-- Logs begin at Tue 2022-02-15 13:05:22 UTC, end at Tue 2022-02-15 15:37:39 UTC. -- Feb 15 13:37:27.612898 n-d-829064-15 systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 13:37:30.570228 n-d-829064-15 neutron-server[109862]: INFO neutron.common.config [-] Logging enabled! Feb 15 13:37:30.570840 n-d-829064-15 neutron-server[109862]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 13:37:30.571044 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109862) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 13:37:30.574408 n-d-829064-15 neutron-server[109862]: INFO neutron.common.config [-] Logging enabled! Feb 15 13:37:30.574668 n-d-829064-15 neutron-server[109862]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev503 Feb 15 13:37:30.575008 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109862) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 13:37:30.575946 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 13:37:30.576185 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 13:37:30.576663 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 13:37:30.576912 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 13:37:30.577141 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 13:37:30.577465 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.577890 n-d-829064-15 neutron-server[109862]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 15 13:37:30.578206 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.578507 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.578805 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.579143 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.579440 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.579728 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.580022 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.580323 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.580615 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.580899 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.581189 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.581484 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.581769 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.582059 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.582349 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.582634 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] debug = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.582943 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.583373 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.583795 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.584081 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.584377 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.585199 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.585483 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.585766 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.586057 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.586396 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] host = n-d-829064-15 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.586677 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.586998 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.587294 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.587585 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.587864 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.588145 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.588436 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.588714 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.588991 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] log_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.589271 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.589562 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.589852 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.590143 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.590371 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.590594 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.590885 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.591206 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.591486 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.591766 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.592047 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.592327 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.592609 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.592891 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.593181 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.593474 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.593765 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.594046 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.594325 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.594603 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.594892 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.595199 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.595479 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.595758 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.596036 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.596331 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.596609 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.596889 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.597192 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.597484 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.597772 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.598064 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.598343 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.598631 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.598920 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.599211 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.599490 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] use_json = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.599770 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.600049 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.600358 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.600638 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.600917 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.601197 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.601474 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.601768 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.602045 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:30.602346 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.602648 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.602983 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.603282 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.603581 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.603869 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.604166 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.604451 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.604747 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.605044 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.605340 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.605624 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.605929 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.606224 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.606523 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.606834 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.607158 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.607459 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.607742 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.608023 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.608302 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.608586 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.608882 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.609169 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.609465 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.609761 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.610046 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.610349 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.610642 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.610964 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.611262 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.611544 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.611828 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.612125 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.612409 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.612692 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.612975 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.613268 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.613552 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.613830 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.614115 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.614398 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.614676 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.614978 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.615263 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.615558 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.615864 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.616141 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.616416 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.616698 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.616975 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.617265 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.617551 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.617830 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.618107 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.618392 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.618670 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.618982 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.619270 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.619548 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.619832 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.620111 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.620386 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.620664 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.620940 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.621218 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.621494 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.621769 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.622051 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.622328 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.622603 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.622886 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.623186 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.623464 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.623755 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.624055 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.624340 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.624621 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.624900 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.625183 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.625463 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.625743 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.626024 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.626304 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.626579 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.626869 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.627181 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.627472 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.627775 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.628056 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.628352 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.628632 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.628915 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.629194 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.634049 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.634381 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.634702 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.635057 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.635382 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.635699 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.636014 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.636324 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.636623 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.636949 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.637249 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:30.637478 n-d-829064-15 neutron-server[109862]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 13:37:30.637727 n-d-829064-15 neutron-server[109862]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109862) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 15 13:37:31.008655 n-d-829064-15 neutron-server[109862]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 13:37:31.008972 n-d-829064-15 neutron-server[109862]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 13:37:31.009282 n-d-829064-15 neutron-server[109862]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 13:37:31.009617 n-d-829064-15 neutron-server[109862]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 13:37:31.339942 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.340166 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.340437 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.341745 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.342022 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.342294 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.387160 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.387436 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.387701 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.402512 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.402793 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.403088 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.533669 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.533956 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.534228 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.570557 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.571228 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.571228 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.812065 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.812356 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.812624 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.812894 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.813590 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.912767 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.913094 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.913379 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.913650 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.913919 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.914229 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.914488 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.914746 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.915028 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.915312 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.915572 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.915837 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.916097 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.916352 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.916623 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.916875 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.917127 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.917394 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.917667 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.917929 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.918197 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.918449 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.918733 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.919136 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.919384 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.919631 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.920022 n-d-829064-15 neutron-server[109862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:37:31.920263 n-d-829064-15 neutron-server[109862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:37:31.920505 n-d-829064-15 neutron-server[109862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:37:31.920740 n-d-829064-15 neutron-server[109862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:37:31.920976 n-d-829064-15 neutron-server[109862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:37:31.921212 n-d-829064-15 neutron-server[109862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:37:31.921577 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 13:37:31.924689 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 13:37:31.930206 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 13:37:31.934029 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Feb 15 13:37:31.935706 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 13:37:31.936182 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 13:37:31.936522 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 15 13:37:31.936913 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 13:37:31.939784 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 13:37:31.940039 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 13:37:31.940390 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 13:37:31.945794 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 15 13:37:31.968207 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 15 13:37:31.968657 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.968954 n-d-829064-15 neutron-server[109862]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109862) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 15 13:37:31.969490 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.970881 n-d-829064-15 neutron-server[109862]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109862) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 13:37:31.971185 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 13:37:31.971434 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 15 13:37:31.974709 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:31.975016 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.038477 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 13:37:32.038665 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 13:37:32.038925 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 13:37:32.039291 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 13:37:32.059706 n-d-829064-15 neutron-server[109862]: DEBUG oslo_db.sqlalchemy.engines [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109862) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 15 13:37:32.495710 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Initializing driver for type 'gre' Feb 15 13:37:32.496410 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] gre ID ranges: [(1, 1000)] Feb 15 13:37:32.548305 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Initializing driver for type 'local' Feb 15 13:37:32.548670 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Initializing driver for type 'vlan' Feb 15 13:37:32.560931 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] VlanTypeDriver initialization complete Feb 15 13:37:32.561272 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Initializing driver for type 'vxlan' Feb 15 13:37:32.561738 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] vxlan ID ranges: [(1, 1000)] Feb 15 13:37:32.611047 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Initializing extension driver 'port_security' Feb 15 13:37:32.611641 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.extensions.port_security [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] PortSecurityExtensionDriver initialization complete Feb 15 13:37:32.611748 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Initializing mechanism driver 'openvswitch' Feb 15 13:37:32.612017 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Initializing mechanism driver 'hyperv' Feb 15 13:37:32.618976 n-d-829064-15 neutron-server[109862]: DEBUG neutron.plugins.ml2.plugin [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:37:32.619820 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > port after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.620215 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > port after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.620562 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > port after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.621081 n-d-829064-15 neutron-server[109862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:37:32.621510 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > subnet after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.621857 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > subnet after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.622197 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.622588 n-d-829064-15 neutron-server[109862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:37:32.623019 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > network after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.623363 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > network after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.623696 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > network after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.624086 n-d-829064-15 neutron-server[109862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:37:32.624497 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > security_group after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.624839 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > security_group after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.625174 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.625564 n-d-829064-15 neutron-server[109862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:37:32.625963 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.626301 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.626648 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.627048 n-d-829064-15 neutron-server[109862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:37:32.627446 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > address_group after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.627785 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > address_group after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.628118 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.628504 n-d-829064-15 neutron-server[109862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 13:37:32.628935 n-d-829064-15 neutron-server[109862]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] ML2 OVO RPC backend initialized. {{(pid=109862) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 15 13:37:32.629632 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.629979 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.630387 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > network before_response 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.630729 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > networks before_response 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.631091 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > port before_response 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.631487 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > ports before_response 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.631826 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > subnet before_response 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.632160 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > subnets before_response 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.632495 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > network after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.632825 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > network after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.633153 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > network after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.633486 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > port after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.633812 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > port after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.634137 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > port after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.634466 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > subnet after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.634791 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > subnet after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.635142 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.642367 n-d-829064-15 neutron-server[109862]: INFO neutron.quota [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded quota_driver: . Feb 15 13:37:32.642726 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.plugin [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Modular L2 Plugin initialization complete Feb 15 13:37:32.643102 n-d-829064-15 neutron-server[109862]: DEBUG neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading services supported by the core plugin {{(pid=109862) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 13:37:32.643442 n-d-829064-15 neutron-server[109862]: INFO neutron.plugins.ml2.managers [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Got port-security extension from driver 'port_security' Feb 15 13:37:32.643916 n-d-829064-15 neutron-server[109862]: INFO neutron.extensions.vlantransparent [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Disabled vlantransparent extension. Feb 15 13:37:32.644411 n-d-829064-15 neutron-server[109862]: DEBUG neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109862) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 13:37:32.644730 n-d-829064-15 neutron-server[109862]: INFO neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading Plugin: router Feb 15 13:37:32.682453 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.682840 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router after_create 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.683237 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router before_create 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.683592 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.683958 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.684304 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router after_delete 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.684656 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.684997 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.685347 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router after_create 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.685687 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router after_update 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.686029 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router after_update 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.686370 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.686718 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router after_update 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.687156 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router precommit_update 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.687520 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: port after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.687852 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: port after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.688187 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: subnet after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.688520 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.688863 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.689202 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router precommit_create 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.689535 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: port before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.689871 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router precommit_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.690219 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router after_update 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.690553 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.691057 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router precommit_create 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.691417 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.691758 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router precommit_update 55549900 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.692114 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > agent after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.692460 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > agent after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.692894 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > network after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.693750 n-d-829064-15 neutron-server[109862]: DEBUG neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Tracking information for resource: router configured {{(pid=109862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:37:32.694093 n-d-829064-15 neutron-server[109862]: DEBUG neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Tracking information for resource: floatingip configured {{(pid=109862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 13:37:32.699391 n-d-829064-15 neutron-server[109862]: INFO neutron.db.l3_agentschedulers_db [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 13:37:32.699968 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: port after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.700328 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: port after_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.700676 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: port after_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.701021 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: port after_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.701795 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router before_create 55550100 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.702156 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.702512 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router precommit_create 55550100 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.702860 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > router precommit_update 55550100 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.707601 n-d-829064-15 neutron-server[109862]: DEBUG neutron.services.provider_configuration [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service providers = [] {{(pid=109862) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 13:37:32.707960 n-d-829064-15 neutron-server[109862]: DEBUG neutron.db.servicetype_db [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109862) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 13:37:32.711434 n-d-829064-15 neutron-server[109862]: DEBUG neutron.services.service_base [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 13:37:32.711775 n-d-829064-15 neutron-server[109862]: DEBUG neutron.services.service_base [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 13:37:32.712112 n-d-829064-15 neutron-server[109862]: DEBUG neutron.services.service_base [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 13:37:32.712984 n-d-829064-15 neutron-server[109862]: DEBUG neutron.services.service_base [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 13:37:32.713345 n-d-829064-15 neutron-server[109862]: INFO neutron.services.service_base [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 13:37:32.713711 n-d-829064-15 neutron-server[109862]: DEBUG neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:37:32.714019 n-d-829064-15 neutron-server[109862]: INFO neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 13:37:32.724629 n-d-829064-15 neutron-server[109862]: DEBUG neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:37:32.724960 n-d-829064-15 neutron-server[109862]: INFO neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading Plugin: auto_allocate Feb 15 13:37:32.731367 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: network precommit_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.731730 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: network precommit_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.732243 n-d-829064-15 neutron-server[109862]: DEBUG neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:37:32.732556 n-d-829064-15 neutron-server[109862]: INFO neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading Plugin: tag Feb 15 13:37:32.739282 n-d-829064-15 neutron-server[109862]: DEBUG neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:37:32.739604 n-d-829064-15 neutron-server[109862]: INFO neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading Plugin: timestamp Feb 15 13:37:32.743441 n-d-829064-15 neutron-server[109862]: DEBUG neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:37:32.743766 n-d-829064-15 neutron-server[109862]: INFO neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading Plugin: network_ip_availability Feb 15 13:37:32.749246 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.749559 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.749908 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.750608 n-d-829064-15 neutron-server[109862]: DEBUG neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:37:32.750945 n-d-829064-15 neutron-server[109862]: INFO neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading Plugin: flavors Feb 15 13:37:32.755917 n-d-829064-15 neutron-server[109862]: DEBUG neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:37:32.756243 n-d-829064-15 neutron-server[109862]: INFO neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading Plugin: revisions Feb 15 13:37:32.761049 n-d-829064-15 neutron-server[109862]: DEBUG neutron.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 13:37:32.761435 n-d-829064-15 neutron-server[109862]: DEBUG oslo_concurrency.lockutils [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.752s {{(pid=109862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 13:37:32.762177 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109862) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 15 13:37:32.762501 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Initializing extension manager. Feb 15 13:37:32.763035 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: __init__.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.763374 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: __pycache__ {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.763702 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.764028 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: address_group.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.764774 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.765338 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: address-group Feb 15 13:37:32.765653 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: address_scope.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.766353 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.767047 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: address-scope Feb 15 13:37:32.767191 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.768113 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.768612 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: router-admin-state-down-before-update Feb 15 13:37:32.768933 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: agent.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.769625 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.770128 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: agent Feb 15 13:37:32.770446 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: agent_resources_synced.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.771377 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.771877 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: agent-resources-synced Feb 15 13:37:32.772752 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: allowedaddresspairs.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.774521 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.775081 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: allowed-address-pairs Feb 15 13:37:32.775659 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: auto_allocated_topology.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.776729 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.777234 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: auto-allocated-topology Feb 15 13:37:32.777554 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: availability_zone.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.778239 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.778737 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: availability_zone Feb 15 13:37:32.779083 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: availability_zone_filter.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.779998 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.780501 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: availability_zone_filter Feb 15 13:37:32.780821 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: data_plane_status.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.781720 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.782218 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 13:37:32.782529 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: default_subnetpools.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.783451 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.783947 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: default-subnetpools Feb 15 13:37:32.784260 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.785101 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.785598 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: dhcp_agent_scheduler Feb 15 13:37:32.785911 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: dns.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.786819 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.787346 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension dns-integration not supported by any of loaded plugins Feb 15 13:37:32.787687 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: dns_domain_ports.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.788593 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.789087 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 13:37:32.789398 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.790308 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.790803 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 15 13:37:32.791147 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: dvr.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.791808 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.792307 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: dvr Feb 15 13:37:32.792624 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: ecmp_routes.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.793524 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.794121 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 15 13:37:32.794447 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: empty_string_filtering.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.795363 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.795866 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: empty-string-filtering Feb 15 13:37:32.796182 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.797221 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.797723 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 13:37:32.798038 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.798967 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.799473 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 13:37:32.799787 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: external_net.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.800687 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.801184 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: external-net Feb 15 13:37:32.801498 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.802388 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.802884 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: extra_dhcp_opt Feb 15 13:37:32.803250 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: extraroute.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.804148 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.804646 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: extraroute Feb 15 13:37:32.804959 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: extraroute_atomic.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.805999 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.806494 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: extraroute-atomic Feb 15 13:37:32.806809 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: filter_validation.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.807502 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.808004 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: filter-validation Feb 15 13:37:32.808322 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: fip_pf_description.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.809219 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.809715 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 13:37:32.810027 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: fip_port_details.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.811144 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.811647 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: fip-port-details Feb 15 13:37:32.811962 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: flavors.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.813205 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.813715 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: flavors Feb 15 13:37:32.814032 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.815770 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.816282 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 13:37:32.816605 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: floatingip_pools.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.817295 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.817795 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: floatingip-pools Feb 15 13:37:32.818113 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: ip_allocation.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.819587 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.820083 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 13:37:32.820401 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.821316 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.821820 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: ip-substring-filtering Feb 15 13:37:32.822139 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: l2_adjacency.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.823082 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.823583 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 13:37:32.823899 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: l3.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.824868 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.825381 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: router Feb 15 13:37:32.825703 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.828016 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.828543 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 13:37:32.828871 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.829792 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.830303 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: ext-gw-mode Feb 15 13:37:32.830624 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.831551 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.832055 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: l3-ha Feb 15 13:37:32.832370 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.833263 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.833765 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 15 13:37:32.834081 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: l3_flavors.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.835653 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.836158 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: l3-flavors Feb 15 13:37:32.836475 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.837841 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.838349 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 15 13:37:32.838670 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.839600 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.840105 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 13:37:32.840423 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: l3agentscheduler.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.841440 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.841944 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: l3_agent_scheduler Feb 15 13:37:32.842263 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: local_ip.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.844092 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.844608 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension local_ip not supported by any of loaded plugins Feb 15 13:37:32.844938 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: logging.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.846554 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.847098 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension logging not supported by any of loaded plugins Feb 15 13:37:32.847426 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: metering.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.848163 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.848736 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: metering Feb 15 13:37:32.849057 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.850203 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.850713 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: metering_source_and_destination_fields Feb 15 13:37:32.851067 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: multiprovidernet.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.851982 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.852485 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: multi-provider Feb 15 13:37:32.852799 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: netmtu.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.853705 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.854202 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: net-mtu Feb 15 13:37:32.854517 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: netmtu_writable.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.855449 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.855948 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: net-mtu-writable Feb 15 13:37:32.856261 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: network_availability_zone.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.856924 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.857423 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: network_availability_zone Feb 15 13:37:32.857737 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: network_ip_availability.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.858846 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.859372 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: network-ip-availability Feb 15 13:37:32.859687 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: network_segment_range.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.860433 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.860923 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 13:37:32.861234 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: pagination.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.862201 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.862521 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: pagination Feb 15 13:37:32.862831 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: port_device_profile.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.863757 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.864260 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: port-device-profile Feb 15 13:37:32.864575 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.865476 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.866015 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: port-mac-address-regenerate Feb 15 13:37:32.866329 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.867269 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.867774 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: port-numa-affinity-policy Feb 15 13:37:32.868090 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: port_resource_request.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.868986 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.869484 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 13:37:32.869799 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: port_resource_request_groups.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.870761 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.871288 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 15 13:37:32.871607 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: portbindings.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.872518 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.873020 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: binding Feb 15 13:37:32.873334 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: portbindings_extended.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.874586 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.875131 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: binding-extended Feb 15 13:37:32.875452 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: portsecurity.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.876352 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.876850 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: port-security Feb 15 13:37:32.877167 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: project_id.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.878132 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.878458 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: project-id Feb 15 13:37:32.878776 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: providernet.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.879707 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.880211 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: provider Feb 15 13:37:32.880525 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.884562 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.885081 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos not supported by any of loaded plugins Feb 15 13:37:32.885405 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.886644 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.887185 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 13:37:32.887508 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.888420 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.888927 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 13:37:32.889247 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_default.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.890144 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.890649 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-default not supported by any of loaded plugins Feb 15 13:37:32.890997 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_fip.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.891921 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.892424 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-fip not supported by any of loaded plugins Feb 15 13:37:32.892741 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.893639 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.894140 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 15 13:37:32.894457 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_gateway_ip.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.895582 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.896093 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 13:37:32.896412 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_port_network_policy.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.897906 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.898443 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 13:37:32.898760 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.899823 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.900577 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 15 13:37:32.900906 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.901928 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.902432 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 15 13:37:32.902749 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_pps_rule.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.903935 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.904446 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-pps not supported by any of loaded plugins Feb 15 13:37:32.904763 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_rule_type_details.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.905670 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.906172 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 13:37:32.906488 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: qos_rules_alias.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.907548 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.908059 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 13:37:32.908379 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: quota_check_limit.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.909287 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.909794 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: quota-check-limit Feb 15 13:37:32.910112 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: quotasv2.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.911049 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.911372 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: quotas Feb 15 13:37:32.911686 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: quotasv2_detail.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.913412 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.913740 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: quota_details Feb 15 13:37:32.914063 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: rbac.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.915124 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.915639 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: rbac-policies Feb 15 13:37:32.915959 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: rbac_address_group.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.916891 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.917398 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: rbac-address-group Feb 15 13:37:32.917717 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: rbac_address_scope.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.918632 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.919162 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: rbac-address-scope Feb 15 13:37:32.919481 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: rbac_security_groups.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.920381 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.920882 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: rbac-security-groups Feb 15 13:37:32.921197 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: rbac_subnetpool.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.922165 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.922663 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: rbac-subnetpool Feb 15 13:37:32.923008 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: revisionifmatch.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.923927 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.924427 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: revision-if-match Feb 15 13:37:32.924745 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: revisions.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.925853 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.926349 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: standard-attr-revisions Feb 15 13:37:32.926664 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: router_availability_zone.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.927355 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.927860 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: router_availability_zone Feb 15 13:37:32.928196 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: routerservicetype.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.929104 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.929599 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension router-service-type not supported by any of loaded plugins Feb 15 13:37:32.929916 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.930831 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.931364 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: security-groups-normalized-cidr Feb 15 13:37:32.931680 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.932586 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.933085 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: port-security-groups-filtering Feb 15 13:37:32.933403 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.934318 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.934819 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: security-groups-remote-address-group Feb 15 13:37:32.935165 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.936078 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.936577 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: security-groups-shared-filtering Feb 15 13:37:32.936895 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.937471 n-d-829064-15 neutron-server[109862]: WARNING neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 15 13:37:32.937785 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: securitygroup.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.947901 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.948433 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: security-group Feb 15 13:37:32.948760 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: segment.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.949535 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.950034 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension segment not supported by any of loaded plugins Feb 15 13:37:32.950353 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.951317 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.951816 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 13:37:32.952134 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: servicetype.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.953235 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.953745 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: service-type Feb 15 13:37:32.954064 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: sorting.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.955069 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.955395 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: sorting Feb 15 13:37:32.955716 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: standard_attr_segment.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.956622 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.957125 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 13:37:32.957445 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: standardattrdescription.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.958083 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.958581 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: standard-attr-description Feb 15 13:37:32.958918 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: stateful_security_group.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.960411 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.960916 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: stateful-security-group Feb 15 13:37:32.961236 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: stdattrs_common.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.961799 n-d-829064-15 neutron-server[109862]: WARNING neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 13:37:32.962117 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.963081 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.963585 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 13:37:32.963902 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: subnet_onboard.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.964958 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.965492 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: subnet_onboard Feb 15 13:37:32.965816 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.966744 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.967274 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 13:37:32.967592 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: subnet_service_types.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.968503 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.969007 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: subnet-service-types Feb 15 13:37:32.969323 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: subnetallocation.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.970376 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.970879 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: subnet_allocation Feb 15 13:37:32.971221 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.971874 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.972375 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: subnetpool-prefix-ops Feb 15 13:37:32.972694 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.973617 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.974119 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 13:37:32.974438 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: tagging.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.975550 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.976062 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: standard-attr-tag Feb 15 13:37:32.976384 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: timestamp.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.977608 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.978113 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loaded extension: standard-attr-timestamp Feb 15 13:37:32.978433 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: trunk.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.979484 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.979993 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension trunk not supported by any of loaded plugins Feb 15 13:37:32.980309 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: trunk_details.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.981214 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.981717 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension trunk-details not supported by any of loaded plugins Feb 15 13:37:32.982036 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: uplink_status_propagation.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.982972 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.983475 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 13:37:32.983790 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Loading extension file: vlantransparent.py {{(pid=109862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 13:37:32.984444 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 13:37:32.984942 n-d-829064-15 neutron-server[109862]: INFO neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 13:37:32.987432 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:network Feb 15 13:37:32.987960 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:subnet Feb 15 13:37:32.988350 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 13:37:32.988730 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:port Feb 15 13:37:32.991068 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:32.991505 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service FLAVORS assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:32.992124 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:32.992540 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:32.992869 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:router Feb 15 13:37:32.993297 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 13:37:32.993776 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service METERING assigned prefix: /metering {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:32.995221 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.995594 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.996021 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:37:32.997011 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 13:37:32.997447 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:security_group Feb 15 13:37:32.997864 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 13:37:32.998471 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service CORE assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:32.998793 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 13:37:32.999156 n-d-829064-15 neutron-server[109862]: WARNING neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] subnetpool is already registered Feb 15 13:37:32.999614 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service CORE assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:32.999890 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 13:37:33.000213 n-d-829064-15 neutron-server[109862]: WARNING neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] subnetpool is already registered Feb 15 13:37:33.002437 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:33.002863 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service FLAVORS assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:33.003465 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:33.003875 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:33.004206 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:router Feb 15 13:37:33.004536 n-d-829064-15 neutron-server[109862]: WARNING neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] router is already registered Feb 15 13:37:33.004936 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 13:37:33.005264 n-d-829064-15 neutron-server[109862]: WARNING neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] floatingip is already registered Feb 15 13:37:33.005712 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service METERING assigned prefix: /metering {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:33.006878 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 13:37:33.007220 n-d-829064-15 neutron-server[109862]: WARNING neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] rbac_policy is already registered Feb 15 13:37:33.007624 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:security_group Feb 15 13:37:33.007951 n-d-829064-15 neutron-server[109862]: WARNING neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] security_group is already registered Feb 15 13:37:33.008344 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 13:37:33.008670 n-d-829064-15 neutron-server[109862]: WARNING neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] security_group_rule is already registered Feb 15 13:37:33.009292 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service CORE assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:33.009618 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 13:37:33.009945 n-d-829064-15 neutron-server[109862]: WARNING neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] subnetpool is already registered Feb 15 13:37:33.010357 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.v2.resource_helper [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Service CORE assigned prefix: {{(pid=109862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 13:37:33.010677 n-d-829064-15 neutron-server[109862]: INFO neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 13:37:33.011031 n-d-829064-15 neutron-server[109862]: WARNING neutron.quota.resource_registry [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] subnetpool is already registered Feb 15 13:37:33.011491 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: extensions {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.012945 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: address-groups {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.014443 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: address-scopes {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.015792 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: agents {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.016941 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: auto-allocated-topology {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.018191 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: availability_zones {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.019434 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: dhcp-networks {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.020959 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: dhcp-agents {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.023184 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: routers {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.025665 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: flavors {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.026836 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: service_profiles {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.028084 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: next_providers {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.029531 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: service_profiles {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.031163 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: floatingip-pools {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.032391 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: routers {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.034524 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: floatingips {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.035833 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: l3-routers {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.037228 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: l3-agents {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.039547 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: metering-labels {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.040892 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: metering-label-rules {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.042177 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: network-ip-availabilities {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.043486 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: bindings {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.045139 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: quotas {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.046696 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: quotas {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.048251 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: rbac-policies {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.049540 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: security-groups {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.050778 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: security-group-rules {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.052044 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: service-providers {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.053807 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: subnetpools {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.055247 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: subnetpools {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.056736 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: tags {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.058400 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: tags {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.061132 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: tags {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.062947 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: tags {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.195210 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: tags {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.197085 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: tags {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.198891 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: tags {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.200866 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: tags {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.202638 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: tags {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.204582 n-d-829064-15 neutron-server[109862]: DEBUG neutron.api.extensions [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Extended resource: tags {{(pid=109862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 13:37:33.211140 n-d-829064-15 neutron-server[109862]: WARNING keystonemiddleware.auth_token [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 13:37:33.215868 n-d-829064-15 neutron-server[109862]: WARNING keystonemiddleware.auth_token [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 13:37:33.224388 n-d-829064-15 neutron-server[109862]: DEBUG oslo_concurrency.lockutils [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Acquired lock "singleton_lock" {{(pid=109862) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 15 13:37:33.224850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_concurrency.lockutils [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Releasing lock "singleton_lock" {{(pid=109862) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 15 13:37:33.226053 n-d-829064-15 neutron-server[109862]: INFO oslo_service.service [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Starting 2 workers Feb 15 13:37:33.230920 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Started child 109971 {{(pid=109862) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 13:37:33.235329 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Started child 109972 {{(pid=109862) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 13:37:33.236246 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:33.236970 n-d-829064-15 neutron-server[109862]: INFO neutron.service [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 13:37:33.237556 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:33.237786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [-] (109971) wsgi starting up on http://0.0.0.0:9696 Feb 15 13:37:33.240043 n-d-829064-15 neutron-server[109862]: INFO oslo_service.service [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Starting 1 workers Feb 15 13:37:33.240207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:33.241530 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [-] (109972) wsgi starting up on http://0.0.0.0:9696 Feb 15 13:37:33.245381 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Started child 109973 {{(pid=109862) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 13:37:33.245895 n-d-829064-15 neutron-server[109862]: INFO oslo_service.service [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Starting 1 workers Feb 15 13:37:33.248950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.service [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] calling RpcWorker wait() {{(pid=109973) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 13:37:33.249475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.service [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] returning from RpcWorker wait() {{(pid=109973) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 13:37:33.250418 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Started child 109974 {{(pid=109862) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 13:37:33.250837 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:33.251185 n-d-829064-15 neutron-server[109862]: DEBUG neutron_lib.callbacks.manager [None req-3fc45f74-8cf2-4a8a-af71-9b961ab02432 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:33.251320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:37:33.253151 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109862) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 13:37:33.253364 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 13:37:33.253550 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 13:37:33.253775 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 13:37:33.254106 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 13:37:33.254268 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 13:37:33.254787 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.255085 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.255346 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.255601 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.255897 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.256184 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:33.256661 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.256734 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.256954 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.257224 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.257318 n-d-829064-15 neutron-server[109974]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:37:33.257466 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.257635 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.257797 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.258057 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.258289 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.258555 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.258825 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.259079 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.259332 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.259499 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.259746 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.260017 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.260270 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.260541 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] debug = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.260799 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.261273 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.261493 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.261723 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.261934 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.262203 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.262426 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.262759 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.262962 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.263275 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.263536 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.263934 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.264315 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.264713 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.265124 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.265509 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.265924 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.266287 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.267016 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] host = n-d-829064-15 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.267404 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.267802 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.268201 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.268644 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.269090 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.269473 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.269908 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.270360 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.270787 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.271270 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.271698 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.272667 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.273087 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.273519 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.273816 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_options = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.274745 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.274745 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.275159 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.276054 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.276054 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.276054 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.276467 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.276650 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.276923 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.277151 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.277412 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.277587 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.277804 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.278041 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.278285 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.278504 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.278743 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.280834 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.281128 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.281422 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.281611 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.281850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.282115 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.282363 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.282587 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.283196 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.283477 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.283725 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.283959 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.284211 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.284452 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.284717 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.284939 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.285192 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.285476 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.285709 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.285939 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.286164 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.286434 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.286662 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.288722 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.288722 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.289056 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40654) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:37:33.289451 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.289451 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.289451 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.291816 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.292072 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_json = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.292313 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.292578 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.292840 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.293088 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.293328 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.293554 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.293797 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.294051 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.294271 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.294718 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.295044 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.295367 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.295594 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.295851 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.296103 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.296333 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.296583 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.296829 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.297163 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065644 Feb 15 13:37:33.297316 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.297471 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.297621 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.297894 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.298141 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.298416 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.298755 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.299984 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.300414 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.300825 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.301244 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.301628 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.302043 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.302359 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.302603 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.302847 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.303262 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.303642 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.304139 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.304569 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.305081 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.306603 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.306603 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.306603 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.306603 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.306603 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.306603 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.307227 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.307227 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.307377 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.307540 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.307902 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.308125 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.308374 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.308614 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.308865 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.309102 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.309331 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.309570 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.309825 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.310688 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.310688 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.310688 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.310688 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.311071 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.311144 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.311425 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.311737 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.311924 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.312429 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.312794 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.313154 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.313387 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.314093 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.314093 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.314093 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.314438 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.314438 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.315529 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.315529 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.315529 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.315529 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.315808 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.315808 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.315998 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.316767 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.316767 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.316767 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.317186 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.317186 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.318223 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.318223 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.318223 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.318223 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.318223 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.318544 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.318650 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.319046 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.319431 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.319814 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.320174 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.320532 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.320984 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.321303 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.321566 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.321807 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.322063 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.322319 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.323435 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.323854 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.324363 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.324778 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.325011 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.325284 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.325536 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.325827 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.326059 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.326280 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.326526 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.326960 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.327069 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.327278 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.327517 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.327774 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.328165 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.329387 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.329387 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.329387 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.329387 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.329387 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.329779 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.329847 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.330046 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.330319 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.330620 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.330887 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.331192 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.331426 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.331675 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.332120 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.332542 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.332819 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.333053 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.333301 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.333548 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.333813 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.334054 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.334271 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.335081 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.335402 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.335654 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.335878 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.336154 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.336446 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.336702 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.337046 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.337334 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.337632 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.338097 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.338399 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.338656 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.338876 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.340122 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.340122 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.340122 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.340122 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.340122 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.340457 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.340457 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.340690 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.341306 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.341690 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.342057 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.342292 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.342645 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.343046 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.343432 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.343778 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.344145 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.344547 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.345160 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.345522 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.345870 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.346250 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.346648 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.347096 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.347559 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.347822 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.348087 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.348345 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.348595 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.348862 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.349520 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.349520 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.349685 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.349846 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.349990 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.350753 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.351159 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.351397 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.352150 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.352150 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.352150 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.352385 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.352706 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.352954 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.353188 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.353419 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.353658 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.353894 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.354580 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.354580 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.354580 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.354825 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.355097 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.355356 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.355575 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.355807 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.356022 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.356264 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.357551 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.357551 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.357551 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.357551 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.357551 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.357869 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.357869 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.358067 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.358278 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.358493 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.358706 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.360599 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.360599 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.360599 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.360599 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.361186 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.361186 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.361317 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.361573 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.361929 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.362177 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.364346 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.364621 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.364859 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.365086 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.365352 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.365582 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.365842 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.366473 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.366765 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.367040 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.367293 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.367542 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.367766 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.368000 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.368290 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.368561 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.368812 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.369031 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.372908 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.374362 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.374776 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.375598 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.376577 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.376577 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.376742 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.376963 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.377210 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.377448 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.378323 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.378323 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.378323 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.378784 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.378879 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.379171 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.379414 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.379764 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.380039 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.380347 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.380480 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.380787 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.381037 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.381335 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.381729 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.382075 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.382299 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.382568 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.382883 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.384313 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.384313 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.384533 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.385014 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.385581 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.385861 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.386828 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.386828 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.386828 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.387422 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.387422 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.387422 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.387598 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.389015 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.389015 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.389015 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.389015 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.389015 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.389343 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.389343 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.389526 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.389960 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.390188 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.390748 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.390748 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 13:37:33.391109 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109862) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 13:37:33.391293 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 13:37:33.391639 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 13:37:33.392009 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 13:37:33.392369 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 13:37:33.392564 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 13:37:33.392924 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.393114 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.393505 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.393813 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.394116 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.394531 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.394710 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.395147 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.395269 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.395387 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.395713 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.396073 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.396247 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.396397 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.396543 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.396802 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.396802 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.396802 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.396802 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.398271 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.398271 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.398403 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.398600 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] debug = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.398693 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.398883 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.399156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:37:33.399243 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.399402 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.399558 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.399701 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.399850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.399990 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.400153 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.400565 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.400738 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.400887 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.401125 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.401290 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.401434 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.401598 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.401762 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.401913 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.402074 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] host = n-d-829064-15 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.402541 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.402703 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.402846 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.403077 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.403219 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.403468 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.403468 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.404499 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.404499 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.404499 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.404499 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.404499 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.404499 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.405310 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.405310 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_options = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.405310 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.405310 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.405310 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.406063 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.406063 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.406063 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.406063 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.406063 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.406710 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.406710 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.406710 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.406710 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.406710 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.407383 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.407383 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.407607 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.407714 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.407987 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.408111 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.408218 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.408322 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.409431 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.409431 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.409431 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.409431 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.409431 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.409431 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.410109 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.410109 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.410109 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.410109 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.410577 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.410577 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.410577 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.410838 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.410838 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.411043 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.411793 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.411793 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.411793 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.411793 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.411793 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.412108 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.412108 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.412228 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.412586 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.413206 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_json = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.413317 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.414277 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.414277 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.414277 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.414277 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.414277 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.414277 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.414945 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.414945 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 13:37:33.414945 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.414945 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.415331 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.415331 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.415331 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.415778 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.415778 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.415778 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.416199 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.416199 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.416393 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.416393 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.416628 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.416759 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.416843 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.417055 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.417199 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.417389 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.417593 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.417679 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.417845 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.418081 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.418256 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.418417 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.418577 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.418769 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.418956 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.420448 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.420448 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.420448 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.421737 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.421737 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.421737 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.421737 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.421737 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.421737 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.421737 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.421737 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.422553 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.422553 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.422553 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.422553 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.422553 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.422553 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.423307 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.423307 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.423307 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.423307 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.423307 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.425631 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.425631 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.425631 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.425631 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.425631 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.425631 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.425631 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.425631 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.425631 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.426850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.426850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.426850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.426850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.426850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.426850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.426850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.426850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.426850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.428713 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.428713 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.428713 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.428713 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.428713 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.428713 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.428713 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.428713 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.428713 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.429855 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.429855 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.429855 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.429855 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.429855 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.429855 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.429855 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.429855 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.429855 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.430819 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.430819 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.430819 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.430819 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.430819 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.430819 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.430819 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.431662 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.431662 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.431662 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.431662 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.431662 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.432156 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.432927 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.433104 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.433270 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.433418 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.433578 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.433735 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.433894 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.434048 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.434209 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.434357 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.434512 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.434724 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.434819 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436038 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436038 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436038 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436038 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436038 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436038 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436420 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436420 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436420 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436588 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436741 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.436916 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.437222 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.437222 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.437553 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.437553 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.437707 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.437833 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.437992 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.438157 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.438318 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.438481 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.438640 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.438810 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.440423 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.440423 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.440423 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.440423 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.440714 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.440714 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.440835 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.440985 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.441112 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.441274 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.441435 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.441595 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.441754 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.441916 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.442078 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.442239 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.442400 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.442560 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.442721 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.442882 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.443069 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.443230 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.443392 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.443552 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.443711 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.443902 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.444062 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.444218 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.445112 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.445112 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.445112 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.445112 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.445112 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.445112 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.445565 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.445565 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.445565 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.445772 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.445850 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.446015 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.446178 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.446339 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.446500 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.446661 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.446822 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.447060 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.447174 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.447295 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.447454 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.447615 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.447771 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.447924 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.448084 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.448240 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.448394 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.448549 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.448703 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.448857 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.449110 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.449197 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.449339 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.449501 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.449825 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.449995 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.450142 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.450282 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.450437 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.450606 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.450748 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.450888 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.451070 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.451215 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.451366 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.451511 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.451679 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.451843 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.452000 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.452139 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.452304 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.452449 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.452614 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.452776 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.452920 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.453085 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.453240 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.453388 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.453526 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.453706 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.453857 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.454017 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.454161 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.454327 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.454470 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.454646 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.454799 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.458262 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.458262 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.458262 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.458262 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.458262 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.458262 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.458262 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.458262 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.459142 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.459142 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.459142 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.459142 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.459142 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.459142 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.459142 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.459142 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.460812 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.460812 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.460812 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.460812 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.460812 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.460812 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.460812 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.460812 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.461453 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.461453 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.461453 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.461453 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.461453 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.461453 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.461453 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.461453 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463176 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463176 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463176 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463176 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463176 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463176 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463176 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463176 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463720 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463720 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463720 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463720 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463720 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463720 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463720 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.463720 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.465131 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.465131 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.465131 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.465131 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.465131 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.465131 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.465131 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.465131 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.465131 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.466254 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.466254 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.466254 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.466254 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.466254 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.466254 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.466254 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.466254 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.466254 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.467273 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.467273 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.467273 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.467273 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.467273 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 13:37:33.467273 n-d-829064-15 neutron-server[109862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 13:37:44.636900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af34006c-4717-4783-8afd-bb3ed8240687 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 13:37:44.702791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af34006c-4717-4783-8afd-bb3ed8240687 None None] No non-hosted networks {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 13:37:44.716295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.agentschedulers_db [None req-af34006c-4717-4783-8afd-bb3ed8240687 None None] DHCP Agent not found on host n-d-829064-15 {{(pid=109973) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 15 13:37:44.828038 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3b4f57b7-c37a-4015-8b57-155d8417a19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407427'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:47.077038 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d260a2ed-33f1-47b0-be0a-26f67d3998ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407427'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:47.127448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d0a961ab-e09a-4568-8b8a-178b50079aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:48.156227 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407427'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:49.495202 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407427'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:50.647410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40744) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:37:50.897824 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407427'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:50.899397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.899739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.900066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.900843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.901167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.901819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.902141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.902459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.902958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.903424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.904527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.905027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.905346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:50.905929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-829064-15', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:37:50.911897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-829064-15', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:37:51.163669 n-d-829064-15 neutron-server[109972]: WARNING oslo_policy.policy [None req-a2e2fc49-5189-4438-8ac7-444f96dae88e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:37:51.164447 n-d-829064-15 neutron-server[109972]: WARNING oslo_policy.policy [None req-a2e2fc49-5189-4438-8ac7-444f96dae88e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:37:51.388725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-a2e2fc49-5189-4438-8ac7-444f96dae88e admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:37:51.402925 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a2e2fc49-5189-4438-8ac7-444f96dae88e admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7415309 Feb 15 13:37:53.949478 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40770) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:37:54.230532 n-d-829064-15 neutron-server[109973]: INFO neutron.db.l3_hamode_db [None req-b4239fe4-401f-4209-be47-e2aa9bfb7e91 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 13:37:54.255420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7a18b957-7390-471e-a4d3-83b04c64013a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:37:54.307248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4239fe4-401f-4209-be47-e2aa9bfb7e91 None None] Routers set() bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:37:54.307556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4239fe4-401f-4209-be47-e2aa9bfb7e91 None None] Router IDs set() for agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 13:37:54.345547 n-d-829064-15 neutron-server[109972]: DEBUG neutron.policy [None req-7a18b957-7390-471e-a4d3-83b04c64013a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109972) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 13:37:54.387113 n-d-829064-15 neutron-server[109972]: WARNING oslo_policy.policy [None req-7a18b957-7390-471e-a4d3-83b04c64013a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:37:54.387481 n-d-829064-15 neutron-server[109972]: WARNING oslo_policy.policy [None req-7a18b957-7390-471e-a4d3-83b04c64013a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:37:54.480473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a18b957-7390-471e-a4d3-83b04c64013a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771393097631', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771393096128', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771393214036', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771393210712', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771393198900', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771393193272', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1444092', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1489281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3690378', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3760185'] for rbac-policy (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:54.546038 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a18b957-7390-471e-a4d3-83b04c64013a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:54.547224 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7a18b957-7390-471e-a4d3-83b04c64013a admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5967255 Feb 15 13:37:57.033573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40780) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:37:57.336329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:37:57.366004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Made reservation on behalf of 7d0ab34cbd734950a68f782f5591e715 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:37:57.370702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:57.387448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:57.499998 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Publish callbacks [] for security_group (a741a8e3-75b3-4461-8019-5b5677c231ff), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:57.503699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a741a8e3-75b3-4461-8019-5b5677c231ff), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:57.523724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:37:57.559940 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771395349041', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4a050929-1146-4861-977a-8d17a800f169), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:57.560513 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Unsubscribe: segment precommit_create {{(pid=109972) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 13:37:57.561035 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Added segment 4a050929-1146-4861-977a-8d17a800f169 of type vlan for network 0054cb6d-4a61-46cb-84f5-9472990bc08d Feb 15 13:37:57.579923 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a741a8e3-75b3-4461-8019-5b5677c231ff,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:37:57.625743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.626083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.626415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.626745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.627095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.627419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.627738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.628067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.628368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.628681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.628994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.629303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.629611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Tracked resource versions report: Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: pushed versions: Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: { 'AddressGroup': {'1.2'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'ConntrackHelper': {'1.0'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'LocalIPAssociation': {'1.0'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'Log': {'1.0'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'Network': {'1.1'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'Port': {'1.7'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'PortForwarding': {'1.2'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'QosPolicy': {'1.10'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'SecurityGroup': {'1.5'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'SubPort': {'1.0'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'Subnet': {'1.1'}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'Trunk': {'1.1'}} Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: consumer versions: Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: { DHCP agent@n-d-829064-15: {}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: L3 agent@n-d-829064-15: {}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: Metadata agent@n-d-829064-15: {}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: Metering agent@n-d-829064-15: {}, Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: Open vSwitch agent@n-d-829064-15: { 'AddressGroup': '1.2', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'ConntrackHelper': '1.0', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'LocalIPAssociation': '1.0', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'Log': '1.0', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'Network': '1.1', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'Port': '1.7', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'PortForwarding': '1.2', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'QosPolicy': '1.10', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'SecurityGroup': '1.5', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'SecurityGroupRule': '1.2', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'SubPort': '1.0', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'Subnet': '1.1', Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: 'Trunk': '1.1'}} Feb 15 13:37:57.630744 n-d-829064-15 neutron-server[109972]: {{(pid=109972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:37:57.671715 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (0054cb6d-4a61-46cb-84f5-9472990bc08d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:57.712765 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (0054cb6d-4a61-46cb-84f5-9472990bc08d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:57.717774 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:37:57.718479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:37:57.794492 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7599187 Feb 15 13:37:57.838962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f9aa-72ef-4620-85af-d42ece4db1f4 demo demo] Pushing event updated for resources: {'Network': ['ID=0054cb6d-4a61-46cb-84f5-9472990bc08d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:37:57.850771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 0054cb6d-4a61-46cb-84f5-9472990bc08d details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:38:00.338370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40792) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:38:00.733543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b0087-e63f-4101-91da-ea32f07b125b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:38:00.734912 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4e5b0087-e63f-4101-91da-ea32f07b125b demo admin] 10.222.0.72 "GET /v2.0/networks/0054cb6d-4a61-46cb-84f5-9472990bc08d HTTP/1.1" status: 200 len: 825 time: 0.3955543 Feb 15 13:38:00.758928 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fd5076f4-12d5-4cc7-9eaf-8e01ae60dfab demo admin] 10.222.0.72 "GET /v2.0/subnetpools/aa903ca1-93a8-4294-b8a8-57b0b2e3d313 HTTP/1.1" status: 200 len: 734 time: 0.0177150 Feb 15 13:38:00.767349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'aa903ca1-93a8-4294-b8a8-57b0b2e3d313', 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d', 'name': 'private-subnet'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:38:00.788299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] Made reservation on behalf of 7d0ab34cbd734950a68f782f5591e715 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:38:00.790482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:01.056898 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (13f59e18-5b9d-42b1-91c0-2ad6aa73ea85), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:01.145292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] Pushing event updated for resources: {'Subnet': ['ID=13f59e18-5b9d-42b1-91c0-2ad6aa73ea85,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:01.147810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] Checking segment: {'id': '4a050929-1146-4861-977a-8d17a800f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:38:01.148193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] Network hostable DHCP agents. Network: 0054cb6d-4a61-46cb-84f5-9472990bc08d, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:38:01.168395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] Network 0054cb6d-4a61-46cb-84f5-9472990bc08d is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:38:01.178983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 0054cb6d-4a61-46cb-84f5-9472990bc08d) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:38:01.183596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:38:01.184203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:01.190110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07b136c-c5cf-4a4a-9d98-d832c9f6f4ce None None] Network 0054cb6d-4a61-46cb-84f5-9472990bc08d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:38:01.199158 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bf421988-0f62-465c-bf16-762ccd99ea8f demo admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4350920 Feb 15 13:38:01.566735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-0054cb6d-4a61-46cb-84f5-9472990bc08d', 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d', 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'fixed_ips': [{'subnet_id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:38:01.568085 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:01.843470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Allocated IP 172.20.0.2 (0054cb6d-4a61-46cb-84f5-9472990bc08d/13f59e18-5b9d-42b1-91c0-2ad6aa73ea85/ed1212e4-6e7d-491c-8266-898b3285839b) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:38:02.110682 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Publish callbacks [] for port (ed1212e4-6e7d-491c-8266-898b3285839b), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:02.117738 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (ed1212e4-6e7d-491c-8266-898b3285839b), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:02.187641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Network 0054cb6d-4a61-46cb-84f5-9472990bc08d is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:38:02.197861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:38:02.206274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:38:02.209904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Pushing event updated for resources: {'Port': ['ID=ed1212e4-6e7d-491c-8266-898b3285839b,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:02.239294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.239663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.240001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.240334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.240667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.240996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.241318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.241641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.241962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.242283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.242600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.242931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.243255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Tracked resource versions report: Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: pushed versions: Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: { 'AddressGroup': {'1.2'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'ConntrackHelper': {'1.0'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'LocalIPAssociation': {'1.0'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'Log': {'1.0'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'Network': {'1.1'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'Port': {'1.7'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'PortForwarding': {'1.2'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'QosPolicy': {'1.10'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'SecurityGroup': {'1.5'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'SubPort': {'1.0'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'Subnet': {'1.1'}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'Trunk': {'1.1'}} Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: consumer versions: Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: { DHCP agent@n-d-829064-15: {}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: L3 agent@n-d-829064-15: {}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: Metadata agent@n-d-829064-15: {}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: Metering agent@n-d-829064-15: {}, Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: Open vSwitch agent@n-d-829064-15: { 'AddressGroup': '1.2', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'ConntrackHelper': '1.0', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'LocalIPAssociation': '1.0', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'Log': '1.0', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'Network': '1.1', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'Port': '1.7', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'PortForwarding': '1.2', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'QosPolicy': '1.10', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'SecurityGroup': '1.5', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'SecurityGroupRule': '1.2', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'SubPort': '1.0', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'Subnet': '1.1', Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: 'Trunk': '1.1'}} Feb 15 13:38:02.244451 n-d-829064-15 neutron-server[109973]: {{(pid=109973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:38:02.293384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Attempting to bind port ed1212e4-6e7d-491c-8266-898b3285839b on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:38:02.293811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Attempting to bind port ed1212e4-6e7d-491c-8266-898b3285839b by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4a050929-1146-4861-977a-8d17a800f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:38:02.294257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Attempting to bind port ed1212e4-6e7d-491c-8266-898b3285839b on network 0054cb6d-4a61-46cb-84f5-9472990bc08d {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:38:02.299179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:38:02.299602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Checking segment: {'id': '4a050929-1146-4861-977a-8d17a800f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:38:02.300105 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:02.300543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Bound using segment: {'id': '4a050929-1146-4861-977a-8d17a800f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:38:02.301053 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Bound port: ed1212e4-6e7d-491c-8266-898b3285839b, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a050929-1146-4861-977a-8d17a800f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:38:02.301476 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ed1212e4-6e7d-491c-8266-898b3285839b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:02.364861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] For port ed1212e4-6e7d-491c-8266-898b3285839b, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:38:02.369193 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] For port ed1212e4-6e7d-491c-8266-898b3285839b, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ed1212e4-6e7d-491c-8266-898b3285839b,segment=NetworkSegment(4a050929-1146-4861-977a-8d17a800f169),segment_id=4a050929-1146-4861-977a-8d17a800f169)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:38:02.377968 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ed1212e4-6e7d-491c-8266-898b3285839b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:02.441113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1e7c2-a4fa-44f3-8814-b18b636f5226 None None] Pushing event updated for resources: {'Port': ['ID=ed1212e4-6e7d-491c-8266-898b3285839b,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:03.731863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40800) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:38:04.039606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-4a3b14fe-7743-466f-adcc-c51f4462363d admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:38:04.040611 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4a3b14fe-7743-466f-adcc-c51f4462363d admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3077242 Feb 15 13:38:06.573805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40808) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:38:06.881971 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-aaaf8f36-9a54-4ece-9cf2-c3946e77fbfa admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:38:06.883083 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aaaf8f36-9a54-4ece-9cf2-c3946e77fbfa admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3082345 Feb 15 13:38:09.399009 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40816) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:38:09.707752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-17c7ee49-7a78-4c9e-9e62-893d7b206f96 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:38:09.731589 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17c7ee49-7a78-4c9e-9e62-893d7b206f96 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (5a5401cd-f97b-439c-a893-43c758173300), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:09.733135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17c7ee49-7a78-4c9e-9e62-893d7b206f96 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (5a5401cd-f97b-439c-a893-43c758173300), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:09.872002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17c7ee49-7a78-4c9e-9e62-893d7b206f96 demo demo] Publish callbacks [] for router_controller (5a5401cd-f97b-439c-a893-43c758173300), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:09.876520 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17c7ee49-7a78-4c9e-9e62-893d7b206f96 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (5a5401cd-f97b-439c-a893-43c758173300), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:09.893708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17c7ee49-7a78-4c9e-9e62-893d7b206f96 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:09.894956 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-17c7ee49-7a78-4c9e-9e62-893d7b206f96 demo demo] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4940357 Feb 15 13:38:12.428197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40828) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:38:12.740260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-bc8b83dd-6549-467d-95b8-446f4a208cb9 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:38:12.741337 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bc8b83dd-6549-467d-95b8-446f4a208cb9 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122046 Feb 15 13:38:13.615434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ed1212e4-6e7d-491c-8266-898b3285839b up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:38:13.700256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ed1212e4-6e7d-491c-8266-898b3285839b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:38:13.700671 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ed1212e4-6e7d-491c-8266-898b3285839b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:13.809566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ed1212e4-6e7d-491c-8266-898b3285839b is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:38:13.810291 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ed1212e4-6e7d-491c-8266-898b3285839b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:13.833564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fdda62-6979-483a-abc4-74c00dccba3c None None] Network 0054cb6d-4a61-46cb-84f5-9472990bc08d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:38:13.862173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port ed1212e4-6e7d-491c-8266-898b3285839b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ed1212e4-6e7d-491c-8266-898b3285839b,segment=NetworkSegment(4a050929-1146-4861-977a-8d17a800f169),segment_id=4a050929-1146-4861-977a-8d17a800f169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:38:13.892734 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ed1212e4-6e7d-491c-8266-898b3285839b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:13.948457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6e744078-9869-425c-8014-67bc5e897cac None None] Provisioning complete for port ed1212e4-6e7d-491c-8266-898b3285839b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:38:13.948847 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e744078-9869-425c-8014-67bc5e897cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ed1212e4-6e7d-491c-8266-898b3285839b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:13.990989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=ed1212e4-6e7d-491c-8266-898b3285839b,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:14.091605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6e744078-9869-425c-8014-67bc5e897cac None None] Current status of the port ed1212e4-6e7d-491c-8266-898b3285839b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:38:14.413092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8ded10fe-62ce-4e8e-8d60-3ee40362c7e7 None None] Provisioning complete for port ed1212e4-6e7d-491c-8266-898b3285839b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:38:14.413386 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8ded10fe-62ce-4e8e-8d60-3ee40362c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ed1212e4-6e7d-491c-8266-898b3285839b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:14.490342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8ded10fe-62ce-4e8e-8d60-3ee40362c7e7 None None] Current status of the port ed1212e4-6e7d-491c-8266-898b3285839b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:38:14.592588 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-16456d10-4afb-4732-b53c-908997d4832f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:15.292117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40838) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:38:15.586454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ed1212e4-6e7d-491c-8266-898b3285839b up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:38:15.598576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:38:15.620529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Made reservation on behalf of 6ef464ec4edf4368b6ec3900306f0614 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:38:15.622751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:15.631227 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:15.639311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ed1212e4-6e7d-491c-8266-898b3285839b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:38:15.639697 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ed1212e4-6e7d-491c-8266-898b3285839b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:15.702456 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Publish callbacks [] for security_group (2542e22e-8b3b-45d0-9f0d-08f3fd5d4fd1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:15.708263 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2542e22e-8b3b-45d0-9f0d-08f3fd5d4fd1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:15.720329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ed1212e4-6e7d-491c-8266-898b3285839b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:38:15.721342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=109972) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 15 13:38:15.742688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2542e22e-8b3b-45d0-9f0d-08f3fd5d4fd1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:15.745446 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fce1978f-1c1c-48cd-8ebd-e432cd824c07), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:15.745782 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Added segment fce1978f-1c1c-48cd-8ebd-e432cd824c07 of type flat for network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 Feb 15 13:38:15.791361 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:15.822224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:15.823170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:38:15.823728 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:15.888007 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5948443 Feb 15 13:38:15.917736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd55de0-3fa7-4cdc-bc5b-ea848d31c9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:15.928768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:38:17.063228 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-afb9010e-e267-4ae6-a692-01a2d25c3103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:18.109159 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:18.372642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40856) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:38:18.543271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26136f-07e8-4a65-b869-e58de82e467e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:38:18.544556 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4d26136f-07e8-4a65-b869-e58de82e467e demo admin] 10.222.0.72 "GET /v2.0/subnets/13f59e18-5b9d-42b1-91c0-2ad6aa73ea85 HTTP/1.1" status: 200 len: 849 time: 0.1710384 Feb 15 13:38:18.664917 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d84e6738-1df5-42b4-9855-b1997466990c demo admin] 10.222.0.72 "GET /v2.0/routers/5a5401cd-f97b-439c-a893-43c758173300 HTTP/1.1" status: 200 len: 704 time: 0.1147082 Feb 15 13:38:18.933842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:19.215373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Allocated IP 172.20.0.1 (0054cb6d-4a61-46cb-84f5-9472990bc08d/13f59e18-5b9d-42b1-91c0-2ad6aa73ea85/e5ab8154-30d8-4020-8f8f-5165bf1c4571) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:38:19.410858 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Publish callbacks [] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:19.459476 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:19.476978 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:19.543495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Network 0054cb6d-4a61-46cb-84f5-9472990bc08d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:38:19.549868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:38:19.556304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:38:19.556304 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (5a5401cd-f97b-439c-a893-43c758173300), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:19.620787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Pushing event updated for resources: {'Port': ['ID=e5ab8154-30d8-4020-8f8f-5165bf1c4571,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:19.737138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-30bc8cc3-fafc-48fb-ae17-1264da4a6fd6 None None] Provisioning complete for port e5ab8154-30d8-4020-8f8f-5165bf1c4571 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:38:19.737437 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-30bc8cc3-fafc-48fb-ae17-1264da4a6fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:19.770337 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-30bc8cc3-fafc-48fb-ae17-1264da4a6fd6 None None] Port e5ab8154-30d8-4020-8f8f-5165bf1c4571 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:38:19.770696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:19.973430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Publish callbacks [] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:19.977648 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:19.978402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (5a5401cd-f97b-439c-a893-43c758173300), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:20.054534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Pushing event updated for resources: {'Port': ['ID=e5ab8154-30d8-4020-8f8f-5165bf1c4571,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:20.101255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Network 0054cb6d-4a61-46cb-84f5-9472990bc08d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:38:20.102541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:38:20.262213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Router 5a5401cd-f97b-439c-a893-43c758173300 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:38:20.291703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1346289a-6662-45a2-9bb1-3ba5628ee43d None None] Provisioning complete for port e5ab8154-30d8-4020-8f8f-5165bf1c4571 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:38:20.292093 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1346289a-6662-45a2-9bb1-3ba5628ee43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:20.323762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1346289a-6662-45a2-9bb1-3ba5628ee43d None None] Port e5ab8154-30d8-4020-8f8f-5165bf1c4571 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:38:20.354716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:38:20.360053 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-15df6955-d848-467d-89e6-de5b64eea393 demo admin] 10.222.0.72 "PUT /v2.0/routers/5a5401cd-f97b-439c-a893-43c758173300/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6901965 Feb 15 13:38:20.365398 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Sync routers for ids ['5a5401cd-f97b-439c-a893-43c758173300'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:38:20.378424 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Routers {'5a5401cd-f97b-439c-a893-43c758173300'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:38:20.379214 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:38:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5a5401cd-f97b-439c-a893-43c758173300'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:38:20.569201 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Set router 5a5401cd-f97b-439c-a893-43c758173300 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:38:20.903864 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:20.996262 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5401cd-f97b-439c-a893-43c758173300', 'name': 'router1', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:38:09Z', 'updated_at': '2022-02-15T13:38:19Z', 'revision_number': 2, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'gw_port_host': None, '_interfaces': [{'id': 'e5ab8154-30d8-4020-8f8f-5165bf1c4571', 'name': '', 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'mac_address': 'fa:16:3e:cc:17:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5401cd-f97b-439c-a893-43c758173300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:38:18Z', 'updated_at': '2022-02-15T13:38:19Z', 'revision_number': 2, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'subnets': [{'id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa903ca1-93a8-4294-b8a8-57b0b2e3d313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:38:21.046756 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Checking router: 5a5401cd-f97b-439c-a893-43c758173300 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:38:21.047084 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Updating router 5a5401cd-f97b-439c-a893-43c758173300 port e5ab8154-30d8-4020-8f8f-5165bf1c4571 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:38:21.098650 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:21.609531 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Publish callbacks [] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:21.616407 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:21.782887 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Attempting to bind port e5ab8154-30d8-4020-8f8f-5165bf1c4571 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:38:21.783309 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Attempting to bind port e5ab8154-30d8-4020-8f8f-5165bf1c4571 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4a050929-1146-4861-977a-8d17a800f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:38:21.783752 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Attempting to bind port e5ab8154-30d8-4020-8f8f-5165bf1c4571 on network 0054cb6d-4a61-46cb-84f5-9472990bc08d {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:38:21.795032 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:38:21.795451 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Checking segment: {'id': '4a050929-1146-4861-977a-8d17a800f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:38:21.795978 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:21.796375 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Bound using segment: {'id': '4a050929-1146-4861-977a-8d17a800f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:38:21.796860 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Bound port: e5ab8154-30d8-4020-8f8f-5165bf1c4571, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a050929-1146-4861-977a-8d17a800f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:38:21.797239 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:21.799303 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Pushing event updated for resources: {'Port': ['ID=e5ab8154-30d8-4020-8f8f-5165bf1c4571,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:21.814714 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.815091 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.815433 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.815767 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.816101 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.816433 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.817297 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.817621 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.817943 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.818263 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.818581 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.818944 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.819265 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Tracked resource versions report: Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: pushed versions: Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: { 'AddressGroup': {'1.2'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'ConntrackHelper': {'1.0'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'LocalIPAssociation': {'1.0'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'Log': {'1.0'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'Network': {'1.1'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'Port': {'1.7'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'PortForwarding': {'1.2'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'QosPolicy': {'1.10'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'SecurityGroup': {'1.5'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'SubPort': {'1.0'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'Subnet': {'1.1'}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'Trunk': {'1.1'}} Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: consumer versions: Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: { DHCP agent@n-d-829064-15: {}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: L3 agent@n-d-829064-15: {}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: Metadata agent@n-d-829064-15: {}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: Metering agent@n-d-829064-15: {}, Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: Open vSwitch agent@n-d-829064-15: { 'AddressGroup': '1.2', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'ConntrackHelper': '1.0', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'LocalIPAssociation': '1.0', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'Log': '1.0', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'Network': '1.1', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'Port': '1.7', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'PortForwarding': '1.2', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'QosPolicy': '1.10', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'SecurityGroup': '1.5', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'SecurityGroupRule': '1.2', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'SubPort': '1.0', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'Subnet': '1.1', Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: 'Trunk': '1.1'}} Feb 15 13:38:21.820423 n-d-829064-15 neutron-server[109974]: {{(pid=109974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:38:21.851138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a8f7b637-be31-4d77-9d23-f340d9602825 None None] Provisioning complete for port e5ab8154-30d8-4020-8f8f-5165bf1c4571 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:38:21.851624 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a8f7b637-be31-4d77-9d23-f340d9602825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:21.879962 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] For port e5ab8154-30d8-4020-8f8f-5165bf1c4571, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:38:21.885178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7b637-be31-4d77-9d23-f340d9602825 None None] Port e5ab8154-30d8-4020-8f8f-5165bf1c4571 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:38:21.899481 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] For port e5ab8154-30d8-4020-8f8f-5165bf1c4571, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e5ab8154-30d8-4020-8f8f-5165bf1c4571,segment=NetworkSegment(4a050929-1146-4861-977a-8d17a800f169),segment_id=4a050929-1146-4861-977a-8d17a800f169)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:38:21.905984 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:21.952344 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Routers {'5a5401cd-f97b-439c-a893-43c758173300'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:38:21.952964 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:38:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5a5401cd-f97b-439c-a893-43c758173300'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:38:22.057102 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] Set router 5a5401cd-f97b-439c-a893-43c758173300 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:38:22.084494 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4e9d6-7348-418f-82cc-cb60cc6e562b None None] Pushing event updated for resources: {'Port': ['ID=e5ab8154-30d8-4020-8f8f-5165bf1c4571,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:22.107801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-25ea3598-8f55-4e2d-b09b-c6e0c247b2db None None] Provisioning complete for port e5ab8154-30d8-4020-8f8f-5165bf1c4571 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:38:22.108307 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25ea3598-8f55-4e2d-b09b-c6e0c247b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:22.185022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-25ea3598-8f55-4e2d-b09b-c6e0c247b2db None None] Current status of the port e5ab8154-30d8-4020-8f8f-5165bf1c4571 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:38:22.185665 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25ea3598-8f55-4e2d-b09b-c6e0c247b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:22.219467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-25ea3598-8f55-4e2d-b09b-c6e0c247b2db None None] For port e5ab8154-30d8-4020-8f8f-5165bf1c4571, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e5ab8154-30d8-4020-8f8f-5165bf1c4571,segment=NetworkSegment(4a050929-1146-4861-977a-8d17a800f169),segment_id=4a050929-1146-4861-977a-8d17a800f169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:38:22.224153 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25ea3598-8f55-4e2d-b09b-c6e0c247b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:22.270811 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5401cd-f97b-439c-a893-43c758173300', 'name': 'router1', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:38:09Z', 'updated_at': '2022-02-15T13:38:19Z', 'revision_number': 2, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'gw_port_host': None, '_interfaces': [{'id': 'e5ab8154-30d8-4020-8f8f-5165bf1c4571', 'name': '', 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'mac_address': 'fa:16:3e:cc:17:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5401cd-f97b-439c-a893-43c758173300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:38:18Z', 'updated_at': '2022-02-15T13:38:21Z', 'revision_number': 4, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'subnets': [{'id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa903ca1-93a8-4294-b8a8-57b0b2e3d313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:38:22.278436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea3598-8f55-4e2d-b09b-c6e0c247b2db None None] Pushing event updated for resources: {'Port': ['ID=e5ab8154-30d8-4020-8f8f-5165bf1c4571,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:22.296838 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422d2e4-11a6-4da5-8162-c2e7fcd1eef6 None None] The sync data for ids ['5a5401cd-f97b-439c-a893-43c758173300'] in n-d-829064-15 is: [{'id': '5a5401cd-f97b-439c-a893-43c758173300', 'name': 'router1', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:38:09Z', 'updated_at': '2022-02-15T13:38:19Z', 'revision_number': 2, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'gw_port_host': None, '_interfaces': [{'id': 'e5ab8154-30d8-4020-8f8f-5165bf1c4571', 'name': '', 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'mac_address': 'fa:16:3e:cc:17:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5401cd-f97b-439c-a893-43c758173300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:38:18Z', 'updated_at': '2022-02-15T13:38:21Z', 'revision_number': 4, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'subnets': [{'id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa903ca1-93a8-4294-b8a8-57b0b2e3d313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:38:22.804289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40876) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:38:22.948647 n-d-829064-15 neutron-server[109971]: WARNING oslo_policy.policy [None req-264b4eee-bb17-443e-b565-50dc3d0a05c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:38:22.949254 n-d-829064-15 neutron-server[109971]: WARNING oslo_policy.policy [None req-264b4eee-bb17-443e-b565-50dc3d0a05c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:38:23.386498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.policy [None req-264b4eee-bb17-443e-b565-50dc3d0a05c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109971) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 13:38:23.428288 n-d-829064-15 neutron-server[109971]: WARNING oslo_policy.policy [None req-264b4eee-bb17-443e-b565-50dc3d0a05c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:38:23.428652 n-d-829064-15 neutron-server[109971]: WARNING oslo_policy.policy [None req-264b4eee-bb17-443e-b565-50dc3d0a05c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 13:38:23.436426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b4eee-bb17-443e-b565-50dc3d0a05c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:38:23.438304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-264b4eee-bb17-443e-b565-50dc3d0a05c0 admin admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 842 time: 0.6320696 Feb 15 13:38:23.449208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:38:23.486601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Made reservation on behalf of 6ef464ec4edf4368b6ec3900306f0614 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:38:23.489934 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:23.882458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.objects.ports [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 13:38:23.883173 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (a42a54d6-2859-44ce-8d94-0ab56dd281cf), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:23.948865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:38:23.949233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Network hostable DHCP agents. Network: 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:38:23.956068 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42a54d6-2859-44ce-8d94-0ab56dd281cf,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:23.967939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.968280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.968610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.968942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.969263 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.969580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.969893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.970205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.970519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.970827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.971161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.971471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.971777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Tracked resource versions report: Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: pushed versions: Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: { 'AddressGroup': {'1.2'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'ConntrackHelper': {'1.0'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'LocalIPAssociation': {'1.0'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'Log': {'1.0'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'Network': {'1.1'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'Port': {'1.7'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'PortForwarding': {'1.2'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'QosPolicy': {'1.10'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'SecurityGroup': {'1.5'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'SubPort': {'1.0'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'Subnet': {'1.1'}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'Trunk': {'1.1'}} Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: consumer versions: Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: { DHCP agent@n-d-829064-15: {}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: L3 agent@n-d-829064-15: {}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: Metadata agent@n-d-829064-15: {}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: Metering agent@n-d-829064-15: {}, Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: Open vSwitch agent@n-d-829064-15: { 'AddressGroup': '1.2', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'ConntrackHelper': '1.0', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'LocalIPAssociation': '1.0', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'Log': '1.0', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'Network': '1.1', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'Port': '1.7', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'PortForwarding': '1.2', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'QosPolicy': '1.10', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'SecurityGroup': '1.5', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'SecurityGroupRule': '1.2', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'SubPort': '1.0', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'Subnet': '1.1', Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: 'Trunk': '1.1'}} Feb 15 13:38:23.972911 n-d-829064-15 neutron-server[109971]: {{(pid=109971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:38:23.999215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:38:24.012383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:38:24.017013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:38:24.017601 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:24.023855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb5a4a-58b5-442c-a4de-7b9bd6674822 None None] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:38:24.044854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4305f38a-341c-4d53-92e5-5b34ac4b937a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5937891 Feb 15 13:38:24.131194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83a5a9a-3bd5-4326-9474-4ef05b0cb1ab None None] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:38:26.443745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40896) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:38:26.694596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b5f88960-065e-4257-adfb-6ffd49a73bd8 demo admin] 10.222.0.72 "GET /v2.0/routers/5a5401cd-f97b-439c-a893-43c758173300 HTTP/1.1" status: 200 len: 710 time: 0.2495775 Feb 15 13:38:26.781177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaedde3-0616-48c9-a60c-99758270535c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:38:26.782524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3eaedde3-0616-48c9-a60c-99758270535c demo admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 886 time: 0.0827060 Feb 15 13:38:26.791846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:38:27.040804 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Publish callbacks [] for router_gateway (5a5401cd-f97b-439c-a893-43c758173300), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:27.271539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Publish callbacks [] for router_gateway (5a5401cd-f97b-439c-a893-43c758173300), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:27.297636 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:38:27.347550 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:27.502182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Allocated IP 172.25.6.108 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/f901485b-83fd-48c9-84bf-bcf6d28787b7) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:38:27.616742 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Publish callbacks [] for port (f901485b-83fd-48c9-84bf-bcf6d28787b7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:27.682335 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (f901485b-83fd-48c9-84bf-bcf6d28787b7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:27.751006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:38:27.761470 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:38:27.767480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:38:27.773401 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Pushing event updated for resources: {'Port': ['ID=f901485b-83fd-48c9-84bf-bcf6d28787b7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:28.102176 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Publish callbacks [] for router_gateway (5a5401cd-f97b-439c-a893-43c758173300), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:28.296799 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (5a5401cd-f97b-439c-a893-43c758173300), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:28.301785 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (5a5401cd-f97b-439c-a893-43c758173300), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:28.413531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Router 5a5401cd-f97b-439c-a893-43c758173300 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:38:28.518465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:38:28.523432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:28.536256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-45e23db8-e4e8-449f-b9b8-32aa4e976964 demo admin] 10.222.0.72 "PUT /v2.0/routers/5a5401cd-f97b-439c-a893-43c758173300 HTTP/1.1" status: 200 len: 890 time: 1.7359650 Feb 15 13:38:29.613813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e5ab8154-30d8-4020-8f8f-5165bf1c4571 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:38:29.661551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e5ab8154-30d8-4020-8f8f-5165bf1c4571 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:38:29.661944 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:29.739150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e5ab8154-30d8-4020-8f8f-5165bf1c4571 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:38:30.950203 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Sync routers for ids ['5a5401cd-f97b-439c-a893-43c758173300'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:38:30.962175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Routers {'5a5401cd-f97b-439c-a893-43c758173300'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:38:30.962871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:38:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5a5401cd-f97b-439c-a893-43c758173300'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:38:31.062274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40908) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:38:31.173129 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Set router 5a5401cd-f97b-439c-a893-43c758173300 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:38:31.178702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bc32fc43-ede7-4f02-8379-67757c997697 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1152716 Feb 15 13:38:31.576842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5401cd-f97b-439c-a893-43c758173300', 'name': 'router1', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'f901485b-83fd-48c9-84bf-bcf6d28787b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:38:09Z', 'updated_at': '2022-02-15T13:38:27Z', 'revision_number': 4, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'gw_port': {'id': 'f901485b-83fd-48c9-84bf-bcf6d28787b7', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5401cd-f97b-439c-a893-43c758173300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:38:27Z', 'updated_at': '2022-02-15T13:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e5ab8154-30d8-4020-8f8f-5165bf1c4571', 'name': '', 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'mac_address': 'fa:16:3e:cc:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5401cd-f97b-439c-a893-43c758173300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:38:18Z', 'updated_at': '2022-02-15T13:38:22Z', 'revision_number': 5, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'subnets': [{'id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa903ca1-93a8-4294-b8a8-57b0b2e3d313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:38:31.705961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Checking router: 5a5401cd-f97b-439c-a893-43c758173300 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:38:31.706336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Updating router 5a5401cd-f97b-439c-a893-43c758173300 port f901485b-83fd-48c9-84bf-bcf6d28787b7 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:38:31.757856 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f901485b-83fd-48c9-84bf-bcf6d28787b7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:32.088970 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Publish callbacks [] for port (f901485b-83fd-48c9-84bf-bcf6d28787b7), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:32.096337 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f901485b-83fd-48c9-84bf-bcf6d28787b7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:32.143361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Attempting to bind port f901485b-83fd-48c9-84bf-bcf6d28787b7 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:38:32.143743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Attempting to bind port f901485b-83fd-48c9-84bf-bcf6d28787b7 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:38:32.144118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Attempting to bind port f901485b-83fd-48c9-84bf-bcf6d28787b7 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:38:32.153457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:38:32.153836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:38:32.154237 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:32.154631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:38:32.155125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Bound port: f901485b-83fd-48c9-84bf-bcf6d28787b7, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:38:32.155505 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f901485b-83fd-48c9-84bf-bcf6d28787b7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:32.157757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acb1fb-91ef-4634-b48f-24fdbe3c7c7b None None] Pushing event updated for resources: {'Port': ['ID=f901485b-83fd-48c9-84bf-bcf6d28787b7,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:32.204592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] For port f901485b-83fd-48c9-84bf-bcf6d28787b7, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:38:32.208233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] For port f901485b-83fd-48c9-84bf-bcf6d28787b7, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f901485b-83fd-48c9-84bf-bcf6d28787b7,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:38:32.213622 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f901485b-83fd-48c9-84bf-bcf6d28787b7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:32.271875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Routers {'5a5401cd-f97b-439c-a893-43c758173300'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:38:32.272475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:38:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5a5401cd-f97b-439c-a893-43c758173300'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:38:32.275400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acb1fb-91ef-4634-b48f-24fdbe3c7c7b None None] Pushing event updated for resources: {'Port': ['ID=f901485b-83fd-48c9-84bf-bcf6d28787b7,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:32.382273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] Set router 5a5401cd-f97b-439c-a893-43c758173300 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:38:32.599553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5401cd-f97b-439c-a893-43c758173300', 'name': 'router1', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'f901485b-83fd-48c9-84bf-bcf6d28787b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:38:09Z', 'updated_at': '2022-02-15T13:38:27Z', 'revision_number': 4, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'gw_port': {'id': 'f901485b-83fd-48c9-84bf-bcf6d28787b7', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5401cd-f97b-439c-a893-43c758173300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:38:27Z', 'updated_at': '2022-02-15T13:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e5ab8154-30d8-4020-8f8f-5165bf1c4571', 'name': '', 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'mac_address': 'fa:16:3e:cc:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5401cd-f97b-439c-a893-43c758173300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:38:18Z', 'updated_at': '2022-02-15T13:38:22Z', 'revision_number': 5, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'subnets': [{'id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa903ca1-93a8-4294-b8a8-57b0b2e3d313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:38:32.625523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9badbc4-dec0-4163-b3bd-2db9bae70c7a None None] The sync data for ids ['5a5401cd-f97b-439c-a893-43c758173300'] in n-d-829064-15 is: [{'id': '5a5401cd-f97b-439c-a893-43c758173300', 'name': 'router1', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'f901485b-83fd-48c9-84bf-bcf6d28787b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:38:09Z', 'updated_at': '2022-02-15T13:38:27Z', 'revision_number': 4, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'gw_port': {'id': 'f901485b-83fd-48c9-84bf-bcf6d28787b7', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5401cd-f97b-439c-a893-43c758173300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:38:27Z', 'updated_at': '2022-02-15T13:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e5ab8154-30d8-4020-8f8f-5165bf1c4571', 'name': '', 'network_id': '0054cb6d-4a61-46cb-84f5-9472990bc08d', 'tenant_id': '7d0ab34cbd734950a68f782f5591e715', 'mac_address': 'fa:16:3e:cc:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5401cd-f97b-439c-a893-43c758173300', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:38:18Z', 'updated_at': '2022-02-15T13:38:22Z', 'revision_number': 5, 'project_id': '7d0ab34cbd734950a68f782f5591e715', 'subnets': [{'id': '13f59e18-5b9d-42b1-91c0-2ad6aa73ea85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa903ca1-93a8-4294-b8a8-57b0b2e3d313'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:38:33.663419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f901485b-83fd-48c9-84bf-bcf6d28787b7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:38:33.716726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f901485b-83fd-48c9-84bf-bcf6d28787b7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:38:33.717117 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f901485b-83fd-48c9-84bf-bcf6d28787b7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:33.797497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f901485b-83fd-48c9-84bf-bcf6d28787b7 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:38:33.797637 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f901485b-83fd-48c9-84bf-bcf6d28787b7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:33.818326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port f901485b-83fd-48c9-84bf-bcf6d28787b7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f901485b-83fd-48c9-84bf-bcf6d28787b7,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:38:33.826078 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f901485b-83fd-48c9-84bf-bcf6d28787b7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:33.881344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=f901485b-83fd-48c9-84bf-bcf6d28787b7,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:38:35.632206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f901485b-83fd-48c9-84bf-bcf6d28787b7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:38:35.696347 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f901485b-83fd-48c9-84bf-bcf6d28787b7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:38:35.696347 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f901485b-83fd-48c9-84bf-bcf6d28787b7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:35.799570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f901485b-83fd-48c9-84bf-bcf6d28787b7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:38:44.595731 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2fb58118-0813-4a96-aaec-465d279d0b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:47.069338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3b42f485-1e37-473a-80b8-9374e021810b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:48.117930 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:49.480085 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:38:50.908319 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:04.295913 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:39:14.598218 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d3207d60-2c2d-4584-b663-a35f3e7ab853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:17.067848 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffa2232e-ae06-4247-bea4-5e3e81e25087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:18.117897 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:19.467850 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:20.912467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:41.294509 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:39:44.599587 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ec037e36-c597-463d-8e56-a84708535f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:47.071818 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-337d1f00-b570-4a99-a99c-3f4bf773c3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:48.120327 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:49.466143 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:50.917057 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:56.460779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41424) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:39:56.521049 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63381de-720f-4cae-ba16-b12b14d92cb6 admin admin] GET failed (client error): The resource could not be found. Feb 15 13:39:56.522305 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c63381de-720f-4cae-ba16-b12b14d92cb6 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605688 Feb 15 13:39:56.682275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff29473-6735-4382-99a6-93207b4f9082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:56.683676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5ff29473-6735-4382-99a6-93207b4f9082 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572649 Feb 15 13:39:59.000384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41434) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:39:59.090455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca3ca0-f769-4444-8340-984e930b5769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:59.091819 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8aca3ca0-f769-4444-8340-984e930b5769 admin admin] 10.222.0.72 "GET /v2.0/subnets/13f59e18-5b9d-42b1-91c0-2ad6aa73ea85 HTTP/1.1" status: 200 len: 849 time: 0.0904882 Feb 15 13:39:59.101387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:39:59.183383 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Publish callbacks [] for subnet (13f59e18-5b9d-42b1-91c0-2ad6aa73ea85), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:59.321822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771395277078'] for subnet (13f59e18-5b9d-42b1-91c0-2ad6aa73ea85), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:59.352811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:39:59.353401 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:59.354664 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] 10.222.0.72 "PUT /v2.0/subnets/13f59e18-5b9d-42b1-91c0-2ad6aa73ea85 HTTP/1.1" status: 200 len: 868 time: 0.2567625 Feb 15 13:39:59.365756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a896ab0-c8a4-4136-8b30-1442116d649f None None] Network 0054cb6d-4a61-46cb-84f5-9472990bc08d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:39:59.373846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f59e18-5b9d-42b1-91c0-2ad6aa73ea85,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:39:59.381427 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.381831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.382121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.382458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.382794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.383157 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.383484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.383814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.384132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.384455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.384782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.385119 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.385420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac292f-c2ba-419b-83f8-90c0e1473c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:39:59.666678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2a24c3e2-ffd7-4792-bca0-a04e0e4017bf None None] Provisioning complete for port e5ab8154-30d8-4020-8f8f-5165bf1c4571 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:59.667094 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2a24c3e2-ffd7-4792-bca0-a04e0e4017bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e5ab8154-30d8-4020-8f8f-5165bf1c4571), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:59.746332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2a24c3e2-ffd7-4792-bca0-a04e0e4017bf None None] Current status of the port e5ab8154-30d8-4020-8f8f-5165bf1c4571 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:39:59.756525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2a24c3e2-ffd7-4792-bca0-a04e0e4017bf None None] Provisioning complete for port ed1212e4-6e7d-491c-8266-898b3285839b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:39:59.756862 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2a24c3e2-ffd7-4792-bca0-a04e0e4017bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ed1212e4-6e7d-491c-8266-898b3285839b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:39:59.830267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2a24c3e2-ffd7-4792-bca0-a04e0e4017bf None None] Current status of the port ed1212e4-6e7d-491c-8266-898b3285839b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:40:01.652842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41444) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:01.920834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690cf3d-68b9-4d34-98a1-3dfa6b4a57b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:01.921218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690cf3d-68b9-4d34-98a1-3dfa6b4a57b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:01.922771 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a690cf3d-68b9-4d34-98a1-3dfa6b4a57b2 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2689688 Feb 15 13:40:04.220252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41452) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:04.351960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264dcbfe-cc86-48b0-833a-606dc90f7c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:04.352464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264dcbfe-cc86-48b0-833a-606dc90f7c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:04.353981 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-264dcbfe-cc86-48b0-833a-606dc90f7c27 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322668 Feb 15 13:40:06.673579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41460) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:06.802879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e46051b-b720-4c91-989c-eb40ee896e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:06.804275 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0e46051b-b720-4c91-989c-eb40ee896e7f admin admin] 10.222.0.72 "GET /v2.0/networks/0054cb6d-4a61-46cb-84f5-9472990bc08d HTTP/1.1" status: 200 len: 869 time: 0.1297312 Feb 15 13:40:09.107934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41468) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:09.233380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc088f-3259-4ea3-8179-5a70f1368945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:09.234769 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-29fc088f-3259-4ea3-8179-5a70f1368945 admin admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 886 time: 0.1258974 Feb 15 13:40:11.522542 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41476) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:11.643127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950365f7-8956-425d-8dba-6db90cde09ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:11.643579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950365f7-8956-425d-8dba-6db90cde09ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:11.645102 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-950365f7-8956-425d-8dba-6db90cde09ab admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215725 Feb 15 13:40:13.945198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41484) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:14.042000 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0de87-346c-4674-beff-3428b5e33e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:14.042446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0de87-346c-4674-beff-3428b5e33e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:14.043987 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4cf0de87-346c-4674-beff-3428b5e33e24 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0978346 Feb 15 13:40:14.601360 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1872ca7f-f111-4a42-9f56-4554b4552c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:16.343421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41492) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:16.435445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a30807-0cb8-49e0-ae6d-fafb8cd00904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:16.436770 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-01a30807-0cb8-49e0-ae6d-fafb8cd00904 admin admin] 10.222.0.72 "GET /v2.0/subnets/13f59e18-5b9d-42b1-91c0-2ad6aa73ea85 HTTP/1.1" status: 200 len: 868 time: 0.0923936 Feb 15 13:40:17.073584 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d8ca27ab-3ab4-48e6-bd31-1b9360c9e62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:18.121594 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:18.292875 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:40:18.747017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41500) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:18.831168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e394c-8118-43a4-b7a8-874a82ddc4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:18.832471 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-648e394c-8118-43a4-b7a8-874a82ddc4a4 admin admin] 10.222.0.72 "GET /v2.0/subnets/a42a54d6-2859-44ce-8d94-0ab56dd281cf HTTP/1.1" status: 200 len: 816 time: 0.0844922 Feb 15 13:40:19.473376 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:20.922641 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:44.607735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7e5a79f0-b7ed-465b-8847-232bbef8be27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:46.899107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41552) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:46.945198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-7ca78810-54d3-481f-87d6-b45bc19e0e1d admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:40:46.946180 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7ca78810-54d3-481f-87d6-b45bc19e0e1d admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460722 Feb 15 13:40:47.077793 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2a819259-0698-43e8-840b-39ce714d1546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:48.124316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:49.338593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41560) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:49.398923 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f826ca7-2047-4001-bbbe-3c2815fbd2ff admin admin] GET failed (client error): The resource could not be found. Feb 15 13:40:49.400188 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3f826ca7-2047-4001-bbbe-3c2815fbd2ff admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606577 Feb 15 13:40:49.472399 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:49.544461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a839f41-7904-4e81-b9a7-27cb9cb671b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:49.545894 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4a839f41-7904-4e81-b9a7-27cb9cb671b3 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1414504 Feb 15 13:40:50.915300 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:51.847097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41568) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:51.893273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:51.913185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] Made reservation on behalf of 6ef464ec4edf4368b6ec3900306f0614 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:51.915822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:51.942182 n-d-829064-15 neutron-server[109972]: WARNING neutron.services.revisions.revision_plugin [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] Could not find related network for resource to bump revision. Feb 15 13:40:51.952618 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:40:51.961879 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (39a2d80e-c460-447f-96c4-5ae436709169), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:51.962210 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] Added segment 39a2d80e-c460-447f-96c4-5ae436709169 of type vlan for network a302c74c-02c0-4b6a-ada7-687d3cce80f4 Feb 15 13:40:51.999879 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a302c74c-02c0-4b6a-ada7-687d3cce80f4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:52.024427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a302c74c-02c0-4b6a-ada7-687d3cce80f4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:52.025339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:52.025905 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:52.080731 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2325420 Feb 15 13:40:52.087434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c475d7-be44-4194-bcb0-2b2b4b43ddaf admin admin] Pushing event updated for resources: {'Network': ['ID=a302c74c-02c0-4b6a-ada7-687d3cce80f4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:52.098430 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:40:54.378807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41576) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:40:54.439899 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d71ccd8-adda-4203-a7d1-acdf51d4775d admin admin] GET failed (client error): The resource could not be found. Feb 15 13:40:54.441142 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1d71ccd8-adda-4203-a7d1-acdf51d4775d admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613551 Feb 15 13:40:54.510190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3d35ff-8675-4be0-a887-a7af0595dff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:54.511653 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2f3d35ff-8675-4be0-a887-a7af0595dff1 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664828 Feb 15 13:40:54.521681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] Request body: {'subnet': {'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:40:54.539084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] Made reservation on behalf of 6ef464ec4edf4368b6ec3900306f0614 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:40:54.541301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:54.702194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (796ade7c-aa7e-4660-93a7-554c9f4f4fb2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:54.757173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] Pushing event updated for resources: {'Subnet': ['ID=796ade7c-aa7e-4660-93a7-554c9f4f4fb2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:54.763852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:40:54.764207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] Network hostable DHCP agents. Network: a302c74c-02c0-4b6a-ada7-687d3cce80f4, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:40:54.780373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:40:54.790053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a302c74c-02c0-4b6a-ada7-687d3cce80f4) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:54.794495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:40:54.795118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:54.800867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a6bed1-a743-4f1a-9cb6-ab06bbce422c None None] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:40:54.810972 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5786797a-187d-4eeb-8cab-a8f9e969124f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2925074 Feb 15 13:40:54.907556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'project_id': '6ef464ec4edf4368b6ec3900306f0614', 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:40:54.908579 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:55.049856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Allocated IP 192.168.233.2 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/50acb81a-e57b-4f44-99c8-b7bef3b4b4c0) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:40:55.195282 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Publish callbacks [] for port (50acb81a-e57b-4f44-99c8-b7bef3b4b4c0), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:55.201715 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (50acb81a-e57b-4f44-99c8-b7bef3b4b4c0), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:55.245541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:40:55.248383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:40:55.251535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:40:55.260451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Pushing event updated for resources: {'Port': ['ID=50acb81a-e57b-4f44-99c8-b7bef3b4b4c0,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:55.293492 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:40:55.378399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.378666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.379052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.379374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.379700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.380026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.380350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.380670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.380989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.381311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.381627 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.381941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.382259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:40:55.417358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Attempting to bind port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:40:55.417719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Attempting to bind port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:40:55.418076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Attempting to bind port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:40:55.423130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:40:55.423505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:40:55.423904 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:55.424290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:40:55.424751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Bound port: 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:40:55.425150 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (50acb81a-e57b-4f44-99c8-b7bef3b4b4c0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:55.486298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] For port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:40:55.489561 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] For port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=50acb81a-e57b-4f44-99c8-b7bef3b4b4c0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:40:55.497595 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (50acb81a-e57b-4f44-99c8-b7bef3b4b4c0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:55.566664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea4b65-d8ed-49a8-927c-f15f78ac4477 None None] Pushing event updated for resources: {'Port': ['ID=50acb81a-e57b-4f44-99c8-b7bef3b4b4c0,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:56.409368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4e7d9-c555-4aa0-90aa-fc634ccd89bf None None] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:40:56.490710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6d6f119e-bbe0-4c19-aacb-851b285a5761 None None] Provisioning complete for port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:56.491514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6d6f119e-bbe0-4c19-aacb-851b285a5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (50acb81a-e57b-4f44-99c8-b7bef3b4b4c0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:56.603131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6d6f119e-bbe0-4c19-aacb-851b285a5761 None None] Current status of the port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:40:56.603526 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6d6f119e-bbe0-4c19-aacb-851b285a5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (50acb81a-e57b-4f44-99c8-b7bef3b4b4c0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:56.637148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6d6f119e-bbe0-4c19-aacb-851b285a5761 None None] For port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=50acb81a-e57b-4f44-99c8-b7bef3b4b4c0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:40:56.644012 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6d6f119e-bbe0-4c19-aacb-851b285a5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (50acb81a-e57b-4f44-99c8-b7bef3b4b4c0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:56.697263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f119e-bbe0-4c19-aacb-851b285a5761 None None] Pushing event updated for resources: {'Port': ['ID=50acb81a-e57b-4f44-99c8-b7bef3b4b4c0,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:40:56.765180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-367bb6b9-20a0-4477-89fc-521708776e7a None None] Provisioning complete for port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:56.765474 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-367bb6b9-20a0-4477-89fc-521708776e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (50acb81a-e57b-4f44-99c8-b7bef3b4b4c0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:56.848139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-367bb6b9-20a0-4477-89fc-521708776e7a None None] Current status of the port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:40:57.738789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:40:57.791929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:40:57.792319 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (50acb81a-e57b-4f44-99c8-b7bef3b4b4c0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:40:57.870625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 50acb81a-e57b-4f44-99c8-b7bef3b4b4c0 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:41:14.598783 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-af7823d3-f7b9-4103-955e-c6e36b6abadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:41:17.081754 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6734eda-d4f6-4d9c-91ee-3193724b4d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:41:18.127322 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:41:19.477258 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:41:20.919875 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:41:32.292176 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:41:44.603124 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6531a4b6-3861-4826-923d-e8ab9360ccf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:41:47.083551 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-06d263a0-98e5-418d-854d-351406f6c4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:41:48.131451 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:41:49.478581 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:41:50.913937 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:09.290052 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:42:14.605189 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9fa6a257-e674-43a4-ba08-f721ce85c2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:17.084688 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a4f4bf87-c679-40ea-889c-24be3be49892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:18.133739 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:19.482629 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:20.921218 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:21.288941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41614) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:42:21.294532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-3d9d7ee6-1868-4b11-b402-9ea7cd023609 tempest-verify_tempest_config-210986023 tempest-verify_tempest_config-210986023-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:42:21.295549 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3d9d7ee6-1868-4b11-b402-9ea7cd023609 tempest-verify_tempest_config-210986023 tempest-verify_tempest_config-210986023-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056663 Feb 15 13:42:21.590849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41632) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:42:21.694649 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:21.766714 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Publish callbacks [] for security_group (26710566-d95c-49c1-9c5e-f7271edafc0c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:21.770637 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (26710566-d95c-49c1-9c5e-f7271edafc0c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:21.815361 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b92c4487d30d434592a5b0289a0378ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2233245 Feb 15 13:42:21.816532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26710566-d95c-49c1-9c5e-f7271edafc0c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:21.817992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41636) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:42:21.823364 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.823709 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.824050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.824381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.824712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.825047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.825380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.825700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.826021 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.826340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.826660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.827559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.827879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3714d2-bebe-4ce9-b0ec-f29001c10742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:21.896475 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Publish callbacks [] for security_group (26710566-d95c-49c1-9c5e-f7271edafc0c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:21.919478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Publish callbacks [] for security_group (26710566-d95c-49c1-9c5e-f7271edafc0c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:22.011872 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (26710566-d95c-49c1-9c5e-f7271edafc0c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:22.014589 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:22.019080 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26710566-d95c-49c1-9c5e-f7271edafc0c HTTP/1.1" status: 204 len: 168 time: 0.1990287 Feb 15 13:42:22.027525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26710566-d95c-49c1-9c5e-f7271edafc0c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:42:22.034956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.035416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.035764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.036162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.036501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.036834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.037163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.037492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.037816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.038141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.038468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.038793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:22.039216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353671a5-a715-4bd5-aa62-6b328d742db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:42:44.607707 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5a9b-fe89-429e-a0a8-783fc301bb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:46.288841 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:42:47.085557 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-456f9644-a9e4-4d57-9d9f-04363d1def10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:48.136764 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:49.485010 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:42:50.914743 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:43:14.608314 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-99065907-d29a-4eab-9fe7-b8f09e97bce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:43:17.086768 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-01fafb72-ea9b-491f-9467-414cf563c235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:43:18.139196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:43:19.489507 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:43:20.916346 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:43:23.287737 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:43:44.609624 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d172241b-2293-4722-94f7-8575dbcd4715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:43:47.088031 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4a3b-9756-45b6-9d90-7469facfa1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:43:48.142253 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:43:49.493075 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:43:50.921130 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:44:00.286576 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:44:14.613299 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8b57e3da-745c-41c8-8adc-7eb4824103dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:44:17.088794 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3465bc8a-00f0-47d2-b48a-11aacc7ec6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:44:18.144365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:44:19.496174 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:44:20.915241 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:44:37.286007 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:44:44.615412 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-642be923-e46b-4b67-94ad-627aa5d23944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:44:47.089999 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b03bdf4d-df4d-4ba5-ba8c-bb627725dbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:44:48.147597 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:44:49.498452 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:44:50.917676 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:14.284651 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 5 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:45:14.616484 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13762cc9-9dbf-4026-96be-cf56fc5cc06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:17.092238 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c7415b58-fd40-4888-b7ed-15200d7a0c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:18.151255 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:19.503526 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:20.921544 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:39.562651 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407427'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:41.511999 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-407427'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:44.618830 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8fb72be3-2385-47ea-af90-8bcd77c2938f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:47.094085 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dc66667d-6f53-4ade-bfb4-2c3515c69731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:48.156093 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:49.505924 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:50.926123 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:45:51.285059 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:46:09.537613 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:11.528396 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:14.621432 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d9761ea5-1fe5-434f-ab5e-178fc6b2f141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:17.100578 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-910bf708-544c-4db8-98ed-affcfe769f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:18.159112 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:19.509540 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:20.931381 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:28.239528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41694) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:46:28.284589 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:46:28.346322 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6d660a79-3bc9-4970-90f0-28f2f34597e0 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1056867 Feb 15 13:46:30.803131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41704) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:46:30.863501 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-35677fdc-0dd0-415e-9f85-e90367924ae3 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0592430 Feb 15 13:46:39.531771 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:41.528825 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:44.623218 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bea14fff-c11f-43c3-bf8a-a0adb0e94de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:47.094851 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a88b66c7-f923-4386-b313-380ad02e0e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:48.160163 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:49.515226 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:46:50.926116 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:05.284228 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:47:09.549644 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:11.562770 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:14.629682 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3100b296-c597-49ce-8675-0c27c44472bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:17.103231 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d5d51817-d2be-41c4-bec5-494a6009c0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:18.173210 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:19.531796 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:20.938327 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:39.549758 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:41.570158 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:42.284135 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:47:44.624047 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-38303e65-53ca-4f7a-ab75-b5d0e285a94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:47.100903 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0737c16d-c68d-4b55-9c78-ed1fb4116188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:48.168338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:49.528194 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:47:50.934969 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:01.059907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41910) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:01.512903 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1682459538-network', 'tenant_id': '0b59b143ecda48edbe0b987a53afe383'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:01.548907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Made reservation on behalf of 0b59b143ecda48edbe0b987a53afe383 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:01.551286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:01.560575 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:01.659245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Publish callbacks [] for security_group (1937d8a8-5452-49e9-bc26-bc7ae2330bb4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:01.664359 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1937d8a8-5452-49e9-bc26-bc7ae2330bb4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:01.711654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:48:01.716646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1937d8a8-5452-49e9-bc26-bc7ae2330bb4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:01.726208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.730955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Tracked resource versions report: Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: pushed versions: Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: { 'AddressGroup': {'1.2'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'ConntrackHelper': {'1.0'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'LocalIPAssociation': {'1.0'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'Log': {'1.0'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'Network': {'1.1'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'Port': {'1.7'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'PortForwarding': {'1.2'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'QosPolicy': {'1.10'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'SecurityGroup': {'1.5'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'SubPort': {'1.0'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'Subnet': {'1.1'}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'Trunk': {'1.1'}} Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: consumer versions: Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: { DHCP agent@n-d-829064-15: {}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: HyperV agent@n-h1-829064-15: {}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: HyperV agent@n-h2-829064-15: {}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: L3 agent@n-d-829064-15: {}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: Metadata agent@n-d-829064-15: {}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: Metering agent@n-d-829064-15: {}, Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: Open vSwitch agent@n-d-829064-15: { 'AddressGroup': '1.2', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'ConntrackHelper': '1.0', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'LocalIPAssociation': '1.0', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'Log': '1.0', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'Network': '1.1', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'Port': '1.7', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'PortForwarding': '1.2', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'QosPolicy': '1.10', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'SecurityGroup': '1.5', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'SecurityGroupRule': '1.2', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'SubPort': '1.0', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'Subnet': '1.1', Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: 'Trunk': '1.1'}} Feb 15 13:48:01.731996 n-d-829064-15 neutron-server[109972]: {{(pid=109972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:48:01.743399 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (05ca91a7-b89e-44b2-bbc2-334c88580247), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:01.743740 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Added segment 05ca91a7-b89e-44b2-bbc2-334c88580247 of type vlan for network 2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7 Feb 15 13:48:01.810008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:01.845566 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:01.846580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:01.847270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:01.929737 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8677828 Feb 15 13:48:01.935170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41942) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:01.943595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Request body: {'subnet': {'network_id': '2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1682459538-subnet', 'tenant_id': '0b59b143ecda48edbe0b987a53afe383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:01.945431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e8408-48a2-4a39-868a-00107be81bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:01.958756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:48:01.977188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Made reservation on behalf of 0b59b143ecda48edbe0b987a53afe383 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:01.982406 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:02.217434 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (60308c63-ffb8-49e8-a4b3-410d77f77a21), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:02.280961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60308c63-ffb8-49e8-a4b3-410d77f77a21,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:02.304420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.304797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.305077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.305408 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.305784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.306071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.306573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.306821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.307167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.307714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.308186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.309442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.309925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Tracked resource versions report: Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: pushed versions: Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: { 'AddressGroup': {'1.2'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'ConntrackHelper': {'1.0'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'LocalIPAssociation': {'1.0'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'Log': {'1.0'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'Network': {'1.1'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'Port': {'1.7'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'PortForwarding': {'1.2'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'QosPolicy': {'1.10'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'SecurityGroup': {'1.5'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'SubPort': {'1.0'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'Subnet': {'1.1'}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'Trunk': {'1.1'}} Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: consumer versions: Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: { DHCP agent@n-d-829064-15: {}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: HyperV agent@n-h1-829064-15: {}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: HyperV agent@n-h2-829064-15: {}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: L3 agent@n-d-829064-15: {}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: Metadata agent@n-d-829064-15: {}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: Metering agent@n-d-829064-15: {}, Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: Open vSwitch agent@n-d-829064-15: { 'AddressGroup': '1.2', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'ConntrackHelper': '1.0', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'LocalIPAssociation': '1.0', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'Log': '1.0', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'Network': '1.1', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'Port': '1.7', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'PortForwarding': '1.2', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'QosPolicy': '1.10', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'SecurityGroup': '1.5', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'SecurityGroupRule': '1.2', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'SubPort': '1.0', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'Subnet': '1.1', Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: 'Trunk': '1.1'}} Feb 15 13:48:02.311269 n-d-829064-15 neutron-server[109971]: {{(pid=109971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:48:02.324376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Checking segment: {'id': '05ca91a7-b89e-44b2-bbc2-334c88580247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:02.324719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Network hostable DHCP agents. Network: 2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:48:02.357063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Network 2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:48:02.371616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:02.377917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:02.378854 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:02.391316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93628d-a86d-4d27-9905-eb9d980443a2 None None] Network 2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:48:02.417931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f3fc2994-b132-48bb-93fa-ae960d226df3 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4796557 Feb 15 13:48:02.533512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe6ce47-d415-4a6b-863d-da9de60d742c None None] Network 2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:48:04.933381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42078) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:05.028807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42088) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:05.308494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ba1fabb-4c7c-4c3d-84f6-9687e9d354dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.336701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42102) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:05.344962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2101331621-network', 'tenant_id': '3c0015fd09194c64b9bd33481102c0d9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:05.393821 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Made reservation on behalf of 3c0015fd09194c64b9bd33481102c0d9 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:05.397804 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.410174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.493382 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ba1fabb-4c7c-4c3d-84f6-9687e9d354dc admin admin] Publish callbacks [] for security_group (8a87f71a-1f46-47ce-b44d-3afe415acd26), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.496447 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Publish callbacks [] for security_group (9e18dcab-aa8d-4770-b308-0731e2c48faf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.500141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ba1fabb-4c7c-4c3d-84f6-9687e9d354dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8a87f71a-1f46-47ce-b44d-3afe415acd26), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.502221 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9e18dcab-aa8d-4770-b308-0731e2c48faf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.520083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:48:05.552209 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f313acd4-b315-401e-a8e2-5f3f61283a46), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.552689 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Added segment f313acd4-b315-401e-a8e2-5f3f61283a46 of type vlan for network b4806ec6-f457-4859-ade4-461a35bcf49a Feb 15 13:48:05.618617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0ba1fabb-4c7c-4c3d-84f6-9687e9d354dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=865b6e53d5f041b584f619ff52006de0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6827853 Feb 15 13:48:05.619821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42114) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:05.622680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1fabb-4c7c-4c3d-84f6-9687e9d354dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a87f71a-1f46-47ce-b44d-3afe415acd26,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:05.652862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c2e7b16d-c795-49a8-a965-1f5c416dfeb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.750723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdaa4ddc-6d67-467b-bf73-72bd1193f480 admin admin] Publish callbacks [] for security_group (8a87f71a-1f46-47ce-b44d-3afe415acd26), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.791418 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdaa4ddc-6d67-467b-bf73-72bd1193f480 admin admin] Publish callbacks [] for security_group (8a87f71a-1f46-47ce-b44d-3afe415acd26), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.821112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e18dcab-aa8d-4770-b308-0731e2c48faf,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:05.852652 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (b4806ec6-f457-4859-ade4-461a35bcf49a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.857521 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c2e7b16d-c795-49a8-a965-1f5c416dfeb0 admin admin] Publish callbacks [] for security_group (ce84d2e5-70da-460e-99cb-cc59c3dd2e4e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.863312 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c2e7b16d-c795-49a8-a965-1f5c416dfeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ce84d2e5-70da-460e-99cb-cc59c3dd2e4e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.892311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7b16d-c795-49a8-a965-1f5c416dfeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce84d2e5-70da-460e-99cb-cc59c3dd2e4e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:05.919011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (b4806ec6-f457-4859-ade4-461a35bcf49a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.920027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:05.920696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.946942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c2e7b16d-c795-49a8-a965-1f5c416dfeb0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=950de1e96b8d41528bba17d069c29745&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9152303 Feb 15 13:48:05.950521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42130) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:05.966366 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdaa4ddc-6d67-467b-bf73-72bd1193f480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8a87f71a-1f46-47ce-b44d-3afe415acd26), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.968972 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6311743 Feb 15 13:48:05.971844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42132) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:05.974561 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdaa4ddc-6d67-467b-bf73-72bd1193f480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:05.979598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bdaa4ddc-6d67-467b-bf73-72bd1193f480 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a87f71a-1f46-47ce-b44d-3afe415acd26 HTTP/1.1" status: 204 len: 168 time: 0.3561339 Feb 15 13:48:05.979784 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] Request body: {'subnet': {'network_id': 'b4806ec6-f457-4859-ade4-461a35bcf49a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2101331621-subnet', 'tenant_id': '3c0015fd09194c64b9bd33481102c0d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:06.006520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c891ca-6917-45f1-950b-cf61f6044ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=b4806ec6-f457-4859-ade4-461a35bcf49a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:06.015172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] Made reservation on behalf of 3c0015fd09194c64b9bd33481102c0d9 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:06.018105 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:06.034027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network b4806ec6-f457-4859-ade4-461a35bcf49a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:48:06.110107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa4ddc-6d67-467b-bf73-72bd1193f480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a87f71a-1f46-47ce-b44d-3afe415acd26,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:06.188821 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0bac500b-f82a-4eb9-8306-6ceb55cb274d admin admin] Publish callbacks [] for security_group (ce84d2e5-70da-460e-99cb-cc59c3dd2e4e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:06.237958 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0bac500b-f82a-4eb9-8306-6ceb55cb274d admin admin] Publish callbacks [] for security_group (ce84d2e5-70da-460e-99cb-cc59c3dd2e4e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:06.273789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (e17f075c-154a-42d4-af1e-a558bc8610af), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:06.314988 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0bac500b-f82a-4eb9-8306-6ceb55cb274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ce84d2e5-70da-460e-99cb-cc59c3dd2e4e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:06.318919 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0bac500b-f82a-4eb9-8306-6ceb55cb274d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:06.320412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0bac500b-f82a-4eb9-8306-6ceb55cb274d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ce84d2e5-70da-460e-99cb-cc59c3dd2e4e HTTP/1.1" status: 204 len: 168 time: 0.3685138 Feb 15 13:48:06.344397 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17f075c-154a-42d4-af1e-a558bc8610af,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:06.362948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac500b-f82a-4eb9-8306-6ceb55cb274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce84d2e5-70da-460e-99cb-cc59c3dd2e4e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:06.365757 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] Checking segment: {'id': 'f313acd4-b315-401e-a8e2-5f3f61283a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b4806ec6-f457-4859-ade4-461a35bcf49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:06.366174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] Network hostable DHCP agents. Network: b4806ec6-f457-4859-ade4-461a35bcf49a, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:48:06.384606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] Network b4806ec6-f457-4859-ade4-461a35bcf49a is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:48:06.396696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, b4806ec6-f457-4859-ade4-461a35bcf49a) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:06.409976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:06.411284 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:06.411843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93997dd-c315-4f13-89d1-27c96506119b None None] Network b4806ec6-f457-4859-ade4-461a35bcf49a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:48:06.437089 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-18fd909a-996a-4076-8418-711274c477d8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4624367 Feb 15 13:48:06.574618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3827671b-e05c-49e9-8dcb-6cb18a32d10c None None] Network b4806ec6-f457-4859-ade4-461a35bcf49a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:48:06.827989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42170) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:06.879417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42174) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:06.901338 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d1de900a-3f05-4ebf-91e2-c4052d79a29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:06.921625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d269e5a-6475-4d44-b402-cb79bdc13542 admin admin] Deleting subnet 60308c63-ffb8-49e8-a4b3-410d77f77a21 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:48:06.933537 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d269e5a-6475-4d44-b402-cb79bdc13542 admin admin] Publish callbacks [] for subnet (60308c63-ffb8-49e8-a4b3-410d77f77a21), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.002426 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d269e5a-6475-4d44-b402-cb79bdc13542 admin admin] Publish callbacks [] for subnet (60308c63-ffb8-49e8-a4b3-410d77f77a21), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.011376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42178) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:07.046671 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d1de900a-3f05-4ebf-91e2-c4052d79a29e admin admin] Publish callbacks [] for security_group (18583a9b-f6f5-40b3-a6dc-b7b23b1c6e75), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.048371 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d269e5a-6475-4d44-b402-cb79bdc13542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (60308c63-ffb8-49e8-a4b3-410d77f77a21), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.052111 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d1de900a-3f05-4ebf-91e2-c4052d79a29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (18583a9b-f6f5-40b3-a6dc-b7b23b1c6e75), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.095891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d1de900a-3f05-4ebf-91e2-c4052d79a29e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=395c876b77314979a22e7a297449b007&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2146780 Feb 15 13:48:07.097051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de900a-3f05-4ebf-91e2-c4052d79a29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18583a9b-f6f5-40b3-a6dc-b7b23b1c6e75,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:07.099612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42180) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:07.108640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-68a2dfcc-f070-4e74-ac2c-10118aa4df0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.161541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d269e5a-6475-4d44-b402-cb79bdc13542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (60308c63-ffb8-49e8-a4b3-410d77f77a21), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.177680 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da234ac3-1b59-4223-952d-c8635fe91aa6 admin admin] Publish callbacks [] for security_group (18583a9b-f6f5-40b3-a6dc-b7b23b1c6e75), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.204030 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d269e5a-6475-4d44-b402-cb79bdc13542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60308c63-ffb8-49e8-a4b3-410d77f77a21,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:07.212304 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d269e5a-6475-4d44-b402-cb79bdc13542 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.216318 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7d269e5a-6475-4d44-b402-cb79bdc13542 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/60308c63-ffb8-49e8-a4b3-410d77f77a21 HTTP/1.1" status: 204 len: 168 time: 0.3865054 Feb 15 13:48:07.221763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42190) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:07.233399 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da234ac3-1b59-4223-952d-c8635fe91aa6 admin admin] Publish callbacks [] for security_group (18583a9b-f6f5-40b3-a6dc-b7b23b1c6e75), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.285115 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-68a2dfcc-f070-4e74-ac2c-10118aa4df0a admin admin] Publish callbacks [] for security_group (2567db2b-e738-411d-bf7b-d5388b88f934), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.290128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-68a2dfcc-f070-4e74-ac2c-10118aa4df0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2567db2b-e738-411d-bf7b-d5388b88f934), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.329723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2dfcc-f070-4e74-ac2c-10118aa4df0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2567db2b-e738-411d-bf7b-d5388b88f934,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:07.348495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-68a2dfcc-f070-4e74-ac2c-10118aa4df0a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7bb1f972b96e4466b7c7934940d46dd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3345277 Feb 15 13:48:07.350114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42196) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:07.355275 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.383800 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da234ac3-1b59-4223-952d-c8635fe91aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (18583a9b-f6f5-40b3-a6dc-b7b23b1c6e75), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.389315 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da234ac3-1b59-4223-952d-c8635fe91aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.391334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-da234ac3-1b59-4223-952d-c8635fe91aa6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18583a9b-f6f5-40b3-a6dc-b7b23b1c6e75 HTTP/1.1" status: 204 len: 168 time: 0.2906306 Feb 15 13:48:07.415627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da234ac3-1b59-4223-952d-c8635fe91aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18583a9b-f6f5-40b3-a6dc-b7b23b1c6e75,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:07.478580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-36ca75b4-5d0c-47be-ae34-8ffc6e15bb60 admin admin] Publish callbacks [] for security_group (2567db2b-e738-411d-bf7b-d5388b88f934), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.536292 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-36ca75b4-5d0c-47be-ae34-8ffc6e15bb60 admin admin] Publish callbacks [] for security_group (2567db2b-e738-411d-bf7b-d5388b88f934), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.574189 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.623995 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-36ca75b4-5d0c-47be-ae34-8ffc6e15bb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2567db2b-e738-411d-bf7b-d5388b88f934), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.626507 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:07.626825 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-36ca75b4-5d0c-47be-ae34-8ffc6e15bb60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:07.627375 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:07.628923 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:07.629587 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > port after_create 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:07.631214 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > port after_delete 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:07.635582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > port after_update 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:07.635582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:07.635582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:07.635582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:07.636102 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-36ca75b4-5d0c-47be-ae34-8ffc6e15bb60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2567db2b-e738-411d-bf7b-d5388b88f934 HTTP/1.1" status: 204 len: 168 time: 0.2840140 Feb 15 13:48:07.636217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:07.657590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca75b4-5d0c-47be-ae34-8ffc6e15bb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2567db2b-e738-411d-bf7b-d5388b88f934,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:08.030051 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:08.030274 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:08.030632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:08.030989 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:48:08.031363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:08.050738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ca91a7-b89e-44b2-bbc2-334c88580247') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:08.051750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ca91a7-b89e-44b2-bbc2-334c88580247') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:08.078009 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (05ca91a7-b89e-44b2-bbc2-334c88580247), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.113103 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (05ca91a7-b89e-44b2-bbc2-334c88580247), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.124056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:08.124670 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (05ca91a7-b89e-44b2-bbc2-334c88580247), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: from cryptography.utils import int_from_bytes Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: from cryptography.utils import int_from_bytes Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:08.128981 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:08.200397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.235187 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.248670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] 10.222.0.72 "DELETE /v2.0/networks/2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7 HTTP/1.1" status: 204 len: 168 time: 1.0256529 Feb 15 13:48:08.250505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42246) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:08.268931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca37b01-825c-4e2f-8ec6-54781a2f4b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3a4c97-a5f6-4c8b-ac0b-985f9d9fc0f7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:08.322634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ca47d4-6553-4bef-b527-6f415714ed0d admin admin] Deleting subnet e17f075c-154a-42d4-af1e-a558bc8610af {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:48:08.326237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54ca47d4-6553-4bef-b527-6f415714ed0d admin admin] Publish callbacks [] for subnet (e17f075c-154a-42d4-af1e-a558bc8610af), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.372284 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54ca47d4-6553-4bef-b527-6f415714ed0d admin admin] Publish callbacks [] for subnet (e17f075c-154a-42d4-af1e-a558bc8610af), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.380714 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54ca47d4-6553-4bef-b527-6f415714ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e17f075c-154a-42d4-af1e-a558bc8610af), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.462249 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54ca47d4-6553-4bef-b527-6f415714ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (e17f075c-154a-42d4-af1e-a558bc8610af), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.503120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca47d4-6553-4bef-b527-6f415714ed0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17f075c-154a-42d4-af1e-a558bc8610af,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:08.514044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54ca47d4-6553-4bef-b527-6f415714ed0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.523397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42266) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:08.533938 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-54ca47d4-6553-4bef-b527-6f415714ed0d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e17f075c-154a-42d4-af1e-a558bc8610af HTTP/1.1" status: 204 len: 168 time: 0.2817044 Feb 15 13:48:08.676169 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (b4806ec6-f457-4859-ade4-461a35bcf49a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.821440 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (b4806ec6-f457-4859-ade4-461a35bcf49a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.860022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4806ec6-f457-4859-ade4-461a35bcf49a']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:08.874864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f313acd4-b315-401e-a8e2-5f3f61283a46') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:08.875224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f313acd4-b315-401e-a8e2-5f3f61283a46') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:08.892435 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (f313acd4-b315-401e-a8e2-5f3f61283a46), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.910939 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f313acd4-b315-401e-a8e2-5f3f61283a46), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.918875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:48:08.919736 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (f313acd4-b315-401e-a8e2-5f3f61283a46), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:48:08.921969 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:48:08.997069 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (b4806ec6-f457-4859-ade4-461a35bcf49a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:09.004556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:09.008217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b4806ec6-f457-4859-ade4-461a35bcf49a HTTP/1.1" status: 204 len: 168 time: 0.4838834 Feb 15 13:48:09.024411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8bdde-2957-40fd-9a73-2ca9d676a922 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4806ec6-f457-4859-ade4-461a35bcf49a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:09.228998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42348) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:09.318718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d572e6a8-e6a8-4cff-b030-6796262fd956 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b59b143ecda48edbe0b987a53afe383&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0876269 Feb 15 13:48:09.322707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42358) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:09.392406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b968-e005-44a6-ae4c-fbc7cc0fc7c8 admin admin] Publish callbacks [] for security_group (1937d8a8-5452-49e9-bc26-bc7ae2330bb4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:09.424094 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b968-e005-44a6-ae4c-fbc7cc0fc7c8 admin admin] Publish callbacks [] for security_group (1937d8a8-5452-49e9-bc26-bc7ae2330bb4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:09.509557 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b968-e005-44a6-ae4c-fbc7cc0fc7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1937d8a8-5452-49e9-bc26-bc7ae2330bb4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:09.521909 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeb1b968-e005-44a6-ae4c-fbc7cc0fc7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:09.524097 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-eeb1b968-e005-44a6-ae4c-fbc7cc0fc7c8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1937d8a8-5452-49e9-bc26-bc7ae2330bb4 HTTP/1.1" status: 204 len: 168 time: 0.1993821 Feb 15 13:48:09.543649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1b968-e005-44a6-ae4c-fbc7cc0fc7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1937d8a8-5452-49e9-bc26-bc7ae2330bb4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:09.573398 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:09.667754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42382) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:09.742658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42392) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:09.785113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42400) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:10.068011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-network', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:10.091641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Made reservation on behalf of c2817272a3784fe0ad8656d46f762ccb for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:10.094763 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.109035 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.196393 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Publish callbacks [] for security_group (0f5b62f3-a4a8-4ea1-9bc9-54c29a389704), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.201349 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0f5b62f3-a4a8-4ea1-9bc9-54c29a389704), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.227574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:48:10.266361 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bb634c2-dc09-4ac4-8388-b146fe684ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.270256 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771395349041', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (38f882a5-3491-4019-822b-aba6b9ec926e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.270778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Unsubscribe: segment precommit_create {{(pid=109971) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 13:48:10.271240 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Added segment 38f882a5-3491-4019-822b-aba6b9ec926e of type vlan for network 7d724eb1-4115-4724-ad17-5501929e5d29 Feb 15 13:48:10.281281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5b62f3-a4a8-4ea1-9bc9-54c29a389704,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:10.354837 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6875-9704-4704-913a-fe082f28b08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.377999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (7d724eb1-4115-4724-ad17-5501929e5d29), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.381846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42428) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:10.437807 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a4585261-23bc-481f-94b1-f1a5e1904c55 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c0015fd09194c64b9bd33481102c0d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0544858 Feb 15 13:48:10.444969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42432) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:10.505398 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (7d724eb1-4115-4724-ad17-5501929e5d29), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.506700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:10.507510 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.567585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8983176 Feb 15 13:48:10.569617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42450) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:10.576825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] Request body: {'subnet': {'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-subnet', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:10.584144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bb634c2-dc09-4ac4-8388-b146fe684ad5 admin admin] Publish callbacks [] for security_group (a355e89f-16ec-4efa-a074-978a41d1ca67), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.605298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] Made reservation on behalf of c2817272a3784fe0ad8656d46f762ccb for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:10.609287 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.686657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bb634c2-dc09-4ac4-8388-b146fe684ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a355e89f-16ec-4efa-a074-978a41d1ca67), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.753136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6875-9704-4704-913a-fe082f28b08b admin admin] Publish callbacks [] for security_group (31346731-4462-4b33-9313-1b94c448de99), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.776333 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bbcf6875-9704-4704-913a-fe082f28b08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (31346731-4462-4b33-9313-1b94c448de99), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.823526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bbcf6875-9704-4704-913a-fe082f28b08b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=82585b3204934dfeab4d596e68e23ba9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0371864 Feb 15 13:48:10.824470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42462) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:10.846210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee438ae5-1dbd-4632-9c4b-85e9746b5a48 admin admin] Pushing event updated for resources: {'Network': ['ID=7d724eb1-4115-4724-ad17-5501929e5d29,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:10.851516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6bb634c2-dc09-4ac4-8388-b146fe684ad5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4ab52e1f1ebb4cd7906b2ba226740203&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1061287 Feb 15 13:48:10.853404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb634c2-dc09-4ac4-8388-b146fe684ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a355e89f-16ec-4efa-a074-978a41d1ca67,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:10.858270 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffcd75f7-b366-4b0a-9c55-83c066a9b5bf admin admin] Publish callbacks [] for security_group (9e18dcab-aa8d-4770-b308-0731e2c48faf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.860363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42472) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:10.861183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 7d724eb1-4115-4724-ad17-5501929e5d29 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:48:10.898246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf6875-9704-4704-913a-fe082f28b08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31346731-4462-4b33-9313-1b94c448de99,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:10.948166 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffcd75f7-b366-4b0a-9c55-83c066a9b5bf admin admin] Publish callbacks [] for security_group (9e18dcab-aa8d-4770-b308-0731e2c48faf), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:10.988639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4041afdd-7847-495c-8ac0-57d584fca34d admin admin] Publish callbacks [] for security_group (31346731-4462-4b33-9313-1b94c448de99), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.016174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (e6a0d7d9-dfb4-46d7-8c55-33325656c55e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.073128 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9731f1d1-c3ac-4f15-9154-0e77f3f765ea admin admin] Publish callbacks [] for security_group (a355e89f-16ec-4efa-a074-978a41d1ca67), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.107259 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9731f1d1-c3ac-4f15-9154-0e77f3f765ea admin admin] Publish callbacks [] for security_group (a355e89f-16ec-4efa-a074-978a41d1ca67), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.134823 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4041afdd-7847-495c-8ac0-57d584fca34d admin admin] Publish callbacks [] for security_group (31346731-4462-4b33-9313-1b94c448de99), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.139229 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffcd75f7-b366-4b0a-9c55-83c066a9b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9e18dcab-aa8d-4770-b308-0731e2c48faf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.142359 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffcd75f7-b366-4b0a-9c55-83c066a9b5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.149217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ffcd75f7-b366-4b0a-9c55-83c066a9b5bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e18dcab-aa8d-4770-b308-0731e2c48faf HTTP/1.1" status: 204 len: 168 time: 0.7015359 Feb 15 13:48:11.181011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd75f7-b366-4b0a-9c55-83c066a9b5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e18dcab-aa8d-4770-b308-0731e2c48faf,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:11.201996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a0d7d9-dfb4-46d7-8c55-33325656c55e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:11.209060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] Checking segment: {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:11.209654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] Network hostable DHCP agents. Network: 7d724eb1-4115-4724-ad17-5501929e5d29, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:48:11.251138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9731f1d1-c3ac-4f15-9154-0e77f3f765ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a355e89f-16ec-4efa-a074-978a41d1ca67), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.255979 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9731f1d1-c3ac-4f15-9154-0e77f3f765ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.256789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4041afdd-7847-495c-8ac0-57d584fca34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (31346731-4462-4b33-9313-1b94c448de99), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.260918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9731f1d1-c3ac-4f15-9154-0e77f3f765ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a355e89f-16ec-4efa-a074-978a41d1ca67 HTTP/1.1" status: 204 len: 168 time: 0.3637140 Feb 15 13:48:11.264244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4041afdd-7847-495c-8ac0-57d584fca34d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.270980 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4041afdd-7847-495c-8ac0-57d584fca34d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31346731-4462-4b33-9313-1b94c448de99 HTTP/1.1" status: 204 len: 168 time: 0.4418790 Feb 15 13:48:11.282398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] Network 7d724eb1-4115-4724-ad17-5501929e5d29 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:48:11.285343 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731f1d1-c3ac-4f15-9154-0e77f3f765ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a355e89f-16ec-4efa-a074-978a41d1ca67,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:11.293801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041afdd-7847-495c-8ac0-57d584fca34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31346731-4462-4b33-9313-1b94c448de99,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:11.312881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 7d724eb1-4115-4724-ad17-5501929e5d29) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:11.321981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:11.322849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.333411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7a6a5-736d-46f7-a834-50ba3d4f3703 None None] Network 7d724eb1-4115-4724-ad17-5501929e5d29 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:48:11.368169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42504) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:11.375965 n-d-829064-15 neutron-server[109971]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 13:48:11.397060 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-db8dd8df-3743-483f-b11e-aa56383210dc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8237278 Feb 15 13:48:11.401165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42508) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:11.408438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:11.430885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-972a5415-36a4-48a2-bd82-f28fbc0f0896 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a4dec3d78ec74e73a87c1ccbd3426d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564489 Feb 15 13:48:11.442056 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (027b1640-b4fd-4f65-89b7-a9d35be25496), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.445738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (027b1640-b4fd-4f65-89b7-a9d35be25496), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.523294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-7d724eb1-4115-4724-ad17-5501929e5d29', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:48:11.524718 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.535609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Publish callbacks [] for router_controller (027b1640-b4fd-4f65-89b7-a9d35be25496), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.656638 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.671451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-0558580b-d0f5-428b-ad41-78d13443dd70 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:11.678500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-0558580b-d0f5-428b-ad41-78d13443dd70 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461140 Feb 15 13:48:11.696784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-d2146efa-e271-48b9-a92f-8b6185de8ff1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/quotas/a4dec3d78ec74e73a87c1ccbd3426d19 HTTP/1.1" status: 200 len: 375 time: 0.0165296 Feb 15 13:48:11.781724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Publish callbacks [] for router_gateway (027b1640-b4fd-4f65-89b7-a9d35be25496), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:11.818453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Allocated IP 172.20.0.2 (7d724eb1-4115-4724-ad17-5501929e5d29/e6a0d7d9-dfb4-46d7-8c55-33325656c55e/58ed90d1-b0f3-4fce-9805-349aac3c1194) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:11.855886 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-1bb1616e-f49e-4235-8784-20ae0bfb7cf9 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4dec3d78ec74e73a87c1ccbd3426d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1577780 Feb 15 13:48:12.045702 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Publish callbacks [] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.055616 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.123322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42522) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:12.145844 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9c1fa10-f7b9-4ed7-9969-d8020700befc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.275869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Publish callbacks [] for router_gateway (027b1640-b4fd-4f65-89b7-a9d35be25496), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.306591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d88221c4-a4ea-4ba1-a4d8-8a0aa706995d req-64519055-a054-4ce6-84b7-02b4aeb2b4d3 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 210 time: 0.0702016 Feb 15 13:48:12.385273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Network 7d724eb1-4115-4724-ad17-5501929e5d29 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:12.386772 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9c1fa10-f7b9-4ed7-9969-d8020700befc admin admin] Publish callbacks [] for security_group (ebc230fa-2723-43f6-a2a7-c163bc6175f5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.395589 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9c1fa10-f7b9-4ed7-9969-d8020700befc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ebc230fa-2723-43f6-a2a7-c163bc6175f5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.400447 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:12.418223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:12.455728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1fa10-f7b9-4ed7-9969-d8020700befc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc230fa-2723-43f6-a2a7-c163bc6175f5,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:12.456409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.489555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Pushing event updated for resources: {'Port': ['ID=58ed90d1-b0f3-4fce-9805-349aac3c1194,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:12.499630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.500054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.500533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.500936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.501338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.501752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.502167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.502561 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.502992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.503399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.503799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.504187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.504563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Tracked resource versions report: Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: pushed versions: Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: { 'AddressGroup': {'1.2'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'ConntrackHelper': {'1.0'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'LocalIPAssociation': {'1.0'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'Log': {'1.0'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'Network': {'1.1'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'Port': {'1.7'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'PortForwarding': {'1.2'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'QosPolicy': {'1.10'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'SecurityGroup': {'1.5'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'SubPort': {'1.0'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'Subnet': {'1.1'}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'Trunk': {'1.1'}} Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: consumer versions: Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: { DHCP agent@n-d-829064-15: {}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: HyperV agent@n-h1-829064-15: {}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: HyperV agent@n-h2-829064-15: {}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: L3 agent@n-d-829064-15: {}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: Metadata agent@n-d-829064-15: {}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: Metering agent@n-d-829064-15: {}, Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: Open vSwitch agent@n-d-829064-15: { 'AddressGroup': '1.2', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'ConntrackHelper': '1.0', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'LocalIPAssociation': '1.0', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'Log': '1.0', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'Network': '1.1', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'Port': '1.7', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'PortForwarding': '1.2', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'QosPolicy': '1.10', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'SecurityGroup': '1.5', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'SecurityGroupRule': '1.2', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'SubPort': '1.0', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'Subnet': '1.1', Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: 'Trunk': '1.1'}} Feb 15 13:48:12.506348 n-d-829064-15 neutron-server[109973]: {{(pid=109973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:48:12.521317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Attempting to bind port 58ed90d1-b0f3-4fce-9805-349aac3c1194 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:12.521764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Attempting to bind port 58ed90d1-b0f3-4fce-9805-349aac3c1194 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:12.522219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Attempting to bind port 58ed90d1-b0f3-4fce-9805-349aac3c1194 on network 7d724eb1-4115-4724-ad17-5501929e5d29 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:12.528430 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:12.528807 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Checking segment: {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:12.529212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.529604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Bound using segment: {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:12.530341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Bound port: 58ed90d1-b0f3-4fce-9805-349aac3c1194, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:12.530718 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.541309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b9c1fa10-f7b9-4ed7-9969-d8020700befc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e061e6c491b5422e9856a1d627bcb10c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4166574 Feb 15 13:48:12.543862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42548) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:12.614036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe0e5-de72-4082-a7e2-c244ff42af50 admin admin] Publish callbacks [] for security_group (ebc230fa-2723-43f6-a2a7-c163bc6175f5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.615084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] For port 58ed90d1-b0f3-4fce-9805-349aac3c1194, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:12.619864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] For port 58ed90d1-b0f3-4fce-9805-349aac3c1194, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=58ed90d1-b0f3-4fce-9805-349aac3c1194,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:12.632562 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.641775 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe0e5-de72-4082-a7e2-c244ff42af50 admin admin] Publish callbacks [] for security_group (ebc230fa-2723-43f6-a2a7-c163bc6175f5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.644040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Allocated IP 172.25.6.26 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:12.696698 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe0e5-de72-4082-a7e2-c244ff42af50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ebc230fa-2723-43f6-a2a7-c163bc6175f5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.700471 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe0e5-de72-4082-a7e2-c244ff42af50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.701083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5e0fe0e5-de72-4082-a7e2-c244ff42af50 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ebc230fa-2723-43f6-a2a7-c163bc6175f5 HTTP/1.1" status: 204 len: 168 time: 0.1560791 Feb 15 13:48:12.706372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32ab8c-6c38-44ab-b59d-0467a08b2bff None None] Pushing event updated for resources: {'Port': ['ID=58ed90d1-b0f3-4fce-9805-349aac3c1194,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:12.711330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42554) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:12.718891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fe0e5-de72-4082-a7e2-c244ff42af50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc230fa-2723-43f6-a2a7-c163bc6175f5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:12.728573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb139-3063-42cc-a2b7-edd9799b7fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.838061 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Publish callbacks [] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.883073 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb139-3063-42cc-a2b7-edd9799b7fa1 admin admin] Publish callbacks [] for security_group (46f5d9f0-ecea-409b-97d3-0e374a46d2f0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.887947 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7ceeb139-3063-42cc-a2b7-edd9799b7fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (46f5d9f0-ecea-409b-97d3-0e374a46d2f0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.898786 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:12.963891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceeb139-3063-42cc-a2b7-edd9799b7fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f5d9f0-ecea-409b-97d3-0e374a46d2f0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:12.975595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7ceeb139-3063-42cc-a2b7-edd9799b7fa1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=882254c9c8eb4a318a7224f3419d45cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2598238 Feb 15 13:48:12.975832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42556) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:12.977568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:12.989926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:13.004044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:13.008504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Pushing event updated for resources: {'Port': ['ID=6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:13.342685 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61227d05-baea-4600-b61a-482d4f4206f0 admin admin] Publish callbacks [] for security_group (46f5d9f0-ecea-409b-97d3-0e374a46d2f0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:13.477144 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61227d05-baea-4600-b61a-482d4f4206f0 admin admin] Publish callbacks [] for security_group (46f5d9f0-ecea-409b-97d3-0e374a46d2f0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:13.601441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42602) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:13.674855 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Publish callbacks [] for router_gateway (027b1640-b4fd-4f65-89b7-a9d35be25496), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:13.822481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61227d05-baea-4600-b61a-482d4f4206f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (46f5d9f0-ecea-409b-97d3-0e374a46d2f0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:13.826106 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61227d05-baea-4600-b61a-482d4f4206f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:13.827686 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-61227d05-baea-4600-b61a-482d4f4206f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46f5d9f0-ecea-409b-97d3-0e374a46d2f0 HTTP/1.1" status: 204 len: 168 time: 0.8490303 Feb 15 13:48:13.854144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61227d05-baea-4600-b61a-482d4f4206f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f5d9f0-ecea-409b-97d3-0e374a46d2f0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:13.908751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efa158b9-aa76-4d44-8949-62d77d6ad8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.044365 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (027b1640-b4fd-4f65-89b7-a9d35be25496), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.122153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 58ed90d1-b0f3-4fce-9805-349aac3c1194 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:14.139769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42636) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:14.204976 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efa158b9-aa76-4d44-8949-62d77d6ad8e3 admin admin] Publish callbacks [] for security_group (8b0beb55-495f-4c44-8079-178fb2020f61), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.219421 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efa158b9-aa76-4d44-8949-62d77d6ad8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8b0beb55-495f-4c44-8079-178fb2020f61), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.287968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Router 027b1640-b4fd-4f65-89b7-a9d35be25496 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:48:14.291690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 58ed90d1-b0f3-4fce-9805-349aac3c1194 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:14.293379 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.343537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-efa158b9-aa76-4d44-8949-62d77d6ad8e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=58cf82499bb54ebf99c33309cf1f3b1b&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7408626 Feb 15 13:48:14.344200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42648) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:14.401462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa158b9-aa76-4d44-8949-62d77d6ad8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0beb55-495f-4c44-8079-178fb2020f61,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:14.462790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3b221-fdd8-4ab5-a2ff-7fd4d6e317da None None] Network 7d724eb1-4115-4724-ad17-5501929e5d29 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:48:14.498628 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-466b894a-77b7-484b-879e-e5c59ae6acc8 admin admin] Publish callbacks [] for security_group (8b0beb55-495f-4c44-8079-178fb2020f61), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.505397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 58ed90d1-b0f3-4fce-9805-349aac3c1194 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:14.506071 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.542148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:48:14.556060 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Sync routers for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:14.559840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-466b894a-77b7-484b-879e-e5c59ae6acc8 admin admin] Publish callbacks [] for security_group (8b0beb55-495f-4c44-8079-178fb2020f61), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.572066 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:48:14.572685 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:47:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:14.591617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 58ed90d1-b0f3-4fce-9805-349aac3c1194, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=58ed90d1-b0f3-4fce-9805-349aac3c1194,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:14.595180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c11bad9f-0109-47ff-90f6-91ea870e9021 None None] Provisioning complete for port 58ed90d1-b0f3-4fce-9805-349aac3c1194 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:14.595829 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c11bad9f-0109-47ff-90f6-91ea870e9021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.597376 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.601611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.603082 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e68c3f0a-14ea-4560-8efd-8ad6fa3e7ecb admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2001810 Feb 15 13:48:14.604388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42650) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:14.693892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78285d40-0944-4828-bf02-a30b2fe4056d req-0df15fd2-64f5-47db-ad48-c681559764e3 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 210 time: 0.5512509 Feb 15 13:48:14.702851 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-466b894a-77b7-484b-879e-e5c59ae6acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8b0beb55-495f-4c44-8079-178fb2020f61), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.706879 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-466b894a-77b7-484b-879e-e5c59ae6acc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.712270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-466b894a-77b7-484b-879e-e5c59ae6acc8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b0beb55-495f-4c44-8079-178fb2020f61 HTTP/1.1" status: 204 len: 168 time: 0.3533037 Feb 15 13:48:14.724096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b894a-77b7-484b-879e-e5c59ae6acc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0beb55-495f-4c44-8079-178fb2020f61,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:14.785191 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9a5373ae-5d28-4f57-8381-cc6ff3994e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:14.789011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=58ed90d1-b0f3-4fce-9805-349aac3c1194,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:14.851198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c11bad9f-0109-47ff-90f6-91ea870e9021 None None] Current status of the port 58ed90d1-b0f3-4fce-9805-349aac3c1194 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:15.008872 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:48:15.284708 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:13Z', 'revision_number': 3, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:15.355333 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Checking router: 027b1640-b4fd-4f65-89b7-a9d35be25496 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:15.355952 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Updating router 027b1640-b4fd-4f65-89b7-a9d35be25496 port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:48:15.379019 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-171ed6a9-73cd-448d-a90e-568cc51834d4 None None] Provisioning complete for port 58ed90d1-b0f3-4fce-9805-349aac3c1194 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:15.380321 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-171ed6a9-73cd-448d-a90e-568cc51834d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:15.426209 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:15.552320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.42', 58516) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:15.603287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-171ed6a9-73cd-448d-a90e-568cc51834d4 None None] Current status of the port 58ed90d1-b0f3-4fce-9805-349aac3c1194 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:15.630207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-dbddd642-156b-428c-b85a-39e850fb5ea1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a4dec3d78ec74e73a87c1ccbd3426d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762498 Feb 15 13:48:15.693452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42708) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:15.835102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-62ef028f-22eb-4241-bf90-e764968158b6 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:15.837358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-62ef028f-22eb-4241-bf90-e764968158b6 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015107 Feb 15 13:48:15.934740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Request body: {'port': {'device_id': 'd1d5c1ff-db66-4d99-bc76-1fa85e5c4e66', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': 'a4dec3d78ec74e73a87c1ccbd3426d19'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:15.983071 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Publish callbacks [] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:15.992587 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.025867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 58ed90d1-b0f3-4fce-9805-349aac3c1194 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:16.063336 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Pushing event updated for resources: {'Port': ['ID=6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:16.088951 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.089616 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.089971 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.095338 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.095830 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.096812 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.097579 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.098068 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.099100 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.099482 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.100151 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.100572 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.102097 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Tracked resource versions report: Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: pushed versions: Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: { 'AddressGroup': {'1.2'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'ConntrackHelper': {'1.0'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'LocalIPAssociation': {'1.0'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'Log': {'1.0'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'Network': {'1.1'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'Port': {'1.7'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'PortForwarding': {'1.2'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'QosPolicy': {'1.10'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'SecurityGroup': {'1.5'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'SecurityGroupRule': {'1.2'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'SubPort': {'1.0'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'Subnet': {'1.1'}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'Trunk': {'1.1'}} Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: consumer versions: Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: { DHCP agent@n-d-829064-15: {}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: HyperV agent@n-h1-829064-15: {}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: HyperV agent@n-h2-829064-15: {}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: L3 agent@n-d-829064-15: {}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: Metadata agent@n-d-829064-15: {}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: Metering agent@n-d-829064-15: {}, Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: Open vSwitch agent@n-d-829064-15: { 'AddressGroup': '1.2', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'ConntrackHelper': '1.0', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'LocalIPAssociation': '1.0', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'Log': '1.0', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'Network': '1.1', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'Port': '1.7', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'PortForwarding': '1.2', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'QosPolicy': '1.10', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'SecurityGroup': '1.5', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'SecurityGroupRule': '1.2', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'SubPort': '1.0', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'Subnet': '1.1', Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: 'Trunk': '1.1'}} Feb 15 13:48:16.103511 n-d-829064-15 neutron-server[109974]: {{(pid=109974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 13:48:16.127738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6e1fad8-9894-42fe-8c11-b51a41d7e100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.162383 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Attempting to bind port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:16.162763 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Attempting to bind port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:16.163897 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Attempting to bind port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:16.172559 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:16.173452 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:16.173895 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.175310 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:16.175824 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Bound port: 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:16.179382 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.189488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 58ed90d1-b0f3-4fce-9805-349aac3c1194 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:16.189884 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.203355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27ba598b-5219-470a-9b9a-ab0a8c0b6cb3 req-9765a3f2-bfe2-427a-8f2f-a659cfd21fbf tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 210 time: 0.1657462 Feb 15 13:48:16.233852 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.299393 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] For port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:16.304071 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] For port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:16.321780 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.419281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 58ed90d1-b0f3-4fce-9805-349aac3c1194 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:16.441336 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:48:16.447483 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:47:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:16.505260 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Made reservation on behalf of a4dec3d78ec74e73a87c1ccbd3426d19 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:16.516891 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.538733 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.543571 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6e1fad8-9894-42fe-8c11-b51a41d7e100 admin admin] Publish callbacks [] for security_group (2b4b25eb-e4da-4e7e-b827-7ed3479693f4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.550818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6e1fad8-9894-42fe-8c11-b51a41d7e100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2b4b25eb-e4da-4e7e-b827-7ed3479693f4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.557922 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9ab1b-f867-4ed4-aef8-04b635bdafc0 None None] Pushing event updated for resources: {'Port': ['ID=6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:16.588720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1fad8-9894-42fe-8c11-b51a41d7e100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4b25eb-e4da-4e7e-b827-7ed3479693f4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:16.625046 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:48:16.650384 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c6e1fad8-9894-42fe-8c11-b51a41d7e100 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=371406609a9b46afaf61d3f78647e6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9219911 Feb 15 13:48:16.653118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42778) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:16.661143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Allocated IP 172.20.0.1 (7d724eb1-4115-4724-ad17-5501929e5d29/e6a0d7d9-dfb4-46d7-8c55-33325656c55e/bba7cee8-65b8-43e2-9179-586a7bde97a3) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:16.738027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0072770a-60fd-4016-8823-e47a0dab2499 admin admin] Publish callbacks [] for security_group (2b4b25eb-e4da-4e7e-b827-7ed3479693f4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.775198 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0072770a-60fd-4016-8823-e47a0dab2499 admin admin] Publish callbacks [] for security_group (2b4b25eb-e4da-4e7e-b827-7ed3479693f4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.817722 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Publish callbacks [] for security_group (4f6b59ab-3147-4d76-a797-af1bdc2b93c0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.828620 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4f6b59ab-3147-4d76-a797-af1bdc2b93c0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.834830 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Publish callbacks [] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.871667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6b59ab-3147-4d76-a797-af1bdc2b93c0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:16.900877 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:13Z', 'revision_number': 3, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:16.940169 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e558b5-e132-48d7-b29a-a197cf8dd1b9 None None] The sync data for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 is: [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:13Z', 'revision_number': 3, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:16.951757 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.972455 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0072770a-60fd-4016-8823-e47a0dab2499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2b4b25eb-e4da-4e7e-b827-7ed3479693f4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.975503 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0072770a-60fd-4016-8823-e47a0dab2499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:16.976673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0072770a-60fd-4016-8823-e47a0dab2499 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b4b25eb-e4da-4e7e-b827-7ed3479693f4 HTTP/1.1" status: 204 len: 168 time: 0.3220205 Feb 15 13:48:17.018409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Network 7d724eb1-4115-4724-ad17-5501929e5d29 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:17.021965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072770a-60fd-4016-8823-e47a0dab2499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4b25eb-e4da-4e7e-b827-7ed3479693f4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:17.023693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:17.036334 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:17.036878 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (027b1640-b4fd-4f65-89b7-a9d35be25496), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:17.133873 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2b77a254-9faa-47cf-9778-035ac2a51d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:17.155277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Pushing event updated for resources: {'Port': ['ID=bba7cee8-65b8-43e2-9179-586a7bde97a3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:17.223158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Allocated IP 192.168.233.194 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/6463696b-ff32-4f55-acd4-9788c3cbeac7) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:17.363815 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:17.472938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a73b538-f820-4f56-b5bd-6bf5fbc72f06 req-3da0be6d-6776-4ee2-b3d5-3ece99d5b1b1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 210 time: 0.0651238 Feb 15 13:48:17.546570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-060c31ec-042d-4ad9-a2d4-ea16f5f27a92 None None] Provisioning complete for port bba7cee8-65b8-43e2-9179-586a7bde97a3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:17.547190 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-060c31ec-042d-4ad9-a2d4-ea16f5f27a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:17.612164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-060c31ec-042d-4ad9-a2d4-ea16f5f27a92 None None] Port bba7cee8-65b8-43e2-9179-586a7bde97a3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:48:17.651388 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Publish callbacks [] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:17.729477 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Publish callbacks [] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:17.742137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:17.744546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (027b1640-b4fd-4f65-89b7-a9d35be25496), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:17.777171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:17.851417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42802) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:18.030818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:18.064501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Pushing event updated for resources: {'Port': ['ID=bba7cee8-65b8-43e2-9179-586a7bde97a3,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:18.066947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:18.095840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:18.110417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42808) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:18.131857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:18.233660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Pushing event updated for resources: {'Port': ['ID=6463696b-ff32-4f55-acd4-9788c3cbeac7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:18.251469 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Network 7d724eb1-4115-4724-ad17-5501929e5d29 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:18.255386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:18.263662 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:18.302395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:18.303072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:18.516176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:18.517554 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:18.524923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:18.525719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:18.582720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Router 027b1640-b4fd-4f65-89b7-a9d35be25496 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:48:18.600344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:18.610483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-15fb3239-04ab-486f-b542-c5ba1bb47fd4 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6802075 Feb 15 13:48:18.612221 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:18.640463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-3e19a9b6-8d61-4c04-8994-c16e33c71f13 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:48:18.651971 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-3e19a9b6-8d61-4c04-8994-c16e33c71f13 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0306249 Feb 15 13:48:18.751737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-69ed2de3-51d9-444d-b258-de42221a45ff None None] Provisioning complete for port 6463696b-ff32-4f55-acd4-9788c3cbeac7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:18.752111 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69ed2de3-51d9-444d-b258-de42221a45ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:18.795465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42818) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:18.834818 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41d62d7b-fa34-4e3c-b671-799925590ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:18.910337 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:18.931437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-69ed2de3-51d9-444d-b258-de42221a45ff None None] Port 6463696b-ff32-4f55-acd4-9788c3cbeac7 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:48:18.935872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:48:18.962153 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7cc17528-23eb-4491-a888-583bf0f61bde admin admin] 10.222.0.72 "PUT /v2.0/routers/027b1640-b4fd-4f65-89b7-a9d35be25496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3474672 Feb 15 13:48:19.079988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2e5424ad-9678-4e34-b672-18e07df8258e None None] Provisioning complete for port bba7cee8-65b8-43e2-9179-586a7bde97a3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:19.080419 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2e5424ad-9678-4e34-b672-18e07df8258e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:19.133391 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41d62d7b-fa34-4e3c-b671-799925590ad9 admin admin] Publish callbacks [] for security_group (4bd7b723-d159-47fa-b73e-0e9cbafb217f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:19.140605 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41d62d7b-fa34-4e3c-b671-799925590ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4bd7b723-d159-47fa-b73e-0e9cbafb217f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:19.219622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2e5424ad-9678-4e34-b672-18e07df8258e None None] Port bba7cee8-65b8-43e2-9179-586a7bde97a3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:48:19.286028 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:48:19.297779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d62d7b-fa34-4e3c-b671-799925590ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd7b723-d159-47fa-b73e-0e9cbafb217f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:19.348992 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-41d62d7b-fa34-4e3c-b671-799925590ad9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5733409a58474471ae09f613aeba00b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5522611 Feb 15 13:48:19.357147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42824) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:19.389079 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c750754a-8f10-4521-8d31-042d1e0c8870 tempest-AutoAllocateNetworkTest-562584259 tempest-AutoAllocateNetworkTest-562584259-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=260945fd6cc644cba52afe8a830ff8ff&shared=False HTTP/1.1" status: 200 len: 208 time: 1.5342603 Feb 15 13:48:19.392279 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6d13c69d-9b65-41c0-94b4-d23a46855455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:19.396535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42826) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:19.441159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077eb27-8f00-4d86-8c58-a04998376d87 req-e53a1390-4bf8-4ebf-8774-b31dfdeda969 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:19.455469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a077eb27-8f00-4d86-8c58-a04998376d87 req-e53a1390-4bf8-4ebf-8774-b31dfdeda969 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 936 time: 0.2474341 Feb 15 13:48:19.559488 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:19.773209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e46d2-d96c-470a-b808-9c902edfa0d6 tempest-AutoAllocateNetworkTest-562584259 tempest-AutoAllocateNetworkTest-562584259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:19.775272 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-658e46d2-d96c-470a-b808-9c902edfa0d6 tempest-AutoAllocateNetworkTest-562584259 tempest-AutoAllocateNetworkTest-562584259-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3729072 Feb 15 13:48:19.778147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42838) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:19.877065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a077eb27-8f00-4d86-8c58-a04998376d87 req-5bf2a216-3631-4de1-952f-f94d2a5fe76c tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199407 Feb 15 13:48:19.933517 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1add69d1-64f8-48a3-8ed1-1b99ac15d8f9 admin admin] Publish callbacks [] for security_group (4bd7b723-d159-47fa-b73e-0e9cbafb217f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:19.936217 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d084b01a-084a-43d2-ade7-b877a3f7588e tempest-AutoAllocateNetworkTest-562584259 tempest-AutoAllocateNetworkTest-562584259-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1516902 Feb 15 13:48:19.943572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42842) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:19.968154 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1add69d1-64f8-48a3-8ed1-1b99ac15d8f9 admin admin] Publish callbacks [] for security_group (4bd7b723-d159-47fa-b73e-0e9cbafb217f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:20.023455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:20.044499 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1add69d1-64f8-48a3-8ed1-1b99ac15d8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4bd7b723-d159-47fa-b73e-0e9cbafb217f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:20.047303 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1add69d1-64f8-48a3-8ed1-1b99ac15d8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:20.050793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1add69d1-64f8-48a3-8ed1-1b99ac15d8f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4bd7b723-d159-47fa-b73e-0e9cbafb217f HTTP/1.1" status: 204 len: 168 time: 0.6895003 Feb 15 13:48:20.058143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add69d1-64f8-48a3-8ed1-1b99ac15d8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd7b723-d159-47fa-b73e-0e9cbafb217f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:20.062215 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-599dcedb-6369-4d96-bd42-25e6976a65df tempest-AutoAllocateNetworkTest-562584259 tempest-AutoAllocateNetworkTest-562584259-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=260945fd6cc644cba52afe8a830ff8ff HTTP/1.1" status: 200 len: 208 time: 0.1137168 Feb 15 13:48:20.126212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Request body: {'port': {'device_id': 'd1d5c1ff-db66-4d99-bc76-1fa85e5c4e66', 'device_owner': 'compute:tempest-test_az-912368675', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:20.180804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Sync routers for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:20.223845 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6d13c69d-9b65-41c0-94b4-d23a46855455 admin admin] Publish callbacks [] for security_group (895f5f5e-fc86-421b-9732-c681e23c5cce), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:20.241849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6d13c69d-9b65-41c0-94b4-d23a46855455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (895f5f5e-fc86-421b-9732-c681e23c5cce), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:20.288426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:48:20.293421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:48:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:20.339177 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:20.359419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13c69d-9b65-41c0-94b4-d23a46855455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895f5f5e-fc86-421b-9732-c681e23c5cce,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:20.449698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42852) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:20.452931 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6d13c69d-9b65-41c0-94b4-d23a46855455 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd2cc14c8f1c4008b25996e6d0c0349b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3346705 Feb 15 13:48:20.541194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:20.546796 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:20.750388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:20.828299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:48:20.901815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd012abe-73e4-4682-a650-3994cc0ddb71 admin admin] Publish callbacks [] for security_group (895f5f5e-fc86-421b-9732-c681e23c5cce), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:20.968509 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd012abe-73e4-4682-a650-3994cc0ddb71 admin admin] Publish callbacks [] for security_group (895f5f5e-fc86-421b-9732-c681e23c5cce), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:21.114192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6463696b-ff32-4f55-acd4-9788c3cbeac7 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:21.129547 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Publish callbacks [] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:21.181885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730c9d5-145a-41c1-8869-f60fccb889fb req-33d17c43-83ee-4083-bb30-6cb18da7dbc2 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:21.193917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c730c9d5-145a-41c1-8869-f60fccb889fb req-33d17c43-83ee-4083-bb30-6cb18da7dbc2 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 936 time: 0.1299882 Feb 15 13:48:21.217856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Transition to ACTIVE for port object 6463696b-ff32-4f55-acd4-9788c3cbeac7 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:21.220104 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd012abe-73e4-4682-a650-3994cc0ddb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (895f5f5e-fc86-421b-9732-c681e23c5cce), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:21.224134 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd012abe-73e4-4682-a650-3994cc0ddb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:21.229004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bd012abe-73e4-4682-a650-3994cc0ddb71 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/895f5f5e-fc86-421b-9732-c681e23c5cce HTTP/1.1" status: 204 len: 168 time: 0.7729576 Feb 15 13:48:21.235088 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:21.307970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Pushing event updated for resources: {'Port': ['ID=6463696b-ff32-4f55-acd4-9788c3cbeac7,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:21.363499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c730c9d5-145a-41c1-8869-f60fccb889fb req-9fcedfe7-64c5-4ec8-b855-522bf08f955a tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680644 Feb 15 13:48:21.368114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd012abe-73e4-4682-a650-3994cc0ddb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895f5f5e-fc86-421b-9732-c681e23c5cce,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:21.627600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Attempting to bind port 6463696b-ff32-4f55-acd4-9788c3cbeac7 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:21.627948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Attempting to bind port 6463696b-ff32-4f55-acd4-9788c3cbeac7 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:21.628279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Attempting to bind port 6463696b-ff32-4f55-acd4-9788c3cbeac7 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:21.657680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Port 6463696b-ff32-4f55-acd4-9788c3cbeac7 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:48:21.658014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Attempting to bind port 6463696b-ff32-4f55-acd4-9788c3cbeac7 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:21.664214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:21.664575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:21.665122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:21.666206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Bound port: 6463696b-ff32-4f55-acd4-9788c3cbeac7, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:21.666206 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:21.698766 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:21.718893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42874) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:21.761534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 2, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:21.813069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] For port 6463696b-ff32-4f55-acd4-9788c3cbeac7, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:21.824421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] For port 6463696b-ff32-4f55-acd4-9788c3cbeac7, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6463696b-ff32-4f55-acd4-9788c3cbeac7,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:21.838670 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:21.854799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Checking router: 027b1640-b4fd-4f65-89b7-a9d35be25496 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:21.855188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Updating router 027b1640-b4fd-4f65-89b7-a9d35be25496 port bba7cee8-65b8-43e2-9179-586a7bde97a3 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:48:21.943058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:21.944787 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:21.946495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] 10.222.0.42 "PUT /v2.0/ports/6463696b-ff32-4f55-acd4-9788c3cbeac7 HTTP/1.1" status: 200 len: 1118 time: 2.3729808 Feb 15 13:48:21.947179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d5c1ff-db66-4d99-bc76-1fa85e5c4e66', 'tag': '6463696b-ff32-4f55-acd4-9788c3cbeac7'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:21.964784 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:22.062521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7828f-512f-4411-bfcf-d727758c6394 service neutron] Pushing event updated for resources: {'Port': ['ID=6463696b-ff32-4f55-acd4-9788c3cbeac7,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:22.170121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-d448ec24-b50a-490d-8838-ac96faacb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:22.175012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-d448ec24-b50a-490d-8838-ac96faacb6ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4dec3d78ec74e73a87c1ccbd3426d19&device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 1152 time: 0.1691389 Feb 15 13:48:22.368233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-6081c082-5ffc-4e13-946c-68267a063007 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6463696b-ff32-4f55-acd4-9788c3cbeac7 HTTP/1.1" status: 200 len: 217 time: 0.1705890 Feb 15 13:48:22.424621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2730da-57be-46e8-aa34-51d257108e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:22.553776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-fe59f1f3-4f62-41df-94a7-b1c20ca0f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:22.565731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-fe59f1f3-4f62-41df-94a7-b1c20ca0f98d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1476200 Feb 15 13:48:22.710470 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2730da-57be-46e8-aa34-51d257108e13 admin admin] Publish callbacks [] for security_group (356b86a4-d198-4ed5-a44e-72e0918e8ec5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:22.724890 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2730da-57be-46e8-aa34-51d257108e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (356b86a4-d198-4ed5-a44e-72e0918e8ec5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:22.742676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42902) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:22.783643 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c44464c0-4a96-487f-97bf-9f33f1c4a58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:22.828693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-59502262-7190-4ed0-9847-8191493d4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:22.828904 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3e2730da-57be-46e8-aa34-51d257108e13 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=260945fd6cc644cba52afe8a830ff8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1066878 Feb 15 13:48:22.830158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2730da-57be-46e8-aa34-51d257108e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356b86a4-d198-4ed5-a44e-72e0918e8ec5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:22.830851 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Publish callbacks [] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:22.832234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-59502262-7190-4ed0-9847-8191493d4c3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2667620 Feb 15 13:48:22.833272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42904) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:22.840901 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.096948 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8c36243b-e665-4797-93e5-fd5a21f4afc0 admin admin] Publish callbacks [] for security_group (356b86a4-d198-4ed5-a44e-72e0918e8ec5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.174039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541076e-c3b3-4f26-9f92-743d04f24005 None None] Pushing event updated for resources: {'Port': ['ID=bba7cee8-65b8-43e2-9179-586a7bde97a3,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:23.229220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Attempting to bind port bba7cee8-65b8-43e2-9179-586a7bde97a3 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:23.229605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Attempting to bind port bba7cee8-65b8-43e2-9179-586a7bde97a3 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:23.229977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Attempting to bind port bba7cee8-65b8-43e2-9179-586a7bde97a3 on network 7d724eb1-4115-4724-ad17-5501929e5d29 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:23.244389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:23.244775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Checking segment: {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:23.245186 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.245605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Bound using segment: {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:23.246263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Bound port: bba7cee8-65b8-43e2-9179-586a7bde97a3, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:23.246870 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.289817 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68402624-1ed2-4e87-ae8c-a9ec13f159d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66", "tag": "6463696b-ff32-4f55-acd4-9788c3cbeac7"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:48:23.337400 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8c36243b-e665-4797-93e5-fd5a21f4afc0 admin admin] Publish callbacks [] for security_group (356b86a4-d198-4ed5-a44e-72e0918e8ec5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.410168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42926) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:23.416129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-network', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:23.494085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Made reservation on behalf of 1a41fd7f9c874d97bae185a40e948d5e for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:23.499088 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.528843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] For port bba7cee8-65b8-43e2-9179-586a7bde97a3, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:23.547813 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-d515e4c4-bc2d-4c7b-be10-e3f3f347fb85 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474895 Feb 15 13:48:23.548977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] For port bba7cee8-65b8-43e2-9179-586a7bde97a3, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bba7cee8-65b8-43e2-9179-586a7bde97a3,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:23.552374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-22c425db-543a-4110-b9c5-da34f69cf58d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2015424 Feb 15 13:48:23.554247 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.637065 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.674715 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3cff4507-efd9-4f22-a932-1d77186b1bbf None None] Provisioning complete for port bba7cee8-65b8-43e2-9179-586a7bde97a3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:23.682062 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cff4507-efd9-4f22-a932-1d77186b1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.729268 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Publish callbacks [] for security_group (2fecf381-e6ba-4e72-8f35-307c1fb490d4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.736735 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2fecf381-e6ba-4e72-8f35-307c1fb490d4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.792773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:48:23.852865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fecf381-e6ba-4e72-8f35-307c1fb490d4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:23.864801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:48:23.865438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:48:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:23.886455 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:23.890479 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Added segment 5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80 of type vlan for network 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af Feb 15 13:48:23.931673 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c44464c0-4a96-487f-97bf-9f33f1c4a58b admin admin] Publish callbacks [] for security_group (3212b9fa-d249-483e-90c1-338af072226f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.010323 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.109182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541076e-c3b3-4f26-9f92-743d04f24005 None None] Pushing event updated for resources: {'Port': ['ID=bba7cee8-65b8-43e2-9179-586a7bde97a3,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:24.119883 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.120918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:24.121479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.262184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:48:24.266174 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c44464c0-4a96-487f-97bf-9f33f1c4a58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3212b9fa-d249-483e-90c1-338af072226f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.311647 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c44464c0-4a96-487f-97bf-9f33f1c4a58b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b46cd5b581c45e7a795547f8c6b14ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5678959 Feb 15 13:48:24.326973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42942) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:24.432579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3cff4507-efd9-4f22-a932-1d77186b1bbf None None] Current status of the port bba7cee8-65b8-43e2-9179-586a7bde97a3 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:24.432778 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cff4507-efd9-4f22-a932-1d77186b1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.449330 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74a72269-888a-484f-953b-191d97364d9a admin admin] Publish callbacks [] for security_group (3212b9fa-d249-483e-90c1-338af072226f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.476040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06160a-4964-458e-8fff-22e1d9b366b3 req-cf9547ff-60f2-4fcf-83fc-f9cca53a5a00 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:24.483710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de06160a-4964-458e-8fff-22e1d9b366b3 req-cf9547ff-60f2-4fcf-83fc-f9cca53a5a00 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 969 time: 0.7450373 Feb 15 13:48:24.532379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3cff4507-efd9-4f22-a932-1d77186b1bbf None None] For port bba7cee8-65b8-43e2-9179-586a7bde97a3, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bba7cee8-65b8-43e2-9179-586a7bde97a3,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:24.538171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8c36243b-e665-4797-93e5-fd5a21f4afc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (356b86a4-d198-4ed5-a44e-72e0918e8ec5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.541210 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8c36243b-e665-4797-93e5-fd5a21f4afc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.546276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8c36243b-e665-4797-93e5-fd5a21f4afc0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/356b86a4-d198-4ed5-a44e-72e0918e8ec5 HTTP/1.1" status: 204 len: 168 time: 1.6928113 Feb 15 13:48:24.547260 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44464c0-4a96-487f-97bf-9f33f1c4a58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3212b9fa-d249-483e-90c1-338af072226f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:24.548804 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cff4507-efd9-4f22-a932-1d77186b1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.584931 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1736102 Feb 15 13:48:24.588014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42948) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:24.595523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] Request body: {'subnet': {'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-subnet', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:24.596985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2023b8e0-fd55-4940-ad3b-e0e8e00313e4 req-0653f99b-0f67-47ab-bb09-a6b447f41252 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0300727 Feb 15 13:48:24.604283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-d9cf87b0-f60f-4901-a63e-21bb38aa4a3a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:24.606006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-d9cf87b0-f60f-4901-a63e-21bb38aa4a3a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0320723 Feb 15 13:48:24.634192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-00da490f-f073-4ffc-a881-e44de66bd544 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/quotas/06fe082f47a64ad9bc2ff9b5c4998f99 HTTP/1.1" status: 200 len: 375 time: 0.0109355 Feb 15 13:48:24.643118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36243b-e665-4797-93e5-fd5a21f4afc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356b86a4-d198-4ed5-a44e-72e0918e8ec5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:24.655891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] Made reservation on behalf of 1a41fd7f9c874d97bae185a40e948d5e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:24.659488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.662585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec80696-aaf4-4aec-bd90-5817381f2f20 admin admin] Pushing event updated for resources: {'Network': ['ID=8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:24.687496 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-5509768a-1b7d-473c-b027-6c1e7e47ebf5 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372097 Feb 15 13:48:24.698369 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74a72269-888a-484f-953b-191d97364d9a admin admin] Publish callbacks [] for security_group (3212b9fa-d249-483e-90c1-338af072226f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.720823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de06160a-4964-458e-8fff-22e1d9b366b3 req-ea6b93cb-6128-4907-9709-0de961b5d003 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358661 Feb 15 13:48:24.765104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff4507-efd9-4f22-a932-1d77186b1bbf None None] Pushing event updated for resources: {'Port': ['ID=bba7cee8-65b8-43e2-9179-586a7bde97a3,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:24.800511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:48:24.806030 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74a72269-888a-484f-953b-191d97364d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3212b9fa-d249-483e-90c1-338af072226f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.809589 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74a72269-888a-484f-953b-191d97364d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:24.815319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-74a72269-888a-484f-953b-191d97364d9a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3212b9fa-d249-483e-90c1-338af072226f HTTP/1.1" status: 204 len: 168 time: 0.4808507 Feb 15 13:48:24.846142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a72269-888a-484f-953b-191d97364d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3212b9fa-d249-483e-90c1-338af072226f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:24.948438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b3a71192-771f-4ea4-99c5-1a10d14530f0 None None] Provisioning complete for port bba7cee8-65b8-43e2-9179-586a7bde97a3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:24.949941 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b3a71192-771f-4ea4-99c5-1a10d14530f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:25.171955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b3a71192-771f-4ea4-99c5-1a10d14530f0 None None] Current status of the port bba7cee8-65b8-43e2-9179-586a7bde97a3 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:25.178154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:23Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:25.211887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (8136f475-ca7d-4ea7-b013-bd2a1e7004e0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:25.240562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30b3ab-1985-4b39-a849-5c6aef5280bb None None] The sync data for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 is: [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:23Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:25.403574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8136f475-ca7d-4ea7-b013-bd2a1e7004e0,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:25.475661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] Checking segment: {'id': '5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:25.476225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] Network hostable DHCP agents. Network: 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:48:25.527638 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] Network 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:48:25.546841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:25.553292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:25.555979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:25.559545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632480a-ce1d-4959-8906-39749923a2f0 None None] Network 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:48:25.594183 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-808915a3-5b17-4ec8-a108-2696aee12110 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0046263 Feb 15 13:48:25.596442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42980) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:25.616941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-router', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:25.689952 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a622fec5-0d8b-4558-90d9-b45dab894280 x-openstack-request-id: req-a622fec5-0d8b-4558-90d9-b45dab894280 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:48:25.690531 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66", "tag": "6463696b-ff32-4f55-acd4-9788c3cbeac7", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:48:25.690608 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a622fec5-0d8b-4558-90d9-b45dab894280 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:48:25.691185 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d5c1ff-db66-4d99-bc76-1fa85e5c4e66', 'tag': '6463696b-ff32-4f55-acd4-9788c3cbeac7', 'status': 'completed', 'code': 200} Feb 15 13:48:25.707334 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:25.708466 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:25.856538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af', 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af', 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'fixed_ips': [{'subnet_id': '8136f475-ca7d-4ea7-b013-bd2a1e7004e0'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:48:25.857594 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:25.979233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b661aad3-d75f-4155-89e5-f4a0c861009b req-9206a915-46e3-464c-aab7-0ff2dab8bc93 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 210 time: 0.1381545 Feb 15 13:48:25.992829 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Publish callbacks [] for router_controller (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:26.034791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68402624-1ed2-4e87-ae8c-a9ec13f159d9 req-310d3ea4-cc7a-4620-badd-a966998d997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:26.040814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68402624-1ed2-4e87-ae8c-a9ec13f159d9 req-310d3ea4-cc7a-4620-badd-a966998d997a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4dec3d78ec74e73a87c1ccbd3426d19&device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 1152 time: 0.3205295 Feb 15 13:48:26.379339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bba7cee8-65b8-43e2-9179-586a7bde97a3 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:26.550112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9453bee3-8b93-4f3a-b319-cc2d2edd8af9 req-ed8f4bd4-a281-4445-8c72-269d6ba79507 tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d1819d4fc254e22a5ecfa674a761215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2645800 Feb 15 13:48:26.571595 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Publish callbacks [] for router_gateway (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:26.651437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Allocated IP 172.20.0.2 (8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af/8136f475-ca7d-4ea7-b013-bd2a1e7004e0/97eb2c1a-3453-40cf-a017-3854c85575ce) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:26.828191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port bba7cee8-65b8-43e2-9179-586a7bde97a3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:26.829039 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:27.039737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453bee3-8b93-4f3a-b319-cc2d2edd8af9 req-e4446aae-b2ab-4c88-8c95-540fdd00db58 tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:27.057400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9453bee3-8b93-4f3a-b319-cc2d2edd8af9 req-e4446aae-b2ab-4c88-8c95-540fdd00db58 tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5062683 Feb 15 13:48:27.166125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e24c8f-b933-4c7b-90cd-45d1121abf5b req-2ecd5609-2f73-4e4c-bd72-cf1f4ea5b2a5 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:27.174941 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1e24c8f-b933-4c7b-90cd-45d1121abf5b req-2ecd5609-2f73-4e4c-bd72-cf1f4ea5b2a5 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 969 time: 0.8979318 Feb 15 13:48:27.184135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68402624-1ed2-4e87-ae8c-a9ec13f159d9 req-cc4611b5-528e-4f03-b7d4-35d65093480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:27.185596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68402624-1ed2-4e87-ae8c-a9ec13f159d9 req-cc4611b5-528e-4f03-b7d4-35d65093480c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 1.1339324 Feb 15 13:48:27.186828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9453bee3-8b93-4f3a-b319-cc2d2edd8af9 req-abbe123d-0130-4f9f-a031-f855cdce5892 tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/quotas/0d1819d4fc254e22a5ecfa674a761215 HTTP/1.1" status: 200 len: 375 time: 0.1189213 Feb 15 13:48:27.282203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Publish callbacks [] for router_gateway (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:27.304767 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:27.389454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bba7cee8-65b8-43e2-9179-586a7bde97a3 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:27.453647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Publish callbacks [] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:27.456622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Allocated IP 172.25.6.171 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/0d5b71a8-5239-4a6a-a7a8-b12cd688babe) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:27.473380 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:27.491640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9453bee3-8b93-4f3a-b319-cc2d2edd8af9 req-3918968c-7c8e-4580-a756-24fcf64b1120 tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1819d4fc254e22a5ecfa674a761215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2911346 Feb 15 13:48:27.502032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68402624-1ed2-4e87-ae8c-a9ec13f159d9 req-f01747f4-d4fa-4418-9b8d-3a126dda6b1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6463696b-ff32-4f55-acd4-9788c3cbeac7 HTTP/1.1" status: 200 len: 217 time: 0.2594094 Feb 15 13:48:27.661057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Pushing event updated for resources: {'Port': ['ID=97eb2c1a-3453-40cf-a017-3854c85575ce,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:27.697358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Network 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:27.697358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:27.705565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:27.747885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1e24c8f-b933-4c7b-90cd-45d1121abf5b req-cf3116ed-5635-4bc5-a225-81950dacc78e tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717616 Feb 15 13:48:27.868982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68402624-1ed2-4e87-ae8c-a9ec13f159d9 req-9fe63a6e-9be1-42f0-ac52-fe4f3246452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:27.870184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Attempting to bind port 97eb2c1a-3453-40cf-a017-3854c85575ce on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:27.873845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68402624-1ed2-4e87-ae8c-a9ec13f159d9 req-9fe63a6e-9be1-42f0-ac52-fe4f3246452c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.3333445 Feb 15 13:48:27.874369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Attempting to bind port 97eb2c1a-3453-40cf-a017-3854c85575ce by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:27.877663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Attempting to bind port 97eb2c1a-3453-40cf-a017-3854c85575ce on network 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:27.903135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:27.910362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d52d543-9dee-415c-97f1-607afe83fe4b req-7b8d127c-2a06-4c0e-9b69-1e3bdea94735 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 210 time: 0.1003296 Feb 15 13:48:27.911115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Checking segment: {'id': '5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:27.914124 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Publish callbacks [] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:27.917272 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:27.917945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Bound using segment: {'id': '5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:27.920821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Bound port: 97eb2c1a-3453-40cf-a017-3854c85575ce, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:27.923628 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:28.024841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.67', 64156) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:28.083230 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:28.136915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-704763cd-45d6-49cc-8b1e-aca8637f124e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953140 Feb 15 13:48:28.165889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] For port 97eb2c1a-3453-40cf-a017-3854c85575ce, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:28.174062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] For port 97eb2c1a-3453-40cf-a017-3854c85575ce, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=97eb2c1a-3453-40cf-a017-3854c85575ce,segment=NetworkSegment(5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80),segment_id=5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:28.174779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68402624-1ed2-4e87-ae8c-a9ec13f159d9 req-7ed89558-dcdc-4277-9d72-5b5ad1335bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:28.177361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68402624-1ed2-4e87-ae8c-a9ec13f159d9 req-7ed89558-dcdc-4277-9d72-5b5ad1335bbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2698348 Feb 15 13:48:28.210219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:28.210445 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:28.219621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:28.223775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:28.275663 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Pushing event updated for resources: {'Port': ['ID=0d5b71a8-5239-4a6a-a7a8-b12cd688babe,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:28.344718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd7a1a-179d-4f64-9deb-62c19de0a30d None None] Pushing event updated for resources: {'Port': ['ID=97eb2c1a-3453-40cf-a017-3854c85575ce,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:28.567569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68402624-1ed2-4e87-ae8c-a9ec13f159d9 req-128068fc-a29f-47c6-93af-37309b03182e service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740983 Feb 15 13:48:28.579834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-228b3fe2-d0d1-4893-a87b-2c6002bc57f4 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:28.581691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-228b3fe2-d0d1-4893-a87b-2c6002bc57f4 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4393096 Feb 15 13:48:28.637549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Publish callbacks [] for router_gateway (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:28.770509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Request body: {'port': {'device_id': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '06fe082f47a64ad9bc2ff9b5c4998f99'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:28.972035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68402624-1ed2-4e87-ae8c-a9ec13f159d9 req-7891c72b-46b8-4839-8204-e4a2777674ab service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580675 Feb 15 13:48:29.101515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Made reservation on behalf of 06fe082f47a64ad9bc2ff9b5c4998f99 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:29.117944 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:29.170529 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:29.253190 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:29.327427 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks [] for security_group (178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:29.383111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca465fdd-773a-4fb3-9be3-0198cb384fc2 req-f80e07a6-6468-4955-a4b2-e5de7b77a3a6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 210 time: 0.0503726 Feb 15 13:48:29.385904 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:29.542649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:29.567342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:48:29.586652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b1cc8-c817-4298-9715-2bdd227aa7b8 req-5c59907d-210a-451d-b563-c8c897101c14 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:29.588590 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-017b1cc8-c817-4298-9715-2bdd227aa7b8 req-5c59907d-210a-451d-b563-c8c897101c14 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 969 time: 0.2583814 Feb 15 13:48:29.854042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Allocated IP 192.168.233.31 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/be9316c8-336a-492a-83ba-7739d98a09b0) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:29.880235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-017b1cc8-c817-4298-9715-2bdd227aa7b8 req-6b12c8d9-756e-4236-a201-ca8c3818851b tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756813 Feb 15 13:48:30.227210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 97eb2c1a-3453-40cf-a017-3854c85575ce up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:30.343306 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda2eb5-0f81-4d32-bdb5-8c783fd39774 None None] Network 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:48:30.586545 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks [] for port (be9316c8-336a-492a-83ba-7739d98a09b0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:30.714956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:30.749023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f18af3bb-560e-40fd-a726-618e528eb16b None None] Provisioning complete for port 97eb2c1a-3453-40cf-a017-3854c85575ce triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:30.752522 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f18af3bb-560e-40fd-a726-618e528eb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:30.774856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:48:30.785136 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Sync routers for ids ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:30.815145 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Routers {'4154f0e0-aa0a-4d69-953f-16b13acc6e4b'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:48:30.815847 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:48:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:30.861568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:30.875952 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7ff82bb0-2b2f-4b80-81f6-03e152e8e47d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2758973 Feb 15 13:48:30.879418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43132) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:31.097560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 97eb2c1a-3453-40cf-a017-3854c85575ce triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:31.101351 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:31.385239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f18af3bb-560e-40fd-a726-618e528eb16b None None] Current status of the port 97eb2c1a-3453-40cf-a017-3854c85575ce is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:31.402082 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f18af3bb-560e-40fd-a726-618e528eb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:31.560738 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Set router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:48:31.608394 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f18af3bb-560e-40fd-a726-618e528eb16b None None] For port 97eb2c1a-3453-40cf-a017-3854c85575ce, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=97eb2c1a-3453-40cf-a017-3854c85575ce,segment=NetworkSegment(5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80),segment_id=5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:31.616380 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f18af3bb-560e-40fd-a726-618e528eb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:31.679867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Pushing event updated for resources: {'Port': ['ID=be9316c8-336a-492a-83ba-7739d98a09b0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:31.712399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:31.719143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:31.775826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 97eb2c1a-3453-40cf-a017-3854c85575ce is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:31.776358 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:31.925404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:31.965679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43148) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:32.002809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-13f54419-bd61-4876-8ff9-e3f301057e56 None None] Provisioning complete for port 97eb2c1a-3453-40cf-a017-3854c85575ce triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:32.005736 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13f54419-bd61-4876-8ff9-e3f301057e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:32.247988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18af3bb-560e-40fd-a726-618e528eb16b None None] Pushing event updated for resources: {'Port': ['ID=97eb2c1a-3453-40cf-a017-3854c85575ce,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:32.329078 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-router', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:25Z', 'updated_at': '2022-02-15T13:48:28Z', 'revision_number': 3, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'gw_port': {'id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:27Z', 'updated_at': '2022-02-15T13:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:32.346012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:32.348399 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:32.396442 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:48:32.397523 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:48:32.398402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c0ed6-9377-4286-bcfa-6434f2b13349 req-5a4e402d-0d25-4b24-b73a-fd3968502d05 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:32.418499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c0ed6-9377-4286-bcfa-6434f2b13349 req-5a4e402d-0d25-4b24-b73a-fd3968502d05 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 935 time: 1.6631927 Feb 15 13:48:32.432352 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Checking router: 4154f0e0-aa0a-4d69-953f-16b13acc6e4b for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:32.432781 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Updating router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:48:32.439849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-13f54419-bd61-4876-8ff9-e3f301057e56 None None] Current status of the port 97eb2c1a-3453-40cf-a017-3854c85575ce is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:32.501528 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:32.581057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:32.597763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54ddba74-c888-4ba5-9989-a1f3877faf5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:32.622640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c0ed6-9377-4286-bcfa-6434f2b13349 req-7aac3f13-d7f0-4531-baba-298e798eaf61 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948125 Feb 15 13:48:32.648207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e9f09e6a-8b26-49d1-862b-4e0b90333f00 None None] Provisioning complete for port be9316c8-336a-492a-83ba-7739d98a09b0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:32.649947 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e9f09e6a-8b26-49d1-862b-4e0b90333f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:32.708738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54ddba74-c888-4ba5-9989-a1f3877faf5b admin admin] Publish callbacks [] for security_group (654de58f-18c1-44bf-823c-22cd3eae3b62), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:32.709612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48813a4-cfc6-45a5-9e0a-a1f62847f434 req-03a8a31c-7dae-4026-a988-7cffc69c6a9f tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:32.720054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f48813a4-cfc6-45a5-9e0a-a1f62847f434 req-03a8a31c-7dae-4026-a988-7cffc69c6a9f tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 969 time: 0.6780710 Feb 15 13:48:32.728365 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54ddba74-c888-4ba5-9989-a1f3877faf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (654de58f-18c1-44bf-823c-22cd3eae3b62), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:32.739727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-4a2fd126-582c-404e-942b-cbfb880bbf4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9736202 Feb 15 13:48:32.810487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddba74-c888-4ba5-9989-a1f3877faf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654de58f-18c1-44bf-823c-22cd3eae3b62,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:32.817351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e9f09e6a-8b26-49d1-862b-4e0b90333f00 None None] Port be9316c8-336a-492a-83ba-7739d98a09b0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:48:32.841759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-935c7e93-77d6-450e-baed-6580105402a3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:48:32.853458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-935c7e93-77d6-450e-baed-6580105402a3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157762 Feb 15 13:48:32.910676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f48813a4-cfc6-45a5-9e0a-a1f62847f434 req-e2f1a41a-3f04-41ee-b0b5-3c224f2f0202 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697195 Feb 15 13:48:32.942640 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-54ddba74-c888-4ba5-9989-a1f3877faf5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=844a0d3936f94d29812ca7598eb9c53e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9707770 Feb 15 13:48:32.945264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43162) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:33.073983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 97eb2c1a-3453-40cf-a017-3854c85575ce is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:33.133696 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5dba3d78-6102-42e3-ae72-9bb11662a6bf admin admin] Publish callbacks [] for security_group (654de58f-18c1-44bf-823c-22cd3eae3b62), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.190300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d645954b-6894-4b51-a63a-5c7ef5444d0a req-09182c05-6445-4fd6-8423-dd7284699c76 tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d1819d4fc254e22a5ecfa674a761215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1328335 Feb 15 13:48:33.212258 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5dba3d78-6102-42e3-ae72-9bb11662a6bf admin admin] Publish callbacks [] for security_group (654de58f-18c1-44bf-823c-22cd3eae3b62), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.246066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 97eb2c1a-3453-40cf-a017-3854c85575ce up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:33.251054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Allocated IP 172.20.0.1 (8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af/8136f475-ca7d-4ea7-b013-bd2a1e7004e0/a3ba18c7-e56f-4ed1-891c-21e9345830ab) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:33.335243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 97eb2c1a-3453-40cf-a017-3854c85575ce triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:33.335676 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.492784 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Publish callbacks [] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.535895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 97eb2c1a-3453-40cf-a017-3854c85575ce is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:33.536983 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.538082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Request body: {'port': {'device_id': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:33.578107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645954b-6894-4b51-a63a-5c7ef5444d0a req-6f99d991-e8c3-4b7d-b588-57150022f110 tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:33.581849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d645954b-6894-4b51-a63a-5c7ef5444d0a req-6f99d991-e8c3-4b7d-b588-57150022f110 tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3815134 Feb 15 13:48:33.583981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Network 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:33.586183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:33.595165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:33.596364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.630734 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Publish callbacks [] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.654135 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.662352 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ba18c7-e56f-4ed1-891c-21e9345830ab,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:33.741952 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Attempting to bind port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:33.743299 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Attempting to bind port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:33.747720 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Attempting to bind port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:33.765780 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:33.766976 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:33.767101 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.767818 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:33.767990 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Bound port: 0d5b71a8-5239-4a6a-a7a8-b12cd688babe, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:33.768910 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.780645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-0e8c4e92-e372-46de-ae40-156c2347093e tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=935a6af1359249c1b992e56b2cef9e0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1767089 Feb 15 13:48:33.793378 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d645954b-6894-4b51-a63a-5c7ef5444d0a req-db8f5303-118a-4ce0-83cd-770d0a14482b tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/quotas/0d1819d4fc254e22a5ecfa674a761215 HTTP/1.1" status: 200 len: 375 time: 0.1269026 Feb 15 13:48:33.853001 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.855772 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] For port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:33.867152 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] For port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0d5b71a8-5239-4a6a-a7a8-b12cd688babe,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:33.889934 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:33.919026 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac89202-f5d6-4873-af38-2099670aa52f None None] Pushing event updated for resources: {'Port': ['ID=0d5b71a8-5239-4a6a-a7a8-b12cd688babe,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:33.924026 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:34.003852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d645954b-6894-4b51-a63a-5c7ef5444d0a req-2a0a4957-090a-40cf-8dfa-dcdf223a0b97 tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1819d4fc254e22a5ecfa674a761215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1384907 Feb 15 13:48:34.033658 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac89202-f5d6-4873-af38-2099670aa52f None None] Pushing event updated for resources: {'Port': ['ID=0d5b71a8-5239-4a6a-a7a8-b12cd688babe,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:34.066407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4b3afbf6-ee18-47bd-bb4c-c47352bfcaef None None] Provisioning complete for port a3ba18c7-e56f-4ed1-891c-21e9345830ab triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:34.067306 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b3afbf6-ee18-47bd-bb4c-c47352bfcaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:34.069363 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Routers {'4154f0e0-aa0a-4d69-953f-16b13acc6e4b'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:48:34.071171 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:48:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:34.149669 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Publish callbacks [] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:34.158178 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:34.159367 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:34.186117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4b3afbf6-ee18-47bd-bb4c-c47352bfcaef None None] Port a3ba18c7-e56f-4ed1-891c-21e9345830ab cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:48:34.255457 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5dba3d78-6102-42e3-ae72-9bb11662a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (654de58f-18c1-44bf-823c-22cd3eae3b62), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:34.262746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5dba3d78-6102-42e3-ae72-9bb11662a6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:34.271856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5dba3d78-6102-42e3-ae72-9bb11662a6bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/654de58f-18c1-44bf-823c-22cd3eae3b62 HTTP/1.1" status: 204 len: 168 time: 1.3244603 Feb 15 13:48:34.317216 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] Set router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:48:34.383214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba3d78-6102-42e3-ae72-9bb11662a6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654de58f-18c1-44bf-823c-22cd3eae3b62,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:34.467349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ba18c7-e56f-4ed1-891c-21e9345830ab,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:34.496144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Network 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:34.501495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:34.528652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-3b75ebe0-76a7-4caf-bb0f-8b1bf666830f tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:34.534184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-3b75ebe0-76a7-4caf-bb0f-8b1bf666830f tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7388272 Feb 15 13:48:34.742390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-e0a595e2-0c90-47ac-962e-c7ee97cda7a8 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/quotas/935a6af1359249c1b992e56b2cef9e0c HTTP/1.1" status: 200 len: 375 time: 0.1577296 Feb 15 13:48:34.821155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-d78354ee-a448-47d8-a97e-1757f9b9a46a tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=935a6af1359249c1b992e56b2cef9e0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597074 Feb 15 13:48:34.821862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:48:34.873765 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-router', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:25Z', 'updated_at': '2022-02-15T13:48:33Z', 'revision_number': 4, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'gw_port': {'id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:27Z', 'updated_at': '2022-02-15T13:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a3ba18c7-e56f-4ed1-891c-21e9345830ab', 'name': '', 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'mac_address': 'fa:16:3e:2b:87:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '8136f475-ca7d-4ea7-b013-bd2a1e7004e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:32Z', 'updated_at': '2022-02-15T13:48:33Z', 'revision_number': 1, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'subnets': [{'id': '8136f475-ca7d-4ea7-b013-bd2a1e7004e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:34.949297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cb82e-e842-40df-b273-94ed10c37dcd req-8e99465f-355d-49e4-8716-0276e28478e6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:34.956938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db5cb82e-e842-40df-b273-94ed10c37dcd req-8e99465f-355d-49e4-8716-0276e28478e6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 935 time: 0.5023825 Feb 15 13:48:35.018546 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bb3df-c186-41e4-8474-d8c08e61c178 None None] The sync data for ids ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'] in n-d-829064-15 is: [{'id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-router', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:25Z', 'updated_at': '2022-02-15T13:48:33Z', 'revision_number': 4, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'gw_port': {'id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:27Z', 'updated_at': '2022-02-15T13:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a3ba18c7-e56f-4ed1-891c-21e9345830ab', 'name': '', 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'mac_address': 'fa:16:3e:2b:87:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '8136f475-ca7d-4ea7-b013-bd2a1e7004e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:32Z', 'updated_at': '2022-02-15T13:48:33Z', 'revision_number': 1, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'subnets': [{'id': '8136f475-ca7d-4ea7-b013-bd2a1e7004e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:35.049550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43202) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:35.054588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-acc883a6-fcab-4906-8309-428a66b62661 None None] Provisioning complete for port a3ba18c7-e56f-4ed1-891c-21e9345830ab triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:35.056262 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-acc883a6-fcab-4906-8309-428a66b62661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:35.144805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-acc883a6-fcab-4906-8309-428a66b62661 None None] Port a3ba18c7-e56f-4ed1-891c-21e9345830ab cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:48:35.217564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:48:35.229303 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4ac0efea-a2f6-4879-8e12-182250b8e621 admin admin] 10.222.0.72 "PUT /v2.0/routers/4154f0e0-aa0a-4d69-953f-16b13acc6e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3487577 Feb 15 13:48:35.251549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21da0da7-94f3-4ea2-ba86-a77c7bff3bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:35.469950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9316c8-336a-492a-83ba-7739d98a09b0 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:35.489015 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21da0da7-94f3-4ea2-ba86-a77c7bff3bc6 admin admin] Publish callbacks [] for security_group (ee32d3c3-8c8c-4790-b458-dac5e5dbc21b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:35.490133 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Publish callbacks [] for port (be9316c8-336a-492a-83ba-7739d98a09b0), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:35.496989 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21da0da7-94f3-4ea2-ba86-a77c7bff3bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ee32d3c3-8c8c-4790-b458-dac5e5dbc21b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:35.521344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Transition to ACTIVE for port object be9316c8-336a-492a-83ba-7739d98a09b0 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:35.603394 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-21da0da7-94f3-4ea2-ba86-a77c7bff3bc6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=113d27d27c9147d9baca43638ff09078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4564059 Feb 15 13:48:35.604507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da0da7-94f3-4ea2-ba86-a77c7bff3bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee32d3c3-8c8c-4790-b458-dac5e5dbc21b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:35.610893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43216) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:35.653310 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:35.728473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c06d3c1-4ad9-443e-8db2-a1a80a1c3489 admin admin] Publish callbacks [] for security_group (ee32d3c3-8c8c-4790-b458-dac5e5dbc21b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:35.790279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Pushing event updated for resources: {'Port': ['ID=be9316c8-336a-492a-83ba-7739d98a09b0,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:35.808961 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c06d3c1-4ad9-443e-8db2-a1a80a1c3489 admin admin] Publish callbacks [] for security_group (ee32d3c3-8c8c-4790-b458-dac5e5dbc21b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:35.857732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db5cb82e-e842-40df-b273-94ed10c37dcd req-11add7af-a771-4d8c-ba53-5beb972b0d9e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8841860 Feb 15 13:48:35.931396 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c06d3c1-4ad9-443e-8db2-a1a80a1c3489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ee32d3c3-8c8c-4790-b458-dac5e5dbc21b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:35.934595 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c06d3c1-4ad9-443e-8db2-a1a80a1c3489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:35.936469 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4c06d3c1-4ad9-443e-8db2-a1a80a1c3489 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ee32d3c3-8c8c-4790-b458-dac5e5dbc21b HTTP/1.1" status: 204 len: 168 time: 0.3224361 Feb 15 13:48:35.977945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06d3c1-4ad9-443e-8db2-a1a80a1c3489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee32d3c3-8c8c-4790-b458-dac5e5dbc21b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:36.062141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a9105-baac-4dc8-8a24-6099383cf4c7 req-be05a654-392d-4342-bdb1-a89062cbb87b tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:36.076522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c78a9105-baac-4dc8-8a24-6099383cf4c7 req-be05a654-392d-4342-bdb1-a89062cbb87b tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 969 time: 0.5352805 Feb 15 13:48:36.164762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Attempting to bind port be9316c8-336a-492a-83ba-7739d98a09b0 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:36.165367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Attempting to bind port be9316c8-336a-492a-83ba-7739d98a09b0 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:36.170561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Attempting to bind port be9316c8-336a-492a-83ba-7739d98a09b0 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:36.201063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Port be9316c8-336a-492a-83ba-7739d98a09b0 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:48:36.201912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Attempting to bind port be9316c8-336a-492a-83ba-7739d98a09b0 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:36.217578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:36.219813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:36.221071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:36.222355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Bound port: be9316c8-336a-492a-83ba-7739d98a09b0, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:36.236400 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:36.260692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c78a9105-baac-4dc8-8a24-6099383cf4c7 req-0dd15261-12b4-43c4-b869-72c667951309 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830525 Feb 15 13:48:36.374261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:36.379862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=be9316c8-336a-492a-83ba-7739d98a09b0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:36.395813 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:36.480744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Pushing event updated for resources: {'Port': ['ID=be9316c8-336a-492a-83ba-7739d98a09b0,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:36.499286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:36.500238 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:36.501947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-a92838b6-087d-4b6b-97ba-2083291588bd service neutron] 10.222.0.67 "PUT /v2.0/ports/be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 1096 time: 3.2687092 Feb 15 13:48:36.502735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:36.506624 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:48:36.918366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2e17aef-9468-4ec5-bc7e-0195079707aa req-3a75937a-31ee-4250-8dc8-2e4f055af35d tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 210 time: 0.0672364 Feb 15 13:48:36.948103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-c47dca91-fa99-4219-ac28-376d7913d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:36.950768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-c47dca91-fa99-4219-ac28-376d7913d1bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1130 time: 0.2671838 Feb 15 13:48:37.144193 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058ab524-82af-4d5a-a882-eb0ecb6b4be7 x-openstack-request-id: req-058ab524-82af-4d5a-a882-eb0ecb6b4be7 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:48:37.144193 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:48:37.144453 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-058ab524-82af-4d5a-a882-eb0ecb6b4be7 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:48:37.144717 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0', 'status': 'completed', 'code': 200} Feb 15 13:48:37.203558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-913de5fe-6602-4ecf-95c5-460e2e9baf51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 217 time: 0.0574265 Feb 15 13:48:37.327047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0d5b71a8-5239-4a6a-a7a8-b12cd688babe up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:37.423521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-83bb8560-c24b-44c2-b8b5-c656673a6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:37.425019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-83bb8560-c24b-44c2-b8b5-c656673a6831 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.2013903 Feb 15 13:48:37.481633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:37.481633 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:37.565939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1b32a-2d3e-4cdb-ac02-1d67b76da5d1 req-0e80512f-95f9-43f5-8975-17b18e4ef62a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:37.580612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7a1b32a-2d3e-4cdb-ac02-1d67b76da5d1 req-0e80512f-95f9-43f5-8975-17b18e4ef62a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 947 time: 0.2724121 Feb 15 13:48:37.695362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-ddfe61d2-af57-43e8-abdf-886074736f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:37.699187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-ddfe61d2-af57-43e8-abdf-886074736f01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2381206 Feb 15 13:48:37.725394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7a1b32a-2d3e-4cdb-ac02-1d67b76da5d1 req-44f87d61-d5a7-4b02-8b07-3ed4379255e8 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424985 Feb 15 13:48:37.746865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:37.747577 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:37.795240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0d5b71a8-5239-4a6a-a7a8-b12cd688babe,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:37.802693 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:37.933620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=0d5b71a8-5239-4a6a-a7a8-b12cd688babe,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:38.213402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6463696b-ff32-4f55-acd4-9788c3cbeac7 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:48:38.370639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33293df-74ea-41c2-b67d-2e82e1390f91 req-ec361f70-b22e-4b6c-a99d-3d7e249c832c tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:38.381977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d33293df-74ea-41c2-b67d-2e82e1390f91 req-ec361f70-b22e-4b6c-a99d-3d7e249c832c tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 969 time: 0.0955720 Feb 15 13:48:38.422298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6463696b-ff32-4f55-acd4-9788c3cbeac7, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6463696b-ff32-4f55-acd4-9788c3cbeac7,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:38.440644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '6463696b-ff32-4f55-acd4-9788c3cbeac7', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '6463696b-ff32-4f55-acd4-9788c3cbeac7', 'mac_address': 'fa:16:3e:e3:52:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:tempest-test_az-912368675', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:48:38.446208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d33293df-74ea-41c2-b67d-2e82e1390f91 req-6fd2df9b-5267-472f-a5f0-051238cfbbdd tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629010 Feb 15 13:48:38.515051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6463696b-ff32-4f55-acd4-9788c3cbeac7 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:38.515051 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:38.534867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6463696b-ff32-4f55-acd4-9788c3cbeac7 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:38.570159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6463696b-ff32-4f55-acd4-9788c3cbeac7, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6463696b-ff32-4f55-acd4-9788c3cbeac7,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:38.576562 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:38.641706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-45ef5555-b1dd-4d71-ab47-f2dd1ce0b121 req-e7beb842-da64-4610-bfa0-8511dd3dadba tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 210 time: 0.0597413 Feb 15 13:48:38.665451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6463696b-ff32-4f55-acd4-9788c3cbeac7,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:38.946113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66622b2-779d-4b4f-8651-1988487fd9d0 req-06a41b9c-8003-4e7e-92ca-431e381db63b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:38.947729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c66622b2-779d-4b4f-8651-1988487fd9d0 req-06a41b9c-8003-4e7e-92ca-431e381db63b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 947 time: 0.0921586 Feb 15 13:48:39.041355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['6463696b-ff32-4f55-acd4-9788c3cbeac7'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:48:39.055937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c66622b2-779d-4b4f-8651-1988487fd9d0 req-c4467512-514c-4a32-8305-90513081a187 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004188 Feb 15 13:48:39.128589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Sync routers for ids ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:48:39.160924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Routers {'4154f0e0-aa0a-4d69-953f-16b13acc6e4b'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:48:39.161791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:48:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:39.261223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0d5b71a8-5239-4a6a-a7a8-b12cd688babe up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:39.369215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43326) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:39.386052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-28f5f899-8b8d-41bd-874f-0017e7045c50 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676298183', 'description': 'tempest-description--1873384601'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:39.447294 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28f5f899-8b8d-41bd-874f-0017e7045c50 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:39.482279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:39.482771 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:39.540903 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7999ab79-1850-407e-b1f8-a9c27e9b6590 req-58d8f503-b7a1-4a00-b262-e89bc9e20728 tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d1819d4fc254e22a5ecfa674a761215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418124 Feb 15 13:48:39.561363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Set router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:48:39.583240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28f5f899-8b8d-41bd-874f-0017e7045c50 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group (35fad320-88ba-4024-967a-784636729201), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:39.589162 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28f5f899-8b8d-41bd-874f-0017e7045c50 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (35fad320-88ba-4024-967a-784636729201), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:39.628451 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:39.639200 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28f5f899-8b8d-41bd-874f-0017e7045c50 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:39.642755 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-28f5f899-8b8d-41bd-874f-0017e7045c50 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2722316 Feb 15 13:48:39.644109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5f899-8b8d-41bd-874f-0017e7045c50 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fad320-88ba-4024-967a-784636729201,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:39.645825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43340) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:39.804529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:39.831176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-437bc147-10f3-4cf1-860c-95e6a5a9ca64 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Request body: {'security_group_rule': {'security_group_id': '35fad320-88ba-4024-967a-784636729201', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:39.879048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30f7b7-54c3-4ea8-a188-4030f0695fd9 req-aa913539-21ad-4a19-921f-94a85b042d7d tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:39.879521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30f7b7-54c3-4ea8-a188-4030f0695fd9 req-aa913539-21ad-4a19-921f-94a85b042d7d tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:39.879986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30f7b7-54c3-4ea8-a188-4030f0695fd9 req-aa913539-21ad-4a19-921f-94a85b042d7d tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:39.880593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30f7b7-54c3-4ea8-a188-4030f0695fd9 req-aa913539-21ad-4a19-921f-94a85b042d7d tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:39.881446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30f7b7-54c3-4ea8-a188-4030f0695fd9 req-aa913539-21ad-4a19-921f-94a85b042d7d tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:39.883198 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da30f7b7-54c3-4ea8-a188-4030f0695fd9 req-aa913539-21ad-4a19-921f-94a85b042d7d tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.5846868 Feb 15 13:48:39.902324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-router', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:25Z', 'updated_at': '2022-02-15T13:48:33Z', 'revision_number': 4, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'gw_port': {'id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:27Z', 'updated_at': '2022-02-15T13:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a3ba18c7-e56f-4ed1-891c-21e9345830ab', 'name': '', 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'mac_address': 'fa:16:3e:2b:87:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '8136f475-ca7d-4ea7-b013-bd2a1e7004e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:32Z', 'updated_at': '2022-02-15T13:48:33Z', 'revision_number': 2, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'subnets': [{'id': '8136f475-ca7d-4ea7-b013-bd2a1e7004e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:39.923165 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-437bc147-10f3-4cf1-860c-95e6a5a9ca64 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group_rule (8a94b387-e3e3-492c-8ad3-39b96cd5cdc3), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:39.931166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Checking router: 4154f0e0-aa0a-4d69-953f-16b13acc6e4b for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:48:39.931498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Updating router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b port a3ba18c7-e56f-4ed1-891c-21e9345830ab binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:48:39.956765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999ab79-1850-407e-b1f8-a9c27e9b6590 req-d70cb10b-ffae-4686-9428-7c0392a6a1fe tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:39.958568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7999ab79-1850-407e-b1f8-a9c27e9b6590 req-d70cb10b-ffae-4686-9428-7c0392a6a1fe tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978019 Feb 15 13:48:39.971189 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:39.984394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7999ab79-1850-407e-b1f8-a9c27e9b6590 req-0777d895-3290-4470-9758-e556896f1d3d tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/quotas/0d1819d4fc254e22a5ecfa674a761215 HTTP/1.1" status: 200 len: 375 time: 0.0196018 Feb 15 13:48:40.063133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7999ab79-1850-407e-b1f8-a9c27e9b6590 req-2d234e87-2482-4715-9816-4c4407888408 tempest-QuotasAdminNegativeTest-1202611238 tempest-QuotasAdminNegativeTest-1202611238-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1819d4fc254e22a5ecfa674a761215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623536 Feb 15 13:48:40.088064 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-437bc147-10f3-4cf1-860c-95e6a5a9ca64 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group_rule (8a94b387-e3e3-492c-8ad3-39b96cd5cdc3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.096041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-437bc147-10f3-4cf1-860c-95e6a5a9ca64 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (8a94b387-e3e3-492c-8ad3-39b96cd5cdc3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.134592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b5a0c-bdf1-4c91-b83a-856602840d3a req-0d426eaa-5725-4565-944e-aefc8aa35fb3 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:40.136409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a65b5a0c-bdf1-4c91-b83a-856602840d3a req-0d426eaa-5725-4565-944e-aefc8aa35fb3 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 970 time: 0.1511495 Feb 15 13:48:40.137231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bc147-10f3-4cf1-860c-95e6a5a9ca64 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a94b387-e3e3-492c-8ad3-39b96cd5cdc3,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:40.141552 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-437bc147-10f3-4cf1-860c-95e6a5a9ca64 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.143729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-437bc147-10f3-4cf1-860c-95e6a5a9ca64 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4939556 Feb 15 13:48:40.146001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43354) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:40.157258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e0cbc7d0-d7a1-46c6-9ec1-527d519d1f99 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Request body: {'security_group_rule': {'security_group_id': '35fad320-88ba-4024-967a-784636729201', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:40.205883 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc7d0-d7a1-46c6-9ec1-527d519d1f99 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group_rule (e9e22913-1ef0-420e-af16-c9f3d1f10207), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.220499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6463696b-ff32-4f55-acd4-9788c3cbeac7 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:40.231203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a65b5a0c-bdf1-4c91-b83a-856602840d3a req-32fc20f9-a9e3-4111-8691-7a98375bc6b7 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822241 Feb 15 13:48:40.250836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-711604b9-3379-478b-b39b-32a86de40e3f req-e71ea149-4233-4fee-8dea-4f52913885e9 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 210 time: 0.0482469 Feb 15 13:48:40.302683 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc7d0-d7a1-46c6-9ec1-527d519d1f99 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group_rule (e9e22913-1ef0-420e-af16-c9f3d1f10207), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.322061 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc7d0-d7a1-46c6-9ec1-527d519d1f99 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (e9e22913-1ef0-420e-af16-c9f3d1f10207), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.331735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Publish callbacks [] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.343351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbc7d0-d7a1-46c6-9ec1-527d519d1f99 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e22913-1ef0-420e-af16-c9f3d1f10207,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:40.345600 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.357424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 6463696b-ff32-4f55-acd4-9788c3cbeac7 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:40.361325 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc7d0-d7a1-46c6-9ec1-527d519d1f99 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.367303 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e0cbc7d0-d7a1-46c6-9ec1-527d519d1f99 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2200587 Feb 15 13:48:40.368235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43358) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:40.372868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:40.376719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eca689-6bae-4a71-836c-c7c6896acc91 req-3162c496-6325-4628-9fac-4e581979ecff tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:40.393986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86eca689-6bae-4a71-836c-c7c6896acc91 req-3162c496-6325-4628-9fac-4e581979ecff tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 886 time: 0.1420300 Feb 15 13:48:40.405844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 6463696b-ff32-4f55-acd4-9788c3cbeac7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:40.406528 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.423353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.529104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4b935-405d-4b9a-9b41-e5bff09fb3ff None None] Pushing event updated for resources: {'Port': ['ID=a3ba18c7-e56f-4ed1-891c-21e9345830ab,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:40.541040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27b14d-83fa-44d8-af3e-c5a5fe083787 req-e0e8d368-d524-47a1-9491-76bf5ae68d44 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:40.549528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc27b14d-83fa-44d8-af3e-c5a5fe083787 req-e0e8d368-d524-47a1-9491-76bf5ae68d44 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 947 time: 0.1255095 Feb 15 13:48:40.593593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Attempting to bind port a3ba18c7-e56f-4ed1-891c-21e9345830ab on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:40.593972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Attempting to bind port a3ba18c7-e56f-4ed1-891c-21e9345830ab by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:40.594495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Attempting to bind port a3ba18c7-e56f-4ed1-891c-21e9345830ab on network 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:40.608473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:40.608830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Checking segment: {'id': '5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:40.609237 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.609632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Bound using segment: {'id': '5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:40.610117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Bound port: a3ba18c7-e56f-4ed1-891c-21e9345830ab, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:40.610497 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.615594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc27b14d-83fa-44d8-af3e-c5a5fe083787 req-d1ac6e59-a16f-4380-9ec4-a3634d83b260 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655603 Feb 15 13:48:40.792227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6463696b-ff32-4f55-acd4-9788c3cbeac7 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:40.792644 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.801625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-75d62823-c2c3-4663-a805-1bf263e61484 None None] Provisioning complete for port a3ba18c7-e56f-4ed1-891c-21e9345830ab triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:40.802001 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-75d62823-c2c3-4663-a805-1bf263e61484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.805992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43372) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:40.820939 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.863033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] For port a3ba18c7-e56f-4ed1-891c-21e9345830ab, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:40.879934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17438e0-f1cd-4ead-87c7-43defe9d90c6 req-2757007f-dc9b-4cbc-8ded-7a7486fa4b27 tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:40.880402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17438e0-f1cd-4ead-87c7-43defe9d90c6 req-2757007f-dc9b-4cbc-8ded-7a7486fa4b27 tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:40.880885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17438e0-f1cd-4ead-87c7-43defe9d90c6 req-2757007f-dc9b-4cbc-8ded-7a7486fa4b27 tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:40.881350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17438e0-f1cd-4ead-87c7-43defe9d90c6 req-2757007f-dc9b-4cbc-8ded-7a7486fa4b27 tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:40.881808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17438e0-f1cd-4ead-87c7-43defe9d90c6 req-2757007f-dc9b-4cbc-8ded-7a7486fa4b27 tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:40.890943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c17438e0-f1cd-4ead-87c7-43defe9d90c6 req-2757007f-dc9b-4cbc-8ded-7a7486fa4b27 tempest-NetworksTest-407611992 tempest-NetworksTest-407611992-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2333019 Feb 15 13:48:40.897461 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d5c1ff-db66-4d99-bc76-1fa85e5c4e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6463696b-ff32-4f55-acd4-9788c3cbeac7'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:40.945152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Allocated IP 172.25.6.59 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/b72a334d-0792-424c-b1b1-823b30e4597e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:40.959970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] For port a3ba18c7-e56f-4ed1-891c-21e9345830ab, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a3ba18c7-e56f-4ed1-891c-21e9345830ab,segment=NetworkSegment(5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80),segment_id=5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:40.961883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-75d62823-c2c3-4663-a805-1bf263e61484 None None] Port a3ba18c7-e56f-4ed1-891c-21e9345830ab cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:48:40.973353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6463696b-ff32-4f55-acd4-9788c3cbeac7, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6463696b-ff32-4f55-acd4-9788c3cbeac7,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:40.976556 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.979223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0af12be-39c0-40c6-bf2a-efa1a7a204ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:40.986705 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.050935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Routers {'4154f0e0-aa0a-4d69-953f-16b13acc6e4b'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:48:41.051587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:48:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:41.054483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4b935-405d-4b9a-9b41-e5bff09fb3ff None None] Pushing event updated for resources: {'Port': ['ID=a3ba18c7-e56f-4ed1-891c-21e9345830ab,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:41.189197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6463696b-ff32-4f55-acd4-9788c3cbeac7,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:41.230080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43386) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:41.261434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a3ba18c7-e56f-4ed1-891c-21e9345830ab up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:41.379194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] Set router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:48:41.400264 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for port (b72a334d-0792-424c-b1b1-823b30e4597e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.402621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43394) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:41.418818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2ad9fd8-3ba5-4f34-9452-12a47671fc25 req-7700ce49-401f-4ef7-afdb-b8d87b671c70 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 210 time: 0.0463972 Feb 15 13:48:41.446227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d6788-d7e0-43c0-bcf5-5d111a95d34e req-235a2e58-dbfe-4085-85fa-f7c24e92f5ae tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:41.458120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e3d6788-d7e0-43c0-bcf5-5d111a95d34e req-235a2e58-dbfe-4085-85fa-f7c24e92f5ae tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 971 time: 0.1216102 Feb 15 13:48:41.463333 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0af12be-39c0-40c6-bf2a-efa1a7a204ef admin admin] Publish callbacks [] for security_group (2428da3e-567d-4818-ada2-8ae550adb2b0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.478107 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0af12be-39c0-40c6-bf2a-efa1a7a204ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2428da3e-567d-4818-ada2-8ae550adb2b0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.511338 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (b72a334d-0792-424c-b1b1-823b30e4597e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.528874 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcc2180-739c-41e9-98bf-66d67088bf4e" -d '{"events": [{"server_uuid": "d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66", "name": "network-vif-plugged", "status": "completed", "tag": "6463696b-ff32-4f55-acd4-9788c3cbeac7"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:48:41.541127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e3d6788-d7e0-43c0-bcf5-5d111a95d34e req-9cdd6bb8-bf07-480e-8c46-b44ae9cad140 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803552 Feb 15 13:48:41.574220 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b0af12be-39c0-40c6-bf2a-efa1a7a204ef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=caf7243fd82b44d2b8dd999e4a72c074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7679110 Feb 15 13:48:41.575257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af12be-39c0-40c6-bf2a-efa1a7a204ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2428da3e-567d-4818-ada2-8ae550adb2b0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:41.591414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43404) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:41.602545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Pushing event updated for resources: {'Port': ['ID=b72a334d-0792-424c-b1b1-823b30e4597e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:41.605958 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b95c2328-4de7-4da4-a17e-365200cf7b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.627366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:41.630412 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27d75f5e-80d8-4abd-829d-4e153a94f6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.638936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-babb40e3-0429-4747-a350-641e4c8413e8 None None] Provisioning complete for port a3ba18c7-e56f-4ed1-891c-21e9345830ab triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:41.639532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:41.639719 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-babb40e3-0429-4747-a350-641e4c8413e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.643580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:41.651750 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.717829 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc28f26b-52d4-4f63-a419-f4aa56c3654d admin admin] Publish callbacks [] for security_group (2428da3e-567d-4818-ada2-8ae550adb2b0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.779341 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc28f26b-52d4-4f63-a419-f4aa56c3654d admin admin] Publish callbacks [] for security_group (2428da3e-567d-4818-ada2-8ae550adb2b0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.787573 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for floatingip (a96bd22f-86bf-47e6-beb6-6baf1a7d1627), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.850196 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b72a334d-0792-424c-b1b1-823b30e4597e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.864087 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f7afd5-5bb9-495b-aeea-c434b6c31c54 x-openstack-request-id: req-99f7afd5-5bb9-495b-aeea-c434b6c31c54 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:48:41.864525 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66", "name": "network-vif-plugged", "status": "completed", "tag": "6463696b-ff32-4f55-acd4-9788c3cbeac7", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:48:41.864820 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99f7afd5-5bb9-495b-aeea-c434b6c31c54 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:48:41.866007 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d5c1ff-db66-4d99-bc76-1fa85e5c4e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6463696b-ff32-4f55-acd4-9788c3cbeac7', 'code': 200} Feb 15 13:48:41.880173 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27d75f5e-80d8-4abd-829d-4e153a94f6d4 admin admin] Publish callbacks [] for security_group (011e8ffa-4792-4b30-a652-53d9144a946a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.884285 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27d75f5e-80d8-4abd-829d-4e153a94f6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (011e8ffa-4792-4b30-a652-53d9144a946a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.940316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a3ba18c7-e56f-4ed1-891c-21e9345830ab triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:41.940316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.956052 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-27d75f5e-80d8-4abd-829d-4e153a94f6d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0bced1cf05a440c18f7e6339ded0f4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5518522 Feb 15 13:48:41.957538 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79beaeb-c3ab-402d-b6da-828e252a7997 req-850aa714-d0c0-4ca9-a5b6-b76f55488be5 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:41.964887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c79beaeb-c3ab-402d-b6da-828e252a7997 req-850aa714-d0c0-4ca9-a5b6-b76f55488be5 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 947 time: 0.2198493 Feb 15 13:48:41.966733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43408) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:41.970328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d75f5e-80d8-4abd-829d-4e153a94f6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011e8ffa-4792-4b30-a652-53d9144a946a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:41.976056 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b95c2328-4de7-4da4-a17e-365200cf7b65 admin admin] Publish callbacks [] for security_group (f581f5f9-df2e-416e-a6d0-c6ee780f6008), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:41.999652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b95c2328-4de7-4da4-a17e-365200cf7b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f581f5f9-df2e-416e-a6d0-c6ee780f6008), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.024796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc27b6-9e96-4f26-b4d0-26c75403ca6c req-b624a579-8fbb-48fc-b23f-8326ee1fa062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:42.026786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5bc27b6-9e96-4f26-b4d0-26c75403ca6c req-b624a579-8fbb-48fc-b23f-8326ee1fa062 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 1154 time: 0.2122817 Feb 15 13:48:42.091214 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc28f26b-52d4-4f63-a419-f4aa56c3654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2428da3e-567d-4818-ada2-8ae550adb2b0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.093923 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc28f26b-52d4-4f63-a419-f4aa56c3654d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.095198 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dc28f26b-52d4-4f63-a419-f4aa56c3654d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2428da3e-567d-4818-ada2-8ae550adb2b0 HTTP/1.1" status: 204 len: 168 time: 0.5012200 Feb 15 13:48:42.110093 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a5bc27b6-9e96-4f26-b4d0-26c75403ca6c req-4a4df6e1-aa1c-48f1-a394-77c03218a2a0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.117840 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b95c2328-4de7-4da4-a17e-365200cf7b65 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0d1819d4fc254e22a5ecfa674a761215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8862789 Feb 15 13:48:42.124521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c2328-4de7-4da4-a17e-365200cf7b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f581f5f9-df2e-416e-a6d0-c6ee780f6008,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:42.124747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43412) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:42.156628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c79beaeb-c3ab-402d-b6da-828e252a7997 req-3410fadf-5a0e-45d8-bf37-a70bfacd4985 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906147 Feb 15 13:48:42.177263 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28f26b-52d4-4f63-a419-f4aa56c3654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2428da3e-567d-4818-ada2-8ae550adb2b0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:42.180476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for port (b72a334d-0792-424c-b1b1-823b30e4597e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.195219 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b72a334d-0792-424c-b1b1-823b30e4597e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.200424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a3ba18c7-e56f-4ed1-891c-21e9345830ab is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:42.200705 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.201739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2a44c45-d3f7-4459-bcf3-4e16bcac6e82 admin admin] Publish callbacks [] for security_group (011e8ffa-4792-4b30-a652-53d9144a946a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.218551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-babb40e3-0429-4747-a350-641e4c8413e8 None None] Current status of the port a3ba18c7-e56f-4ed1-891c-21e9345830ab is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:42.218962 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-babb40e3-0429-4747-a350-641e4c8413e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.240041 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-router', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:25Z', 'updated_at': '2022-02-15T13:48:33Z', 'revision_number': 4, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'gw_port': {'id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:27Z', 'updated_at': '2022-02-15T13:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a3ba18c7-e56f-4ed1-891c-21e9345830ab', 'name': '', 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'mac_address': 'fa:16:3e:2b:87:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '8136f475-ca7d-4ea7-b013-bd2a1e7004e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:32Z', 'updated_at': '2022-02-15T13:48:40Z', 'revision_number': 4, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'subnets': [{'id': '8136f475-ca7d-4ea7-b013-bd2a1e7004e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:48:42.241858 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2a44c45-d3f7-4459-bcf3-4e16bcac6e82 admin admin] Publish callbacks [] for security_group (011e8ffa-4792-4b30-a652-53d9144a946a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.276827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Pushing event updated for resources: {'Port': ['ID=b72a334d-0792-424c-b1b1-823b30e4597e,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:42.282885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8482576c-10da-4435-9699-3fb1181f6e0f None None] The sync data for ids ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'] in n-d-829064-15 is: [{'id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-router', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:25Z', 'updated_at': '2022-02-15T13:48:33Z', 'revision_number': 4, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'gw_port': {'id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:27Z', 'updated_at': '2022-02-15T13:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a3ba18c7-e56f-4ed1-891c-21e9345830ab', 'name': '', 'network_id': '8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'mac_address': 'fa:16:3e:2b:87:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '8136f475-ca7d-4ea7-b013-bd2a1e7004e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:32Z', 'updated_at': '2022-02-15T13:48:40Z', 'revision_number': 4, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'subnets': [{'id': '8136f475-ca7d-4ea7-b013-bd2a1e7004e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:48:42.320931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-babb40e3-0429-4747-a350-641e4c8413e8 None None] For port a3ba18c7-e56f-4ed1-891c-21e9345830ab, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a3ba18c7-e56f-4ed1-891c-21e9345830ab,segment=NetworkSegment(5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80),segment_id=5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:42.321115 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a5bc27b6-9e96-4f26-b4d0-26c75403ca6c req-4a4df6e1-aa1c-48f1-a394-77c03218a2a0 service neutron] Publish callbacks [] for security_group (7fd07d8a-ea41-46c8-bcc6-9ea89f6b9b98), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.328278 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (a96bd22f-86bf-47e6-beb6-6baf1a7d1627), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.332051 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a5bc27b6-9e96-4f26-b4d0-26c75403ca6c req-4a4df6e1-aa1c-48f1-a394-77c03218a2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7fd07d8a-ea41-46c8-bcc6-9ea89f6b9b98), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.385779 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.387791 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2a44c45-d3f7-4459-bcf3-4e16bcac6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (011e8ffa-4792-4b30-a652-53d9144a946a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.390392 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2a44c45-d3f7-4459-bcf3-4e16bcac6e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.392048 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cbfeef16-2482-4bb3-a504-ffb50d502076 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0226738 Feb 15 13:48:42.393102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c538de93-9adf-4334-bd33-d1e5e23cadab admin admin] Publish callbacks [] for security_group (f581f5f9-df2e-416e-a6d0-c6ee780f6008), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.393668 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-babb40e3-0429-4747-a350-641e4c8413e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.395499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b2a44c45-d3f7-4459-bcf3-4e16bcac6e82 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/011e8ffa-4792-4b30-a652-53d9144a946a HTTP/1.1" status: 204 len: 168 time: 0.4222481 Feb 15 13:48:42.425416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5bc27b6-9e96-4f26-b4d0-26c75403ca6c req-4a4df6e1-aa1c-48f1-a394-77c03218a2a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820882 Feb 15 13:48:42.426651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4df6e1-aa1c-48f1-a394-77c03218a2a0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd07d8a-ea41-46c8-bcc6-9ea89f6b9b98,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:42.431946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c538de93-9adf-4334-bd33-d1e5e23cadab admin admin] Publish callbacks [] for security_group (f581f5f9-df2e-416e-a6d0-c6ee780f6008), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.470700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a44c45-d3f7-4459-bcf3-4e16bcac6e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011e8ffa-4792-4b30-a652-53d9144a946a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:42.481852 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:48:42.482217 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:48:42.519413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c538de93-9adf-4334-bd33-d1e5e23cadab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f581f5f9-df2e-416e-a6d0-c6ee780f6008), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.523556 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c538de93-9adf-4334-bd33-d1e5e23cadab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.538712 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c538de93-9adf-4334-bd33-d1e5e23cadab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f581f5f9-df2e-416e-a6d0-c6ee780f6008 HTTP/1.1" status: 204 len: 168 time: 0.4124539 Feb 15 13:48:42.578593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538de93-9adf-4334-bd33-d1e5e23cadab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f581f5f9-df2e-416e-a6d0-c6ee780f6008,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:42.578752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb40e3-0429-4747-a350-641e4c8413e8 None None] Pushing event updated for resources: {'Port': ['ID=a3ba18c7-e56f-4ed1-891c-21e9345830ab,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:42.632177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-010eeac5-99ac-42c3-9b78-1bdc544a538c req-da924417-810c-4d76-98a2-54d4bb3e76d9 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 210 time: 0.1036608 Feb 15 13:48:42.700907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43426) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:42.719001 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f47fabe0-e4c1-45bd-b9e9-dbbad2a20e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.822160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf7d1d-c307-400e-9e70-17285fd0f40f req-bf14692a-4a81-4584-8242-c8fe7dd7fee3 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:42.823876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3cf7d1d-c307-400e-9e70-17285fd0f40f req-bf14692a-4a81-4584-8242-c8fe7dd7fee3 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 971 time: 0.1270823 Feb 15 13:48:42.828315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-78831df4-e3bf-4c17-b533-415b4b9627e4 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645648 Feb 15 13:48:42.935859 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f47fabe0-e4c1-45bd-b9e9-dbbad2a20e62 admin admin] Publish callbacks [] for security_group (954d40ba-ec00-48de-a8eb-6bdeda457c20), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.944364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f47fabe0-e4c1-45bd-b9e9-dbbad2a20e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (954d40ba-ec00-48de-a8eb-6bdeda457c20), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:42.989309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.67', 64161) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:43.026182 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-92e0e032-578b-4d29-91cd-603c168687db tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=935a6af1359249c1b992e56b2cef9e0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316477 Feb 15 13:48:43.034204 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f47fabe0-e4c1-45bd-b9e9-dbbad2a20e62 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7623cdfbc9048bcb16845eda9c741ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296573 Feb 15 13:48:43.069438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43440) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:43.142184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a3ba18c7-e56f-4ed1-891c-21e9345830ab is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:43.209103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-a03ec85c-e440-4b3e-9ed0-f9feeb203128 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:43.217326 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-a03ec85c-e440-4b3e-9ed0-f9feeb203128 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831229 Feb 15 13:48:43.218086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fabe0-e4c1-45bd-b9e9-dbbad2a20e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954d40ba-ec00-48de-a8eb-6bdeda457c20,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:43.231805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Request body: {'port': {'device_id': '500bc2e4-2e45-4504-b2f8-d363d8fe94b8', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '935a6af1359249c1b992e56b2cef9e0c'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:43.300477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a3ba18c7-e56f-4ed1-891c-21e9345830ab up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:43.338825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3cf7d1d-c307-400e-9e70-17285fd0f40f req-8b70b22e-8f87-4149-ba45-5a1d73478c7b tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915063 Feb 15 13:48:43.403537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43446) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:43.422385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a3ba18c7-e56f-4ed1-891c-21e9345830ab triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:43.422831 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.428386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90edee5d-7024-4239-9fa9-009e6067e1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.439003 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1cd559a1-24b4-4ddd-98d5-d5fa4c5f9f85 admin admin] Publish callbacks [] for security_group (954d40ba-ec00-48de-a8eb-6bdeda457c20), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.456628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-63045367-1718-4c19-b316-85747a26bc4d tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1676298183&fields=id&tenant_id=c2817272a3784fe0ad8656d46f762ccb HTTP/1.1" status: 200 len: 267 time: 0.4766691 Feb 15 13:48:43.475773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-232f5051-77c0-4c68-823a-564d989c2fe7 req-870c1e0e-0d08-4eda-bf17-366c777365b8 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303573 Feb 15 13:48:43.509717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1cd559a1-24b4-4ddd-98d5-d5fa4c5f9f85 admin admin] Publish callbacks [] for security_group (954d40ba-ec00-48de-a8eb-6bdeda457c20), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.545609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43448) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:43.552419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a3ba18c7-e56f-4ed1-891c-21e9345830ab is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:43.578313 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e429a66-2627-48da-8453-7d3d86d428fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.592160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Made reservation on behalf of 935a6af1359249c1b992e56b2cef9e0c for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:43.595527 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.614144 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.701033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90edee5d-7024-4239-9fa9-009e6067e1a6 admin admin] Publish callbacks [] for security_group (d0fd79cc-07bc-48cc-9530-94673802e862), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.712154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90edee5d-7024-4239-9fa9-009e6067e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d0fd79cc-07bc-48cc-9530-94673802e862), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.713477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290347ec-7b20-4f98-8ddb-2d8172598154 req-46013508-c742-4b91-a7f8-6ee7215e2775 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:43.714993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-290347ec-7b20-4f98-8ddb-2d8172598154 req-46013508-c742-4b91-a7f8-6ee7215e2775 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 947 time: 0.2772698 Feb 15 13:48:43.787932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edee5d-7024-4239-9fa9-009e6067e1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fd79cc-07bc-48cc-9530-94673802e862,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:43.798266 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-90edee5d-7024-4239-9fa9-009e6067e1a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b934399696b48cdaba77053643308c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938076 Feb 15 13:48:43.798896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43452) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:43.822395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e429a66-2627-48da-8453-7d3d86d428fa admin admin] Publish callbacks [] for security_group (14966d0a-1e25-43cd-a1dd-5c881549c9cc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.836866 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e429a66-2627-48da-8453-7d3d86d428fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (14966d0a-1e25-43cd-a1dd-5c881549c9cc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.840618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks [] for security_group (630fb489-5b53-48ba-a961-35769d4943ad), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.855134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (630fb489-5b53-48ba-a961-35769d4943ad), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.911569 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e429a66-2627-48da-8453-7d3d86d428fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=899b2d7be16947b3ab293711b5b998db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636081 Feb 15 13:48:43.913765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43456) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:43.914403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e429a66-2627-48da-8453-7d3d86d428fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14966d0a-1e25-43cd-a1dd-5c881549c9cc,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:43.933812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036 req-472f32f2-11ab-4e7f-9f34-795f6539b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:43.935396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036 req-472f32f2-11ab-4e7f-9f34-795f6539b737 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1130 time: 0.3781660 Feb 15 13:48:43.947389 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1cd559a1-24b4-4ddd-98d5-d5fa4c5f9f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (954d40ba-ec00-48de-a8eb-6bdeda457c20), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.949883 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1cd559a1-24b4-4ddd-98d5-d5fa4c5f9f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:43.951016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1cd559a1-24b4-4ddd-98d5-d5fa4c5f9f85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/954d40ba-ec00-48de-a8eb-6bdeda457c20 HTTP/1.1" status: 204 len: 168 time: 0.8806157 Feb 15 13:48:43.988483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-240f13c0-1d9d-4931-a3e1-a5385e2df7d0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:43.990106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-240f13c0-1d9d-4931-a3e1-a5385e2df7d0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/networks?id=7d724eb1-4115-4724-ad17-5501929e5d29 HTTP/1.1" status: 200 len: 824 time: 0.5120785 Feb 15 13:48:44.008877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd559a1-24b4-4ddd-98d5-d5fa4c5f9f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d40ba-ec00-48de-a8eb-6bdeda457c20,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:44.059541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-290347ec-7b20-4f98-8ddb-2d8172598154 req-4995b58d-4fca-4eb4-89a9-d023a2117792 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351932 Feb 15 13:48:44.070118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-f5cf9402-f3be-438d-b87d-c91c18572d14 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/quotas/c2817272a3784fe0ad8656d46f762ccb HTTP/1.1" status: 200 len: 375 time: 0.0661509 Feb 15 13:48:44.094078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630fb489-5b53-48ba-a961-35769d4943ad,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:44.114183 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d9c60ac-fb0a-4a2b-aa9b-dca5f1c7055c admin admin] Publish callbacks [] for security_group (d0fd79cc-07bc-48cc-9530-94673802e862), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.186295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036 req-56877efe-e7f2-443f-9d6b-69ed1214a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:44.188197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036 req-56877efe-e7f2-443f-9d6b-69ed1214a5ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2349443 Feb 15 13:48:44.213110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49c0c557-8ee9-47e4-b14c-d722c6f02f37 admin admin] Publish callbacks [] for security_group (14966d0a-1e25-43cd-a1dd-5c881549c9cc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.223967 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d9c60ac-fb0a-4a2b-aa9b-dca5f1c7055c admin admin] Publish callbacks [] for security_group (d0fd79cc-07bc-48cc-9530-94673802e862), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.247324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d41803ca-56a8-408e-9dc6-17c3b9ecf00a req-61689f5d-6656-4661-b2e4-555ee8996a6a tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 210 time: 0.0745502 Feb 15 13:48:44.271323 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Allocated IP 192.168.233.126 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/1982432d-9159-4214-9047-6446b168339f) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:44.275073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49c0c557-8ee9-47e4-b14c-d722c6f02f37 admin admin] Publish callbacks [] for security_group (14966d0a-1e25-43cd-a1dd-5c881549c9cc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.283247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-a9f3edc2-39df-4aa4-a99a-d11ee579a2ce tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c2817272a3784fe0ad8656d46f762ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1901536 Feb 15 13:48:44.325348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036 req-70827fef-5349-4093-bf70-f2ebc89ac780 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 217 time: 0.1241581 Feb 15 13:48:44.433384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036 req-b0cba953-4598-4827-b017-35c0870a108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:44.435227 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036 req-b0cba953-4598-4827-b017-35c0870a108a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1024430 Feb 15 13:48:44.465595 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d9c60ac-fb0a-4a2b-aa9b-dca5f1c7055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d0fd79cc-07bc-48cc-9530-94673802e862), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.469666 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d9c60ac-fb0a-4a2b-aa9b-dca5f1c7055c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.474857 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9d9c60ac-fb0a-4a2b-aa9b-dca5f1c7055c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0fd79cc-07bc-48cc-9530-94673802e862 HTTP/1.1" status: 204 len: 168 time: 0.6653967 Feb 15 13:48:44.539390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c60ac-fb0a-4a2b-aa9b-dca5f1c7055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fd79cc-07bc-48cc-9530-94673802e862,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:44.541065 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49c0c557-8ee9-47e4-b14c-d722c6f02f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (14966d0a-1e25-43cd-a1dd-5c881549c9cc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.544022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49c0c557-8ee9-47e4-b14c-d722c6f02f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.548443 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-49c0c557-8ee9-47e4-b14c-d722c6f02f37 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/14966d0a-1e25-43cd-a1dd-5c881549c9cc HTTP/1.1" status: 204 len: 168 time: 0.6268518 Feb 15 13:48:44.556230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938442e5-c8b2-4657-a818-e888e23b68e5 req-55ed50a5-0b61-4dba-b43f-6fdddee1028d tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:44.560328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0c557-8ee9-47e4-b14c-d722c6f02f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14966d0a-1e25-43cd-a1dd-5c881549c9cc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:44.569895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-938442e5-c8b2-4657-a818-e888e23b68e5 req-55ed50a5-0b61-4dba-b43f-6fdddee1028d tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 971 time: 0.1250837 Feb 15 13:48:44.634022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks [] for port (1982432d-9159-4214-9047-6446b168339f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.636861 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2b9f1224-4023-4c3e-a9f5-aca58494d60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.659278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036 req-e814dd10-afb9-4e97-b4e1-a1fc80e7a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:44.661065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036 req-e814dd10-afb9-4e97-b4e1-a1fc80e7a741 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2151818 Feb 15 13:48:44.666534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-9ae202f5-d886-4a64-acb3-e5e3544a8e54 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:48:44.667662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-9ae202f5-d886-4a64-acb3-e5e3544a8e54 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1714928 Feb 15 13:48:44.678712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-938442e5-c8b2-4657-a818-e888e23b68e5 req-8bcb273f-3a4e-463c-8a32-e7db6df03654 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074297 Feb 15 13:48:44.681610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (1982432d-9159-4214-9047-6446b168339f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.793681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036 req-70fc6400-2be8-4416-9227-2b7e29361c35 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077318 Feb 15 13:48:44.816311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:44.818614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Pushing event updated for resources: {'Port': ['ID=1982432d-9159-4214-9047-6446b168339f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:44.826435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:44.842356 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:44.856848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:44.857515 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:44.880912 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-6b3f76c9-639f-4c2b-ab70-cc2321908252 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6531246 Feb 15 13:48:44.899943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Request body: {'port': {'device_id': '500bc2e4-2e45-4504-b2f8-d363d8fe94b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:44.989339 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1982432d-9159-4214-9047-6446b168339f), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:45.059395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f6c1d7c-9223-44c2-976c-bbe5acd5f036 req-c223a578-54e7-42de-a9b4-51d36b944824 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535129 Feb 15 13:48:45.088159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-4b756169-bce8-4078-b6e7-a638a48f13e0 service neutron] 10.222.0.72 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998530 Feb 15 13:48:45.122751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6082d-0171-4eb7-bd40-cf15812ae684 req-5a962ac8-6793-4acc-9c58-08ea46582afc tempest-AggregatesAdminTestJSON-722222047 tempest-AggregatesAdminTestJSON-722222047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:45.124307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71d6082d-0171-4eb7-bd40-cf15812ae684 req-5a962ac8-6793-4acc-9c58-08ea46582afc tempest-AggregatesAdminTestJSON-722222047 tempest-AggregatesAdminTestJSON-722222047-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 1154 time: 0.2674839 Feb 15 13:48:45.149886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-453fd75b-a853-4384-9b09-fbd3778137f7 None None] Provisioning complete for port 1982432d-9159-4214-9047-6446b168339f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:45.150293 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-453fd75b-a853-4384-9b09-fbd3778137f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1982432d-9159-4214-9047-6446b168339f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:45.237673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-453fd75b-a853-4384-9b09-fbd3778137f7 None None] Port 1982432d-9159-4214-9047-6446b168339f cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:48:45.248322 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71d6082d-0171-4eb7-bd40-cf15812ae684 req-be6aa72d-b312-493d-bd37-e62b3bd5133e tempest-AggregatesAdminTestJSON-722222047 tempest-AggregatesAdminTestJSON-722222047-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:45.330437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-e5043535-bdab-4076-ac4c-800321a5c891 service neutron] 10.222.0.72 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358377 Feb 15 13:48:45.463539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71d6082d-0171-4eb7-bd40-cf15812ae684 req-be6aa72d-b312-493d-bd37-e62b3bd5133e tempest-AggregatesAdminTestJSON-722222047 tempest-AggregatesAdminTestJSON-722222047-project-admin] Publish callbacks [] for security_group (1b63fe8f-9082-458e-acff-428bb306265b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:45.469199 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71d6082d-0171-4eb7-bd40-cf15812ae684 req-be6aa72d-b312-493d-bd37-e62b3bd5133e tempest-AggregatesAdminTestJSON-722222047 tempest-AggregatesAdminTestJSON-722222047-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1b63fe8f-9082-458e-acff-428bb306265b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:45.585028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71d6082d-0171-4eb7-bd40-cf15812ae684 req-be6aa72d-b312-493d-bd37-e62b3bd5133e tempest-AggregatesAdminTestJSON-722222047 tempest-AggregatesAdminTestJSON-722222047-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785388 Feb 15 13:48:45.586220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6aa72d-b312-493d-bd37-e62b3bd5133e tempest-AggregatesAdminTestJSON-722222047 tempest-AggregatesAdminTestJSON-722222047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b63fe8f-9082-458e-acff-428bb306265b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:45.664041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1982432d-9159-4214-9047-6446b168339f {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:45.674655 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Publish callbacks [] for port (1982432d-9159-4214-9047-6446b168339f), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:45.720413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Transition to ACTIVE for port object 1982432d-9159-4214-9047-6446b168339f will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:45.729212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1982432d-9159-4214-9047-6446b168339f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:45.791539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f4b77-71b5-47d8-b357-e5f8f5a3ec5c req-315f2cfe-484f-4720-8287-d813b47f774b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:45.808397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c7f4b77-71b5-47d8-b357-e5f8f5a3ec5c req-315f2cfe-484f-4720-8287-d813b47f774b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 947 time: 0.1810787 Feb 15 13:48:45.858574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4549-0c88-40f8-b399-24ebd5fd5e53 req-50208fd4-6a1c-4b4b-b71f-9fb9db85b5ed tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:45.860474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a71f4549-0c88-40f8-b399-24ebd5fd5e53 req-50208fd4-6a1c-4b4b-b71f-9fb9db85b5ed tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 936 time: 0.1554220 Feb 15 13:48:45.942102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Attempting to bind port 1982432d-9159-4214-9047-6446b168339f on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:45.942481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Attempting to bind port 1982432d-9159-4214-9047-6446b168339f by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:45.945754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Attempting to bind port 1982432d-9159-4214-9047-6446b168339f on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:45.953055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c7f4b77-71b5-47d8-b357-e5f8f5a3ec5c req-99e6bcb1-e269-4a2d-bfec-cb1990ea5b75 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277521 Feb 15 13:48:45.955634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1982432d-9159-4214-9047-6446b168339f,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:45.978283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Port 1982432d-9159-4214-9047-6446b168339f on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:48:45.978613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Attempting to bind port 1982432d-9159-4214-9047-6446b168339f on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:45.986559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:45.986930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:45.987517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:45.987980 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Bound port: 1982432d-9159-4214-9047-6446b168339f, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:45.988339 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1982432d-9159-4214-9047-6446b168339f), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:46.014365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a71f4549-0c88-40f8-b399-24ebd5fd5e53 req-83141ae4-d56f-4d9a-aa9f-349535fb5f7d tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430941 Feb 15 13:48:46.136927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] For port 1982432d-9159-4214-9047-6446b168339f, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:46.142164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] For port 1982432d-9159-4214-9047-6446b168339f, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1982432d-9159-4214-9047-6446b168339f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:46.160800 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1982432d-9159-4214-9047-6446b168339f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:46.184754 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77621eb4-32aa-4b3b-8572-26da2cf75d57 req-486059c1-b614-4cc7-907a-7ed0fe3e4b32 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 210 time: 0.1310854 Feb 15 13:48:46.231769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:46.232380 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:46.234015 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] 10.222.0.67 "PUT /v2.0/ports/1982432d-9159-4214-9047-6446b168339f HTTP/1.1" status: 200 len: 1097 time: 1.3440378 Feb 15 13:48:46.234409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500bc2e4-2e45-4504-b2f8-d363d8fe94b8', 'tag': '1982432d-9159-4214-9047-6446b168339f'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:46.496779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60994606-bc70-40e2-9d10-9ec8521408c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1982432d-9159-4214-9047-6446b168339f,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:46.535175 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-d4a1633d-482f-4def-b583-86150504d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:46.536712 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-d4a1633d-482f-4def-b583-86150504d3c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=935a6af1359249c1b992e56b2cef9e0c&device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 1131 time: 0.2045963 Feb 15 13:48:46.637063 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-03abee30-347c-46a6-87a4-8d18b8542843 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=1982432d-9159-4214-9047-6446b168339f HTTP/1.1" status: 200 len: 217 time: 0.0889761 Feb 15 13:48:46.660059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82972fc-8791-4e88-98cc-710d2f3dd21c req-0415020c-be6b-4d6a-889d-6a672b3628cf tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:46.669521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f82972fc-8791-4e88-98cc-710d2f3dd21c req-0415020c-be6b-4d6a-889d-6a672b3628cf tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 971 time: 0.0817280 Feb 15 13:48:46.705093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-17a314ef-8b6e-423b-aff9-55e6ceb4adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:46.707292 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-17a314ef-8b6e-423b-aff9-55e6ceb4adfb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0634496 Feb 15 13:48:46.743683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f82972fc-8791-4e88-98cc-710d2f3dd21c req-26278ebf-c7f9-496f-bcd0-c47a50e46d3c tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671351 Feb 15 13:48:46.813900 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3a165d-20fa-4cf3-94e1-37207cc045b1" -d '{"events": [{"name": "network-changed", "server_uuid": "500bc2e4-2e45-4504-b2f8-d363d8fe94b8", "tag": "1982432d-9159-4214-9047-6446b168339f"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:48:46.840765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-92ac385a-01cf-4c73-b35e-43f11e43d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:46.842267 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-92ac385a-01cf-4c73-b35e-43f11e43d593 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1257229 Feb 15 13:48:46.946831 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-18059576-a565-4b10-bcf3-4f19980b2a56 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960236 Feb 15 13:48:47.059324 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e8316484-a439-48bc-97c7-a0e46ec48c83 req-c4f7577e-cc62-4ea4-aca2-a9cc74bb935b service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055031 Feb 15 13:48:47.106866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6317e-851b-407c-b34a-b1cbe6bd8ebf req-fd492c5e-8c5b-409c-aed5-22c540bd6859 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:47.107463 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3d6c2ede-a009-4c96-8e50-9bdae9799bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:47.117127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4dd6317e-851b-407c-b34a-b1cbe6bd8ebf req-fd492c5e-8c5b-409c-aed5-22c540bd6859 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 947 time: 0.0893652 Feb 15 13:48:47.158270 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28889e62-bd3a-428e-b666-1e900e6ce680 x-openstack-request-id: req-28889e62-bd3a-428e-b666-1e900e6ce680 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:48:47.158739 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500bc2e4-2e45-4504-b2f8-d363d8fe94b8", "tag": "1982432d-9159-4214-9047-6446b168339f", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:48:47.159015 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-28889e62-bd3a-428e-b666-1e900e6ce680 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:48:47.159464 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500bc2e4-2e45-4504-b2f8-d363d8fe94b8', 'tag': '1982432d-9159-4214-9047-6446b168339f', 'status': 'completed', 'code': 200} Feb 15 13:48:47.261298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a165d-20fa-4cf3-94e1-37207cc045b1 req-4ec6ec05-84b0-4e24-940b-68af00c16cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:47.262846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ca3a165d-20fa-4cf3-94e1-37207cc045b1 req-4ec6ec05-84b0-4e24-940b-68af00c16cc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=935a6af1359249c1b992e56b2cef9e0c&device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 1131 time: 0.0819919 Feb 15 13:48:47.268747 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4dd6317e-851b-407c-b34a-b1cbe6bd8ebf req-d9db4f7a-ff06-4861-92c4-b7fef9dc2bef tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496820 Feb 15 13:48:47.457705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36a5c0de-2919-40fc-b30e-df5d53648b2b req-f05c2166-5294-4a7a-9254-ef603bbd5367 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 210 time: 0.0665047 Feb 15 13:48:47.470448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-95370d34-e784-447a-9ddf-e0a0e77a1db1 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:47.471952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-95370d34-e784-447a-9ddf-e0a0e77a1db1 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.42 "GET /v2.0/networks?id=7d724eb1-4115-4724-ad17-5501929e5d29 HTTP/1.1" status: 200 len: 824 time: 0.2924092 Feb 15 13:48:47.497077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc59c8-bde1-40aa-822d-e94e9249bc59 req-6690782e-e81a-4cc6-a1c9-a8344068bf7d tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:47.498872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0cc59c8-bde1-40aa-822d-e94e9249bc59 req-6690782e-e81a-4cc6-a1c9-a8344068bf7d tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 948 time: 0.2497559 Feb 15 13:48:47.500090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a165d-20fa-4cf3-94e1-37207cc045b1 req-1fa15189-f605-4802-97f4-1403f2cb27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:47.502150 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ca3a165d-20fa-4cf3-94e1-37207cc045b1 req-1fa15189-f605-4802-97f4-1403f2cb27eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2313499 Feb 15 13:48:47.560239 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ca3a165d-20fa-4cf3-94e1-37207cc045b1 req-395939cf-f76a-45d0-93db-a1841534d67a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=1982432d-9159-4214-9047-6446b168339f HTTP/1.1" status: 200 len: 217 time: 0.0508912 Feb 15 13:48:47.608492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0cc59c8-bde1-40aa-822d-e94e9249bc59 req-0f9fc8c4-0b3b-4ab5-8e20-6ed55487b5ec tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951941 Feb 15 13:48:47.615762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3f6b55a2-d87c-4c98-80ab-98c29766b923 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2817272a3784fe0ad8656d46f762ccb HTTP/1.1" status: 200 len: 380 time: 0.1328022 Feb 15 13:48:47.619643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a165d-20fa-4cf3-94e1-37207cc045b1 req-b7f7f335-6f5c-4c68-8ded-7d92abec06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:47.621305 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ca3a165d-20fa-4cf3-94e1-37207cc045b1 req-b7f7f335-6f5c-4c68-8ded-7d92abec06e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0552664 Feb 15 13:48:47.630165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Request body: {'port': {'device_id': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'admin_state_up': True, 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'security_groups': ['35fad320-88ba-4024-967a-784636729201']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:47.684197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a165d-20fa-4cf3-94e1-37207cc045b1 req-bfebbc53-9c6d-4632-8f2f-b24e33fe340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:47.685791 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ca3a165d-20fa-4cf3-94e1-37207cc045b1 req-bfebbc53-9c6d-4632-8f2f-b24e33fe340c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0577903 Feb 15 13:48:47.810631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Made reservation on behalf of c2817272a3784fe0ad8656d46f762ccb for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:47.814247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:47.851576 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ca3a165d-20fa-4cf3-94e1-37207cc045b1 req-1bf71f7c-3c1b-48b2-b43b-8b574c50ab48 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555848 Feb 15 13:48:47.965009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc466c-ba66-4c3a-aba2-20d77b22fc6b req-37520a61-ae70-40de-ad84-098ab3a8f222 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:47.966480 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cecc466c-ba66-4c3a-aba2-20d77b22fc6b req-37520a61-ae70-40de-ad84-098ab3a8f222 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 971 time: 0.1213331 Feb 15 13:48:47.999489 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ca3a165d-20fa-4cf3-94e1-37207cc045b1 req-212132a9-d09f-45b0-adc6-1e3f9a6df654 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398072 Feb 15 13:48:48.020191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.42', 58526) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:48.067464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Allocated IP 172.20.0.7 (7d724eb1-4115-4724-ad17-5501929e5d29/e6a0d7d9-dfb4-46d7-8c55-33325656c55e/fb43295e-d40c-4984-ad37-41214394e5fd) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:48.072581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cecc466c-ba66-4c3a-aba2-20d77b22fc6b req-7f3d7067-1c04-47a2-99e9-0585cee87b82 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/security-groups?id=4f6b59ab-3147-4d76-a797-af1bdc2b93c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001756 Feb 15 13:48:48.132234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317dc89-0f61-4305-bf85-3a6db5b26cac req-b4ebcbf2-c6fa-499a-be7f-117e00c06da1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:48.134109 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0317dc89-0f61-4305-bf85-3a6db5b26cac req-b4ebcbf2-c6fa-499a-be7f-117e00c06da1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 971 time: 0.1125550 Feb 15 13:48:48.185025 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:48.261498 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for port (fb43295e-d40c-4984-ad37-41214394e5fd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:48.311963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device be9316c8-336a-492a-83ba-7739d98a09b0 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:48:48.324749 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:48.466576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Network 7d724eb1-4115-4724-ad17-5501929e5d29 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:48.470677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:48.484944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:48.512409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Pushing event updated for resources: {'Port': ['ID=fb43295e-d40c-4984-ad37-41214394e5fd,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:48.557417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842b70b-467b-4376-8837-1adfb436aa39 req-096b1749-392f-4ed1-9bae-92832f4b1566 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:48.559255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8842b70b-467b-4376-8837-1adfb436aa39 req-096b1749-392f-4ed1-9bae-92832f4b1566 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 947 time: 0.1729488 Feb 15 13:48:48.569460 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=be9316c8-336a-492a-83ba-7739d98a09b0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:48.569701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:48.570186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:48.598540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'be9316c8-336a-492a-83ba-7739d98a09b0', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'be9316c8-336a-492a-83ba-7739d98a09b0', 'mac_address': 'fa:16:3e:8e:13:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:48:48.599633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-0317dc89-0f61-4305-bf85-3a6db5b26cac req-8b0625ab-b536-4c0d-a833-b2ea4f3ac8a1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Deleting port 6463696b-ff32-4f55-acd4-9788c3cbeac7 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:48:48.600237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0317dc89-0f61-4305-bf85-3a6db5b26cac req-8b0625ab-b536-4c0d-a833-b2ea4f3ac8a1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:48.644255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-3122e40a-cda3-4c67-985b-2868fc1e12a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0179183 Feb 15 13:48:48.664405 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port be9316c8-336a-492a-83ba-7739d98a09b0 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:48.665213 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:48.672047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Request body: {'port': {'device_id': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'device_owner': 'compute:tempest-test_az-912368675', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:48.681300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9316c8-336a-492a-83ba-7739d98a09b0 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:48.721481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=be9316c8-336a-492a-83ba-7739d98a09b0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:48.732136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:48.744419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-0317dc89-0f61-4305-bf85-3a6db5b26cac req-8b0625ab-b536-4c0d-a833-b2ea4f3ac8a1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] For port 6463696b-ff32-4f55-acd4-9788c3cbeac7, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6463696b-ff32-4f55-acd4-9788c3cbeac7,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:48.747406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0317dc89-0f61-4305-bf85-3a6db5b26cac req-8b0625ab-b536-4c0d-a833-b2ea4f3ac8a1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:48.757944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8842b70b-467b-4376-8837-1adfb436aa39 req-76b9d5dc-bdd5-4140-8f2d-f76cedf7ecef tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813707 Feb 15 13:48:48.805157 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-0317dc89-0f61-4305-bf85-3a6db5b26cac req-8b0625ab-b536-4c0d-a833-b2ea4f3ac8a1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Calling delete_port for 6463696b-ff32-4f55-acd4-9788c3cbeac7 owned by compute:tempest-test_az-912368675 {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:48:48.843539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:48.876058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=be9316c8-336a-492a-83ba-7739d98a09b0,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:48.900798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bf137776-13c7-4c34-a360-638bacc13b54 None None] Provisioning complete for port fb43295e-d40c-4984-ad37-41214394e5fd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:48.901509 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bf137776-13c7-4c34-a360-638bacc13b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:48.962646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bf137776-13c7-4c34-a360-638bacc13b54 None None] Port fb43295e-d40c-4984-ad37-41214394e5fd cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:48:49.097312 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0317dc89-0f61-4305-bf85-3a6db5b26cac req-8b0625ab-b536-4c0d-a833-b2ea4f3ac8a1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (6463696b-ff32-4f55-acd4-9788c3cbeac7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:49.112697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['6463696b-ff32-4f55-acd4-9788c3cbeac7'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:48:49.136616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0625ab-b536-4c0d-a833-b2ea4f3ac8a1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Pushing event deleted for resources: {'Port': ['ID=6463696b-ff32-4f55-acd4-9788c3cbeac7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:49.212104 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0317dc89-0f61-4305-bf85-3a6db5b26cac req-8b0625ab-b536-4c0d-a833-b2ea4f3ac8a1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] No DVR routers for this DVR port 6463696b-ff32-4f55-acd4-9788c3cbeac7 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:48:49.216223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0317dc89-0f61-4305-bf85-3a6db5b26cac req-8b0625ab-b536-4c0d-a833-b2ea4f3ac8a1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:49.220555 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0317dc89-0f61-4305-bf85-3a6db5b26cac req-8b0625ab-b536-4c0d-a833-b2ea4f3ac8a1 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.42 "DELETE /v2.0/ports/6463696b-ff32-4f55-acd4-9788c3cbeac7 HTTP/1.1" status: 204 len: 173 time: 1.0814192 Feb 15 13:48:49.221040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d5c1ff-db66-4d99-bc76-1fa85e5c4e66', 'name': 'network-vif-deleted', 'tag': '6463696b-ff32-4f55-acd4-9788c3cbeac7'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:49.223531 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76948078-cbce-4fc2-8d78-0df4ffaea8c4" -d '{"events": [{"server_uuid": "d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66", "name": "network-vif-deleted", "tag": "6463696b-ff32-4f55-acd4-9788c3cbeac7"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:48:49.241835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac46c9-4f9e-43b1-a88d-985df094d4b5 req-ae9514e7-bde0-44cd-95ea-9c7998533a94 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:49.243597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03ac46c9-4f9e-43b1-a88d-985df094d4b5 req-ae9514e7-bde0-44cd-95ea-9c7998533a94 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 931 time: 0.3490705 Feb 15 13:48:49.266657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['be9316c8-336a-492a-83ba-7739d98a09b0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:48:49.299125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46afdbe-9bf6-4039-a87e-df5b6e7dca88 req-bd58eb5a-7aee-4ed5-8571-eb68f88fa864 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:49.300740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c46afdbe-9bf6-4039-a87e-df5b6e7dca88 req-bd58eb5a-7aee-4ed5-8571-eb68f88fa864 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 948 time: 0.4034832 Feb 15 13:48:49.399675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03ac46c9-4f9e-43b1-a88d-985df094d4b5 req-2cfb8a84-df08-4d1a-b20a-05e8abdf60d3 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458540 Feb 15 13:48:49.447194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c46afdbe-9bf6-4039-a87e-df5b6e7dca88 req-9c406bf0-3f14-43a7-8d3e-3330434c49ae tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166124 Feb 15 13:48:49.524357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb43295e-d40c-4984-ad37-41214394e5fd {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:49.529195 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:49.535626 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Publish callbacks [] for port (fb43295e-d40c-4984-ad37-41214394e5fd), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:49.552037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Transition to ACTIVE for port object fb43295e-d40c-4984-ad37-41214394e5fd will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:49.557555 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:49.638162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb43295e-d40c-4984-ad37-41214394e5fd,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:49.710609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Attempting to bind port fb43295e-d40c-4984-ad37-41214394e5fd on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:49.710956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Attempting to bind port fb43295e-d40c-4984-ad37-41214394e5fd by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:49.711740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Attempting to bind port fb43295e-d40c-4984-ad37-41214394e5fd on network 7d724eb1-4115-4724-ad17-5501929e5d29 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:49.732632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Port fb43295e-d40c-4984-ad37-41214394e5fd on network 7d724eb1-4115-4724-ad17-5501929e5d29 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:48:49.733106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Attempting to bind port fb43295e-d40c-4984-ad37-41214394e5fd on network 7d724eb1-4115-4724-ad17-5501929e5d29 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:49.756454 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-ac5db1b5-fe2f-42a3-bc6a-2a72c9d9906f tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406778 Feb 15 13:48:49.757425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:49.757856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Checking segment: {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:49.758302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Bound using segment: {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:49.758861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Bound port: fb43295e-d40c-4984-ad37-41214394e5fd, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:49.759309 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:49.902790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f0a768e-ce4d-4f75-8e3b-0916731465ec req-eef425e4-edb5-4821-8e8e-5c7cd4a3ad52 tempest-AggregatesAdminTestJSON-54269025 tempest-AggregatesAdminTestJSON-54269025-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66 HTTP/1.1" status: 200 len: 210 time: 0.0417740 Feb 15 13:48:49.950695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] For port fb43295e-d40c-4984-ad37-41214394e5fd, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:49.952983 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6763cdfd-0d32-4d12-91cb-0ec6524a18d0 x-openstack-request-id: req-6763cdfd-0d32-4d12-91cb-0ec6524a18d0 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:48:49.953413 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d5c1ff-db66-4d99-bc76-1fa85e5c4e66", "name": "network-vif-deleted", "tag": "6463696b-ff32-4f55-acd4-9788c3cbeac7", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:48:49.954014 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6763cdfd-0d32-4d12-91cb-0ec6524a18d0 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:48:49.954522 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d5c1ff-db66-4d99-bc76-1fa85e5c4e66', 'name': 'network-vif-deleted', 'tag': '6463696b-ff32-4f55-acd4-9788c3cbeac7', 'status': 'completed', 'code': 200} Feb 15 13:48:49.956528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] For port fb43295e-d40c-4984-ad37-41214394e5fd, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fb43295e-d40c-4984-ad37-41214394e5fd,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:49.967896 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:50.006631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-60fc294f-4fd6-419d-a566-df3d2c8bf684 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:50.008149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-60fc294f-4fd6-419d-a566-df3d2c8bf684 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312086 Feb 15 13:48:50.034280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:50.034952 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:50.036530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] 10.222.0.42 "PUT /v2.0/ports/fb43295e-d40c-4984-ad37-41214394e5fd HTTP/1.1" status: 200 len: 1113 time: 1.3785288 Feb 15 13:48:50.036967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'tag': 'fb43295e-d40c-4984-ad37-41214394e5fd'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:50.039255 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e30c89-a845-4529-9ebe-77899cbd7330" -d '{"events": [{"name": "network-changed", "server_uuid": "bb89f310-4df0-4b51-a177-305a1bdd42dd", "tag": "fb43295e-d40c-4984-ad37-41214394e5fd"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:48:50.054450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-b6da0154-d081-44ab-ab68-37461f8ca54a tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/quotas/f56d60b4e9684a4ca29c7c0605b7426f HTTP/1.1" status: 200 len: 375 time: 0.0369034 Feb 15 13:48:50.069092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917ac5b-cb95-4f61-95c1-797c649a1bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb43295e-d40c-4984-ad37-41214394e5fd,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:50.100600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-9727b3ea-f6cf-4fdc-916d-a9dd44026828 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406351 Feb 15 13:48:50.139250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-00107133-ac58-40f5-9286-88337f220939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:50.140784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-00107133-ac58-40f5-9286-88337f220939 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2817272a3784fe0ad8656d46f762ccb&device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 1147 time: 0.0661354 Feb 15 13:48:50.188002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-ff9b5da2-72e9-4651-87d7-6caa812614d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb43295e-d40c-4984-ad37-41214394e5fd HTTP/1.1" status: 200 len: 217 time: 0.0395193 Feb 15 13:48:50.316866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-428b02dd-9b2b-4ddd-af7a-4d22e8b5c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:50.319463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-428b02dd-9b2b-4ddd-af7a-4d22e8b5c2eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6a0d7d9-dfb4-46d7-8c55-33325656c55e HTTP/1.1" status: 200 len: 863 time: 0.1247842 Feb 15 13:48:50.321664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device be9316c8-336a-492a-83ba-7739d98a09b0 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:50.341871 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d76f11-042d-4d1d-9ef7-96af9dac9f30 x-openstack-request-id: req-d9d76f11-042d-4d1d-9ef7-96af9dac9f30 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:48:50.342163 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb89f310-4df0-4b51-a177-305a1bdd42dd", "tag": "fb43295e-d40c-4984-ad37-41214394e5fd", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:48:50.342416 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9d76f11-042d-4d1d-9ef7-96af9dac9f30 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:48:50.342807 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'tag': 'fb43295e-d40c-4984-ad37-41214394e5fd', 'status': 'completed', 'code': 200} Feb 15 13:48:50.365522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5a311-fe5e-4e5a-a2d7-804088e07602 req-63eaf3ba-73d4-4104-8429-a4d8f55cf17a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:50.367102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20e5a311-fe5e-4e5a-a2d7-804088e07602 req-63eaf3ba-73d4-4104-8429-a4d8f55cf17a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 948 time: 0.1606700 Feb 15 13:48:50.405729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port be9316c8-336a-492a-83ba-7739d98a09b0 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:50.412714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-89d58ccc-5f18-439e-934c-dce920c8d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:50.415377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-89d58ccc-5f18-439e-934c-dce920c8d146 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d724eb1-4115-4724-ad17-5501929e5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0885274 Feb 15 13:48:50.416893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port be9316c8-336a-492a-83ba-7739d98a09b0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:50.417280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:50.532767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-08bc9ee5-fbf4-4cfb-9e99-03831e648930 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471559 Feb 15 13:48:50.538007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port be9316c8-336a-492a-83ba-7739d98a09b0 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:50.538521 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:50.540859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20e5a311-fe5e-4e5a-a2d7-804088e07602 req-892bbb05-6cea-4019-8ebe-172e135b5095 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575747 Feb 15 13:48:50.581889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:50.584006 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920a010b-1a6a-4122-94cb-70699a18ee8c" -d '{"events": [{"server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "name": "network-vif-plugged", "status": "completed", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:48:50.606971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=be9316c8-336a-492a-83ba-7739d98a09b0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:50.616268 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:50.617122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-0571333e-b815-4e09-902f-76f3a8c506ad service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892133 Feb 15 13:48:50.725399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=be9316c8-336a-492a-83ba-7739d98a09b0,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:50.857388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123fe54-df8d-4139-8823-e12a850fe91e req-793b349e-7422-43f7-a5de-55e6f6e04e74 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:50.858796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-793b349e-7422-43f7-a5de-55e6f6e04e74 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3151832 Feb 15 13:48:50.874574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e44d76-44ae-4666-b153-2420aec1f2f4 req-00682428-5a03-4d11-ab0f-6fd7b80ab224 service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226601 Feb 15 13:48:50.900658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92dcfe-c33a-42e4-b159-515a28473416 req-be989af2-9b9d-404b-859e-044e5355f010 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:50.902159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d92dcfe-c33a-42e4-b159-515a28473416 req-be989af2-9b9d-404b-859e-044e5355f010 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 964 time: 0.1178772 Feb 15 13:48:50.903508 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-e3f5dfcd-ae44-4c61-a6f1-6f3e920bd523 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/quotas/f56d60b4e9684a4ca29c7c0605b7426f HTTP/1.1" status: 200 len: 375 time: 0.0224142 Feb 15 13:48:50.944507 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:50.960679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-0c90807c-ce92-4b69-830f-4f88283efb15 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479577 Feb 15 13:48:51.012966 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d92dcfe-c33a-42e4-b159-515a28473416 req-0a8aeb4b-9935-4895-bd27-738154297c20 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019795 Feb 15 13:48:51.023725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30c89-a845-4529-9ebe-77899cbd7330 req-5c5d40d7-fbbe-46c8-91ff-a98681d7ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:51.025305 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16e30c89-a845-4529-9ebe-77899cbd7330 req-5c5d40d7-fbbe-46c8-91ff-a98681d7ebd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2817272a3784fe0ad8656d46f762ccb&device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 1147 time: 0.0754204 Feb 15 13:48:51.166160 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068263a9-02ab-42e4-8180-e945e33be8ba x-openstack-request-id: req-068263a9-02ab-42e4-8180-e945e33be8ba {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:48:51.166591 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "name": "network-vif-plugged", "status": "completed", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:48:51.166860 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-068263a9-02ab-42e4-8180-e945e33be8ba {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:48:51.167289 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0', 'code': 200} Feb 15 13:48:51.185921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30c89-a845-4529-9ebe-77899cbd7330 req-3f2a749a-3951-448b-8355-30311fce5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:51.187428 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16e30c89-a845-4529-9ebe-77899cbd7330 req-3f2a749a-3951-448b-8355-30311fce5f59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d724eb1-4115-4724-ad17-5501929e5d29 HTTP/1.1" status: 200 len: 925 time: 0.1551917 Feb 15 13:48:51.198568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca671-554f-41db-aec0-8d2d9abba240 req-0649c38d-12f4-4e9e-a163-270e9ac9e064 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:51.200126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e51ca671-554f-41db-aec0-8d2d9abba240 req-0649c38d-12f4-4e9e-a163-270e9ac9e064 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 948 time: 0.0936077 Feb 15 13:48:51.247958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16e30c89-a845-4529-9ebe-77899cbd7330 req-6717f569-bcc5-4c11-977a-2e30c52d399f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb43295e-d40c-4984-ad37-41214394e5fd HTTP/1.1" status: 200 len: 217 time: 0.0468307 Feb 15 13:48:51.348140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01f063-7285-4793-b90d-318cf287cc2c req-35dfb32c-f8c4-4db9-93ef-b61b58d41182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:51.351323 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1b01f063-7285-4793-b90d-318cf287cc2c req-35dfb32c-f8c4-4db9-93ef-b61b58d41182 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1132 time: 0.1100290 Feb 15 13:48:51.356661 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e51ca671-554f-41db-aec0-8d2d9abba240 req-39dec952-69c5-4856-bc61-511430eea3fd tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153457 Feb 15 13:48:51.359319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30c89-a845-4529-9ebe-77899cbd7330 req-ca411347-e1eb-4d8b-99a2-9fe6a799aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:51.362153 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16e30c89-a845-4529-9ebe-77899cbd7330 req-ca411347-e1eb-4d8b-99a2-9fe6a799aef5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6a0d7d9-dfb4-46d7-8c55-33325656c55e HTTP/1.1" status: 200 len: 863 time: 0.1057465 Feb 15 13:48:51.454395 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1b01f063-7285-4793-b90d-318cf287cc2c req-37e8c255-9cd5-40b2-958a-125cbff14386 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901961 Feb 15 13:48:51.468525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30c89-a845-4529-9ebe-77899cbd7330 req-d36dcaaa-da48-4d64-ab1c-21ca2aaf6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:51.470773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16e30c89-a845-4529-9ebe-77899cbd7330 req-d36dcaaa-da48-4d64-ab1c-21ca2aaf6a60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d724eb1-4115-4724-ad17-5501929e5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1008668 Feb 15 13:48:51.575453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5097a386-f1c4-453e-810e-98978d3474f0 req-4cb353d2-afcf-47ed-b0b2-279d05c44b11 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 210 time: 0.0834148 Feb 15 13:48:51.655106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16e30c89-a845-4529-9ebe-77899cbd7330 req-b1064b74-856a-411b-9767-508823fb6d5d service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744156 Feb 15 13:48:51.703737 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-6c0fb365-9207-4a3f-a421-fd86fa8b98da tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317633 Feb 15 13:48:51.877376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16e30c89-a845-4529-9ebe-77899cbd7330 req-2486cc02-421f-47b8-8790-8b109e827340 service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051797 Feb 15 13:48:51.885656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da6cd2-f8e1-4cd4-b348-497968b0f22f req-e47d70d8-68ce-4416-91c3-debef2d8c495 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:51.893353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7da6cd2-f8e1-4cd4-b348-497968b0f22f req-e47d70d8-68ce-4416-91c3-debef2d8c495 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1066678 Feb 15 13:48:51.987623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7da6cd2-f8e1-4cd4-b348-497968b0f22f req-2bd11c9c-d55e-44d2-8b03-4bafcf2f494d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930386 Feb 15 13:48:52.021608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-e53be614-891b-494f-9855-48766ccbaaa9 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:52.025403 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-e53be614-891b-494f-9855-48766ccbaaa9 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908547 Feb 15 13:48:52.056932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Request body: {'port': {'device_id': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': 'f56d60b4e9684a4ca29c7c0605b7426f'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:52.229841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Made reservation on behalf of f56d60b4e9684a4ca29c7c0605b7426f for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:52.236404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:52.244515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6463696b-ff32-4f55-acd4-9788c3cbeac7 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:48:52.258335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:52.287773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 6463696b-ff32-4f55-acd4-9788c3cbeac7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:48:52.288129 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6463696b-ff32-4f55-acd4-9788c3cbeac7 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:48:52.326986 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1982432d-9159-4214-9047-6446b168339f details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:48:52.374474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks [] for security_group (349b0f29-103f-40d7-91a9-56e1be227b94), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:52.384148 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (349b0f29-103f-40d7-91a9-56e1be227b94), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:52.431821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9bf1-5b51-4a92-bd10-b3d0932fabfa req-eb659af9-8645-4b90-86ba-00c7dbe4c814 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:52.441332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf4f9bf1-5b51-4a92-bd10-b3d0932fabfa req-eb659af9-8645-4b90-86ba-00c7dbe4c814 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 964 time: 0.0897825 Feb 15 13:48:52.464285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349b0f29-103f-40d7-91a9-56e1be227b94,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:52.532918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf4f9bf1-5b51-4a92-bd10-b3d0932fabfa req-cd94010e-6dcf-4db2-aa6b-8d64330e7734 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902605 Feb 15 13:48:52.571852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43792) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:52.588602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 1982432d-9159-4214-9047-6446b168339f, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1982432d-9159-4214-9047-6446b168339f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:52.614152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '1982432d-9159-4214-9047-6446b168339f', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '1982432d-9159-4214-9047-6446b168339f', 'mac_address': 'fa:16:3e:4f:00:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:48:52.652900 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Allocated IP 192.168.233.157 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/5db8cebb-6c45-44ea-8426-9d0950a0555f) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:52.721951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 1982432d-9159-4214-9047-6446b168339f is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:52.722676 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1982432d-9159-4214-9047-6446b168339f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:52.756505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1982432d-9159-4214-9047-6446b168339f {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:52.798298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 1982432d-9159-4214-9047-6446b168339f, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1982432d-9159-4214-9047-6446b168339f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:52.808291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab4868-aaef-40c2-8ac9-fa61547dca29 req-975b3c70-7431-4640-a280-ab0bbd328c89 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:52.816613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93ab4868-aaef-40c2-8ac9-fa61547dca29 req-975b3c70-7431-4640-a280-ab0bbd328c89 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 948 time: 0.1034679 Feb 15 13:48:52.818300 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1982432d-9159-4214-9047-6446b168339f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:52.858243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99766c3d-7316-4554-ab64-b31c5b5298c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:52.931968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=1982432d-9159-4214-9047-6446b168339f,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:52.947761 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-f4c40df0-da82-486b-b4c2-c4fd47f93f1c tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034720 Feb 15 13:48:52.987635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab5265d2-e8a2-4ee6-9fcb-2e3d0aae309b req-8a4f078f-924b-4c51-89e4-fa1ac42e93e9 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 210 time: 0.0640545 Feb 15 13:48:53.025774 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93ab4868-aaef-40c2-8ac9-fa61547dca29 req-f1b3e590-e2e3-452c-a226-8010a37015dd tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082784 Feb 15 13:48:53.094563 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99766c3d-7316-4554-ab64-b31c5b5298c5 admin admin] Publish callbacks [] for security_group (43df394c-d15e-4d22-ada0-6cdd7e77197f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.109687 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99766c3d-7316-4554-ab64-b31c5b5298c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (43df394c-d15e-4d22-ada0-6cdd7e77197f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.110161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks [] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.140660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123fe54-df8d-4139-8823-e12a850fe91e req-d6e4322d-eb58-4595-8b78-878047f4b265 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:53.141731 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-d6e4322d-eb58-4595-8b78-878047f4b265 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885180 Feb 15 13:48:53.160106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Request body: {'port': {'device_id': '6576fd47-8b1d-4653-a870-6496db681d42', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': 'f56d60b4e9684a4ca29c7c0605b7426f'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:53.177493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['1982432d-9159-4214-9047-6446b168339f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:48:53.212175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-99766c3d-7316-4554-ab64-b31c5b5298c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d33be310b86422e827a185ff4360e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6391473 Feb 15 13:48:53.214637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43822) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:53.223032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99766c3d-7316-4554-ab64-b31c5b5298c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43df394c-d15e-4d22-ada0-6cdd7e77197f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:53.248195 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.269190 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47647fdd-3e4e-44e4-9a23-7ed4670fbc24 req-0acecba0-d5ad-42c1-9cad-fb2522b42df6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:53.277246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47647fdd-3e4e-44e4-9a23-7ed4670fbc24 req-0acecba0-d5ad-42c1-9cad-fb2522b42df6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1427219 Feb 15 13:48:53.335867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47647fdd-3e4e-44e4-9a23-7ed4670fbc24 req-c1a30697-e66b-4a7b-a171-f379a0a1faf8 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575843 Feb 15 13:48:53.340643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Pushing event updated for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:53.403641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:53.409806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:53.416483 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9329d536-a525-43fd-a908-4991f25868d4 admin admin] Publish callbacks [] for security_group (43df394c-d15e-4d22-ada0-6cdd7e77197f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.421385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:53.438742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:53.440086 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.492736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Made reservation on behalf of f56d60b4e9684a4ca29c7c0605b7426f for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:48:53.499382 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.523742 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-8b626482-c65c-4fe9-8536-7bc862c6daf3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4853597 Feb 15 13:48:53.527012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9329d536-a525-43fd-a908-4991f25868d4 admin admin] Publish callbacks [] for security_group (43df394c-d15e-4d22-ada0-6cdd7e77197f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.560309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Request body: {'port': {'device_id': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'device_owner': 'compute:tempest-test_az-912368675', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:53.747511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.774944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52961fae-fb56-4839-abab-6e8230f4d116 req-36dcb652-8abc-4527-a15a-98a9945b9d53 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:53.782216 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52961fae-fb56-4839-abab-6e8230f4d116 req-36dcb652-8abc-4527-a15a-98a9945b9d53 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 964 time: 0.0948126 Feb 15 13:48:53.839003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4d3e4673-0562-4d82-9072-1fdda80b27b1 None None] Provisioning complete for port 5db8cebb-6c45-44ea-8426-9d0950a0555f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:53.839799 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4673-0562-4d82-9072-1fdda80b27b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.856328 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9329d536-a525-43fd-a908-4991f25868d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (43df394c-d15e-4d22-ada0-6cdd7e77197f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.859049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9329d536-a525-43fd-a908-4991f25868d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:53.860263 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9329d536-a525-43fd-a908-4991f25868d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43df394c-d15e-4d22-ada0-6cdd7e77197f HTTP/1.1" status: 204 len: 168 time: 0.6446896 Feb 15 13:48:53.894978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d536-a525-43fd-a908-4991f25868d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43df394c-d15e-4d22-ada0-6cdd7e77197f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:53.902237 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52961fae-fb56-4839-abab-6e8230f4d116 req-b4a3e188-0427-41ee-bd4e-6c455d1f0580 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178675 Feb 15 13:48:54.033440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e4673-0562-4d82-9072-1fdda80b27b1 None None] Port 5db8cebb-6c45-44ea-8426-9d0950a0555f cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:48:54.038424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Allocated IP 192.168.233.93 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/92b0db58-937b-4784-9513-0d732c75341d) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:48:54.169485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1778658d-c140-4e52-9a5c-f2ccdb5d5963 req-718fede7-0929-4647-94e1-2c474b5c67c3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 210 time: 0.0586648 Feb 15 13:48:54.257691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fb43295e-d40c-4984-ad37-41214394e5fd details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:48:54.268093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdef7dd-5b8d-4b3a-8509-5910ee345e92 req-9f707529-94ac-4379-a12c-115c60649575 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:54.270462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3cdef7dd-5b8d-4b3a-8509-5910ee345e92 req-9f707529-94ac-4379-a12c-115c60649575 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 949 time: 0.1205547 Feb 15 13:48:54.345776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1982432d-9159-4214-9047-6446b168339f up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:54.347399 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks [] for port (92b0db58-937b-4784-9513-0d732c75341d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:54.350948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3cdef7dd-5b8d-4b3a-8509-5910ee345e92 req-10428055-174f-4994-9223-8a9425589495 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716064 Feb 15 13:48:54.415264 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (92b0db58-937b-4784-9513-0d732c75341d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:54.455350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 1982432d-9159-4214-9047-6446b168339f completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:54.466457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 1982432d-9159-4214-9047-6446b168339f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:54.467255 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1982432d-9159-4214-9047-6446b168339f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:54.512621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Pushing event updated for resources: {'Port': ['ID=92b0db58-937b-4784-9513-0d732c75341d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:54.525836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:48:54.529158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:48:54.533020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:48:54.538309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:54.539125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:54.579833 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5faa6bf5-feb8-45b6-bba9-da3b232e1aea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4279823 Feb 15 13:48:54.608898 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fb43295e-d40c-4984-ad37-41214394e5fd, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fb43295e-d40c-4984-ad37-41214394e5fd,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:54.609202 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Request body: {'port': {'device_id': '6576fd47-8b1d-4653-a870-6496db681d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:48:54.659110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'fb43295e-d40c-4984-ad37-41214394e5fd', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'port_id': 'fb43295e-d40c-4984-ad37-41214394e5fd', 'mac_address': 'fa:16:3e:1c:19:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-912368675', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:48:54.703224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (92b0db58-937b-4784-9513-0d732c75341d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:54.719569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43886) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:54.742044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 1982432d-9159-4214-9047-6446b168339f is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:54.742753 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1982432d-9159-4214-9047-6446b168339f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:54.786253 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d75620f4-0286-474d-8aa0-589e62ede725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:54.826192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 1982432d-9159-4214-9047-6446b168339f, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1982432d-9159-4214-9047-6446b168339f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:54.829632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500bc2e4-2e45-4504-b2f8-d363d8fe94b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1982432d-9159-4214-9047-6446b168339f'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:54.832186 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e915d27-8361-4f77-b9da-a0c0811228e8" -d '{"events": [{"server_uuid": "500bc2e4-2e45-4504-b2f8-d363d8fe94b8", "name": "network-vif-plugged", "status": "completed", "tag": "1982432d-9159-4214-9047-6446b168339f"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:48:54.839503 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1982432d-9159-4214-9047-6446b168339f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:54.847713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port fb43295e-d40c-4984-ad37-41214394e5fd is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:54.847713 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:54.859063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d4c0c-fa41-421e-a8ef-d7b7018c51e5 req-ea4b7422-7eb2-48ee-99a0-78f46fce99be tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:54.867906 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f3d4c0c-fa41-421e-a8ef-d7b7018c51e5 req-ea4b7422-7eb2-48ee-99a0-78f46fce99be tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1764922 Feb 15 13:48:54.909003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb43295e-d40c-4984-ad37-41214394e5fd {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:54.930203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db8cebb-6c45-44ea-8426-9d0950a0555f {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:54.944227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=1982432d-9159-4214-9047-6446b168339f,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:54.968630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f3d4c0c-fa41-421e-a8ef-d7b7018c51e5 req-b8bafc05-35c7-48a3-b409-6b0f9a4e8c52 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973477 Feb 15 13:48:54.984961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fb43295e-d40c-4984-ad37-41214394e5fd, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fb43295e-d40c-4984-ad37-41214394e5fd,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:54.998554 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.038153 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Publish callbacks [] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.040178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d75620f4-0286-474d-8aa0-589e62ede725 admin admin] Publish callbacks [] for security_group (cddbfcec-0212-4cde-93b3-024a7911a5e0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.054036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d75620f4-0286-474d-8aa0-589e62ede725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cddbfcec-0212-4cde-93b3-024a7911a5e0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.092056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bbb21548-04c9-472c-a930-7948681bb9cf None None] Provisioning complete for port 92b0db58-937b-4784-9513-0d732c75341d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:55.093498 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bbb21548-04c9-472c-a930-7948681bb9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (92b0db58-937b-4784-9513-0d732c75341d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.108197 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f47b50-efd2-49c4-95b3-5faa01166337 x-openstack-request-id: req-f0f47b50-efd2-49c4-95b3-5faa01166337 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:48:55.108492 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500bc2e4-2e45-4504-b2f8-d363d8fe94b8", "name": "network-vif-plugged", "status": "completed", "tag": "1982432d-9159-4214-9047-6446b168339f", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:48:55.108643 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f0f47b50-efd2-49c4-95b3-5faa01166337 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:48:55.110202 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500bc2e4-2e45-4504-b2f8-d363d8fe94b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1982432d-9159-4214-9047-6446b168339f', 'code': 200} Feb 15 13:48:55.118336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Transition to ACTIVE for port object 5db8cebb-6c45-44ea-8426-9d0950a0555f will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:55.161516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=fb43295e-d40c-4984-ad37-41214394e5fd,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:55.178251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bbb21548-04c9-472c-a930-7948681bb9cf None None] Port 92b0db58-937b-4784-9513-0d732c75341d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:48:55.208145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['fb43295e-d40c-4984-ad37-41214394e5fd'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:48:55.261951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d75620f4-0286-474d-8aa0-589e62ede725 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3219d2cdad624e5bbd153b660b34321f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5416863 Feb 15 13:48:55.263480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75620f4-0286-474d-8aa0-589e62ede725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddbfcec-0212-4cde-93b3-024a7911a5e0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:55.269163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43912) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:55.275680 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.389835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864e276-9ce9-4b16-906d-cbc8ecad373f req-38957265-a22e-4ce1-97c0-4840709706c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:55.391733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f864e276-9ce9-4b16-906d-cbc8ecad373f req-38957265-a22e-4ce1-97c0-4840709706c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 1133 time: 0.2604105 Feb 15 13:48:55.394220 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab4c22a8-bca2-4906-ac7f-f01104c6ae1d admin admin] Publish callbacks [] for security_group (cddbfcec-0212-4cde-93b3-024a7911a5e0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.444805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225d141-f16a-48c1-b912-95b6c8d4c0f8 req-15f51494-1c31-49f7-8b69-d3ce0bdfcbd2 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:55.452353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9225d141-f16a-48c1-b912-95b6c8d4c0f8 req-15f51494-1c31-49f7-8b69-d3ce0bdfcbd2 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 965 time: 0.1792359 Feb 15 13:48:55.469783 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab4c22a8-bca2-4906-ac7f-f01104c6ae1d admin admin] Publish callbacks [] for security_group (cddbfcec-0212-4cde-93b3-024a7911a5e0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.477011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:55.491362 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Attempting to bind port 5db8cebb-6c45-44ea-8426-9d0950a0555f on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:55.491831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Attempting to bind port 5db8cebb-6c45-44ea-8426-9d0950a0555f by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:55.492408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Attempting to bind port 5db8cebb-6c45-44ea-8426-9d0950a0555f on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:55.502095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b0db58-937b-4784-9513-0d732c75341d {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:48:55.507232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Port 5db8cebb-6c45-44ea-8426-9d0950a0555f on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:48:55.507748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Attempting to bind port 5db8cebb-6c45-44ea-8426-9d0950a0555f on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:55.517082 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:55.517524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:55.517980 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:55.518817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Bound port: 5db8cebb-6c45-44ea-8426-9d0950a0555f, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:55.519526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.524185 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Publish callbacks [] for port (92b0db58-937b-4784-9513-0d732c75341d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.556139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Transition to ACTIVE for port object 92b0db58-937b-4784-9513-0d732c75341d will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:48:55.582661 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (92b0db58-937b-4784-9513-0d732c75341d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.668599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Pushing event updated for resources: {'Port': ['ID=92b0db58-937b-4784-9513-0d732c75341d,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:55.677881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:55.683199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:55.713831 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.774320 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Attempting to bind port 92b0db58-937b-4784-9513-0d732c75341d on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:48:55.774649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Attempting to bind port 92b0db58-937b-4784-9513-0d732c75341d by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:48:55.775014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Attempting to bind port 92b0db58-937b-4784-9513-0d732c75341d on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:55.781862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:55.782413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.784547 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] 10.222.0.42 "PUT /v2.0/ports/5db8cebb-6c45-44ea-8426-9d0950a0555f HTTP/1.1" status: 200 len: 1118 time: 2.2286785 Feb 15 13:48:55.784547 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:55.795525 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ad170a-a284-44a4-836a-bcc631c6b13b" -d '{"events": [{"name": "network-changed", "server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:48:55.801848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Port 92b0db58-937b-4784-9513-0d732c75341d on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:48:55.802718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Attempting to bind port 92b0db58-937b-4784-9513-0d732c75341d on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:48:55.815531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:48:55.815873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:48:55.816250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:48:55.816689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Bound port: 92b0db58-937b-4784-9513-0d732c75341d, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:48:55.817045 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (92b0db58-937b-4784-9513-0d732c75341d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.841083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d8aae-40d0-4a06-aff3-873d14ea9ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:55.871782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f864e276-9ce9-4b16-906d-cbc8ecad373f req-fdd9557c-4edf-453f-b0ee-c40cbcce914e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724174 Feb 15 13:48:55.916172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9225d141-f16a-48c1-b912-95b6c8d4c0f8 req-d4b68de3-77c9-40a8-a838-3fbbad2a6bd6 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4620523 Feb 15 13:48:55.933919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] For port 92b0db58-937b-4784-9513-0d732c75341d, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:48:55.939233 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] For port 92b0db58-937b-4784-9513-0d732c75341d, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=92b0db58-937b-4784-9513-0d732c75341d,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:48:55.950853 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab4c22a8-bca2-4906-ac7f-f01104c6ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cddbfcec-0212-4cde-93b3-024a7911a5e0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.953186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-d05aa30e-427b-43c6-b6cd-abac0765ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:55.953557 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab4c22a8-bca2-4906-ac7f-f01104c6ae1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.957181 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-d05aa30e-427b-43c6-b6cd-abac0765ea43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 1152 time: 0.0861139 Feb 15 13:48:55.957360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ab4c22a8-bca2-4906-ac7f-f01104c6ae1d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cddbfcec-0212-4cde-93b3-024a7911a5e0 HTTP/1.1" status: 204 len: 168 time: 0.6640577 Feb 15 13:48:55.957441 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (92b0db58-937b-4784-9513-0d732c75341d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:55.965680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c22a8-bca2-4906-ac7f-f01104c6ae1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddbfcec-0212-4cde-93b3-024a7911a5e0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:55.975220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3643-6119-4181-8302-c89d7e9b8291 req-8aefda58-4eac-4211-975d-14077ce0f000 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:55.976999 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e3f3643-6119-4181-8302-c89d7e9b8291 req-8aefda58-4eac-4211-975d-14077ce0f000 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1132 time: 0.1344941 Feb 15 13:48:56.031182 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5e3f3643-6119-4181-8302-c89d7e9b8291 req-28e090da-8bd5-49ef-922d-9192b81f0321 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:56.067759 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-77ec1375-4e52-4c13-b0bd-574e1fc87c57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f HTTP/1.1" status: 200 len: 217 time: 0.0999162 Feb 15 13:48:56.082829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:56.083511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:56.084911 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] 10.222.0.67 "PUT /v2.0/ports/92b0db58-937b-4784-9513-0d732c75341d HTTP/1.1" status: 200 len: 1096 time: 1.4840295 Feb 15 13:48:56.158844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5010b7-83c8-4c64-8cf6-16c87b6d5547 service neutron] Pushing event updated for resources: {'Port': ['ID=92b0db58-937b-4784-9513-0d732c75341d,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:56.170567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-c9b5d019-fda4-4956-b9b6-b85d7253f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:56.172150 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-c9b5d019-fda4-4956-b9b6-b85d7253f7f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0980318 Feb 15 13:48:56.258870 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fb43295e-d40c-4984-ad37-41214394e5fd up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:48:56.265695 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5e3f3643-6119-4181-8302-c89d7e9b8291 req-28e090da-8bd5-49ef-922d-9192b81f0321 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] Publish callbacks [] for security_group (fca291cf-f8ae-410a-8c10-3f39c9d04dca), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:56.275944 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5e3f3643-6119-4181-8302-c89d7e9b8291 req-28e090da-8bd5-49ef-922d-9192b81f0321 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fca291cf-f8ae-410a-8c10-3f39c9d04dca), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:56.292623 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:48:56.342163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e3f3643-6119-4181-8302-c89d7e9b8291 req-28e090da-8bd5-49ef-922d-9192b81f0321 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389966 Feb 15 13:48:56.372387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e090da-8bd5-49ef-922d-9192b81f0321 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca291cf-f8ae-410a-8c10-3f39c9d04dca,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:56.385047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port fb43295e-d40c-4984-ad37-41214394e5fd completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:48:56.394654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port fb43295e-d40c-4984-ad37-41214394e5fd triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:48:56.395064 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:56.401075 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e8b22-4668-4b14-beda-6b61380d9c30 req-d939c792-8eaa-4ca6-9969-0985c6745099 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:56.406202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a9e8b22-4668-4b14-beda-6b61380d9c30 req-d939c792-8eaa-4ca6-9969-0985c6745099 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 947 time: 0.1952267 Feb 15 13:48:56.531926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a9e8b22-4668-4b14-beda-6b61380d9c30 req-439a6a1f-d828-4d1a-b474-ac5442f1de7e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204498 Feb 15 13:48:56.548452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5682c71-4c42-41f5-a639-f6a38ad6908f req-f54cbd10-6656-40d4-a1f0-8f5ed55ea5ca tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:56.555836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5682c71-4c42-41f5-a639-f6a38ad6908f req-f54cbd10-6656-40d4-a1f0-8f5ed55ea5ca tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 950 time: 0.0933564 Feb 15 13:48:56.571166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-218c05db-8819-49eb-a64b-4970b25686d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:56.572685 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-218c05db-8819-49eb-a64b-4970b25686d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3929021 Feb 15 13:48:56.574593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123fe54-df8d-4139-8823-e12a850fe91e req-ff636901-fa05-4ae7-923e-3f6766724963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:56.575998 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-ff636901-fa05-4ae7-923e-3f6766724963 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 1130 time: 0.3752377 Feb 15 13:48:56.647153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port fb43295e-d40c-4984-ad37-41214394e5fd is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:48:56.647651 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:56.656314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5682c71-4c42-41f5-a639-f6a38ad6908f req-87c158aa-5aa4-4970-bdf4-436539263247 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992458 Feb 15 13:48:56.697383 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-5f9f61d9-3167-404a-93ee-34e033642d2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=92b0db58-937b-4784-9513-0d732c75341d HTTP/1.1" status: 200 len: 217 time: 0.1074708 Feb 15 13:48:56.709683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fb43295e-d40c-4984-ad37-41214394e5fd, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fb43295e-d40c-4984-ad37-41214394e5fd,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:48:56.714735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:56.732024 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e773bf6a-d0fc-48f8-9adf-fe4e5f5251da x-openstack-request-id: req-e773bf6a-d0fc-48f8-9adf-fe4e5f5251da {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:48:56.732322 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:48:56.732579 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e773bf6a-d0fc-48f8-9adf-fe4e5f5251da {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:48:56.732989 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'status': 'completed', 'code': 200} Feb 15 13:48:56.791567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=fb43295e-d40c-4984-ad37-41214394e5fd,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:56.837817 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-11086fb6-a68f-4e2b-98c3-bbce18fbc2e1 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569361 Feb 15 13:48:56.839401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123fe54-df8d-4139-8823-e12a850fe91e req-7e03b574-0e4e-4d90-bde7-bb002811cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:56.841683 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-7e03b574-0e4e-4d90-bde7-bb002811cfd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1368926 Feb 15 13:48:57.007915 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123fe54-df8d-4139-8823-e12a850fe91e req-44c1088d-f947-42af-bde8-d5153c71ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:57.009608 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-44c1088d-f947-42af-bde8-d5153c71ec89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0821872 Feb 15 13:48:57.011580 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c579b0d0-e90d-4a70-86b9-42dbbe8e47a8 req-ed9252a5-ccd0-429f-aaee-bbdcd24f316b service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678929 Feb 15 13:48:57.112352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb43295e-d40c-4984-ad37-41214394e5fd'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:57.116193 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56ee43e-5ab4-4058-8491-5928bea0fac7" -d '{"events": [{"server_uuid": "bb89f310-4df0-4b51-a177-305a1bdd42dd", "name": "network-vif-plugged", "status": "completed", "tag": "fb43295e-d40c-4984-ad37-41214394e5fd"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:48:57.170292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad170a-a284-44a4-836a-bcc631c6b13b req-ee50e5de-6b93-4094-b0b5-dbd463aaf8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:57.172615 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f3ad170a-a284-44a4-836a-bcc631c6b13b req-ee50e5de-6b93-4094-b0b5-dbd463aaf8b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 1152 time: 0.0922363 Feb 15 13:48:57.179349 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-e43032f6-56dd-40fe-9582-80cc6c8c1792 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613045 Feb 15 13:48:57.344702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-861925ce-cfeb-432e-b1b6-245af3bb5a35 req-3fa58a42-9993-42df-bc5b-646dfcfc35ed service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:48:57.356551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-861925ce-cfeb-432e-b1b6-245af3bb5a35 req-3fa58a42-9993-42df-bc5b-646dfcfc35ed service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1044240 Feb 15 13:48:57.362484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad170a-a284-44a4-836a-bcc631c6b13b req-dc6d393a-6c75-47b1-b085-1b40a0081120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:57.364317 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f3ad170a-a284-44a4-836a-bcc631c6b13b req-dc6d393a-6c75-47b1-b085-1b40a0081120 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1840274 Feb 15 13:48:57.366854 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f123fe54-df8d-4139-8823-e12a850fe91e req-b62cee59-d59d-4d0d-9f09-82870c7c9486 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770566 Feb 15 13:48:57.420168 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f3ad170a-a284-44a4-836a-bcc631c6b13b req-f91a8a45-e19e-44dc-a007-5492f20f9699 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f HTTP/1.1" status: 200 len: 217 time: 0.0470731 Feb 15 13:48:57.511459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad170a-a284-44a4-836a-bcc631c6b13b req-08aef2f2-89f1-49c5-b47d-038e372e6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:57.513386 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f3ad170a-a284-44a4-836a-bcc631c6b13b req-08aef2f2-89f1-49c5-b47d-038e372e6aec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0854001 Feb 15 13:48:57.580708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad170a-a284-44a4-836a-bcc631c6b13b req-ef281607-dceb-4e9c-86ac-86c93e737d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:57.582528 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f3ad170a-a284-44a4-836a-bcc631c6b13b req-ef281607-dceb-4e9c-86ac-86c93e737d10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0571406 Feb 15 13:48:57.739790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f3ad170a-a284-44a4-836a-bcc631c6b13b req-7aad769b-8bc8-4bc6-8c24-f227c6bda8be service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496263 Feb 15 13:48:57.798926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c79e88-bd78-4461-8e40-ee577dfe9740 req-70b9c143-455a-42c0-897e-b3d976a92c62 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:57.810481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9c79e88-bd78-4461-8e40-ee577dfe9740 req-70b9c143-455a-42c0-897e-b3d976a92c62 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 966 time: 0.0901067 Feb 15 13:48:57.872288 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f3ad170a-a284-44a4-836a-bcc631c6b13b req-e50e57a5-7fe2-4d96-a1b8-afdd35afa9b4 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247060 Feb 15 13:48:57.913202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9c79e88-bd78-4461-8e40-ee577dfe9740 req-ee7175a0-0626-47c0-8035-27ae570c2476 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017768 Feb 15 13:48:57.958451 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44002) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:58.003208 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad4a72b-7b3c-4f6a-adc8-89f3f555f071 x-openstack-request-id: req-aad4a72b-7b3c-4f6a-adc8-89f3f555f071 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:48:58.003931 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb89f310-4df0-4b51-a177-305a1bdd42dd", "name": "network-vif-plugged", "status": "completed", "tag": "fb43295e-d40c-4984-ad37-41214394e5fd", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:48:58.003931 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aad4a72b-7b3c-4f6a-adc8-89f3f555f071 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:48:58.004204 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb43295e-d40c-4984-ad37-41214394e5fd', 'code': 200} Feb 15 13:48:58.156685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8303fdc-46bc-4c86-82c0-aa205cba2fed req-05952257-bb17-49a5-9b7a-a74a933e4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:58.159177 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c8303fdc-46bc-4c86-82c0-aa205cba2fed req-05952257-bb17-49a5-9b7a-a74a933e4bda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 1149 time: 0.0694313 Feb 15 13:48:58.218435 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c8303fdc-46bc-4c86-82c0-aa205cba2fed req-1358d9ff-84d7-4974-958b-802637673073 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527442 Feb 15 13:48:58.256557 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-130faa17-2d08-493d-bcc6-149c5e649ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:58.316923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764da69-d3a2-4bad-b906-838855370086 req-dbbbe725-8791-4b78-b1ad-da85f14f2bb5 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:58.319411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5764da69-d3a2-4bad-b906-838855370086 req-dbbbe725-8791-4b78-b1ad-da85f14f2bb5 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 947 time: 0.1534796 Feb 15 13:48:58.348007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44020) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:58.351569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111971-f2b6-4a42-8bd5-8e35ba4048f3 req-4544e027-4b00-420f-8e5b-6adc6029d98a tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:58.354166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db111971-f2b6-4a42-8bd5-8e35ba4048f3 req-4544e027-4b00-420f-8e5b-6adc6029d98a tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 950 time: 0.2101891 Feb 15 13:48:58.400417 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-130faa17-2d08-493d-bcc6-149c5e649ec2 admin admin] Publish callbacks [] for security_group (51af7005-4a1e-4bc5-a69e-4caa0efdf189), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:58.415716 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-130faa17-2d08-493d-bcc6-149c5e649ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (51af7005-4a1e-4bc5-a69e-4caa0efdf189), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:58.441079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5764da69-d3a2-4bad-b906-838855370086 req-083ae953-742d-4c5d-8949-28f07394ae49 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142745 Feb 15 13:48:58.481299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130faa17-2d08-493d-bcc6-149c5e649ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51af7005-4a1e-4bc5-a69e-4caa0efdf189,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:58.484222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db111971-f2b6-4a42-8bd5-8e35ba4048f3 req-b029a357-569e-4b9a-8307-07e3f5d2e8a8 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229568 Feb 15 13:48:58.495192 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-130faa17-2d08-493d-bcc6-149c5e649ec2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2070eb93f53a444984cea98ce53d9f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5329344 Feb 15 13:48:58.495409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44026) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:58.537172 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-8ff7a68f-75b0-432e-8e62-637cd9053819 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1856751 Feb 15 13:48:58.548336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-ccd889e7-c0e0-4866-9fae-05658d90d2b5 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:48:58.549686 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-ccd889e7-c0e0-4866-9fae-05658d90d2b5 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067477 Feb 15 13:48:58.580886 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bdb93546-9d77-4ca8-97ae-af977c6e97cf admin admin] Publish callbacks [] for security_group (51af7005-4a1e-4bc5-a69e-4caa0efdf189), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:58.612496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bdb93546-9d77-4ca8-97ae-af977c6e97cf admin admin] Publish callbacks [] for security_group (51af7005-4a1e-4bc5-a69e-4caa0efdf189), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:58.644346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c87d4e-87ac-49b1-898c-14a7d7626b4f req-9ada4869-b422-4d6a-9c63-d9bd7eaecb25 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:58.646892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4c87d4e-87ac-49b1-898c-14a7d7626b4f req-9ada4869-b422-4d6a-9c63-d9bd7eaecb25 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.0809681 Feb 15 13:48:58.703975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4c87d4e-87ac-49b1-898c-14a7d7626b4f req-eb5724f4-6960-470e-b28b-a6b88307fa31 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499001 Feb 15 13:48:58.717677 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bdb93546-9d77-4ca8-97ae-af977c6e97cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (51af7005-4a1e-4bc5-a69e-4caa0efdf189), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:58.735216 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bdb93546-9d77-4ca8-97ae-af977c6e97cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:58.735216 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bdb93546-9d77-4ca8-97ae-af977c6e97cf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/51af7005-4a1e-4bc5-a69e-4caa0efdf189 HTTP/1.1" status: 204 len: 168 time: 0.2298658 Feb 15 13:48:58.744482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6576fd47-8b1d-4653-a870-6496db681d42', 'tag': '92b0db58-937b-4784-9513-0d732c75341d'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:48:58.748421 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6576fd47-8b1d-4653-a870-6496db681d42", "tag": "92b0db58-937b-4784-9513-0d732c75341d"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:48:58.753856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb93546-9d77-4ca8-97ae-af977c6e97cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51af7005-4a1e-4bc5-a69e-4caa0efdf189,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:48:59.279686 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d98e305-88fa-4913-9caa-9960db37e05c x-openstack-request-id: req-5d98e305-88fa-4913-9caa-9960db37e05c {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:48:59.280391 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6576fd47-8b1d-4653-a870-6496db681d42", "tag": "92b0db58-937b-4784-9513-0d732c75341d", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:48:59.280853 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d98e305-88fa-4913-9caa-9960db37e05c {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:48:59.281455 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6576fd47-8b1d-4653-a870-6496db681d42', 'tag': '92b0db58-937b-4784-9513-0d732c75341d', 'status': 'completed', 'code': 200} Feb 15 13:48:59.475813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44084) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:59.502764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3 req-ffac1cf1-30ae-4b08-82a0-1aa671c85cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:59.505900 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3 req-ffac1cf1-30ae-4b08-82a0-1aa671c85cae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 1130 time: 0.1537817 Feb 15 13:48:59.510243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5d98d2e3-802d-4d45-a2be-03e9708e84cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:59.606440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3 req-f88bafba-81e7-417f-8f91-65b7b3c9dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:59.608137 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3 req-f88bafba-81e7-417f-8f91-65b7b3c9dd84 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.0965676 Feb 15 13:48:59.641834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44090) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:59.659921 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3 req-2d3eb064-8ecd-4660-a163-6c85224fda3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=92b0db58-937b-4784-9513-0d732c75341d HTTP/1.1" status: 200 len: 217 time: 0.0441201 Feb 15 13:48:59.676227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab753-e658-4b51-bc43-a3955a6915fe req-cf976d5e-7cb2-4682-b848-2b29c6a00fbf tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:59.678538 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aaeab753-e658-4b51-bc43-a3955a6915fe req-cf976d5e-7cb2-4682-b848-2b29c6a00fbf tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 966 time: 0.1833069 Feb 15 13:48:59.717953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5459e58-8f21-4548-a38a-fb6ac7d7df78 req-2c59499e-0fa5-4ad9-9115-95488b0efed9 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:59.719359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3 req-dd5f92c1-d53e-4209-ad1a-7df5f084c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:59.719656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5459e58-8f21-4548-a38a-fb6ac7d7df78 req-2c59499e-0fa5-4ad9-9115-95488b0efed9 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 950 time: 0.1692870 Feb 15 13:48:59.720972 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3 req-dd5f92c1-d53e-4209-ad1a-7df5f084c459 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0534706 Feb 15 13:48:59.787402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3 req-5d73c206-5fc8-46f7-88bb-1bd30b999e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:59.789186 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3 req-5d73c206-5fc8-46f7-88bb-1bd30b999e51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0505197 Feb 15 13:48:59.822097 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5d98d2e3-802d-4d45-a2be-03e9708e84cd admin admin] Publish callbacks [] for security_group (7ed4cf74-c3b5-4ee5-a2d8-e45a7beab8ad), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:59.841233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aaeab753-e658-4b51-bc43-a3955a6915fe req-f3956e96-736d-45dc-bb37-bb22668b483e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533792 Feb 15 13:48:59.848137 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5d98d2e3-802d-4d45-a2be-03e9708e84cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7ed4cf74-c3b5-4ee5-a2d8-e45a7beab8ad), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:48:59.886023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-c3d59421-f972-4b8a-82fc-4d575f61e941 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:48:59.887515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-c3d59421-f972-4b8a-82fc-4d575f61e941 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] 10.222.0.72 "GET /v2.0/ports/be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 1129 time: 0.2446990 Feb 15 13:48:59.908065 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3 req-25a9261f-9f69-4813-870f-1a39e7a8bfcc service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124136 Feb 15 13:48:59.913484 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5459e58-8f21-4548-a38a-fb6ac7d7df78 req-8451a8a6-dae5-4c08-ac13-5d30af884c0f tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872056 Feb 15 13:48:59.919930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5d98d2e3-802d-4d45-a2be-03e9708e84cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fed058f24de64797800e9c5be20f9d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4404604 Feb 15 13:48:59.924220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44098) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:48:59.926281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98d2e3-802d-4d45-a2be-03e9708e84cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed4cf74-c3b5-4ee5-a2d8-e45a7beab8ad,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:00.131726 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ecbe5044-c125-4eb5-9471-4cd6a2e736a3 req-ee89ecbe-9d84-4da9-8f30-89ed61afd757 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011306 Feb 15 13:49:00.147901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ae37109-1584-4a05-8f80-96bbcf5c5c94 admin admin] Publish callbacks [] for security_group (7ed4cf74-c3b5-4ee5-a2d8-e45a7beab8ad), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:00.180496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ae37109-1584-4a05-8f80-96bbcf5c5c94 admin admin] Publish callbacks [] for security_group (7ed4cf74-c3b5-4ee5-a2d8-e45a7beab8ad), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:00.185673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16446a90-cecb-4652-b2b4-3a517330781c req-1840a2c1-7acb-409e-a8b5-af1f01636c26 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:00.187367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16446a90-cecb-4652-b2b4-3a517330781c req-1840a2c1-7acb-409e-a8b5-af1f01636c26 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 947 time: 0.1077936 Feb 15 13:49:00.229772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ec378-459c-445c-b145-45f54f188b41 req-032a6104-3295-4a3f-ac06-52f93160119b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:00.231406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a46ec378-459c-445c-b145-45f54f188b41 req-032a6104-3295-4a3f-ac06-52f93160119b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1427128 Feb 15 13:49:00.265128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ae37109-1584-4a05-8f80-96bbcf5c5c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7ed4cf74-c3b5-4ee5-a2d8-e45a7beab8ad), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:00.268006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ae37109-1584-4a05-8f80-96bbcf5c5c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:00.269363 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3ae37109-1584-4a05-8f80-96bbcf5c5c94 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7ed4cf74-c3b5-4ee5-a2d8-e45a7beab8ad HTTP/1.1" status: 204 len: 168 time: 0.3358657 Feb 15 13:49:00.288597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5db8cebb-6c45-44ea-8426-9d0950a0555f details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:00.296883 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae37109-1584-4a05-8f80-96bbcf5c5c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed4cf74-c3b5-4ee5-a2d8-e45a7beab8ad,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:00.327224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16446a90-cecb-4652-b2b4-3a517330781c req-1ac5804b-ec77-426c-ba63-1f7fedc40f60 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297820 Feb 15 13:49:00.393398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a46ec378-459c-445c-b145-45f54f188b41 req-22433be7-2c6f-4970-89fa-17e2ee9604cf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285996 Feb 15 13:49:00.557066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e23d983d-5ff2-4c82-8351-bb5036ce719d tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=935a6af1359249c1b992e56b2cef9e0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384572 Feb 15 13:49:00.766387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:00.781425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'mac_address': 'fa:16:3e:7b:7c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:tempest-test_az-912368675', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:00.855379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-abe1f37b-c782-4e21-8fce-7a2b83a0e51a tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:00.862999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5db8cebb-6c45-44ea-8426-9d0950a0555f is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:00.863664 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:00.875741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-abe1f37b-c782-4e21-8fce-7a2b83a0e51a tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129981 Feb 15 13:49:00.911822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-742b433b-840d-41e9-9ccd-53db99bfaee9 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/quotas/935a6af1359249c1b992e56b2cef9e0c HTTP/1.1" status: 200 len: 375 time: 0.0236456 Feb 15 13:49:00.923345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db8cebb-6c45-44ea-8426-9d0950a0555f {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:00.964220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:00.971594 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:01.012136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-9ffeaa94-a0ef-49f7-b37d-fc30c67791a9 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=935a6af1359249c1b992e56b2cef9e0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968192 Feb 15 13:49:01.017656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44162) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:01.055576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:01.195879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['5db8cebb-6c45-44ea-8426-9d0950a0555f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:01.217318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a0006-8f6c-4aa5-bf99-8ac6fc789b44 req-bdf8f245-308c-4dbc-9a88-4b656062933a tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:01.220832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d96a0006-8f6c-4aa5-bf99-8ac6fc789b44 req-bdf8f245-308c-4dbc-9a88-4b656062933a tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 966 time: 0.1258464 Feb 15 13:49:01.260418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37b03b83-38eb-4d7e-a0a8-d67caba3cacc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:01.327552 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d96a0006-8f6c-4aa5-bf99-8ac6fc789b44 req-01621015-c206-4dc9-9e3e-043043ff0893 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994689 Feb 15 13:49:01.381089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bb30677-6df9-47f9-a26a-0b07edd88785 req-d394b015-2132-4efe-871b-0c0654bc8497 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 210 time: 0.0459194 Feb 15 13:49:01.546576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37b03b83-38eb-4d7e-a0a8-d67caba3cacc admin admin] Publish callbacks [] for security_group (bcd7d608-fbd5-4552-a63b-d4d708bfe4b8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:01.562392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37b03b83-38eb-4d7e-a0a8-d67caba3cacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bcd7d608-fbd5-4552-a63b-d4d708bfe4b8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:01.599399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44186) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:01.616554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43346867-a93a-49b0-b597-15b5c37f852c req-bd46dbdb-a417-4641-a738-c440e2730f6d tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:01.625746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43346867-a93a-49b0-b597-15b5c37f852c req-bd46dbdb-a417-4641-a738-c440e2730f6d tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 947 time: 0.1014829 Feb 15 13:49:01.669682 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-37b03b83-38eb-4d7e-a0a8-d67caba3cacc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a50aeaa06bf468faee5d71d523c6717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6497030 Feb 15 13:49:01.674937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44194) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:01.695174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b03b83-38eb-4d7e-a0a8-d67caba3cacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd7d608-fbd5-4552-a63b-d4d708bfe4b8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:01.759177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-282785c0-c135-4118-aed4-243c8d1ffdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:01.761030 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-282785c0-c135-4118-aed4-243c8d1ffdbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1132 time: 0.4638782 Feb 15 13:49:01.772995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43346867-a93a-49b0-b597-15b5c37f852c req-40381837-7ab2-4990-bcfe-802498431978 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461177 Feb 15 13:49:01.883211 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:01.893363 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Publish callbacks [] for security_group (bcd7d608-fbd5-4552-a63b-d4d708bfe4b8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:01.906535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a1da0-0a4e-4885-a6d3-bbe88e6687e6 req-d48fb9a3-ce90-462b-89b3-dbaa720db981 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:01.908764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-767a1da0-0a4e-4885-a6d3-bbe88e6687e6 req-d48fb9a3-ce90-462b-89b3-dbaa720db981 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 966 time: 0.1767223 Feb 15 13:49:01.936512 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Publish callbacks [] for security_group (bcd7d608-fbd5-4552-a63b-d4d708bfe4b8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:01.937972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44204) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:01.949668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ce708466-15fc-49ed-a74c-8766a8ce11fc tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Request body: {'floatingip': {'port_id': 'fb43295e-d40c-4984-ad37-41214394e5fd'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:02.028867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17ff82-1b90-4578-a31f-2745f25c2fcd req-55b2ace2-0e5c-4ad4-aae3-01fd442c1c70 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:02.031226 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca17ff82-1b90-4578-a31f-2745f25c2fcd req-55b2ace2-0e5c-4ad4-aae3-01fd442c1c70 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1123857 Feb 15 13:49:02.068498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce708466-15fc-49ed-a74c-8766a8ce11fc tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for floatingip (a96bd22f-86bf-47e6-beb6-6baf1a7d1627), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:02.074146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-9ed99dfc-cb3b-4a26-88ae-9cbbb76d5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:02.075800 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-9ed99dfc-cb3b-4a26-88ae-9cbbb76d5ca6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.3062215 Feb 15 13:49:02.157104 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-43379b48-c31e-4eb4-b942-6e7086e8dd0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 217 time: 0.0443673 Feb 15 13:49:02.157314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca17ff82-1b90-4578-a31f-2745f25c2fcd req-f07ab564-4a3e-48d6-ae32-5fe7fa28224b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124923 Feb 15 13:49:02.297913 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Publish callbacks [] for security_group (d3cb2de6-75ce-4591-a630-df27c1337075), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:02.300734 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bcd7d608-fbd5-4552-a63b-d4d708bfe4b8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:02.304585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:02.309570 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bcd7d608-fbd5-4552-a63b-d4d708bfe4b8 HTTP/1.1" status: 204 len: 168 time: 0.6276426 Feb 15 13:49:02.309740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5db8cebb-6c45-44ea-8426-9d0950a0555f up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:02.332244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-c6ca5295-83b6-4276-936c-c577d0747a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:02.335327 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-c6ca5295-83b6-4276-936c-c577d0747a6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1690238 Feb 15 13:49:02.336349 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d3cb2de6-75ce-4591-a630-df27c1337075), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:02.339454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd7d608-fbd5-4552-a63b-d4d708bfe4b8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:02.394830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.395389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.395917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.396404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.397310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.397789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.398264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.398750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.399918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.400409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.400890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.401374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.401849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863ddb8f-499b-4cc7-adb3-f5396b022601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.409989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 92b0db58-937b-4784-9513-0d732c75341d details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:02.452241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72d93ff794344e8da12d7a442671b63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8497262 Feb 15 13:49:02.485279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cb2de6-75ce-4591-a630-df27c1337075,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:02.489975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44228) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:02.538972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.539386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.545009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 5db8cebb-6c45-44ea-8426-9d0950a0555f completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:02.551121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.551617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.552507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.553527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.553947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.554688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.555391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.555940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.556430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.557121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.557611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05879b10-53a9-41a6-935c-a12530101470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:02.615742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 5db8cebb-6c45-44ea-8426-9d0950a0555f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:02.616483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:02.711697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86f096ee-fdcf-46dd-a346-ac7228bf17e1 req-8f60b3fa-79cb-4ca1-a0a4-35b94ef3b03e tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 210 time: 0.1254230 Feb 15 13:49:02.746478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5db8cebb-6c45-44ea-8426-9d0950a0555f is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:02.747468 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:02.750211 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-619153d0-0b1c-409f-a1d3-f858731b21a9 admin admin] Publish callbacks [] for security_group (d3cb2de6-75ce-4591-a630-df27c1337075), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:02.786023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 92b0db58-937b-4784-9513-0d732c75341d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=92b0db58-937b-4784-9513-0d732c75341d,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:02.823087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '92b0db58-937b-4784-9513-0d732c75341d', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '92b0db58-937b-4784-9513-0d732c75341d', 'mac_address': 'fa:16:3e:69:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:02.825144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:02.825576 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-619153d0-0b1c-409f-a1d3-f858731b21a9 admin admin] Publish callbacks [] for security_group (d3cb2de6-75ce-4591-a630-df27c1337075), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:02.829109 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4329dc2f-7ff9-4f1f-bdb6-eae81d48eb3a" -d '{"events": [{"server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "name": "network-vif-plugged", "status": "completed", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:02.921502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:02.940278 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:02.967211 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe44034-8811-475d-a503-6336015ea5ca x-openstack-request-id: req-bbe44034-8811-475d-a503-6336015ea5ca {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:02.967925 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "name": "network-vif-plugged", "status": "completed", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:02.968380 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bbe44034-8811-475d-a503-6336015ea5ca {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:02.969389 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'code': 200} Feb 15 13:49:02.976528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-1f9f871c-5325-467f-b78f-3012dfcaae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:02.978812 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-1f9f871c-5325-467f-b78f-3012dfcaae9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6304712 Feb 15 13:49:03.007182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 92b0db58-937b-4784-9513-0d732c75341d is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:03.007991 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (92b0db58-937b-4784-9513-0d732c75341d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:03.046512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b0db58-937b-4784-9513-0d732c75341d {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:03.073580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:03.092014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 92b0db58-937b-4784-9513-0d732c75341d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=92b0db58-937b-4784-9513-0d732c75341d,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:03.103222 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (92b0db58-937b-4784-9513-0d732c75341d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:03.113402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec45f68-37e1-4b40-afc6-3369d8eab723 req-4d5a6e90-70c5-4157-bc15-a29c4e136f6c tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:03.131278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dec45f68-37e1-4b40-afc6-3369d8eab723 req-4d5a6e90-70c5-4157-bc15-a29c4e136f6c tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 947 time: 0.1567712 Feb 15 13:49:03.139709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44244) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:03.213952 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-619153d0-0b1c-409f-a1d3-f858731b21a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d3cb2de6-75ce-4591-a630-df27c1337075), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:03.217664 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-619153d0-0b1c-409f-a1d3-f858731b21a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:03.225865 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-619153d0-0b1c-409f-a1d3-f858731b21a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3cb2de6-75ce-4591-a630-df27c1337075 HTTP/1.1" status: 204 len: 168 time: 0.7305536 Feb 15 13:49:03.229335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=92b0db58-937b-4784-9513-0d732c75341d,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:03.277101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44252) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:03.295430 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e3bbe680-f8fa-4109-81c2-1207d997bda1 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=935a6af1359249c1b992e56b2cef9e0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918071 Feb 15 13:49:03.301525 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-f0e81260-ecd8-410f-9dbc-9489f66a1b02 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024826 Feb 15 13:49:03.329945 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d40171fc-414d-4623-8e7b-24e6281e3130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:03.337177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619153d0-0b1c-409f-a1d3-f858731b21a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cb2de6-75ce-4591-a630-df27c1337075,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:03.457858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['92b0db58-937b-4784-9513-0d732c75341d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:03.475137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dec45f68-37e1-4b40-afc6-3369d8eab723 req-3dc7412a-7e9d-4da1-b84c-b101b991f680 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425944 Feb 15 13:49:03.524655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93581d-9b69-405c-9cb3-1b1730571731 req-090d2be9-52e8-4928-9929-137b5725dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:03.530959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e93581d-9b69-405c-9cb3-1b1730571731 req-090d2be9-52e8-4928-9929-137b5725dd04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 1154 time: 0.3939340 Feb 15 13:49:03.618115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bee2bc-0500-420a-bd12-0dddf2677f42 req-4346f7f1-ec98-417c-b22f-4fd621d2310d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:03.619619 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e3bee2bc-0500-420a-bd12-0dddf2677f42 req-4346f7f1-ec98-417c-b22f-4fd621d2310d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.2946482 Feb 15 13:49:03.680356 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e93581d-9b69-405c-9cb3-1b1730571731 req-06602314-59d2-452b-86f8-b76c0a62ea2b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348116 Feb 15 13:49:03.715328 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d40171fc-414d-4623-8e7b-24e6281e3130 admin admin] Publish callbacks [] for security_group (893b4fea-345b-49e3-bc16-e9b30afc2ce2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:03.729656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e3bee2bc-0500-420a-bd12-0dddf2677f42 req-cf7da07a-d358-40d6-b8e0-98cea013babc tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984738 Feb 15 13:49:03.730988 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d40171fc-414d-4623-8e7b-24e6281e3130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (893b4fea-345b-49e3-bc16-e9b30afc2ce2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:03.826798 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-3fc3e7ea-d494-4d02-aea5-74d1cbaac1fd service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023139 Feb 15 13:49:03.839605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-8bf1a2b6-5a72-4144-b273-54011efa862b tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:03.842250 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-8bf1a2b6-5a72-4144-b273-54011efa862b tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5375116 Feb 15 13:49:03.903440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52eff039-61d3-4c51-b3f4-5f3b05292556 req-8f8db551-e773-4502-bd1f-e0c7543a9b8a tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 210 time: 0.0929930 Feb 15 13:49:03.903440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d40171fc-414d-4623-8e7b-24e6281e3130 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31b966f87665449d8e3f821296c91c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7589293 Feb 15 13:49:03.903812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44264) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:03.908298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40171fc-414d-4623-8e7b-24e6281e3130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893b4fea-345b-49e3-bc16-e9b30afc2ce2,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:03.979086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-11993b4a-7578-4700-b8e3-a7e959b37b38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a4dec3d78ec74e73a87c1ccbd3426d19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6866901 Feb 15 13:49:03.991933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44266) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:04.016000 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce708466-15fc-49ed-a74c-8766a8ce11fc tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.022403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Request body: {'port': {'device_id': '754dd4b5-4bfb-40e7-94a1-9814ac3734df', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '935a6af1359249c1b992e56b2cef9e0c'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:04.029262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce708466-15fc-49ed-a74c-8766a8ce11fc tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (a96bd22f-86bf-47e6-beb6-6baf1a7d1627), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.063547 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9cff-54cb-4ea5-9895-63ab9dedbf81 admin admin] Publish callbacks [] for security_group (893b4fea-345b-49e3-bc16-e9b30afc2ce2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.089860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44272) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:04.122448 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9cff-54cb-4ea5-9895-63ab9dedbf81 admin admin] Publish callbacks [] for security_group (893b4fea-345b-49e3-bc16-e9b30afc2ce2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.133781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-18728abd-790b-4ec3-b9d7-bb395cf6660b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.182083 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7d43-8834-4eae-ba6f-0d45d9acaf5e admin admin] Publish callbacks [] for security_group (4f6b59ab-3147-4d76-a797-af1bdc2b93c0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.229258 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7d43-8834-4eae-ba6f-0d45d9acaf5e admin admin] Publish callbacks [] for security_group (4f6b59ab-3147-4d76-a797-af1bdc2b93c0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.244392 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-ce708466-15fc-49ed-a74c-8766a8ce11fc tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Floating IP a96bd22f-86bf-47e6-beb6-6baf1a7d1627 associated. External IP: 172.25.6.59, port: fb43295e-d40c-4984-ad37-41214394e5fd. Feb 15 13:49:04.267760 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9cff-54cb-4ea5-9895-63ab9dedbf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (893b4fea-345b-49e3-bc16-e9b30afc2ce2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.270448 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a5b9cff-54cb-4ea5-9895-63ab9dedbf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.275532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4a5b9cff-54cb-4ea5-9895-63ab9dedbf81 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/893b4fea-345b-49e3-bc16-e9b30afc2ce2 HTTP/1.1" status: 204 len: 168 time: 0.3645153 Feb 15 13:49:04.287803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Made reservation on behalf of 935a6af1359249c1b992e56b2cef9e0c for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:04.291228 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.298477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b9cff-54cb-4ea5-9895-63ab9dedbf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893b4fea-345b-49e3-bc16-e9b30afc2ce2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:04.327993 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-18728abd-790b-4ec3-b9d7-bb395cf6660b admin admin] Publish callbacks [] for security_group (77efc7d7-1f88-4796-941a-e7db83abc738), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.339519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-18728abd-790b-4ec3-b9d7-bb395cf6660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (77efc7d7-1f88-4796-941a-e7db83abc738), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.350061 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7d43-8834-4eae-ba6f-0d45d9acaf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4f6b59ab-3147-4d76-a797-af1bdc2b93c0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.354615 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7d43-8834-4eae-ba6f-0d45d9acaf5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.357275 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9c6d7d43-8834-4eae-ba6f-0d45d9acaf5e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f6b59ab-3147-4d76-a797-af1bdc2b93c0 HTTP/1.1" status: 204 len: 168 time: 0.3648517 Feb 15 13:49:04.410942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-18728abd-790b-4ec3-b9d7-bb395cf6660b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3cca964c6386426f9cc289fc1199ae61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150773 Feb 15 13:49:04.411975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18728abd-790b-4ec3-b9d7-bb395cf6660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77efc7d7-1f88-4796-941a-e7db83abc738,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:04.414665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44282) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:04.437036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d7d43-8834-4eae-ba6f-0d45d9acaf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6b59ab-3147-4d76-a797-af1bdc2b93c0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:04.510223 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83a0a28e-dba6-451f-86d7-bf6ad6712681 admin admin] Publish callbacks [] for security_group (77efc7d7-1f88-4796-941a-e7db83abc738), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.568904 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83a0a28e-dba6-451f-86d7-bf6ad6712681 admin admin] Publish callbacks [] for security_group (77efc7d7-1f88-4796-941a-e7db83abc738), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.569467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Allocated IP 192.168.233.17 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/bd164c91-5502-4d9c-8a73-1dfe9d002fa2) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:04.647163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce708466-15fc-49ed-a74c-8766a8ce11fc tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Router 027b1640-b4fd-4f65-89b7-a9d35be25496 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:49:04.683126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c68256-f02d-4c74-8cae-4b936f1bf423 req-23676ca3-30b6-40e4-855d-af9d02c08ccb tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:04.684706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1c68256-f02d-4c74-8cae-4b936f1bf423 req-23676ca3-30b6-40e4-855d-af9d02c08ccb tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 948 time: 0.0973358 Feb 15 13:49:04.705726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83a0a28e-dba6-451f-86d7-bf6ad6712681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (77efc7d7-1f88-4796-941a-e7db83abc738), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.709228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83a0a28e-dba6-451f-86d7-bf6ad6712681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:04.713112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-83a0a28e-dba6-451f-86d7-bf6ad6712681 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/77efc7d7-1f88-4796-941a-e7db83abc738 HTTP/1.1" status: 204 len: 168 time: 0.2975197 Feb 15 13:49:04.750801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0a28e-dba6-451f-86d7-bf6ad6712681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77efc7d7-1f88-4796-941a-e7db83abc738,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:04.822581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1c68256-f02d-4c74-8cae-4b936f1bf423 req-c9400c5a-64a5-4545-97bb-dddf7ce2c7bb tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245534 Feb 15 13:49:04.924867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fa430-029b-4aac-bdb6-03e527d7259b req-a3619c00-e181-4c85-87f9-4fdf79d03b20 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:04.931578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b0fa430-029b-4aac-bdb6-03e527d7259b req-a3619c00-e181-4c85-87f9-4fdf79d03b20 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.0805120 Feb 15 13:49:05.023211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b0fa430-029b-4aac-bdb6-03e527d7259b req-804d7a0e-3732-40da-8f53-c7fd8f94f5bd tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875525 Feb 15 13:49:05.054302 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91ac7e17-0bf9-4ec2-b8a0-8dd2c591753f req-73c06312-0d1b-40fb-8aad-e5b50825f05a tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 210 time: 0.0544090 Feb 15 13:49:05.075901 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44300) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:05.147972 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-914d3054-ac5a-439a-85ab-62760f7a4d6b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a3b92804b6745b08c3a4de360c67088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693526 Feb 15 13:49:05.151754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44302) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:05.206412 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks [] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:05.227536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce708466-15fc-49ed-a74c-8766a8ce11fc tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:49:05.233838 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce708466-15fc-49ed-a74c-8766a8ce11fc tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:05.244907 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f356eb1-8077-40fc-b210-cbf40ccebf49 None None] Sync routers for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:05.264259 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f356eb1-8077-40fc-b210-cbf40ccebf49 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:49:05.264827 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2f356eb1-8077-40fc-b210-cbf40ccebf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:48:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:05.271076 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0fff86ae-c9a0-45b4-8306-3c90f9508c1b admin admin] Publish callbacks [] for security_group (1b63fe8f-9082-458e-acff-428bb306265b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:05.283026 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ce708466-15fc-49ed-a74c-8766a8ce11fc tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "PUT /v2.0/floatingips/a96bd22f-86bf-47e6-beb6-6baf1a7d1627 HTTP/1.1" status: 200 len: 1011 time: 3.3399026 Feb 15 13:49:05.283026 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'tag': 'fb43295e-d40c-4984-ad37-41214394e5fd'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:05.283979 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258c67dd-1b9c-441c-80b5-36b0749f3716" -d '{"events": [{"name": "network-changed", "server_uuid": "bb89f310-4df0-4b51-a177-305a1bdd42dd", "tag": "fb43295e-d40c-4984-ad37-41214394e5fd"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:05.297480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:05.316523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['1982432d-9159-4214-9047-6446b168339f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:05.391650 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0fff86ae-c9a0-45b4-8306-3c90f9508c1b admin admin] Publish callbacks [] for security_group (1b63fe8f-9082-458e-acff-428bb306265b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:05.422469 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2f356eb1-8077-40fc-b210-cbf40ccebf49 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:49:05.429750 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a47b89-4648-4b74-a156-d3ce291ce409 x-openstack-request-id: req-19a47b89-4648-4b74-a156-d3ce291ce409 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:05.430718 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb89f310-4df0-4b51-a177-305a1bdd42dd", "tag": "fb43295e-d40c-4984-ad37-41214394e5fd", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:05.431520 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-19a47b89-4648-4b74-a156-d3ce291ce409 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:05.432117 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'tag': 'fb43295e-d40c-4984-ad37-41214394e5fd', 'status': 'completed', 'code': 200} Feb 15 13:49:05.487160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:05.511163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:05.516286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:49:05.539429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:05.540469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:05.547353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Pushing event updated for resources: {'Port': ['ID=bd164c91-5502-4d9c-8a73-1dfe9d002fa2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:05.590020 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-a5a2a814-b4c6-448d-9067-b2d4cffa3909 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5685287 Feb 15 13:49:05.603091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Request body: {'port': {'device_id': '754dd4b5-4bfb-40e7-94a1-9814ac3734df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:05.744954 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0fff86ae-c9a0-45b4-8306-3c90f9508c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1b63fe8f-9082-458e-acff-428bb306265b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:05.748147 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:05.757258 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0fff86ae-c9a0-45b4-8306-3c90f9508c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:05.758439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0fff86ae-c9a0-45b4-8306-3c90f9508c1b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b63fe8f-9082-458e-acff-428bb306265b HTTP/1.1" status: 204 len: 168 time: 0.6047902 Feb 15 13:49:05.808315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f1cb-797c-46f6-af81-9e00250132c7 req-f5f03c46-f050-4f25-86fd-abb63e89b9f4 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:05.815442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a185f1cb-797c-46f6-af81-9e00250132c7 req-f5f03c46-f050-4f25-86fd-abb63e89b9f4 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 966 time: 0.3685975 Feb 15 13:49:05.881900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff86ae-c9a0-45b4-8306-3c90f9508c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b63fe8f-9082-458e-acff-428bb306265b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:05.886440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c67dd-1b9c-441c-80b5-36b0749f3716 req-17a464c0-79a2-4d0c-b5f1-2efd10b181b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:05.898818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-258c67dd-1b9c-441c-80b5-36b0749f3716 req-17a464c0-79a2-4d0c-b5f1-2efd10b181b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2817272a3784fe0ad8656d46f762ccb&device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 1149 time: 0.4273055 Feb 15 13:49:06.036777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-20508b51-8762-4794-8d44-790265a24bb3 None None] Provisioning complete for port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:06.038100 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20508b51-8762-4794-8d44-790265a24bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:06.070357 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2f356eb1-8077-40fc-b210-cbf40ccebf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'a96bd22f-86bf-47e6-beb6-6baf1a7d1627', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'port_id': 'fb43295e-d40c-4984-ad37-41214394e5fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'mac_address': 'fa:16:3e:1c:19:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'device_owner': 'compute:tempest-test_az-912368675'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:48:41Z', 'updated_at': '2022-02-15T13:49:03Z', 'revision_number': 1, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:06.097417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-20508b51-8762-4794-8d44-790265a24bb3 None None] Port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:49:06.109806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a185f1cb-797c-46f6-af81-9e00250132c7 req-38320015-13d3-4ab6-8f85-09b34b4de8bb tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934480 Feb 15 13:49:06.147121 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f356eb1-8077-40fc-b210-cbf40ccebf49 None None] Checking router: 027b1640-b4fd-4f65-89b7-a9d35be25496 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:49:06.179711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd164c91-5502-4d9c-8a73-1dfe9d002fa2 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:06.183045 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f356eb1-8077-40fc-b210-cbf40ccebf49 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:49:06.184073 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2f356eb1-8077-40fc-b210-cbf40ccebf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:48:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:06.189271 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Publish callbacks [] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:06.205348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Transition to ACTIVE for port object bd164c91-5502-4d9c-8a73-1dfe9d002fa2 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:06.205573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c67dd-1b9c-441c-80b5-36b0749f3716 req-667e4b67-ae32-4e55-8358-eb75cc09035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:06.208820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-258c67dd-1b9c-441c-80b5-36b0749f3716 req-667e4b67-ae32-4e55-8358-eb75cc09035f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d724eb1-4115-4724-ad17-5501929e5d29 HTTP/1.1" status: 200 len: 925 time: 0.2995496 Feb 15 13:49:06.212070 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:06.352352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 92b0db58-937b-4784-9513-0d732c75341d up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:06.382096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Attempting to bind port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:49:06.382590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Attempting to bind port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:49:06.383025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Attempting to bind port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:06.391849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd164c91-5502-4d9c-8a73-1dfe9d002fa2,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:06.407175 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:49:06.407717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Attempting to bind port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:06.415190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:49:06.415844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:06.416650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:49:06.417236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Bound port: bd164c91-5502-4d9c-8a73-1dfe9d002fa2, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:49:06.417746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:06.470347 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2f356eb1-8077-40fc-b210-cbf40ccebf49 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:49:06.479284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-258c67dd-1b9c-441c-80b5-36b0749f3716 req-e563ae52-6b96-43c1-8826-109489a00222 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb43295e-d40c-4984-ad37-41214394e5fd HTTP/1.1" status: 200 len: 1019 time: 0.2639475 Feb 15 13:49:06.480761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 92b0db58-937b-4784-9513-0d732c75341d completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:06.492187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 92b0db58-937b-4784-9513-0d732c75341d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:06.492982 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (92b0db58-937b-4784-9513-0d732c75341d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:06.530972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] For port bd164c91-5502-4d9c-8a73-1dfe9d002fa2, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:06.533367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726644a4-6e40-47f1-ac4b-2f82e0cd49fa req-ce88a500-f060-417e-99b5-04da09516920 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:06.538993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-726644a4-6e40-47f1-ac4b-2f82e0cd49fa req-ce88a500-f060-417e-99b5-04da09516920 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 948 time: 0.2603486 Feb 15 13:49:06.553843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] For port bd164c91-5502-4d9c-8a73-1dfe9d002fa2, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd164c91-5502-4d9c-8a73-1dfe9d002fa2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:49:06.574587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:06.690627 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 92b0db58-937b-4784-9513-0d732c75341d is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:06.691665 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (92b0db58-937b-4784-9513-0d732c75341d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:06.694727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:06.695816 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:06.698182 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] 10.222.0.42 "PUT /v2.0/ports/bd164c91-5502-4d9c-8a73-1dfe9d002fa2 HTTP/1.1" status: 200 len: 1096 time: 1.1030700 Feb 15 13:49:06.719867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c67dd-1b9c-441c-80b5-36b0749f3716 req-1c17ae4b-9cd5-4085-bfa3-7010190c5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:06.722826 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-258c67dd-1b9c-441c-80b5-36b0749f3716 req-1c17ae4b-9cd5-4085-bfa3-7010190c5367 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6a0d7d9-dfb4-46d7-8c55-33325656c55e HTTP/1.1" status: 200 len: 863 time: 0.2313063 Feb 15 13:49:06.738940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a8af0-2119-401a-8d43-54bca76bdff1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd164c91-5502-4d9c-8a73-1dfe9d002fa2,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:06.808988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6576fd47-8b1d-4653-a870-6496db681d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b0db58-937b-4784-9513-0d732c75341d'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:06.814320 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d699373-a807-45ac-9340-1aab057fb606" -d '{"events": [{"server_uuid": "6576fd47-8b1d-4653-a870-6496db681d42", "name": "network-vif-plugged", "status": "completed", "tag": "92b0db58-937b-4784-9513-0d732c75341d"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:06.841988 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-726644a4-6e40-47f1-ac4b-2f82e0cd49fa req-8fa8b351-aa1c-4d8a-9f83-cb91ef5bf9bb tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609811 Feb 15 13:49:06.862575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 92b0db58-937b-4784-9513-0d732c75341d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=92b0db58-937b-4784-9513-0d732c75341d,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:06.871696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c67dd-1b9c-441c-80b5-36b0749f3716 req-c7014ebd-47cb-41ff-ad93-5fca608c53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:06.876014 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (92b0db58-937b-4784-9513-0d732c75341d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:06.878989 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-258c67dd-1b9c-441c-80b5-36b0749f3716 req-c7014ebd-47cb-41ff-ad93-5fca608c53c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d724eb1-4115-4724-ad17-5501929e5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1320045 Feb 15 13:49:06.982302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-4718b183-64c1-4c6c-9575-b6e50897594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:06.985334 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-4718b183-64c1-4c6c-9575-b6e50897594b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=935a6af1359249c1b992e56b2cef9e0c&device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 1130 time: 0.2204473 Feb 15 13:49:07.023324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=92b0db58-937b-4784-9513-0d732c75341d,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:07.096054 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-962adf12-9346-4c6d-b32b-07c72bd6bbeb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=bd164c91-5502-4d9c-8a73-1dfe9d002fa2 HTTP/1.1" status: 200 len: 217 time: 0.1031265 Feb 15 13:49:07.155849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-258c67dd-1b9c-441c-80b5-36b0749f3716 req-02e25043-abfe-4c20-9341-e4b7d9b3c5a7 service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642467 Feb 15 13:49:07.172939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dd867-c730-4487-b547-8d9861afb2fe req-cdd1cb67-ebbd-486f-96da-218c6d1c6c0e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:07.174391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f1dd867-c730-4487-b547-8d9861afb2fe req-cdd1cb67-ebbd-486f-96da-218c6d1c6c0e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1724896 Feb 15 13:49:07.259336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-f503edae-4d4d-4721-a9f9-df8f9a0ad4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:07.260794 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-f503edae-4d4d-4721-a9f9-df8f9a0ad4f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1579115 Feb 15 13:49:07.292461 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2f356eb1-8077-40fc-b210-cbf40ccebf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'a96bd22f-86bf-47e6-beb6-6baf1a7d1627', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'port_id': 'fb43295e-d40c-4984-ad37-41214394e5fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'mac_address': 'fa:16:3e:1c:19:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'device_owner': 'compute:tempest-test_az-912368675'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:48:41Z', 'updated_at': '2022-02-15T13:49:03Z', 'revision_number': 1, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:07.316335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-d5393865-74a6-4544-9126-cbeb2463db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:07.318616 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-d5393865-74a6-4544-9126-cbeb2463db93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0511148 Feb 15 13:49:07.364041 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f356eb1-8077-40fc-b210-cbf40ccebf49 None None] The sync data for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 is: [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'a96bd22f-86bf-47e6-beb6-6baf1a7d1627', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'port_id': 'fb43295e-d40c-4984-ad37-41214394e5fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'mac_address': 'fa:16:3e:1c:19:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'device_owner': 'compute:tempest-test_az-912368675'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:48:41Z', 'updated_at': '2022-02-15T13:49:03Z', 'revision_number': 1, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:07.462420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754dd4b5-4bfb-40e7-94a1-9814ac3734df', 'tag': 'bd164c91-5502-4d9c-8a73-1dfe9d002fa2'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:07.465453 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9a9612-48de-45e5-a2a8-fc40c9537a77" -d '{"events": [{"name": "network-changed", "server_uuid": "754dd4b5-4bfb-40e7-94a1-9814ac3734df", "tag": "bd164c91-5502-4d9c-8a73-1dfe9d002fa2"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:07.473579 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-0833b7f6-fa13-4536-8f9d-2d84c4c9fa60 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489434 Feb 15 13:49:07.593665 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec327e7e-54a6-4c64-8084-dd2703d58bbd req-e46da2c2-42ed-4949-abeb-8d9cbc3a37b9 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138914 Feb 15 13:49:07.690536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f1dd867-c730-4487-b547-8d9861afb2fe req-70d98cbb-ca30-4d24-bc6b-56dfcd87b655 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036049 Feb 15 13:49:07.763178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2df3d-f89b-4d6e-a44e-1f768c1acb20 req-fdf6d27c-2c42-4488-9859-b6bd2708baa6 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:07.775590 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8dc2df3d-f89b-4d6e-a44e-1f768c1acb20 req-fdf6d27c-2c42-4488-9859-b6bd2708baa6 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 947 time: 0.4945459 Feb 15 13:49:07.797321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-258c67dd-1b9c-441c-80b5-36b0749f3716 req-01171431-adf5-4354-bdc8-55c10ffd4f3b service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335948 Feb 15 13:49:07.800817 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7691b5d4-6e65-4c1d-949e-4ff1d641e8d2 x-openstack-request-id: req-7691b5d4-6e65-4c1d-949e-4ff1d641e8d2 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:07.801305 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6576fd47-8b1d-4653-a870-6496db681d42", "name": "network-vif-plugged", "status": "completed", "tag": "92b0db58-937b-4784-9513-0d732c75341d", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:07.801413 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7691b5d4-6e65-4c1d-949e-4ff1d641e8d2 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:07.803609 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6576fd47-8b1d-4653-a870-6496db681d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b0db58-937b-4784-9513-0d732c75341d', 'code': 200} Feb 15 13:49:07.816084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f630fb-ebbe-4d6a-822c-e0b3b2481750 None None] New status for floating IP a96bd22f-86bf-47e6-beb6-6baf1a7d1627: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:49:07.867761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8dc2df3d-f89b-4d6e-a44e-1f768c1acb20 req-f76b6347-96e5-4b3f-8796-64fab279a8d9 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913877 Feb 15 13:49:07.927921 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e8bd71-d980-4eb0-9f24-aa6129cdf996 x-openstack-request-id: req-c9e8bd71-d980-4eb0-9f24-aa6129cdf996 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:07.928605 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754dd4b5-4bfb-40e7-94a1-9814ac3734df", "tag": "bd164c91-5502-4d9c-8a73-1dfe9d002fa2", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:07.928605 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9e8bd71-d980-4eb0-9f24-aa6129cdf996 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:07.931532 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754dd4b5-4bfb-40e7-94a1-9814ac3734df', 'tag': 'bd164c91-5502-4d9c-8a73-1dfe9d002fa2', 'status': 'completed', 'code': 200} Feb 15 13:49:07.947688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3621dfe-ee80-4efb-939d-a86f51e1ae9b req-f1ac5ffc-98ba-4269-af11-e0df6a95b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:07.960373 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c3621dfe-ee80-4efb-939d-a86f51e1ae9b req-f1ac5ffc-98ba-4269-af11-e0df6a95b3de service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 1132 time: 0.0723686 Feb 15 13:49:08.062670 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c3621dfe-ee80-4efb-939d-a86f51e1ae9b req-dbbbecc3-e839-4ec9-8a56-ecd0f04896ef service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009614 Feb 15 13:49:08.107447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a9612-48de-45e5-a2a8-fc40c9537a77 req-17db647b-7821-447d-8052-af655cd8daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:08.110478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b9a9612-48de-45e5-a2a8-fc40c9537a77 req-17db647b-7821-447d-8052-af655cd8daba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=935a6af1359249c1b992e56b2cef9e0c&device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 1130 time: 0.1581271 Feb 15 13:49:08.237495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1f3e7-3274-477a-9fc9-2093f7b30d7b req-30a54897-8fef-4547-b3a1-29b5029e0224 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:08.240233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9b1f3e7-3274-477a-9fc9-2093f7b30d7b req-30a54897-8fef-4547-b3a1-29b5029e0224 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 949 time: 0.1925845 Feb 15 13:49:08.357831 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a9612-48de-45e5-a2a8-fc40c9537a77 req-4bb71d63-3be4-49b1-b5dc-1e5343f08917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:08.359299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b9a9612-48de-45e5-a2a8-fc40c9537a77 req-4bb71d63-3be4-49b1-b5dc-1e5343f08917 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2402916 Feb 15 13:49:08.431515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9b1f3e7-3274-477a-9fc9-2093f7b30d7b req-de3af1a9-b8bd-4160-9f3f-bc747b3d812b tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610863 Feb 15 13:49:08.433678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b9a9612-48de-45e5-a2a8-fc40c9537a77 req-dca5c4e6-3bd8-4d80-85c7-ab4d40ed8e83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=bd164c91-5502-4d9c-8a73-1dfe9d002fa2 HTTP/1.1" status: 200 len: 217 time: 0.0652418 Feb 15 13:49:08.522229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a9612-48de-45e5-a2a8-fc40c9537a77 req-6b671d59-05ec-40c3-9145-c6ef02e73411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:08.523834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b9a9612-48de-45e5-a2a8-fc40c9537a77 req-6b671d59-05ec-40c3-9145-c6ef02e73411 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0831220 Feb 15 13:49:08.606275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a9612-48de-45e5-a2a8-fc40c9537a77 req-6081144a-0d37-4851-8be6-950086d6e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:08.607991 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b9a9612-48de-45e5-a2a8-fc40c9537a77 req-6081144a-0d37-4851-8be6-950086d6e99b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0779057 Feb 15 13:49:08.717380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b9a9612-48de-45e5-a2a8-fc40c9537a77 req-0d1972b6-d230-4d0d-b341-09b6f24a8924 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019938 Feb 15 13:49:08.894617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b9a9612-48de-45e5-a2a8-fc40c9537a77 req-899ff01f-0298-4cea-b2af-6abe4c039832 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558154 Feb 15 13:49:08.908036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99529a1-155c-4e8a-92d6-322bac3123e1 req-efb53d01-eba7-453d-a8f2-8b66d7e7df7c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:08.915525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f99529a1-155c-4e8a-92d6-322bac3123e1 req-efb53d01-eba7-453d-a8f2-8b66d7e7df7c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1134775 Feb 15 13:49:08.986015 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f99529a1-155c-4e8a-92d6-322bac3123e1 req-94696c64-3a32-4599-89c3-45c8ed1ce382 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694976 Feb 15 13:49:09.034580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40237dc-2424-454d-a2ad-41167d7d2f37 req-ba4e462d-8397-4f70-a9e3-5c74f4afa066 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:09.036180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c40237dc-2424-454d-a2ad-41167d7d2f37 req-ba4e462d-8397-4f70-a9e3-5c74f4afa066 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 947 time: 0.0764451 Feb 15 13:49:09.094999 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c40237dc-2424-454d-a2ad-41167d7d2f37 req-094fa1af-d19c-4713-85c5-9f1fb5b4dda0 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487587 Feb 15 13:49:09.607056 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:09.747889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b5778-76dc-4514-92b2-e1b18b013be2 req-e247d6ea-5787-468f-830f-a00f08bd28fc tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:09.749527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4b5778-76dc-4514-92b2-e1b18b013be2 req-e247d6ea-5787-468f-830f-a00f08bd28fc tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 949 time: 0.0642817 Feb 15 13:49:09.805353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4b5778-76dc-4514-92b2-e1b18b013be2 req-40d86460-1d1b-4b5c-95f0-d3f202f76f21 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501101 Feb 15 13:49:10.150118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07109da-fd23-4a62-811c-c02bbc771e94 req-fcba312f-8cdf-41ce-8f98-1cd2d4a12a75 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:10.152498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d07109da-fd23-4a62-811c-c02bbc771e94 req-fcba312f-8cdf-41ce-8f98-1cd2d4a12a75 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.0749166 Feb 15 13:49:10.278616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d07109da-fd23-4a62-811c-c02bbc771e94 req-728ae873-1962-4792-8146-e522cb7c1a3e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104219 Feb 15 13:49:10.301274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda58d2-98d1-429f-9d01-f1c785a1f4eb req-c4e5e6c6-190b-4a84-b011-272b317f9a67 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:10.303848 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2cda58d2-98d1-429f-9d01-f1c785a1f4eb req-c4e5e6c6-190b-4a84-b011-272b317f9a67 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1124325 Feb 15 13:49:10.339419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bd164c91-5502-4d9c-8a73-1dfe9d002fa2 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:10.370968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2cda58d2-98d1-429f-9d01-f1c785a1f4eb req-ba0580a9-2eb2-428f-b5e4-cd8f0c758f6c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601048 Feb 15 13:49:10.500957 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bd164c91-5502-4d9c-8a73-1dfe9d002fa2, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd164c91-5502-4d9c-8a73-1dfe9d002fa2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:10.523519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'bd164c91-5502-4d9c-8a73-1dfe9d002fa2', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'bd164c91-5502-4d9c-8a73-1dfe9d002fa2', 'mac_address': 'fa:16:3e:3f:e1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:10.570618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:10.571319 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:10.587704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd164c91-5502-4d9c-8a73-1dfe9d002fa2 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:10.603735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5d7b7-f395-4679-8877-870677be1453 req-6a492544-e1c3-47c3-b60f-45b2854381c1 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:10.605617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1f5d7b7-f395-4679-8877-870677be1453 req-6a492544-e1c3-47c3-b60f-45b2854381c1 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 947 time: 0.1074657 Feb 15 13:49:10.611413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bd164c91-5502-4d9c-8a73-1dfe9d002fa2, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd164c91-5502-4d9c-8a73-1dfe9d002fa2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:10.621222 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:10.641540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-4599b49a-b6ad-4a80-ac89-3836ae47f9ba tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5e87370c795e4335bfd9ed74ca8cd10b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347598 Feb 15 13:49:10.680620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=bd164c91-5502-4d9c-8a73-1dfe9d002fa2,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:10.746851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1f5d7b7-f395-4679-8877-870677be1453 req-b2a92300-15c1-4a3e-8f11-3b79f6d16094 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281660 Feb 15 13:49:10.824373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-eaaaa0e4-85a2-45bf-9129-f7dc3485feed tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:10.826393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-eaaaa0e4-85a2-45bf-9129-f7dc3485feed tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839399 Feb 15 13:49:10.843778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-78dfaa7f-039a-4496-9eeb-3778ff1f4232 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/quotas/5e87370c795e4335bfd9ed74ca8cd10b HTTP/1.1" status: 200 len: 375 time: 0.0117216 Feb 15 13:49:10.872364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['bd164c91-5502-4d9c-8a73-1dfe9d002fa2'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:10.892833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-23c54c60-2637-4743-adb0-c097cc41780c tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e87370c795e4335bfd9ed74ca8cd10b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426464 Feb 15 13:49:10.915588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-e6d15fe2-e8d5-4a5c-9e10-f2cad490cd00 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252433 Feb 15 13:49:10.987365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44514) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:11.074609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-0beec359-ec9d-495e-8650-2dbb57d1a504 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:11.076675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-0beec359-ec9d-495e-8650-2dbb57d1a504 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551108 Feb 15 13:49:11.100287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-4bc7e492-2c3d-4b99-8eda-80872e61c9c0 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/quotas/f56d60b4e9684a4ca29c7c0605b7426f HTTP/1.1" status: 200 len: 375 time: 0.0176694 Feb 15 13:49:11.253220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-795853f5-f959-4f86-ade9-4aefe5351ed1 req-e793e2cf-ec9d-45ac-a071-61ebaa6cfec0 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 210 time: 0.0412877 Feb 15 13:49:11.262408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-8b5be110-70ff-4ada-acdb-d64f88cba2c3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609411 Feb 15 13:49:11.363750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c0ce85a-08e9-4902-888e-f5f02e5f6215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:11.462938 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c0ce85a-08e9-4902-888e-f5f02e5f6215 admin admin] Publish callbacks [] for security_group (7b0c6542-6986-496e-8247-24478f1fefb2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:11.482773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c0ce85a-08e9-4902-888e-f5f02e5f6215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7b0c6542-6986-496e-8247-24478f1fefb2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:11.531034 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6c0ce85a-08e9-4902-888e-f5f02e5f6215 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7bb2a06a30ff407b848327f136aca64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5400052 Feb 15 13:49:11.533575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44544) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:11.607953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ce85a-08e9-4902-888e-f5f02e5f6215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0c6542-6986-496e-8247-24478f1fefb2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:11.628550 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:11.651827 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab7c4-9f30-4ff1-b584-ce96f5c84a24 admin admin] Publish callbacks [] for security_group (7b0c6542-6986-496e-8247-24478f1fefb2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:11.674062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07980b1-b442-49a3-87f3-6da6411a69a1 req-81f4a47a-7777-4096-8b0a-9d466b45a79b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:11.678201 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab7c4-9f30-4ff1-b584-ce96f5c84a24 admin admin] Publish callbacks [] for security_group (7b0c6542-6986-496e-8247-24478f1fefb2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:11.679071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e07980b1-b442-49a3-87f3-6da6411a69a1 req-81f4a47a-7777-4096-8b0a-9d466b45a79b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.0990932 Feb 15 13:49:11.743777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab7c4-9f30-4ff1-b584-ce96f5c84a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7b0c6542-6986-496e-8247-24478f1fefb2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:11.746640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab7c4-9f30-4ff1-b584-ce96f5c84a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:11.748118 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8d7ab7c4-9f30-4ff1-b584-ce96f5c84a24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b0c6542-6986-496e-8247-24478f1fefb2 HTTP/1.1" status: 204 len: 168 time: 0.2130201 Feb 15 13:49:11.758428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ab7c4-9f30-4ff1-b584-ce96f5c84a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0c6542-6986-496e-8247-24478f1fefb2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:11.758740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e07980b1-b442-49a3-87f3-6da6411a69a1 req-741fca9e-ece2-4193-9525-c5be862b55a9 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668166 Feb 15 13:49:11.795725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5cdcce8-aacc-414f-a705-b5a7b2c9ca8d req-bf24eb88-4eab-47a2-8e65-8e5c910c7b49 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 210 time: 0.0359139 Feb 15 13:49:12.065438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8b40-61c7-4448-9fde-975080226f43 req-bab90259-97ae-4134-807e-10e022c0548e tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:12.067212 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7f7f8b40-61c7-4448-9fde-975080226f43 req-bab90259-97ae-4134-807e-10e022c0548e tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 948 time: 0.1074781 Feb 15 13:49:12.144587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7f7f8b40-61c7-4448-9fde-975080226f43 req-a390e486-6c00-4e19-b98d-718e5ddb0485 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715520 Feb 15 13:49:12.261537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44572) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:12.280496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2eba8f6c-a349-4fc4-9ff1-b47a82c986e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:12.346683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bd164c91-5502-4d9c-8a73-1dfe9d002fa2 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:12.400237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2eba8f6c-a349-4fc4-9ff1-b47a82c986e7 admin admin] Publish callbacks [] for security_group (04f9e1a6-47a6-458c-bc71-2cd4e8b4e353), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:12.409608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2eba8f6c-a349-4fc4-9ff1-b47a82c986e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (04f9e1a6-47a6-458c-bc71-2cd4e8b4e353), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:12.447828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b07eea6-e262-4548-86f2-3aef92dd5852 req-536fdf5e-b4c9-4251-ae64-a15296178863 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 210 time: 0.0558720 Feb 15 13:49:12.467405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44578) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:12.503192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba8f6c-a349-4fc4-9ff1-b47a82c986e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f9e1a6-47a6-458c-bc71-2cd4e8b4e353,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:12.516179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:12.546873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44584) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:12.547316 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2eba8f6c-a349-4fc4-9ff1-b47a82c986e7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c948cadbd1d54fcd93d9e3bbdb4eae04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811334 Feb 15 13:49:12.556611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:12.557337 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:12.613390 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-04f53d29-ad7e-452c-8b96-6de9e2063ba7 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5e87370c795e4335bfd9ed74ca8cd10b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522001 Feb 15 13:49:12.673495 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8b52e0f-8de5-4f29-a2f8-1f5ec5dd6b05 admin admin] Publish callbacks [] for security_group (04f9e1a6-47a6-458c-bc71-2cd4e8b4e353), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:12.678514 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6ccaebf6-4e06-4cd4-802f-9216cf8b705f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:12.725680 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8b52e0f-8de5-4f29-a2f8-1f5ec5dd6b05 admin admin] Publish callbacks [] for security_group (04f9e1a6-47a6-458c-bc71-2cd4e8b4e353), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:12.860806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-f36ccd11-54df-409d-ac96-cdfa27a1e9c0 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:12.868866 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-f36ccd11-54df-409d-ac96-cdfa27a1e9c0 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479246 Feb 15 13:49:12.882736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Request body: {'port': {'device_id': 'e2cd4f5f-9862-406b-98ab-54a1b32b569e', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '5e87370c795e4335bfd9ed74ca8cd10b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:12.903340 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8b52e0f-8de5-4f29-a2f8-1f5ec5dd6b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (04f9e1a6-47a6-458c-bc71-2cd4e8b4e353), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:12.908326 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8b52e0f-8de5-4f29-a2f8-1f5ec5dd6b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:12.909844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b8b52e0f-8de5-4f29-a2f8-1f5ec5dd6b05 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/04f9e1a6-47a6-458c-bc71-2cd4e8b4e353 HTTP/1.1" status: 204 len: 168 time: 0.3616061 Feb 15 13:49:12.922932 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6ccaebf6-4e06-4cd4-802f-9216cf8b705f admin admin] Publish callbacks [] for security_group (a6a2476e-9eb2-454f-829e-2e955fd99dd3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:12.925886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:12.926456 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:12.964875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754dd4b5-4bfb-40e7-94a1-9814ac3734df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd164c91-5502-4d9c-8a73-1dfe9d002fa2'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:12.967382 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0262c669-8dc4-4079-9a5c-3a9706f1cdd7" -d '{"events": [{"server_uuid": "754dd4b5-4bfb-40e7-94a1-9814ac3734df", "name": "network-vif-plugged", "status": "completed", "tag": "bd164c91-5502-4d9c-8a73-1dfe9d002fa2"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:12.992384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bd164c91-5502-4d9c-8a73-1dfe9d002fa2, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd164c91-5502-4d9c-8a73-1dfe9d002fa2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:13.012154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.051960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b52e0f-8de5-4f29-a2f8-1f5ec5dd6b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f9e1a6-47a6-458c-bc71-2cd4e8b4e353,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:13.060249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-bf282b72-85ff-4a40-bff7-0ce43c667047 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1753216 Feb 15 13:49:13.061643 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6ccaebf6-4e06-4cd4-802f-9216cf8b705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a6a2476e-9eb2-454f-829e-2e955fd99dd3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.090617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=bd164c91-5502-4d9c-8a73-1dfe9d002fa2,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:13.100560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.100921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.101268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.101633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.101925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.102258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.102582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.102927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.103369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.103570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.103893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.104245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.104519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:13.213695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Made reservation on behalf of 5e87370c795e4335bfd9ed74ca8cd10b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:13.218936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.236479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.239412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6ccaebf6-4e06-4cd4-802f-9216cf8b705f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8599a2c7f46c4b7091229548087e3de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7700424 Feb 15 13:49:13.242771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaebf6-4e06-4cd4-802f-9216cf8b705f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a2476e-9eb2-454f-829e-2e955fd99dd3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:13.246431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44606) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:13.279577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c87694-b268-43f1-b6db-b2d83ea9e5b2 req-04770db9-30c5-4f7a-b832-b5bba5d8e6e2 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:13.281857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36c87694-b268-43f1-b6db-b2d83ea9e5b2 req-04770db9-30c5-4f7a-b832-b5bba5d8e6e2 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.3959773 Feb 15 13:49:13.381769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d849e8d8-a7e6-4a33-aac5-83d9165c4e58 req-16c2f658-f68b-4d1d-a1ec-58051eef9308 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 210 time: 0.0664980 Feb 15 13:49:13.382771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks [] for security_group (714c0d27-5920-47c4-9a39-e02baa6ca087), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.390943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-2cdf5e1a-85a2-4bbe-9f0c-f04a9a864678 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:13.392390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-2cdf5e1a-85a2-4bbe-9f0c-f04a9a864678 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059270 Feb 15 13:49:13.406866 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (714c0d27-5920-47c4-9a39-e02baa6ca087), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.419748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Request body: {'port': {'device_id': 'be6a7114-9455-4949-a1fa-47603fe8e717', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': 'f56d60b4e9684a4ca29c7c0605b7426f'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:13.453163 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f176fc-1743-484e-ba0a-23a941fb7f6f x-openstack-request-id: req-56f176fc-1743-484e-ba0a-23a941fb7f6f {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:13.453675 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754dd4b5-4bfb-40e7-94a1-9814ac3734df", "name": "network-vif-plugged", "status": "completed", "tag": "bd164c91-5502-4d9c-8a73-1dfe9d002fa2", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:13.454069 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-56f176fc-1743-484e-ba0a-23a941fb7f6f {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:13.454630 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754dd4b5-4bfb-40e7-94a1-9814ac3734df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd164c91-5502-4d9c-8a73-1dfe9d002fa2', 'code': 200} Feb 15 13:49:13.488242 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa2073de-c0b1-48a2-8c2f-cd5a7590e943 admin admin] Publish callbacks [] for security_group (a6a2476e-9eb2-454f-829e-2e955fd99dd3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.495942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36c87694-b268-43f1-b6db-b2d83ea9e5b2 req-10b35095-1ba4-4c66-849f-e0d39f535dce tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003162 Feb 15 13:49:13.544985 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa2073de-c0b1-48a2-8c2f-cd5a7590e943 admin admin] Publish callbacks [] for security_group (a6a2476e-9eb2-454f-829e-2e955fd99dd3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.552873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Allocated IP 192.168.233.77 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/0d923283-894f-49df-9ddb-c71833765950) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:13.628435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714c0d27-5920-47c4-9a39-e02baa6ca087,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:13.664571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704af47-7c21-4275-9fb9-d66a79715eb0 req-28f11efc-1db5-41d1-b062-372578074b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:13.667201 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1704af47-7c21-4275-9fb9-d66a79715eb0 req-28f11efc-1db5-41d1-b062-372578074b3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 1132 time: 0.1073155 Feb 15 13:49:13.679383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Made reservation on behalf of f56d60b4e9684a4ca29c7c0605b7426f for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:13.683192 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.691669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfb220-a51b-472e-8ef2-81de182c5c8c req-53ffbe85-ef94-43e4-bb7d-c9f99021de43 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:13.693297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afdfb220-a51b-472e-8ef2-81de182c5c8c req-53ffbe85-ef94-43e4-bb7d-c9f99021de43 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 949 time: 0.1312077 Feb 15 13:49:13.705488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa2073de-c0b1-48a2-8c2f-cd5a7590e943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a6a2476e-9eb2-454f-829e-2e955fd99dd3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.709487 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa2073de-c0b1-48a2-8c2f-cd5a7590e943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.713274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-aa2073de-c0b1-48a2-8c2f-cd5a7590e943 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6a2476e-9eb2-454f-829e-2e955fd99dd3 HTTP/1.1" status: 204 len: 168 time: 0.4613810 Feb 15 13:49:13.744061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2073de-c0b1-48a2-8c2f-cd5a7590e943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a2476e-9eb2-454f-829e-2e955fd99dd3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:13.835235 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1704af47-7c21-4275-9fb9-d66a79715eb0 req-f1901de2-6e62-45b5-8d44-784d458fcbcd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607904 Feb 15 13:49:13.862504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afdfb220-a51b-472e-8ef2-81de182c5c8c req-deb50fc0-3c13-4b39-8a2c-c7766309a798 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421552 Feb 15 13:49:13.908855 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks [] for port (0d923283-894f-49df-9ddb-c71833765950), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:13.961048 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91146b23-ec69-41a6-bd07-f302bbc74c54 req-9285dcd5-ca0a-4532-8843-a88a79b829bb tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 210 time: 0.0339766 Feb 15 13:49:13.970543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (0d923283-894f-49df-9ddb-c71833765950), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.043251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Pushing event updated for resources: {'Port': ['ID=0d923283-894f-49df-9ddb-c71833765950,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:14.049587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Allocated IP 192.168.233.226 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/b41daffe-ca29-4afb-8ce3-fa1ea553fbc2) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:14.058415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:14.059968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:14.063220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:49:14.070293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:14.071009 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.094829 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-ed6ebc5d-0840-4250-a232-547899adb919 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2160921 Feb 15 13:49:14.111164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Request body: {'port': {'device_id': 'e2cd4f5f-9862-406b-98ab-54a1b32b569e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:14.173635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44636) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:14.204210 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e1e58fe6-2be8-48ed-85af-03da52b61b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.217960 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0d923283-894f-49df-9ddb-c71833765950), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.347515 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks [] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.387465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6b1871dc-4786-44a4-9a3c-8e74cd85648c None None] Provisioning complete for port 0d923283-894f-49df-9ddb-c71833765950 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:14.390033 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b1871dc-4786-44a4-9a3c-8e74cd85648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0d923283-894f-49df-9ddb-c71833765950), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.398426 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e1e58fe6-2be8-48ed-85af-03da52b61b51 admin admin] Publish callbacks [] for security_group (92c56e48-dff1-4213-a560-5c0f24c026c1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.418784 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e1e58fe6-2be8-48ed-85af-03da52b61b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (92c56e48-dff1-4213-a560-5c0f24c026c1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.482030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6b1871dc-4786-44a4-9a3c-8e74cd85648c None None] Port 0d923283-894f-49df-9ddb-c71833765950 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:49:14.510536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e1e58fe6-2be8-48ed-85af-03da52b61b51 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8946c1216913466ab6545d9c940ca1b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359292 Feb 15 13:49:14.513936 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44644) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:14.521181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e58fe6-2be8-48ed-85af-03da52b61b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c56e48-dff1-4213-a560-5c0f24c026c1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:14.534861 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.549463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['5db8cebb-6c45-44ea-8426-9d0950a0555f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:14.552689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['92b0db58-937b-4784-9513-0d732c75341d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:14.633881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Pushing event updated for resources: {'Port': ['ID=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:14.652718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:14.656475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:14.661535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:49:14.824654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:14.825781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.838123 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfdb507a-700f-47a6-9b8a-18f9e292c05b admin admin] Publish callbacks [] for security_group (92c56e48-dff1-4213-a560-5c0f24c026c1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.838364 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c9b3cade-9534-4fcb-ac70-176e89973065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.895840 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfdb507a-700f-47a6-9b8a-18f9e292c05b admin admin] Publish callbacks [] for security_group (92c56e48-dff1-4213-a560-5c0f24c026c1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:14.956033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4d61-2523-4eaa-ace5-22d62f30d7d0 req-454c8687-15d7-4127-8a2d-55ddbe335519 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:14.972740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ddc4d61-2523-4eaa-ace5-22d62f30d7d0 req-454c8687-15d7-4127-8a2d-55ddbe335519 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 936 time: 0.4708774 Feb 15 13:49:15.026706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d923283-894f-49df-9ddb-c71833765950 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:15.038099 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Publish callbacks [] for port (0d923283-894f-49df-9ddb-c71833765950), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:15.047726 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfdb507a-700f-47a6-9b8a-18f9e292c05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (92c56e48-dff1-4213-a560-5c0f24c026c1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:15.052077 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfdb507a-700f-47a6-9b8a-18f9e292c05b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:15.053378 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dfdb507a-700f-47a6-9b8a-18f9e292c05b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92c56e48-dff1-4213-a560-5c0f24c026c1 HTTP/1.1" status: 204 len: 168 time: 0.5382016 Feb 15 13:49:15.071611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb507a-700f-47a6-9b8a-18f9e292c05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c56e48-dff1-4213-a560-5c0f24c026c1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:15.073812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Transition to ACTIVE for port object 0d923283-894f-49df-9ddb-c71833765950 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:15.080140 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0d923283-894f-49df-9ddb-c71833765950), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:15.137010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-32864bd9-13d8-42bb-b13e-be97cfa785cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7319050 Feb 15 13:49:15.143648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Pushing event updated for resources: {'Port': ['ID=0d923283-894f-49df-9ddb-c71833765950,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:15.259472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ddc4d61-2523-4eaa-ace5-22d62f30d7d0 req-1edefc37-7bde-4861-a020-40f2031a9cb9 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721386 Feb 15 13:49:15.270184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Request body: {'port': {'device_id': 'be6a7114-9455-4949-a1fa-47603fe8e717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:15.296441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Attempting to bind port 0d923283-894f-49df-9ddb-c71833765950 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:49:15.297452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Attempting to bind port 0d923283-894f-49df-9ddb-c71833765950 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:49:15.298796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Attempting to bind port 0d923283-894f-49df-9ddb-c71833765950 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:15.315958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Port 0d923283-894f-49df-9ddb-c71833765950 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:49:15.316295 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Attempting to bind port 0d923283-894f-49df-9ddb-c71833765950 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:15.325331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:49:15.325331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:15.325331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:49:15.325331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Bound port: 0d923283-894f-49df-9ddb-c71833765950, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:49:15.325331 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0d923283-894f-49df-9ddb-c71833765950), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:15.348021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f73a9d46-19d3-4130-93bb-f304b91d4c8b None None] Provisioning complete for port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:15.348970 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f73a9d46-19d3-4130-93bb-f304b91d4c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:15.393548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfcf47-fd33-4808-b478-caa8fa0f0382 req-2cd9fa8f-294e-484b-ab4a-34beeafd2147 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:15.412317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cbfcf47-fd33-4808-b478-caa8fa0f0382 req-2cd9fa8f-294e-484b-ab4a-34beeafd2147 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.7224865 Feb 15 13:49:15.436190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f73a9d46-19d3-4130-93bb-f304b91d4c8b None None] Port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:49:15.462437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] For port 0d923283-894f-49df-9ddb-c71833765950, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:15.469064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] For port 0d923283-894f-49df-9ddb-c71833765950, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0d923283-894f-49df-9ddb-c71833765950,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:49:15.481164 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0d923283-894f-49df-9ddb-c71833765950), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:15.576898 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Pushing event updated for resources: {'Port': ['ID=0d923283-894f-49df-9ddb-c71833765950,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:15.603023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:15.603897 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:15.605866 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-28700459-81c5-42ad-8130-1512d1a3281c service neutron] 10.222.0.67 "PUT /v2.0/ports/0d923283-894f-49df-9ddb-c71833765950 HTTP/1.1" status: 200 len: 1096 time: 1.4990675 Feb 15 13:49:15.606635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44664) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:15.607399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cd4f5f-9862-406b-98ab-54a1b32b569e', 'tag': '0d923283-894f-49df-9ddb-c71833765950'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:15.611598 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0bb492-5b51-436d-bcfd-a8b43af50522" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cd4f5f-9862-406b-98ab-54a1b32b569e", "tag": "0d923283-894f-49df-9ddb-c71833765950"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:15.753851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-cb13a035-ca71-4455-8e04-9c1d2b3f7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:15.755507 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-cb13a035-ca71-4455-8e04-9c1d2b3f7ef3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e87370c795e4335bfd9ed74ca8cd10b&device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 1130 time: 0.1010199 Feb 15 13:49:15.783350 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:15.830497 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-3bce2d4e-c6f4-4fe2-99c8-985343ccda50 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=0d923283-894f-49df-9ddb-c71833765950 HTTP/1.1" status: 200 len: 217 time: 0.0664511 Feb 15 13:49:15.831801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cbfcf47-fd33-4808-b478-caa8fa0f0382 req-f548f57f-92b4-4722-a204-75244e3444e7 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182112 Feb 15 13:49:15.876288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758b949-febf-45cc-976a-32011ae69612 req-a4987d8d-e4e2-454d-bdae-1436a8e7c5ad tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:15.886235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5758b949-febf-45cc-976a-32011ae69612 req-a4987d8d-e4e2-454d-bdae-1436a8e7c5ad tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 949 time: 0.4697654 Feb 15 13:49:15.916977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-37baaaa1-c74a-48b0-ab50-9a6f412d2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:15.918720 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-37baaaa1-c74a-48b0-ab50-9a6f412d2f46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0809381 Feb 15 13:49:15.990217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5758b949-febf-45cc-976a-32011ae69612 req-633b80a1-4018-44d2-9f38-d0de9796b2b4 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027689 Feb 15 13:49:16.009818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4c26114-6a7b-4190-b231-fbb7f4c0c4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:16.042033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-5766558e-3968-4b90-a902-1aea169f90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:16.052757 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-5766558e-3968-4b90-a902-1aea169f90e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1208220 Feb 15 13:49:16.068059 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6b415d-c7e5-42b2-8e52-768299e7f3f2 x-openstack-request-id: req-aa6b415d-c7e5-42b2-8e52-768299e7f3f2 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:16.068371 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cd4f5f-9862-406b-98ab-54a1b32b569e", "tag": "0d923283-894f-49df-9ddb-c71833765950", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:16.068608 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aa6b415d-c7e5-42b2-8e52-768299e7f3f2 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:16.069053 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cd4f5f-9862-406b-98ab-54a1b32b569e', 'tag': '0d923283-894f-49df-9ddb-c71833765950', 'status': 'completed', 'code': 200} Feb 15 13:49:16.279557 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4c26114-6a7b-4190-b231-fbb7f4c0c4af admin admin] Publish callbacks [] for security_group (9aab3f43-eb2d-4d1b-996c-53e448f372ce), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:16.282558 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-e9be36ad-e072-4f1a-af16-a1d9f99a9f66 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197633 Feb 15 13:49:16.290240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4c26114-6a7b-4190-b231-fbb7f4c0c4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9aab3f43-eb2d-4d1b-996c-53e448f372ce), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:16.346787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed83ea-bdae-467c-a5b1-3f722da1ac50 req-b9ffc7fc-4614-44b5-9173-cf114b3d92ab tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:16.354158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7ed83ea-bdae-467c-a5b1-3f722da1ac50 req-b9ffc7fc-4614-44b5-9173-cf114b3d92ab tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 947 time: 0.3792651 Feb 15 13:49:16.445784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7ed83ea-bdae-467c-a5b1-3f722da1ac50 req-b3ad8592-6d56-4bb8-a601-4af57974dcb8 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857527 Feb 15 13:49:16.494290 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c26114-6a7b-4190-b231-fbb7f4c0c4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aab3f43-eb2d-4d1b-996c-53e448f372ce,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:16.502895 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6c71c9ad-fc69-4893-8690-e7bbb5465f13 req-c884f9ce-dc48-4b0d-ac3c-aa7294d812ac service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988380 Feb 15 13:49:16.535658 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e4c26114-6a7b-4190-b231-fbb7f4c0c4af admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0637d7e5709247c394088928ec875d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9148076 Feb 15 13:49:16.536519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44694) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:16.674562 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51b5b9ec-712d-4453-8187-af1d4b56acd6 admin admin] Publish callbacks [] for security_group (9aab3f43-eb2d-4d1b-996c-53e448f372ce), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:16.680108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bb492-5b51-436d-bcfd-a8b43af50522 req-bd825b00-f386-4f00-99aa-168a7ebfa6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:16.681781 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5e0bb492-5b51-436d-bcfd-a8b43af50522 req-bd825b00-f386-4f00-99aa-168a7ebfa6ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e87370c795e4335bfd9ed74ca8cd10b&device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 1130 time: 0.1119895 Feb 15 13:49:16.701189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf4474-5548-48bb-aa68-e23aa279d672 req-74da48ab-c573-4ffd-8450-352b8bd0db3e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:16.702800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3cf4474-5548-48bb-aa68-e23aa279d672 req-74da48ab-c573-4ffd-8450-352b8bd0db3e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 936 time: 0.2746859 Feb 15 13:49:16.718921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:16.752486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51b5b9ec-712d-4453-8187-af1d4b56acd6 admin admin] Publish callbacks [] for security_group (9aab3f43-eb2d-4d1b-996c-53e448f372ce), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:16.753655 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Publish callbacks [] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:16.776788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae28b8-185f-405c-98ec-9509a8c6e85b req-6dd6e070-8c78-4e90-a894-9878d23a373b tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:16.778459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5dae28b8-185f-405c-98ec-9509a8c6e85b req-6dd6e070-8c78-4e90-a894-9878d23a373b tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 949 time: 0.1905456 Feb 15 13:49:16.798822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3cf4474-5548-48bb-aa68-e23aa279d672 req-140aeebb-ac5c-4ea5-b597-18ab0f2ea8b6 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884862 Feb 15 13:49:16.818587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Transition to ACTIVE for port object b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:16.830650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bb492-5b51-436d-bcfd-a8b43af50522 req-d006be0c-8b9a-4fce-b975-d0c8a9038252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:16.832166 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5e0bb492-5b51-436d-bcfd-a8b43af50522 req-d006be0c-8b9a-4fce-b975-d0c8a9038252 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1416750 Feb 15 13:49:16.834624 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:16.922051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5dae28b8-185f-405c-98ec-9509a8c6e85b req-ed9ef808-352d-447f-8dbc-b11a6d90c0d8 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291943 Feb 15 13:49:16.954018 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5e0bb492-5b51-436d-bcfd-a8b43af50522 req-642523af-836a-4964-a2fd-fa90877fb22f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=0d923283-894f-49df-9ddb-c71833765950 HTTP/1.1" status: 200 len: 217 time: 0.1143801 Feb 15 13:49:16.980223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Pushing event updated for resources: {'Port': ['ID=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:16.996176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51b5b9ec-712d-4453-8187-af1d4b56acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9aab3f43-eb2d-4d1b-996c-53e448f372ce), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:16.998844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51b5b9ec-712d-4453-8187-af1d4b56acd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:17.000113 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-51b5b9ec-712d-4453-8187-af1d4b56acd6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9aab3f43-eb2d-4d1b-996c-53e448f372ce HTTP/1.1" status: 204 len: 168 time: 0.4619231 Feb 15 13:49:17.022740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44710) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:17.026692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5b9ec-712d-4453-8187-af1d4b56acd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aab3f43-eb2d-4d1b-996c-53e448f372ce,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:17.059435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bb492-5b51-436d-bcfd-a8b43af50522 req-39a15ce3-cc62-4e7b-a1ee-93a7e9631e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:17.061381 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5e0bb492-5b51-436d-bcfd-a8b43af50522 req-39a15ce3-cc62-4e7b-a1ee-93a7e9631e21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0949087 Feb 15 13:49:17.151114 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-71f77f43-9c3d-46e5-b4ba-2ccb4a5156e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:17.166284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c9ae4-0ef7-4bd6-9c5e-8cdc1d4ea904 req-8d0f8c8c-3d42-4019-9d80-e43346c2d218 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:17.166284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-026c9ae4-0ef7-4bd6-9c5e-8cdc1d4ea904 req-8d0f8c8c-3d42-4019-9d80-e43346c2d218 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1970799 Feb 15 13:49:17.184337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bb492-5b51-436d-bcfd-a8b43af50522 req-7ddd7593-1e05-4c35-9985-73c1c9da871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:17.185968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Attempting to bind port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:49:17.186527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Attempting to bind port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:49:17.187132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Attempting to bind port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:17.189088 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5e0bb492-5b51-436d-bcfd-a8b43af50522 req-7ddd7593-1e05-4c35-9985-73c1c9da871a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1191483 Feb 15 13:49:17.206000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:49:17.206335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Attempting to bind port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:17.257740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-026c9ae4-0ef7-4bd6-9c5e-8cdc1d4ea904 req-f473eab6-db38-440b-be09-e0de737b4aa1 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860646 Feb 15 13:49:17.261504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:49:17.261862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:17.262251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:49:17.262702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Bound port: b41daffe-ca29-4afb-8ce3-fa1ea553fbc2, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:49:17.263099 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:17.362121 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5e0bb492-5b51-436d-bcfd-a8b43af50522 req-0124f194-4d06-4c3f-8c51-361bf2bbe457 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623745 Feb 15 13:49:17.374959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] For port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:17.382434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] For port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:49:17.397394 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:17.438406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:17.439140 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:17.440866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] 10.222.0.42 "PUT /v2.0/ports/b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 HTTP/1.1" status: 200 len: 1097 time: 2.1994681 Feb 15 13:49:17.441371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6a7114-9455-4949-a1fa-47603fe8e717', 'tag': 'b41daffe-ca29-4afb-8ce3-fa1ea553fbc2'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:17.444272 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "be6a7114-9455-4949-a1fa-47603fe8e717", "tag": "b41daffe-ca29-4afb-8ce3-fa1ea553fbc2"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:17.559611 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5e0bb492-5b51-436d-bcfd-a8b43af50522 req-4d679254-b13e-457c-a473-45a63475c59c service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903632 Feb 15 13:49:17.574385 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a24d0-c271-4c88-93bd-0fb50021d492 service neutron] Pushing event updated for resources: {'Port': ['ID=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:17.578478 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3a40d0-d8f3-4fbc-ad6b-488025bf35d0 x-openstack-request-id: req-2f3a40d0-d8f3-4fbc-ad6b-488025bf35d0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:17.579028 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6a7114-9455-4949-a1fa-47603fe8e717", "tag": "b41daffe-ca29-4afb-8ce3-fa1ea553fbc2", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:17.579028 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f3a40d0-d8f3-4fbc-ad6b-488025bf35d0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:17.579428 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6a7114-9455-4949-a1fa-47603fe8e717', 'tag': 'b41daffe-ca29-4afb-8ce3-fa1ea553fbc2', 'status': 'completed', 'code': 200} Feb 15 13:49:17.598998 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7928789a-d127-4503-9ffb-0e96034bfe43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:17.726250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-7ce94fca-5f98-43ee-87e5-68eaa1847c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:17.728049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-7ce94fca-5f98-43ee-87e5-68eaa1847c51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 1131 time: 0.2183576 Feb 15 13:49:17.742689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44726) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:17.754187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684750-b43c-4d2b-b9d7-af43d5b04165 req-e7018156-e15a-41fc-9c2f-16b15af64614 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:17.756319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7684750-b43c-4d2b-b9d7-af43d5b04165 req-e7018156-e15a-41fc-9c2f-16b15af64614 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 947 time: 0.1593943 Feb 15 13:49:17.758577 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b79f001-9cad-4897-996c-f2cfc02bca6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:17.802441 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-9cb5a79a-404c-48f1-941c-834c9c2b9387 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 HTTP/1.1" status: 200 len: 217 time: 0.0654030 Feb 15 13:49:17.890949 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b79f001-9cad-4897-996c-f2cfc02bca6d admin admin] Publish callbacks [] for security_group (ed769f1b-a3ff-40ee-9098-e11af5fb0979), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:17.897478 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b79f001-9cad-4897-996c-f2cfc02bca6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ed769f1b-a3ff-40ee-9098-e11af5fb0979), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:17.900990 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7928789a-d127-4503-9ffb-0e96034bfe43 admin admin] Publish callbacks [] for security_group (9ccd67bc-302b-43fd-82e0-304d9ef3215d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:17.917702 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7928789a-d127-4503-9ffb-0e96034bfe43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9ccd67bc-302b-43fd-82e0-304d9ef3215d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:17.951187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-818a8ccc-bd1e-4735-8f7b-561791dfa809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:17.953301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-818a8ccc-bd1e-4735-8f7b-561791dfa809 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1422768 Feb 15 13:49:17.955012 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9b79f001-9cad-4897-996c-f2cfc02bca6d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0067d9f7ebc54557a1ffd98a366e9b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111030 Feb 15 13:49:17.955968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79f001-9cad-4897-996c-f2cfc02bca6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed769f1b-a3ff-40ee-9098-e11af5fb0979,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:17.956595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7684750-b43c-4d2b-b9d7-af43d5b04165 req-ce9bd0b2-6959-4e87-9a38-fee4cef9b99a tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581488 Feb 15 13:49:17.959069 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44736) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:18.034858 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ceb94ed-0ba4-4f7a-a809-b3def3904c19 admin admin] Publish callbacks [] for security_group (ed769f1b-a3ff-40ee-9098-e11af5fb0979), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:18.050047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928789a-d127-4503-9ffb-0e96034bfe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccd67bc-302b-43fd-82e0-304d9ef3215d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:18.057998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7928789a-d127-4503-9ffb-0e96034bfe43 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0cd60c0d4114777ad4bcb88f8ebcfc7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0158148 Feb 15 13:49:18.059006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44740) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:18.073248 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ceb94ed-0ba4-4f7a-a809-b3def3904c19 admin admin] Publish callbacks [] for security_group (ed769f1b-a3ff-40ee-9098-e11af5fb0979), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:18.131157 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ceb94ed-0ba4-4f7a-a809-b3def3904c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ed769f1b-a3ff-40ee-9098-e11af5fb0979), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:18.134433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ceb94ed-0ba4-4f7a-a809-b3def3904c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:18.138703 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0ceb94ed-0ba4-4f7a-a809-b3def3904c19 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed769f1b-a3ff-40ee-9098-e11af5fb0979 HTTP/1.1" status: 204 len: 168 time: 0.1785460 Feb 15 13:49:18.149219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb94ed-0ba4-4f7a-a809-b3def3904c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed769f1b-a3ff-40ee-9098-e11af5fb0979,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:18.157913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c0b1e-d52d-485c-aa0b-b17f5b599fbf req-e0da9ecd-791d-495e-add3-7291d932eeff tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:18.160316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd7c0b1e-d52d-485c-aa0b-b17f5b599fbf req-e0da9ecd-791d-495e-add3-7291d932eeff tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 948 time: 0.2186255 Feb 15 13:49:18.181227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-62e2b8fb-9776-4881-9ce0-f1735177ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:18.182806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-62e2b8fb-9776-4881-9ce0-f1735177ad25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2043943 Feb 15 13:49:18.205165 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:18.230176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ddc99-c637-411f-9aa5-43e84ba4538c req-17bf94bd-d855-4984-a118-5640314c7d66 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:18.231852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-173ddc99-c637-411f-9aa5-43e84ba4538c req-17bf94bd-d855-4984-a118-5640314c7d66 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 949 time: 0.1848831 Feb 15 13:49:18.305373 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7d2dae8-b6cd-4654-9fbe-09470c70921e admin admin] Publish callbacks [] for security_group (9ccd67bc-302b-43fd-82e0-304d9ef3215d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:18.367056 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd7c0b1e-d52d-485c-aa0b-b17f5b599fbf req-a6093c0f-0ab3-488c-87f4-5e46e9c34f52 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921294 Feb 15 13:49:18.387794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7d2dae8-b6cd-4654-9fbe-09470c70921e admin admin] Publish callbacks [] for security_group (9ccd67bc-302b-43fd-82e0-304d9ef3215d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:18.428065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-173ddc99-c637-411f-9aa5-43e84ba4538c req-96f99d2f-eceb-458e-af49-62bb58ac01e8 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833541 Feb 15 13:49:18.462824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-3234167c-f1c7-4abf-ae8c-3e4d7c36366a service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593861 Feb 15 13:49:18.578187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027f371-98eb-41b9-9678-f1b7867c65cb req-7d2afe49-e1f3-47b2-a7d2-2f286d0ef105 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:18.580838 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9027f371-98eb-41b9-9678-f1b7867c65cb req-7d2afe49-e1f3-47b2-a7d2-2f286d0ef105 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1435554 Feb 15 13:49:18.591999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7d2dae8-b6cd-4654-9fbe-09470c70921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9ccd67bc-302b-43fd-82e0-304d9ef3215d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:18.594732 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7d2dae8-b6cd-4654-9fbe-09470c70921e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:18.598622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d7d2dae8-b6cd-4654-9fbe-09470c70921e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ccd67bc-302b-43fd-82e0-304d9ef3215d HTTP/1.1" status: 204 len: 168 time: 0.5054789 Feb 15 13:49:18.634516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2dae8-b6cd-4654-9fbe-09470c70921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccd67bc-302b-43fd-82e0-304d9ef3215d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:18.647865 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e81e0203-2a5a-41e0-8e67-76a629e11834 req-3d7ce6c5-aeac-485c-96c9-997f190847ff service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649668 Feb 15 13:49:18.674713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9027f371-98eb-41b9-9678-f1b7867c65cb req-7fb9cd50-e8a1-4a08-91ff-0aaa7a0c3b0f tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864031 Feb 15 13:49:18.789136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1 req-3556e0fb-6974-4fbe-b7b2-9119619b2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:18.790592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1 req-3556e0fb-6974-4fbe-b7b2-9119619b2405 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 1131 time: 0.0716469 Feb 15 13:49:18.908699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef43dfe-535e-4269-8ef9-33d7545fe8bb req-3a87aa78-8da4-4723-9ddc-a3b4cada3e1c tempest-LiveMigrationNegativeTest-1385720209 tempest-LiveMigrationNegativeTest-1385720209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:18.910402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ef43dfe-535e-4269-8ef9-33d7545fe8bb req-3a87aa78-8da4-4723-9ddc-a3b4cada3e1c tempest-LiveMigrationNegativeTest-1385720209 tempest-LiveMigrationNegativeTest-1385720209-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 1132 time: 0.1156130 Feb 15 13:49:18.939409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1 req-1cce3c0b-8296-4078-b619-d65e60c0a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:18.940840 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1 req-1cce3c0b-8296-4078-b619-d65e60c0a9b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1375270 Feb 15 13:49:18.942522 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5ef43dfe-535e-4269-8ef9-33d7545fe8bb req-3433d176-d63d-4d2d-af45-cd9bd8d6c92f tempest-LiveMigrationNegativeTest-1385720209 tempest-LiveMigrationNegativeTest-1385720209-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:18.996643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1 req-f9089e0e-1369-4f07-9245-ac69d3d77118 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 HTTP/1.1" status: 200 len: 217 time: 0.0456052 Feb 15 13:49:19.068244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44782) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:19.070504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1 req-cf62d366-0b92-4781-b582-d57132e2f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:19.072054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1 req-cf62d366-0b92-4781-b582-d57132e2f6b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0692458 Feb 15 13:49:19.086089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e92c3788-5529-4496-bb3e-b7e14f07ba00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:19.141498 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5ef43dfe-535e-4269-8ef9-33d7545fe8bb req-3433d176-d63d-4d2d-af45-cd9bd8d6c92f tempest-LiveMigrationNegativeTest-1385720209 tempest-LiveMigrationNegativeTest-1385720209-project-admin] Publish callbacks [] for security_group (820fa87c-c2b1-4710-9c92-3c8e12c5e328), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:19.150562 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5ef43dfe-535e-4269-8ef9-33d7545fe8bb req-3433d176-d63d-4d2d-af45-cd9bd8d6c92f tempest-LiveMigrationNegativeTest-1385720209 tempest-LiveMigrationNegativeTest-1385720209-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (820fa87c-c2b1-4710-9c92-3c8e12c5e328), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:19.163914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1 req-0b944326-71b7-4677-93a7-910d23ae337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:19.165418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1 req-0b944326-71b7-4677-93a7-910d23ae337d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0827730 Feb 15 13:49:19.212451 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e92c3788-5529-4496-bb3e-b7e14f07ba00 admin admin] Publish callbacks [] for security_group (cb34ff4b-d794-4541-ad46-b6dcfdb042dd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:19.217557 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e92c3788-5529-4496-bb3e-b7e14f07ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cb34ff4b-d794-4541-ad46-b6dcfdb042dd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:19.263415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c3788-5529-4496-bb3e-b7e14f07ba00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb34ff4b-d794-4541-ad46-b6dcfdb042dd,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:19.268416 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e92c3788-5529-4496-bb3e-b7e14f07ba00 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75cb469968fc481d8ea6b646b45acc20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982806 Feb 15 13:49:19.270992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44790) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:19.274951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ef43dfe-535e-4269-8ef9-33d7545fe8bb req-3433d176-d63d-4d2d-af45-cd9bd8d6c92f tempest-LiveMigrationNegativeTest-1385720209 tempest-LiveMigrationNegativeTest-1385720209-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546591 Feb 15 13:49:19.279418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433d176-d63d-4d2d-af45-cd9bd8d6c92f tempest-LiveMigrationNegativeTest-1385720209 tempest-LiveMigrationNegativeTest-1385720209-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820fa87c-c2b1-4710-9c92-3c8e12c5e328,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:19.334296 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f6dfe7-6763-491f-8959-28e78cae9cbe admin admin] Publish callbacks [] for security_group (cb34ff4b-d794-4541-ad46-b6dcfdb042dd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:19.343842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edf11e-e4cc-40c3-ae15-469a98cef1dc req-eda34906-aa8e-461c-96cb-a1926a18228c tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:19.345385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23edf11e-e4cc-40c3-ae15-469a98cef1dc req-eda34906-aa8e-461c-96cb-a1926a18228c tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 947 time: 0.1727369 Feb 15 13:49:19.365674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1 req-f282fd2f-9fa7-4b21-a41b-240510ce1768 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860936 Feb 15 13:49:19.378459 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f6dfe7-6763-491f-8959-28e78cae9cbe admin admin] Publish callbacks [] for security_group (cb34ff4b-d794-4541-ad46-b6dcfdb042dd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:19.450580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f6dfe7-6763-491f-8959-28e78cae9cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cb34ff4b-d794-4541-ad46-b6dcfdb042dd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:19.453474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f6dfe7-6763-491f-8959-28e78cae9cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:19.454726 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-25f6dfe7-6763-491f-8959-28e78cae9cbe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb34ff4b-d794-4541-ad46-b6dcfdb042dd HTTP/1.1" status: 204 len: 168 time: 0.1827862 Feb 15 13:49:19.461748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23edf11e-e4cc-40c3-ae15-469a98cef1dc req-b7e6f9f6-bdad-4f01-b66d-0ef1e16c3ecb tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071584 Feb 15 13:49:19.476749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6dfe7-6763-491f-8959-28e78cae9cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb34ff4b-d794-4541-ad46-b6dcfdb042dd,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:19.557581 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:19.561588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24bb501-56a8-42f2-95b2-a08d7d8c1ff1 req-9a8c1596-25ba-4168-b140-209eb53a9518 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878467 Feb 15 13:49:19.653136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c18e3-39b2-4ed2-b7ca-c6a8cb18a54f req-38ce3f53-9a59-4f6d-8035-af1b3fae4965 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:19.660413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-897c18e3-39b2-4ed2-b7ca-c6a8cb18a54f req-38ce3f53-9a59-4f6d-8035-af1b3fae4965 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 948 time: 0.0859456 Feb 15 13:49:19.719155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-897c18e3-39b2-4ed2-b7ca-c6a8cb18a54f req-45a0e35d-4237-49c9-aeed-6189ce59dbcd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535595 Feb 15 13:49:20.211739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b22dd-4362-4c92-bc9e-25bb3c664ab4 req-a8d5e998-ebef-4c5b-9ed9-708cc314bd82 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:20.214210 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-218b22dd-4362-4c92-bc9e-25bb3c664ab4 req-a8d5e998-ebef-4c5b-9ed9-708cc314bd82 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.3888454 Feb 15 13:49:20.240177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a769eb-742d-41b2-af3b-2e3fb9b79125 req-c34e7dbc-fdbb-41e0-a6ea-c9631decc06b tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:20.247398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99a769eb-742d-41b2-af3b-2e3fb9b79125 req-c34e7dbc-fdbb-41e0-a6ea-c9631decc06b tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 949 time: 0.0899322 Feb 15 13:49:20.322012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-218b22dd-4362-4c92-bc9e-25bb3c664ab4 req-132e09be-86f2-41cf-aa59-100d9b1fe6e0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979435 Feb 15 13:49:20.336609 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99a769eb-742d-41b2-af3b-2e3fb9b79125 req-1cc5becc-e59c-406e-8ff5-ba07ce576d82 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867648 Feb 15 13:49:20.428990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 0d923283-894f-49df-9ddb-c71833765950 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:20.567264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 0d923283-894f-49df-9ddb-c71833765950, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0d923283-894f-49df-9ddb-c71833765950,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:20.580973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '0d923283-894f-49df-9ddb-c71833765950', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '0d923283-894f-49df-9ddb-c71833765950', 'mac_address': 'fa:16:3e:13:22:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:20.644132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 0d923283-894f-49df-9ddb-c71833765950 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:20.644538 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0d923283-894f-49df-9ddb-c71833765950), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:20.663120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d923283-894f-49df-9ddb-c71833765950 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:20.679144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d8113-9c6b-4106-9ae6-b4093183ec6a req-4b0803cb-df70-4520-b0dc-13a5ab74fcbd tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:20.680842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-672d8113-9c6b-4106-9ae6-b4093183ec6a req-4b0803cb-df70-4520-b0dc-13a5ab74fcbd tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 947 time: 0.0870974 Feb 15 13:49:20.685414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 0d923283-894f-49df-9ddb-c71833765950, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0d923283-894f-49df-9ddb-c71833765950,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:20.690698 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0d923283-894f-49df-9ddb-c71833765950), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:20.758759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=0d923283-894f-49df-9ddb-c71833765950,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:20.781005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-672d8113-9c6b-4106-9ae6-b4093183ec6a req-0ea9ca4c-978e-4076-bdd5-0c720b536c4c tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944209 Feb 15 13:49:20.815988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44860) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:20.931726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992f847-6474-4c2e-8ba3-dc37930aada7 req-6760c5e2-8d9a-4f72-8d4d-fa0a35a3f3ea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:20.945311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8992f847-6474-4c2e-8ba3-dc37930aada7 req-6760c5e2-8d9a-4f72-8d4d-fa0a35a3f3ea tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 948 time: 0.0961194 Feb 15 13:49:20.947822 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:21.022649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8992f847-6474-4c2e-8ba3-dc37930aada7 req-f248fc6d-54e1-4ad2-b304-4afdb0f27c37 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689292 Feb 15 13:49:21.080388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['0d923283-894f-49df-9ddb-c71833765950'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:21.252498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d7da1a2-f5d7-4263-8bb9-345874492021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:21.353459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-84802e7d-2e2f-4494-9206-b13e521fd799 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=558798b5b943486880294c51c3defacc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297751 Feb 15 13:49:21.408881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d7da1a2-f5d7-4263-8bb9-345874492021 admin admin] Publish callbacks [] for security_group (42d5d8cd-ff56-45a7-aceb-b7adbb3ddeeb), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:21.415354 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d7da1a2-f5d7-4263-8bb9-345874492021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (42d5d8cd-ff56-45a7-aceb-b7adbb3ddeeb), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:21.469097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7da1a2-f5d7-4263-8bb9-345874492021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d5d8cd-ff56-45a7-aceb-b7adbb3ddeeb,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:21.481176 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2d7da1a2-f5d7-4263-8bb9-345874492021 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=02562febbd31446ebf61083feb19422f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6609309 Feb 15 13:49:21.482122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44886) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:21.566109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04d9ef0c-b7f1-42f5-92bf-192054927c37 admin admin] Publish callbacks [] for security_group (42d5d8cd-ff56-45a7-aceb-b7adbb3ddeeb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:21.606840 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04d9ef0c-b7f1-42f5-92bf-192054927c37 admin admin] Publish callbacks [] for security_group (42d5d8cd-ff56-45a7-aceb-b7adbb3ddeeb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:21.678356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04d9ef0c-b7f1-42f5-92bf-192054927c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (42d5d8cd-ff56-45a7-aceb-b7adbb3ddeeb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:21.681228 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04d9ef0c-b7f1-42f5-92bf-192054927c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:21.683544 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-04d9ef0c-b7f1-42f5-92bf-192054927c37 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/42d5d8cd-ff56-45a7-aceb-b7adbb3ddeeb HTTP/1.1" status: 204 len: 168 time: 0.2001243 Feb 15 13:49:21.688960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-89e8d587-47cc-40c7-b916-cf25442e352e tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:21.696298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-89e8d587-47cc-40c7-b916-cf25442e352e tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3411639 Feb 15 13:49:21.704516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9ef0c-b7f1-42f5-92bf-192054927c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d5d8cd-ff56-45a7-aceb-b7adbb3ddeeb,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:21.722367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-adc89df1-b593-46a1-932e-64b0ec0ad0ec tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/quotas/558798b5b943486880294c51c3defacc HTTP/1.1" status: 200 len: 375 time: 0.0250287 Feb 15 13:49:21.734269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f653b-90df-4873-a8a2-a37cdda5ed96 req-f7aa3639-8e3e-4929-ba75-5190d8c9b225 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:21.741608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c91f653b-90df-4873-a8a2-a37cdda5ed96 req-f7aa3639-8e3e-4929-ba75-5190d8c9b225 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.2385678 Feb 15 13:49:21.751512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e3d24-de99-49e0-9798-8b11d29d09ca req-f0c79516-e95d-42bc-a0ca-a92ad2fbd79b tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:21.753066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e0e3d24-de99-49e0-9798-8b11d29d09ca req-f0c79516-e95d-42bc-a0ca-a92ad2fbd79b tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.42 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 949 time: 0.2005796 Feb 15 13:49:21.918632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-d0a41d16-3e48-4ad9-8985-282ce638b955 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=558798b5b943486880294c51c3defacc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1729772 Feb 15 13:49:22.005069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c91f653b-90df-4873-a8a2-a37cdda5ed96 req-cab72064-7143-4260-a170-c619a7db849c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625787 Feb 15 13:49:22.260437 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-7e0e3d24-de99-49e0-9798-8b11d29d09ca req-14b1c3bc-3d82-4ee7-a675-513582fe91db tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Deleting port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:49:22.260437 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7e0e3d24-de99-49e0-9798-8b11d29d09ca req-14b1c3bc-3d82-4ee7-a675-513582fe91db tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.391851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:22.467536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44916) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:22.497750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1f95-3e40-4d80-8457-f6777ca50132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.513842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-7e0e3d24-de99-49e0-9798-8b11d29d09ca req-14b1c3bc-3d82-4ee7-a675-513582fe91db tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] For port bd164c91-5502-4d9c-8a73-1dfe9d002fa2, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd164c91-5502-4d9c-8a73-1dfe9d002fa2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:22.514777 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7e0e3d24-de99-49e0-9798-8b11d29d09ca req-14b1c3bc-3d82-4ee7-a675-513582fe91db tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.534711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 0d923283-894f-49df-9ddb-c71833765950 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:22.537228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-7e0e3d24-de99-49e0-9798-8b11d29d09ca req-14b1c3bc-3d82-4ee7-a675-513582fe91db tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Calling delete_port for bd164c91-5502-4d9c-8a73-1dfe9d002fa2 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:49:22.617581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:22.643597 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1f95-3e40-4d80-8457-f6777ca50132 admin admin] Publish callbacks [] for security_group (bee87b6b-6f5b-4453-ad76-6bd64ae0aa99), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.648326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'b41daffe-ca29-4afb-8ce3-fa1ea553fbc2', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'b41daffe-ca29-4afb-8ce3-fa1ea553fbc2', 'mac_address': 'fa:16:3e:b2:28:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:22.648962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1f95-3e40-4d80-8457-f6777ca50132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bee87b6b-6f5b-4453-ad76-6bd64ae0aa99), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.679150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b5cab-42fb-452b-b167-1f8bead0a205 req-17846caa-554b-4967-93fd-ece7c3b2b1dc tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:22.686332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b7b5cab-42fb-452b-b167-1f8bead0a205 req-17846caa-554b-4967-93fd-ece7c3b2b1dc tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 949 time: 0.4914935 Feb 15 13:49:22.697243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 0d923283-894f-49df-9ddb-c71833765950 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:22.700224 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4c3a1f95-3e40-4d80-8457-f6777ca50132 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=732862514ec541be9ecfaf6ed601a499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300186 Feb 15 13:49:22.701497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a1f95-3e40-4d80-8457-f6777ca50132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee87b6b-6f5b-4453-ad76-6bd64ae0aa99,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:22.703692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44920) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:22.706099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 0d923283-894f-49df-9ddb-c71833765950 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:22.706695 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0d923283-894f-49df-9ddb-c71833765950), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.739907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55275417-55cf-4fbd-b042-cf3e4d236c6c req-94bceb43-2cce-48eb-98bd-2a4e2cd15839 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:22.743485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:22.743954 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.749560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55275417-55cf-4fbd-b042-cf3e4d236c6c req-94bceb43-2cce-48eb-98bd-2a4e2cd15839 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 948 time: 0.4117150 Feb 15 13:49:22.776052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:22.807543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a45330b6-b621-4234-bd06-dd21812fa97a admin admin] Publish callbacks [] for security_group (bee87b6b-6f5b-4453-ad76-6bd64ae0aa99), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.815624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:22.837605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.842465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b7b5cab-42fb-452b-b167-1f8bead0a205 req-df564ae6-426b-4b34-9392-c8fe883cc99e tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551795 Feb 15 13:49:22.859629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a45330b6-b621-4234-bd06-dd21812fa97a admin admin] Publish callbacks [] for security_group (bee87b6b-6f5b-4453-ad76-6bd64ae0aa99), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.882868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 0d923283-894f-49df-9ddb-c71833765950 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:22.883312 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0d923283-894f-49df-9ddb-c71833765950), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.899248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55275417-55cf-4fbd-b042-cf3e4d236c6c req-c0906374-bd5f-4855-adb7-3677f44cabac tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487224 Feb 15 13:49:22.938665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:22.947923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cd4f5f-9862-406b-98ab-54a1b32b569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d923283-894f-49df-9ddb-c71833765950'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:22.950655 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2284dfcd-9d6d-409e-8332-9e88dbbf131c" -d '{"events": [{"server_uuid": "e2cd4f5f-9862-406b-98ab-54a1b32b569e", "name": "network-vif-plugged", "status": "completed", "tag": "0d923283-894f-49df-9ddb-c71833765950"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:22.966124 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 0d923283-894f-49df-9ddb-c71833765950, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0d923283-894f-49df-9ddb-c71833765950,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:22.973507 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0d923283-894f-49df-9ddb-c71833765950), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.977512 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7e0e3d24-de99-49e0-9798-8b11d29d09ca req-14b1c3bc-3d82-4ee7-a675-513582fe91db tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bd164c91-5502-4d9c-8a73-1dfe9d002fa2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.991910 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a45330b6-b621-4234-bd06-dd21812fa97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bee87b6b-6f5b-4453-ad76-6bd64ae0aa99), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:22.997104 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a45330b6-b621-4234-bd06-dd21812fa97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:23.000233 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a45330b6-b621-4234-bd06-dd21812fa97a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bee87b6b-6f5b-4453-ad76-6bd64ae0aa99 HTTP/1.1" status: 204 len: 168 time: 0.2810502 Feb 15 13:49:23.021124 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['bd164c91-5502-4d9c-8a73-1dfe9d002fa2'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:23.021928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45330b6-b621-4234-bd06-dd21812fa97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee87b6b-6f5b-4453-ad76-6bd64ae0aa99,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:23.024269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['1982432d-9159-4214-9047-6446b168339f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:23.074793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1c3bc-3d82-4ee7-a675-513582fe91db tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Pushing event deleted for resources: {'Port': ['ID=bd164c91-5502-4d9c-8a73-1dfe9d002fa2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:23.086266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['b41daffe-ca29-4afb-8ce3-fa1ea553fbc2'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:23.111443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-325cc517-7315-4806-a07d-df09583a84ff req-a942a831-6d03-4bce-817f-69444a22380d tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 210 time: 0.0841889 Feb 15 13:49:23.169273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=0d923283-894f-49df-9ddb-c71833765950,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:23.291736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0e3d24-de99-49e0-9798-8b11d29d09ca req-14b1c3bc-3d82-4ee7-a675-513582fe91db tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] No DVR routers for this DVR port bd164c91-5502-4d9c-8a73-1dfe9d002fa2 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:23.304435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65be1c7-64d3-4fa4-9935-0336cc7e39c6 req-3878844f-b4a8-4a11-9ee0-2cfd8ee5bd05 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:23.311814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e65be1c7-64d3-4fa4-9935-0336cc7e39c6 req-3878844f-b4a8-4a11-9ee0-2cfd8ee5bd05 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 949 time: 0.3706946 Feb 15 13:49:23.320726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7e0e3d24-de99-49e0-9798-8b11d29d09ca req-14b1c3bc-3d82-4ee7-a675-513582fe91db tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:23.324107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e0e3d24-de99-49e0-9798-8b11d29d09ca req-14b1c3bc-3d82-4ee7-a675-513582fe91db tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.42 "DELETE /v2.0/ports/bd164c91-5502-4d9c-8a73-1dfe9d002fa2 HTTP/1.1" status: 204 len: 173 time: 1.5375023 Feb 15 13:49:23.324695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754dd4b5-4bfb-40e7-94a1-9814ac3734df', 'name': 'network-vif-deleted', 'tag': 'bd164c91-5502-4d9c-8a73-1dfe9d002fa2'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:23.327997 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1530f0-3bc5-4a91-80ae-ec3fffd9a80b" -d '{"events": [{"server_uuid": "754dd4b5-4bfb-40e7-94a1-9814ac3734df", "name": "network-vif-deleted", "tag": "bd164c91-5502-4d9c-8a73-1dfe9d002fa2"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:23.411889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e65be1c7-64d3-4fa4-9935-0336cc7e39c6 req-f06788bc-c6c6-419e-9b38-79e2035a3ee6 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988255 Feb 15 13:49:23.517858 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181ceea4-e9da-43d4-a471-b690f8a06a01 x-openstack-request-id: req-181ceea4-e9da-43d4-a471-b690f8a06a01 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:23.518461 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cd4f5f-9862-406b-98ab-54a1b32b569e", "name": "network-vif-plugged", "status": "completed", "tag": "0d923283-894f-49df-9ddb-c71833765950", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:23.518461 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-181ceea4-e9da-43d4-a471-b690f8a06a01 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:23.518841 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cd4f5f-9862-406b-98ab-54a1b32b569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d923283-894f-49df-9ddb-c71833765950', 'code': 200} Feb 15 13:49:23.656235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799c6eb-f118-4104-b7de-42cd93347777 req-e8cc0d39-5977-460c-be65-185485c76a1a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:23.658712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9799c6eb-f118-4104-b7de-42cd93347777 req-e8cc0d39-5977-460c-be65-185485c76a1a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.0716698 Feb 15 13:49:23.664694 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-ea33d14f-0e73-432a-8f28-26c10edc5d83 req-63a5021f-4ee4-4dcc-82c0-f1068a2decc2 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Request body: {'security_group': {'name': 'tempest-securitygroup-621966745', 'description': 'tempest-description-1771563545'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:23.667590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae17a27-0573-4c8b-b4d4-591d88371d94 req-de8cc018-8f2d-40dd-aec0-43f4c40638ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:23.670391 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eae17a27-0573-4c8b-b4d4-591d88371d94 req-de8cc018-8f2d-40dd-aec0-43f4c40638ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 1132 time: 0.0714850 Feb 15 13:49:23.733795 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eae17a27-0573-4c8b-b4d4-591d88371d94 req-fd1068ed-5d64-4aa1-9efb-4dbd1852e732 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559564 Feb 15 13:49:23.735088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9799c6eb-f118-4104-b7de-42cd93347777 req-407c5f3c-1deb-4516-8a97-2066dad3d7b6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604560 Feb 15 13:49:23.755548 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ea33d14f-0e73-432a-8f28-26c10edc5d83 req-63a5021f-4ee4-4dcc-82c0-f1068a2decc2 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:23.760064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-c57e2d5e-cfb1-4a42-b906-8532dd357573 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=558798b5b943486880294c51c3defacc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285764 Feb 15 13:49:23.766649 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ea33d14f-0e73-432a-8f28-26c10edc5d83 req-63a5021f-4ee4-4dcc-82c0-f1068a2decc2 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:23.827966 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d956dc-d180-476c-af26-d584030d64e1 x-openstack-request-id: req-a6d956dc-d180-476c-af26-d584030d64e1 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:23.828275 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754dd4b5-4bfb-40e7-94a1-9814ac3734df", "name": "network-vif-deleted", "tag": "bd164c91-5502-4d9c-8a73-1dfe9d002fa2", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:23.829274 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a6d956dc-d180-476c-af26-d584030d64e1 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:23.830048 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754dd4b5-4bfb-40e7-94a1-9814ac3734df', 'name': 'network-vif-deleted', 'tag': 'bd164c91-5502-4d9c-8a73-1dfe9d002fa2', 'status': 'completed', 'code': 200} Feb 15 13:49:23.877241 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ea33d14f-0e73-432a-8f28-26c10edc5d83 req-63a5021f-4ee4-4dcc-82c0-f1068a2decc2 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (a13b5c8d-acae-4977-917f-75a8234081f6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:23.881653 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ea33d14f-0e73-432a-8f28-26c10edc5d83 req-63a5021f-4ee4-4dcc-82c0-f1068a2decc2 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a13b5c8d-acae-4977-917f-75a8234081f6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:23.919256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5021f-4ee4-4dcc-82c0-f1068a2decc2 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13b5c8d-acae-4977-917f-75a8234081f6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:23.982640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77b4dd02-9650-42d5-9f6b-1f4ad6ebada3 req-5642577f-5812-4f35-ba48-89218c2aa579 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=754dd4b5-4bfb-40e7-94a1-9814ac3734df HTTP/1.1" status: 200 len: 210 time: 0.0367980 Feb 15 13:49:23.996174 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ea33d14f-0e73-432a-8f28-26c10edc5d83 req-63a5021f-4ee4-4dcc-82c0-f1068a2decc2 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (e72bba5c-d96f-4a03-ad03-6b35ea404e4a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.013347 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ea33d14f-0e73-432a-8f28-26c10edc5d83 req-63a5021f-4ee4-4dcc-82c0-f1068a2decc2 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e72bba5c-d96f-4a03-ad03-6b35ea404e4a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.046883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5021f-4ee4-4dcc-82c0-f1068a2decc2 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72bba5c-d96f-4a03-ad03-6b35ea404e4a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:24.053731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ea33d14f-0e73-432a-8f28-26c10edc5d83 req-63a5021f-4ee4-4dcc-82c0-f1068a2decc2 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.057943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea33d14f-0e73-432a-8f28-26c10edc5d83 req-63a5021f-4ee4-4dcc-82c0-f1068a2decc2 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3979790 Feb 15 13:49:24.137441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-ecdd5307-1be3-4d76-b815-edc288adb6ec req-44be8a19-d06b-42e2-a50e-57249e0868e0 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Request body: {'security_group': {'name': 'tempest-securitygroup-19604222', 'description': 'tempest-description-777722802'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:24.205121 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ecdd5307-1be3-4d76-b815-edc288adb6ec req-44be8a19-d06b-42e2-a50e-57249e0868e0 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.256312 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-838c620a-80e9-4d48-a005-3ba54e2bcca1 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:24.257786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-838c620a-80e9-4d48-a005-3ba54e2bcca1 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078629 Feb 15 13:49:24.264674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7c6c6-f80f-41f7-980d-9664972dc0f5 req-3a053787-90b6-4a3a-82f3-db568167c020 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:24.266077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcc7c6c6-f80f-41f7-980d-9664972dc0f5 req-3a053787-90b6-4a3a-82f3-db568167c020 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 949 time: 0.1686802 Feb 15 13:49:24.297843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Request body: {'port': {'device_id': '61143826-c4ba-4e7a-8027-423ca4ecefd1', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '558798b5b943486880294c51c3defacc'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:24.404488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:24.405465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcc7c6c6-f80f-41f7-980d-9664972dc0f5 req-575d5161-8c9f-480b-83af-388e25f2b1f4 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322629 Feb 15 13:49:24.428809 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ecdd5307-1be3-4d76-b815-edc288adb6ec req-44be8a19-d06b-42e2-a50e-57249e0868e0 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (85d2ca64-ba5c-4f02-8466-4ce1dc91201c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.442717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ecdd5307-1be3-4d76-b815-edc288adb6ec req-44be8a19-d06b-42e2-a50e-57249e0868e0 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (85d2ca64-ba5c-4f02-8466-4ce1dc91201c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.489995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:24.495139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:24.495825 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.496707 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ecdd5307-1be3-4d76-b815-edc288adb6ec req-44be8a19-d06b-42e2-a50e-57249e0868e0 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.497986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ecdd5307-1be3-4d76-b815-edc288adb6ec req-44be8a19-d06b-42e2-a50e-57249e0868e0 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3985038 Feb 15 13:49:24.533874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be8a19-d06b-42e2-a50e-57249e0868e0 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d2ca64-ba5c-4f02-8466-4ce1dc91201c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:24.539552 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23057573-b026-4977-a2ae-b24d763d03cc req-f04324c6-a1b2-4c65-a33d-144343db3a68 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 210 time: 0.0465548 Feb 15 13:49:24.540751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Made reservation on behalf of 558798b5b943486880294c51c3defacc for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:24.544242 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.565089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.630733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:24.632284 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.646716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9681e7-2a68-4ddc-a4f6-737dd4f1e8ad req-1bb014a6-c2f9-443b-a003-da15335d4850 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:24.646716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c9681e7-2a68-4ddc-a4f6-737dd4f1e8ad req-1bb014a6-c2f9-443b-a003-da15335d4850 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 949 time: 0.0862629 Feb 15 13:49:24.685794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:24.692071 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.725128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c9681e7-2a68-4ddc-a4f6-737dd4f1e8ad req-90641d82-c9ec-40f0-99d7-b2157bb0dc99 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715294 Feb 15 13:49:24.740824 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Publish callbacks [] for security_group (069b5ce3-d820-4477-9af3-f2bdc28f7217), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.754171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (069b5ce3-d820-4477-9af3-f2bdc28f7217), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:24.771597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:24.882489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069b5ce3-d820-4477-9af3-f2bdc28f7217,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:24.968958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5418244b-35c7-4eb9-84b4-c136c835fa21 req-4d46dd4c-2d54-4c7a-b18f-6dcc7a80a146 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1883544282', 'description': 'tempest-description-76560609'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:25.012212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cfb5f-43a6-47eb-8538-bb90dd6530a1 req-55fa6c88-f742-49aa-afb7-d333eb7b6820 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:25.013751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-420cfb5f-43a6-47eb-8538-bb90dd6530a1 req-55fa6c88-f742-49aa-afb7-d333eb7b6820 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1586349 Feb 15 13:49:25.026872 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5418244b-35c7-4eb9-84b4-c136c835fa21 req-4d46dd4c-2d54-4c7a-b18f-6dcc7a80a146 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:25.041225 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Allocated IP 192.168.233.149 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/934fd5b1-146b-4e33-b270-7c6645e812d2) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:25.229009 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5418244b-35c7-4eb9-84b4-c136c835fa21 req-4d46dd4c-2d54-4c7a-b18f-6dcc7a80a146 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:25.306106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-420cfb5f-43a6-47eb-8538-bb90dd6530a1 req-28bb605f-ba81-41a6-8558-1f43489e774d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834010 Feb 15 13:49:25.454531 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5418244b-35c7-4eb9-84b4-c136c835fa21 req-4d46dd4c-2d54-4c7a-b18f-6dcc7a80a146 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (af96fa5a-4b13-42b5-9295-1e907d295f86), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:25.464144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5418244b-35c7-4eb9-84b4-c136c835fa21 req-4d46dd4c-2d54-4c7a-b18f-6dcc7a80a146 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (af96fa5a-4b13-42b5-9295-1e907d295f86), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:25.485052 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Publish callbacks [] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:25.519838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6a7114-9455-4949-a1fa-47603fe8e717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41daffe-ca29-4afb-8ce3-fa1ea553fbc2'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:25.522306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46dd4c-2d54-4c7a-b18f-6dcc7a80a146 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af96fa5a-4b13-42b5-9295-1e907d295f86,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:25.522621 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef36bc68-0d82-4e88-9024-814045c9ac29" -d '{"events": [{"server_uuid": "be6a7114-9455-4949-a1fa-47603fe8e717", "name": "network-vif-plugged", "status": "completed", "tag": "b41daffe-ca29-4afb-8ce3-fa1ea553fbc2"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:25.577132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5418244b-35c7-4eb9-84b4-c136c835fa21 req-4d46dd4c-2d54-4c7a-b18f-6dcc7a80a146 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (28053fcd-dece-445b-ae5d-a1e2f76d230f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:25.579522 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:25.583093 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5418244b-35c7-4eb9-84b4-c136c835fa21 req-4d46dd4c-2d54-4c7a-b18f-6dcc7a80a146 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (28053fcd-dece-445b-ae5d-a1e2f76d230f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:25.649089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5418244b-35c7-4eb9-84b4-c136c835fa21 req-4d46dd4c-2d54-4c7a-b18f-6dcc7a80a146 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:25.650230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5418244b-35c7-4eb9-84b4-c136c835fa21 req-4d46dd4c-2d54-4c7a-b18f-6dcc7a80a146 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7039566 Feb 15 13:49:25.652061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:25.658826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:25.662986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46dd4c-2d54-4c7a-b18f-6dcc7a80a146 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28053fcd-dece-445b-ae5d-a1e2f76d230f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:25.667736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:49:25.695760 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Pushing event updated for resources: {'Port': ['ID=934fd5b1-146b-4e33-b270-7c6645e812d2,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:25.736985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:25.737731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:25.781976 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2079ce-3111-41e2-a587-829cf6d53a8c x-openstack-request-id: req-8a2079ce-3111-41e2-a587-829cf6d53a8c {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:25.782503 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6a7114-9455-4949-a1fa-47603fe8e717", "name": "network-vif-plugged", "status": "completed", "tag": "b41daffe-ca29-4afb-8ce3-fa1ea553fbc2", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:25.782636 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a2079ce-3111-41e2-a587-829cf6d53a8c {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:25.783096 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6a7114-9455-4949-a1fa-47603fe8e717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41daffe-ca29-4afb-8ce3-fa1ea553fbc2', 'code': 200} Feb 15 13:49:25.800464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-f973d785-208e-4669-a73c-890a0bb97ea4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5163448 Feb 15 13:49:25.823511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Request body: {'port': {'device_id': '61143826-c4ba-4e7a-8027-423ca4ecefd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:25.944105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac8497-09f5-4637-9bbd-a98c7ba9af37 req-35c96dcd-b522-469e-a732-3de879cf0451 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:25.945699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00ac8497-09f5-4637-9bbd-a98c7ba9af37 req-35c96dcd-b522-469e-a732-3de879cf0451 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 949 time: 0.1974759 Feb 15 13:49:25.979122 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:26.015641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-09061be6-54fc-4abf-915b-d8c691e51ab0 None None] Provisioning complete for port 934fd5b1-146b-4e33-b270-7c6645e812d2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:26.016017 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-09061be6-54fc-4abf-915b-d8c691e51ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:26.055871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efe0e1-6d72-4b98-b009-11df406787fb req-f7473fe9-5967-4ece-91d1-0b2817f1e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:26.056916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-09061be6-54fc-4abf-915b-d8c691e51ab0 None None] Port 934fd5b1-146b-4e33-b270-7c6645e812d2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:49:26.057471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b7efe0e1-6d72-4b98-b009-11df406787fb req-f7473fe9-5967-4ece-91d1-0b2817f1e9a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 1133 time: 0.1997492 Feb 15 13:49:26.067505 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d0b29-826e-4895-96a2-186a66b81dc4 req-e4a646c0-6afa-419c-b7ca-798e07ccb143 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:26.069034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f2d0b29-826e-4895-96a2-186a66b81dc4 req-e4a646c0-6afa-419c-b7ca-798e07ccb143 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 936 time: 0.1990476 Feb 15 13:49:26.072039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00ac8497-09f5-4637-9bbd-a98c7ba9af37 req-d2045d44-d5c2-4c78-bd01-8c354a381d6f tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191983 Feb 15 13:49:26.186353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a88762c2-51cd-4af3-a924-a7b370ed21d9 req-21d75a27-8f0a-443c-b27d-5263606f357a tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1684084032', 'description': 'tempest-description-707296056'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:26.241912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b7efe0e1-6d72-4b98-b009-11df406787fb req-5104ff1f-2233-48dc-a9e1-95c96e9e5197 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671159 Feb 15 13:49:26.259155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f2d0b29-826e-4895-96a2-186a66b81dc4 req-cfafaef3-1539-4196-81bf-822a32a272fb tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/security-groups?id=069b5ce3-d820-4477-9af3-f2bdc28f7217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756160 Feb 15 13:49:26.281504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a88762c2-51cd-4af3-a924-a7b370ed21d9 req-21d75a27-8f0a-443c-b27d-5263606f357a tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:26.410162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bd164c91-5502-4d9c-8a73-1dfe9d002fa2 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:49:26.453689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45010) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:26.456001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: bd164c91-5502-4d9c-8a73-1dfe9d002fa2 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:49:26.456797 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bd164c91-5502-4d9c-8a73-1dfe9d002fa2 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:49:26.470709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fde6e-7fdc-44c4-b8a7-ec082eb50147 req-85abe7f1-9020-4823-bfc0-8e9fb73c3742 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:26.472259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b9fde6e-7fdc-44c4-b8a7-ec082eb50147 req-85abe7f1-9020-4823-bfc0-8e9fb73c3742 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 950 time: 0.1347950 Feb 15 13:49:26.482323 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a88762c2-51cd-4af3-a924-a7b370ed21d9 req-21d75a27-8f0a-443c-b27d-5263606f357a tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (dfab83c0-6720-4ed0-b16f-d0726a9655e8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:26.486414 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-db5d6c9c-8f58-47b7-a4e2-81cd7d7d7a20 service neutron] show failed (client error): The resource could not be found. Feb 15 13:49:26.487532 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-db5d6c9c-8f58-47b7-a4e2-81cd7d7d7a20 service neutron] 10.222.0.67 "GET /v2.0/ports/be9316c8-336a-492a-83ba-7739d98a09b0/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0639975 Feb 15 13:49:26.501037 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a88762c2-51cd-4af3-a924-a7b370ed21d9 req-21d75a27-8f0a-443c-b27d-5263606f357a tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dfab83c0-6720-4ed0-b16f-d0726a9655e8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:26.588430 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a88762c2-51cd-4af3-a924-a7b370ed21d9 req-21d75a27-8f0a-443c-b27d-5263606f357a tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:26.589662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a88762c2-51cd-4af3-a924-a7b370ed21d9 req-21d75a27-8f0a-443c-b27d-5263606f357a tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4185812 Feb 15 13:49:26.599725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934fd5b1-146b-4e33-b270-7c6645e812d2 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:26.609227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d75a27-8f0a-443c-b27d-5263606f357a tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfab83c0-6720-4ed0-b16f-d0726a9655e8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:26.625707 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Publish callbacks [] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:26.641911 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-139b1462-01f0-4973-941c-e15c0ca45eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:26.652726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b9fde6e-7fdc-44c4-b8a7-ec082eb50147 req-79dfa0f6-bfcf-48b3-9b81-c94ea8513c10 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730576 Feb 15 13:49:26.682606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Transition to ACTIVE for port object 934fd5b1-146b-4e33-b270-7c6645e812d2 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:26.704324 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:26.854665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=934fd5b1-146b-4e33-b270-7c6645e812d2,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:26.866970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692d4ef-a672-46cf-820d-83cda66779e0 req-cab66895-f142-44a1-b4c5-5bdc32be09db tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:26.868598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3692d4ef-a672-46cf-820d-83cda66779e0 req-cab66895-f142-44a1-b4c5-5bdc32be09db tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 950 time: 0.2238729 Feb 15 13:49:26.984489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-6a7bd517-6257-4ec1-a37b-189364c609d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:26.986024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-6a7bd517-6257-4ec1-a37b-189364c609d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30&tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99 HTTP/1.1" status: 200 len: 1132 time: 0.2703683 Feb 15 13:49:27.003886 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-139b1462-01f0-4973-941c-e15c0ca45eab admin admin] Publish callbacks [] for security_group (69456bf4-e386-405c-b3d4-00249aaa6a6a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.008747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:27.022709 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-139b1462-01f0-4973-941c-e15c0ca45eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (69456bf4-e386-405c-b3d4-00249aaa6a6a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.078824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3692d4ef-a672-46cf-820d-83cda66779e0 req-38a3716c-7c29-484e-92c7-e4b29a2303db tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888385 Feb 15 13:49:27.108200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Attempting to bind port 934fd5b1-146b-4e33-b270-7c6645e812d2 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:49:27.108603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Attempting to bind port 934fd5b1-146b-4e33-b270-7c6645e812d2 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:49:27.108939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Attempting to bind port 934fd5b1-146b-4e33-b270-7c6645e812d2 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:27.120966 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-139b1462-01f0-4973-941c-e15c0ca45eab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1ff8545a30404be395a4eca8e4093074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6655791 Feb 15 13:49:27.123635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45020) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:27.143827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b1462-01f0-4973-941c-e15c0ca45eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69456bf4-e386-405c-b3d4-00249aaa6a6a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:27.146291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Port 934fd5b1-146b-4e33-b270-7c6645e812d2 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:49:27.146617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Attempting to bind port 934fd5b1-146b-4e33-b270-7c6645e812d2 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:27.179825 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfb1141f-da05-4d7d-b714-976070829236 admin admin] Publish callbacks [] for security_group (69456bf4-e386-405c-b3d4-00249aaa6a6a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.197314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:49:27.197659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:27.198050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:49:27.198482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Bound port: 934fd5b1-146b-4e33-b270-7c6645e812d2, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:49:27.198837 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.203426 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfb1141f-da05-4d7d-b714-976070829236 admin admin] Publish callbacks [] for security_group (69456bf4-e386-405c-b3d4-00249aaa6a6a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.237783 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.257449 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfb1141f-da05-4d7d-b714-976070829236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (69456bf4-e386-405c-b3d4-00249aaa6a6a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.260176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfb1141f-da05-4d7d-b714-976070829236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.261326 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dfb1141f-da05-4d7d-b714-976070829236 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/69456bf4-e386-405c-b3d4-00249aaa6a6a HTTP/1.1" status: 204 len: 168 time: 0.1366711 Feb 15 13:49:27.281442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1141f-da05-4d7d-b714-976070829236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69456bf4-e386-405c-b3d4-00249aaa6a6a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:27.372192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f5401-41fe-4316-b629-b8f4f13ce7aa req-7f578ee4-bde8-47c5-aa0a-767c1d5400f6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:27.373849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-153f5401-41fe-4316-b629-b8f4f13ce7aa req-7f578ee4-bde8-47c5-aa0a-767c1d5400f6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.2497745 Feb 15 13:49:27.433772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] For port 934fd5b1-146b-4e33-b270-7c6645e812d2, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:27.507947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] For port 934fd5b1-146b-4e33-b270-7c6645e812d2, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=934fd5b1-146b-4e33-b270-7c6645e812d2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:49:27.536310 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.619451 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45030) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:27.634063 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78ea3c3d-2305-46ff-ab3f-830a6e2788aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.647227 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-153f5401-41fe-4316-b629-b8f4f13ce7aa req-24fa02e1-1213-478e-8259-0b01ed8264aa tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583921 Feb 15 13:49:27.648662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:27.649499 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.650630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] 10.222.0.67 "PUT /v2.0/ports/934fd5b1-146b-4e33-b270-7c6645e812d2 HTTP/1.1" status: 200 len: 1097 time: 1.8414767 Feb 15 13:49:27.658966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61143826-c4ba-4e7a-8027-423ca4ecefd1', 'tag': '934fd5b1-146b-4e33-b270-7c6645e812d2'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:27.661974 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c22746c-e331-4c22-bb23-f973b29d6e94" -d '{"events": [{"name": "network-changed", "server_uuid": "61143826-c4ba-4e7a-8027-423ca4ecefd1", "tag": "934fd5b1-146b-4e33-b270-7c6645e812d2"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:27.800033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-dc4781c6-2351-4ae8-961e-aac766d8f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:27.802418 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-dc4781c6-2351-4ae8-961e-aac766d8f58c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=558798b5b943486880294c51c3defacc&device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 1131 time: 0.0905960 Feb 15 13:49:27.862621 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-e6d3f2e1-5485-4828-94e7-9e2fffce9e4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=934fd5b1-146b-4e33-b270-7c6645e812d2 HTTP/1.1" status: 200 len: 217 time: 0.0499241 Feb 15 13:49:27.868949 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78ea3c3d-2305-46ff-ab3f-830a6e2788aa admin admin] Publish callbacks [] for security_group (9b5d1240-7b6b-4479-a122-5ff5881579d0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.882582 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78ea3c3d-2305-46ff-ab3f-830a6e2788aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9b5d1240-7b6b-4479-a122-5ff5881579d0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:27.955611 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-78ea3c3d-2305-46ff-ab3f-830a6e2788aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=358a76989389429f9bd5a4df8cdd585e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323019 Feb 15 13:49:27.955809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea3c3d-2305-46ff-ab3f-830a6e2788aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d1240-7b6b-4479-a122-5ff5881579d0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:27.958035 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45036) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:27.968189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-701d0983-8bcc-4362-9fb4-d0acf450d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:27.969537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-701d0983-8bcc-4362-9fb4-d0acf450d411 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0984676 Feb 15 13:49:28.045907 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cb9e5d3-b0eb-4571-a188-6eeaede487da admin admin] Publish callbacks [] for security_group (9b5d1240-7b6b-4479-a122-5ff5881579d0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:28.050196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-a62c5ae3-b69e-47f7-967a-3fd17600a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:28.052311 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-a62c5ae3-b69e-47f7-967a-3fd17600a37a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0749378 Feb 15 13:49:28.090612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce343fc-7bd8-437b-81f6-388b4eb94ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=934fd5b1-146b-4e33-b270-7c6645e812d2,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:28.112801 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cb9e5d3-b0eb-4571-a188-6eeaede487da admin admin] Publish callbacks [] for security_group (9b5d1240-7b6b-4479-a122-5ff5881579d0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:28.137321 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=be9316c8-336a-492a-83ba-7739d98a09b0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:28.180681 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-ba4a204b-2882-4caa-933d-9498a2dc4217 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212282 Feb 15 13:49:28.199822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da577db-3a1b-4abb-af34-e66715007749 req-3f387f47-7769-4530-87b5-4132842e9d1e tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:28.201297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3da577db-3a1b-4abb-af34-e66715007749 req-3f387f47-7769-4530-87b5-4132842e9d1e tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.67 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 950 time: 0.5079126 Feb 15 13:49:28.242589 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cb9e5d3-b0eb-4571-a188-6eeaede487da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9b5d1240-7b6b-4479-a122-5ff5881579d0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:28.245148 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cb9e5d3-b0eb-4571-a188-6eeaede487da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:28.245765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc0050-2f08-4abd-af0a-af81fba81450 req-035e4a40-94e8-48a4-bff5-60eb951812b3 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:28.246278 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5cb9e5d3-b0eb-4571-a188-6eeaede487da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b5d1240-7b6b-4479-a122-5ff5881579d0 HTTP/1.1" status: 204 len: 168 time: 0.2854137 Feb 15 13:49:28.247299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22bc0050-2f08-4abd-af0a-af81fba81450 req-035e4a40-94e8-48a4-bff5-60eb951812b3 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 949 time: 0.4836347 Feb 15 13:49:28.260532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9e5d3-b0eb-4571-a188-6eeaede487da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5d1240-7b6b-4479-a122-5ff5881579d0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:28.279196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:28.295588 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01499a72-38d6-4b81-ac29-3f1eb373cad2 req-5e3606bc-4f96-448b-8537-ff8ba6fbf1fd service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081250 Feb 15 13:49:28.328974 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-b87b8dc8-20b1-4848-ad39-99af53b08622 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50949 time: 1.2106621 Feb 15 13:49:28.418820 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Publish callbacks [] for port (be9316c8-336a-492a-83ba-7739d98a09b0), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:28.436990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22bc0050-2f08-4abd-af0a-af81fba81450 req-07186c8c-a66f-4252-a400-7a5348b13aa9 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623430 Feb 15 13:49:28.460646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Transition to ACTIVE for port object be9316c8-336a-492a-83ba-7739d98a09b0 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:28.473803 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:28.521193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-4312fb2b-b7bc-4526-9798-90198955e44e tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/069b5ce3-d820-4477-9af3-f2bdc28f7217 HTTP/1.1" status: 200 len: 2998 time: 0.1227767 Feb 15 13:49:28.599184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Pushing event updated for resources: {'Port': ['ID=be9316c8-336a-492a-83ba-7739d98a09b0,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:28.602814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-3da577db-3a1b-4abb-af34-e66715007749 req-5e9a0e50-c6ec-4e98-bd58-e0701ec96262 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Deleting port 1982432d-9159-4214-9047-6446b168339f {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:49:28.603002 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3da577db-3a1b-4abb-af34-e66715007749 req-5e9a0e50-c6ec-4e98-bd58-e0701ec96262 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1982432d-9159-4214-9047-6446b168339f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:28.606098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] No DVR routers for this DVR port be9316c8-336a-492a-83ba-7739d98a09b0 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:28.737049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-204944c6-37c0-49a0-b8c6-85b7997d3843 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/069b5ce3-d820-4477-9af3-f2bdc28f7217 HTTP/1.1" status: 200 len: 2998 time: 0.1914482 Feb 15 13:49:28.741307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Attempting to bind port be9316c8-336a-492a-83ba-7739d98a09b0 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:49:28.741704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Attempting to bind port be9316c8-336a-492a-83ba-7739d98a09b0 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:49:28.741964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Attempting to bind port be9316c8-336a-492a-83ba-7739d98a09b0 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:28.750317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a1db4-e1eb-492a-9b24-844e5ecc640e req-233636bb-2642-4010-aa19-2e38e60e42ba tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:28.755606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c9a1db4-e1eb-492a-9b24-844e5ecc640e req-233636bb-2642-4010-aa19-2e38e60e42ba tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 948 time: 0.2317078 Feb 15 13:49:28.792455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Port be9316c8-336a-492a-83ba-7739d98a09b0 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:49:28.792759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Attempting to bind port be9316c8-336a-492a-83ba-7739d98a09b0 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:28.825226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:49:28.825433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:28.825821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:49:28.826253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Bound port: be9316c8-336a-492a-83ba-7739d98a09b0, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:49:28.826622 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:28.841930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3da577db-3a1b-4abb-af34-e66715007749 req-5e9a0e50-c6ec-4e98-bd58-e0701ec96262 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] For port 1982432d-9159-4214-9047-6446b168339f, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1982432d-9159-4214-9047-6446b168339f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:28.842290 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3da577db-3a1b-4abb-af34-e66715007749 req-5e9a0e50-c6ec-4e98-bd58-e0701ec96262 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1982432d-9159-4214-9047-6446b168339f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:28.909436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-3da577db-3a1b-4abb-af34-e66715007749 req-5e9a0e50-c6ec-4e98-bd58-e0701ec96262 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Calling delete_port for 1982432d-9159-4214-9047-6446b168339f owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:49:28.917173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-ad6ffc33-d980-43a3-a3c0-dca2e728a318 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/0f5b62f3-a4a8-4ea1-9bc9-54c29a389704 HTTP/1.1" status: 200 len: 2994 time: 0.1534829 Feb 15 13:49:28.923239 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c9a1db4-e1eb-492a-9b24-844e5ecc640e req-973b2ef9-a20c-4803-b2b5-51ee9aacccc4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/security-groups?id=069b5ce3-d820-4477-9af3-f2bdc28f7217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537340 Feb 15 13:49:28.989739 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9c6b01-8796-45d9-9f24-eba7e0d28dd7 x-openstack-request-id: req-fd9c6b01-8796-45d9-9f24-eba7e0d28dd7 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:28.990279 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61143826-c4ba-4e7a-8027-423ca4ecefd1", "tag": "934fd5b1-146b-4e33-b270-7c6645e812d2", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:28.990739 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fd9c6b01-8796-45d9-9f24-eba7e0d28dd7 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:28.991165 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61143826-c4ba-4e7a-8027-423ca4ecefd1', 'tag': '934fd5b1-146b-4e33-b270-7c6645e812d2', 'status': 'completed', 'code': 200} Feb 15 13:49:28.993862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9d4b3-6c0d-4b1f-8730-a7372eb1391f req-36d17e2f-fb01-4ceb-ae0f-cbac94766fbc tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:28.995780 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e9d4b3-6c0d-4b1f-8730-a7372eb1391f req-36d17e2f-fb01-4ceb-ae0f-cbac94766fbc tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e2cd4f5f-9862-406b-98ab-54a1b32b569e HTTP/1.1" status: 200 len: 1132 time: 0.0580852 Feb 15 13:49:29.015733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:29.018833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.67', 64177) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:29.025778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=be9316c8-336a-492a-83ba-7739d98a09b0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:49:29.076152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:29.127197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b6e9d4b3-6c0d-4b1f-8730-a7372eb1391f req-785dc6ba-0c53-4c11-98a2-363b0148e5a7 tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] Deleting port 0d923283-894f-49df-9ddb-c71833765950 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:49:29.127653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e9d4b3-6c0d-4b1f-8730-a7372eb1391f req-785dc6ba-0c53-4c11-98a2-363b0148e5a7 tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0d923283-894f-49df-9ddb-c71833765950), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:29.135866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-54583146-0d09-48cd-b555-bf7daf32ec85 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/0f5b62f3-a4a8-4ea1-9bc9-54c29a389704 HTTP/1.1" status: 200 len: 2994 time: 0.2089825 Feb 15 13:49:29.177596 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:29.178071 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:29.179501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] 10.222.0.42 "PUT /v2.0/ports/be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 1096 time: 2.1830266 Feb 15 13:49:29.270308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c6c99-b8a0-4d66-bbb5-1e3145444057 service neutron] Pushing event updated for resources: {'Port': ['ID=be9316c8-336a-492a-83ba-7739d98a09b0,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:29.300989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22746c-e331-4c22-bb23-f973b29d6e94 req-8b46f3f0-f9a7-4fc7-a431-ea4921597d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:29.301927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b6e9d4b3-6c0d-4b1f-8730-a7372eb1391f req-785dc6ba-0c53-4c11-98a2-363b0148e5a7 tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] For port 0d923283-894f-49df-9ddb-c71833765950, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0d923283-894f-49df-9ddb-c71833765950,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:29.302523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c22746c-e331-4c22-bb23-f973b29d6e94 req-8b46f3f0-f9a7-4fc7-a431-ea4921597d22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=558798b5b943486880294c51c3defacc&device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 1131 time: 0.2790973 Feb 15 13:49:29.303337 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e9d4b3-6c0d-4b1f-8730-a7372eb1391f req-785dc6ba-0c53-4c11-98a2-363b0148e5a7 tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0d923283-894f-49df-9ddb-c71833765950), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:29.336794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b6e9d4b3-6c0d-4b1f-8730-a7372eb1391f req-785dc6ba-0c53-4c11-98a2-363b0148e5a7 tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] Calling delete_port for 0d923283-894f-49df-9ddb-c71833765950 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:49:29.341281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-e4c22a52-e4b0-4e16-b855-025ca7f57584 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7 HTTP/1.1" status: 200 len: 2998 time: 0.1870911 Feb 15 13:49:29.380817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94035dcc-441c-42de-8118-e15334d82306 req-55a44c89-a1a8-4978-9d91-d5e9b3198cc8 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:29.383575 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94035dcc-441c-42de-8118-e15334d82306 req-55a44c89-a1a8-4978-9d91-d5e9b3198cc8 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/ports?device_id=500bc2e4-2e45-4504-b2f8-d363d8fe94b8 HTTP/1.1" status: 200 len: 950 time: 0.3100226 Feb 15 13:49:29.466985 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3da577db-3a1b-4abb-af34-e66715007749 req-5e9a0e50-c6ec-4e98-bd58-e0701ec96262 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1982432d-9159-4214-9047-6446b168339f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:29.480114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['1982432d-9159-4214-9047-6446b168339f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:29.574808 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e9d4b3-6c0d-4b1f-8730-a7372eb1391f req-785dc6ba-0c53-4c11-98a2-363b0148e5a7 tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (0d923283-894f-49df-9ddb-c71833765950), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:29.587248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['0d923283-894f-49df-9ddb-c71833765950'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:29.589298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a0e50-c6ec-4e98-bd58-e0701ec96262 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Pushing event deleted for resources: {'Port': ['ID=1982432d-9159-4214-9047-6446b168339f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:29.636418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dc6ba-0c53-4c11-98a2-363b0148e5a7 tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d923283-894f-49df-9ddb-c71833765950,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:29.680717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e9d4b3-6c0d-4b1f-8730-a7372eb1391f req-785dc6ba-0c53-4c11-98a2-363b0148e5a7 tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] No DVR routers for this DVR port 0d923283-894f-49df-9ddb-c71833765950 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:29.683925 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e9d4b3-6c0d-4b1f-8730-a7372eb1391f req-785dc6ba-0c53-4c11-98a2-363b0148e5a7 tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:29.688124 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e9d4b3-6c0d-4b1f-8730-a7372eb1391f req-785dc6ba-0c53-4c11-98a2-363b0148e5a7 tempest-DeleteServersAdminTestJSON-1459820192 tempest-DeleteServersAdminTestJSON-1459820192-project-admin] 10.222.0.67 "DELETE /v2.0/ports/0d923283-894f-49df-9ddb-c71833765950 HTTP/1.1" status: 204 len: 173 time: 0.6818819 Feb 15 13:49:29.688842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cd4f5f-9862-406b-98ab-54a1b32b569e', 'name': 'network-vif-deleted', 'tag': '0d923283-894f-49df-9ddb-c71833765950'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:29.691141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-ce38f8d3-fc9c-42b2-8418-8215e46172f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:29.692667 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb081b6-d97e-4954-8696-dc94d343f9f2" -d '{"events": [{"server_uuid": "e2cd4f5f-9862-406b-98ab-54a1b32b569e", "name": "network-vif-deleted", "tag": "0d923283-894f-49df-9ddb-c71833765950"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:29.695229 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-ce38f8d3-fc9c-42b2-8418-8215e46172f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1130 time: 0.4605942 Feb 15 13:49:29.732863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-e0e52f2e-8bb4-4d85-bd37-9be4a1e8cfb2 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7 HTTP/1.1" status: 200 len: 2998 time: 0.3358397 Feb 15 13:49:29.802881 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94035dcc-441c-42de-8118-e15334d82306 req-e5297b74-83f8-45fd-86e0-6a03e2159889 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.72 "GET /v2.0/security-groups?id=630fb489-5b53-48ba-a961-35769d4943ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082127 Feb 15 13:49:29.802881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da577db-3a1b-4abb-af34-e66715007749 req-5e9a0e50-c6ec-4e98-bd58-e0701ec96262 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] No DVR routers for this DVR port 1982432d-9159-4214-9047-6446b168339f on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:29.880861 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3da577db-3a1b-4abb-af34-e66715007749 req-5e9a0e50-c6ec-4e98-bd58-e0701ec96262 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:29.884726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3da577db-3a1b-4abb-af34-e66715007749 req-5e9a0e50-c6ec-4e98-bd58-e0701ec96262 tempest-LiveMigrationNegativeTest-618673701 tempest-LiveMigrationNegativeTest-618673701-project] 10.222.0.67 "DELETE /v2.0/ports/1982432d-9159-4214-9047-6446b168339f HTTP/1.1" status: 204 len: 173 time: 1.6614556 Feb 15 13:49:29.885873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22746c-e331-4c22-bb23-f973b29d6e94 req-ab5c6e47-4e81-4328-9930-6d5b73939846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:29.887335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c22746c-e331-4c22-bb23-f973b29d6e94 req-ab5c6e47-4e81-4328-9930-6d5b73939846 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.5769796 Feb 15 13:49:30.068129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c22746c-e331-4c22-bb23-f973b29d6e94 req-131d0516-1653-4f13-9818-b72c90613efd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=934fd5b1-146b-4e33-b270-7c6645e812d2 HTTP/1.1" status: 200 len: 217 time: 0.1701956 Feb 15 13:49:30.163164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-0698adab-e03e-4cfd-8eff-2b227af50410 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/2542e22e-8b3b-45d0-9f0d-08f3fd5d4fd1 HTTP/1.1" status: 200 len: 2994 time: 0.3682065 Feb 15 13:49:30.200816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22746c-e331-4c22-bb23-f973b29d6e94 req-ce01386b-a474-494c-ac9b-0ad31f7cc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:30.202296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c22746c-e331-4c22-bb23-f973b29d6e94 req-ce01386b-a474-494c-ac9b-0ad31f7cc1a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1234307 Feb 15 13:49:30.205823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-f7ec07ee-797a-4091-9e85-005816c772ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:30.207752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-f7ec07ee-797a-4091-9e85-005816c772ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.4805396 Feb 15 13:49:30.268868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0376dff-49a4-446d-b364-ee2252e90e8d req-372a3424-541f-40c5-8aab-cb1e36138cfc tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:30.271404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0376dff-49a4-446d-b364-ee2252e90e8d req-372a3424-541f-40c5-8aab-cb1e36138cfc tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 950 time: 0.3510830 Feb 15 13:49:30.313550 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-9162e75b-8b7c-44fa-9d19-5eb2627f2381 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 217 time: 0.0842512 Feb 15 13:49:30.332853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-1d8c2139-628d-4fa7-b1ff-43fa2c3fa3da tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/2542e22e-8b3b-45d0-9f0d-08f3fd5d4fd1 HTTP/1.1" status: 200 len: 2994 time: 0.1586215 Feb 15 13:49:30.451917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5d73245c-6298-4041-8e7f-5d378c784fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:30.453368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-5d73245c-6298-4041-8e7f-5d378c784fb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1326599 Feb 15 13:49:30.459773 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22746c-e331-4c22-bb23-f973b29d6e94 req-c62ddc22-8049-4960-b1eb-87abf431df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:30.464339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c22746c-e331-4c22-bb23-f973b29d6e94 req-c62ddc22-8049-4960-b1eb-87abf431df06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2453678 Feb 15 13:49:30.466217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1982432d-9159-4214-9047-6446b168339f no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:49:30.482606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0376dff-49a4-446d-b364-ee2252e90e8d req-9589de4b-d595-4b5d-9f1d-7c9152b53ba9 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723213 Feb 15 13:49:30.490123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 1982432d-9159-4214-9047-6446b168339f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:49:30.490695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1982432d-9159-4214-9047-6446b168339f not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:49:30.491280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device be9316c8-336a-492a-83ba-7739d98a09b0 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:49:30.531876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-74584cd3-a3c8-4ffe-969a-4fecbb418e97 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/2fecf381-e6ba-4e72-8f35-307c1fb490d4 HTTP/1.1" status: 200 len: 2998 time: 0.1884737 Feb 15 13:49:30.559352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port be9316c8-336a-492a-83ba-7739d98a09b0 host n-h1-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 13:49:30.559772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device be9316c8-336a-492a-83ba-7739d98a09b0 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:49:30.895715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-c508ec5c-49a6-4a9f-88c2-a2cb70b2d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:30.897308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-c508ec5c-49a6-4a9f-88c2-a2cb70b2d89e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4298990 Feb 15 13:49:30.908830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-599af351-01eb-4d81-85c7-6c1e86e6d344 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/2fecf381-e6ba-4e72-8f35-307c1fb490d4 HTTP/1.1" status: 200 len: 2998 time: 0.3426750 Feb 15 13:49:30.925359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c22746c-e331-4c22-bb23-f973b29d6e94 req-9a53237b-a812-4af4-994b-2aa5c3856455 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468553 Feb 15 13:49:30.984071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edc5d3-6a55-4efb-8bb3-c38a2dd8e82b req-6a9e14b8-9cb2-43ac-ac03-20d79913b9bc tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:30.985615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85edc5d3-6a55-4efb-8bb3-c38a2dd8e82b req-6a9e14b8-9cb2-43ac-ac03-20d79913b9bc tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 947 time: 0.4169002 Feb 15 13:49:30.993825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0'}, {'name': 'network-changed', 'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0'}, {'server_uuid': '500bc2e4-2e45-4504-b2f8-d363d8fe94b8', 'name': 'network-vif-deleted', 'tag': '1982432d-9159-4214-9047-6446b168339f'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:30.996104 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76a0383-4eee-4824-aaa7-0aca2aef8927" -d '{"events": [{"server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "name": "network-vif-unplugged", "status": "completed", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0"}, {"name": "network-changed", "server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0"}, {"server_uuid": "500bc2e4-2e45-4504-b2f8-d363d8fe94b8", "name": "network-vif-deleted", "tag": "1982432d-9159-4214-9047-6446b168339f"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:31.132032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-e1e169e2-f175-4369-9e8c-fbd08d209c4e tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/349b0f29-103f-40d7-91a9-56e1be227b94 HTTP/1.1" status: 200 len: 2998 time: 0.2107348 Feb 15 13:49:31.172699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-fa00765e-f0e5-4266-827b-1d11eaf50242 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613273 Feb 15 13:49:31.184066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85edc5d3-6a55-4efb-8bb3-c38a2dd8e82b req-207c54b8-16da-4091-91c1-32f0f1cfb516 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694639 Feb 15 13:49:31.257207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c22746c-e331-4c22-bb23-f973b29d6e94 req-321ea195-f3df-419a-aec2-70325bda0bcf service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122146 Feb 15 13:49:31.277514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-6af8eb98-96c9-4ca9-aad9-d8ad176365ed tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/349b0f29-103f-40d7-91a9-56e1be227b94 HTTP/1.1" status: 200 len: 2998 time: 0.1356759 Feb 15 13:49:31.280060 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46711932-d575-4595-acc6-d68815232de6 x-openstack-request-id: req-46711932-d575-4595-acc6-d68815232de6 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:31.280600 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cd4f5f-9862-406b-98ab-54a1b32b569e", "name": "network-vif-deleted", "tag": "0d923283-894f-49df-9ddb-c71833765950", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:31.280754 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-46711932-d575-4595-acc6-d68815232de6 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:31.281182 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cd4f5f-9862-406b-98ab-54a1b32b569e', 'name': 'network-vif-deleted', 'tag': '0d923283-894f-49df-9ddb-c71833765950', 'status': 'completed', 'code': 200} Feb 15 13:49:31.358486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1c5483-5322-4261-ac01-86abc4bbcb52 req-f6a49933-ca13-46f6-a3be-9f17cb01b1a7 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698694 Feb 15 13:49:31.364486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-86163180-8012-4285-817e-b8423642bbec tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/630fb489-5b53-48ba-a961-35769d4943ad HTTP/1.1" status: 200 len: 2998 time: 0.0776401 Feb 15 13:49:31.441819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-9e4e3578-fe28-4c0d-a8cd-7defa22d25c5 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/630fb489-5b53-48ba-a961-35769d4943ad HTTP/1.1" status: 200 len: 2998 time: 0.0538685 Feb 15 13:49:31.454930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f9d5b-e108-4921-bc89-529a4a6b7a86 req-7297d764-8ee4-468b-94e2-97e0141864d9 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:31.456673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-876f9d5b-e108-4921-bc89-529a4a6b7a86 req-7297d764-8ee4-468b-94e2-97e0141864d9 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 948 time: 0.1172633 Feb 15 13:49:31.484816 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-90fefc8d-42e9-4fad-b582-92e19768b8c3 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] show failed (client error): The resource could not be found. Feb 15 13:49:31.486076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-90fefc8d-42e9-4fad-b582-92e19768b8c3 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/69456bf4-e386-405c-b3d4-00249aaa6a6a HTTP/1.1" status: 404 len: 352 time: 0.0282643 Feb 15 13:49:31.522628 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-c812ef73-b81c-49ef-9d07-185b9b43c763 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] show failed (client error): The resource could not be found. Feb 15 13:49:31.523658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-c812ef73-b81c-49ef-9d07-185b9b43c763 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/69456bf4-e386-405c-b3d4-00249aaa6a6a HTTP/1.1" status: 404 len: 352 time: 0.0238988 Feb 15 13:49:31.527108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-876f9d5b-e108-4921-bc89-529a4a6b7a86 req-c39ab0ad-f700-40bb-84d0-aeb2e74d4dcb tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/security-groups?id=069b5ce3-d820-4477-9af3-f2bdc28f7217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631504 Feb 15 13:49:31.579067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-9a988b44-41ee-42f5-a115-1b3b61ae5a41 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/714c0d27-5920-47c4-9a39-e02baa6ca087 HTTP/1.1" status: 200 len: 2998 time: 0.0438316 Feb 15 13:49:31.620957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-7ae3255c-72c6-49f8-9042-09ae30b37b81 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/714c0d27-5920-47c4-9a39-e02baa6ca087 HTTP/1.1" status: 200 len: 2998 time: 0.0361154 Feb 15 13:49:31.672170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-96f6e197-d51f-4d65-b9b3-fba2f6ce4820 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/7fd07d8a-ea41-46c8-bcc6-9ea89f6b9b98 HTTP/1.1" status: 200 len: 2998 time: 0.0437260 Feb 15 13:49:31.717359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-75f5fcf8-2f63-43e2-92d2-9fbb3a1a1261 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/7fd07d8a-ea41-46c8-bcc6-9ea89f6b9b98 HTTP/1.1" status: 200 len: 2998 time: 0.0403244 Feb 15 13:49:31.761100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-150d0e66-3d7e-4711-8ed4-8ce746c388e6 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/820fa87c-c2b1-4710-9c92-3c8e12c5e328 HTTP/1.1" status: 200 len: 2998 time: 0.0371218 Feb 15 13:49:31.807159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-8668863e-2b20-4500-a277-47630bc5a849 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/820fa87c-c2b1-4710-9c92-3c8e12c5e328 HTTP/1.1" status: 200 len: 2998 time: 0.0402763 Feb 15 13:49:31.860323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-e5ad7e46-51a5-43a8-a471-247c174843ee tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/a13b5c8d-acae-4977-917f-75a8234081f6 HTTP/1.1" status: 200 len: 2998 time: 0.0452492 Feb 15 13:49:31.901552 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-fd27374b-1989-495e-ad8e-9a01c2983973 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/a13b5c8d-acae-4977-917f-75a8234081f6 HTTP/1.1" status: 200 len: 2998 time: 0.0355120 Feb 15 13:49:31.959990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-f3f99a30-fbb0-4f61-b59f-0e3f39bc884c tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/a741a8e3-75b3-4461-8019-5b5677c231ff HTTP/1.1" status: 200 len: 2990 time: 0.0507283 Feb 15 13:49:32.011778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-486ee708-367b-4791-adc3-f1d2930bcfdd tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/a741a8e3-75b3-4461-8019-5b5677c231ff HTTP/1.1" status: 200 len: 2990 time: 0.0458338 Feb 15 13:49:32.031217 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e45fd65-d8a1-479b-b032-04fcd85a0d79 x-openstack-request-id: req-0e45fd65-d8a1-479b-b032-04fcd85a0d79 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:32.031529 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "name": "network-vif-unplugged", "status": "completed", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0", "code": 200}, {"name": "network-changed", "server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0", "status": "completed", "code": 200}, {"server_uuid": "500bc2e4-2e45-4504-b2f8-d363d8fe94b8", "name": "network-vif-deleted", "tag": "1982432d-9159-4214-9047-6446b168339f", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:32.031789 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0e45fd65-d8a1-479b-b032-04fcd85a0d79 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:32.032193 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0', 'code': 200} Feb 15 13:49:32.032456 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0', 'status': 'completed', 'code': 200} Feb 15 13:49:32.032711 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500bc2e4-2e45-4504-b2f8-d363d8fe94b8', 'name': 'network-vif-deleted', 'tag': '1982432d-9159-4214-9047-6446b168339f', 'status': 'completed', 'code': 200} Feb 15 13:49:32.070211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-24035c4a-5b40-45bb-afa0-12f1bdbbc54d tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/af96fa5a-4b13-42b5-9295-1e907d295f86 HTTP/1.1" status: 200 len: 2998 time: 0.0552151 Feb 15 13:49:32.189025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-64a44e3f-8634-412d-a69f-f96ec536f0f6 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5e87370c795e4335bfd9ed74ca8cd10b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804141 Feb 15 13:49:32.263766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-a9108db6-5492-4a2c-a6af-e3e7edf5d8f7 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/af96fa5a-4b13-42b5-9295-1e907d295f86 HTTP/1.1" status: 200 len: 2998 time: 0.1577764 Feb 15 13:49:32.271528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-fc8e4812-2ecd-4335-b946-4084764f98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:32.273081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-fc8e4812-2ecd-4335-b946-4084764f98c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1130 time: 0.2002535 Feb 15 13:49:32.326726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-fb3b0e19-3032-4596-a5bc-39068f4733f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:32.328306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-fb3b0e19-3032-4596-a5bc-39068f4733f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1130 time: 0.2208233 Feb 15 13:49:32.415886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45116) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:32.488889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 934fd5b1-146b-4e33-b270-7c6645e812d2 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:32.489430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-85c361d4-1876-4d94-8ac4-908f81fed065 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:32.491045 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-85c361d4-1876-4d94-8ac4-908f81fed065 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2951670 Feb 15 13:49:32.500690 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-8effcc21-fff6-4fb3-b729-f2107239d88b tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/fca291cf-f8ae-410a-8c10-3f39c9d04dca HTTP/1.1" status: 200 len: 2998 time: 0.2210088 Feb 15 13:49:32.515360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 0d923283-894f-49df-9ddb-c71833765950 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:49:32.540218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 0d923283-894f-49df-9ddb-c71833765950 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:49:32.540580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 0d923283-894f-49df-9ddb-c71833765950 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:49:32.554472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-d1fdefce-0582-437c-a1ba-8bf680bebaf7 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/quotas/5e87370c795e4335bfd9ed74ca8cd10b HTTP/1.1" status: 200 len: 375 time: 0.0509906 Feb 15 13:49:32.560731 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-211492fa-7752-428b-92e0-581f5fc2a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:32.562218 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-211492fa-7752-428b-92e0-581f5fc2a7fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2804887 Feb 15 13:49:32.595820 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-da6d33e0-146b-4db2-9666-6d0f52f8ed00 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=935a6af1359249c1b992e56b2cef9e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785996 Feb 15 13:49:32.599044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45122) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:32.643000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 934fd5b1-146b-4e33-b270-7c6645e812d2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=934fd5b1-146b-4e33-b270-7c6645e812d2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:32.656545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '934fd5b1-146b-4e33-b270-7c6645e812d2', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '934fd5b1-146b-4e33-b270-7c6645e812d2', 'mac_address': 'fa:16:3e:5d:9a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:32.657673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9fee116-1350-4369-b6c7-e1ca9566c06c admin admin] Publish callbacks [] for security_group (630fb489-5b53-48ba-a961-35769d4943ad), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:32.667108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-d78392b1-242f-415e-b0c0-0fbddc34792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:32.668655 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-d78392b1-242f-415e-b0c0-0fbddc34792b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.3072460 Feb 15 13:49:32.674542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-d5b114de-eeff-49e1-bcff-445491d3b96c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 217 time: 0.0948067 Feb 15 13:49:32.676859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-5dad02f8-5ce7-4408-8046-1e63535482fc tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e87370c795e4335bfd9ed74ca8cd10b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106343 Feb 15 13:49:32.693199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9fee116-1350-4369-b6c7-e1ca9566c06c admin admin] Publish callbacks [] for security_group (630fb489-5b53-48ba-a961-35769d4943ad), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:32.699874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d67aa20b-b03b-4ec9-9859-d37ff7db2ca4 req-fec6d4cc-686a-4c26-bc6d-9c7daf5be165 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/fca291cf-f8ae-410a-8c10-3f39c9d04dca HTTP/1.1" status: 200 len: 2998 time: 0.1897702 Feb 15 13:49:32.831004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-2c836f77-2e6a-499d-940b-1ff843338664 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 217 time: 0.1517327 Feb 15 13:49:32.895452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 934fd5b1-146b-4e33-b270-7c6645e812d2 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:32.896377 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:32.912942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934fd5b1-146b-4e33-b270-7c6645e812d2 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:32.928725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-725aac21-0896-4759-bfac-8b18f9e2a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:32.934473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-725aac21-0896-4759-bfac-8b18f9e2a817 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.2484570 Feb 15 13:49:32.951704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 934fd5b1-146b-4e33-b270-7c6645e812d2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=934fd5b1-146b-4e33-b270-7c6645e812d2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:32.968154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:33.029373 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9fee116-1350-4369-b6c7-e1ca9566c06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (630fb489-5b53-48ba-a961-35769d4943ad), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:33.034513 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9fee116-1350-4369-b6c7-e1ca9566c06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:33.040628 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d9fee116-1350-4369-b6c7-e1ca9566c06c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/630fb489-5b53-48ba-a961-35769d4943ad HTTP/1.1" status: 204 len: 168 time: 0.4390299 Feb 15 13:49:33.049688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-0042145d-4c8e-4db7-a2b6-18b0230a7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:33.062643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fee116-1350-4369-b6c7-e1ca9566c06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630fb489-5b53-48ba-a961-35769d4943ad,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:33.064585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-0042145d-4c8e-4db7-a2b6-18b0230a7434 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.2269161 Feb 15 13:49:33.112117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=934fd5b1-146b-4e33-b270-7c6645e812d2,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:33.214187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-c37c8cfb-9307-4339-a20e-df1aaf9eab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:33.216058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-c37c8cfb-9307-4339-a20e-df1aaf9eab33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2573605 Feb 15 13:49:33.220879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-8e69ee83-db63-433d-9262-049bf1fa3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:33.222725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-8e69ee83-db63-433d-9262-049bf1fa3876 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1553335 Feb 15 13:49:33.246603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3479e16-93f6-4504-ba31-8a5631d88881 req-697e278c-1add-47d8-88ab-4bf877602051 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:33.248757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3479e16-93f6-4504-ba31-8a5631d88881 req-697e278c-1add-47d8-88ab-4bf877602051 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 947 time: 0.1112213 Feb 15 13:49:33.292962 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:49:33.476781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3479e16-93f6-4504-ba31-8a5631d88881 req-ad05ca8d-3da9-47ca-8f89-9e937c17a4bf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095928 Feb 15 13:49:33.499616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['934fd5b1-146b-4e33-b270-7c6645e812d2'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:33.513895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-f7a89348-25ae-4341-ab91-c5467e9eb56f service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887647 Feb 15 13:49:33.517387 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-3faa46b1-8460-4d68-a78c-0438b6d48df2 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811749 Feb 15 13:49:33.607088 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45146) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:33.700284 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2cdfb91b-c76f-4e57-b2fc-e44567f04ffa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f912a63a4bfd40079b91b082b2c20c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0896511 Feb 15 13:49:33.702968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45148) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:33.709559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e5a5-66ba-4fe6-8c3a-bac86f407633 req-1304ba48-b5ca-4335-9459-d7115b06f89b tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:33.710396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e5a5-66ba-4fe6-8c3a-bac86f407633 req-1304ba48-b5ca-4335-9459-d7115b06f89b tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:33.710929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e5a5-66ba-4fe6-8c3a-bac86f407633 req-1304ba48-b5ca-4335-9459-d7115b06f89b tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:33.711395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e5a5-66ba-4fe6-8c3a-bac86f407633 req-1304ba48-b5ca-4335-9459-d7115b06f89b tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:33.712532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e5a5-66ba-4fe6-8c3a-bac86f407633 req-1304ba48-b5ca-4335-9459-d7115b06f89b tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:33.712852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e5a5-66ba-4fe6-8c3a-bac86f407633 req-1304ba48-b5ca-4335-9459-d7115b06f89b tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:33.722176 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4c4e5a5-66ba-4fe6-8c3a-bac86f407633 req-1304ba48-b5ca-4335-9459-d7115b06f89b tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55&device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1&device_id=be6a7114-9455-4949-a1fa-47603fe8e717&device_id=6576fd47-8b1d-4653-a870-6496db681d42&device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f&device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd&device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 5781 time: 0.2927887 Feb 15 13:49:33.769197 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d494-179b-4b6c-81cf-add059ade5fb admin admin] Publish callbacks [] for security_group (820fa87c-c2b1-4710-9c92-3c8e12c5e328), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:33.772145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e4c4e5a5-66ba-4fe6-8c3a-bac86f407633 req-f13f6cc3-4ff5-439d-932e-262d814a1e8e tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:33.807915 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d494-179b-4b6c-81cf-add059ade5fb admin admin] Publish callbacks [] for security_group (820fa87c-c2b1-4710-9c92-3c8e12c5e328), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:33.824418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-a9bd1fbf-043a-4bce-9d0b-3ef35cd42084 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028793 Feb 15 13:49:33.827985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e76a0383-4eee-4824-aaa7-0aca2aef8927 req-9d5cb1fe-1df3-4ed4-b6db-5b4c9aa40053 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903087 Feb 15 13:49:33.850321 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcfe3d-ecd2-4112-a2ae-d0e33282ec2f req-5f9b1cae-a14e-4539-9053-b8759e4888d4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:33.851909 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53fcfe3d-ecd2-4112-a2ae-d0e33282ec2f req-5f9b1cae-a14e-4539-9053-b8759e4888d4 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 949 time: 0.2003622 Feb 15 13:49:33.884607 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d494-179b-4b6c-81cf-add059ade5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (820fa87c-c2b1-4710-9c92-3c8e12c5e328), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:33.887563 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d494-179b-4b6c-81cf-add059ade5fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:33.888912 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2cf5d494-179b-4b6c-81cf-add059ade5fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/820fa87c-c2b1-4710-9c92-3c8e12c5e328 HTTP/1.1" status: 204 len: 168 time: 0.1847572 Feb 15 13:49:33.899169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5d494-179b-4b6c-81cf-add059ade5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820fa87c-c2b1-4710-9c92-3c8e12c5e328,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:34.124750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53fcfe3d-ecd2-4112-a2ae-d0e33282ec2f req-7e22bb17-79f6-498f-93d9-456870f7e100 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/security-groups?id=069b5ce3-d820-4477-9af3-f2bdc28f7217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653449 Feb 15 13:49:34.148186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e4c4e5a5-66ba-4fe6-8c3a-bac86f407633 req-f13f6cc3-4ff5-439d-932e-262d814a1e8e tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Publish callbacks [] for security_group (28b6b889-e3bd-4623-9dab-e873c98fb808), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:34.150871 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e4c4e5a5-66ba-4fe6-8c3a-bac86f407633 req-f13f6cc3-4ff5-439d-932e-262d814a1e8e tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (28b6b889-e3bd-4623-9dab-e873c98fb808), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:34.236283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f6cc3-4ff5-439d-932e-262d814a1e8e tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b6b889-e3bd-4623-9dab-e873c98fb808,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:34.273362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4c4e5a5-66ba-4fe6-8c3a-bac86f407633 req-f13f6cc3-4ff5-439d-932e-262d814a1e8e tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=069b5ce3-d820-4477-9af3-f2bdc28f7217&id=35fad320-88ba-4024-967a-784636729201&id=349b0f29-103f-40d7-91a9-56e1be227b94&id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.5482724 Feb 15 13:49:34.310397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc535baf-de85-4768-b7b8-710d069cd2ec req-2cfb3a4a-9a04-42a7-8809-6f60e492304f tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=94e9b89370b04791ba414a9f99e48414 HTTP/1.1" status: 200 len: 6151 time: 0.1555226 Feb 15 13:49:34.339344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-9db9baa1-101e-4fc4-9fe7-0647649e6fd1 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5e87370c795e4335bfd9ed74ca8cd10b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458102 Feb 15 13:49:34.441861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32ffe6fb-2f4a-43b9-99ea-44867d9dce1c req-49b8bbe3-e682-49f8-85e0-9cc7929b8004 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 210 time: 0.0724840 Feb 15 13:49:34.451394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc535baf-de85-4768-b7b8-710d069cd2ec req-4f4feeb6-4af2-403f-b43c-1400f8780deb tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] 10.222.0.72 "GET /v2.0/security-groups/a13b5c8d-acae-4977-917f-75a8234081f6 HTTP/1.1" status: 200 len: 2998 time: 0.1309359 Feb 15 13:49:34.476210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device be9316c8-336a-492a-83ba-7739d98a09b0 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:34.510473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 934fd5b1-146b-4e33-b270-7c6645e812d2 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:34.531044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7dc0faf7-979b-49b2-a5d4-198d1c57e61c tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:34.532576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7dc0faf7-979b-49b2-a5d4-198d1c57e61c tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871407 Feb 15 13:49:34.553932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Request body: {'port': {'device_id': '92a7f547-b5f9-4fb2-9970-2f5058bf0a55', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '5e87370c795e4335bfd9ed74ca8cd10b'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:34.628391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc535baf-de85-4768-b7b8-710d069cd2ec req-8e269d23-8bf8-4847-b4c2-6b16908dfe0d tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] 10.222.0.72 "GET /v2.0/security-groups/a13b5c8d-acae-4977-917f-75a8234081f6 HTTP/1.1" status: 200 len: 2998 time: 0.1568642 Feb 15 13:49:34.678611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 934fd5b1-146b-4e33-b270-7c6645e812d2 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:34.699328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 934fd5b1-146b-4e33-b270-7c6645e812d2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:34.699711 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:34.781317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Made reservation on behalf of 5e87370c795e4335bfd9ed74ca8cd10b for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:34.788408 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:34.818541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84cd16-ef1e-4aa0-93ab-768d6007eb1d req-abf37ccd-01e4-46ac-8799-663983c435fa tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:34.820726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a84cd16-ef1e-4aa0-93ab-768d6007eb1d req-abf37ccd-01e4-46ac-8799-663983c435fa tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 947 time: 0.1268945 Feb 15 13:49:34.830172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=be9316c8-336a-492a-83ba-7739d98a09b0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:34.846750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'be9316c8-336a-492a-83ba-7739d98a09b0', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'be9316c8-336a-492a-83ba-7739d98a09b0', 'mac_address': 'fa:16:3e:8e:13:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:34.931612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 934fd5b1-146b-4e33-b270-7c6645e812d2 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:34.934675 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:34.952767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a84cd16-ef1e-4aa0-93ab-768d6007eb1d req-d080b089-320f-4657-a9d3-129f0e5c6e7c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150684 Feb 15 13:49:34.959594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port be9316c8-336a-492a-83ba-7739d98a09b0 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:34.959992 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:34.970643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45182) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:35.005213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61143826-c4ba-4e7a-8027-423ca4ecefd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934fd5b1-146b-4e33-b270-7c6645e812d2'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:35.009782 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955b993e-c985-4cf4-a008-b1b454abe121" -d '{"events": [{"server_uuid": "61143826-c4ba-4e7a-8027-423ca4ecefd1", "name": "network-vif-plugged", "status": "completed", "tag": "934fd5b1-146b-4e33-b270-7c6645e812d2"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:35.023426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9316c8-336a-492a-83ba-7739d98a09b0 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:35.039366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 934fd5b1-146b-4e33-b270-7c6645e812d2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=934fd5b1-146b-4e33-b270-7c6645e812d2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:35.053603 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.057220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=be9316c8-336a-492a-83ba-7739d98a09b0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:35.070854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bc0847a-28fd-41da-bce7-e5a719f0c10e req-91e6a374-eaba-4e25-ae92-1e1859a15940 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/dfab83c0-6720-4ed0-b16f-d0726a9655e8 HTTP/1.1" status: 200 len: 1794 time: 0.0633879 Feb 15 13:49:35.080167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Allocated IP 192.168.233.77 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/a614111d-d300-40cd-86f1-1680a8d8e058) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:35.084748 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.121291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=934fd5b1-146b-4e33-b270-7c6645e812d2,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:35.197817 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3b48781-a533-4b62-83b7-bbf2e342f6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.199541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=be9316c8-336a-492a-83ba-7739d98a09b0,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:35.217268 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4bc0847a-28fd-41da-bce7-e5a719f0c10e req-c5be5b38-41e1-4f4e-aa30-4314d27fba36 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (dfab83c0-6720-4ed0-b16f-d0726a9655e8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.292930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3b48781-a533-4b62-83b7-bbf2e342f6c7 admin admin] Publish callbacks [] for security_group (0366b0ff-c359-41f7-8749-d6749993cc75), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.297199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3b48781-a533-4b62-83b7-bbf2e342f6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0366b0ff-c359-41f7-8749-d6749993cc75), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.304296 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4bc0847a-28fd-41da-bce7-e5a719f0c10e req-c5be5b38-41e1-4f4e-aa30-4314d27fba36 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (dfab83c0-6720-4ed0-b16f-d0726a9655e8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.320141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece3c4-9fb2-46ed-bf83-32ba04524656 req-dbe75673-0112-4afb-9bf0-07b81cf42976 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:35.321032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece3c4-9fb2-46ed-bf83-32ba04524656 req-dbe75673-0112-4afb-9bf0-07b81cf42976 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:35.321618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece3c4-9fb2-46ed-bf83-32ba04524656 req-dbe75673-0112-4afb-9bf0-07b81cf42976 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:35.323380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42ece3c4-9fb2-46ed-bf83-32ba04524656 req-dbe75673-0112-4afb-9bf0-07b81cf42976 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717&device_id=6576fd47-8b1d-4653-a870-6496db681d42&device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 3000 time: 0.1796350 Feb 15 13:49:35.345390 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a3b48781-a533-4b62-83b7-bbf2e342f6c7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80d743bb83104dc499097fec7873ca35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736072 Feb 15 13:49:35.346396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b48781-a533-4b62-83b7-bbf2e342f6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0366b0ff-c359-41f7-8749-d6749993cc75,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:35.350646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45196) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:35.409826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6deb4cce-a550-472c-938c-22c7df6b9755 admin admin] Publish callbacks [] for security_group (0366b0ff-c359-41f7-8749-d6749993cc75), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.419583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['be9316c8-336a-492a-83ba-7739d98a09b0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:35.426435 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks [] for port (a614111d-d300-40cd-86f1-1680a8d8e058), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.436018 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4bc0847a-28fd-41da-bce7-e5a719f0c10e req-c5be5b38-41e1-4f4e-aa30-4314d27fba36 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dfab83c0-6720-4ed0-b16f-d0726a9655e8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.440572 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4bc0847a-28fd-41da-bce7-e5a719f0c10e req-c5be5b38-41e1-4f4e-aa30-4314d27fba36 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.442563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bc0847a-28fd-41da-bce7-e5a719f0c10e req-c5be5b38-41e1-4f4e-aa30-4314d27fba36 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/dfab83c0-6720-4ed0-b16f-d0726a9655e8 HTTP/1.1" status: 204 len: 173 time: 0.3702865 Feb 15 13:49:35.465431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42ece3c4-9fb2-46ed-bf83-32ba04524656 req-c194062d-6d6a-4bd9-b70a-836216017d7c tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348212 Feb 15 13:49:35.467034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6deb4cce-a550-472c-938c-22c7df6b9755 admin admin] Publish callbacks [] for security_group (0366b0ff-c359-41f7-8749-d6749993cc75), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.470002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be5b38-41e1-4f4e-aa30-4314d27fba36 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfab83c0-6720-4ed0-b16f-d0726a9655e8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:35.556119 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.581441 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b14f2e9-d5bf-477f-bc60-ceb6351e1a8a x-openstack-request-id: req-6b14f2e9-d5bf-477f-bc60-ceb6351e1a8a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:35.582588 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6deb4cce-a550-472c-938c-22c7df6b9755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0366b0ff-c359-41f7-8749-d6749993cc75), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.583120 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61143826-c4ba-4e7a-8027-423ca4ecefd1", "name": "network-vif-plugged", "status": "completed", "tag": "934fd5b1-146b-4e33-b270-7c6645e812d2", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:35.583531 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b14f2e9-d5bf-477f-bc60-ceb6351e1a8a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:35.584125 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61143826-c4ba-4e7a-8027-423ca4ecefd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934fd5b1-146b-4e33-b270-7c6645e812d2', 'code': 200} Feb 15 13:49:35.586184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6deb4cce-a550-472c-938c-22c7df6b9755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:35.587384 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6deb4cce-a550-472c-938c-22c7df6b9755 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0366b0ff-c359-41f7-8749-d6749993cc75 HTTP/1.1" status: 204 len: 168 time: 0.2352946 Feb 15 13:49:35.636165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb4cce-a550-472c-938c-22c7df6b9755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0366b0ff-c359-41f7-8749-d6749993cc75,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:35.662716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:35.668818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:35.710408 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:49:35.815983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Pushing event updated for resources: {'Port': ['ID=a614111d-d300-40cd-86f1-1680a8d8e058,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:35.942986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:35.944510 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.006211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-d0f24da4-1a42-42db-918c-354d49b20828 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:36.010105 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-d0f24da4-1a42-42db-918c-354d49b20828 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30&tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 948 time: 0.1688221 Feb 15 13:49:36.012116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-dbf22d6a-ce49-43a3-a896-23e085e1996d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4659710 Feb 15 13:49:36.037513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4e2d8cc-f619-4a69-b5b7-e825807f5f01 req-be3c8f5f-e115-420c-83bc-661141cc9a6f tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "GET /v2.0/security-groups/28053fcd-dece-445b-ae5d-a1e2f76d230f HTTP/1.1" status: 200 len: 1793 time: 0.3514168 Feb 15 13:49:36.055333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Request body: {'port': {'device_id': '92a7f547-b5f9-4fb2-9970-2f5058bf0a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:36.101078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc89fb9-3696-4a37-a62d-3f2945bf3b5f req-f4068613-4d22-434c-b17c-6fbb1752fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:36.104020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5fc89fb9-3696-4a37-a62d-3f2945bf3b5f req-f4068613-4d22-434c-b17c-6fbb1752fbc5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 1133 time: 0.4167905 Feb 15 13:49:36.138946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4d62712f-16f4-4c27-8867-65e1d7e28225 None None] Provisioning complete for port a614111d-d300-40cd-86f1-1680a8d8e058 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:36.139850 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4d62712f-16f4-4c27-8867-65e1d7e28225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.151785 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-60846807-a2a2-4e50-ba89-e96b52defc29 service neutron] delete failed (client error): The resource could not be found. Feb 15 13:49:36.152472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c67190-0724-46c6-a19c-8aea70922840 req-0c72bdb2-000b-4a58-8c3e-eaacfdb36663 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:36.154282 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-60846807-a2a2-4e50-ba89-e96b52defc29 service neutron] 10.222.0.67 "DELETE /v2.0/ports/be9316c8-336a-492a-83ba-7739d98a09b0/bindings/n-h2-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.1309342 Feb 15 13:49:36.159440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7c67190-0724-46c6-a19c-8aea70922840 req-0c72bdb2-000b-4a58-8c3e-eaacfdb36663 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 950 time: 0.3830202 Feb 15 13:49:36.194175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4d62712f-16f4-4c27-8867-65e1d7e28225 None None] Port a614111d-d300-40cd-86f1-1680a8d8e058 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:49:36.260138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.276236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5fc89fb9-3696-4a37-a62d-3f2945bf3b5f req-c15d6495-a456-434a-b324-98817a340462 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=069b5ce3-d820-4477-9af3-f2bdc28f7217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633534 Feb 15 13:49:36.284138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b4e2d8cc-f619-4a69-b5b7-e825807f5f01 req-6688b44c-886a-4312-8ac2-e3b3b779dc46 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (28053fcd-dece-445b-ae5d-a1e2f76d230f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.295390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-74633666-7dd1-4cd8-94b6-93c6a945083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:36.296982 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-74633666-7dd1-4cd8-94b6-93c6a945083c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1131 time: 0.0509126 Feb 15 13:49:36.297896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45222) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:36.305921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7c67190-0724-46c6-a19c-8aea70922840 req-ac45d6e0-86ab-4740-91e5-2e3b5ba0e0bf tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/security-groups?id=069b5ce3-d820-4477-9af3-f2bdc28f7217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454701 Feb 15 13:49:36.311215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc381-57bb-45c8-ad77-4673fcf8a26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.339955 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b4e2d8cc-f619-4a69-b5b7-e825807f5f01 req-6688b44c-886a-4312-8ac2-e3b3b779dc46 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (28053fcd-dece-445b-ae5d-a1e2f76d230f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.446368 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc381-57bb-45c8-ad77-4673fcf8a26b admin admin] Publish callbacks [] for security_group (816d4689-c8f1-4b81-b633-a725d77c469b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.454957 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc381-57bb-45c8-ad77-4673fcf8a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (816d4689-c8f1-4b81-b633-a725d77c469b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.460333 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b4e2d8cc-f619-4a69-b5b7-e825807f5f01 req-6688b44c-886a-4312-8ac2-e3b3b779dc46 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (28053fcd-dece-445b-ae5d-a1e2f76d230f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.463237 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b4e2d8cc-f619-4a69-b5b7-e825807f5f01 req-6688b44c-886a-4312-8ac2-e3b3b779dc46 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.471499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4e2d8cc-f619-4a69-b5b7-e825807f5f01 req-6688b44c-886a-4312-8ac2-e3b3b779dc46 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/28053fcd-dece-445b-ae5d-a1e2f76d230f HTTP/1.1" status: 204 len: 173 time: 0.4333045 Feb 15 13:49:36.495188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device be9316c8-336a-492a-83ba-7739d98a09b0 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:36.512531 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7c3cc381-57bb-45c8-ad77-4673fcf8a26b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=883b7b9565594d31acfe91b9036402e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112603 Feb 15 13:49:36.512531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cc381-57bb-45c8-ad77-4673fcf8a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816d4689-c8f1-4b81-b633-a725d77c469b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:36.513390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45228) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:36.561143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688b44c-886a-4312-8ac2-e3b3b779dc46 tempest-SecurityGroupsTestAdminJSON-182978164 tempest-SecurityGroupsTestAdminJSON-182978164-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28053fcd-dece-445b-ae5d-a1e2f76d230f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:36.586546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00422db9-c70f-434d-8f35-33123ebb6989 admin admin] Publish callbacks [] for security_group (816d4689-c8f1-4b81-b633-a725d77c469b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.612476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port be9316c8-336a-492a-83ba-7739d98a09b0 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:36.618721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port be9316c8-336a-492a-83ba-7739d98a09b0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:36.619311 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.633301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00422db9-c70f-434d-8f35-33123ebb6989 admin admin] Publish callbacks [] for security_group (816d4689-c8f1-4b81-b633-a725d77c469b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.692145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc179dd6-7497-4201-998c-fd3c823d7acc req-7989a294-0bf9-4e66-8364-736ca9dd982a tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:36.695523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc179dd6-7497-4201-998c-fd3c823d7acc req-7989a294-0bf9-4e66-8364-736ca9dd982a tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 935 time: 0.2221186 Feb 15 13:49:36.722242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45c7c9-826d-4761-b818-355c86782703 req-d2fdd5f3-c7a3-4190-a67c-dff71c181bb2 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:36.725877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e45c7c9-826d-4761-b818-355c86782703 req-d2fdd5f3-c7a3-4190-a67c-dff71c181bb2 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 948 time: 0.1423588 Feb 15 13:49:36.736055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port be9316c8-336a-492a-83ba-7739d98a09b0 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:36.736542 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.793856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=be9316c8-336a-492a-83ba-7739d98a09b0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:36.803619 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.830033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00422db9-c70f-434d-8f35-33123ebb6989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (816d4689-c8f1-4b81-b633-a725d77c469b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.834870 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00422db9-c70f-434d-8f35-33123ebb6989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:36.838793 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00422db9-c70f-434d-8f35-33123ebb6989 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/816d4689-c8f1-4b81-b633-a725d77c469b HTTP/1.1" status: 204 len: 168 time: 0.3221354 Feb 15 13:49:36.866041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00422db9-c70f-434d-8f35-33123ebb6989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816d4689-c8f1-4b81-b633-a725d77c469b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:36.875474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=be9316c8-336a-492a-83ba-7739d98a09b0,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:36.889076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-5591e67b-216f-4805-ad23-5db05fc38ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:36.891296 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-5591e67b-216f-4805-ad23-5db05fc38ac4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2541780 Feb 15 13:49:36.893816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc179dd6-7497-4201-998c-fd3c823d7acc req-465ba0e4-7fcf-4bbc-bcf0-4dab886603c2 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664860 Feb 15 13:49:36.908392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e45c7c9-826d-4761-b818-355c86782703 req-003c109c-b18b-44ea-815b-eb8e160c09b5 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526072 Feb 15 13:49:36.959981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a614111d-d300-40cd-86f1-1680a8d8e058 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:36.980470 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Publish callbacks [] for port (a614111d-d300-40cd-86f1-1680a8d8e058), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:37.005124 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-ec85d5a4-bdfb-48cc-b67e-cf283cc10188 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 217 time: 0.1033850 Feb 15 13:49:37.012452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Transition to ACTIVE for port object a614111d-d300-40cd-86f1-1680a8d8e058 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:37.030518 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:37.084107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-af26237d-a333-4478-8346-73b640beed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:37.088041 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-af26237d-a333-4478-8346-73b640beed90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0764880 Feb 15 13:49:37.088532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Pushing event updated for resources: {'Port': ['ID=a614111d-d300-40cd-86f1-1680a8d8e058,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:37.120481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffc36205-0511-49d2-a129-57ca1bb3f4da req-85b5a564-49f9-4cef-968a-fa0b75fef8bb tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] 10.222.0.72 "GET /v2.0/security-groups/85d2ca64-ba5c-4f02-8466-4ce1dc91201c HTTP/1.1" status: 200 len: 1792 time: 0.1248100 Feb 15 13:49:37.176975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-ae9ac7e6-7b92-4670-a423-a4dea471f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:37.180935 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-ae9ac7e6-7b92-4670-a423-a4dea471f931 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0853887 Feb 15 13:49:37.265473 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ffc36205-0511-49d2-a129-57ca1bb3f4da req-1f4ea47c-fb37-44fd-ab40-90a07c46252e tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (85d2ca64-ba5c-4f02-8466-4ce1dc91201c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:37.303438 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ffc36205-0511-49d2-a129-57ca1bb3f4da req-1f4ea47c-fb37-44fd-ab40-90a07c46252e tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (85d2ca64-ba5c-4f02-8466-4ce1dc91201c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:37.306485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Attempting to bind port a614111d-d300-40cd-86f1-1680a8d8e058 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:49:37.307137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Attempting to bind port a614111d-d300-40cd-86f1-1680a8d8e058 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:49:37.307137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Attempting to bind port a614111d-d300-40cd-86f1-1680a8d8e058 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:37.319045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Port a614111d-d300-40cd-86f1-1680a8d8e058 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:49:37.319371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Attempting to bind port a614111d-d300-40cd-86f1-1680a8d8e058 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:37.328451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:49:37.328451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:37.328451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:49:37.328451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Bound port: a614111d-d300-40cd-86f1-1680a8d8e058, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:49:37.328899 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:37.343318 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-d10b4fb9-fff2-41e9-8896-e19497c52dce service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548314 Feb 15 13:49:37.435538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ffc36205-0511-49d2-a129-57ca1bb3f4da req-1f4ea47c-fb37-44fd-ab40-90a07c46252e tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (85d2ca64-ba5c-4f02-8466-4ce1dc91201c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:37.438430 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ffc36205-0511-49d2-a129-57ca1bb3f4da req-1f4ea47c-fb37-44fd-ab40-90a07c46252e tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:37.444132 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffc36205-0511-49d2-a129-57ca1bb3f4da req-1f4ea47c-fb37-44fd-ab40-90a07c46252e tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] 10.222.0.72 "DELETE /v2.0/security-groups/85d2ca64-ba5c-4f02-8466-4ce1dc91201c HTTP/1.1" status: 204 len: 173 time: 0.3225698 Feb 15 13:49:37.474146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ea47c-fb37-44fd-ab40-90a07c46252e tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d2ca64-ba5c-4f02-8466-4ce1dc91201c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:37.479384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] For port a614111d-d300-40cd-86f1-1680a8d8e058, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:37.504379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] For port a614111d-d300-40cd-86f1-1680a8d8e058, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a614111d-d300-40cd-86f1-1680a8d8e058,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:49:37.520914 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:37.544035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:37.544665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:37.546226 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] 10.222.0.67 "PUT /v2.0/ports/a614111d-d300-40cd-86f1-1680a8d8e058 HTTP/1.1" status: 200 len: 1096 time: 1.5048094 Feb 15 13:49:37.577607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a7f547-b5f9-4fb2-9970-2f5058bf0a55', 'tag': 'a614111d-d300-40cd-86f1-1680a8d8e058'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:37.579927 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2" -d '{"events": [{"name": "network-changed", "server_uuid": "92a7f547-b5f9-4fb2-9970-2f5058bf0a55", "tag": "a614111d-d300-40cd-86f1-1680a8d8e058"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:37.585233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:37.588044 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c94d6ab-edb6-433e-b7dd-45f8d46b1731" -d '{"events": [{"server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "name": "network-vif-plugged", "status": "completed", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:37.594826 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c043f3ab-af8a-4bc6-8106-cfd51ae4668a req-c53d1c74-c872-47fb-b729-4e82e1f638a6 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429628 Feb 15 13:49:37.690536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4964c-e7e5-45d5-aa34-16160d086316 service neutron] Pushing event updated for resources: {'Port': ['ID=a614111d-d300-40cd-86f1-1680a8d8e058,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:37.731095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229ed65-2485-49b8-82b1-440b7f4f8b0d req-d7adbd06-29b2-4038-b4b1-cf92b73ea975 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:37.733759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8229ed65-2485-49b8-82b1-440b7f4f8b0d req-d7adbd06-29b2-4038-b4b1-cf92b73ea975 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 950 time: 0.1572225 Feb 15 13:49:37.814698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8229ed65-2485-49b8-82b1-440b7f4f8b0d req-68126de1-4fe9-4c62-aa02-b145d981f08e tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/security-groups?id=069b5ce3-d820-4477-9af3-f2bdc28f7217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740700 Feb 15 13:49:37.817553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-b2342c82-933d-46e8-8821-1937ea34b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:37.821132 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-b2342c82-933d-46e8-8821-1937ea34b29c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e87370c795e4335bfd9ed74ca8cd10b&device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 1130 time: 0.1347015 Feb 15 13:49:37.891696 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-4c57fcb7-409b-4e60-88b2-658b1b651e92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=a614111d-d300-40cd-86f1-1680a8d8e058 HTTP/1.1" status: 200 len: 217 time: 0.0633368 Feb 15 13:49:37.935724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-209a09fa-823b-4f09-8407-34f4fae0f4af req-bc1f2abe-5b7c-467c-813a-517ce28c1678 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] 10.222.0.72 "GET /v2.0/security-groups/e72bba5c-d96f-4a03-ad03-6b35ea404e4a HTTP/1.1" status: 200 len: 1794 time: 0.0640669 Feb 15 13:49:37.977643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-a0ac3637-b8a2-47a6-953e-7550e07f49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:37.981755 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-a0ac3637-b8a2-47a6-953e-7550e07f49aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0811961 Feb 15 13:49:38.040430 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-209a09fa-823b-4f09-8407-34f4fae0f4af req-a4008df5-7e0f-47dd-bf06-2165ff031fe8 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (e72bba5c-d96f-4a03-ad03-6b35ea404e4a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:38.076337 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-209a09fa-823b-4f09-8407-34f4fae0f4af req-a4008df5-7e0f-47dd-bf06-2165ff031fe8 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (e72bba5c-d96f-4a03-ad03-6b35ea404e4a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:38.093305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-ff7c41b8-b066-4844-b6e6-6f97ae1fdfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:38.099250 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-ff7c41b8-b066-4844-b6e6-6f97ae1fdfbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1110823 Feb 15 13:49:38.142411 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-209a09fa-823b-4f09-8407-34f4fae0f4af req-a4008df5-7e0f-47dd-bf06-2165ff031fe8 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e72bba5c-d96f-4a03-ad03-6b35ea404e4a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:38.145293 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-209a09fa-823b-4f09-8407-34f4fae0f4af req-a4008df5-7e0f-47dd-bf06-2165ff031fe8 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:38.155862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-209a09fa-823b-4f09-8407-34f4fae0f4af req-a4008df5-7e0f-47dd-bf06-2165ff031fe8 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] 10.222.0.72 "DELETE /v2.0/security-groups/e72bba5c-d96f-4a03-ad03-6b35ea404e4a HTTP/1.1" status: 204 len: 173 time: 0.2191989 Feb 15 13:49:38.174915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4008df5-7e0f-47dd-bf06-2165ff031fe8 tempest-SecurityGroupsTestAdminJSON-881993235 tempest-SecurityGroupsTestAdminJSON-881993235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72bba5c-d96f-4a03-ad03-6b35ea404e4a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:38.205697 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50843de7-60b1-4eb6-bd46-07146e1c7344 x-openstack-request-id: req-50843de7-60b1-4eb6-bd46-07146e1c7344 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:38.206286 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a7f547-b5f9-4fb2-9970-2f5058bf0a55", "tag": "a614111d-d300-40cd-86f1-1680a8d8e058", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:38.206816 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-50843de7-60b1-4eb6-bd46-07146e1c7344 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:38.207602 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a7f547-b5f9-4fb2-9970-2f5058bf0a55', 'tag': 'a614111d-d300-40cd-86f1-1680a8d8e058', 'status': 'completed', 'code': 200} Feb 15 13:49:38.269247 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e96c10-5479-4ebc-b413-e09f086bf749 x-openstack-request-id: req-e0e96c10-5479-4ebc-b413-e09f086bf749 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:38.270279 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "name": "network-vif-plugged", "status": "completed", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:38.270564 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0e96c10-5479-4ebc-b413-e09f086bf749 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:38.272148 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0', 'code': 200} Feb 15 13:49:38.306936 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-8ca0ac97-da54-4042-8da9-c72e5746e0d6 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009199 Feb 15 13:49:38.470486 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0071ab3c-649d-4d83-be2e-e2a9f8672ac0 req-4e430536-8b31-46f0-a22b-c178f5e933d4 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569099 Feb 15 13:49:38.499875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c913d-46ad-4110-a71d-0a34772b257a req-29edbebc-bb2d-407c-83d4-a7baa80cf157 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:38.502188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-598c913d-46ad-4110-a71d-0a34772b257a req-29edbebc-bb2d-407c-83d4-a7baa80cf157 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 947 time: 0.1334500 Feb 15 13:49:38.596091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2 req-84892734-cdc4-4694-9716-e41c0d9471ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:38.597810 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2 req-84892734-cdc4-4694-9716-e41c0d9471ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e87370c795e4335bfd9ed74ca8cd10b&device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 1130 time: 0.0697923 Feb 15 13:49:38.631248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f7211-46a8-4422-b9b4-547a4bcc4ab6 req-ad368e45-6ff9-4762-8ca7-4fa96954bf6e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:38.633635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c20f7211-46a8-4422-b9b4-547a4bcc4ab6 req-ad368e45-6ff9-4762-8ca7-4fa96954bf6e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1639197 Feb 15 13:49:38.698919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45284) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:38.719104 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-598c913d-46ad-4110-a71d-0a34772b257a req-ceb318f7-3864-4ae2-904b-eba6965f878d tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774631 Feb 15 13:49:38.724954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c20f7211-46a8-4422-b9b4-547a4bcc4ab6 req-2f447da8-9b31-448d-9802-6bf4f9f13ba8 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831063 Feb 15 13:49:38.751254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2 req-1c7aa3c3-03b4-4e40-a91b-555abae60966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:38.753459 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2 req-1c7aa3c3-03b4-4e40-a91b-555abae60966 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1495481 Feb 15 13:49:38.803995 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2 req-f610734d-303d-430f-b310-71407579c2d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=a614111d-d300-40cd-86f1-1680a8d8e058 HTTP/1.1" status: 200 len: 217 time: 0.0437677 Feb 15 13:49:38.870429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2 req-9a5135d2-4187-458a-a7d2-c3c4052a3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:38.872271 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2 req-9a5135d2-4187-458a-a7d2-c3c4052a3b13 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0605664 Feb 15 13:49:38.908318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ad9e9-73e3-4566-93b9-83eca340cf91 req-f7754eb2-d1fb-42e1-9ec3-dfd7e8998365 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:38.916540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d36ad9e9-73e3-4566-93b9-83eca340cf91 req-f7754eb2-d1fb-42e1-9ec3-dfd7e8998365 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1132 time: 0.0592563 Feb 15 13:49:38.937056 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2 req-44c46b01-b16d-4b3c-a1f6-af2adb6c8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:38.939094 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2 req-44c46b01-b16d-4b3c-a1f6-af2adb6c8ee1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0604229 Feb 15 13:49:38.963557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d36ad9e9-73e3-4566-93b9-83eca340cf91 req-2933508b-5dff-4805-848c-5abd84d1ec17 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461047 Feb 15 13:49:39.066043 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-259e9dfd-ca98-4b11-91ee-b208ba893c0d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=94e9b89370b04791ba414a9f99e48414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657479 Feb 15 13:49:39.068632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45306) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:39.106850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff1fbb-ddab-4d7e-914d-7a0f8f5a543a req-6f8191a3-ac5d-437e-a9bd-451d21b48804 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:39.108507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96ff1fbb-ddab-4d7e-914d-7a0f8f5a543a req-6f8191a3-ac5d-437e-a9bd-451d21b48804 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 950 time: 0.0681720 Feb 15 13:49:39.118076 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2 req-7d776135-e865-4ead-a997-eb2d7df917a8 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722109 Feb 15 13:49:39.193915 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6acb8e47-ae7e-4290-87b5-18fe1754da3b admin admin] Publish callbacks [] for security_group (a13b5c8d-acae-4977-917f-75a8234081f6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:39.194514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96ff1fbb-ddab-4d7e-914d-7a0f8f5a543a req-6ad72c05-c14f-454b-bae1-fb64b13d3499 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/security-groups?id=069b5ce3-d820-4477-9af3-f2bdc28f7217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784726 Feb 15 13:49:39.254883 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6acb8e47-ae7e-4290-87b5-18fe1754da3b admin admin] Publish callbacks [] for security_group (a13b5c8d-acae-4977-917f-75a8234081f6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:39.291158 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8fe29665-c7be-4163-b8c3-03b03fa9dfd2 req-b494aeb9-54bb-4135-9e07-fad071cd173a service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571450 Feb 15 13:49:39.339860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925a1b6-adc6-4b5d-9ad7-5e1f1d86928a req-2809c28c-7698-48ff-84b4-9cffe0f53b61 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:39.341760 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6acb8e47-ae7e-4290-87b5-18fe1754da3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a13b5c8d-acae-4977-917f-75a8234081f6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:39.348071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6925a1b6-adc6-4b5d-9ad7-5e1f1d86928a req-2809c28c-7698-48ff-84b4-9cffe0f53b61 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 1154 time: 0.0736725 Feb 15 13:49:39.348736 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6acb8e47-ae7e-4290-87b5-18fe1754da3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:39.353088 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6acb8e47-ae7e-4290-87b5-18fe1754da3b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a13b5c8d-acae-4977-917f-75a8234081f6 HTTP/1.1" status: 204 len: 168 time: 0.2831461 Feb 15 13:49:39.362298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb8e47-ae7e-4290-87b5-18fe1754da3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13b5c8d-acae-4977-917f-75a8234081f6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:39.403805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6925a1b6-adc6-4b5d-9ad7-5e1f1d86928a req-10fb0850-fc88-43dc-a763-0e9eee631bc1 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 Feb 15 13:49:39.596186 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:39.667138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45336) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:39.726513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedc31c-28c7-4853-a42f-47611447a58e req-dff8cd18-3a40-4910-a9a1-998c5f4470f5 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:39.728183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4cedc31c-28c7-4853-a42f-47611447a58e req-dff8cd18-3a40-4910-a9a1-998c5f4470f5 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 1154 time: 0.0479801 Feb 15 13:49:39.790511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4cedc31c-28c7-4853-a42f-47611447a58e req-061934d7-a2f0-48e1-868d-5efea3bca61f tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565667 Feb 15 13:49:39.871685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45348) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:39.943962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-9279a275-8aa9-4554-ba30-ca5c373c79b0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527217 Feb 15 13:49:39.950369 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-48fa760a-4683-4a7b-8780-8e8808e89646 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4e788732e9334470a40ef61bef03b82a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772202 Feb 15 13:49:39.953767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45358) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:40.022110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6a13c266-f025-4a6c-a4c8-c037a491a7a4 admin admin] Publish callbacks [] for security_group (af96fa5a-4b13-42b5-9295-1e907d295f86), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:40.053585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6a13c266-f025-4a6c-a4c8-c037a491a7a4 admin admin] Publish callbacks [] for security_group (af96fa5a-4b13-42b5-9295-1e907d295f86), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:40.084764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-cc76a80f-bf9b-4dd8-9fc5-ed9dfe88c74e tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=70dc383a3e2248e3b9c8482e275a8856&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531294 Feb 15 13:49:40.114001 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6a13c266-f025-4a6c-a4c8-c037a491a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (af96fa5a-4b13-42b5-9295-1e907d295f86), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:40.117408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6a13c266-f025-4a6c-a4c8-c037a491a7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:40.119340 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6a13c266-f025-4a6c-a4c8-c037a491a7a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af96fa5a-4b13-42b5-9295-1e907d295f86 HTTP/1.1" status: 204 len: 168 time: 0.1642311 Feb 15 13:49:40.128261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13c266-f025-4a6c-a4c8-c037a491a7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af96fa5a-4b13-42b5-9295-1e907d295f86,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:40.152690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b55df69a-b6a7-49fc-81a8-5020dfc99a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:40.210641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f491a-725b-4260-98e7-7eba069df824 req-c3a8f376-11bd-41e7-9a04-f2d048c14042 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:40.212178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-c3a8f376-11bd-41e7-9a04-f2d048c14042 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666476 Feb 15 13:49:40.243662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-24668ebb-1c7c-40ad-a5af-632bc9d4d5a6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/quotas/06fe082f47a64ad9bc2ff9b5c4998f99 HTTP/1.1" status: 200 len: 375 time: 0.0221994 Feb 15 13:49:40.257449 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b55df69a-b6a7-49fc-81a8-5020dfc99a1b admin admin] Publish callbacks [] for security_group (59fa2575-3f37-44f5-8a5c-9b1e1c3a6234), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:40.263017 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b55df69a-b6a7-49fc-81a8-5020dfc99a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (59fa2575-3f37-44f5-8a5c-9b1e1c3a6234), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:40.294243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-a40b3d01-d1de-4b2f-9bc5-72793a4b198a tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:40.295762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-a40b3d01-d1de-4b2f-9bc5-72793a4b198a tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934466 Feb 15 13:49:40.306095 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b55df69a-b6a7-49fc-81a8-5020dfc99a1b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3821eab267f1453698c358538b0f5712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6374459 Feb 15 13:49:40.308768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45368) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:40.315989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55df69a-b6a7-49fc-81a8-5020dfc99a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fa2575-3f37-44f5-8a5c-9b1e1c3a6234,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:40.324567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-b8815199-0820-49fe-b21c-af866963a269 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/quotas/70dc383a3e2248e3b9c8482e275a8856 HTTP/1.1" status: 200 len: 375 time: 0.0184112 Feb 15 13:49:40.340988 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-72f6776b-4268-4f1e-9bd3-14ff0259f7f6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821571 Feb 15 13:49:40.379077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-ace5d053-e95a-484f-86ae-e6977f595eb7 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=70dc383a3e2248e3b9c8482e275a8856&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425057 Feb 15 13:49:40.386629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83793886-5c56-4aa5-8386-180b9ccdf1fe admin admin] Publish callbacks [] for security_group (59fa2575-3f37-44f5-8a5c-9b1e1c3a6234), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:40.416419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83793886-5c56-4aa5-8386-180b9ccdf1fe admin admin] Publish callbacks [] for security_group (59fa2575-3f37-44f5-8a5c-9b1e1c3a6234), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:40.507503 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83793886-5c56-4aa5-8386-180b9ccdf1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (59fa2575-3f37-44f5-8a5c-9b1e1c3a6234), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:40.516527 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83793886-5c56-4aa5-8386-180b9ccdf1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:40.518027 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-83793886-5c56-4aa5-8386-180b9ccdf1fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59fa2575-3f37-44f5-8a5c-9b1e1c3a6234 HTTP/1.1" status: 204 len: 168 time: 0.2083516 Feb 15 13:49:40.567207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83793886-5c56-4aa5-8386-180b9ccdf1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fa2575-3f37-44f5-8a5c-9b1e1c3a6234,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:40.678594 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8c0c7-ffa1-4c68-adcf-5d839f7510c3 req-663e1ed8-3881-44e4-82e1-ca02207bf23b tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:40.689530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bba8c0c7-ffa1-4c68-adcf-5d839f7510c3 req-663e1ed8-3881-44e4-82e1-ca02207bf23b tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 947 time: 0.0977099 Feb 15 13:49:40.817961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bba8c0c7-ffa1-4c68-adcf-5d839f7510c3 req-b4ba0de1-a337-4220-bbf4-1731a2b3c434 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241171 Feb 15 13:49:40.933272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c45740ed-8a77-47f7-8e52-1567e1dd31a8 req-80bcc293-d055-484e-bc48-a46767634863 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 210 time: 0.0569916 Feb 15 13:49:41.085408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13af5c17-719e-444b-8d84-b4984da1e50b req-bbb690af-1910-449d-b69e-894f53c525a3 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 210 time: 0.0740817 Feb 15 13:49:41.205707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45414) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:41.235812 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-214d246a-14f2-4b7f-ac96-8e521f7c2e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:41.398887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-214d246a-14f2-4b7f-ac96-8e521f7c2e81 admin admin] Publish callbacks [] for security_group (9a5ef79c-9595-42e2-acdb-0ec31a074fd3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:41.406210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-214d246a-14f2-4b7f-ac96-8e521f7c2e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9a5ef79c-9595-42e2-acdb-0ec31a074fd3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:41.452501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d246a-14f2-4b7f-ac96-8e521f7c2e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5ef79c-9595-42e2-acdb-0ec31a074fd3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:41.469196 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-214d246a-14f2-4b7f-ac96-8e521f7c2e81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69c0a07b72c74559985a926304c0aa05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622333 Feb 15 13:49:41.469421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45424) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:41.557719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1ab9976-4d22-4856-9ba3-22166f34f926 admin admin] Publish callbacks [] for security_group (9a5ef79c-9595-42e2-acdb-0ec31a074fd3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:41.586673 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1ab9976-4d22-4856-9ba3-22166f34f926 admin admin] Publish callbacks [] for security_group (9a5ef79c-9595-42e2-acdb-0ec31a074fd3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:41.602395 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:41.670115 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1ab9976-4d22-4856-9ba3-22166f34f926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9a5ef79c-9595-42e2-acdb-0ec31a074fd3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:41.691824 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1ab9976-4d22-4856-9ba3-22166f34f926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:41.695849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a1ab9976-4d22-4856-9ba3-22166f34f926 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9a5ef79c-9595-42e2-acdb-0ec31a074fd3 HTTP/1.1" status: 204 len: 168 time: 0.2251163 Feb 15 13:49:41.713425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab9976-4d22-4856-9ba3-22166f34f926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5ef79c-9595-42e2-acdb-0ec31a074fd3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:41.791639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314afdd-bad6-4e27-ae52-ca2149a1a824 req-ba6c5ec8-0090-4dbb-8ff6-3eb979ea70ac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:41.793532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c314afdd-bad6-4e27-ae52-ca2149a1a824 req-ba6c5ec8-0090-4dbb-8ff6-3eb979ea70ac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 950 time: 0.0823700 Feb 15 13:49:41.899820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c314afdd-bad6-4e27-ae52-ca2149a1a824 req-5e07cb75-bce9-4a1f-9eda-b4b74b72a6c1 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/security-groups?id=069b5ce3-d820-4477-9af3-f2bdc28f7217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955482 Feb 15 13:49:41.994342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-4ebc9b77-fa1f-4d14-9ba0-d82472fe6ada tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1676298183&fields=id&tenant_id=c2817272a3784fe0ad8656d46f762ccb HTTP/1.1" status: 200 len: 267 time: 0.0513215 Feb 15 13:49:42.290580 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-1fb4be37-8185-4996-a6df-18842f56b1ea tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=70dc383a3e2248e3b9c8482e275a8856&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410504 Feb 15 13:49:42.403375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-c40c2d51-19c4-4d55-9e84-fbcc2bc8005b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2793713 Feb 15 13:49:42.451152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-79503005-c854-4fa9-9029-f7c947f160e3 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:42.459297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-79503005-c854-4fa9-9029-f7c947f160e3 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/networks?id=7d724eb1-4115-4724-ad17-5501929e5d29 HTTP/1.1" status: 200 len: 824 time: 0.4510243 Feb 15 13:49:42.484183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-e02c6ecd-3f5d-450d-bf71-a1f6b72ed911 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:42.486064 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-e02c6ecd-3f5d-450d-bf71-a1f6b72ed911 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895313 Feb 15 13:49:42.508071 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Request body: {'port': {'device_id': '627ad892-3446-4d72-a26d-40e51e74672c', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '70dc383a3e2248e3b9c8482e275a8856'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:42.520857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a614111d-d300-40cd-86f1-1680a8d8e058 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:42.523476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1f0e5824-a2b0-4c24-a219-2df9371c4e38 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/quotas/c2817272a3784fe0ad8656d46f762ccb HTTP/1.1" status: 200 len: 375 time: 0.0622745 Feb 15 13:49:42.604833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a683dc3-1c16-445f-9a62-7eb4dc9d252d req-bd97eecf-4409-4277-827e-2764bb2b3fb3 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:42.606809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a683dc3-1c16-445f-9a62-7eb4dc9d252d req-bd97eecf-4409-4277-827e-2764bb2b3fb3 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 947 time: 0.2309182 Feb 15 13:49:42.628218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f491a-725b-4260-98e7-7eba069df824 req-10d66ad8-ecad-421c-8327-84ebd497276c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:42.629993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-10d66ad8-ecad-421c-8327-84ebd497276c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087097 Feb 15 13:49:42.655792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Request body: {'port': {'device_id': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '06fe082f47a64ad9bc2ff9b5c4998f99'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:42.694497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-8df4a878-20ba-4649-baa0-9e98ebcef689 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c2817272a3784fe0ad8656d46f762ccb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1610262 Feb 15 13:49:42.724093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Made reservation on behalf of 70dc383a3e2248e3b9c8482e275a8856 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:42.737405 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:42.744285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-fa4192f1-4355-4e3b-bb4e-750b45601b8a service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:49:42.749729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-fa4192f1-4355-4e3b-bb4e-750b45601b8a service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136516 Feb 15 13:49:42.767008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:42.774289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a614111d-d300-40cd-86f1-1680a8d8e058, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a614111d-d300-40cd-86f1-1680a8d8e058,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:42.796895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'a614111d-d300-40cd-86f1-1680a8d8e058', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'a614111d-d300-40cd-86f1-1680a8d8e058', 'mac_address': 'fa:16:3e:51:5b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:42.807491 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3b070131-993e-4d93-9fec-2d29704310de req-d1f7370e-079a-44c8-88db-340e698ce5a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1394150 Feb 15 13:49:42.832519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a683dc3-1c16-445f-9a62-7eb4dc9d252d req-1ec5f26a-4a7d-4d32-a4ec-4ab84b76fd30 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011683 Feb 15 13:49:42.852171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a614111d-d300-40cd-86f1-1680a8d8e058 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:42.852999 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:42.870964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a614111d-d300-40cd-86f1-1680a8d8e058 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:42.900199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a614111d-d300-40cd-86f1-1680a8d8e058, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a614111d-d300-40cd-86f1-1680a8d8e058,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:42.908409 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:42.926783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-89b6c38e-f810-4f9e-a078-d9b1ff8688ed service neutron] 10.222.0.72 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646349 Feb 15 13:49:42.950964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Made reservation on behalf of 06fe082f47a64ad9bc2ff9b5c4998f99 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:42.954424 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:43.034182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a614111d-d300-40cd-86f1-1680a8d8e058,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:43.076075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Publish callbacks [] for security_group (910174e0-759e-4fc2-bdfa-9b0cc8fa31b9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:43.083042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070131-993e-4d93-9fec-2d29704310de req-d09fe14f-334c-4429-be4c-dad72363fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:43.085076 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3b070131-993e-4d93-9fec-2d29704310de req-d09fe14f-334c-4429-be4c-dad72363fa33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 1132 time: 0.1884637 Feb 15 13:49:43.086354 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (910174e0-759e-4fc2-bdfa-9b0cc8fa31b9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:43.092838 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6ccdfb3-6adf-4ab6-a960-6d9c2f07e75e req-d2ad9d0d-f318-4dc5-a5ef-db4cb1beca78 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 210 time: 0.0752180 Feb 15 13:49:43.175513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-32232a1f-4e36-4962-af01-16a1d9126bf9 service neutron] 10.222.0.72 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477820 Feb 15 13:49:43.243242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Allocated IP 192.168.233.139 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/9319140c-7d0d-455b-8668-166434526e49) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:43.244919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070131-993e-4d93-9fec-2d29704310de req-5c38ed08-5522-4378-b431-66827a1a759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:43.246399 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3b070131-993e-4d93-9fec-2d29704310de req-5c38ed08-5522-4378-b431-66827a1a759a service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1197376 Feb 15 13:49:43.260128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.42', 58544) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:43.338012 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3b070131-993e-4d93-9fec-2d29704310de req-2fed4c06-4b15-4360-8ae6-c9be56c18ab1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=92b0db58-937b-4784-9513-0d732c75341d HTTP/1.1" status: 200 len: 217 time: 0.0805488 Feb 15 13:49:43.343293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910174e0-759e-4fc2-bdfa-9b0cc8fa31b9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:43.400105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['a614111d-d300-40cd-86f1-1680a8d8e058'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:43.454779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070131-993e-4d93-9fec-2d29704310de req-61e56534-60cd-4bdc-a5b5-f9decbd47016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:43.458770 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3b070131-993e-4d93-9fec-2d29704310de req-61e56534-60cd-4bdc-a5b5-f9decbd47016 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1103306 Feb 15 13:49:43.572777 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070131-993e-4d93-9fec-2d29704310de req-ebed59aa-5de2-42c1-afad-873fd6279ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:43.576090 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3b070131-993e-4d93-9fec-2d29704310de req-ebed59aa-5de2-42c1-afad-873fd6279ee9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1107028 Feb 15 13:49:43.632799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d69be649-87a5-4cc8-9e6d-4909801d7840 req-5e3c7324-4a3d-4e30-944d-09c481f65125 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 210 time: 0.0744519 Feb 15 13:49:43.762313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-039bda05-af8a-4aa1-957d-d43a219bd9ba tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:43.764540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-039bda05-af8a-4aa1-957d-d43a219bd9ba tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb89f310-4df0-4b51-a177-305a1bdd42dd HTTP/1.1" status: 200 len: 966 time: 0.5011773 Feb 15 13:49:43.778974 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3b070131-993e-4d93-9fec-2d29704310de req-b7f436ac-e031-47cb-b55f-0df86f2b1bfc service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944263 Feb 15 13:49:43.862658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af31d8b5-c915-4d87-a2e4-22b03eb00805 req-fe40047f-8ce0-4247-ae7e-72a5fc5d525d tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 210 time: 0.1080723 Feb 15 13:49:43.894219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6634e6-7455-4b41-b833-20cfbff0b639 req-d3b5a3e0-faf3-4d7b-8242-13dfdf9db523 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:43.907591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c6634e6-7455-4b41-b833-20cfbff0b639 req-d3b5a3e0-faf3-4d7b-8242-13dfdf9db523 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.67 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 950 time: 0.5755768 Feb 15 13:49:43.975738 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3b070131-993e-4d93-9fec-2d29704310de req-f3bf558d-fcdd-48e0-a48f-f40db205c5a9 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865933 Feb 15 13:49:44.054380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f90ab-8281-4ef6-ac0d-e9bc9fdffef5 req-cfabbb12-4c0d-4fc3-8c38-1b37d3706a1a tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:44.061489 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d84f90ab-8281-4ef6-ac0d-e9bc9fdffef5 req-cfabbb12-4c0d-4fc3-8c38-1b37d3706a1a tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 950 time: 0.4129260 Feb 15 13:49:44.079083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.42', 58548) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:44.139476 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks [] for port (9319140c-7d0d-455b-8668-166434526e49), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:44.139889 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-c8b986be-a45e-4382-9e7a-70cdb89bff04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555842 Feb 15 13:49:44.236316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d84f90ab-8281-4ef6-ac0d-e9bc9fdffef5 req-591ca081-91ff-4a2b-96eb-e5e160f0f5d6 tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/security-groups?id=069b5ce3-d820-4477-9af3-f2bdc28f7217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741679 Feb 15 13:49:44.247803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-67fc7d74-4d96-4ef4-ab53-da567197a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:44.250202 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-67fc7d74-4d96-4ef4-ab53-da567197a103 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1132 time: 0.0546625 Feb 15 13:49:44.256503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a0f6-5686-4e01-92c7-3255741c317e req-a8a45df2-f661-4a81-8f2b-3a64fc7b1c6b tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:44.263417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23a1a0f6-5686-4e01-92c7-3255741c317e req-a8a45df2-f661-4a81-8f2b-3a64fc7b1c6b tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2350023 Feb 15 13:49:44.299947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Deleting port fb43295e-d40c-4984-ad37-41214394e5fd {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:49:44.301226 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:44.364108 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9319140c-7d0d-455b-8668-166434526e49), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:44.385031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['be9316c8-336a-492a-83ba-7739d98a09b0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:44.391690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-0c6634e6-7455-4b41-b833-20cfbff0b639 req-951f11ff-3d12-4c3a-8a51-7c24e08c0aac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Deleting port 934fd5b1-146b-4e33-b270-7c6645e812d2 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:49:44.392202 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0c6634e6-7455-4b41-b833-20cfbff0b639 req-951f11ff-3d12-4c3a-8a51-7c24e08c0aac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:44.424676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Allocated IP 192.168.233.177 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/d2342f8d-56a7-408f-a792-9ac604799604) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:44.450286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-0b8392d8-e466-4d16-9108-28cb2288ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:44.452030 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-0b8392d8-e466-4d16-9108-28cb2288ebfa service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1746840 Feb 15 13:49:44.508184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Pushing event updated for resources: {'Port': ['ID=9319140c-7d0d-455b-8668-166434526e49,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:44.526440 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-0eef0581-f1ab-4107-9bc6-f6f0dcfef998 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 217 time: 0.0654798 Feb 15 13:49:44.539057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a614111d-d300-40cd-86f1-1680a8d8e058 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:44.592710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23a1a0f6-5686-4e01-92c7-3255741c317e req-a650cb06-8a61-43a2-843f-d67b6e45f1c4 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283575 Feb 15 13:49:44.594579 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:44.608310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:44.617693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:49:44.664585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-200d3aa6-8360-4868-847a-13b58603f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:44.666114 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-200d3aa6-8360-4868-847a-13b58603f547 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1300397 Feb 15 13:49:44.670132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port a614111d-d300-40cd-86f1-1680a8d8e058 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:44.672648 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb2dcdff-0134-4ab1-b925-48f3afe2b208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:44.676696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port a614111d-d300-40cd-86f1-1680a8d8e058 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:44.677088 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:44.677598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] For port fb43295e-d40c-4984-ad37-41214394e5fd, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fb43295e-d40c-4984-ad37-41214394e5fd,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:44.677975 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:44.708366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b3f7d-8ec9-4ef5-85a4-ed417cc524df req-e3c721dc-d4f4-4c7e-b178-118046da2bd1 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:44.709907 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e69b3f7d-8ec9-4ef5-85a4-ed417cc524df req-e3c721dc-d4f4-4c7e-b178-118046da2bd1 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 948 time: 0.3570416 Feb 15 13:49:44.782337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-4577ee56-bf27-47c5-9e22-2e9f080493b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:44.784494 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-4577ee56-bf27-47c5-9e22-2e9f080493b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1024771 Feb 15 13:49:44.833690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Publish callbacks [] for port (d2342f8d-56a7-408f-a792-9ac604799604), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:44.937543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.42', 58550) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:44.939162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a614111d-d300-40cd-86f1-1680a8d8e058 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:44.939924 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:44.988025 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-77a20fde-1238-4375-81ed-bbee5661bce0 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957576 Feb 15 13:49:45.031024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a614111d-d300-40cd-86f1-1680a8d8e058, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a614111d-d300-40cd-86f1-1680a8d8e058,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:45.032170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a7f547-b5f9-4fb2-9970-2f5058bf0a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614111d-d300-40cd-86f1-1680a8d8e058'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:45.036520 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (d2342f8d-56a7-408f-a792-9ac604799604), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.037151 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee24f79a-8dd8-4f4a-b8c3-bd3c7ae1ddbd" -d '{"events": [{"server_uuid": "92a7f547-b5f9-4fb2-9970-2f5058bf0a55", "name": "network-vif-plugged", "status": "completed", "tag": "a614111d-d300-40cd-86f1-1680a8d8e058"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:45.044552 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.113175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a614111d-d300-40cd-86f1-1680a8d8e058,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:45.135031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3889f994-5e52-4dae-b4e2-9f41d5aa0bcb None None] Provisioning complete for port 9319140c-7d0d-455b-8668-166434526e49 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:45.135454 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3889f994-5e52-4dae-b4e2-9f41d5aa0bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9319140c-7d0d-455b-8668-166434526e49), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.144100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:45.144879 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.174283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-0c6634e6-7455-4b41-b833-20cfbff0b639 req-951f11ff-3d12-4c3a-8a51-7c24e08c0aac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] For port 934fd5b1-146b-4e33-b270-7c6645e812d2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=934fd5b1-146b-4e33-b270-7c6645e812d2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:45.174746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0c6634e6-7455-4b41-b833-20cfbff0b639 req-951f11ff-3d12-4c3a-8a51-7c24e08c0aac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.194521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3889f994-5e52-4dae-b4e2-9f41d5aa0bcb None None] Port 9319140c-7d0d-455b-8668-166434526e49 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:49:45.256884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-0c6634e6-7455-4b41-b833-20cfbff0b639 req-951f11ff-3d12-4c3a-8a51-7c24e08c0aac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Calling delete_port for 934fd5b1-146b-4e33-b270-7c6645e812d2 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:49:45.272668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-545d2d03-b1f7-4498-9b11-8aaa342618d0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6283729 Feb 15 13:49:45.333271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Request body: {'port': {'device_id': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:45.346779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e69b3f7d-8ec9-4ef5-85a4-ed417cc524df req-ba4a97bb-d55c-44ed-ab6e-b31ac91e7cd1 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773189 Feb 15 13:49:45.431105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:45.454357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:45.463201 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Pushing event updated for resources: {'Port': ['ID=d2342f8d-56a7-408f-a792-9ac604799604,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:45.465593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:49:45.470684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:45.471356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.475090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3d23f-b093-425c-856a-196a3981aa11 req-8d8d4ca9-354e-4985-bd24-efe4f3c052fa tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:45.482085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9b3d23f-b093-425c-856a-196a3981aa11 req-8d8d4ca9-354e-4985-bd24-efe4f3c052fa tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 936 time: 0.3588963 Feb 15 13:49:45.498664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-a58657f7-dc57-4af3-b86f-329e731966bf tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:45.500201 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-a58657f7-dc57-4af3-b86f-329e731966bf tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.42 "GET /v2.0/networks?id=7d724eb1-4115-4724-ad17-5501929e5d29 HTTP/1.1" status: 200 len: 824 time: 0.5617976 Feb 15 13:49:45.503226 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdf32ec0-225c-48f0-8788-b572da07aea7 req-f3331157-061c-4605-8f6c-4e1f1a9dd7fd service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806988 Feb 15 13:49:45.513412 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-9ae3f537-a3d1-4385-92d6-de805cb452e9 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0126126 Feb 15 13:49:45.523844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Request body: {'port': {'device_id': '627ad892-3446-4d72-a26d-40e51e74672c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:45.646746 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-356bdef0-baf1-40b2-b35d-8d8ebf753834 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2817272a3784fe0ad8656d46f762ccb HTTP/1.1" status: 200 len: 380 time: 0.1331084 Feb 15 13:49:45.647913 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d2342f8d-56a7-408f-a792-9ac604799604), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.663370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Request body: {'port': {'device_id': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'admin_state_up': True, 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'security_groups': ['35fad320-88ba-4024-967a-784636729201']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:45.720725 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9319140c-7d0d-455b-8668-166434526e49), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.732760 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.733706 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (a96bd22f-86bf-47e6-beb6-6baf1a7d1627), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.733706 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Floating IP a96bd22f-86bf-47e6-beb6-6baf1a7d1627 disassociated. External IP: 172.25.6.59, port: fb43295e-d40c-4984-ad37-41214394e5fd. Feb 15 13:49:45.733986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Calling delete_port for fb43295e-d40c-4984-ad37-41214394e5fd owned by compute:tempest-test_az-912368675 {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:49:45.849497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b44c4f08-d5f1-4c26-851f-6c45e36043f0 None None] Provisioning complete for port d2342f8d-56a7-408f-a792-9ac604799604 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:45.852532 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b44c4f08-d5f1-4c26-851f-6c45e36043f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d2342f8d-56a7-408f-a792-9ac604799604), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.912959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b44c4f08-d5f1-4c26-851f-6c45e36043f0 None None] Port d2342f8d-56a7-408f-a792-9ac604799604 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:49:45.923793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Made reservation on behalf of c2817272a3784fe0ad8656d46f762ccb for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:45.927512 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:45.953097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9b3d23f-b093-425c-856a-196a3981aa11 req-3f7e7a07-571a-4927-96d9-58642a0bb9da tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700599 Feb 15 13:49:45.994864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2a2ec-6ab1-45d8-94e3-4393a7155c47 req-7c739142-f084-4930-a2ed-da49d6cd0609 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:46.001988 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96d2a2ec-6ab1-45d8-94e3-4393a7155c47 req-7c739142-f084-4930-a2ed-da49d6cd0609 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 936 time: 0.5096228 Feb 15 13:49:46.121055 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0c6634e6-7455-4b41-b833-20cfbff0b639 req-951f11ff-3d12-4c3a-8a51-7c24e08c0aac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (934fd5b1-146b-4e33-b270-7c6645e812d2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:46.171450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60975d9f-a7ee-4ca9-9d93-abb6423f986f req-d5886cd4-3bf9-456a-933a-24d73e3b94d4 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 210 time: 0.1116285 Feb 15 13:49:46.210247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Allocated IP 172.20.0.9 (7d724eb1-4115-4724-ad17-5501929e5d29/e6a0d7d9-dfb4-46d7-8c55-33325656c55e/392f5105-bb30-4943-b109-b589b524e70b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:46.221570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2342f8d-56a7-408f-a792-9ac604799604 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:46.234679 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Publish callbacks [] for port (d2342f8d-56a7-408f-a792-9ac604799604), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:46.242626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f11ff-3d12-4c3a-8a51-7c24e08c0aac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Pushing event deleted for resources: {'Port': ['ID=934fd5b1-146b-4e33-b270-7c6645e812d2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:46.264798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96d2a2ec-6ab1-45d8-94e3-4393a7155c47 req-ea8f668d-3aa2-4383-bf5f-ee14e8e035a3 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/security-groups?id=910174e0-759e-4fc2-bdfa-9b0cc8fa31b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618980 Feb 15 13:49:46.271681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Transition to ACTIVE for port object d2342f8d-56a7-408f-a792-9ac604799604 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:46.345442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d2342f8d-56a7-408f-a792-9ac604799604), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:46.350109 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e152c20a-a04b-41de-906d-746613672073 x-openstack-request-id: req-e152c20a-a04b-41de-906d-746613672073 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:46.350450 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a7f547-b5f9-4fb2-9970-2f5058bf0a55", "name": "network-vif-plugged", "status": "completed", "tag": "a614111d-d300-40cd-86f1-1680a8d8e058", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:46.350750 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e152c20a-a04b-41de-906d-746613672073 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:46.351188 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a7f547-b5f9-4fb2-9970-2f5058bf0a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a614111d-d300-40cd-86f1-1680a8d8e058', 'code': 200} Feb 15 13:49:46.469876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Pushing event updated for resources: {'Port': ['ID=d2342f8d-56a7-408f-a792-9ac604799604,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:46.473929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6634e6-7455-4b41-b833-20cfbff0b639 req-951f11ff-3d12-4c3a-8a51-7c24e08c0aac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] No DVR routers for this DVR port 934fd5b1-146b-4e33-b270-7c6645e812d2 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:46.480178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fb43295e-d40c-4984-ad37-41214394e5fd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:46.494091 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0c6634e6-7455-4b41-b833-20cfbff0b639 req-951f11ff-3d12-4c3a-8a51-7c24e08c0aac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:46.497766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c6634e6-7455-4b41-b833-20cfbff0b639 req-951f11ff-3d12-4c3a-8a51-7c24e08c0aac tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.67 "DELETE /v2.0/ports/934fd5b1-146b-4e33-b270-7c6645e812d2 HTTP/1.1" status: 204 len: 173 time: 2.5803633 Feb 15 13:49:46.499462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61143826-c4ba-4e7a-8027-423ca4ecefd1', 'name': 'network-vif-deleted', 'tag': '934fd5b1-146b-4e33-b270-7c6645e812d2'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:46.501524 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e02c68e-3526-449f-89de-2adacccf0c20" -d '{"events": [{"server_uuid": "61143826-c4ba-4e7a-8027-423ca4ecefd1", "name": "network-vif-deleted", "tag": "934fd5b1-146b-4e33-b270-7c6645e812d2"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:46.531573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 934fd5b1-146b-4e33-b270-7c6645e812d2 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:49:46.554548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 934fd5b1-146b-4e33-b270-7c6645e812d2 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:49:46.554982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 934fd5b1-146b-4e33-b270-7c6645e812d2 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:49:46.576760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d81c367-e619-4fe4-bb96-87d76b2b2a08 req-18f558f1-c417-4694-9bd8-2554f204914b tempest-TenantUsagesTestJSON-850405270 tempest-TenantUsagesTestJSON-850405270-project] 10.222.0.72 "GET /v2.0/ports?device_id=61143826-c4ba-4e7a-8027-423ca4ecefd1 HTTP/1.1" status: 200 len: 210 time: 0.1861868 Feb 15 13:49:46.588707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fb43295e-d40c-4984-ad37-41214394e5fd no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:49:46.604290 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for port (392f5105-bb30-4943-b109-b589b524e70b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:46.650413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: fb43295e-d40c-4984-ad37-41214394e5fd {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:49:46.651724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fb43295e-d40c-4984-ad37-41214394e5fd not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:49:46.685848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37b0f0-48b4-4289-812c-e314aa823e51 req-a234dc06-2791-438b-bd59-72781f8e53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:46.688424 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7c37b0f0-48b4-4289-812c-e314aa823e51 req-a234dc06-2791-438b-bd59-72781f8e53b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 1132 time: 0.2190549 Feb 15 13:49:46.693718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Attempting to bind port d2342f8d-56a7-408f-a792-9ac604799604 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:49:46.694369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Attempting to bind port d2342f8d-56a7-408f-a792-9ac604799604 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:49:46.694796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Attempting to bind port d2342f8d-56a7-408f-a792-9ac604799604 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:46.701286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Pushing event deleted for resources: {'Port': ['ID=fb43295e-d40c-4984-ad37-41214394e5fd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:46.732282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Port d2342f8d-56a7-408f-a792-9ac604799604 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:49:46.732614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Attempting to bind port d2342f8d-56a7-408f-a792-9ac604799604 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:46.750084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:49:46.750447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:46.750801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:49:46.751896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Bound port: d2342f8d-56a7-408f-a792-9ac604799604, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:49:46.752258 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d2342f8d-56a7-408f-a792-9ac604799604), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:46.798233 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7c37b0f0-48b4-4289-812c-e314aa823e51 req-c7431be5-f37f-4ed7-939a-b641307c7a0f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003451 Feb 15 13:49:46.829200 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (392f5105-bb30-4943-b109-b589b524e70b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:46.931938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Network 7d724eb1-4115-4724-ad17-5501929e5d29 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:46.951553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:46.954442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:49:46.961308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:46.961547 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:46.972257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] For port d2342f8d-56a7-408f-a792-9ac604799604, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:46.973857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c592214-89b3-409f-9dbb-9342ae00af7f req-ec15efc9-8bb5-48a5-bd16-40cf611a4aff tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:46.975566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c592214-89b3-409f-9dbb-9342ae00af7f req-ec15efc9-8bb5-48a5-bd16-40cf611a4aff tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.4997602 Feb 15 13:49:46.981637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Pushing event updated for resources: {'Port': ['ID=392f5105-bb30-4943-b109-b589b524e70b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:46.999342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] For port d2342f8d-56a7-408f-a792-9ac604799604, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d2342f8d-56a7-408f-a792-9ac604799604,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:49:47.009332 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-1dbcc291-a167-4436-9d13-e3b186d03846 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3574326 Feb 15 13:49:47.017276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d2342f8d-56a7-408f-a792-9ac604799604), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:47.060197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Request body: {'port': {'device_id': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:47.108500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Router 027b1640-b4fd-4f65-89b7-a9d35be25496 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:49:47.109374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:47.110010 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:47.112364 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] 10.222.0.42 "PUT /v2.0/ports/d2342f8d-56a7-408f-a792-9ac604799604 HTTP/1.1" status: 200 len: 1097 time: 1.5927017 Feb 15 13:49:47.115795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627ad892-3446-4d72-a26d-40e51e74672c', 'tag': 'd2342f8d-56a7-408f-a792-9ac604799604'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:47.119006 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f51b021-fdce-4192-a1d8-3e6c0f141761" -d '{"events": [{"name": "network-changed", "server_uuid": "627ad892-3446-4d72-a26d-40e51e74672c", "tag": "d2342f8d-56a7-408f-a792-9ac604799604"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:47.136847 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9319140c-7d0d-455b-8668-166434526e49 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:47.160124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb25207-91b9-4f66-bbd9-10c15c071332 req-20e7f412-5c1f-4899-b361-e8005c76c279 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:47.163314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1cb25207-91b9-4f66-bbd9-10c15c071332 req-20e7f412-5c1f-4899-b361-e8005c76c279 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 949 time: 0.3405616 Feb 15 13:49:47.169741 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Publish callbacks [] for port (9319140c-7d0d-455b-8668-166434526e49), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:47.171695 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1585-f258-4bfc-8819-f83f9cff0665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:47.195122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c592214-89b3-409f-9dbb-9342ae00af7f req-88a6d767-6b77-4eb8-bb34-1d24c1de8561 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042220 Feb 15 13:49:47.227357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4ab90-4dfc-4c5a-9c14-fa2a39e88d73 service neutron] Pushing event updated for resources: {'Port': ['ID=d2342f8d-56a7-408f-a792-9ac604799604,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:47.289539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (392f5105-bb30-4943-b109-b589b524e70b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:47.310764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Transition to ACTIVE for port object 9319140c-7d0d-455b-8668-166434526e49 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:47.366430 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91ff21f-e445-4c50-8ddb-a542c4140537 x-openstack-request-id: req-a91ff21f-e445-4c50-8ddb-a542c4140537 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:47.366705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-3b45a09e-2e99-4fbb-9a37-90c8abefd360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:47.367895 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61143826-c4ba-4e7a-8027-423ca4ecefd1", "name": "network-vif-deleted", "tag": "934fd5b1-146b-4e33-b270-7c6645e812d2", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:47.368313 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a91ff21f-e445-4c50-8ddb-a542c4140537 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:47.368867 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61143826-c4ba-4e7a-8027-423ca4ecefd1', 'name': 'network-vif-deleted', 'tag': '934fd5b1-146b-4e33-b270-7c6645e812d2', 'status': 'completed', 'code': 200} Feb 15 13:49:47.373698 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-3b45a09e-2e99-4fbb-9a37-90c8abefd360 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70dc383a3e2248e3b9c8482e275a8856&device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 1131 time: 0.1307402 Feb 15 13:49:47.375056 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (9319140c-7d0d-455b-8668-166434526e49), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:47.464650 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-02e910f0-23bd-43af-87ed-4cda7eec1f97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d2342f8d-56a7-408f-a792-9ac604799604 HTTP/1.1" status: 200 len: 217 time: 0.0803626 Feb 15 13:49:47.592113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-12e53d05-26cf-453f-9f96-4c530619881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:47.593601 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-12e53d05-26cf-453f-9f96-4c530619881f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1182547 Feb 15 13:49:47.739233 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-b67f4e9d-f916-4513-80f2-38eacd867743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:47.740762 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-b67f4e9d-f916-4513-80f2-38eacd867743 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0867000 Feb 15 13:49:47.852360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45576) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:47.886246 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-c58f4ab3-30da-4a8c-80a1-1fb1dd43d843 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329453 Feb 15 13:49:47.888288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392f5105-bb30-4943-b109-b589b524e70b {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:47.898408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Publish callbacks [] for port (392f5105-bb30-4943-b109-b589b524e70b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:47.901490 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1cb25207-91b9-4f66-bbd9-10c15c071332 req-214cc42a-ea0f-4658-84cf-6b46b2a4de43 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7220244 Feb 15 13:49:47.969261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Transition to ACTIVE for port object 392f5105-bb30-4943-b109-b589b524e70b will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:49:47.977546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (392f5105-bb30-4943-b109-b589b524e70b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:48.055825 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7564764-6e04-4fb3-9349-352891c788ec x-openstack-request-id: req-e7564764-6e04-4fb3-9349-352891c788ec {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:48.056211 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627ad892-3446-4d72-a26d-40e51e74672c", "tag": "d2342f8d-56a7-408f-a792-9ac604799604", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:48.056473 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7564764-6e04-4fb3-9349-352891c788ec {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:48.056807 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627ad892-3446-4d72-a26d-40e51e74672c', 'tag': 'd2342f8d-56a7-408f-a792-9ac604799604', 'status': 'completed', 'code': 200} Feb 15 13:49:48.095247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Pushing event updated for resources: {'Port': ['ID=392f5105-bb30-4943-b109-b589b524e70b,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:48.122872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Pushing event updated for resources: {'Port': ['ID=9319140c-7d0d-455b-8668-166434526e49,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:48.127537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed3d5258-b246-4fa6-b5e4-d959e6300fce req-2c10bcb0-1f95-4d99-b1d4-1479216e887d service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316501 Feb 15 13:49:48.185474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Attempting to bind port 392f5105-bb30-4943-b109-b589b524e70b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:49:48.185857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Attempting to bind port 392f5105-bb30-4943-b109-b589b524e70b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:49:48.186179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Attempting to bind port 392f5105-bb30-4943-b109-b589b524e70b on network 7d724eb1-4115-4724-ad17-5501929e5d29 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:48.189992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c56f7322-2cd2-4032-86ef-6bfc035c9371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:48.204115 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:48.242200 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Port 392f5105-bb30-4943-b109-b589b524e70b on network 7d724eb1-4115-4724-ad17-5501929e5d29 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:49:48.243239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Attempting to bind port 392f5105-bb30-4943-b109-b589b524e70b on network 7d724eb1-4115-4724-ad17-5501929e5d29 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:48.366453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:49:48.380941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff94c87-8ecc-429b-956d-199bd8253b6d req-0703797a-ccf3-403a-870b-1d49db84cdcf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.389738 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b092e-5dcc-426a-b1d0-f7907954d3a8 None None] Sync routers for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:48.390359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ff94c87-8ecc-429b-956d-199bd8253b6d req-0703797a-ccf3-403a-870b-1d49db84cdcf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 948 time: 0.8845940 Feb 15 13:49:48.408258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:49:48.408901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Checking segment: {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:48.409647 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Bound using segment: {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:49:48.411350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Bound port: 392f5105-bb30-4943-b109-b589b524e70b, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f882a5-3491-4019-822b-aba6b9ec926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:49:48.412048 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (392f5105-bb30-4943-b109-b589b524e70b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:48.432286 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b092e-5dcc-426a-b1d0-f7907954d3a8 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:49:48.433489 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-438b092e-5dcc-426a-b1d0-f7907954d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:48.494196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e99188-acb4-41af-9cdb-aa378f7e05a0 req-fc070b5c-be39-47f5-a82c-e1705150bc6f tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.503249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1e99188-acb4-41af-9cdb-aa378f7e05a0 req-fc070b5c-be39-47f5-a82c-e1705150bc6f tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 943 time: 0.3463886 Feb 15 13:49:48.511617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] No DVR routers for this DVR port fb43295e-d40c-4984-ad37-41214394e5fd on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:48.514977 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:48.519093 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8362d4a0-cec3-4ea1-b235-947f21fdd948 req-c37a84d4-c8c9-43c9-819c-cba637aa1cad tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.42 "DELETE /v2.0/ports/fb43295e-d40c-4984-ad37-41214394e5fd HTTP/1.1" status: 204 len: 173 time: 4.7344856 Feb 15 13:49:48.566808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Attempting to bind port 9319140c-7d0d-455b-8668-166434526e49 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:49:48.567232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Attempting to bind port 9319140c-7d0d-455b-8668-166434526e49 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:49:48.567507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Attempting to bind port 9319140c-7d0d-455b-8668-166434526e49 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:48.585612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ff94c87-8ecc-429b-956d-199bd8253b6d req-f1dc6da1-9518-4758-be7f-28df97ca6201 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944981 Feb 15 13:49:48.586358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Port 9319140c-7d0d-455b-8668-166434526e49 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:49:48.586699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Attempting to bind port 9319140c-7d0d-455b-8668-166434526e49 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:48.603102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:49:48.603485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:48.603889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:49:48.604358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Bound port: 9319140c-7d0d-455b-8668-166434526e49, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:49:48.604727 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9319140c-7d0d-455b-8668-166434526e49), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:48.611431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] For port 392f5105-bb30-4943-b109-b589b524e70b, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:48.618487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] For port 392f5105-bb30-4943-b109-b589b524e70b, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=392f5105-bb30-4943-b109-b589b524e70b,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:49:48.633311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51b021-fdce-4192-a1d8-3e6c0f141761 req-591ebff3-e789-4325-af9a-50432bafb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.636343 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4f51b021-fdce-4192-a1d8-3e6c0f141761 req-591ebff3-e789-4325-af9a-50432bafb651 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70dc383a3e2248e3b9c8482e275a8856&device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 1131 time: 0.4115517 Feb 15 13:49:48.646339 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (392f5105-bb30-4943-b109-b589b524e70b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:48.656597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1e99188-acb4-41af-9cdb-aa378f7e05a0 req-fc043201-16e9-4518-be84-2d67cea2a6cb tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516285 Feb 15 13:49:48.743947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:48.745102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:48.746815 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] 10.222.0.42 "PUT /v2.0/ports/392f5105-bb30-4943-b109-b589b524e70b HTTP/1.1" status: 200 len: 1092 time: 1.7241843 Feb 15 13:49:48.806309 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-438b092e-5dcc-426a-b1d0-f7907954d3a8 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:49:48.982703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:49.043741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9319140c-7d0d-455b-8668-166434526e49,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:49:49.082970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (9319140c-7d0d-455b-8668-166434526e49), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:49.107949 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c56f7322-2cd2-4032-86ef-6bfc035c9371 admin admin] Publish callbacks [] for security_group (80118363-9ce7-4b2b-a4ac-5498cf84f59c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:49.122854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e40b3-feda-4179-b1b0-8c1e5d3e9b0d req-040f4a74-5ea8-4be5-968d-c0851aa4dbc6 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:49.126600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-713e40b3-feda-4179-b1b0-8c1e5d3e9b0d req-040f4a74-5ea8-4be5-968d-c0851aa4dbc6 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 948 time: 0.2847590 Feb 15 13:49:49.135690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c56f7322-2cd2-4032-86ef-6bfc035c9371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (80118363-9ce7-4b2b-a4ac-5498cf84f59c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:49.172197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac219e48-229d-478b-84e6-79848d1b4625 service neutron] Pushing event updated for resources: {'Port': ['ID=392f5105-bb30-4943-b109-b589b524e70b,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:49.254992 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-438b092e-5dcc-426a-b1d0-f7907954d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:49.292092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Pushing event updated for resources: {'Port': ['ID=9319140c-7d0d-455b-8668-166434526e49,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:49.303610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f7322-2cd2-4032-86ef-6bfc035c9371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80118363-9ce7-4b2b-a4ac-5498cf84f59c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:49.316114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51b021-fdce-4192-a1d8-3e6c0f141761 req-7ae477bc-4da1-4b8c-a8c7-85f5fa560f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:49.325381 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4f51b021-fdce-4192-a1d8-3e6c0f141761 req-7ae477bc-4da1-4b8c-a8c7-85f5fa560f11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.6735315 Feb 15 13:49:49.333723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45590) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:49.335931 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b092e-5dcc-426a-b1d0-f7907954d3a8 None None] Checking router: 027b1640-b4fd-4f65-89b7-a9d35be25496 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:49:49.351429 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b092e-5dcc-426a-b1d0-f7907954d3a8 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:49:49.352587 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-438b092e-5dcc-426a-b1d0-f7907954d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:49.377754 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c56f7322-2cd2-4032-86ef-6bfc035c9371 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65c6c5e5ee4a493ea37d6e26c48d2ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5220881 Feb 15 13:49:49.419570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45594) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:49.424423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-a0b2d933-a143-4b54-9b90-3e442a03cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:49.427592 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-a0b2d933-a143-4b54-9b90-3e442a03cb87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2817272a3784fe0ad8656d46f762ccb&device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 1126 time: 0.4856503 Feb 15 13:49:49.430570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'name': 'network-vif-deleted', 'tag': 'fb43295e-d40c-4984-ad37-41214394e5fd'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:49.437495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4f51b021-fdce-4192-a1d8-3e6c0f141761 req-31106e0c-b8d8-4a41-8246-e8bf6d2fdb84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d2342f8d-56a7-408f-a792-9ac604799604 HTTP/1.1" status: 200 len: 217 time: 0.0903246 Feb 15 13:49:49.443307 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e2bcab-6224-4df2-bf48-92f334d03717" -d '{"events": [{"server_uuid": "bb89f310-4df0-4b51-a177-305a1bdd42dd", "name": "network-vif-deleted", "tag": "fb43295e-d40c-4984-ad37-41214394e5fd"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:49.493468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfac1f8-d8f8-4dce-bdc4-b84a4fd6c744 req-3f818c55-a727-4738-b506-71d9a0536731 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:49.504414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9bfac1f8-d8f8-4dce-bdc4-b84a4fd6c744 req-3f818c55-a727-4738-b506-71d9a0536731 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.5350385 Feb 15 13:49:49.551632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:49.567155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:49.569300 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-e0300aaa-3587-4a97-80f1-43c4c7239710 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392f5105-bb30-4943-b109-b589b524e70b HTTP/1.1" status: 200 len: 217 time: 0.1304264 Feb 15 13:49:49.574916 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:49.582332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-794e6297-a6f8-42f5-bc63-2965f14c5c63 service neutron] 10.222.0.42 "PUT /v2.0/ports/9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 1097 time: 4.2588499 Feb 15 13:49:49.605178 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-438b092e-5dcc-426a-b1d0-f7907954d3a8 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:49:49.662198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51b021-fdce-4192-a1d8-3e6c0f141761 req-07672e98-ea77-4c2c-a7da-87ed5af20450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:49.664420 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4f51b021-fdce-4192-a1d8-3e6c0f141761 req-07672e98-ea77-4c2c-a7da-87ed5af20450 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.2085381 Feb 15 13:49:49.727701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ef52082e-5290-44ef-886e-e4f24700a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:49.729388 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-ef52082e-5290-44ef-886e-e4f24700a2fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6a0d7d9-dfb4-46d7-8c55-33325656c55e HTTP/1.1" status: 200 len: 863 time: 0.1444840 Feb 15 13:49:49.771212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-242f0b5d-815f-4287-a731-4aad8c1f87f5 admin admin] Publish callbacks [] for security_group (80118363-9ce7-4b2b-a4ac-5498cf84f59c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:49.863583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-713e40b3-feda-4179-b1b0-8c1e5d3e9b0d req-7e739191-e93c-464d-aaaf-9d116f00c1f3 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/security-groups?id=910174e0-759e-4fc2-bdfa-9b0cc8fa31b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478432 Feb 15 13:49:49.868308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9bfac1f8-d8f8-4dce-bdc4-b84a4fd6c744 req-445ae61d-b5e8-4595-ae1f-99304a4d82de tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213224 Feb 15 13:49:49.934163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f491a-725b-4260-98e7-7eba069df824 req-3f2d7275-06cc-4a79-9762-08ce662b3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:49.937792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-3f2d7275-06cc-4a79-9762-08ce662b3d72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 1131 time: 0.1719403 Feb 15 13:49:49.987137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-242f0b5d-815f-4287-a731-4aad8c1f87f5 admin admin] Publish callbacks [] for security_group (80118363-9ce7-4b2b-a4ac-5498cf84f59c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:50.000816 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-438b092e-5dcc-426a-b1d0-f7907954d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:50.016793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-dbe45959-c9c8-4e03-bf3e-f45e897e3788 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 217 time: 0.0709219 Feb 15 13:49:50.033857 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b092e-5dcc-426a-b1d0-f7907954d3a8 None None] The sync data for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 is: [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:49:50.055758 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dae1e90-2a1c-46f0-b6e2-5d3171e42f78 x-openstack-request-id: req-6dae1e90-2a1c-46f0-b6e2-5d3171e42f78 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:50.056169 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb89f310-4df0-4b51-a177-305a1bdd42dd", "name": "network-vif-deleted", "tag": "fb43295e-d40c-4984-ad37-41214394e5fd", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:50.056534 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6dae1e90-2a1c-46f0-b6e2-5d3171e42f78 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:50.057115 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb89f310-4df0-4b51-a177-305a1bdd42dd', 'name': 'network-vif-deleted', 'tag': 'fb43295e-d40c-4984-ad37-41214394e5fd', 'status': 'completed', 'code': 200} Feb 15 13:49:50.164677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f491a-725b-4260-98e7-7eba069df824 req-7f6929cb-2524-4cd1-b4b3-9603d1c4ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:50.166242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-7f6929cb-2524-4cd1-b4b3-9603d1c4ba3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1431684 Feb 15 13:49:50.257003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4984a-aae7-43ee-ae68-07adb8060497 req-876b1e90-2afa-4ec8-85e4-117a63385624 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:50.259283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4f4984a-aae7-43ee-ae68-07adb8060497 req-876b1e90-2afa-4ec8-85e4-117a63385624 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 949 time: 0.2009120 Feb 15 13:49:50.301648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f491a-725b-4260-98e7-7eba069df824 req-a6b53d9b-e024-41da-873e-cd92472cba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:50.304856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-a6b53d9b-e024-41da-873e-cd92472cba47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1057057 Feb 15 13:49:50.321671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746aa88-349d-496d-b36e-05c28f6ccf94 req-8c62111f-aac2-4c4d-abb4-5ac21fb261b0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:50.324489 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7746aa88-349d-496d-b36e-05c28f6ccf94 req-8c62111f-aac2-4c4d-abb4-5ac21fb261b0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 948 time: 0.1639013 Feb 15 13:49:50.343945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'tag': '392f5105-bb30-4943-b109-b589b524e70b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:50.346190 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a70a8be-26cc-4489-adf3-6833117c118c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1346c13-e3ab-4f40-b9a4-52cc8037cd1a", "tag": "392f5105-bb30-4943-b109-b589b524e70b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:50.376291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51b021-fdce-4192-a1d8-3e6c0f141761 req-5899f92f-75bc-4384-98e6-1d6eef24baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:50.378880 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4f51b021-fdce-4192-a1d8-3e6c0f141761 req-5899f92f-75bc-4384-98e6-1d6eef24baf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7005255 Feb 15 13:49:50.443446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3f1e38-356e-4b4b-bfca-57b58f37aaa3 None None] New status for floating IP a96bd22f-86bf-47e6-beb6-6baf1a7d1627: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:49:50.466585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4f4984a-aae7-43ee-ae68-07adb8060497 req-cd886010-a43f-4b6a-9ab1-bf30a27d10bb tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951184 Feb 15 13:49:50.478022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7746aa88-349d-496d-b36e-05c28f6ccf94 req-a0cad833-72f1-4e93-9467-ba9fea566b30 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959947 Feb 15 13:49:50.488246 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-66b4001f-32be-49cd-8ab1-c508665aa65a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=558798b5b943486880294c51c3defacc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1519682 Feb 15 13:49:50.491417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-79c4cce7-383b-43e6-88b1-4ae56739efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:50.495255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45606) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:50.497017 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-79c4cce7-383b-43e6-88b1-4ae56739efa8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d724eb1-4115-4724-ad17-5501929e5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7131183 Feb 15 13:49:50.511486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-242f0b5d-815f-4287-a731-4aad8c1f87f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (80118363-9ce7-4b2b-a4ac-5498cf84f59c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:50.515434 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-242f0b5d-815f-4287-a731-4aad8c1f87f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:50.518386 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-242f0b5d-815f-4287-a731-4aad8c1f87f5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80118363-9ce7-4b2b-a4ac-5498cf84f59c HTTP/1.1" status: 204 len: 168 time: 1.0970998 Feb 15 13:49:50.562745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f0b5d-815f-4287-a731-4aad8c1f87f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80118363-9ce7-4b2b-a4ac-5498cf84f59c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:50.609313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-651ad583-b59a-4e14-85f5-76b0ee095a66 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799103 Feb 15 13:49:50.667691 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1cee1e-532a-43d2-a3d7-1b765fb82b9f x-openstack-request-id: req-cf1cee1e-532a-43d2-a3d7-1b765fb82b9f {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:50.668306 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1346c13-e3ab-4f40-b9a4-52cc8037cd1a", "tag": "392f5105-bb30-4943-b109-b589b524e70b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:50.668306 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf1cee1e-532a-43d2-a3d7-1b765fb82b9f {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:50.668653 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'tag': '392f5105-bb30-4943-b109-b589b524e70b', 'status': 'completed', 'code': 200} Feb 15 13:49:50.743170 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4f51b021-fdce-4192-a1d8-3e6c0f141761 req-4fa6cce6-9ab1-4679-9929-a56dc0001f03 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483310 Feb 15 13:49:50.869353 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-f7100b71-87e7-4e85-9d69-2906272d0628 service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482165 Feb 15 13:49:50.942482 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:50.978411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0db237-03e0-441c-bda5-f539567da6c6 req-f4246b89-d644-4bc9-a5ef-53e5d0d7006f tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:50.979906 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a0db237-03e0-441c-bda5-f539567da6c6 req-f4246b89-d644-4bc9-a5ef-53e5d0d7006f tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 943 time: 0.3326716 Feb 15 13:49:50.993705 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-36b77347-8ef9-4de7-9c0d-43785950209f admin admin] Publish callbacks [] for security_group (069b5ce3-d820-4477-9af3-f2bdc28f7217), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:51.071498 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4f51b021-fdce-4192-a1d8-3e6c0f141761 req-b7805590-a256-4cc4-869f-63b106514c72 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163137 Feb 15 13:49:51.092671 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e44e7f34-1e18-4e24-aa5a-39fcdca3e902 req-d7814c54-46c4-4626-90b1-db7e9aac4838 service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987166 Feb 15 13:49:51.126877 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-36b77347-8ef9-4de7-9c0d-43785950209f admin admin] Publish callbacks [] for security_group (069b5ce3-d820-4477-9af3-f2bdc28f7217), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:51.134192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-910f491a-725b-4260-98e7-7eba069df824 req-ad11314a-738e-4b18-8783-c8da6517697f service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033600 Feb 15 13:49:51.173076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45624) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:51.190296 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e728b1b1-e976-41a9-a08a-d7ea201b5454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:51.257112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a0db237-03e0-441c-bda5-f539567da6c6 req-52fbefcf-e4bf-4f0f-89f4-9b2ee35ee696 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546577 Feb 15 13:49:51.286961 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e728b1b1-e976-41a9-a08a-d7ea201b5454 admin admin] Publish callbacks [] for security_group (fa292b97-c10f-4d72-8c60-d11446dc1bf7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:51.287646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b40aee-3b83-4651-9ef6-cdfaf5c6da12 req-29654f14-9d74-4899-928c-79da1bf9b1f0 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:51.287646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05b40aee-3b83-4651-9ef6-cdfaf5c6da12 req-29654f14-9d74-4899-928c-79da1bf9b1f0 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 949 time: 0.2868881 Feb 15 13:49:51.296581 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e728b1b1-e976-41a9-a08a-d7ea201b5454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fa292b97-c10f-4d72-8c60-d11446dc1bf7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:51.325448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728b1b1-e976-41a9-a08a-d7ea201b5454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa292b97-c10f-4d72-8c60-d11446dc1bf7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:51.333363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70a8be-26cc-4489-adf3-6833117c118c req-56c13e78-e713-4d2e-8d37-e89e30dab3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:51.335565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a70a8be-26cc-4489-adf3-6833117c118c req-56c13e78-e713-4d2e-8d37-e89e30dab3ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2817272a3784fe0ad8656d46f762ccb&device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 1126 time: 0.1801078 Feb 15 13:49:51.383284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-36b77347-8ef9-4de7-9c0d-43785950209f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (069b5ce3-d820-4477-9af3-f2bdc28f7217), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:51.384281 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e728b1b1-e976-41a9-a08a-d7ea201b5454 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=156d63bc4b294a259f432ef339344249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091982 Feb 15 13:49:51.388941 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-36b77347-8ef9-4de7-9c0d-43785950209f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:51.392846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-36b77347-8ef9-4de7-9c0d-43785950209f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/069b5ce3-d820-4477-9af3-f2bdc28f7217 HTTP/1.1" status: 204 len: 168 time: 0.8814728 Feb 15 13:49:51.395580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45628) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:51.412828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05b40aee-3b83-4651-9ef6-cdfaf5c6da12 req-3d2c2577-a65f-4fa8-aaee-6032ed926b61 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219676 Feb 15 13:49:51.504288 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24b86757-c740-48da-aec9-ebaf9628377a admin admin] Publish callbacks [] for security_group (fa292b97-c10f-4d72-8c60-d11446dc1bf7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:51.530209 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24b86757-c740-48da-aec9-ebaf9628377a admin admin] Publish callbacks [] for security_group (fa292b97-c10f-4d72-8c60-d11446dc1bf7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:51.543666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b77347-8ef9-4de7-9c0d-43785950209f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069b5ce3-d820-4477-9af3-f2bdc28f7217,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:51.598668 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24b86757-c740-48da-aec9-ebaf9628377a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fa292b97-c10f-4d72-8c60-d11446dc1bf7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:51.603596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24b86757-c740-48da-aec9-ebaf9628377a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:51.604790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-24b86757-c740-48da-aec9-ebaf9628377a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa292b97-c10f-4d72-8c60-d11446dc1bf7 HTTP/1.1" status: 204 len: 168 time: 0.2079430 Feb 15 13:49:51.639117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b86757-c740-48da-aec9-ebaf9628377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa292b97-c10f-4d72-8c60-d11446dc1bf7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:51.650506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073caa34-0b6d-4568-baee-404f8f37b581 req-1636d789-3f6e-49fa-b35a-8b9aac15d5dd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:51.658570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-073caa34-0b6d-4568-baee-404f8f37b581 req-1636d789-3f6e-49fa-b35a-8b9aac15d5dd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2441247 Feb 15 13:49:51.684852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70a8be-26cc-4489-adf3-6833117c118c req-702512f8-1fb0-4a9b-be27-10ed888e1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:51.686335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a70a8be-26cc-4489-adf3-6833117c118c req-702512f8-1fb0-4a9b-be27-10ed888e1996 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d724eb1-4115-4724-ad17-5501929e5d29 HTTP/1.1" status: 200 len: 925 time: 0.3384297 Feb 15 13:49:51.698429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539805b-325c-4d10-9d85-d77cb64bdc34 req-3cc24b86-d2d4-4260-b089-78bd49802942 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:51.699970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7539805b-325c-4d10-9d85-d77cb64bdc34 req-3cc24b86-d2d4-4260-b089-78bd49802942 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 948 time: 0.1715078 Feb 15 13:49:51.755724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a70a8be-26cc-4489-adf3-6833117c118c req-ce9828d6-ce5e-4cb1-9655-65ad85684274 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392f5105-bb30-4943-b109-b589b524e70b HTTP/1.1" status: 200 len: 217 time: 0.0543616 Feb 15 13:49:51.811709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-073caa34-0b6d-4568-baee-404f8f37b581 req-1dc74c68-9325-4c93-ae20-55eeacc7b2cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521583 Feb 15 13:49:51.868508 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7539805b-325c-4d10-9d85-d77cb64bdc34 req-7ed07087-5a60-49ef-a1bf-a1b8500c9dfa tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/security-groups?id=910174e0-759e-4fc2-bdfa-9b0cc8fa31b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577792 Feb 15 13:49:51.878257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70a8be-26cc-4489-adf3-6833117c118c req-f7404ab7-5c19-40d7-b071-e94270536f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:51.879798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a70a8be-26cc-4489-adf3-6833117c118c req-f7404ab7-5c19-40d7-b071-e94270536f12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6a0d7d9-dfb4-46d7-8c55-33325656c55e HTTP/1.1" status: 200 len: 863 time: 0.1114426 Feb 15 13:49:51.998008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70a8be-26cc-4489-adf3-6833117c118c req-36b08466-97ac-460a-9e32-eae4077815b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:51.999645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a70a8be-26cc-4489-adf3-6833117c118c req-36b08466-97ac-460a-9e32-eae4077815b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d724eb1-4115-4724-ad17-5501929e5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1102076 Feb 15 13:49:52.064405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'tag': '9319140c-7d0d-455b-8668-166434526e49'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:52.066682 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "tag": "9319140c-7d0d-455b-8668-166434526e49"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:52.138185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45652) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:52.156341 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ccc40ee-0544-4d4e-99b4-5422e4acefd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:52.277259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a70a8be-26cc-4489-adf3-6833117c118c req-e77d022e-fdfe-4fc5-b90e-d53a6cf3852b service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651668 Feb 15 13:49:52.286176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ccc40ee-0544-4d4e-99b4-5422e4acefd6 admin admin] Publish callbacks [] for security_group (7931bd6c-cbd1-4db1-b71a-da728feb8cc1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:52.291554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d16994-2b94-4eeb-af5f-537604a65216 req-00dd2754-1dcb-469f-89aa-2d8e08a6f6df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:52.296713 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ccc40ee-0544-4d4e-99b4-5422e4acefd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7931bd6c-cbd1-4db1-b71a-da728feb8cc1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:52.303743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0d16994-2b94-4eeb-af5f-537604a65216 req-00dd2754-1dcb-469f-89aa-2d8e08a6f6df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 948 time: 0.2903681 Feb 15 13:49:52.343838 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5ccc40ee-0544-4d4e-99b4-5422e4acefd6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d308b3ea96544515aadbc38582ddfb87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045357 Feb 15 13:49:52.352172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45658) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:52.395620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc40ee-0544-4d4e-99b4-5422e4acefd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7931bd6c-cbd1-4db1-b71a-da728feb8cc1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:52.441970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79d12bdc-5143-407a-b4e5-7735578d4450 admin admin] Publish callbacks [] for security_group (7931bd6c-cbd1-4db1-b71a-da728feb8cc1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:52.497789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79d12bdc-5143-407a-b4e5-7735578d4450 admin admin] Publish callbacks [] for security_group (7931bd6c-cbd1-4db1-b71a-da728feb8cc1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:52.500329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0d16994-2b94-4eeb-af5f-537604a65216 req-303fd2f4-efef-459c-bad1-6ae419253056 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953864 Feb 15 13:49:52.555732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a70a8be-26cc-4489-adf3-6833117c118c req-955a927a-6341-4fad-8ad6-54fe96e845d6 service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473383 Feb 15 13:49:52.571045 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30efbb2e-6008-4648-8b55-7b7aa6a0641a x-openstack-request-id: req-30efbb2e-6008-4648-8b55-7b7aa6a0641a {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:52.571344 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "tag": "9319140c-7d0d-455b-8668-166434526e49", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:52.571604 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30efbb2e-6008-4648-8b55-7b7aa6a0641a {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:52.571999 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'tag': '9319140c-7d0d-455b-8668-166434526e49', 'status': 'completed', 'code': 200} Feb 15 13:49:52.618139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device d2342f8d-56a7-408f-a792-9ac604799604 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:52.645416 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79d12bdc-5143-407a-b4e5-7735578d4450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7931bd6c-cbd1-4db1-b71a-da728feb8cc1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:52.650483 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79d12bdc-5143-407a-b4e5-7735578d4450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:52.657145 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-79d12bdc-5143-407a-b4e5-7735578d4450 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7931bd6c-cbd1-4db1-b71a-da728feb8cc1 HTTP/1.1" status: 204 len: 168 time: 0.3034933 Feb 15 13:49:52.678530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d12bdc-5143-407a-b4e5-7735578d4450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7931bd6c-cbd1-4db1-b71a-da728feb8cc1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:52.845843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505dfe1-fdba-490a-a96a-8a19b61154f7 req-8eb32a68-9c4f-4805-a44e-b591f84e2ec5 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:52.848024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f505dfe1-fdba-490a-a96a-8a19b61154f7 req-8eb32a68-9c4f-4805-a44e-b591f84e2ec5 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 943 time: 0.2437201 Feb 15 13:49:52.852459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075 req-5fd6fe90-85d1-4a3a-957f-782e40918bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:52.853927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075 req-5fd6fe90-85d1-4a3a-957f-782e40918bf6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 1131 time: 0.2068527 Feb 15 13:49:52.884706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port d2342f8d-56a7-408f-a792-9ac604799604, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d2342f8d-56a7-408f-a792-9ac604799604,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:52.922622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'd2342f8d-56a7-408f-a792-9ac604799604', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'd2342f8d-56a7-408f-a792-9ac604799604', 'mac_address': 'fa:16:3e:2a:02:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:52.934186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45680) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:52.984756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port d2342f8d-56a7-408f-a792-9ac604799604 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:52.986780 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d2342f8d-56a7-408f-a792-9ac604799604), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:52.991383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075 req-b9b98807-9986-4fdc-a087-b58bddb9f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:52.993070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075 req-b9b98807-9986-4fdc-a087-b58bddb9f3dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1286266 Feb 15 13:49:53.012789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2342f8d-56a7-408f-a792-9ac604799604 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:53.044326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port d2342f8d-56a7-408f-a792-9ac604799604, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d2342f8d-56a7-408f-a792-9ac604799604,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:53.060911 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d2342f8d-56a7-408f-a792-9ac604799604), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:53.065254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bedd4d-521d-4047-8b2a-dda9a184fb69 req-8fc2f6df-4bd0-4407-9edf-f63f564669c1 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:53.076716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87bedd4d-521d-4047-8b2a-dda9a184fb69 req-8fc2f6df-4bd0-4407-9edf-f63f564669c1 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 949 time: 0.3348069 Feb 15 13:49:53.130758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075 req-ce891091-08c0-4fb6-b5e5-03a9cf4c3578 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 217 time: 0.1215465 Feb 15 13:49:53.139435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-network', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:53.144971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=d2342f8d-56a7-408f-a792-9ac604799604,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:53.172112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87bedd4d-521d-4047-8b2a-dda9a184fb69 req-203ebf8e-591f-42d0-9e1f-b9d2cc3d489c tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945168 Feb 15 13:49:53.181723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Made reservation on behalf of 043a56eee2de49ad8d87f397d54439c7 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:53.186602 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:53.197130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:53.212689 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f505dfe1-fdba-490a-a96a-8a19b61154f7 req-7dcfe1a0-1ff0-4aab-af8f-73de01b990a3 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577871 Feb 15 13:49:53.263556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075 req-9b2d36f4-e992-4e8b-ad6c-5859ce03fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:53.265336 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075 req-9b2d36f4-e992-4e8b-ad6c-5859ce03fd6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1262174 Feb 15 13:49:53.364656 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Publish callbacks [] for security_group (09c29e06-cfcb-4efb-af1e-89a0d28b3480), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:53.369125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['d2342f8d-56a7-408f-a792-9ac604799604'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:53.372629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (09c29e06-cfcb-4efb-af1e-89a0d28b3480), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:53.413897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:49:53.416696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075 req-7d874a57-c887-450e-a503-11a3e05c8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:53.418479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075 req-7d874a57-c887-450e-a503-11a3e05c8432 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1430507 Feb 15 13:49:53.434831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c29e06-cfcb-4efb-af1e-89a0d28b3480,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:53.447383 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (29733f57-3650-424b-9b41-0bf3018cb4b9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:53.448436 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Added segment 29733f57-3650-424b-9b41-0bf3018cb4b9 of type vlan for network affe318c-d117-4814-9b5a-5e39014540ca Feb 15 13:49:53.506706 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (affe318c-d117-4814-9b5a-5e39014540ca), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:53.515482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2dcac-1823-42e0-bba3-23a21b464a83 req-5d76565b-225e-4b79-abf9-29b9c94aea89 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:53.523576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0fd2dcac-1823-42e0-bba3-23a21b464a83 req-5d76565b-225e-4b79-abf9-29b9c94aea89 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 949 time: 0.2104614 Feb 15 13:49:53.536616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c592d-fdb6-40d3-aa74-9b78fdbc68dc req-9c9c2a14-8e1f-44b7-a2b0-7b635b06977f tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:53.545743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed0c592d-fdb6-40d3-aa74-9b78fdbc68dc req-9c9c2a14-8e1f-44b7-a2b0-7b635b06977f tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2145021 Feb 15 13:49:53.557861 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (affe318c-d117-4814-9b5a-5e39014540ca), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:53.559483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:53.561796 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:53.664488 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7239678 Feb 15 13:49:53.672505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45702) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:53.674737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae7720-79c4-42e2-83af-aa383087841a admin admin] Pushing event updated for resources: {'Network': ['ID=affe318c-d117-4814-9b5a-5e39014540ca,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:53.687398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network affe318c-d117-4814-9b5a-5e39014540ca details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:49:53.688193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed0c592d-fdb6-40d3-aa74-9b78fdbc68dc req-5c754f22-8f71-4992-9e13-ec3f6d76ea42 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404614 Feb 15 13:49:53.691467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] Request body: {'subnet': {'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-subnet', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:53.723320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0fd2dcac-1823-42e0-bba3-23a21b464a83 req-a36487ad-357b-4b0d-82a7-c4742a1f0f30 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/security-groups?id=910174e0-759e-4fc2-bdfa-9b0cc8fa31b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988585 Feb 15 13:49:53.729387 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075 req-15d83160-5fbd-42a4-b30d-73e1168a1866 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029387 Feb 15 13:49:53.770778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] Made reservation on behalf of 043a56eee2de49ad8d87f397d54439c7 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:53.773369 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:53.969797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8408e6f0-237e-4e6a-81b5-e0a7f8b0c075 req-fdc1c744-2695-4635-97aa-4708840bb61c service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271993 Feb 15 13:49:53.979543 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012a3c8-cbde-4046-a509-174b983fdb2c req-c0abf09f-efe0-4256-aa18-c732669c3ffb tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:53.986607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8012a3c8-cbde-4046-a509-174b983fdb2c req-c0abf09f-efe0-4256-aa18-c732669c3ffb tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 948 time: 0.1285622 Feb 15 13:49:54.064943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6580e82-ef0a-4d0a-9249-2966939cbda8 req-2514e5c3-9dcb-4bae-aa52-08cc1eddd522 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:54.067335 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d6580e82-ef0a-4d0a-9249-2966939cbda8 req-2514e5c3-9dcb-4bae-aa52-08cc1eddd522 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.67 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 949 time: 0.1123512 Feb 15 13:49:54.070209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8012a3c8-cbde-4046-a509-174b983fdb2c req-bf25c031-1c50-4623-8cc6-a604d36193bb tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820572 Feb 15 13:49:54.106339 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (2cf6bfc8-4b53-4096-906f-3d4612ed6c08), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.209194 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf6bfc8-4b53-4096-906f-3d4612ed6c08,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:54.228098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] Checking segment: {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:54.228461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] Network hostable DHCP agents. Network: affe318c-d117-4814-9b5a-5e39014540ca, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:49:54.264703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] Network affe318c-d117-4814-9b5a-5e39014540ca is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:49:54.270625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-d6580e82-ef0a-4d0a-9249-2966939cbda8 req-ae93376f-3b11-4aa5-97a9-cf0ad5b26c16 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Deleting port a614111d-d300-40cd-86f1-1680a8d8e058 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:49:54.270625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d6580e82-ef0a-4d0a-9249-2966939cbda8 req-ae93376f-3b11-4aa5-97a9-cf0ad5b26c16 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.291621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, affe318c-d117-4814-9b5a-5e39014540ca) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:54.298866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:54.304937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98de124b-5367-4d9b-bbf7-fe79a6fd0a34 None None] Network affe318c-d117-4814-9b5a-5e39014540ca requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:49:54.320269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.433297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45736) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:54.453201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-affe318c-d117-4814-9b5a-5e39014540ca', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:49:54.455212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.464256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d6580e82-ef0a-4d0a-9249-2966939cbda8 req-ae93376f-3b11-4aa5-97a9-cf0ad5b26c16 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] For port a614111d-d300-40cd-86f1-1680a8d8e058, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a614111d-d300-40cd-86f1-1680a8d8e058,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:54.464866 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d6580e82-ef0a-4d0a-9249-2966939cbda8 req-ae93376f-3b11-4aa5-97a9-cf0ad5b26c16 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.486771 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-093cc6e8-afae-4967-a12d-9c6f0ced0b40 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8129315 Feb 15 13:49:54.488843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-d6580e82-ef0a-4d0a-9249-2966939cbda8 req-ae93376f-3b11-4aa5-97a9-cf0ad5b26c16 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Calling delete_port for a614111d-d300-40cd-86f1-1680a8d8e058 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:49:54.491335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45740) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:54.497516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:54.541422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f1346-39b5-4350-b780-1c1c95e31bc2 req-107ce282-4f4c-47cf-81c6-47604280c26f tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:54.546543 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b60f1346-39b5-4350-b780-1c1c95e31bc2 req-107ce282-4f4c-47cf-81c6-47604280c26f tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 943 time: 0.2357178 Feb 15 13:49:54.563349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726808c-411d-4c00-a7d6-73a6950cf3a7 req-f5d39b71-e82d-496f-aad4-fff3b0b7215e tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:54.568207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c726808c-411d-4c00-a7d6-73a6950cf3a7 req-f5d39b71-e82d-496f-aad4-fff3b0b7215e tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/ports?device_id=92a7f547-b5f9-4fb2-9970-2f5058bf0a55 HTTP/1.1" status: 200 len: 949 time: 0.1975026 Feb 15 13:49:54.576975 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (b2c802c5-173c-451f-ab7f-5477fe75140c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.578435 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (b2c802c5-173c-451f-ab7f-5477fe75140c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.653194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Allocated IP 172.20.0.2 (affe318c-d117-4814-9b5a-5e39014540ca/2cf6bfc8-4b53-4096-906f-3d4612ed6c08/72168251-fd04-428d-8d8d-96372e133a00) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:54.656897 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Publish callbacks [] for router_controller (b2c802c5-173c-451f-ab7f-5477fe75140c), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.660119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c726808c-411d-4c00-a7d6-73a6950cf3a7 req-97c0f727-48dc-430c-9f7f-2d76d29ddce2 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.72 "GET /v2.0/security-groups?id=714c0d27-5920-47c4-9a39-e02baa6ca087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773745 Feb 15 13:49:54.666212 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 392f5105-bb30-4943-b109-b589b524e70b details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:54.707787 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8a004b64-b056-452b-b08a-8889f7956714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.870207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device d2342f8d-56a7-408f-a792-9ac604799604 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:54.883396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b60f1346-39b5-4350-b780-1c1c95e31bc2 req-46101cb7-dc03-4564-b080-f1dddd448018 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110294 Feb 15 13:49:54.894133 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8a004b64-b056-452b-b08a-8889f7956714 admin admin] Publish callbacks [] for security_group (6496c012-6045-4e3d-b553-28a2d910aad0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.913523 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8a004b64-b056-452b-b08a-8889f7956714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6496c012-6045-4e3d-b553-28a2d910aad0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.931019 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Publish callbacks [] for router_gateway (b2c802c5-173c-451f-ab7f-5477fe75140c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:54.976794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a004b64-b056-452b-b08a-8889f7956714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6496c012-6045-4e3d-b553-28a2d910aad0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:55.012369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7d779-a346-4287-9f48-386a35920485 req-5de6be82-6459-4e03-9e92-e79a2f7f0fb4 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:55.019697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3b7d779-a346-4287-9f48-386a35920485 req-5de6be82-6459-4e03-9e92-e79a2f7f0fb4 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2184498 Feb 15 13:49:55.037738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8a004b64-b056-452b-b08a-8889f7956714 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de5ccdc7b4154db5ba12367b7df8faa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6006739 Feb 15 13:49:55.042671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45762) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:55.055664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port d2342f8d-56a7-408f-a792-9ac604799604 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:55.074799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port d2342f8d-56a7-408f-a792-9ac604799604 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:55.075217 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d2342f8d-56a7-408f-a792-9ac604799604), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.083558 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d6580e82-ef0a-4d0a-9249-2966939cbda8 req-ae93376f-3b11-4aa5-97a9-cf0ad5b26c16 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (a614111d-d300-40cd-86f1-1680a8d8e058), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.116194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['a614111d-d300-40cd-86f1-1680a8d8e058'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:55.154273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93376f-3b11-4aa5-97a9-cf0ad5b26c16 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Pushing event deleted for resources: {'Port': ['ID=a614111d-d300-40cd-86f1-1680a8d8e058,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:55.201559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3b7d779-a346-4287-9f48-386a35920485 req-49fadf17-de6b-43af-bdfc-3258ea9738a6 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589122 Feb 15 13:49:55.221204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6580e82-ef0a-4d0a-9249-2966939cbda8 req-ae93376f-3b11-4aa5-97a9-cf0ad5b26c16 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] No DVR routers for this DVR port a614111d-d300-40cd-86f1-1680a8d8e058 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:49:55.226025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ec002-a59f-4431-8ca1-b2e23d6a47a9 req-72861120-2079-4494-9de7-2c660c78d5b8 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:55.226822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d6580e82-ef0a-4d0a-9249-2966939cbda8 req-ae93376f-3b11-4aa5-97a9-cf0ad5b26c16 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.230512 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d6580e82-ef0a-4d0a-9249-2966939cbda8 req-ae93376f-3b11-4aa5-97a9-cf0ad5b26c16 tempest-DeleteServersAdminTestJSON-350097761 tempest-DeleteServersAdminTestJSON-350097761-project] 10.222.0.67 "DELETE /v2.0/ports/a614111d-d300-40cd-86f1-1680a8d8e058 HTTP/1.1" status: 204 len: 173 time: 1.1574485 Feb 15 13:49:55.231329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a7f547-b5f9-4fb2-9970-2f5058bf0a55', 'name': 'network-vif-deleted', 'tag': 'a614111d-d300-40cd-86f1-1680a8d8e058'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:55.231777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-537ec002-a59f-4431-8ca1-b2e23d6a47a9 req-72861120-2079-4494-9de7-2c660c78d5b8 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 949 time: 0.2090394 Feb 15 13:49:55.233800 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d339b9b-9f40-4c24-b093-b42b228eadfa" -d '{"events": [{"server_uuid": "92a7f547-b5f9-4fb2-9970-2f5058bf0a55", "name": "network-vif-deleted", "tag": "a614111d-d300-40cd-86f1-1680a8d8e058"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:55.278174 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 392f5105-bb30-4943-b109-b589b524e70b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=392f5105-bb30-4943-b109-b589b524e70b,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:55.301991 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7771c233-c2be-424d-9255-27be6bdd0ad5 admin admin] Publish callbacks [] for security_group (6496c012-6045-4e3d-b553-28a2d910aad0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.308229 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Publish callbacks [] for port (72168251-fd04-428d-8d8d-96372e133a00), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.310932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '392f5105-bb30-4943-b109-b589b524e70b', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'port_id': '392f5105-bb30-4943-b109-b589b524e70b', 'mac_address': 'fa:16:3e:36:cc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:55.335227 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (72168251-fd04-428d-8d8d-96372e133a00), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.345669 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7771c233-c2be-424d-9255-27be6bdd0ad5 admin admin] Publish callbacks [] for security_group (6496c012-6045-4e3d-b553-28a2d910aad0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.472472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port d2342f8d-56a7-408f-a792-9ac604799604 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:55.472731 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d2342f8d-56a7-408f-a792-9ac604799604), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.479117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Network affe318c-d117-4814-9b5a-5e39014540ca is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:55.509739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:55.520366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:49:55.523588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Pushing event updated for resources: {'Port': ['ID=72168251-fd04-428d-8d8d-96372e133a00,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:55.554699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 392f5105-bb30-4943-b109-b589b524e70b is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:55.555225 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (392f5105-bb30-4943-b109-b589b524e70b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.567041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Publish callbacks [] for router_gateway (b2c802c5-173c-451f-ab7f-5477fe75140c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.568088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627ad892-3446-4d72-a26d-40e51e74672c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2342f8d-56a7-408f-a792-9ac604799604'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:49:55.572006 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15357ae-5474-4a6a-8bbe-864db4ff6522" -d '{"events": [{"server_uuid": "627ad892-3446-4d72-a26d-40e51e74672c", "name": "network-vif-plugged", "status": "completed", "tag": "d2342f8d-56a7-408f-a792-9ac604799604"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:49:55.592237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.611738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port d2342f8d-56a7-408f-a792-9ac604799604, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d2342f8d-56a7-408f-a792-9ac604799604,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:55.623140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392f5105-bb30-4943-b109-b589b524e70b {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:55.647486 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d2342f8d-56a7-408f-a792-9ac604799604), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.660127 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7771c233-c2be-424d-9255-27be6bdd0ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6496c012-6045-4e3d-b553-28a2d910aad0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.663292 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7771c233-c2be-424d-9255-27be6bdd0ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.667892 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7771c233-c2be-424d-9255-27be6bdd0ad5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6496c012-6045-4e3d-b553-28a2d910aad0 HTTP/1.1" status: 204 len: 168 time: 0.6075444 Feb 15 13:49:55.688871 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-537ec002-a59f-4431-8ca1-b2e23d6a47a9 req-545576e9-f17f-4187-8c4c-13ad29dcf296 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/security-groups?id=910174e0-759e-4fc2-bdfa-9b0cc8fa31b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426372 Feb 15 13:49:55.734077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc97536-6275-4fa8-91d8-219689500a23 req-a224702d-6d38-4346-810c-361ceb1cb0f4 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:55.749449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afc97536-6275-4fa8-91d8-219689500a23 req-a224702d-6d38-4346-810c-361ceb1cb0f4 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 948 time: 0.1430995 Feb 15 13:49:55.788515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Allocated IP 172.25.6.58 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/f2382c76-f743-4bdc-948f-6447682c45a8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:49:55.818687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=d2342f8d-56a7-408f-a792-9ac604799604,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:55.824288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 392f5105-bb30-4943-b109-b589b524e70b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=392f5105-bb30-4943-b109-b589b524e70b,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:55.825334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Attempting to bind port 72168251-fd04-428d-8d8d-96372e133a00 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:49:55.827015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Attempting to bind port 72168251-fd04-428d-8d8d-96372e133a00 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:49:55.827015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Attempting to bind port 72168251-fd04-428d-8d8d-96372e133a00 on network affe318c-d117-4814-9b5a-5e39014540ca {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:55.840002 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (392f5105-bb30-4943-b109-b589b524e70b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.840899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9319140c-7d0d-455b-8668-166434526e49 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:55.849871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:49:55.850254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Checking segment: {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:55.850545 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.853319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Bound using segment: {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:49:55.854678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Bound port: 72168251-fd04-428d-8d8d-96372e133a00, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:49:55.855575 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (72168251-fd04-428d-8d8d-96372e133a00), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.899286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afc97536-6275-4fa8-91d8-219689500a23 req-e73480ec-4a4e-450f-a006-ab96485236d6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458173 Feb 15 13:49:55.969062 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Publish callbacks [] for port (f2382c76-f743-4bdc-948f-6447682c45a8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:55.981215 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00e6d4c6-4dc5-4785-8723-6b7f7386f2ae req-5839a13c-3385-41f7-acd7-b549c4092dc4 tempest-FlavorsV2NegativeTest-174975074 tempest-FlavorsV2NegativeTest-174975074-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7e1910f356634126becda3c89568897c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697856 Feb 15 13:49:56.001211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=392f5105-bb30-4943-b109-b589b524e70b,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:56.025252 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da8cf23-fd3a-416e-9093-9f8f544704cd x-openstack-request-id: req-4da8cf23-fd3a-416e-9093-9f8f544704cd {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:56.025403 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a7f547-b5f9-4fb2-9970-2f5058bf0a55", "name": "network-vif-deleted", "tag": "a614111d-d300-40cd-86f1-1680a8d8e058", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:56.025869 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4da8cf23-fd3a-416e-9093-9f8f544704cd {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:56.026284 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a7f547-b5f9-4fb2-9970-2f5058bf0a55', 'name': 'network-vif-deleted', 'tag': 'a614111d-d300-40cd-86f1-1680a8d8e058', 'status': 'completed', 'code': 200} Feb 15 13:49:56.028996 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:56.050400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:49:56.052923 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771c233-c2be-424d-9255-27be6bdd0ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6496c012-6045-4e3d-b553-28a2d910aad0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:56.053767 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0c1b03-2ab7-42e7-b498-0ddf181d8a27 x-openstack-request-id: req-ba0c1b03-2ab7-42e7-b498-0ddf181d8a27 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:49:56.054798 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627ad892-3446-4d72-a26d-40e51e74672c", "name": "network-vif-plugged", "status": "completed", "tag": "d2342f8d-56a7-408f-a792-9ac604799604", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:49:56.055265 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba0c1b03-2ab7-42e7-b498-0ddf181d8a27 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:49:56.055822 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627ad892-3446-4d72-a26d-40e51e74672c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2342f8d-56a7-408f-a792-9ac604799604', 'code': 200} Feb 15 13:49:56.064171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:56.087657 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:49:56.142411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] For port 72168251-fd04-428d-8d8d-96372e133a00, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:56.189983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] For port 72168251-fd04-428d-8d8d-96372e133a00, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=72168251-fd04-428d-8d8d-96372e133a00,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:49:56.200016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9319140c-7d0d-455b-8668-166434526e49,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:56.219087 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (72168251-fd04-428d-8d8d-96372e133a00), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:56.238148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '9319140c-7d0d-455b-8668-166434526e49', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '9319140c-7d0d-455b-8668-166434526e49', 'mac_address': 'fa:16:3e:b8:f7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:56.305355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2382c76-f743-4bdc-948f-6447682c45a8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:56.357498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3892b0-15d1-4985-8ebc-314defb47c3b req-2ed43197-7992-48ff-a1cc-94e1aa0a078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:56.359271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d3892b0-15d1-4985-8ebc-314defb47c3b req-2ed43197-7992-48ff-a1cc-94e1aa0a078f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 1133 time: 0.1947260 Feb 15 13:49:56.376503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6d4c6-4dc5-4785-8723-6b7f7386f2ae req-666f554f-9af4-4a46-aecd-f480a83a7be3 tempest-FlavorsV2NegativeTest-174975074 tempest-FlavorsV2NegativeTest-174975074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:56.379509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00e6d4c6-4dc5-4785-8723-6b7f7386f2ae req-666f554f-9af4-4a46-aecd-f480a83a7be3 tempest-FlavorsV2NegativeTest-174975074 tempest-FlavorsV2NegativeTest-174975074-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3880599 Feb 15 13:49:56.402309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 9319140c-7d0d-455b-8668-166434526e49 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:56.402713 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9319140c-7d0d-455b-8668-166434526e49), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:56.422771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00e6d4c6-4dc5-4785-8723-6b7f7386f2ae req-a92902d7-e5cc-41c9-8398-750aeadfd668 tempest-FlavorsV2NegativeTest-174975074 tempest-FlavorsV2NegativeTest-174975074-project] 10.222.0.72 "GET /v2.0/quotas/7e1910f356634126becda3c89568897c HTTP/1.1" status: 200 len: 375 time: 0.0368898 Feb 15 13:49:56.441358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ac3d4-2d18-45d9-9e66-4c1550e89a9e req-80f7d6a2-731b-4fbc-8869-ec37ba616849 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:56.446032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9319140c-7d0d-455b-8668-166434526e49 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:49:56.451698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-989ac3d4-2d18-45d9-9e66-4c1550e89a9e req-80f7d6a2-731b-4fbc-8869-ec37ba616849 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 944 time: 0.1873083 Feb 15 13:49:56.473718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9319140c-7d0d-455b-8668-166434526e49,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:56.497038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d71e74-8407-45d9-8d15-ad897c40cb40 None None] Pushing event updated for resources: {'Port': ['ID=72168251-fd04-428d-8d8d-96372e133a00,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:56.501644 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9319140c-7d0d-455b-8668-166434526e49), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:56.521657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00e6d4c6-4dc5-4785-8723-6b7f7386f2ae req-948947d8-c045-4c17-8065-f46fbc37888d tempest-FlavorsV2NegativeTest-174975074 tempest-FlavorsV2NegativeTest-174975074-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7e1910f356634126becda3c89568897c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909393 Feb 15 13:49:56.525530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d3892b0-15d1-4985-8ebc-314defb47c3b req-9f92b5c4-776c-4284-8b4e-0eb3d56a0430 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=910174e0-759e-4fc2-bdfa-9b0cc8fa31b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566918 Feb 15 13:49:56.582368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-989ac3d4-2d18-45d9-9e66-4c1550e89a9e req-d8228d0a-d7d6-4d34-9755-9d770a7f396a tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290233 Feb 15 13:49:56.586476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Publish callbacks [] for router_gateway (b2c802c5-173c-451f-ab7f-5477fe75140c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:56.640687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=9319140c-7d0d-455b-8668-166434526e49,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:56.787772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['392f5105-bb30-4943-b109-b589b524e70b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:56.858352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['9319140c-7d0d-455b-8668-166434526e49'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:49:56.963860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156a55-ea3f-4508-8b35-520fde1c4d41 req-fffeb072-6535-4637-b92f-db069695251e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:56.978831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c156a55-ea3f-4508-8b35-520fde1c4d41 req-fffeb072-6535-4637-b92f-db069695251e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2362387 Feb 15 13:49:57.055544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (b2c802c5-173c-451f-ab7f-5477fe75140c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:57.072623 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45830) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:57.131895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4bcd-79cd-4ff8-80cb-fb0b16792fc9 req-c9977965-3271-465c-91c1-918024c2ba2a tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:57.138979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbfe4bcd-79cd-4ff8-80cb-fb0b16792fc9 req-c9977965-3271-465c-91c1-918024c2ba2a tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 950 time: 0.1563513 Feb 15 13:49:57.188546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c156a55-ea3f-4508-8b35-520fde1c4d41 req-066a2db8-975f-4f38-b1b4-9aa04f8ebd17 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085752 Feb 15 13:49:57.253921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbfe4bcd-79cd-4ff8-80cb-fb0b16792fc9 req-873b933e-4bc9-4fc1-ba41-032e76b5f41a tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/security-groups?id=910174e0-759e-4fc2-bdfa-9b0cc8fa31b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093380 Feb 15 13:49:57.424968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e85871-3710-4e9a-a065-9e0c747039c3 req-1b4d6e77-dffb-4d9d-a1cd-88571a4576cf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:57.429706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7e85871-3710-4e9a-a065-9e0c747039c3 req-1b4d6e77-dffb-4d9d-a1cd-88571a4576cf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 949 time: 0.0796528 Feb 15 13:49:57.443675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72168251-fd04-428d-8d8d-96372e133a00 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:57.542896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7e85871-3710-4e9a-a065-9e0c747039c3 req-3b3e9f41-7748-4dc9-a4fa-b7b96b5a0330 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063030 Feb 15 13:49:57.551961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 72168251-fd04-428d-8d8d-96372e133a00 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:57.552473 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (72168251-fd04-428d-8d8d-96372e133a00), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:57.562021 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1257942620-network', 'tenant_id': 'e3eac595867e4077a0a643f765679882'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:57.600826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Made reservation on behalf of e3eac595867e4077a0a643f765679882 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:57.608777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:57.635493 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:57.710938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Router b2c802c5-173c-451f-ab7f-5477fe75140c is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:49:57.755297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45850) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:57.772603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 72168251-fd04-428d-8d8d-96372e133a00 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:57.773328 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (72168251-fd04-428d-8d8d-96372e133a00), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:57.882342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 72168251-fd04-428d-8d8d-96372e133a00, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=72168251-fd04-428d-8d8d-96372e133a00,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:57.892062 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (72168251-fd04-428d-8d8d-96372e133a00), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:57.942973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e72c08-04b6-4732-8bf2-f66eb447ce10 req-18a9367f-5a02-470f-a528-07e31fc17e08 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:57.959654 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-76e72c08-04b6-4732-8bf2-f66eb447ce10 req-18a9367f-5a02-470f-a528-07e31fc17e08 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 944 time: 0.1953619 Feb 15 13:49:57.988608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Publish callbacks [] for security_group (7c5ef0a1-8749-48aa-92a9-0edd4dad6502), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.004415 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=72168251-fd04-428d-8d8d-96372e133a00,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:58.005012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7c5ef0a1-8749-48aa-92a9-0edd4dad6502), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.066571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:49:58.074055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5ef0a1-8749-48aa-92a9-0edd4dad6502,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:58.083155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-76e72c08-04b6-4732-8bf2-f66eb447ce10 req-e01f197a-a63a-44e3-a628-b1c0706f1591 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216528 Feb 15 13:49:58.096646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:49:58.103210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fd5490f0-ec5e-40f4-86aa-3d05d3a79052), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.103626 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Added segment fd5490f0-ec5e-40f4-86aa-3d05d3a79052 of type vlan for network 5461f37d-d055-446e-8d72-40835b2310d7 Feb 15 13:49:58.109221 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Sync routers for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:49:58.145570 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:49:58.146830 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:58.165142 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (5461f37d-d055-446e-8d72-40835b2310d7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.187810 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6d066aa5-f470-43b2-9ef2-1c37d1b8c5b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e87370c795e4335bfd9ed74ca8cd10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282837 Feb 15 13:49:58.188398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45856) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:58.197850 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (5461f37d-d055-446e-8d72-40835b2310d7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.198787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:58.199511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.210678 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.215123 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bfe895b4-9544-42ae-b709-d49a090d89d9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7223442 Feb 15 13:49:58.225657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45860) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:58.226141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45862) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:58.317806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c7c85-011c-40ae-99ec-720c01756ebf None None] Network affe318c-d117-4814-9b5a-5e39014540ca requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:49:58.354557 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2803483 Feb 15 13:49:58.357033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45868) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:58.384759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] Request body: {'subnet': {'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1257942620-subnet', 'tenant_id': 'e3eac595867e4077a0a643f765679882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:49:58.386633 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:49:58.391500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682c0e0-6b68-4133-8c03-f6c560eff567 admin admin] Pushing event updated for resources: {'Network': ['ID=5461f37d-d055-446e-8d72-40835b2310d7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:58.413145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] Made reservation on behalf of e3eac595867e4077a0a643f765679882 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:49:58.415973 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.529369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 5461f37d-d055-446e-8d72-40835b2310d7 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:49:58.572309 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82a6a907-b30c-4286-8e36-f0e8f989fe35 admin admin] Publish callbacks [] for security_group (714c0d27-5920-47c4-9a39-e02baa6ca087), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.610282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a614111d-d300-40cd-86f1-1680a8d8e058 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:49:58.611786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239d568-f88d-4f9c-b2b3-e410fb564020 req-0bd1a3c9-9984-4eef-a842-813d2130c1cf tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:58.614745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9239d568-f88d-4f9c-b2b3-e410fb564020 req-0bd1a3c9-9984-4eef-a842-813d2130c1cf tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2814620 Feb 15 13:49:58.623539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-91220ce5-3c6a-4a44-93c3-616fa5fe37e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.647568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5db8cebb-6c45-44ea-8426-9d0950a0555f details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:49:58.650407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 392f5105-bb30-4943-b109-b589b524e70b up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:58.653473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4b887c91-50a3-4964-8e0c-63643acec2ce None None] Provisioning complete for port 72168251-fd04-428d-8d8d-96372e133a00 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:58.654014 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b887c91-50a3-4964-8e0c-63643acec2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (72168251-fd04-428d-8d8d-96372e133a00), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.662369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: a614111d-d300-40cd-86f1-1680a8d8e058 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:49:58.662709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a614111d-d300-40cd-86f1-1680a8d8e058 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:49:58.726182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909ee0a-8cb4-4c71-9381-f17a2d9e607a req-14a76d5b-ee57-4c16-8c2f-6ca73e6aacdb tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:58.728756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a909ee0a-8cb4-4c71-9381-f17a2d9e607a req-14a76d5b-ee57-4c16-8c2f-6ca73e6aacdb tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 950 time: 0.3289912 Feb 15 13:49:58.747811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82a6a907-b30c-4286-8e36-f0e8f989fe35 admin admin] Publish callbacks [] for security_group (714c0d27-5920-47c4-9a39-e02baa6ca087), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.751246 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:49:56Z', 'revision_number': 3, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:58.770968 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (0b28444a-b502-4aa0-b454-8e8c20bce1b8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.816811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b28444a-b502-4aa0-b454-8e8c20bce1b8,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:58.849402 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Checking router: b2c802c5-173c-451f-ab7f-5477fe75140c for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:49:58.850374 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Updating router b2c802c5-173c-451f-ab7f-5477fe75140c port f2382c76-f743-4bdc-948f-6447682c45a8 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:49:58.872987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] Checking segment: {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:58.873483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] Network hostable DHCP agents. Network: 5461f37d-d055-446e-8d72-40835b2310d7, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:49:58.900538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] Network 5461f37d-d055-446e-8d72-40835b2310d7 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:49:58.913137 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.922431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 5461f37d-d055-446e-8d72-40835b2310d7) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:49:58.933134 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:49:58.938752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:58.941387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:58.947829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689304c3-e145-44a9-8033-b25015313a88 None None] Network 5461f37d-d055-446e-8d72-40835b2310d7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:49:58.974431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9239d568-f88d-4f9c-b2b3-e410fb564020 req-9230c61a-16cb-423a-8280-90551afc7479 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150580 Feb 15 13:49:59.007115 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-287a6baf-854b-49ae-8fa9-4cbc349329cd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6286986 Feb 15 13:49:59.190611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4b887c91-50a3-4964-8e0c-63643acec2ce None None] Current status of the port 72168251-fd04-428d-8d8d-96372e133a00 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:49:59.234375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 392f5105-bb30-4943-b109-b589b524e70b completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:49:59.258028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a909ee0a-8cb4-4c71-9381-f17a2d9e607a req-0195c4d5-a5b4-4754-b760-b13e6af8ea16 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/security-groups?id=910174e0-759e-4fc2-bdfa-9b0cc8fa31b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976945 Feb 15 13:49:59.285006 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82a6a907-b30c-4286-8e36-f0e8f989fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (714c0d27-5920-47c4-9a39-e02baa6ca087), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.287689 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82a6a907-b30c-4286-8e36-f0e8f989fe35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.297667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 392f5105-bb30-4943-b109-b589b524e70b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:59.297800 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (392f5105-bb30-4943-b109-b589b524e70b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.301593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-82a6a907-b30c-4286-8e36-f0e8f989fe35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/714c0d27-5920-47c4-9a39-e02baa6ca087 HTTP/1.1" status: 204 len: 168 time: 1.1090536 Feb 15 13:49:59.385308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6a907-b30c-4286-8e36-f0e8f989fe35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714c0d27-5920-47c4-9a39-e02baa6ca087,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:59.432851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72168251-fd04-428d-8d8d-96372e133a00 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:49:59.438125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:49:59.500991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-91220ce5-3c6a-4a44-93c3-616fa5fe37e5 admin admin] Publish callbacks [] for security_group (5f9fb75c-cc43-4a5c-96e9-f70421784935), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.510563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696b742-4652-4259-9028-a47db9318821 req-d120b1ab-4e6a-46cc-a262-b965e9d9e5d3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:59.512072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a696b742-4652-4259-9028-a47db9318821 req-d120b1ab-4e6a-46cc-a262-b965e9d9e5d3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 949 time: 0.3756578 Feb 15 13:49:59.519453 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Publish callbacks [] for port (f2382c76-f743-4bdc-948f-6447682c45a8), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.539002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'mac_address': 'fa:16:3e:7b:7c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:tempest-test_az-912368675', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:49:59.542203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-91220ce5-3c6a-4a44-93c3-616fa5fe37e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5f9fb75c-cc43-4a5c-96e9-f70421784935), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.545603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea875fcb-843e-4a66-a2d3-96315dd2aeb0 None None] Network 5461f37d-d055-446e-8d72-40835b2310d7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:49:59.554612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ee3fb461-6002-4740-8b62-7972db68ac62 None None] Provisioning complete for port 72168251-fd04-428d-8d8d-96372e133a00 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:49:59.554992 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb461-6002-4740-8b62-7972db68ac62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (72168251-fd04-428d-8d8d-96372e133a00), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.562427 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.644514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91220ce5-3c6a-4a44-93c3-616fa5fe37e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9fb75c-cc43-4a5c-96e9-f70421784935,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:59.662860 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Pushing event updated for resources: {'Port': ['ID=f2382c76-f743-4bdc-948f-6447682c45a8,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:59.665502 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Attempting to bind port f2382c76-f743-4bdc-948f-6447682c45a8 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:49:59.665963 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Attempting to bind port f2382c76-f743-4bdc-948f-6447682c45a8 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:49:59.666223 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Attempting to bind port f2382c76-f743-4bdc-948f-6447682c45a8 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:49:59.677044 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.677044 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.677044 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.677400 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.677608 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.677887 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.678217 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.678721 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.678932 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.679226 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.679519 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.679839 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.680168 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:49:59.680413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-91220ce5-3c6a-4a44-93c3-616fa5fe37e5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e1910f356634126becda3c89568897c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4495831 Feb 15 13:49:59.683903 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:49:59.684284 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:49:59.684690 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.685071 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:49:59.685460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45888) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:49:59.685694 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Bound port: f2382c76-f743-4bdc-948f-6447682c45a8, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:49:59.686079 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.715723 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a696b742-4652-4259-9028-a47db9318821 req-b74b7838-2002-40a3-872f-fc086b0e1e08 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835120 Feb 15 13:49:59.746466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad847f8-3646-4519-82fe-ade162cad384 req-6055283b-be23-423c-8475-7e3340558e04 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:49:59.757657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dad847f8-3646-4519-82fe-ade162cad384 req-6055283b-be23-423c-8475-7e3340558e04 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 944 time: 0.3132658 Feb 15 13:49:59.782037 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] For port f2382c76-f743-4bdc-948f-6447682c45a8, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:49:59.792413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85992af8-cd68-41e3-a984-d41419dc24d0 admin admin] Publish callbacks [] for security_group (5f9fb75c-cc43-4a5c-96e9-f70421784935), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.794030 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] For port f2382c76-f743-4bdc-948f-6447682c45a8, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f2382c76-f743-4bdc-948f-6447682c45a8,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:49:59.806424 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.844743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85992af8-cd68-41e3-a984-d41419dc24d0 admin admin] Publish callbacks [] for security_group (5f9fb75c-cc43-4a5c-96e9-f70421784935), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.926495 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85992af8-cd68-41e3-a984-d41419dc24d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5f9fb75c-cc43-4a5c-96e9-f70421784935), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.932074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85992af8-cd68-41e3-a984-d41419dc24d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:49:59.937311 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-85992af8-cd68-41e3-a984-d41419dc24d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f9fb75c-cc43-4a5c-96e9-f70421784935 HTTP/1.1" status: 204 len: 168 time: 0.2454653 Feb 15 13:49:59.954506 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842131c6-00fc-4992-a8a9-eef2dbab970a None None] Pushing event updated for resources: {'Port': ['ID=f2382c76-f743-4bdc-948f-6447682c45a8,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:59.955443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85992af8-cd68-41e3-a984-d41419dc24d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9fb75c-cc43-4a5c-96e9-f70421784935,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:49:59.961036 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:49:59.962086 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:49:59.984441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45896) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:00.015839 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6b51941-0975-4da5-8924-aeef3e0fef62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.074063 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dad847f8-3646-4519-82fe-ade162cad384 req-b65c7f0a-fda1-41d7-b61e-eb19154e8f9a tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561007 Feb 15 13:50:00.153445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 72168251-fd04-428d-8d8d-96372e133a00 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:00.154064 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (72168251-fd04-428d-8d8d-96372e133a00), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.169338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5db8cebb-6c45-44ea-8426-9d0950a0555f is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:00.169338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.193613 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:00.240440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 392f5105-bb30-4943-b109-b589b524e70b is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:00.241104 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (392f5105-bb30-4943-b109-b589b524e70b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.265794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.267757 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6b51941-0975-4da5-8924-aeef3e0fef62 admin admin] Publish callbacks [] for security_group (439df39d-2935-4cc4-b3c8-a6460875b37f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.275704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6b51941-0975-4da5-8924-aeef3e0fef62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (439df39d-2935-4cc4-b3c8-a6460875b37f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.370621 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a6b51941-0975-4da5-8924-aeef3e0fef62 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b2a080b635841cbb85c600a242ec472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848331 Feb 15 13:50:00.374612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b51941-0975-4da5-8924-aeef3e0fef62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439df39d-2935-4cc4-b3c8-a6460875b37f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:00.377328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45900) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:00.456722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 392f5105-bb30-4943-b109-b589b524e70b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=392f5105-bb30-4943-b109-b589b524e70b,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:00.480119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392f5105-bb30-4943-b109-b589b524e70b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:00.483270 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa86d2a8-8738-488a-a76d-36fc2a260770" -d '{"events": [{"server_uuid": "e1346c13-e3ab-4f40-b9a4-52cc8037cd1a", "name": "network-vif-plugged", "status": "completed", "tag": "392f5105-bb30-4943-b109-b589b524e70b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:00.488241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5db8cebb-6c45-44ea-8426-9d0950a0555f {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:00.493448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ee3fb461-6002-4740-8b62-7972db68ac62 None None] Current status of the port 72168251-fd04-428d-8d8d-96372e133a00 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:00.501947 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b15f3e21-c6b8-4f45-8d51-b89640d4f11c admin admin] Publish callbacks [] for security_group (439df39d-2935-4cc4-b3c8-a6460875b37f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.516367 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (392f5105-bb30-4943-b109-b589b524e70b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.518119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9319140c-7d0d-455b-8668-166434526e49 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:00.580417 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b15f3e21-c6b8-4f45-8d51-b89640d4f11c admin admin] Publish callbacks [] for security_group (439df39d-2935-4cc4-b3c8-a6460875b37f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.644137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:00.666021 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.676377 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:49:56Z', 'revision_number': 3, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:00.722071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=392f5105-bb30-4943-b109-b589b524e70b,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:00.723784 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b15f3e21-c6b8-4f45-8d51-b89640d4f11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (439df39d-2935-4cc4-b3c8-a6460875b37f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.734516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b15f3e21-c6b8-4f45-8d51-b89640d4f11c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.742425 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0790885-bdd5-4d64-a3b6-8325a9b1347c None None] The sync data for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 is: [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:49:56Z', 'revision_number': 3, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:00.744972 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b15f3e21-c6b8-4f45-8d51-b89640d4f11c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/439df39d-2935-4cc4-b3c8-a6460875b37f HTTP/1.1" status: 204 len: 168 time: 0.3645368 Feb 15 13:50:00.780270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f3e21-c6b8-4f45-8d51-b89640d4f11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439df39d-2935-4cc4-b3c8-a6460875b37f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:00.864095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 9319140c-7d0d-455b-8668-166434526e49 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:00.868828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 72168251-fd04-428d-8d8d-96372e133a00 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:00.883216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 9319140c-7d0d-455b-8668-166434526e49 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:00.883632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9319140c-7d0d-455b-8668-166434526e49), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:00.885548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:01.054381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 9319140c-7d0d-455b-8668-166434526e49 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:01.055062 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9319140c-7d0d-455b-8668-166434526e49), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:01.058881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['5db8cebb-6c45-44ea-8426-9d0950a0555f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:01.130101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-ccf865c8-0120-4b66-b531-bf34a66d2b23 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:01.139027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-ccf865c8-0120-4b66-b531-bf34a66d2b23 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 805 time: 0.4828482 Feb 15 13:50:01.183583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1896ce2a-25e4-4402-bc58-1b5b9b7ed646 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/quotas/e3eac595867e4077a0a643f765679882 HTTP/1.1" status: 200 len: 375 time: 0.0434072 Feb 15 13:50:01.213791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9319140c-7d0d-455b-8668-166434526e49,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:01.236916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75caba-f6bd-4041-836a-93b8c44d6c24 req-3f5db159-9638-4376-bb51-0d7bdd309db3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:01.255561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a75caba-f6bd-4041-836a-93b8c44d6c24 req-3f5db159-9638-4376-bb51-0d7bdd309db3 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 970 time: 0.6268418 Feb 15 13:50:01.270153 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9319140c-7d0d-455b-8668-166434526e49), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:01.284709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5db8cebb-6c45-44ea-8426-9d0950a0555f no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:50:01.329284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-3368b641-9b8d-4268-9807-9b3738c2fa3f tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1436949 Feb 15 13:50:01.516080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f2382c76-f743-4bdc-948f-6447682c45a8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:01.517885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=9319140c-7d0d-455b-8668-166434526e49,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:01.631895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5db8cebb-6c45-44ea-8426-9d0950a0555f is: BUILD; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:01.632265 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:01.672026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5db8cebb-6c45-44ea-8426-9d0950a0555f {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:01.710104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f2382c76-f743-4bdc-948f-6447682c45a8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:01.710483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:01.713448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:01.741532 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:01.744838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Allocated IP 172.20.0.1 (affe318c-d117-4814-9b5a-5e39014540ca/2cf6bfc8-4b53-4096-906f-3d4612ed6c08/a2ed8dca-7215-4457-a1a3-00bd74c42733) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:01.903853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:01.943215 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Publish callbacks [] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:01.959978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f2382c76-f743-4bdc-948f-6447682c45a8 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:01.960533 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.006277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port f2382c76-f743-4bdc-948f-6447682c45a8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f2382c76-f743-4bdc-948f-6447682c45a8,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:02.017123 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.029172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a75caba-f6bd-4041-836a-93b8c44d6c24 req-995657f0-b468-4714-bb5c-7401f445f010 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7680326 Feb 15 13:50:02.135904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=f2382c76-f743-4bdc-948f-6447682c45a8,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:02.181878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45956) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:02.184923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-263845e2-ac11-4e56-b003-f316d67bf6ec service neutron] 10.222.0.72 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8539219 Feb 15 13:50:02.192451 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.296989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff6cee-8939-494d-ae9d-8e6897b6a0a1 req-024f5a5d-e67e-4383-a86c-78e23f095002 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:02.298547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79ff6cee-8939-494d-ae9d-8e6897b6a0a1 req-024f5a5d-e67e-4383-a86c-78e23f095002 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.42 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 950 time: 0.2616937 Feb 15 13:50:02.309945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-602399919-network', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:02.320880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Network affe318c-d117-4814-9b5a-5e39014540ca is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:02.337625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Made reservation on behalf of 6c414e0bd7924977b25b90d9b47d4917 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:02.340495 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.355305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.359014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:02.360987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ed8dca-7215-4457-a1a3-00bd74c42733,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:02.363851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:02.380614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43540e47-ecbb-4de6-b199-99b4b4219d92 req-f36ea87c-6e55-4d51-9a4b-77dd751cf482 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:02.387962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43540e47-ecbb-4de6-b199-99b4b4219d92 req-f36ea87c-6e55-4d51-9a4b-77dd751cf482 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 950 time: 0.2462211 Feb 15 13:50:02.521045 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Publish callbacks [] for security_group (bd649666-04da-439e-9a8e-bdffb7da91c1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.527771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bd649666-04da-439e-9a8e-bdffb7da91c1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.564934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:50:02.586003 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd649666-04da-439e-9a8e-bdffb7da91c1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:02.598511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (cdb455d4-4470-4ed1-8f08-284a8f994c79), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.598678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (b2c802c5-173c-451f-ab7f-5477fe75140c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.599054 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Added segment cdb455d4-4470-4ed1-8f08-284a8f994c79 of type vlan for network ee30a3a8-3ac6-4cb4-b242-b3885297a62a Feb 15 13:50:02.602814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.603444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.603966 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.604649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.605142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.605676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.606372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.606963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.607470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.607952 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.608441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.608878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.609343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:02.671272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5db8cebb-6c45-44ea-8426-9d0950a0555f up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:02.694962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (ee30a3a8-3ac6-4cb4-b242-b3885297a62a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.704243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b1dddb7a-bcb0-43f5-a331-555e7814aaaa service neutron] 10.222.0.72 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022957 Feb 15 13:50:02.716903 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43540e47-ecbb-4de6-b199-99b4b4219d92 req-3c28b3a2-f32c-49a2-b361-604e3ced5d6f tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/security-groups?id=910174e0-759e-4fc2-bdfa-9b0cc8fa31b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280385 Feb 15 13:50:02.767198 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (ee30a3a8-3ac6-4cb4-b242-b3885297a62a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.768106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:02.769413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.793334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-79ff6cee-8939-494d-ae9d-8e6897b6a0a1 req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Deleting port d2342f8d-56a7-408f-a792-9ac604799604 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:50:02.793334 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-79ff6cee-8939-494d-ae9d-8e6897b6a0a1 req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d2342f8d-56a7-408f-a792-9ac604799604), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.853856 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98352a7e-ed43-4eb8-924b-13722c632b4b x-openstack-request-id: req-98352a7e-ed43-4eb8-924b-13722c632b4b {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:02.854632 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1346c13-e3ab-4f40-b9a4-52cc8037cd1a", "name": "network-vif-plugged", "status": "completed", "tag": "392f5105-bb30-4943-b109-b589b524e70b", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:02.854632 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-98352a7e-ed43-4eb8-924b-13722c632b4b {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:02.860226 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392f5105-bb30-4943-b109-b589b524e70b', 'code': 200} Feb 15 13:50:02.878810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=ee30a3a8-3ac6-4cb4-b242-b3885297a62a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:02.891986 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-72b30c53-94eb-4813-b5df-97c4cf4e6ab7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7060974 Feb 15 13:50:02.895379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45972) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:02.899674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5fcfcdbc-540c-4ef8-b480-d99c872d17d8 None None] Provisioning complete for port a2ed8dca-7215-4457-a1a3-00bd74c42733 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:02.900234 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5fcfcdbc-540c-4ef8-b480-d99c872d17d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:02.901431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] Request body: {'subnet': {'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-602399919-subnet', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:02.913364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network ee30a3a8-3ac6-4cb4-b242-b3885297a62a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:50:02.934095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] Made reservation on behalf of 6c414e0bd7924977b25b90d9b47d4917 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:02.938165 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.045837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 5db8cebb-6c45-44ea-8426-9d0950a0555f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:03.047353 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.189864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8411e-3c63-4037-8af5-0f560abc09c6 req-07a6371a-80a3-45f8-9a19-6b9564757874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:03.194512 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-66e8411e-3c63-4037-8af5-0f560abc09c6 req-07a6371a-80a3-45f8-9a19-6b9564757874 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 1128 time: 0.1581931 Feb 15 13:50:03.236731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfcdbc-540c-4ef8-b480-d99c872d17d8 None None] Port a2ed8dca-7215-4457-a1a3-00bd74c42733 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:50:03.329992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5db8cebb-6c45-44ea-8426-9d0950a0555f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:03.330393 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.355579 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-66e8411e-3c63-4037-8af5-0f560abc09c6 req-6e733d75-bbea-4702-b69c-000d39e24f16 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508842 Feb 15 13:50:03.399756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:03.407960 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.415245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f2382c76-f743-4bdc-948f-6447682c45a8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:03.468043 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (25834383-17a6-4269-9268-3241b6c72e65), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.531634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:03.556514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f2382c76-f743-4bdc-948f-6447682c45a8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:03.557516 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.557607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-79ff6cee-8939-494d-ae9d-8e6897b6a0a1 req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] For port d2342f8d-56a7-408f-a792-9ac604799604, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d2342f8d-56a7-408f-a792-9ac604799604,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:03.557607 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-79ff6cee-8939-494d-ae9d-8e6897b6a0a1 req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d2342f8d-56a7-408f-a792-9ac604799604), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.573739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25834383-17a6-4269-9268-3241b6c72e65,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:03.580011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-79ff6cee-8939-494d-ae9d-8e6897b6a0a1 req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Calling delete_port for d2342f8d-56a7-408f-a792-9ac604799604 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:50:03.586044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] Checking segment: {'id': 'cdb455d4-4470-4ed1-8f08-284a8f994c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:03.586404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] Network hostable DHCP agents. Network: ee30a3a8-3ac6-4cb4-b242-b3885297a62a, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:50:03.624293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] Network ee30a3a8-3ac6-4cb4-b242-b3885297a62a is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:50:03.647940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, ee30a3a8-3ac6-4cb4-b242-b3885297a62a) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:03.660359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:03.661788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.702526 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-31ae171c-0f87-4c07-9185-fd660570a771 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8006237 Feb 15 13:50:03.703355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45990) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:03.707327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37d40c7-b959-4cc6-a564-ca7c38d56573 None None] Network ee30a3a8-3ac6-4cb4-b242-b3885297a62a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:50:03.709291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-602399919-router', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:03.731917 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (b95465ff-9f68-47af-b1b8-92b19ec39e2d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.733265 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (b95465ff-9f68-47af-b1b8-92b19ec39e2d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.756616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2406f3d-f12e-4b9c-bdc7-ae47535f4f39 req-3b13e022-eef2-49b4-8fd6-500c915418ee tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:03.759053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2406f3d-f12e-4b9c-bdc7-ae47535f4f39 req-3b13e022-eef2-49b4-8fd6-500c915418ee tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.8358619 Feb 15 13:50:03.789961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f2382c76-f743-4bdc-948f-6447682c45a8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:03.820381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca199f8-9a3a-4b91-8385-e12642bc6fbe req-e4f6e808-f026-4851-83d0-619b5f2282a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:03.822119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ca199f8-9a3a-4b91-8385-e12642bc6fbe req-e4f6e808-f026-4851-83d0-619b5f2282a0 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 945 time: 0.5796530 Feb 15 13:50:03.827004 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Publish callbacks [] for router_controller (b95465ff-9f68-47af-b1b8-92b19ec39e2d), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.851900 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-79ff6cee-8939-494d-ae9d-8e6897b6a0a1 req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d2342f8d-56a7-408f-a792-9ac604799604), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.864894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['d2342f8d-56a7-408f-a792-9ac604799604'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:03.913610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-ee30a3a8-3ac6-4cb4-b242-b3885297a62a', 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a', 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'fixed_ips': [{'subnet_id': '25834383-17a6-4269-9268-3241b6c72e65'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:50:03.915596 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.928790 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:03.962957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Pushing event deleted for resources: {'Port': ['ID=d2342f8d-56a7-408f-a792-9ac604799604,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:03.998417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:03.998763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:03.999497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:03.999850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:04.000192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:04.000522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:04.000857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:04.001194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:04.001520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:04.001845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:04.002171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:04.002494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:04.002858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:04.038687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Publish callbacks [] for router_gateway (b95465ff-9f68-47af-b1b8-92b19ec39e2d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:04.044185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2406f3d-f12e-4b9c-bdc7-ae47535f4f39 req-0beec0e9-c000-4b57-80d2-c5157e111c3c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444816 Feb 15 13:50:04.213159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ca199f8-9a3a-4b91-8385-e12642bc6fbe req-c16c5ff3-4f09-4110-8e46-85f5ee8a0356 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567674 Feb 15 13:50:04.213992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ff6cee-8939-494d-ae9d-8e6897b6a0a1 req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] No DVR routers for this DVR port d2342f8d-56a7-408f-a792-9ac604799604 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:50:04.221241 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-79ff6cee-8939-494d-ae9d-8e6897b6a0a1 req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:04.225423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79ff6cee-8939-494d-ae9d-8e6897b6a0a1 req-eb53e48e-49c3-4289-9ba0-2a435c3bbff4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.42 "DELETE /v2.0/ports/d2342f8d-56a7-408f-a792-9ac604799604 HTTP/1.1" status: 204 len: 173 time: 1.9098697 Feb 15 13:50:04.244573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627ad892-3446-4d72-a26d-40e51e74672c', 'name': 'network-vif-deleted', 'tag': 'd2342f8d-56a7-408f-a792-9ac604799604'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:04.246953 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994f0c4b-1d0c-433b-9d4f-f18bf29ceeb1" -d '{"events": [{"server_uuid": "627ad892-3446-4d72-a26d-40e51e74672c", "name": "network-vif-deleted", "tag": "d2342f8d-56a7-408f-a792-9ac604799604"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:04.256382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Allocated IP 172.20.0.2 (ee30a3a8-3ac6-4cb4-b242-b3885297a62a/25834383-17a6-4269-9268-3241b6c72e65/57e51b47-5c98-42f5-938f-b6fed8d12dbb) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:04.278965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2a3d24d-5ee5-4c80-9d93-2a6877629149 req-8dfea75f-1efa-4901-9233-56f43975591e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 210 time: 0.0747309 Feb 15 13:50:04.428727 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Publish callbacks [] for router_gateway (b95465ff-9f68-47af-b1b8-92b19ec39e2d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:04.434098 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Publish callbacks [] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:04.455545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:04.480944 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:04.519753 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Publish callbacks [] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:04.533920 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:04.607796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Network ee30a3a8-3ac6-4cb4-b242-b3885297a62a is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:04.629514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:04.633506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:04.638924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ed8dca-7215-4457-a1a3-00bd74c42733,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:04.670716 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (b2c802c5-173c-451f-ab7f-5477fe75140c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:04.686719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5ab8b-397f-42f9-99f3-920300d10cb1 req-5939b2f8-ef22-467f-9193-ce86b51e0ecf tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:04.696637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61d5ab8b-397f-42f9-99f3-920300d10cb1 req-5939b2f8-ef22-467f-9193-ce86b51e0ecf tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2950172 Feb 15 13:50:04.735523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Allocated IP 172.25.6.221 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/abfc89ed-b148-41cb-b040-0edd01fb960a) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:04.804926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Pushing event updated for resources: {'Port': ['ID=57e51b47-5c98-42f5-938f-b6fed8d12dbb,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:04.812617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Attempting to bind port 57e51b47-5c98-42f5-938f-b6fed8d12dbb on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:04.813491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Attempting to bind port 57e51b47-5c98-42f5-938f-b6fed8d12dbb by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'cdb455d4-4470-4ed1-8f08-284a8f994c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:04.814097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Attempting to bind port 57e51b47-5c98-42f5-938f-b6fed8d12dbb on network ee30a3a8-3ac6-4cb4-b242-b3885297a62a {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:04.822094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:04.822660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Checking segment: {'id': 'cdb455d4-4470-4ed1-8f08-284a8f994c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:04.823482 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:04.823989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Bound using segment: {'id': 'cdb455d4-4470-4ed1-8f08-284a8f994c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:04.824592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Bound port: 57e51b47-5c98-42f5-938f-b6fed8d12dbb, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb455d4-4470-4ed1-8f08-284a8f994c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:04.825059 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:04.854497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-deaaec8b-617b-4b36-b8aa-24dba62dc9c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:04.856511 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-deaaec8b-617b-4b36-b8aa-24dba62dc9c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 805 time: 0.2403681 Feb 15 13:50:04.863232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9319140c-7d0d-455b-8668-166434526e49'}, {'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:04.868092 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbd4b6c-e7b0-4e08-bbf8-3ea70bbaa55b" -d '{"events": [{"server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "name": "network-vif-plugged", "status": "completed", "tag": "9319140c-7d0d-455b-8668-166434526e49"}, {"server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "name": "network-vif-plugged", "status": "completed", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:04.870684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Request body: {'port': {'device_id': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'admin_state_up': True, 'tenant_id': 'e3eac595867e4077a0a643f765679882'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:04.898117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62262adf-ea7c-4b6f-b670-5483be14a89c req-1694d9c3-696e-43a9-a364-c55bbbf8b9e4 tempest-ServerDiagnosticsNegativeTest-1869306630 tempest-ServerDiagnosticsNegativeTest-1869306630-project] 10.222.0.72 "GET /v2.0/ports?device_id=627ad892-3446-4d72-a26d-40e51e74672c HTTP/1.1" status: 200 len: 210 time: 0.0598438 Feb 15 13:50:04.945965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61d5ab8b-397f-42f9-99f3-920300d10cb1 req-0e34a6fd-2107-48c9-a57e-86f89f7c4360 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480254 Feb 15 13:50:04.995323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Network affe318c-d117-4814-9b5a-5e39014540ca is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:05.002391 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4154432f-9955-47e0-868a-8de8409a35c8 x-openstack-request-id: req-4154432f-9955-47e0-868a-8de8409a35c8 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:05.002956 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627ad892-3446-4d72-a26d-40e51e74672c", "name": "network-vif-deleted", "tag": "d2342f8d-56a7-408f-a792-9ac604799604", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:05.004040 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4154432f-9955-47e0-868a-8de8409a35c8 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:05.007192 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627ad892-3446-4d72-a26d-40e51e74672c', 'name': 'network-vif-deleted', 'tag': 'd2342f8d-56a7-408f-a792-9ac604799604', 'status': 'completed', 'code': 200} Feb 15 13:50:05.008705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:05.092303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] For port 57e51b47-5c98-42f5-938f-b6fed8d12dbb, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:05.096193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Publish callbacks [] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:05.100749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] For port 57e51b47-5c98-42f5-938f-b6fed8d12dbb, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=57e51b47-5c98-42f5-938f-b6fed8d12dbb,segment=NetworkSegment(cdb455d4-4470-4ed1-8f08-284a8f994c79),segment_id=cdb455d4-4470-4ed1-8f08-284a8f994c79)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:05.105445 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11070c89-231b-4016-a767-2de51a2cc266 x-openstack-request-id: req-11070c89-231b-4016-a767-2de51a2cc266 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:05.107817 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "name": "network-vif-plugged", "status": "completed", "tag": "9319140c-7d0d-455b-8668-166434526e49", "code": 200}, {"server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "name": "network-vif-plugged", "status": "completed", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:05.108776 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-11070c89-231b-4016-a767-2de51a2cc266 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:05.109943 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9319140c-7d0d-455b-8668-166434526e49', 'code': 200} Feb 15 13:50:05.113018 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'code': 200} Feb 15 13:50:05.119335 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:05.274985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c39cf-190f-474f-b324-2eade022c1c9 None None] Pushing event updated for resources: {'Port': ['ID=57e51b47-5c98-42f5-938f-b6fed8d12dbb,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:05.326034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Made reservation on behalf of e3eac595867e4077a0a643f765679882 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:05.337424 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:05.349005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:05.447774 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:05.453407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:05.462429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:05.499008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0f5cfff6-efa1-4ccf-a58e-8f035b9b7ad9 None None] Provisioning complete for port a2ed8dca-7215-4457-a1a3-00bd74c42733 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:05.499427 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f5cfff6-efa1-4ccf-a58e-8f035b9b7ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:05.561816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0f5cfff6-efa1-4ccf-a58e-8f035b9b7ad9 None None] Port a2ed8dca-7215-4457-a1a3-00bd74c42733 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:50:05.619607 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Pushing event updated for resources: {'Port': ['ID=abfc89ed-b148-41cb-b040-0edd01fb960a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:05.751229 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda4efc-ae36-4dd6-8fc9-77ca7bd4bd68 req-71ac6e00-15c5-4c41-8f3d-0d21d5af908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:05.754152 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdda4efc-ae36-4dd6-8fc9-77ca7bd4bd68 req-71ac6e00-15c5-4c41-8f3d-0d21d5af908c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 1154 time: 0.2339840 Feb 15 13:50:05.774623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990f701-61cc-4929-b215-ee1e4028d21d req-20d0da55-e52f-44c7-80ef-fa51c74bec87 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:05.776194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9990f701-61cc-4929-b215-ee1e4028d21d req-20d0da55-e52f-44c7-80ef-fa51c74bec87 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.5763793 Feb 15 13:50:05.786511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0a-7a4c-4d7e-92c2-9e0be5994e7f req-f54c835f-812a-4b5f-8242-3fb2d5d8baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:05.788000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37c48c0a-7a4c-4d7e-92c2-9e0be5994e7f req-f54c835f-812a-4b5f-8242-3fb2d5d8baf8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 1133 time: 0.5509982 Feb 15 13:50:05.843015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Router b2c802c5-173c-451f-ab7f-5477fe75140c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:50:05.872964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Allocated IP 172.20.0.12 (5461f37d-d055-446e-8d72-40835b2310d7/0b28444a-b502-4aa0-b454-8e8c20bce1b8/79ef4778-1f12-45ed-b157-f362619f16f6) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:05.912944 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdda4efc-ae36-4dd6-8fc9-77ca7bd4bd68 req-1fa4b556-7dd0-4139-b146-bea2cdd68ccb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150329 Feb 15 13:50:05.948474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37c48c0a-7a4c-4d7e-92c2-9e0be5994e7f req-b9420540-0934-41fd-886b-04524c9526a9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531134 Feb 15 13:50:05.951958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9990f701-61cc-4929-b215-ee1e4028d21d req-d17bb724-0c56-429c-8cdd-91855a3d777e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629176 Feb 15 13:50:05.957606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Publish callbacks [] for router_gateway (b95465ff-9f68-47af-b1b8-92b19ec39e2d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:05.994113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11a33-b911-42a3-87d0-16c62f00c212 req-092063a2-7527-4080-93f2-6cb736c27099 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:05.995711 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9a11a33-b911-42a3-87d0-16c62f00c212 req-092063a2-7527-4080-93f2-6cb736c27099 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 945 time: 0.2336180 Feb 15 13:50:06.112484 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d74d916-9755-4f94-97e1-b60f8219a60c req-f502c12b-a6cc-457c-a1ee-0f49a12a2650 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 210 time: 0.0567477 Feb 15 13:50:06.117525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9a11a33-b911-42a3-87d0-16c62f00c212 req-2e48bd90-3d8b-4c77-84c0-92bedfa91f5e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085238 Feb 15 13:50:06.129587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:50:06.141024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-21c92bf9-b1ff-4b70-83bc-2a526938cff5 admin admin] 10.222.0.72 "PUT /v2.0/routers/b2c802c5-173c-451f-ab7f-5477fe75140c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9119546 Feb 15 13:50:06.147741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Sync routers for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:06.190792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:06.191733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:06.270558 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks [] for port (79ef4778-1f12-45ed-b157-f362619f16f6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:06.356704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:06.448836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10864c-738a-406b-aa7e-18ac091036f2 req-5ad0c9a9-0647-4136-af83-7e4550ca23b3 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:06.462759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f10864c-738a-406b-aa7e-18ac091036f2 req-5ad0c9a9-0647-4136-af83-7e4550ca23b3 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 945 time: 0.1648095 Feb 15 13:50:06.464948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46028) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:06.473628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e340066d-d7d4-49bf-b285-95f00f390194 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Request body: {'floatingip': {'port_id': '392f5105-bb30-4943-b109-b589b524e70b'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:06.521385 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e340066d-d7d4-49bf-b285-95f00f390194 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for floatingip (a96bd22f-86bf-47e6-beb6-6baf1a7d1627), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:06.622795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b931fb-0f10-42c8-8789-9727a19db49a req-a39940c9-1f95-437c-a5d6-d3024697884d tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:06.624846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2b931fb-0f10-42c8-8789-9727a19db49a req-a39940c9-1f95-437c-a5d6-d3024697884d tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2659397 Feb 15 13:50:06.668402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abcff01-f76d-483d-a8ba-0a2409a75cd5 None None] Network ee30a3a8-3ac6-4cb4-b242-b3885297a62a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:50:06.741741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2b931fb-0f10-42c8-8789-9727a19db49a req-7dfb5b6c-cb23-44cc-bc47-acb5468d2c81 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073210 Feb 15 13:50:06.747653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device d2342f8d-56a7-408f-a792-9ac604799604 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:50:06.785943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: d2342f8d-56a7-408f-a792-9ac604799604 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:50:06.786431 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device d2342f8d-56a7-408f-a792-9ac604799604 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:50:06.826425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a762c656-3bdc-4575-9eea-d8789d1f9e88 None None] Provisioning complete for port 57e51b47-5c98-42f5-938f-b6fed8d12dbb triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:06.826425 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a762c656-3bdc-4575-9eea-d8789d1f9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:06.863518 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (b95465ff-9f68-47af-b1b8-92b19ec39e2d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:06.934587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46038) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:06.967464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46042) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:06.971744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:04Z', 'revision_number': 2, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:07.015653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Checking router: b2c802c5-173c-451f-ab7f-5477fe75140c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:50:07.016094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Updating router b2c802c5-173c-451f-ab7f-5477fe75140c port a2ed8dca-7215-4457-a1a3-00bd74c42733 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:50:07.048817 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:07.072451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a762c656-3bdc-4575-9eea-d8789d1f9e88 None None] Current status of the port 57e51b47-5c98-42f5-938f-b6fed8d12dbb is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:07.072979 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a762c656-3bdc-4575-9eea-d8789d1f9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:07.084471 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:07.202787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a762c656-3bdc-4575-9eea-d8789d1f9e88 None None] For port 57e51b47-5c98-42f5-938f-b6fed8d12dbb, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=57e51b47-5c98-42f5-938f-b6fed8d12dbb,segment=NetworkSegment(cdb455d4-4470-4ed1-8f08-284a8f994c79),segment_id=cdb455d4-4470-4ed1-8f08-284a8f994c79)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:07.217482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Network 5461f37d-d055-446e-8d72-40835b2310d7 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:07.225573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:07.227641 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a762c656-3bdc-4575-9eea-d8789d1f9e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:07.228393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:07.236499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:07.237737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:07.243872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Pushing event updated for resources: {'Port': ['ID=79ef4778-1f12-45ed-b157-f362619f16f6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:07.285846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-1781d08a-fb30-4e33-8c5e-f29d41d1afba tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4211669 Feb 15 13:50:07.310384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Request body: {'port': {'device_id': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:07.316897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Router b95465ff-9f68-47af-b1b8-92b19ec39e2d is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:50:07.474811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f074-8768-48c5-94c6-42cc959aa22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:07.521086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762c656-3bdc-4575-9eea-d8789d1f9e88 None None] Pushing event updated for resources: {'Port': ['ID=57e51b47-5c98-42f5-938f-b6fed8d12dbb,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:07.595808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-57adbf2e-c2e4-45ba-99cd-f081d406f8ca None None] Provisioning complete for port 57e51b47-5c98-42f5-938f-b6fed8d12dbb triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:07.597054 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-57adbf2e-c2e4-45ba-99cd-f081d406f8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:07.611772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 57e51b47-5c98-42f5-938f-b6fed8d12dbb up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:07.690537 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:07.811427 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-44a0cc12-e655-46db-a093-6d2c7e29cfbc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=70dc383a3e2248e3b9c8482e275a8856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8707438 Feb 15 13:50:07.824414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46060) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:07.856644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:50:07.871046 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85454575-6658-4748-979a-cf969b621477 None None] Sync routers for ids ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:07.899530 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:07.903708 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c1eb3698-49c6-46a1-b0a4-0c9e0462a539 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1990428 Feb 15 13:50:07.904397 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46062) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:07.907823 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85454575-6658-4748-979a-cf969b621477 None None] Routers {'b95465ff-9f68-47af-b1b8-92b19ec39e2d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:07.908792 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-85454575-6658-4748-979a-cf969b621477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:07.912583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 57e51b47-5c98-42f5-938f-b6fed8d12dbb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:07.914155 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.005626 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e340066d-d7d4-49bf-b285-95f00f390194 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.015814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-57adbf2e-c2e4-45ba-99cd-f081d406f8ca None None] Current status of the port 57e51b47-5c98-42f5-938f-b6fed8d12dbb is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:08.050850 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-85454575-6658-4748-979a-cf969b621477 None None] Set router b95465ff-9f68-47af-b1b8-92b19ec39e2d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:08.093248 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Publish callbacks [] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.099012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 57e51b47-5c98-42f5-938f-b6fed8d12dbb is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:08.102686 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.155648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-41778c63-bc36-4b4c-ac15-d03678baf04c tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:08.157827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-41778c63-bc36-4b4c-ac15-d03678baf04c tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 821 time: 0.6856129 Feb 15 13:50:08.221875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac6b63-c375-44b7-a105-d56f5a014d72 None None] Pushing event updated for resources: {'Port': ['ID=a2ed8dca-7215-4457-a1a3-00bd74c42733,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:08.231895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Attempting to bind port a2ed8dca-7215-4457-a1a3-00bd74c42733 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:08.234578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Attempting to bind port a2ed8dca-7215-4457-a1a3-00bd74c42733 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:08.235030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Attempting to bind port a2ed8dca-7215-4457-a1a3-00bd74c42733 on network affe318c-d117-4814-9b5a-5e39014540ca {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:08.242261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ef4778-1f12-45ed-b157-f362619f16f6 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:08.242810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e340066d-d7d4-49bf-b285-95f00f390194 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (a96bd22f-86bf-47e6-beb6-6baf1a7d1627), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.245344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:08.245730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Checking segment: {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:08.247395 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.247808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Bound using segment: {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:08.250551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Bound port: a2ed8dca-7215-4457-a1a3-00bd74c42733, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:08.251043 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.255760 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Publish callbacks [] for port (79ef4778-1f12-45ed-b157-f362619f16f6), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.281313 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Transition to ACTIVE for port object 79ef4778-1f12-45ed-b157-f362619f16f6 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:08.301766 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.354765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] For port a2ed8dca-7215-4457-a1a3-00bd74c42733, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:08.365902 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] For port a2ed8dca-7215-4457-a1a3-00bd74c42733, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a2ed8dca-7215-4457-a1a3-00bd74c42733,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:08.366237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfc46-b4db-40c9-9e3e-75c79ef6e743 req-371545e8-4e0f-4b8f-b253-65096bac6a81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:08.376684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac1dfc46-b4db-40c9-9e3e-75c79ef6e743 req-371545e8-4e0f-4b8f-b253-65096bac6a81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 1.0940950 Feb 15 13:50:08.386426 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.396777 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-85454575-6658-4748-979a-cf969b621477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'name': 'tempest-FloatingIPsTestJSON-602399919-router', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:03Z', 'updated_at': '2022-02-15T13:50:05Z', 'revision_number': 3, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'gw_port': {'id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:04Z', 'updated_at': '2022-02-15T13:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:08.431607 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85454575-6658-4748-979a-cf969b621477 None None] Checking router: b95465ff-9f68-47af-b1b8-92b19ec39e2d for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:50:08.431960 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85454575-6658-4748-979a-cf969b621477 None None] Updating router b95465ff-9f68-47af-b1b8-92b19ec39e2d port abfc89ed-b148-41cb-b040-0edd01fb960a binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:50:08.488402 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-85454575-6658-4748-979a-cf969b621477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.499123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac6b63-c375-44b7-a105-d56f5a014d72 None None] Pushing event updated for resources: {'Port': ['ID=a2ed8dca-7215-4457-a1a3-00bd74c42733,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:08.502030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-fb58efbb-072b-49d1-8839-11623e5f849a tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/quotas/043a56eee2de49ad8d87f397d54439c7 HTTP/1.1" status: 200 len: 375 time: 0.2470145 Feb 15 13:50:08.513298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:08.514251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:08.545516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=79ef4778-1f12-45ed-b157-f362619f16f6,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:08.559619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f074-8768-48c5-94c6-42cc959aa22b admin admin] Publish callbacks [] for security_group (e7141d6d-9826-4d71-a1ee-dd85d89f896e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.571894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Attempting to bind port 79ef4778-1f12-45ed-b157-f362619f16f6 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:08.572451 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Attempting to bind port 79ef4778-1f12-45ed-b157-f362619f16f6 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:08.572870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Attempting to bind port 79ef4778-1f12-45ed-b157-f362619f16f6 on network 5461f37d-d055-446e-8d72-40835b2310d7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:08.585856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Port 79ef4778-1f12-45ed-b157-f362619f16f6 on network 5461f37d-d055-446e-8d72-40835b2310d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:50:08.586497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Attempting to bind port 79ef4778-1f12-45ed-b157-f362619f16f6 on network 5461f37d-d055-446e-8d72-40835b2310d7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:08.598954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:08.601842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Checking segment: {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:08.602423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Bound using segment: {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:08.603016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Bound port: 79ef4778-1f12-45ed-b157-f362619f16f6, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:08.615379 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23e198dc-5076-462a-a0be-1754d1d9a47e admin admin] Publish callbacks [] for security_group (910174e0-759e-4fc2-bdfa-9b0cc8fa31b9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.615606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.617116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f074-8768-48c5-94c6-42cc959aa22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e7141d6d-9826-4d71-a1ee-dd85d89f896e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.709654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a0c8180d-9f22-45c1-8d42-91317f251c9e None None] Provisioning complete for port a2ed8dca-7215-4457-a1a3-00bd74c42733 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:08.712092 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0c8180d-9f22-45c1-8d42-91317f251c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.807322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac1dfc46-b4db-40c9-9e3e-75c79ef6e743 req-884e4bf1-7fa6-4b6b-bebd-fb7ba2119e1b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279306 Feb 15 13:50:08.825197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] For port 79ef4778-1f12-45ed-b157-f362619f16f6, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:08.840839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] For port 79ef4778-1f12-45ed-b157-f362619f16f6, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=79ef4778-1f12-45ed-b157-f362619f16f6,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:08.854691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23e198dc-5076-462a-a0be-1754d1d9a47e admin admin] Publish callbacks [] for security_group (910174e0-759e-4fc2-bdfa-9b0cc8fa31b9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.864276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5f074-8768-48c5-94c6-42cc959aa22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7141d6d-9826-4d71-a1ee-dd85d89f896e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:08.906934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dcc5f074-8768-48c5-94c6-42cc959aa22b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9d7ca4724e0742f2919fde5512365e94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9351730 Feb 15 13:50:08.908280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46064) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:08.910487 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.911186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:08.915555 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-e340066d-d7d4-49bf-b285-95f00f390194 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Floating IP a96bd22f-86bf-47e6-beb6-6baf1a7d1627 associated. External IP: 172.25.6.59, port: 392f5105-bb30-4943-b109-b589b524e70b. Feb 15 13:50:08.927580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:08.948760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-46db6975-da46-49bf-bc52-938730990c66 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4456911 Feb 15 13:50:09.038429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=79ef4778-1f12-45ed-b157-f362619f16f6,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:09.063917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:09.065711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.068050 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b3b7ac82-6499-49af-bb51-4e3793d11ed4 service neutron] 10.222.0.67 "PUT /v2.0/ports/79ef4778-1f12-45ed-b157-f362619f16f6 HTTP/1.1" status: 200 len: 1093 time: 1.7726688 Feb 15 13:50:09.080380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'tag': '79ef4778-1f12-45ed-b157-f362619f16f6'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:09.084055 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99044494-2aac-499b-819b-5741f7a5a2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "650f7faf-98e1-47ab-8c24-225e542cf7f2", "tag": "79ef4778-1f12-45ed-b157-f362619f16f6"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:09.142657 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-85454575-6658-4748-979a-cf969b621477 None None] Publish callbacks [] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.154533 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-85454575-6658-4748-979a-cf969b621477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.159756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a0c8180d-9f22-45c1-8d42-91317f251c9e None None] Current status of the port a2ed8dca-7215-4457-a1a3-00bd74c42733 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:09.160196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0c8180d-9f22-45c1-8d42-91317f251c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.246256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a0c8180d-9f22-45c1-8d42-91317f251c9e None None] For port a2ed8dca-7215-4457-a1a3-00bd74c42733, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a2ed8dca-7215-4457-a1a3-00bd74c42733,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:09.254318 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-85454575-6658-4748-979a-cf969b621477 None None] Attempting to bind port abfc89ed-b148-41cb-b040-0edd01fb960a on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:09.254730 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-85454575-6658-4748-979a-cf969b621477 None None] Attempting to bind port abfc89ed-b148-41cb-b040-0edd01fb960a by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:09.255106 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85454575-6658-4748-979a-cf969b621477 None None] Attempting to bind port abfc89ed-b148-41cb-b040-0edd01fb960a on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:09.257195 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1efba8-1ebd-4198-9c57-d0c5a6403e50 None None] Pushing event updated for resources: {'Port': ['ID=abfc89ed-b148-41cb-b040-0edd01fb960a,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:09.261107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0c8180d-9f22-45c1-8d42-91317f251c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.271758 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85454575-6658-4748-979a-cf969b621477 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:09.272141 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85454575-6658-4748-979a-cf969b621477 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:09.272550 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-85454575-6658-4748-979a-cf969b621477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.272930 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85454575-6658-4748-979a-cf969b621477 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:09.277812 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-85454575-6658-4748-979a-cf969b621477 None None] Bound port: abfc89ed-b148-41cb-b040-0edd01fb960a, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:09.278298 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-85454575-6658-4748-979a-cf969b621477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.325693 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f9cf1b0-465a-480e-a37d-d771f9a70168 admin admin] Publish callbacks [] for security_group (e7141d6d-9826-4d71-a1ee-dd85d89f896e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.404351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8180d-9f22-45c1-8d42-91317f251c9e None None] Pushing event updated for resources: {'Port': ['ID=a2ed8dca-7215-4457-a1a3-00bd74c42733,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:09.424744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-aa70e81a-30d8-4b68-9802-e3f5505ef956 service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736195 Feb 15 13:50:09.445113 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-85454575-6658-4748-979a-cf969b621477 None None] For port abfc89ed-b148-41cb-b040-0edd01fb960a, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:09.450286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f9cf1b0-465a-480e-a37d-d771f9a70168 admin admin] Publish callbacks [] for security_group (e7141d6d-9826-4d71-a1ee-dd85d89f896e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.454114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-99c37786-359a-4f20-b9b4-84311e5baf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:09.454342 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-85454575-6658-4748-979a-cf969b621477 None None] For port abfc89ed-b148-41cb-b040-0edd01fb960a, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=abfc89ed-b148-41cb-b040-0edd01fb960a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:09.456462 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-99c37786-359a-4f20-b9b4-84311e5baf64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 1127 time: 0.2709250 Feb 15 13:50:09.461426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 57e51b47-5c98-42f5-938f-b6fed8d12dbb up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:09.465458 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-85454575-6658-4748-979a-cf969b621477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.499031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b5d56cae-c644-4e8a-9c9c-ad1dde6edde6 None None] Provisioning complete for port a2ed8dca-7215-4457-a1a3-00bd74c42733 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:09.502410 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b5d56cae-c644-4e8a-9c9c-ad1dde6edde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.541099 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-11947f65-9f84-4484-85cb-fd926d766924 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ef4778-1f12-45ed-b157-f362619f16f6 HTTP/1.1" status: 200 len: 217 time: 0.0757427 Feb 15 13:50:09.581486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:08Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:09.585264 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1efba8-1ebd-4198-9c57-d0c5a6403e50 None None] Pushing event updated for resources: {'Port': ['ID=abfc89ed-b148-41cb-b040-0edd01fb960a,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:09.605235 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85454575-6658-4748-979a-cf969b621477 None None] Routers {'b95465ff-9f68-47af-b1b8-92b19ec39e2d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:09.606423 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-85454575-6658-4748-979a-cf969b621477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:09.611075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Allocated IP 172.20.0.1 (ee30a3a8-3ac6-4cb4-b242-b3885297a62a/25834383-17a6-4269-9268-3241b6c72e65/a498176b-191d-4e6a-85ff-a36d81393728) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:09.650041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b27c78f1-9888-41ca-b54d-119e9376e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:09.652354 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-b27c78f1-9888-41ca-b54d-119e9376e807 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b28444a-b502-4aa0-b454-8e8c20bce1b8 HTTP/1.1" status: 200 len: 845 time: 0.0980206 Feb 15 13:50:09.657740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a9ddf-5243-48b9-9bf0-f18f1ba877f1 req-4f6ee41c-728f-4b25-ba70-7e71afe6bad3 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:09.667344 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f9cf1b0-465a-480e-a37d-d771f9a70168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e7141d6d-9826-4d71-a1ee-dd85d89f896e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.670538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f9cf1b0-465a-480e-a37d-d771f9a70168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.671185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-981a9ddf-5243-48b9-9bf0-f18f1ba877f1 req-4f6ee41c-728f-4b25-ba70-7e71afe6bad3 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 944 time: 0.2420669 Feb 15 13:50:09.672189 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0f9cf1b0-465a-480e-a37d-d771f9a70168 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7141d6d-9826-4d71-a1ee-dd85d89f896e HTTP/1.1" status: 204 len: 168 time: 0.7552004 Feb 15 13:50:09.684330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58482b-2ebb-4ace-94c2-d77f67d476d1 None None] The sync data for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 is: [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:08Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:09.726137 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.825034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 57e51b47-5c98-42f5-938f-b6fed8d12dbb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:09.826154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.837664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-981a9ddf-5243-48b9-9bf0-f18f1ba877f1 req-c3c773e1-8edb-42ba-9dab-912b5414ad62 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631103 Feb 15 13:50:09.841314 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-85454575-6658-4748-979a-cf969b621477 None None] Set router b95465ff-9f68-47af-b1b8-92b19ec39e2d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:09.856691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23e198dc-5076-462a-a0be-1754d1d9a47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (910174e0-759e-4fc2-bdfa-9b0cc8fa31b9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.859682 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-a05a440a-7710-4952-b0c2-872ae72ce492 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5461f37d-d055-446e-8d72-40835b2310d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1939852 Feb 15 13:50:09.883608 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23e198dc-5076-462a-a0be-1754d1d9a47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:09.884409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-23e198dc-5076-462a-a0be-1754d1d9a47e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/910174e0-759e-4fc2-bdfa-9b0cc8fa31b9 HTTP/1.1" status: 204 len: 168 time: 2.0438325 Feb 15 13:50:09.921506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cf1b0-465a-480e-a37d-d771f9a70168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7141d6d-9826-4d71-a1ee-dd85d89f896e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:10.006946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b5d56cae-c644-4e8a-9c9c-ad1dde6edde6 None None] Current status of the port a2ed8dca-7215-4457-a1a3-00bd74c42733 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:10.022346 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-a35e9232-f603-45b3-8055-2744f96a30b5 service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832758 Feb 15 13:50:10.073266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e198dc-5076-462a-a0be-1754d1d9a47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910174e0-759e-4fc2-bdfa-9b0cc8fa31b9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:10.229146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Publish callbacks [] for port (a498176b-191d-4e6a-85ff-a36d81393728), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:10.248989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 57e51b47-5c98-42f5-938f-b6fed8d12dbb is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:10.266064 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-da3e5d36-60ac-4115-845b-d5194e24b561 service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933389 Feb 15 13:50:10.386629 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c0a9-bd7e-47a5-a78b-9b232773038f req-cb97d9ae-febe-475d-b6bc-ebbc7156135e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:10.389095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0328c0a9-bd7e-47a5-a78b-9b232773038f req-cb97d9ae-febe-475d-b6bc-ebbc7156135e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.3189685 Feb 15 13:50:10.396413 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:50:10.422794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46080) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:10.446131 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9035231a-c3ab-445e-8c75-33103d352321 x-openstack-request-id: req-9035231a-c3ab-445e-8c75-33103d352321 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:10.446646 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650f7faf-98e1-47ab-8c24-225e542cf7f2", "tag": "79ef4778-1f12-45ed-b157-f362619f16f6", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:10.447091 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9035231a-c3ab-445e-8c75-33103d352321 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:10.447785 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'tag': '79ef4778-1f12-45ed-b157-f362619f16f6', 'status': 'completed', 'code': 200} Feb 15 13:50:10.470302 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-85454575-6658-4748-979a-cf969b621477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'name': 'tempest-FloatingIPsTestJSON-602399919-router', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:03Z', 'updated_at': '2022-02-15T13:50:05Z', 'revision_number': 3, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'gw_port': {'id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:04Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:10.515443 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b7c5-dd2c-4aab-806d-ff3165f39396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:10.527736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e340066d-d7d4-49bf-b285-95f00f390194 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Router 027b1640-b4fd-4f65-89b7-a9d35be25496 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:50:10.530470 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (a498176b-191d-4e6a-85ff-a36d81393728), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:10.559686 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85454575-6658-4748-979a-cf969b621477 None None] The sync data for ids ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'] in n-d-829064-15 is: [{'id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'name': 'tempest-FloatingIPsTestJSON-602399919-router', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:03Z', 'updated_at': '2022-02-15T13:50:05Z', 'revision_number': 3, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'gw_port': {'id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:04Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:10.678151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0328c0a9-bd7e-47a5-a78b-9b232773038f req-267bc4d7-9485-470a-a1ae-657441248960 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808907 Feb 15 13:50:10.680183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Network ee30a3a8-3ac6-4cb4-b242-b3885297a62a is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:10.701209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:10.708556 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5df2fa2f-a252-459b-91fb-e0183c4cc32d req-4667f48c-4949-4394-9fbb-287d7467958c service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280066 Feb 15 13:50:10.709251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:10.709737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (b95465ff-9f68-47af-b1b8-92b19ec39e2d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:10.721178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Pushing event updated for resources: {'Port': ['ID=a498176b-191d-4e6a-85ff-a36d81393728,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:10.868042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3e6f0-5071-4309-9bd4-e14814f142b9 req-8d47f383-6e5b-4b73-badf-6f5ceaa0fc66 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:10.877930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80f3e6f0-5071-4309-9bd4-e14814f142b9 req-8d47f383-6e5b-4b73-badf-6f5ceaa0fc66 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.3300469 Feb 15 13:50:10.909005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46092) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:10.967046 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be5c9821-6caa-4c01-a06a-879d82f964ea req-7945dfaf-ad21-4288-ade8-16eceda8f318 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 210 time: 0.0521805 Feb 15 13:50:10.971823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99044494-2aac-499b-819b-5741f7a5a2e6 req-d3e063d3-ef8a-4b35-8d58-361ad7c3d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:10.973470 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-99044494-2aac-499b-819b-5741f7a5a2e6 req-d3e063d3-ef8a-4b35-8d58-361ad7c3d415 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 1127 time: 0.1596789 Feb 15 13:50:11.012158 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb9a51ae-c692-4170-9a93-21c41cd1e7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:11.103824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80f3e6f0-5071-4309-9bd4-e14814f142b9 req-b697470c-074a-4ade-8b4a-7facafe181fc tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193160 Feb 15 13:50:11.187988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e340066d-d7d4-49bf-b285-95f00f390194 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:50:11.194089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1262c66e-b272-49e8-b6c3-abe02a2cfa36 None None] Provisioning complete for port a498176b-191d-4e6a-85ff-a36d81393728 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:11.194751 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1262c66e-b272-49e8-b6c3-abe02a2cfa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a498176b-191d-4e6a-85ff-a36d81393728), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:11.196430 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e340066d-d7d4-49bf-b285-95f00f390194 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:11.272052 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b7c5-dd2c-4aab-806d-ff3165f39396 admin admin] Publish callbacks [] for security_group (ff192563-8c87-442c-bb77-85a26c224962), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:11.282355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d72763-b92e-46df-bcf6-0990dceccbf3 None None] Sync routers for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:11.318532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99044494-2aac-499b-819b-5741f7a5a2e6 req-7b3900ce-76c0-48c2-b7e5-8942d9aa2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:11.320246 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-99044494-2aac-499b-819b-5741f7a5a2e6 req-7b3900ce-76c0-48c2-b7e5-8942d9aa2301 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 906 time: 0.3355174 Feb 15 13:50:11.323225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a498176b-191d-4e6a-85ff-a36d81393728), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:11.331582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d72763-b92e-46df-bcf6-0990dceccbf3 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:11.333968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a2d72763-b92e-46df-bcf6-0990dceccbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:11.353870 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b7c5-dd2c-4aab-806d-ff3165f39396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ff192563-8c87-442c-bb77-85a26c224962), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:11.405418 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-99044494-2aac-499b-819b-5741f7a5a2e6 req-9b6ff73e-8f52-46cf-b8c6-75d8057a4aa4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ef4778-1f12-45ed-b157-f362619f16f6 HTTP/1.1" status: 200 len: 217 time: 0.0756068 Feb 15 13:50:11.483285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1262c66e-b272-49e8-b6c3-abe02a2cfa36 None None] Port a498176b-191d-4e6a-85ff-a36d81393728 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:50:11.578225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device abfc89ed-b148-41cb-b040-0edd01fb960a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:11.586705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8ea3b7c5-dd2c-4aab-806d-ff3165f39396 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ea8d58c6416421d949132413064ef26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1626391 Feb 15 13:50:11.591297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46098) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:11.674371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16247b0-b6a3-4c15-889c-5ff6d8613a6c req-e412bd5b-ab4f-4963-a78c-e844220db1f6 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:11.681695 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:11.687350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b16247b0-b6a3-4c15-889c-5ff6d8613a6c req-e412bd5b-ab4f-4963-a78c-e844220db1f6 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.5586765 Feb 15 13:50:11.695697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e340066d-d7d4-49bf-b285-95f00f390194 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "PUT /v2.0/floatingips/a96bd22f-86bf-47e6-beb6-6baf1a7d1627 HTTP/1.1" status: 200 len: 990 time: 5.2270815 Feb 15 13:50:11.699306 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a2d72763-b92e-46df-bcf6-0990dceccbf3 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:11.718200 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99044494-2aac-499b-819b-5741f7a5a2e6 req-0b40eaa7-00f1-4c3a-8703-e5f840f13bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:11.719880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'tag': '392f5105-bb30-4943-b109-b589b524e70b'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:11.724292 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-99044494-2aac-499b-819b-5741f7a5a2e6 req-0b40eaa7-00f1-4c3a-8703-e5f840f13bee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b28444a-b502-4aa0-b454-8e8c20bce1b8 HTTP/1.1" status: 200 len: 845 time: 0.2519741 Feb 15 13:50:11.731784 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af129c7-3254-462b-a376-1086f56b7022" -d '{"events": [{"name": "network-changed", "server_uuid": "e1346c13-e3ab-4f40-b9a4-52cc8037cd1a", "tag": "392f5105-bb30-4943-b109-b589b524e70b"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:11.760095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3b7c5-dd2c-4aab-806d-ff3165f39396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff192563-8c87-442c-bb77-85a26c224962,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:11.780022 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-99044494-2aac-499b-819b-5741f7a5a2e6 req-c076961c-07a9-4db7-a701-3ce1a9312270 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5461f37d-d055-446e-8d72-40835b2310d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469689 Feb 15 13:50:11.900952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a777f689-a06c-40d7-bdfe-72b9541c147c admin admin] Publish callbacks [] for security_group (ff192563-8c87-442c-bb77-85a26c224962), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:11.909641 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb9a51ae-c692-4170-9a93-21c41cd1e7c2 admin admin] Publish callbacks [] for security_group (40c4b535-4de4-4c74-ba59-ebcc3c60209e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:11.941970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3502f-08cc-4ed5-b4ff-003485a81b7f req-d43e5a02-95c3-4353-938e-847cec5f8e84 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:11.945102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1e3502f-08cc-4ed5-b4ff-003485a81b7f req-d43e5a02-95c3-4353-938e-847cec5f8e84 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 944 time: 0.6203084 Feb 15 13:50:11.945798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb9a51ae-c692-4170-9a93-21c41cd1e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (40c4b535-4de4-4c74-ba59-ebcc3c60209e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:11.985598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fb9a51ae-c692-4170-9a93-21c41cd1e7c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=426799b09a234c90aac84232915b0d72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0661967 Feb 15 13:50:11.992925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46104) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:11.997949 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a777f689-a06c-40d7-bdfe-72b9541c147c admin admin] Publish callbacks [] for security_group (ff192563-8c87-442c-bb77-85a26c224962), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:12.014076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b16247b0-b6a3-4c15-889c-5ff6d8613a6c req-1de55ee8-82d9-475f-a9d7-8ab002b18388 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257205 Feb 15 13:50:12.052616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a51ae-c692-4170-9a93-21c41cd1e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c4b535-4de4-4c74-ba59-ebcc3c60209e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:12.070688 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Publish callbacks [] for port (a498176b-191d-4e6a-85ff-a36d81393728), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:12.106094 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a498176b-191d-4e6a-85ff-a36d81393728), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:12.106821 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (b95465ff-9f68-47af-b1b8-92b19ec39e2d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:12.124615 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c2df59bb-055f-4821-be01-713bd879e8b0 admin admin] Publish callbacks [] for security_group (40c4b535-4de4-4c74-ba59-ebcc3c60209e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:12.125951 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-99044494-2aac-499b-819b-5741f7a5a2e6 req-92d8aef4-3da4-459a-aad0-ac35b1ac623e service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201337 Feb 15 13:50:12.129783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1e3502f-08cc-4ed5-b4ff-003485a81b7f req-e971f7bb-4746-4057-afd2-1c399e43af59 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552191 Feb 15 13:50:12.169895 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c2df59bb-055f-4821-be01-713bd879e8b0 admin admin] Publish callbacks [] for security_group (40c4b535-4de4-4c74-ba59-ebcc3c60209e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:12.261023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-14dc5bee-cc08-47ab-aa18-b39e7c7e8351 req-4297409a-1d14-4254-a28e-b4739f33ac69 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:50:12.274734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14dc5bee-cc08-47ab-aa18-b39e7c7e8351 req-4297409a-1d14-4254-a28e-b4739f33ac69 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199647 Feb 15 13:50:12.289546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port abfc89ed-b148-41cb-b040-0edd01fb960a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:12.290658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:12.506812 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c2df59bb-055f-4821-be01-713bd879e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (40c4b535-4de4-4c74-ba59-ebcc3c60209e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:12.517877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port abfc89ed-b148-41cb-b040-0edd01fb960a is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:12.519044 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:12.524501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c2df59bb-055f-4821-be01-713bd879e8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:12.525825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c2df59bb-055f-4821-be01-713bd879e8b0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40c4b535-4de4-4c74-ba59-ebcc3c60209e HTTP/1.1" status: 204 len: 168 time: 0.5249221 Feb 15 13:50:12.575862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df59bb-055f-4821-be01-713bd879e8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c4b535-4de4-4c74-ba59-ebcc3c60209e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:12.594420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e7edc-b75e-4beb-a287-20965e313511 req-85db6ead-51b2-4a0f-92c2-70e98351e520 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:12.599054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port abfc89ed-b148-41cb-b040-0edd01fb960a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=abfc89ed-b148-41cb-b040-0edd01fb960a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:12.603969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-760e7edc-b75e-4beb-a287-20965e313511 req-85db6ead-51b2-4a0f-92c2-70e98351e520 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 945 time: 0.3280156 Feb 15 13:50:12.619280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:12.620311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a2ed8dca-7215-4457-a1a3-00bd74c42733 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:12.745914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-0bd84bc2-77d3-4bea-adab-12b66f3c8b1f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:12.748706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-0bd84bc2-77d3-4bea-adab-12b66f3c8b1f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.67 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 821 time: 0.4166541 Feb 15 13:50:12.759456 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f507b7-1fa0-4199-a927-19f2f4ae0e2d x-openstack-request-id: req-e5f507b7-1fa0-4199-a927-19f2f4ae0e2d {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:12.759927 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1346c13-e3ab-4f40-b9a4-52cc8037cd1a", "tag": "392f5105-bb30-4943-b109-b589b524e70b", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:12.760401 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e5f507b7-1fa0-4199-a927-19f2f4ae0e2d {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:12.761025 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'tag': '392f5105-bb30-4943-b109-b589b524e70b', 'status': 'completed', 'code': 200} Feb 15 13:50:12.781221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Request body: {'port': {'device_id': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'admin_state_up': True, 'tenant_id': '043a56eee2de49ad8d87f397d54439c7'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:12.816052 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-99044494-2aac-499b-819b-5741f7a5a2e6 req-d5a0b348-4756-4780-8ea2-917c7abc6652 service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308112 Feb 15 13:50:12.834260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=abfc89ed-b148-41cb-b040-0edd01fb960a,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:12.984071 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Pushing event updated for resources: {'Port': ['ID=a498176b-191d-4e6a-85ff-a36d81393728,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:13.003473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a2ed8dca-7215-4457-a1a3-00bd74c42733 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:13.003923 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:13.036962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Network ee30a3a8-3ac6-4cb4-b242-b3885297a62a is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:13.037789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a777f689-a06c-40d7-bdfe-72b9541c147c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ff192563-8c87-442c-bb77-85a26c224962), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:13.042671 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a777f689-a06c-40d7-bdfe-72b9541c147c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:13.045341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7343e85-c8c4-49c9-88e4-65e3e90354e9 req-c609324f-6f44-4165-a5c7-beb50f6ee05e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 210 time: 0.1698518 Feb 15 13:50:13.046797 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a777f689-a06c-40d7-bdfe-72b9541c147c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff192563-8c87-442c-bb77-85a26c224962 HTTP/1.1" status: 204 len: 168 time: 1.4543388 Feb 15 13:50:13.055675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:13.068978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-760e7edc-b75e-4beb-a287-20965e313511 req-d394a345-6a76-4478-b8e8-28ad6a92a4e1 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4637713 Feb 15 13:50:13.087112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777f689-a06c-40d7-bdfe-72b9541c147c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff192563-8c87-442c-bb77-85a26c224962,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:13.128581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a2d72763-b92e-46df-bcf6-0990dceccbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'a96bd22f-86bf-47e6-beb6-6baf1a7d1627', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'port_id': '392f5105-bb30-4943-b109-b589b524e70b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'mac_address': 'fa:16:3e:36:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:48:41Z', 'updated_at': '2022-02-15T13:50:07Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:13.158099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af129c7-3254-462b-a376-1086f56b7022 req-2400e719-67e5-466a-983a-ad0e2f871008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:13.167443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2af129c7-3254-462b-a376-1086f56b7022 req-2400e719-67e5-466a-983a-ad0e2f871008 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2817272a3784fe0ad8656d46f762ccb&device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 1128 time: 0.3678274 Feb 15 13:50:13.227605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-90a77f3b-d4bb-4c1f-a77c-2615ca45a397 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2750640 Feb 15 13:50:13.342860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d72763-b92e-46df-bcf6-0990dceccbf3 None None] Checking router: 027b1640-b4fd-4f65-89b7-a9d35be25496 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:50:13.360546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Router b95465ff-9f68-47af-b1b8-92b19ec39e2d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:50:13.413325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d72763-b92e-46df-bcf6-0990dceccbf3 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:13.413963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a2d72763-b92e-46df-bcf6-0990dceccbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:13.416658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af129c7-3254-462b-a376-1086f56b7022 req-d6ce787a-2f9a-4b24-8584-54ca4014d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:13.423562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2af129c7-3254-462b-a376-1086f56b7022 req-d6ce787a-2f9a-4b24-8584-54ca4014d2cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d724eb1-4115-4724-ad17-5501929e5d29 HTTP/1.1" status: 200 len: 925 time: 0.2311308 Feb 15 13:50:13.630233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2af129c7-3254-462b-a376-1086f56b7022 req-f848a35b-7602-4754-a3bd-034cfa2f4159 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392f5105-bb30-4943-b109-b589b524e70b HTTP/1.1" status: 200 len: 998 time: 0.1804957 Feb 15 13:50:13.656782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6db7b-33d7-428a-ae3b-5c178a4b7751 req-a4c91ff5-17f2-4349-8d38-887bf2c4d430 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:13.658675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ba6db7b-33d7-428a-ae3b-5c178a4b7751 req-a4c91ff5-17f2-4349-8d38-887bf2c4d430 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.2304552 Feb 15 13:50:13.660971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Made reservation on behalf of 043a56eee2de49ad8d87f397d54439c7 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:13.664413 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:13.718048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:50:13.733144 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-65724871-1a85-4cad-8464-303a6017f51b admin admin] 10.222.0.72 "PUT /v2.0/routers/b95465ff-9f68-47af-b1b8-92b19ec39e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7953243 Feb 15 13:50:13.738561 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a2ed8dca-7215-4457-a1a3-00bd74c42733 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:13.798185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af129c7-3254-462b-a376-1086f56b7022 req-a260c21b-f906-4d94-b522-48f20351edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:13.799890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2af129c7-3254-462b-a376-1086f56b7022 req-a260c21b-f906-4d94-b522-48f20351edb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6a0d7d9-dfb4-46d7-8c55-33325656c55e HTTP/1.1" status: 200 len: 863 time: 0.1609676 Feb 15 13:50:13.860965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2b9293ed-4a08-4e14-98ad-b1708af54278 None None] Provisioning complete for port a498176b-191d-4e6a-85ff-a36d81393728 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:13.861358 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2b9293ed-4a08-4e14-98ad-b1708af54278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a498176b-191d-4e6a-85ff-a36d81393728), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:13.930030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ba6db7b-33d7-428a-ae3b-5c178a4b7751 req-625fe82c-2bda-4ade-b31f-502d4d5364c4 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378073 Feb 15 13:50:13.963611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2b9293ed-4a08-4e14-98ad-b1708af54278 None None] Port a498176b-191d-4e6a-85ff-a36d81393728 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:50:13.982068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device abfc89ed-b148-41cb-b040-0edd01fb960a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:13.988500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a2d72763-b92e-46df-bcf6-0990dceccbf3 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:14.160035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Allocated IP 172.20.0.11 (affe318c-d117-4814-9b5a-5e39014540ca/2cf6bfc8-4b53-4096-906f-3d4612ed6c08/7503da7e-7a52-49d8-b64c-ddda92ac61e0) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:14.292143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port abfc89ed-b148-41cb-b040-0edd01fb960a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:14.292532 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:14.349337 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Sync routers for ids ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:14.366949 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Routers {'b95465ff-9f68-47af-b1b8-92b19ec39e2d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:14.368605 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:14.381549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af129c7-3254-462b-a376-1086f56b7022 req-36e02c4b-62d0-4699-b8fe-42ab79e6c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:14.381549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2af129c7-3254-462b-a376-1086f56b7022 req-36e02c4b-62d0-4699-b8fe-42ab79e6c262 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d724eb1-4115-4724-ad17-5501929e5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5648475 Feb 15 13:50:14.424487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc7f3e-bcb3-4c56-9ae8-2960329047f1 req-400c3f32-4cfc-4253-a421-b9554321b453 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:14.434010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78dc7f3e-bcb3-4c56-9ae8-2960329047f1 req-400c3f32-4cfc-4253-a421-b9554321b453 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 944 time: 0.5001454 Feb 15 13:50:14.462472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f1581-217c-45e1-ba71-9d7714073c18 req-4a4ba067-1c77-4d18-913f-cd537e67936b tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:14.476462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-125f1581-217c-45e1-ba71-9d7714073c18 req-4a4ba067-1c77-4d18-913f-cd537e67936b tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2611411 Feb 15 13:50:14.589748 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Set router b95465ff-9f68-47af-b1b8-92b19ec39e2d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:14.608662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port abfc89ed-b148-41cb-b040-0edd01fb960a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:14.619475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46184) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:14.651341 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-23ff6609-bc05-4070-94fb-ec9204008ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:14.675369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a2d72763-b92e-46df-bcf6-0990dceccbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'a96bd22f-86bf-47e6-beb6-6baf1a7d1627', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'port_id': '392f5105-bb30-4943-b109-b589b524e70b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'mac_address': 'fa:16:3e:36:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:48:41Z', 'updated_at': '2022-02-15T13:50:07Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:14.739646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 79ef4778-1f12-45ed-b157-f362619f16f6 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:50:14.744426 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2af129c7-3254-462b-a376-1086f56b7022 req-99516f3a-7ff0-4361-bbec-401894f9fdef service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500829 Feb 15 13:50:14.745858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d72763-b92e-46df-bcf6-0990dceccbf3 None None] The sync data for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 is: [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'a96bd22f-86bf-47e6-beb6-6baf1a7d1627', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'port_id': '392f5105-bb30-4943-b109-b589b524e70b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'mac_address': 'fa:16:3e:36:cc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:48:41Z', 'updated_at': '2022-02-15T13:50:07Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:14.833055 n-d-829064-15 neutron-server[109972]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 13:50:14.933343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-eb024091-da54-4c31-81b3-bb4c3fffc0e6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:14.948376 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-eb024091-da54-4c31-81b3-bb4c3fffc0e6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports/9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 947 time: 0.3270497 Feb 15 13:50:15.037182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 79ef4778-1f12-45ed-b157-f362619f16f6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=79ef4778-1f12-45ed-b157-f362619f16f6,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:15.070204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '79ef4778-1f12-45ed-b157-f362619f16f6', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'port_id': '79ef4778-1f12-45ed-b157-f362619f16f6', 'mac_address': 'fa:16:3e:9d:57:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b28444a-b502-4aa0-b454-8e8c20bce1b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:50:15.132083 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'name': 'tempest-FloatingIPsTestJSON-602399919-router', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:03Z', 'updated_at': '2022-02-15T13:50:11Z', 'revision_number': 4, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'gw_port': {'id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:04Z', 'updated_at': '2022-02-15T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a498176b-191d-4e6a-85ff-a36d81393728', 'name': '', 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'mac_address': 'fa:16:3e:b3:80:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '25834383-17a6-4269-9268-3241b6c72e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:09Z', 'updated_at': '2022-02-15T13:50:11Z', 'revision_number': 2, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'subnets': [{'id': '25834383-17a6-4269-9268-3241b6c72e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:15.164556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 79ef4778-1f12-45ed-b157-f362619f16f6 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:15.165634 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:15.171924 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Checking router: b95465ff-9f68-47af-b1b8-92b19ec39e2d for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:50:15.172534 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Updating router b95465ff-9f68-47af-b1b8-92b19ec39e2d port a498176b-191d-4e6a-85ff-a36d81393728 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:50:15.208041 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de89ce6-aace-45e9-a68d-82918c6d0b9f None None] New status for floating IP a96bd22f-86bf-47e6-beb6-6baf1a7d1627: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:50:15.267053 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a498176b-191d-4e6a-85ff-a36d81393728), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:15.303539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ef4778-1f12-45ed-b157-f362619f16f6 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:15.381704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 79ef4778-1f12-45ed-b157-f362619f16f6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=79ef4778-1f12-45ed-b157-f362619f16f6,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:15.394363 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:15.546877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=79ef4778-1f12-45ed-b157-f362619f16f6,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:15.557170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-125f1581-217c-45e1-ba71-9d7714073c18 req-f23419b3-3cc5-42f7-a0e5-6901c34fd4b6 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0792315 Feb 15 13:50:15.568865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.569608 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:15.580581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.586806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.587420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.587846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.588971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.588971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.588971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.589234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.589660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.590056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.590723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.590840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:50:15.620313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78dc7f3e-bcb3-4c56-9ae8-2960329047f1 req-146559ea-86df-4a58-b73d-f4e211ef4598 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1852190 Feb 15 13:50:15.770018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['79ef4778-1f12-45ed-b157-f362619f16f6'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:15.789982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87ea30ee-eb94-4ef3-9864-dd26f5598ac0 req-fe9154de-c69c-4353-9be6-840699f21b53 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 210 time: 0.0816584 Feb 15 13:50:15.806339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2af129c7-3254-462b-a376-1086f56b7022 req-9f0af6d7-3cb3-4a85-ba49-59810511637f service neutron] 10.222.0.42 "GET /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9847069 Feb 15 13:50:15.837864 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:15.962234 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Publish callbacks [] for port (a498176b-191d-4e6a-85ff-a36d81393728), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:15.972886 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a498176b-191d-4e6a-85ff-a36d81393728), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:15.990706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Pushing event updated for resources: {'Port': ['ID=7503da7e-7a52-49d8-b64c-ddda92ac61e0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:16.060327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Network affe318c-d117-4814-9b5a-5e39014540ca is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:16.063668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:16.068111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:16.095882 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1d440-958a-49fb-8869-9d015f4255d7 None None] Pushing event updated for resources: {'Port': ['ID=a498176b-191d-4e6a-85ff-a36d81393728,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:16.179632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:16.180408 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:16.217803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5afc38-4b1f-4fcc-963b-4b1f6dd7de94 req-6c507ca2-e0fd-4b58-a132-4cb2d5379419 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:16.220466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a5afc38-4b1f-4fcc-963b-4b1f6dd7de94 req-6c507ca2-e0fd-4b58-a132-4cb2d5379419 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.2381766 Feb 15 13:50:16.222470 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Attempting to bind port a498176b-191d-4e6a-85ff-a36d81393728 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:16.222615 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Attempting to bind port a498176b-191d-4e6a-85ff-a36d81393728 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'cdb455d4-4470-4ed1-8f08-284a8f994c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:16.222874 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Attempting to bind port a498176b-191d-4e6a-85ff-a36d81393728 on network ee30a3a8-3ac6-4cb4-b242-b3885297a62a {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:16.230814 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:16.231422 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Checking segment: {'id': 'cdb455d4-4470-4ed1-8f08-284a8f994c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:16.231827 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:16.232220 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Bound using segment: {'id': 'cdb455d4-4470-4ed1-8f08-284a8f994c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:16.232730 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Bound port: a498176b-191d-4e6a-85ff-a36d81393728, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb455d4-4470-4ed1-8f08-284a8f994c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:16.233215 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a498176b-191d-4e6a-85ff-a36d81393728), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:16.233340 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-d71f788c-2cc9-4507-8777-fc58b8495ef6 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4647157 Feb 15 13:50:16.283423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Request body: {'port': {'device_id': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:16.408123 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] For port a498176b-191d-4e6a-85ff-a36d81393728, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:16.413708 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] For port a498176b-191d-4e6a-85ff-a36d81393728, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a498176b-191d-4e6a-85ff-a36d81393728,segment=NetworkSegment(cdb455d4-4470-4ed1-8f08-284a8f994c79),segment_id=cdb455d4-4470-4ed1-8f08-284a8f994c79)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:16.423068 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a498176b-191d-4e6a-85ff-a36d81393728), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:16.481034 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Routers {'b95465ff-9f68-47af-b1b8-92b19ec39e2d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:16.481910 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:49:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:16.535322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e52fa4f6-87e6-424f-bf4f-239ce5237a28 None None] Provisioning complete for port a498176b-191d-4e6a-85ff-a36d81393728 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:16.535699 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e52fa4f6-87e6-424f-bf4f-239ce5237a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a498176b-191d-4e6a-85ff-a36d81393728), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:16.569317 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1d440-958a-49fb-8869-9d015f4255d7 None None] Pushing event updated for resources: {'Port': ['ID=a498176b-191d-4e6a-85ff-a36d81393728,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:16.643276 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] Set router b95465ff-9f68-47af-b1b8-92b19ec39e2d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:16.858155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e52fa4f6-87e6-424f-bf4f-239ce5237a28 None None] Current status of the port a498176b-191d-4e6a-85ff-a36d81393728 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:16.858677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e52fa4f6-87e6-424f-bf4f-239ce5237a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a498176b-191d-4e6a-85ff-a36d81393728), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:16.880428 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b1fa782f-7087-497e-a17b-ed3d72c6e112 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6218624 Feb 15 13:50:16.886967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:16.895799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e52fa4f6-87e6-424f-bf4f-239ce5237a28 None None] For port a498176b-191d-4e6a-85ff-a36d81393728, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a498176b-191d-4e6a-85ff-a36d81393728,segment=NetworkSegment(cdb455d4-4470-4ed1-8f08-284a8f994c79),segment_id=cdb455d4-4470-4ed1-8f08-284a8f994c79)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:16.900510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a5afc38-4b1f-4fcc-963b-4b1f6dd7de94 req-f3382f94-6aba-42c2-806e-8d6bd53fc7db tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6593235 Feb 15 13:50:16.916165 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e52fa4f6-87e6-424f-bf4f-239ce5237a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a498176b-191d-4e6a-85ff-a36d81393728), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:16.920064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-6a138424-29f1-4f42-9ee4-0aaf699b008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:16.922955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-6a138424-29f1-4f42-9ee4-0aaf699b008d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 1133 time: 0.4928217 Feb 15 13:50:16.938764 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:16.945668 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'name': 'tempest-FloatingIPsTestJSON-602399919-router', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:03Z', 'updated_at': '2022-02-15T13:50:11Z', 'revision_number': 4, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'gw_port': {'id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:04Z', 'updated_at': '2022-02-15T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a498176b-191d-4e6a-85ff-a36d81393728', 'name': '', 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'mac_address': 'fa:16:3e:b3:80:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '25834383-17a6-4269-9268-3241b6c72e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:09Z', 'updated_at': '2022-02-15T13:50:16Z', 'revision_number': 4, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'subnets': [{'id': '25834383-17a6-4269-9268-3241b6c72e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:16.991722 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f55d3-2d64-40f7-95fd-09f4eecf9f95 None None] The sync data for ids ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'] in n-d-829064-15 is: [{'id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'name': 'tempest-FloatingIPsTestJSON-602399919-router', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:03Z', 'updated_at': '2022-02-15T13:50:11Z', 'revision_number': 4, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'gw_port': {'id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:04Z', 'updated_at': '2022-02-15T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a498176b-191d-4e6a-85ff-a36d81393728', 'name': '', 'network_id': 'ee30a3a8-3ac6-4cb4-b242-b3885297a62a', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'mac_address': 'fa:16:3e:b3:80:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '25834383-17a6-4269-9268-3241b6c72e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:09Z', 'updated_at': '2022-02-15T13:50:16Z', 'revision_number': 4, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'subnets': [{'id': '25834383-17a6-4269-9268-3241b6c72e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:17.011556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:17.031516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fa4f6-87e6-424f-bf4f-239ce5237a28 None None] Pushing event updated for resources: {'Port': ['ID=a498176b-191d-4e6a-85ff-a36d81393728,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:17.047933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bbba58ff-63e3-4f96-abdb-e2db8c4b6437 None None] Provisioning complete for port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:17.048317 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bbba58ff-63e3-4f96-abdb-e2db8c4b6437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:17.148824 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b507-d1b7-46e5-b4f0-be4d3171c692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:17.151095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bbba58ff-63e3-4f96-abdb-e2db8c4b6437 None None] Port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:50:17.164390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bbba58ff-63e3-4f96-abdb-e2db8c4b6437 None None] Provisioning complete for port a498176b-191d-4e6a-85ff-a36d81393728 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:17.165015 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bbba58ff-63e3-4f96-abdb-e2db8c4b6437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a498176b-191d-4e6a-85ff-a36d81393728), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:17.254289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bbba58ff-63e3-4f96-abdb-e2db8c4b6437 None None] Current status of the port a498176b-191d-4e6a-85ff-a36d81393728 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:17.278728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-dee1b7a5-1b49-432d-ae77-f10267ac5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:17.280553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-dee1b7a5-1b49-432d-ae77-f10267ac5a9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.3499830 Feb 15 13:50:17.287913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bb300-9ade-4e1b-8d3d-22bb5fcc585a req-40631045-7d93-42ab-9a50-8998c3320dd8 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:17.289332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-089bb300-9ade-4e1b-8d3d-22bb5fcc585a req-40631045-7d93-42ab-9a50-8998c3320dd8 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2318027 Feb 15 13:50:17.348998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-73524b09-b4fd-46a1-aaf0-2913a385da30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 217 time: 0.0562751 Feb 15 13:50:17.492439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-089bb300-9ade-4e1b-8d3d-22bb5fcc585a req-a6f51fa2-888e-4204-a253-29a76161ae0b tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877348 Feb 15 13:50:17.508871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-ab2a7bcf-9354-4eea-a2a3-4bd1c605b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:17.510322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-ab2a7bcf-9354-4eea-a2a3-4bd1c605b166 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1181550 Feb 15 13:50:17.578645 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:17.714449 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7503da7e-7a52-49d8-b64c-ddda92ac61e0 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:17.720740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-34d2e431-c605-4402-814f-20c85e9815fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:17.721695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-34d2e431-c605-4402-814f-20c85e9815fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2015319 Feb 15 13:50:17.729201 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Publish callbacks [] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:17.787949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1614e-c1aa-47fb-b7bb-58a1067e588c req-67d308db-e7de-4478-998f-da300dafa09a tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:17.790938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ea1614e-c1aa-47fb-b7bb-58a1067e588c req-67d308db-e7de-4478-998f-da300dafa09a tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 945 time: 0.2328246 Feb 15 13:50:17.835838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Transition to ACTIVE for port object 7503da7e-7a52-49d8-b64c-ddda92ac61e0 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:17.863991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:17.897289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Allocated IP 172.25.6.17 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/3318e206-3bb4-41fc-9a83-6fb4c4f46cb3) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:17.899633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a498176b-191d-4e6a-85ff-a36d81393728 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:17.980106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a498176b-191d-4e6a-85ff-a36d81393728 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:17.981047 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a498176b-191d-4e6a-85ff-a36d81393728), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:18.055374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ea1614e-c1aa-47fb-b7bb-58a1067e588c req-16f86dec-4572-4513-8afc-80962b927bdc tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263105 Feb 15 13:50:18.068089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-6185650f-b0ba-461d-b6f5-0b9bda7deb21 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322663 Feb 15 13:50:18.068697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Pushing event updated for resources: {'Port': ['ID=7503da7e-7a52-49d8-b64c-ddda92ac61e0,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:18.102126 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a498176b-191d-4e6a-85ff-a36d81393728 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:18.208905 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:18.460395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-a9d16069-0646-479e-b2d2-ec280e89d6f0 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597799 Feb 15 13:50:18.569990 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for port (3318e206-3bb4-41fc-9a83-6fb4c4f46cb3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:18.585944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-3cc91332-385d-408a-b171-319d100edd6c service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952822 Feb 15 13:50:18.589892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Attempting to bind port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:18.590298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Attempting to bind port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:18.590553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Attempting to bind port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 on network affe318c-d117-4814-9b5a-5e39014540ca {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:18.613221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 on network affe318c-d117-4814-9b5a-5e39014540ca not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:50:18.613546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Attempting to bind port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 on network affe318c-d117-4814-9b5a-5e39014540ca {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:18.639690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:18.640029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Checking segment: {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:18.640409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Bound using segment: {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:18.640856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Bound port: 7503da7e-7a52-49d8-b64c-ddda92ac61e0, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:18.641213 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:18.665559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-785599e0-5ff2-4466-8569-537a60312020 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:18.667089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-785599e0-5ff2-4466-8569-537a60312020 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965139 Feb 15 13:50:18.704132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (3318e206-3bb4-41fc-9a83-6fb4c4f46cb3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:18.718614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-4a147b4e-7a2a-4ac2-b24e-4470cdee4621 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/quotas/7aef015375ad44b98dbd519ebaf87d98 HTTP/1.1" status: 200 len: 375 time: 0.0443661 Feb 15 13:50:18.728605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 79ef4778-1f12-45ed-b157-f362619f16f6 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:18.787402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 79ef4778-1f12-45ed-b157-f362619f16f6 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:18.795178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 79ef4778-1f12-45ed-b157-f362619f16f6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:18.795579 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:18.797426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:18.799835 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-5b333dc4-39b4-4c85-9ac2-a3b242e94f4b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579765 Feb 15 13:50:18.807159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:18.810652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:18.812523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Pushing event updated for resources: {'Port': ['ID=3318e206-3bb4-41fc-9a83-6fb4c4f46cb3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:18.835214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] For port 7503da7e-7a52-49d8-b64c-ddda92ac61e0, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:18.853650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] For port 7503da7e-7a52-49d8-b64c-ddda92ac61e0, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:18.868396 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:18.883612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 79ef4778-1f12-45ed-b157-f362619f16f6 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:18.884270 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:18.915927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ef4778-1f12-45ed-b157-f362619f16f6'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:18.918340 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579277b2-63a9-4edb-af9c-aaff52413a05" -d '{"events": [{"server_uuid": "650f7faf-98e1-47ab-8c24-225e542cf7f2", "name": "network-vif-plugged", "status": "completed", "tag": "79ef4778-1f12-45ed-b157-f362619f16f6"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:18.932362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 79ef4778-1f12-45ed-b157-f362619f16f6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=79ef4778-1f12-45ed-b157-f362619f16f6,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:18.938195 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:18.961357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:18.961985 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:18.963433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] 10.222.0.67 "PUT /v2.0/ports/7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 1093 time: 2.7213383 Feb 15 13:50:18.968129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:18.970267 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226c99da-9dfa-4027-af65-3df14c63d8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:19.031499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=79ef4778-1f12-45ed-b157-f362619f16f6,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:19.058242 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for floatingip (da82b127-655b-4f6e-b775-a6e00b7131c8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:19.113164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3d3a0-404a-49fe-9bcc-ce4340157214 service neutron] Pushing event updated for resources: {'Port': ['ID=7503da7e-7a52-49d8-b64c-ddda92ac61e0,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:19.165192 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3318e206-3bb4-41fc-9a83-6fb4c4f46cb3), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:19.199864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-9e9f13c7-82c9-436f-b040-b5c07f6611a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:19.201476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-9e9f13c7-82c9-436f-b040-b5c07f6611a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 1127 time: 0.1665642 Feb 15 13:50:19.209652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e2ec7-8d11-451a-9f64-dfa2a72c8018 req-2eeb128e-fed0-465b-bded-a40425326449 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:19.211462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-783e2ec7-8d11-451a-9f64-dfa2a72c8018 req-2eeb128e-fed0-465b-bded-a40425326449 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 944 time: 0.1978779 Feb 15 13:50:19.292667 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-90062392-e18c-427f-a553-9145d4521b53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 217 time: 0.0776842 Feb 15 13:50:19.432163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-783e2ec7-8d11-451a-9f64-dfa2a72c8018 req-96d500d4-3a48-45c4-8a5d-7f7e9c72b195 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035241 Feb 15 13:50:19.436085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-4a7b6a43-ff29-41f0-9551-7108b863625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:19.437808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-4a7b6a43-ff29-41f0-9551-7108b863625f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.1321785 Feb 15 13:50:19.558268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-ee5e6fca-3385-4f9f-a2df-35e8ee44d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:19.560000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-ee5e6fca-3385-4f9f-a2df-35e8ee44d3e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1126204 Feb 15 13:50:19.560943 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:19.562874 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for port (3318e206-3bb4-41fc-9a83-6fb4c4f46cb3), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:19.575360 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (3318e206-3bb4-41fc-9a83-6fb4c4f46cb3), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:19.662690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Pushing event updated for resources: {'Port': ['ID=3318e206-3bb4-41fc-9a83-6fb4c4f46cb3,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:19.757818 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (da82b127-655b-4f6e-b775-a6e00b7131c8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:19.790936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-effed50b-59ee-4cc8-b3c6-3acbd20f5e05 service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209470 Feb 15 13:50:19.795392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac4f8b-aa86-4d8e-b337-50fb30dda6b0 req-55e6d887-f47f-45a4-a55b-a0b9b74d0f9e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:19.796861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06ac4f8b-aa86-4d8e-b337-50fb30dda6b0 req-55e6d887-f47f-45a4-a55b-a0b9b74d0f9e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.1284840 Feb 15 13:50:19.799569 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:19.800699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-b6827cfa-57ca-4612-9deb-b58b554ee3bc tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9186995 Feb 15 13:50:19.937650 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-0d36b6c7-582b-4b10-b9d5-569e1ddab43b tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 695 time: 0.1271133 Feb 15 13:50:20.057390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06ac4f8b-aa86-4d8e-b337-50fb30dda6b0 req-30963328-fd9c-4a75-9c68-c7c2dc6c699a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477691 Feb 15 13:50:20.088160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823a3e44-17d6-4b91-8678-a5571cd3bd59 req-284ef900-82a4-4853-9494-3ec2e17b70e4 service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863424 Feb 15 13:50:20.118199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-6e1550ac-7f32-4f10-a840-e6def63c400b tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:20.119853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-6e1550ac-7f32-4f10-a840-e6def63c400b tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1726315 Feb 15 13:50:20.134995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-06d934b9-d365-45f4-ae0a-3fe60c43ad57 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:50:20.136193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93229655-0e1e-45ee-8be9-9ff5643b42dd req-06d934b9-d365-45f4-ae0a-3fe60c43ad57 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103366 Feb 15 13:50:20.211400 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52562579-b34f-4849-81ab-8d87b5eee504 x-openstack-request-id: req-52562579-b34f-4849-81ab-8d87b5eee504 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:20.212241 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650f7faf-98e1-47ab-8c24-225e542cf7f2", "name": "network-vif-plugged", "status": "completed", "tag": "79ef4778-1f12-45ed-b157-f362619f16f6", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:20.212241 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-52562579-b34f-4849-81ab-8d87b5eee504 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:20.212540 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ef4778-1f12-45ed-b157-f362619f16f6', 'code': 200} Feb 15 13:50:20.217027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-6f3afffa-58db-4fd9-88e2-a8b5e47d3dbd tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537596 Feb 15 13:50:20.362501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b26dd138-c69e-41cc-aa36-ab44a3a9752d req-bd5efee2-77d4-497c-91f1-7923290a5c2d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 210 time: 0.0557153 Feb 15 13:50:20.370435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc330a9-6607-4222-b2af-813ba3321caf req-3c82775b-8148-4d29-bc22-f0473c3c4adc tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:20.378639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1dc330a9-6607-4222-b2af-813ba3321caf req-3c82775b-8148-4d29-bc22-f0473c3c4adc tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.1767800 Feb 15 13:50:20.391941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78bd9a-774e-4fa7-b9f7-3ecabc3f856e req-b40de5a0-0332-4188-a6a6-7a52aef51999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:20.394115 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed78bd9a-774e-4fa7-b9f7-3ecabc3f856e req-b40de5a0-0332-4188-a6a6-7a52aef51999 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 1129 time: 0.0855029 Feb 15 13:50:20.442851 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e839dc3f-eed1-4d75-9de5-cf3e5d8f7fda x-openstack-request-id: req-e839dc3f-eed1-4d75-9de5-cf3e5d8f7fda {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:20.443185 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:20.443423 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e839dc3f-eed1-4d75-9de5-cf3e5d8f7fda {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:20.443833 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'status': 'completed', 'code': 200} Feb 15 13:50:20.494671 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed78bd9a-774e-4fa7-b9f7-3ecabc3f856e req-6f7ee346-1313-4e6d-86d4-eb05adb12ced service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941629 Feb 15 13:50:20.520746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-7c3897d9-c3d9-4f49-b37e-fe2914bad5d3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:20.522211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-7c3897d9-c3d9-4f49-b37e-fe2914bad5d3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984178 Feb 15 13:50:20.543910 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1dc330a9-6607-4222-b2af-813ba3321caf req-5f7bd504-1c98-42aa-9ec5-d15d490c36ce tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642230 Feb 15 13:50:20.582547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c99da-9dfa-4027-af65-3df14c63d8d5 req-1bd257b8-4ab6-40ca-ac93-3e8582033e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:20.583399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-226c99da-9dfa-4027-af65-3df14c63d8d5 req-1bd257b8-4ab6-40ca-ac93-3e8582033e3e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 1127 time: 0.1190410 Feb 15 13:50:20.606618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238a2d9-44e8-4968-b28d-452e77b4ed37 req-72d51bf4-6361-4800-850d-253ea498f8f4 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:20.609146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d238a2d9-44e8-4968-b28d-452e77b4ed37 req-72d51bf4-6361-4800-850d-253ea498f8f4 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 946 time: 0.1013358 Feb 15 13:50:20.677513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d238a2d9-44e8-4968-b28d-452e77b4ed37 req-fa2c4db2-a15d-41c3-8e1f-4d69204702d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585954 Feb 15 13:50:20.757326 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24e3b23a-29c8-45e7-b8b7-e22de855a93c req-66b4076d-0faf-4a97-9fa6-113f4a90aa93 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips/da82b127-655b-4f6e-b775-a6e00b7131c8 HTTP/1.1" status: 200 len: 692 time: 0.0492723 Feb 15 13:50:20.764349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Request body: {'port': {'device_id': '2900f229-b05d-4f3b-868d-e4cecc547e4c', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '7aef015375ad44b98dbd519ebaf87d98'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:20.931422 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:21.290886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75c069-5f2b-4324-ac22-08efad141cb0 req-a1fee304-d6c4-48a5-b3df-e4086210aedf tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:21.292400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c75c069-5f2b-4324-ac22-08efad141cb0 req-a1fee304-d6c4-48a5-b3df-e4086210aedf tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 944 time: 0.4668927 Feb 15 13:50:21.319724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c99da-9dfa-4027-af65-3df14c63d8d5 req-c7b6c8ac-6dc5-4a20-adcf-e512565cce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:21.321179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-226c99da-9dfa-4027-af65-3df14c63d8d5 req-c7b6c8ac-6dc5-4a20-adcf-e512565cce07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.5415516 Feb 15 13:50:21.341496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b23a-29c8-45e7-b8b7-e22de855a93c req-9b9a5ff2-7c4b-41d8-8f4d-e543d991e726 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:21.342895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24e3b23a-29c8-45e7-b8b7-e22de855a93c req-9b9a5ff2-7c4b-41d8-8f4d-e543d991e726 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.5412483 Feb 15 13:50:21.356615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-24e3b23a-29c8-45e7-b8b7-e22de855a93c req-aacb86f6-6efd-467f-8df5-61a90e181ee5 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:50:21.357624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24e3b23a-29c8-45e7-b8b7-e22de855a93c req-aacb86f6-6efd-467f-8df5-61a90e181ee5 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083675 Feb 15 13:50:21.360151 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Made reservation on behalf of 7aef015375ad44b98dbd519ebaf87d98 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:21.364105 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:21.396930 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:21.441952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c75c069-5f2b-4324-ac22-08efad141cb0 req-f28de717-30d1-4b16-83b9-8015ff5433ec tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418984 Feb 15 13:50:21.443220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-226c99da-9dfa-4027-af65-3df14c63d8d5 req-ef7ae19f-8b0f-4a3c-9a47-56ad7279b179 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 217 time: 0.0574565 Feb 15 13:50:21.632364 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ff3d372-c5ff-4f44-a120-3fa3cbe74fba req-b9f8215f-fdf2-4883-9d1f-9e6d6f85d39d tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=6c414e0bd7924977b25b90d9b47d4917 HTTP/1.1" status: 200 len: 695 time: 0.1184433 Feb 15 13:50:21.633716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c99da-9dfa-4027-af65-3df14c63d8d5 req-d784422d-db34-47b7-a649-c55e1dcd5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:21.635331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-226c99da-9dfa-4027-af65-3df14c63d8d5 req-d784422d-db34-47b7-a649-c55e1dcd5312 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.1831038 Feb 15 13:50:21.734730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839f378-298c-4d7c-bc22-9364d9ba036e req-68811cea-2aed-4d3e-aca9-9349e24c3bac tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:21.736355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3839f378-298c-4d7c-bc22-9364d9ba036e req-68811cea-2aed-4d3e-aca9-9349e24c3bac tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.2830014 Feb 15 13:50:21.792164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks [] for security_group (40bbdf0f-ea0d-4cce-ad7a-9fd607adda06), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:21.800700 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (40bbdf0f-ea0d-4cce-ad7a-9fd607adda06), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:21.911736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c99da-9dfa-4027-af65-3df14c63d8d5 req-4fa7a9b2-6d1b-46f9-8d85-2527f300816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:21.913904 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-226c99da-9dfa-4027-af65-3df14c63d8d5 req-4fa7a9b2-6d1b-46f9-8d85-2527f300816b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2683542 Feb 15 13:50:21.922299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3839f378-298c-4d7c-bc22-9364d9ba036e req-ad699dd7-300c-48d4-800a-a51bc684179e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787879 Feb 15 13:50:21.928150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:21.947168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3d372-c5ff-4f44-a120-3fa3cbe74fba req-49d5ab0d-d061-4629-abe6-87943cc7bc78 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:21.948791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ff3d372-c5ff-4f44-a120-3fa3cbe74fba req-49d5ab0d-d061-4629-abe6-87943cc7bc78 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/networks?id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 787 time: 0.3082879 Feb 15 13:50:22.002711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-6ff3d372-c5ff-4f44-a120-3fa3cbe74fba req-564f12cb-8938-4787-baf8-db56f4160d53 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:50:22.003732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ff3d372-c5ff-4f44-a120-3fa3cbe74fba req-564f12cb-8938-4787-baf8-db56f4160d53 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0354950 Feb 15 13:50:22.134619 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb728742-536e-4e74-8586-f949ca5829a9 req-8e3749f4-013e-4142-b08d-77c815aff343 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 210 time: 0.0833983 Feb 15 13:50:22.153848 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-226c99da-9dfa-4027-af65-3df14c63d8d5 req-532559c9-2009-423c-a5f2-c3434229bba0 service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269254 Feb 15 13:50:22.155240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Allocated IP 192.168.233.13 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/7a67bb08-8848-4a49-b390-9c9b837b6fe0) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:22.298823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb9df6-9dd9-4c22-ad19-0b10318b5d58 req-2e44c2be-b068-4ecc-86cb-65d6111a6b64 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:22.300500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8eb9df6-9dd9-4c22-ad19-0b10318b5d58 req-2e44c2be-b068-4ecc-86cb-65d6111a6b64 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2274377 Feb 15 13:50:22.445996 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-226c99da-9dfa-4027-af65-3df14c63d8d5 req-ed61867f-438a-4a2c-a509-dcc4f00e0628 service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828550 Feb 15 13:50:22.461027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8886b7e-74ba-412f-9ad3-cdb6ce21495c req-f314327c-f173-485e-b082-d5ad91761db8 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:22.462578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8886b7e-74ba-412f-9ad3-cdb6ce21495c req-f314327c-f173-485e-b082-d5ad91761db8 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 946 time: 0.2382421 Feb 15 13:50:22.485160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8eb9df6-9dd9-4c22-ad19-0b10318b5d58 req-856153a4-26b4-4ce6-b4c2-1acd91dca431 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623616 Feb 15 13:50:22.553121 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks [] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:22.586542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8886b7e-74ba-412f-9ad3-cdb6ce21495c req-85651b72-454a-4177-b769-6aa8164f673c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170068 Feb 15 13:50:22.600274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-21c899ed-69b2-4338-8161-ab5932e6a7a8 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips/da82b127-655b-4f6e-b775-a6e00b7131c8 HTTP/1.1" status: 200 len: 692 time: 0.0604880 Feb 15 13:50:22.724258 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:22.820319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:22.825290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event updated for resources: {'Port': ['ID=7a67bb08-8848-4a49-b390-9c9b837b6fe0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:22.836734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:22.840514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:22.849818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494f168-f1e9-46a0-8b35-77b145b67147 req-0c14652c-b465-4096-98a9-2b8ad143a0f8 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:22.851309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4494f168-f1e9-46a0-8b35-77b145b67147 req-0c14652c-b465-4096-98a9-2b8ad143a0f8 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 944 time: 0.1816580 Feb 15 13:50:22.857703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-b70251be-0c16-4912-8dca-f1c12d0e715f tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:22.859241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-b70251be-0c16-4912-8dca-f1c12d0e715f tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.2517204 Feb 15 13:50:22.896851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-32ed030e-c70f-4ba4-b4d6-523071f91265 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:50:22.897888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-32ed030e-c70f-4ba4-b4d6-523071f91265 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096505 Feb 15 13:50:22.982536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:22.983260 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:23.007521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-7995ab10-6d90-4f02-96fd-e0bf80581d1a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 695 time: 0.0965919 Feb 15 13:50:23.016245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4494f168-f1e9-46a0-8b35-77b145b67147 req-d96f4954-e2d9-4b12-b1ee-7badc0fe0a09 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537800 Feb 15 13:50:23.022118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-baa9a246-6398-44d3-ae80-104a2fc2eb3e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2617691 Feb 15 13:50:23.034604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Request body: {'port': {'device_id': '2900f229-b05d-4f3b-868d-e4cecc547e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:23.077384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e8e410ab-acc6-495e-9118-568a110cfc1b None None] Provisioning complete for port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:23.078295 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8e410ab-acc6-495e-9118-568a110cfc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:23.094182 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-6637b716-4228-47f3-a685-97ae55ce1c4c tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.17 HTTP/1.1" status: 200 len: 695 time: 0.0764697 Feb 15 13:50:23.121958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e8e410ab-acc6-495e-9118-568a110cfc1b None None] Port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:50:23.247856 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:23.593564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db68ac-ff8e-4a1b-87a1-913a841042df req-820a5799-f44a-4cf7-a41f-186cfb78269f tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:23.595078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51db68ac-ff8e-4a1b-87a1-913a841042df req-820a5799-f44a-4cf7-a41f-186cfb78269f tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.4197266 Feb 15 13:50:23.709232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-a582c567-ab8d-43fa-8c7f-ebae4319ffbd tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Deleting port 3318e206-3bb4-41fc-9a83-6fb4c4f46cb3 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:50:23.709578 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-a582c567-ab8d-43fa-8c7f-ebae4319ffbd tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3318e206-3bb4-41fc-9a83-6fb4c4f46cb3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:23.812429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51db68ac-ff8e-4a1b-87a1-913a841042df req-cd7a22d9-4848-4fa7-b3ed-85352a7ddcda tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047243 Feb 15 13:50:23.877623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-a582c567-ab8d-43fa-8c7f-ebae4319ffbd tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3318e206-3bb4-41fc-9a83-6fb4c4f46cb3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:23.877948 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-a582c567-ab8d-43fa-8c7f-ebae4319ffbd tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for floatingip (3318e206-3bb4-41fc-9a83-6fb4c4f46cb3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:23.908152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-a582c567-ab8d-43fa-8c7f-ebae4319ffbd tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Calling delete_port for 3318e206-3bb4-41fc-9a83-6fb4c4f46cb3 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:50:24.046416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a67bb08-8848-4a49-b390-9c9b837b6fe0 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:24.062794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Publish callbacks [] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:24.079841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4bc17-0d94-454f-8b92-e2d1ba3e585f req-95e585af-9abe-4741-ba90-078bfe1d73ab tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:24.082001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5d4bc17-0d94-454f-8b92-e2d1ba3e585f req-95e585af-9abe-4741-ba90-078bfe1d73ab tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 935 time: 0.1901014 Feb 15 13:50:24.108976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Transition to ACTIVE for port object 7a67bb08-8848-4a49-b390-9c9b837b6fe0 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:24.121912 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:24.229830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a67bb08-8848-4a49-b390-9c9b837b6fe0,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:24.238536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5d4bc17-0d94-454f-8b92-e2d1ba3e585f req-eab095ad-ed2a-4483-b5d7-b0207dcfde9a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481102 Feb 15 13:50:24.292245 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-a582c567-ab8d-43fa-8c7f-ebae4319ffbd tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (3318e206-3bb4-41fc-9a83-6fb4c4f46cb3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:24.340195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582c567-ab8d-43fa-8c7f-ebae4319ffbd tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Pushing event deleted for resources: {'Port': ['ID=3318e206-3bb4-41fc-9a83-6fb4c4f46cb3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:24.408841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Attempting to bind port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:24.409063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Attempting to bind port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:24.409367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Attempting to bind port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:24.438287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:50:24.438521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Attempting to bind port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:24.458682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:24.459047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:24.459434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:24.459887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Bound port: 7a67bb08-8848-4a49-b390-9c9b837b6fe0, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:24.460244 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:24.486989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a2112-19b3-4758-b5e9-bbbd55522169 req-c060a37a-e343-4075-beb5-6e4386e3f91f tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:24.488871 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f85a2112-19b3-4758-b5e9-bbbd55522169 req-c060a37a-e343-4075-beb5-6e4386e3f91f tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.1538856 Feb 15 13:50:24.494018 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-a582c567-ab8d-43fa-8c7f-ebae4319ffbd tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for floatingip (da82b127-655b-4f6e-b775-a6e00b7131c8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:24.497224 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-a582c567-ab8d-43fa-8c7f-ebae4319ffbd tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:24.498684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66284c49-9389-4d01-b028-cdc93a9f1dc2 req-a582c567-ab8d-43fa-8c7f-ebae4319ffbd tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "DELETE /v2.0/floatingips/da82b127-655b-4f6e-b775-a6e00b7131c8 HTTP/1.1" status: 204 len: 173 time: 1.3929846 Feb 15 13:50:24.627697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f85a2112-19b3-4758-b5e9-bbbd55522169 req-040bc6e9-b668-4a61-8e80-35d7d9989697 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277971 Feb 15 13:50:24.634532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] For port 7a67bb08-8848-4a49-b390-9c9b837b6fe0, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:24.641883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] For port 7a67bb08-8848-4a49-b390-9c9b837b6fe0, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7a67bb08-8848-4a49-b390-9c9b837b6fe0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:24.659794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:24.731161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:24.731779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:24.733202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] 10.222.0.67 "PUT /v2.0/ports/7a67bb08-8848-4a49-b390-9c9b837b6fe0 HTTP/1.1" status: 200 len: 1096 time: 1.7037501 Feb 15 13:50:24.733839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2900f229-b05d-4f3b-868d-e4cecc547e4c', 'tag': '7a67bb08-8848-4a49-b390-9c9b837b6fe0'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:24.736792 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ff47a4-5886-42ef-8341-f7a5a15ef352" -d '{"events": [{"name": "network-changed", "server_uuid": "2900f229-b05d-4f3b-868d-e4cecc547e4c", "tag": "7a67bb08-8848-4a49-b390-9c9b837b6fe0"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:24.745889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7503da7e-7a52-49d8-b64c-ddda92ac61e0 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:50:24.746490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd676c1c-1d1b-4295-ad59-81a9bead55e0 req-90e2b404-bfe6-4be4-920e-e2e8335dabd5 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:24.747859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd676c1c-1d1b-4295-ad59-81a9bead55e0 req-90e2b404-bfe6-4be4-920e-e2e8335dabd5 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 946 time: 0.1836441 Feb 15 13:50:24.824618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b64a5c-f60a-4214-9904-51cd92ea0de0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a67bb08-8848-4a49-b390-9c9b837b6fe0,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:24.880854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7503da7e-7a52-49d8-b64c-ddda92ac61e0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:24.890711 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd676c1c-1d1b-4295-ad59-81a9bead55e0 req-705b1fca-c69b-402f-b07c-d9e38ecf3ef8 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351368 Feb 15 13:50:24.894042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'port_id': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'mac_address': 'fa:16:3e:de:8b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:50:24.901805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a756f-d09f-44ae-9f23-c1aab7bacd31 req-f95b768c-54a7-4fd5-a927-d1a08710b37a tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:24.903620 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b8a756f-d09f-44ae-9f23-c1aab7bacd31 req-f95b768c-54a7-4fd5-a927-d1a08710b37a tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 944 time: 0.1527245 Feb 15 13:50:24.919889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-4a1408f0-8289-4a4c-a21f-1071c6c11d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:24.921427 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-4a1408f0-8289-4a4c-a21f-1071c6c11d7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 1130 time: 0.1198342 Feb 15 13:50:24.945923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:24.946325 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:24.966286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7503da7e-7a52-49d8-b64c-ddda92ac61e0 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:24.989224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7503da7e-7a52-49d8-b64c-ddda92ac61e0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:24.990099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-1b662d85-28a5-41e1-b8ce-9be827988618 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=7a67bb08-8848-4a49-b390-9c9b837b6fe0 HTTP/1.1" status: 200 len: 217 time: 0.0574188 Feb 15 13:50:24.994326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:25.047619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=7503da7e-7a52-49d8-b64c-ddda92ac61e0,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:25.097870 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b8a756f-d09f-44ae-9f23-c1aab7bacd31 req-a5493c7a-efdd-4243-b4b4-95e986e64f6d tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865757 Feb 15 13:50:25.129714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-000a6412-b976-4f79-9585-d5c5e5797929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:25.131276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-000a6412-b976-4f79-9585-d5c5e5797929 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1241753 Feb 15 13:50:25.177041 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17a8548-a6a2-4596-835e-eb06bc6015e7 x-openstack-request-id: req-e17a8548-a6a2-4596-835e-eb06bc6015e7 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:25.177341 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2900f229-b05d-4f3b-868d-e4cecc547e4c", "tag": "7a67bb08-8848-4a49-b390-9c9b837b6fe0", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:25.177600 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e17a8548-a6a2-4596-835e-eb06bc6015e7 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:25.177993 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2900f229-b05d-4f3b-868d-e4cecc547e4c', 'tag': '7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'status': 'completed', 'code': 200} Feb 15 13:50:25.187518 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-25b720ce-1536-4b46-bc5b-2a78a14bd242 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2450120 Feb 15 13:50:25.200461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:25.237903 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-518d3413-ace0-4018-9d31-de2c9b0828e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:25.239538 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-518d3413-ace0-4018-9d31-de2c9b0828e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1000564 Feb 15 13:50:25.257986 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:25.312164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7503da7e-7a52-49d8-b64c-ddda92ac61e0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:25.399268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f06c3-ba26-48b8-bbc6-24980024589b req-d9c92631-74de-418e-b52d-dffd9a46843f tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:25.400870 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b79f06c3-ba26-48b8-bbc6-24980024589b req-d9c92631-74de-418e-b52d-dffd9a46843f tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.1866345 Feb 15 13:50:25.441325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-44add8eb-4573-4050-aeb7-5554319fe7e8 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854005 Feb 15 13:50:25.528529 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b79f06c3-ba26-48b8-bbc6-24980024589b req-ffce6d1e-55d7-447d-8012-bd0974885c9b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206491 Feb 15 13:50:25.578949 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:25.593478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151043b-46c1-40d8-a4f2-ce19e8deffcc req-798f5b10-0afd-4d5f-8037-d0878741ec80 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435394 Feb 15 13:50:25.813917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Allocated IP 172.25.6.192 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/7a1d2124-5734-4390-b2dc-8c9b68f49e47) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:25.824049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff47a4-5886-42ef-8341-f7a5a15ef352 req-e395be78-60a5-43e9-a003-94e2c04eb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:25.825565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8ff47a4-5886-42ef-8341-f7a5a15ef352 req-e395be78-60a5-43e9-a003-94e2c04eb06d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 1130 time: 0.1691644 Feb 15 13:50:25.926481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc65356-9d9e-4a9f-bf42-4ca6039a6a21 req-a116f31b-b042-478a-8788-89fdf9140c35 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:25.927983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6fc65356-9d9e-4a9f-bf42-4ca6039a6a21 req-a116f31b-b042-478a-8788-89fdf9140c35 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 947 time: 0.1841595 Feb 15 13:50:26.026484 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6fc65356-9d9e-4a9f-bf42-4ca6039a6a21 req-110a84fe-7e27-46c4-b871-bf55336d970a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896168 Feb 15 13:50:26.043432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff47a4-5886-42ef-8341-f7a5a15ef352 req-5cf63590-3a5f-4706-a082-d64a3ea90493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:26.044918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8ff47a4-5886-42ef-8341-f7a5a15ef352 req-5cf63590-3a5f-4706-a082-d64a3ea90493 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2101502 Feb 15 13:50:26.066636 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for port (7a1d2124-5734-4390-b2dc-8c9b68f49e47), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:26.105729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8ff47a4-5886-42ef-8341-f7a5a15ef352 req-f2a37193-e0a3-4301-aafe-4295570c7225 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=7a67bb08-8848-4a49-b390-9c9b837b6fe0 HTTP/1.1" status: 200 len: 217 time: 0.0512037 Feb 15 13:50:26.205693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff47a4-5886-42ef-8341-f7a5a15ef352 req-0db7fa13-0e34-4bea-af33-61e7a68374d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:26.207334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8ff47a4-5886-42ef-8341-f7a5a15ef352 req-0db7fa13-0e34-4bea-af33-61e7a68374d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0904694 Feb 15 13:50:26.210856 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7a1d2124-5734-4390-b2dc-8c9b68f49e47), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:26.255977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd80a8-64f5-4a0c-9d64-a199db8b86e4 req-8255e704-6791-4a54-bc1d-90d46dd164a3 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:26.257500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02bd80a8-64f5-4a0c-9d64-a199db8b86e4 req-8255e704-6791-4a54-bc1d-90d46dd164a3 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 946 time: 0.1559634 Feb 15 13:50:26.304176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:26.317288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:26.321230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Pushing event updated for resources: {'Port': ['ID=7a1d2124-5734-4390-b2dc-8c9b68f49e47,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:26.323994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:26.384388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff47a4-5886-42ef-8341-f7a5a15ef352 req-c23398dc-dbe8-41ec-ac39-f1574fb7a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:26.385923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8ff47a4-5886-42ef-8341-f7a5a15ef352 req-c23398dc-dbe8-41ec-ac39-f1574fb7a414 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1676557 Feb 15 13:50:26.445964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02bd80a8-64f5-4a0c-9d64-a199db8b86e4 req-f7c4795f-bda2-429c-8532-a589a3df8fef tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680009 Feb 15 13:50:26.758511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7503da7e-7a52-49d8-b64c-ddda92ac61e0 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:26.796675 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for floatingip (38b39cc3-e81f-49b1-93ad-59b3c563ca3d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:26.821976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:26.826088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:26.826466 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:26.849179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8ff47a4-5886-42ef-8341-f7a5a15ef352 req-3c891869-e25d-4f7c-b3bc-c5afd04346d7 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535689 Feb 15 13:50:26.859010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1724c9-fedf-48ca-8255-4ca3bb1319e4 req-5d7af892-bdae-4b2f-9c33-10c53e48508e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:26.860591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e1724c9-fedf-48ca-8255-4ca3bb1319e4 req-5d7af892-bdae-4b2f-9c33-10c53e48508e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.1349761 Feb 15 13:50:26.891536 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7a1d2124-5734-4390-b2dc-8c9b68f49e47), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:26.912188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:26.912587 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:26.938258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:26.941014 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ea32ac-4e0d-4ccf-a50c-f643ece6b06b" -d '{"events": [{"server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "name": "network-vif-plugged", "status": "completed", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:26.958283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7503da7e-7a52-49d8-b64c-ddda92ac61e0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:26.962608 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:27.015431 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=7503da7e-7a52-49d8-b64c-ddda92ac61e0,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:27.028895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e1724c9-fedf-48ca-8255-4ca3bb1319e4 req-141e3604-a7c0-4310-a67d-a86d24920742 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538372 Feb 15 13:50:27.086142 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8ff47a4-5886-42ef-8341-f7a5a15ef352 req-73e80519-8c56-4d12-9790-6aba5cc46a6e service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224274 Feb 15 13:50:27.189068 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for port (7a1d2124-5734-4390-b2dc-8c9b68f49e47), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:27.198146 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7a1d2124-5734-4390-b2dc-8c9b68f49e47), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:27.237423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872c7c4-6eeb-43d8-bb12-5c718de8f807 req-b3707b89-f1c7-4496-8b73-7604af75da7f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:27.239022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1872c7c4-6eeb-43d8-bb12-5c718de8f807 req-b3707b89-f1c7-4496-8b73-7604af75da7f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 946 time: 0.1104445 Feb 15 13:50:27.290605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Pushing event updated for resources: {'Port': ['ID=7a1d2124-5734-4390-b2dc-8c9b68f49e47,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:27.324853 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (38b39cc3-e81f-49b1-93ad-59b3c563ca3d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:27.337493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1872c7c4-6eeb-43d8-bb12-5c718de8f807 req-668ac71d-8020-4986-b03d-947166de3efa tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901799 Feb 15 13:50:27.348373 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:27.349136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-f9b807d1-4e0e-4ec6-b1fb-317b2ad5837a tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1552775 Feb 15 13:50:27.412391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-842588b1-8aea-4a9e-a326-73bf7b08080c tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.192 HTTP/1.1" status: 200 len: 696 time: 0.0554278 Feb 15 13:50:27.538804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d013d-fcda-47b5-8633-4e0a24819381 req-511a6c21-4cc8-4682-a2eb-f8d89c7d0a7c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:27.540348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-934d013d-fcda-47b5-8633-4e0a24819381 req-511a6c21-4cc8-4682-a2eb-f8d89c7d0a7c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.1269493 Feb 15 13:50:27.565581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-c584c55f-de38-456d-96f9-edde26fa011f tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:27.567323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-c584c55f-de38-456d-96f9-edde26fa011f tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1454856 Feb 15 13:50:27.580392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-e075aac9-7bb0-417d-a464-77d6c578b384 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:50:27.581355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d115e5f7-a9b5-43e2-985c-c0d8633f7e70 req-e075aac9-7bb0-417d-a464-77d6c578b384 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075562 Feb 15 13:50:27.610947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-934d013d-fcda-47b5-8633-4e0a24819381 req-e8fa9757-b721-426c-bb99-c95be8837d99 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608780 Feb 15 13:50:27.619167 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb8f300-19d9-4f70-8efe-e57b516423ae x-openstack-request-id: req-0fb8f300-19d9-4f70-8efe-e57b516423ae {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:27.619492 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "name": "network-vif-plugged", "status": "completed", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:27.619746 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0fb8f300-19d9-4f70-8efe-e57b516423ae {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:27.620317 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'code': 200} Feb 15 13:50:27.807557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750f250-75a4-40c6-8774-72f1431ac3e8 req-873b8c16-4268-4301-9a2d-bb0c9250d9eb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:27.809326 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2750f250-75a4-40c6-8774-72f1431ac3e8 req-873b8c16-4268-4301-9a2d-bb0c9250d9eb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 947 time: 0.1291785 Feb 15 13:50:27.819487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d8c01-7b69-49c8-a856-4d2261d6cb55 req-bd97bf0c-eabf-4cea-8fac-ee9833d1a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:27.821013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec9d8c01-7b69-49c8-a856-4d2261d6cb55 req-bd97bf0c-eabf-4cea-8fac-ee9833d1a351 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 1129 time: 0.1300879 Feb 15 13:50:27.854051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a270a0-9516-4e49-8b1a-15e0addd5195 req-c0e565de-c523-4de3-aa9c-efb20fecaa28 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:27.855640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3a270a0-9516-4e49-8b1a-15e0addd5195 req-c0e565de-c523-4de3-aa9c-efb20fecaa28 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 946 time: 0.1414235 Feb 15 13:50:27.933187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2750f250-75a4-40c6-8774-72f1431ac3e8 req-1893ad2e-f1b3-4272-b776-662a63832d53 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110106 Feb 15 13:50:27.937446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec9d8c01-7b69-49c8-a856-4d2261d6cb55 req-eb67d314-17e8-462e-9ce0-068c29964b0e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058450 Feb 15 13:50:27.952555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3a270a0-9516-4e49-8b1a-15e0addd5195 req-2ee5b5c9-5c91-4d5e-b2aa-507871793320 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868981 Feb 15 13:50:27.990978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46368) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:28.022947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-fa901c71-fc42-4bf5-adf6-0b791b6e2d65 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips/38b39cc3-e81f-49b1-93ad-59b3c563ca3d HTTP/1.1" status: 200 len: 693 time: 0.0536342 Feb 15 13:50:28.117161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-126cfa2b-4153-4797-8972-e0af610bc751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.140836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-392516e3-3515-4de4-bb5d-2509c67501a8 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:28.142983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-392516e3-3515-4de4-bb5d-2509c67501a8 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1112068 Feb 15 13:50:28.204152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-126cfa2b-4153-4797-8972-e0af610bc751 admin admin] Publish callbacks [] for security_group (f14263bb-8a02-44e2-b298-2a187827e55e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.208154 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-5053d86c-cc0b-4023-aa53-5ebb2ba7b246 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.192 HTTP/1.1" status: 200 len: 696 time: 0.0586748 Feb 15 13:50:28.209875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-126cfa2b-4153-4797-8972-e0af610bc751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f14263bb-8a02-44e2-b298-2a187827e55e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.254533 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cfa2b-4153-4797-8972-e0af610bc751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14263bb-8a02-44e2-b298-2a187827e55e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:28.264167 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-126cfa2b-4153-4797-8972-e0af610bc751 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72d93353cdd74ed4b6ded4167bb0c80f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719772 Feb 15 13:50:28.264934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46384) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:28.272515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-6b36436d-d471-47c0-9483-d4c1ac57fcf3 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.192 HTTP/1.1" status: 200 len: 696 time: 0.0567465 Feb 15 13:50:28.331832 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ece5e5a-0e71-4d78-a702-dbd12aa92cbf admin admin] Publish callbacks [] for security_group (f14263bb-8a02-44e2-b298-2a187827e55e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.358484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ece5e5a-0e71-4d78-a702-dbd12aa92cbf admin admin] Publish callbacks [] for security_group (f14263bb-8a02-44e2-b298-2a187827e55e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.422227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-0ac68a31-108a-42f2-9f37-e56595e5bb8e tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Deleting port 7a1d2124-5734-4390-b2dc-8c9b68f49e47 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:50:28.422615 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-0ac68a31-108a-42f2-9f37-e56595e5bb8e tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7a1d2124-5734-4390-b2dc-8c9b68f49e47), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.424305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ece5e5a-0e71-4d78-a702-dbd12aa92cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f14263bb-8a02-44e2-b298-2a187827e55e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.427960 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ece5e5a-0e71-4d78-a702-dbd12aa92cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.429530 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2ece5e5a-0e71-4d78-a702-dbd12aa92cbf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f14263bb-8a02-44e2-b298-2a187827e55e HTTP/1.1" status: 204 len: 168 time: 0.1628997 Feb 15 13:50:28.449420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece5e5a-0e71-4d78-a702-dbd12aa92cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14263bb-8a02-44e2-b298-2a187827e55e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:28.539323 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-0ac68a31-108a-42f2-9f37-e56595e5bb8e tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7a1d2124-5734-4390-b2dc-8c9b68f49e47), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.539665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-0ac68a31-108a-42f2-9f37-e56595e5bb8e tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for floatingip (7a1d2124-5734-4390-b2dc-8c9b68f49e47), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.555328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bd7c2-df5c-4381-8974-594c796cdbea req-ad5b7c1d-c2ed-4b47-b778-bb94ffc8a8c6 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:28.556806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e5bd7c2-df5c-4381-8974-594c796cdbea req-ad5b7c1d-c2ed-4b47-b778-bb94ffc8a8c6 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.1224010 Feb 15 13:50:28.562793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-0ac68a31-108a-42f2-9f37-e56595e5bb8e tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Calling delete_port for 7a1d2124-5734-4390-b2dc-8c9b68f49e47 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:50:28.660764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e5bd7c2-df5c-4381-8974-594c796cdbea req-0844875c-890f-4eee-a247-772b8e32afca tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951817 Feb 15 13:50:28.748755 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-0ac68a31-108a-42f2-9f37-e56595e5bb8e tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7a1d2124-5734-4390-b2dc-8c9b68f49e47), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.748947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46404) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:28.756438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7a67bb08-8848-4a49-b390-9c9b837b6fe0 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:50:28.785968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac68a31-108a-42f2-9f37-e56595e5bb8e tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Pushing event deleted for resources: {'Port': ['ID=7a1d2124-5734-4390-b2dc-8c9b68f49e47,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:28.802005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6ecd338-a688-4247-9116-8cf8fc38e575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.891194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-0ac68a31-108a-42f2-9f37-e56595e5bb8e tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks [] for floatingip (38b39cc3-e81f-49b1-93ad-59b3c563ca3d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.894499 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-0ac68a31-108a-42f2-9f37-e56595e5bb8e tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.907487 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0273e82-fab1-4e38-8ade-d23b0ebd2aa9 req-0ac68a31-108a-42f2-9f37-e56595e5bb8e tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "DELETE /v2.0/floatingips/38b39cc3-e81f-49b1-93ad-59b3c563ca3d HTTP/1.1" status: 204 len: 173 time: 0.6267285 Feb 15 13:50:28.911206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7a67bb08-8848-4a49-b390-9c9b837b6fe0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7a67bb08-8848-4a49-b390-9c9b837b6fe0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:28.921142 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6ecd338-a688-4247-9116-8cf8fc38e575 admin admin] Publish callbacks [] for security_group (f789ae1f-176a-4713-bf9f-d385a1a5ee22), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.926395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6ecd338-a688-4247-9116-8cf8fc38e575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f789ae1f-176a-4713-bf9f-d385a1a5ee22), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:28.927151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'mac_address': 'fa:16:3e:f4:fd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:50:28.931991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23763c3a-604a-4420-988a-00626e3a70fb req-7b99265b-2f6f-4809-88ba-f89afb1e10c2 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:28.933677 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23763c3a-604a-4420-988a-00626e3a70fb req-7b99265b-2f6f-4809-88ba-f89afb1e10c2 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 946 time: 0.1166239 Feb 15 13:50:28.967139 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d6ecd338-a688-4247-9116-8cf8fc38e575 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c2c0e751d6145fcb5ede1ca73cd893e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169728 Feb 15 13:50:28.968020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecd338-a688-4247-9116-8cf8fc38e575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f789ae1f-176a-4713-bf9f-d385a1a5ee22,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:28.972382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46408) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:28.986579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:28.987003 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:29.005733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a67bb08-8848-4a49-b390-9c9b837b6fe0 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:29.029396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7a67bb08-8848-4a49-b390-9c9b837b6fe0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7a67bb08-8848-4a49-b390-9c9b837b6fe0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:29.029979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f68a4e51-f86a-4e11-9115-9ce399520eb6 admin admin] Publish callbacks [] for security_group (f789ae1f-176a-4713-bf9f-d385a1a5ee22), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:29.032493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23763c3a-604a-4420-988a-00626e3a70fb req-4df4b1ef-aacc-4fe4-9d18-e574ed404862 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892832 Feb 15 13:50:29.035637 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:29.053535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf823-03af-4c06-b254-d9d2f1427d09 req-c0beb9e6-ebf5-4194-890d-f84025aaa44d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:29.055119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c3bf823-03af-4c06-b254-d9d2f1427d09 req-c0beb9e6-ebf5-4194-890d-f84025aaa44d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.0943494 Feb 15 13:50:29.066970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f68a4e51-f86a-4e11-9115-9ce399520eb6 admin admin] Publish callbacks [] for security_group (f789ae1f-176a-4713-bf9f-d385a1a5ee22), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:29.090562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=7a67bb08-8848-4a49-b390-9c9b837b6fe0,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:29.122344 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-f05ce573-9b2a-4143-bd79-45645c3d7fbc req-eb95e725-d2c2-4f3d-94f6-30e64d30c234 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] show failed (client error): The resource could not be found. Feb 15 13:50:29.123554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f05ce573-9b2a-4143-bd79-45645c3d7fbc req-eb95e725-d2c2-4f3d-94f6-30e64d30c234 tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips/38b39cc3-e81f-49b1-93ad-59b3c563ca3d HTTP/1.1" status: 404 len: 350 time: 0.0450864 Feb 15 13:50:29.124531 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f68a4e51-f86a-4e11-9115-9ce399520eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f789ae1f-176a-4713-bf9f-d385a1a5ee22), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:29.128268 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f68a4e51-f86a-4e11-9115-9ce399520eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:29.130134 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f68a4e51-f86a-4e11-9115-9ce399520eb6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f789ae1f-176a-4713-bf9f-d385a1a5ee22 HTTP/1.1" status: 204 len: 168 time: 0.1568356 Feb 15 13:50:29.138571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a4e51-f86a-4e11-9115-9ce399520eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f789ae1f-176a-4713-bf9f-d385a1a5ee22,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:29.153683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c3bf823-03af-4c06-b254-d9d2f1427d09 req-cddaee8e-59c5-4830-b9a7-ed4bd6d4d382 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903606 Feb 15 13:50:29.233727 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-72482c3c-9497-4bef-8830-9eaa88421486 req-e87edaab-cab8-4da1-82d5-63d051a6d2de tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] show failed (client error): The resource could not be found. Feb 15 13:50:29.234824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72482c3c-9497-4bef-8830-9eaa88421486 req-e87edaab-cab8-4da1-82d5-63d051a6d2de tempest-FloatingIPsTestJSON-344318307 tempest-FloatingIPsTestJSON-344318307-project] 10.222.0.72 "GET /v2.0/floatingips/38b39cc3-e81f-49b1-93ad-59b3c563ca3d HTTP/1.1" status: 404 len: 350 time: 0.0424213 Feb 15 13:50:29.244301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46416) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:29.370159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998599d0-240a-4194-b36f-4e685b0ad595 req-ab2c0274-0b0a-495d-8a7d-20783c1c170b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:29.371796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-998599d0-240a-4194-b36f-4e685b0ad595 req-ab2c0274-0b0a-495d-8a7d-20783c1c170b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 948 time: 0.1401854 Feb 15 13:50:29.514816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:29.755858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-998599d0-240a-4194-b36f-4e685b0ad595 req-610e725d-d056-4ab5-82f3-5eaf1d23abae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770304 Feb 15 13:50:29.839787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cec62-fece-487d-a6c3-a9a798ab3ab7 req-1a36ef3a-28f7-4eab-a922-ae76aeaae93a tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:29.847300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e5cec62-fece-487d-a6c3-a9a798ab3ab7 req-1a36ef3a-28f7-4eab-a922-ae76aeaae93a tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.1067510 Feb 15 13:50:29.949531 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e5cec62-fece-487d-a6c3-a9a798ab3ab7 req-3a3c419a-3b57-4c9f-ae8a-6ff82ab40a03 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012583 Feb 15 13:50:30.096311 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (b95465ff-9f68-47af-b1b8-92b19ec39e2d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:30.231567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45860119-dfef-42ed-b40d-f3a133d5d6b4 req-2336ba61-69e8-4ed4-a032-6d0288abc642 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:30.233066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-45860119-dfef-42ed-b40d-f3a133d5d6b4 req-2336ba61-69e8-4ed4-a032-6d0288abc642 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 946 time: 0.0968132 Feb 15 13:50:30.413928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-45860119-dfef-42ed-b40d-f3a133d5d6b4 req-c5e6812c-61fd-465b-95a7-90584b23f754 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721494 Feb 15 13:50:30.463581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21b98b-4874-467d-ad9e-c107f8d0d221 req-68646b31-27bd-463f-b278-ab0240452189 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:30.465165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d21b98b-4874-467d-ad9e-c107f8d0d221 req-68646b31-27bd-463f-b278-ab0240452189 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.1517005 Feb 15 13:50:30.616783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d21b98b-4874-467d-ad9e-c107f8d0d221 req-53301501-4c6d-4e38-a9f6-5347ba1f8bb9 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353912 Feb 15 13:50:30.668395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63fa0881-90b0-472e-850a-820751c25a3a req-2e174cfd-6116-4f41-a258-ca3911022155 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2021754 Feb 15 13:50:30.681080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:30.706442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] Deleting port a498176b-191d-4e6a-85ff-a36d81393728 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:50:30.706809 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a498176b-191d-4e6a-85ff-a36d81393728), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:30.720527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:30.843219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] For port a498176b-191d-4e6a-85ff-a36d81393728, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a498176b-191d-4e6a-85ff-a36d81393728,segment=NetworkSegment(cdb455d4-4470-4ed1-8f08-284a8f994c79),segment_id=cdb455d4-4470-4ed1-8f08-284a8f994c79)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:30.843581 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a498176b-191d-4e6a-85ff-a36d81393728), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:30.883562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] Calling delete_port for a498176b-191d-4e6a-85ff-a36d81393728 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:50:30.971271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d19611-66b2-482e-a821-b9608c2145d3 req-3fe06fd3-d7e3-4a48-b45b-ecdde68f8a33 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:30.972791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71d19611-66b2-482e-a821-b9608c2145d3 req-3fe06fd3-d7e3-4a48-b45b-ecdde68f8a33 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 948 time: 0.1266630 Feb 15 13:50:31.006751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:31.132640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71d19611-66b2-482e-a821-b9608c2145d3 req-8427a668-a40a-44e3-a224-abbd151c043a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525478 Feb 15 13:50:31.232870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Allocated IP 172.25.6.14 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/a5907738-098c-4e19-a6fd-ceac44ea533c) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:31.253818 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a498176b-191d-4e6a-85ff-a36d81393728), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:31.286305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] Pushing event deleted for resources: {'Port': ['ID=a498176b-191d-4e6a-85ff-a36d81393728,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:31.518777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47478b60-de66-4f2c-b452-ae39f85cdcb2 req-688f0a86-0717-4e69-adbc-b2f68cd4ef05 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:31.520335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47478b60-de66-4f2c-b452-ae39f85cdcb2 req-688f0a86-0717-4e69-adbc-b2f68cd4ef05 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2299125 Feb 15 13:50:31.525422 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for port (a5907738-098c-4e19-a6fd-ceac44ea533c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:31.640314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47478b60-de66-4f2c-b452-ae39f85cdcb2 req-c85f37e2-99c7-4e8b-b207-47b897cde6ae tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107838 Feb 15 13:50:31.656511 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a5907738-098c-4e19-a6fd-ceac44ea533c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:31.658837 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (b95465ff-9f68-47af-b1b8-92b19ec39e2d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:31.718197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:31.764322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:31.772207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:32.097110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Pushing event updated for resources: {'Port': ['ID=a5907738-098c-4e19-a6fd-ceac44ea533c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:32.191563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d2800-c66e-4234-8c61-afcbc72167a6 req-9c7b2a7e-d9cc-4485-8e01-1a220b203661 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:32.193081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed9d2800-c66e-4234-8c61-afcbc72167a6 req-9c7b2a7e-d9cc-4485-8e01-1a220b203661 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.4265511 Feb 15 13:50:32.299932 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:32.357214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed9d2800-c66e-4234-8c61-afcbc72167a6 req-e46a7026-fdda-4abb-b44c-4106ae34b99c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558752 Feb 15 13:50:32.367770 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a5907738-098c-4e19-a6fd-ceac44ea533c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:32.415156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] Router b95465ff-9f68-47af-b1b8-92b19ec39e2d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:50:32.654101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0ffae-2401-4c15-968f-774ecc191bd8 req-a8e40303-9741-43e5-8d52-5df5032727ff tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:32.655809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcd0ffae-2401-4c15-968f-774ecc191bd8 req-a8e40303-9741-43e5-8d52-5df5032727ff tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 948 time: 0.1829278 Feb 15 13:50:32.676216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:50:32.686439 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd3063-34e3-47a9-aee0-6f4e690bf78e None None] Sync routers for ids ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:32.691237 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-77631743-3424-48bd-81ca-ae967acd1181 admin admin] 10.222.0.72 "PUT /v2.0/routers/b95465ff-9f68-47af-b1b8-92b19ec39e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4457762 Feb 15 13:50:32.694557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46510) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:32.697464 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd3063-34e3-47a9-aee0-6f4e690bf78e None None] Routers {'b95465ff-9f68-47af-b1b8-92b19ec39e2d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:32.698086 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7bbd3063-34e3-47a9-aee0-6f4e690bf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:32.705169 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for port (a5907738-098c-4e19-a6fd-ceac44ea533c), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:32.716276 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a5907738-098c-4e19-a6fd-ceac44ea533c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:32.770356 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcd0ffae-2401-4c15-968f-774ecc191bd8 req-2f33505d-72f2-4f52-abc8-450199b4c22e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058116 Feb 15 13:50:32.774977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 79ef4778-1f12-45ed-b157-f362619f16f6 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:50:32.778240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7a67bb08-8848-4a49-b390-9c9b837b6fe0 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:32.812793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Pushing event updated for resources: {'Port': ['ID=a5907738-098c-4e19-a6fd-ceac44ea533c,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:32.825805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:32.846550 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:32.850230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63fa0881-90b0-472e-850a-820751c25a3a req-9fce67b3-d617-45c5-97a0-92cc3d0d72d5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1733541 Feb 15 13:50:32.868545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Publish callbacks [] for router (b95465ff-9f68-47af-b1b8-92b19ec39e2d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:32.927736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63fa0881-90b0-472e-850a-820751c25a3a req-993b826d-3370-4c83-9e3e-56e52a3ada58 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 695 time: 0.0709891 Feb 15 13:50:32.936489 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7bbd3063-34e3-47a9-aee0-6f4e690bf78e None None] Set router b95465ff-9f68-47af-b1b8-92b19ec39e2d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:32.972292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:32.978934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:32.979679 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.087354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:33.087569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa0881-90b0-472e-850a-820751c25a3a req-a601d692-1299-4ad0-93aa-192a7e48fb3d tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:33.088267 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.089606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63fa0881-90b0-472e-850a-820751c25a3a req-a601d692-1299-4ad0-93aa-192a7e48fb3d tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1570187 Feb 15 13:50:33.113350 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Publish callbacks [] for router_gateway (b95465ff-9f68-47af-b1b8-92b19ec39e2d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.161253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466c93d-42e5-4f9b-a035-7b20b20c1ce5 req-a6487708-2157-467f-b911-bc5376fe2d19 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:33.170149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4466c93d-42e5-4f9b-a035-7b20b20c1ce5 req-a6487708-2157-467f-b911-bc5376fe2d19 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.0958779 Feb 15 13:50:33.185951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7a67bb08-8848-4a49-b390-9c9b837b6fe0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7a67bb08-8848-4a49-b390-9c9b837b6fe0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:33.199121 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2900f229-b05d-4f3b-868d-e4cecc547e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a67bb08-8848-4a49-b390-9c9b837b6fe0'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:33.201321 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdd55ba-9881-496c-a566-994177bab481" -d '{"events": [{"server_uuid": "2900f229-b05d-4f3b-868d-e4cecc547e4c", "name": "network-vif-plugged", "status": "completed", "tag": "7a67bb08-8848-4a49-b390-9c9b837b6fe0"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:33.207561 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 79ef4778-1f12-45ed-b157-f362619f16f6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=79ef4778-1f12-45ed-b157-f362619f16f6,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:33.211645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Deleting port abfc89ed-b148-41cb-b040-0edd01fb960a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:50:33.212145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.216414 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.236923 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7bbd3063-34e3-47a9-aee0-6f4e690bf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'name': 'tempest-FloatingIPsTestJSON-602399919-router', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:03Z', 'updated_at': '2022-02-15T13:50:31Z', 'revision_number': 5, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'gw_port': {'id': 'abfc89ed-b148-41cb-b040-0edd01fb960a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:75:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:04Z', 'updated_at': '2022-02-15T13:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:33.271468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=7a67bb08-8848-4a49-b390-9c9b837b6fe0,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:33.275833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '79ef4778-1f12-45ed-b157-f362619f16f6', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'port_id': '79ef4778-1f12-45ed-b157-f362619f16f6', 'mac_address': 'fa:16:3e:9d:57:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b28444a-b502-4aa0-b454-8e8c20bce1b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:50:33.286521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4466c93d-42e5-4f9b-a035-7b20b20c1ce5 req-1b471896-3ccf-4917-81cb-5dfdbe4c54c7 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152658 Feb 15 13:50:33.309388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] For port abfc89ed-b148-41cb-b040-0edd01fb960a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=abfc89ed-b148-41cb-b040-0edd01fb960a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:33.310032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.313447 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd3063-34e3-47a9-aee0-6f4e690bf78e None None] Checking router: b95465ff-9f68-47af-b1b8-92b19ec39e2d for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:50:33.326479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 79ef4778-1f12-45ed-b157-f362619f16f6 is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:33.327103 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.328546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Calling delete_port for abfc89ed-b148-41cb-b040-0edd01fb960a owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:50:33.336301 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd3063-34e3-47a9-aee0-6f4e690bf78e None None] Routers {'b95465ff-9f68-47af-b1b8-92b19ec39e2d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:33.337288 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7bbd3063-34e3-47a9-aee0-6f4e690bf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:33.343631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79ef4778-1f12-45ed-b157-f362619f16f6 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:33.350204 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9edc63f-161f-4f99-8574-5c266bfea760 x-openstack-request-id: req-b9edc63f-161f-4f99-8574-5c266bfea760 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:33.350514 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2900f229-b05d-4f3b-868d-e4cecc547e4c", "name": "network-vif-plugged", "status": "completed", "tag": "7a67bb08-8848-4a49-b390-9c9b837b6fe0", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:33.350771 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b9edc63f-161f-4f99-8574-5c266bfea760 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:33.351183 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2900f229-b05d-4f3b-868d-e4cecc547e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'code': 200} Feb 15 13:50:33.386999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 79ef4778-1f12-45ed-b157-f362619f16f6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=79ef4778-1f12-45ed-b157-f362619f16f6,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:33.418291 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.506606 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7bbd3063-34e3-47a9-aee0-6f4e690bf78e None None] Set router b95465ff-9f68-47af-b1b8-92b19ec39e2d gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:33.532663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=79ef4778-1f12-45ed-b157-f362619f16f6,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:33.559104 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (abfc89ed-b148-41cb-b040-0edd01fb960a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.565452 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7bbd3063-34e3-47a9-aee0-6f4e690bf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'name': 'tempest-FloatingIPsTestJSON-602399919-router', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:03Z', 'updated_at': '2022-02-15T13:50:33Z', 'revision_number': 6, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:33.598769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['79ef4778-1f12-45ed-b157-f362619f16f6'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:33.600551 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd3063-34e3-47a9-aee0-6f4e690bf78e None None] The sync data for ids ['b95465ff-9f68-47af-b1b8-92b19ec39e2d'] in n-d-829064-15 is: [{'id': 'b95465ff-9f68-47af-b1b8-92b19ec39e2d', 'name': 'tempest-FloatingIPsTestJSON-602399919-router', 'tenant_id': '6c414e0bd7924977b25b90d9b47d4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:50:03Z', 'updated_at': '2022-02-15T13:50:33Z', 'revision_number': 6, 'project_id': '6c414e0bd7924977b25b90d9b47d4917', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:33.630161 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Pushing event deleted for resources: {'Port': ['ID=abfc89ed-b148-41cb-b040-0edd01fb960a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:33.632355 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (b95465ff-9f68-47af-b1b8-92b19ec39e2d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.765674 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (b95465ff-9f68-47af-b1b8-92b19ec39e2d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.771769 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Publish callbacks [] for router_controller (b95465ff-9f68-47af-b1b8-92b19ec39e2d), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.797449 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-1f1c72a7-4549-4d87-b5b7-8fa5fa1eacd4 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:33.799547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-1f1c72a7-4549-4d87-b5b7-8fa5fa1eacd4 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 821 time: 0.3061988 Feb 15 13:50:33.802663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf82fd-5639-4a1b-8a1b-2d49ed5c7100 req-dbf0f0ac-f381-4c95-9d32-45231a461046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:33.804385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1abf82fd-5639-4a1b-8a1b-2d49ed5c7100 req-dbf0f0ac-f381-4c95-9d32-45231a461046 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 1132 time: 0.3844454 Feb 15 13:50:33.846662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-59502e56-94e2-489d-b1dd-58b5a4df62a1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/quotas/043a56eee2de49ad8d87f397d54439c7 HTTP/1.1" status: 200 len: 375 time: 0.0395887 Feb 15 13:50:33.852818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (b95465ff-9f68-47af-b1b8-92b19ec39e2d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.853503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b95465ff-9f68-47af-b1b8-92b19ec39e2d {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:50:33.859940 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.861637 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fb7e8867-0013-4b55-b111-e715dbec054a admin admin] 10.222.0.72 "DELETE /v2.0/routers/b95465ff-9f68-47af-b1b8-92b19ec39e2d HTTP/1.1" status: 204 len: 168 time: 1.1655993 Feb 15 13:50:33.864234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46554) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:33.869382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46556) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:33.911360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b207f8-3f01-452b-a908-dcb121980fae admin admin] Deleting subnet 25834383-17a6-4269-9268-3241b6c72e65 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:50:33.915467 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8b207f8-3f01-452b-a908-dcb121980fae admin admin] Publish callbacks [] for subnet (25834383-17a6-4269-9268-3241b6c72e65), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:33.917450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad484c-bf4e-4900-8457-f3e484d32e64 req-0b04c8ad-44ad-4741-be19-e15d100a410a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:33.919118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47ad484c-bf4e-4900-8457-f3e484d32e64 req-0b04c8ad-44ad-4741-be19-e15d100a410a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.3125412 Feb 15 13:50:33.939746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1abf82fd-5639-4a1b-8a1b-2d49ed5c7100 req-4e24915a-d76c-4c96-9dbc-f1c11f1c47f9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230707 Feb 15 13:50:33.966326 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-21b3e8d1-f97c-4c53-8ba3-29915d623659 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127989 Feb 15 13:50:33.979772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8b207f8-3f01-452b-a908-dcb121980fae admin admin] Publish callbacks [] for subnet (25834383-17a6-4269-9268-3241b6c72e65), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.059526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47ad484c-bf4e-4900-8457-f3e484d32e64 req-742398d8-aa6d-4967-9510-54c2d4a34fd8 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186357 Feb 15 13:50:34.101997 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbb9-3ef1-4687-8e1a-379f41b836bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.115692 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8b207f8-3f01-452b-a908-dcb121980fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (25834383-17a6-4269-9268-3241b6c72e65), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.167591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a498176b-191d-4e6a-85ff-a36d81393728 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:50:34.192867 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8b207f8-3f01-452b-a908-dcb121980fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for subnet (25834383-17a6-4269-9268-3241b6c72e65), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.197086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a498176b-191d-4e6a-85ff-a36d81393728 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:50:34.197446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a498176b-191d-4e6a-85ff-a36d81393728 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:50:34.201525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-7347bb12-fa0b-4e65-afe8-9525e5110daf service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256260 Feb 15 13:50:34.226000 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8b207f8-3f01-452b-a908-dcb121980fae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.230328 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f8b207f8-3f01-452b-a908-dcb121980fae admin admin] 10.222.0.72 "DELETE /v2.0/subnets/25834383-17a6-4269-9268-3241b6c72e65 HTTP/1.1" status: 204 len: 168 time: 0.3649371 Feb 15 13:50:34.231576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b207f8-3f01-452b-a908-dcb121980fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25834383-17a6-4269-9268-3241b6c72e65,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:34.232555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3206cbf9-5c97-4aa2-9e15-8d8f54750cb5 None None] Network ee30a3a8-3ac6-4cb4-b242-b3885297a62a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:50:34.234026 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46562) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:34.313375 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ee30a3a8-3ac6-4cb4-b242-b3885297a62a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.324117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1611-9755-4084-95db-c98f55a392e2 req-f7ebb8a0-dbf8-42ba-9ca5-7f60d4e9db67 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:34.325826 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-772e1611-9755-4084-95db-c98f55a392e2 req-f7ebb8a0-dbf8-42ba-9ca5-7f60d4e9db67 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 949 time: 0.1898394 Feb 15 13:50:34.379588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Deleting port 57e51b47-5c98-42f5-938f-b6fed8d12dbb {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:50:34.380187 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.383845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-1405ff97-0b03-4d3c-899b-ae40e513b643 service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737983 Feb 15 13:50:34.391454 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbb9-3ef1-4687-8e1a-379f41b836bb admin admin] Publish callbacks [] for security_group (4b40eccf-0d5d-461e-b519-0836d3e79db6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.403911 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfbb9-3ef1-4687-8e1a-379f41b836bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4b40eccf-0d5d-461e-b519-0836d3e79db6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.443369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-772e1611-9755-4084-95db-c98f55a392e2 req-89d8d447-f1a0-49f5-a7f0-aeb4262d9c4f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040525 Feb 15 13:50:34.466879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fe6dfbb9-3ef1-4687-8e1a-379f41b836bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=15a0ac2a4330410ea35e70b504e17889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5875535 Feb 15 13:50:34.467656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dfbb9-3ef1-4687-8e1a-379f41b836bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b40eccf-0d5d-461e-b519-0836d3e79db6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:34.471156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46566) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:34.506049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] For port 57e51b47-5c98-42f5-938f-b6fed8d12dbb, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=57e51b47-5c98-42f5-938f-b6fed8d12dbb,segment=NetworkSegment(cdb455d4-4470-4ed1-8f08-284a8f994c79),segment_id=cdb455d4-4470-4ed1-8f08-284a8f994c79)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:34.507344 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.513357 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdb9760-d2b0-4608-ba47-8173e061880d None None] DHCP port deletion for ee30a3a8-3ac6-4cb4-b242-b3885297a62a request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:50:34.524997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Calling delete_port for 57e51b47-5c98-42f5-938f-b6fed8d12dbb owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:50:34.643625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb9760-d2b0-4608-ba47-8173e061880d None None] Deleting port 57e51b47-5c98-42f5-938f-b6fed8d12dbb {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:50:34.644652 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9760-d2b0-4608-ba47-8173e061880d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.648616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.657075 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5816786a-b66e-4a9e-a35c-36e945635c94 admin admin] Publish callbacks [] for security_group (4b40eccf-0d5d-461e-b519-0836d3e79db6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.689248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Pushing event deleted for resources: {'Port': ['ID=57e51b47-5c98-42f5-938f-b6fed8d12dbb,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:34.689441 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b18b984-21c1-4866-b2dc-b190acfe403e req-cc88830b-12ff-4d47-b7b5-2690327d130d tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 210 time: 0.0773869 Feb 15 13:50:34.694103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] No DVR routers for this DVR port 57e51b47-5c98-42f5-938f-b6fed8d12dbb on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:50:34.767766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0cdb9760-d2b0-4608-ba47-8173e061880d None None] For port 57e51b47-5c98-42f5-938f-b6fed8d12dbb, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:34.768639 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9760-d2b0-4608-ba47-8173e061880d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.780944 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5816786a-b66e-4a9e-a35c-36e945635c94 admin admin] Publish callbacks [] for security_group (4b40eccf-0d5d-461e-b519-0836d3e79db6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.791074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb9760-d2b0-4608-ba47-8173e061880d None None] Calling delete_port for 57e51b47-5c98-42f5-938f-b6fed8d12dbb owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:50:34.796608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-0cdb9760-d2b0-4608-ba47-8173e061880d None None] Port 57e51b47-5c98-42f5-938f-b6fed8d12dbb was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 13:50:34.798614 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9760-d2b0-4608-ba47-8173e061880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (57e51b47-5c98-42f5-938f-b6fed8d12dbb), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.805183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 79ef4778-1f12-45ed-b157-f362619f16f6 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:34.817460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2745ac-7b95-4158-acf3-9a65df3f8652 req-76867db8-4ca1-430b-af65-05fb61450d44 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:34.819289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b2745ac-7b95-4158-acf3-9a65df3f8652 req-76867db8-4ca1-430b-af65-05fb61450d44 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.1769679 Feb 15 13:50:34.830075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ee30a3a8-3ac6-4cb4-b242-b3885297a62a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.859957 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.860340 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.861493 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.862036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > port after_create 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.862344 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.862740 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > port after_update 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.863394 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.863809 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.864191 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.864719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.896207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b2745ac-7b95-4158-acf3-9a65df3f8652 req-f82b09b0-5c7a-4728-b51f-2366aee8f9c5 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690780 Feb 15 13:50:34.905576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb9760-d2b0-4608-ba47-8173e061880d None None] Pushing event deleted for resources: {'Port': ['ID=57e51b47-5c98-42f5-938f-b6fed8d12dbb,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:34.913086 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5816786a-b66e-4a9e-a35c-36e945635c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4b40eccf-0d5d-461e-b519-0836d3e79db6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.926226 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5816786a-b66e-4a9e-a35c-36e945635c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:34.927406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5816786a-b66e-4a9e-a35c-36e945635c94 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b40eccf-0d5d-461e-b519-0836d3e79db6 HTTP/1.1" status: 204 len: 168 time: 0.4552791 Feb 15 13:50:34.937090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb9760-d2b0-4608-ba47-8173e061880d None None] No DVR routers for this DVR port 57e51b47-5c98-42f5-938f-b6fed8d12dbb on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:50:34.955388 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.955741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.956072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.956404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 13:50:34.956783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee30a3a8-3ac6-4cb4-b242-b3885297a62a']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:34.969184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816786a-b66e-4a9e-a35c-36e945635c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b40eccf-0d5d-461e-b519-0836d3e79db6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:34.987032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb455d4-4470-4ed1-8f08-284a8f994c79') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:34.987331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb455d4-4470-4ed1-8f08-284a8f994c79') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:35.019119 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (cdb455d4-4470-4ed1-8f08-284a8f994c79), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.032092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 79ef4778-1f12-45ed-b157-f362619f16f6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:35.033556 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.049872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (cdb455d4-4470-4ed1-8f08-284a8f994c79), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.062694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:50:35.063423 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (cdb455d4-4470-4ed1-8f08-284a8f994c79), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: from cryptography.utils import int_from_bytes Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: from cryptography.utils import int_from_bytes Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:50:35.068215 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:50:35.171738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (ee30a3a8-3ac6-4cb4-b242-b3885297a62a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.192619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.198940 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] 10.222.0.72 "DELETE /v2.0/networks/ee30a3a8-3ac6-4cb4-b242-b3885297a62a HTTP/1.1" status: 204 len: 168 time: 0.9616637 Feb 15 13:50:35.199743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 79ef4778-1f12-45ed-b157-f362619f16f6 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:35.200758 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.223838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80347686-2780-4cfa-9820-de531b53438d admin admin] Pushing event deleted for resources: {'Network': ['ID=ee30a3a8-3ac6-4cb4-b242-b3885297a62a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:35.263049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6268942-248d-4a58-a1b3-e0839ce60e4f req-ca90a694-dd20-41c5-87ac-8e00faa9d318 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:35.264812 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6268942-248d-4a58-a1b3-e0839ce60e4f req-ca90a694-dd20-41c5-87ac-8e00faa9d318 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.0816760 Feb 15 13:50:35.276861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 79ef4778-1f12-45ed-b157-f362619f16f6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=79ef4778-1f12-45ed-b157-f362619f16f6,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:35.287570 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.348782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6268942-248d-4a58-a1b3-e0839ce60e4f req-fe984b0f-fc45-4f31-9b0d-8ae3c726ce1c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712368 Feb 15 13:50:35.357751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ef4778-1f12-45ed-b157-f362619f16f6'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:35.357751 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f98f29d-e267-4987-9ae6-f5ced508563e" -d '{"events": [{"server_uuid": "650f7faf-98e1-47ab-8c24-225e542cf7f2", "name": "network-vif-plugged", "status": "completed", "tag": "79ef4778-1f12-45ed-b157-f362619f16f6"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:35.390213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=79ef4778-1f12-45ed-b157-f362619f16f6,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:35.419390 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd53c47-86e8-457d-b44a-06dc23f66957 x-openstack-request-id: req-2fd53c47-86e8-457d-b44a-06dc23f66957 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:35.420775 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650f7faf-98e1-47ab-8c24-225e542cf7f2", "name": "network-vif-plugged", "status": "completed", "tag": "79ef4778-1f12-45ed-b157-f362619f16f6", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:35.421119 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2fd53c47-86e8-457d-b44a-06dc23f66957 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:35.421441 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ef4778-1f12-45ed-b157-f362619f16f6', 'code': 200} Feb 15 13:50:35.458936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46596) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:35.472935 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8c03-9ad1-48d2-b2c3-cfe5c3bccb01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.487107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46600) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:35.583968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2757cc50-326d-4e91-9a09-2083f26b0b29 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c414e0bd7924977b25b90d9b47d4917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959439 Feb 15 13:50:35.587061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46608) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:35.633674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6e11c-c73c-4a70-bcb1-c0ae3a8a82ae req-83ce3216-4716-4b98-b6e5-39e6c507a5c2 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:35.635437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eab6e11c-c73c-4a70-bcb1-c0ae3a8a82ae req-83ce3216-4716-4b98-b6e5-39e6c507a5c2 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 949 time: 0.1013079 Feb 15 13:50:35.646731 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ec4739a-6c1c-4200-9786-c2b3c93516d9 admin admin] Publish callbacks [] for security_group (bd649666-04da-439e-9a8e-bdffb7da91c1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.664870 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8c03-9ad1-48d2-b2c3-cfe5c3bccb01 admin admin] Publish callbacks [] for security_group (a67a13ce-804c-41b4-a99e-7013e07fb04a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.676617 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4bf8c03-9ad1-48d2-b2c3-cfe5c3bccb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a67a13ce-804c-41b4-a99e-7013e07fb04a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.688222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ec4739a-6c1c-4200-9786-c2b3c93516d9 admin admin] Publish callbacks [] for security_group (bd649666-04da-439e-9a8e-bdffb7da91c1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.743228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf8c03-9ad1-48d2-b2c3-cfe5c3bccb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a13ce-804c-41b4-a99e-7013e07fb04a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:35.747374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ec4739a-6c1c-4200-9786-c2b3c93516d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bd649666-04da-439e-9a8e-bdffb7da91c1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.750860 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ec4739a-6c1c-4200-9786-c2b3c93516d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.752789 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4ec4739a-6c1c-4200-9786-c2b3c93516d9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bd649666-04da-439e-9a8e-bdffb7da91c1 HTTP/1.1" status: 204 len: 168 time: 0.1645997 Feb 15 13:50:35.755543 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eab6e11c-c73c-4a70-bcb1-c0ae3a8a82ae req-5bb58a34-7319-423a-b011-e78a680698b4 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025565 Feb 15 13:50:35.758890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e4bf8c03-9ad1-48d2-b2c3-cfe5c3bccb01 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=29a5e0dec60e4cdeba655d442b6e1dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004248 Feb 15 13:50:35.761597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46618) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:35.762253 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4739a-6c1c-4200-9786-c2b3c93516d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd649666-04da-439e-9a8e-bdffb7da91c1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:35.869493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71a5efb5-979a-483a-8d04-5f97d563a95d req-c04fd910-ba44-4901-9833-cb848fe75d85 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 210 time: 0.0573406 Feb 15 13:50:35.886306 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-97d70852-e4aa-4bb8-8674-44fb6c0f6338 admin admin] Publish callbacks [] for security_group (a67a13ce-804c-41b4-a99e-7013e07fb04a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.917461 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-97d70852-e4aa-4bb8-8674-44fb6c0f6338 admin admin] Publish callbacks [] for security_group (a67a13ce-804c-41b4-a99e-7013e07fb04a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:35.936493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device abfc89ed-b148-41cb-b040-0edd01fb960a no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:50:35.962761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: abfc89ed-b148-41cb-b040-0edd01fb960a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:50:35.963533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device abfc89ed-b148-41cb-b040-0edd01fb960a not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:50:35.964188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 57e51b47-5c98-42f5-938f-b6fed8d12dbb no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:50:35.996096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 57e51b47-5c98-42f5-938f-b6fed8d12dbb {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:50:35.997167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 57e51b47-5c98-42f5-938f-b6fed8d12dbb not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:50:36.079181 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-97d70852-e4aa-4bb8-8674-44fb6c0f6338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a67a13ce-804c-41b4-a99e-7013e07fb04a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:36.082604 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-97d70852-e4aa-4bb8-8674-44fb6c0f6338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:36.088063 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-97d70852-e4aa-4bb8-8674-44fb6c0f6338 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a67a13ce-804c-41b4-a99e-7013e07fb04a HTTP/1.1" status: 204 len: 168 time: 0.3185995 Feb 15 13:50:36.106076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d70852-e4aa-4bb8-8674-44fb6c0f6338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a13ce-804c-41b4-a99e-7013e07fb04a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:36.184894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf53c-aa43-49f2-9af8-4d3c1bd56da4 req-b2d3dc75-8c56-4f55-bd48-eb0568a550e8 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:36.186475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d7cf53c-aa43-49f2-9af8-4d3c1bd56da4 req-b2d3dc75-8c56-4f55-bd48-eb0568a550e8 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.1981337 Feb 15 13:50:36.198393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-8d190be1-297e-4707-aadc-6b844d152fc4 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:36.199905 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-8d190be1-297e-4707-aadc-6b844d152fc4 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.42 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 821 time: 0.2089355 Feb 15 13:50:36.219894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Request body: {'port': {'device_id': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'admin_state_up': True, 'tenant_id': '043a56eee2de49ad8d87f397d54439c7'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:36.306352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d7cf53c-aa43-49f2-9af8-4d3c1bd56da4 req-c103b1fb-6c9e-452e-a10d-b2599c8067a2 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054430 Feb 15 13:50:36.379120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Made reservation on behalf of 043a56eee2de49ad8d87f397d54439c7 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:36.382821 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:36.583279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63500e69-8263-47d0-9eff-bc0c3a647b18 req-bb4b98b8-a375-4824-89db-9d6203fd5513 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:36.584798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63500e69-8263-47d0-9eff-bc0c3a647b18 req-bb4b98b8-a375-4824-89db-9d6203fd5513 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.1090202 Feb 15 13:50:36.592927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Allocated IP 172.20.0.4 (affe318c-d117-4814-9b5a-5e39014540ca/2cf6bfc8-4b53-4096-906f-3d4612ed6c08/43cbb097-4fbd-4841-8189-d685b8ecbb00) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:36.775593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63500e69-8263-47d0-9eff-bc0c3a647b18 req-1b09a7e3-f023-47ac-bfee-38526a950f06 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838400 Feb 15 13:50:36.864606 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:37.005902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de7e255e-d750-4cb6-8c77-d55ecac95087 req-09e7af94-b8c7-44e4-ab15-1fedd59bf3ab tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 210 time: 0.0563869 Feb 15 13:50:37.039868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088b3bd-a6d2-4ab4-a572-b3994676f81f req-1239abbc-3235-4b5c-a5ee-eb246d5c2c70 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:37.041888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d088b3bd-a6d2-4ab4-a572-b3994676f81f req-1239abbc-3235-4b5c-a5ee-eb246d5c2c70 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 949 time: 0.1632874 Feb 15 13:50:37.043891 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:37.058310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7503da7e-7a52-49d8-b64c-ddda92ac61e0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:37.117393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Network affe318c-d117-4814-9b5a-5e39014540ca is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:37.127552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:37.132174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:37.505625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-314af86a-b7be-4c90-ab9c-86c44dbdef35 None None] Provisioning complete for port 43cbb097-4fbd-4841-8189-d685b8ecbb00 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:37.509371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-314af86a-b7be-4c90-ab9c-86c44dbdef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:37.521092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Pushing event updated for resources: {'Port': ['ID=43cbb097-4fbd-4841-8189-d685b8ecbb00,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:37.572978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d088b3bd-a6d2-4ab4-a572-b3994676f81f req-e3a3a35d-7dbc-4709-bd0f-3849762db4fe tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163510 Feb 15 13:50:37.586458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:37.587191 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:37.605012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-314af86a-b7be-4c90-ab9c-86c44dbdef35 None None] Port 43cbb097-4fbd-4841-8189-d685b8ecbb00 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:50:37.665458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-a000a77d-fab4-429d-99a7-696b44cce8c1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4509263 Feb 15 13:50:37.685140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Request body: {'port': {'device_id': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:37.720736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89297a-4b68-45e5-b9b5-6e533ecec0bf req-780cf628-8dbd-49eb-9df8-0a23e3ff71b5 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:37.722420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce89297a-4b68-45e5-b9b5-6e533ecec0bf req-780cf628-8dbd-49eb-9df8-0a23e3ff71b5 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.1124504 Feb 15 13:50:37.814464 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:37.848869 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce89297a-4b68-45e5-b9b5-6e533ecec0bf req-35a65003-404d-46fe-b8c5-54f1add40069 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141026 Feb 15 13:50:38.283615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d7f1d-0127-439c-9cd4-8e7889576f3b req-c63d9dae-bc39-4ac9-90cb-bde66354ffa3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:38.295759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-324d7f1d-0127-439c-9cd4-8e7889576f3b req-c63d9dae-bc39-4ac9-90cb-bde66354ffa3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.1516807 Feb 15 13:50:38.375308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610463e-0575-455a-b84d-7ca29c49c151 req-4d24708c-db55-4e18-a482-70743faba78e tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:38.375308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7610463e-0575-455a-b84d-7ca29c49c151 req-4d24708c-db55-4e18-a482-70743faba78e tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 1132 time: 0.1833444 Feb 15 13:50:38.462158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-324d7f1d-0127-439c-9cd4-8e7889576f3b req-34603be3-3d00-4cf1-b982-68f4a9eca16e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552887 Feb 15 13:50:38.477218 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7610463e-0575-455a-b84d-7ca29c49c151 req-5de6b010-93ce-4fba-822a-86f250b267b3 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:38.498518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cbb097-4fbd-4841-8189-d685b8ecbb00 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:38.512048 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Publish callbacks [] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:38.571553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Transition to ACTIVE for port object 43cbb097-4fbd-4841-8189-d685b8ecbb00 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:38.592356 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:38.736042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Pushing event updated for resources: {'Port': ['ID=43cbb097-4fbd-4841-8189-d685b8ecbb00,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:38.819059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7610463e-0575-455a-b84d-7ca29c49c151 req-5de6b010-93ce-4fba-822a-86f250b267b3 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Publish callbacks [] for security_group (b07f3b1e-4fd4-43f8-a7f9-6051db24f7da), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:38.863320 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7610463e-0575-455a-b84d-7ca29c49c151 req-5de6b010-93ce-4fba-822a-86f250b267b3 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b07f3b1e-4fd4-43f8-a7f9-6051db24f7da), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:38.913897 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b3d4c-e941-47d6-a8db-0b0ff7ec7c18 req-70147601-2da2-4336-aaad-87b8ce467240 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:38.923892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a17b3d4c-e941-47d6-a8db-0b0ff7ec7c18 req-70147601-2da2-4336-aaad-87b8ce467240 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 943 time: 0.2777696 Feb 15 13:50:38.979227 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7610463e-0575-455a-b84d-7ca29c49c151 req-5de6b010-93ce-4fba-822a-86f250b267b3 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686848 Feb 15 13:50:38.985042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Attempting to bind port 43cbb097-4fbd-4841-8189-d685b8ecbb00 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:38.986133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Attempting to bind port 43cbb097-4fbd-4841-8189-d685b8ecbb00 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:38.987236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Attempting to bind port 43cbb097-4fbd-4841-8189-d685b8ecbb00 on network affe318c-d117-4814-9b5a-5e39014540ca {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:39.006152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6b010-93ce-4fba-822a-86f250b267b3 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07f3b1e-4fd4-43f8-a7f9-6051db24f7da,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:39.006152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Port 43cbb097-4fbd-4841-8189-d685b8ecbb00 on network affe318c-d117-4814-9b5a-5e39014540ca not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:50:39.006152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Attempting to bind port 43cbb097-4fbd-4841-8189-d685b8ecbb00 on network affe318c-d117-4814-9b5a-5e39014540ca {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:39.040319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:39.040952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Checking segment: {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:39.041588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Bound using segment: {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:39.042480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Bound port: 43cbb097-4fbd-4841-8189-d685b8ecbb00, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29733f57-3650-424b-9b41-0bf3018cb4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:39.043280 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:39.073052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a17b3d4c-e941-47d6-a8db-0b0ff7ec7c18 req-5fe6677a-75f8-41a8-9de6-355abfa92915 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473298 Feb 15 13:50:39.151132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] For port 43cbb097-4fbd-4841-8189-d685b8ecbb00, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:39.155574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] For port 43cbb097-4fbd-4841-8189-d685b8ecbb00, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=43cbb097-4fbd-4841-8189-d685b8ecbb00,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:39.179386 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:39.221925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:39.222754 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:39.224515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] 10.222.0.42 "PUT /v2.0/ports/43cbb097-4fbd-4841-8189-d685b8ecbb00 HTTP/1.1" status: 200 len: 1092 time: 1.5451205 Feb 15 13:50:39.276908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'tag': '43cbb097-4fbd-4841-8189-d685b8ecbb00'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:39.280462 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f732e698-c7fd-492d-b30c-a0ec6b250b91" -d '{"events": [{"name": "network-changed", "server_uuid": "303b4196-3a64-4eb0-bf2f-0e40c8b28d57", "tag": "43cbb097-4fbd-4841-8189-d685b8ecbb00"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:39.381008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-fe5bd023-1dab-45f9-8322-d04fca76a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:39.382915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-fe5bd023-1dab-45f9-8322-d04fca76a474 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 1126 time: 0.0965157 Feb 15 13:50:39.390252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a634f-72cf-470f-907b-663fcaa88b10 service neutron] Pushing event updated for resources: {'Port': ['ID=43cbb097-4fbd-4841-8189-d685b8ecbb00,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:39.408899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee89e48-ec92-417b-b95e-a6132be3c8f7 req-be10b4a4-6c97-4f9d-a7a9-52436556cbfd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:39.411005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ee89e48-ec92-417b-b95e-a6132be3c8f7 req-be10b4a4-6c97-4f9d-a7a9-52436556cbfd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.2501447 Feb 15 13:50:39.454987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-4c6646ed-aee8-48e7-bbbf-a23b7ee4bfff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43cbb097-4fbd-4841-8189-d685b8ecbb00 HTTP/1.1" status: 200 len: 217 time: 0.0426970 Feb 15 13:50:39.622722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-ddf82f92-f5c7-4955-ac3f-f6c55c6d1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:39.624385 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:39.625730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-ddf82f92-f5c7-4955-ac3f-f6c55c6d1282 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.1592448 Feb 15 13:50:39.752756 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70c4bef-b3ac-4c9a-8b3a-6c01c3a6550c x-openstack-request-id: req-f70c4bef-b3ac-4c9a-8b3a-6c01c3a6550c {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:39.753114 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303b4196-3a64-4eb0-bf2f-0e40c8b28d57", "tag": "43cbb097-4fbd-4841-8189-d685b8ecbb00", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:39.753507 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f70c4bef-b3ac-4c9a-8b3a-6c01c3a6550c {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:39.754600 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'tag': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'status': 'completed', 'code': 200} Feb 15 13:50:39.778367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ee89e48-ec92-417b-b95e-a6132be3c8f7 req-06cd62e4-04fd-4b96-8a63-18b89e1659da tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221478 Feb 15 13:50:39.888983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-e80fe8ed-720b-48d3-a2d8-6d9ec1749300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:39.890745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-e80fe8ed-720b-48d3-a2d8-6d9ec1749300 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2546632 Feb 15 13:50:39.924784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0667b-a76a-42a8-9f25-795cae5275b8 req-3e286c02-6638-42d6-9c5d-0f4bc5e18f0b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:39.926502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acb0667b-a76a-42a8-9f25-795cae5275b8 req-3e286c02-6638-42d6-9c5d-0f4bc5e18f0b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.1262705 Feb 15 13:50:40.049704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46816) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:40.059692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acb0667b-a76a-42a8-9f25-795cae5275b8 req-038df550-996a-4826-9d94-4f7230beb5e2 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176779 Feb 15 13:50:40.068139 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-e6d8592c-6fcd-4250-a97d-90217e9771e7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1583970 Feb 15 13:50:40.175525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46822) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:40.306185 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe542da1-0205-4a76-9f13-516a71c8033d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:40.312442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-fb7a8227-0228-4155-a436-b0bf63b699d2 service neutron] 10.222.0.42 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038618 Feb 15 13:50:40.381806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da4b20a6-85f5-448f-b946-299171b7ffdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:40.395837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8f3d9-5ead-4e67-b4e4-b427c227f8d6 req-5c72e872-b776-45a4-8c74-2b33e9f7e485 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:40.397735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35d8f3d9-5ead-4e67-b4e4-b427c227f8d6 req-5c72e872-b776-45a4-8c74-2b33e9f7e485 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 943 time: 0.2013173 Feb 15 13:50:40.404123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-a95fd6ee-e12b-427d-a61d-2a3dceb3e6a5 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:40.405876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-a95fd6ee-e12b-427d-a61d-2a3dceb3e6a5 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3281860 Feb 15 13:50:40.452921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-9b90d4f1-8b38-4252-9f6e-455b653d0035 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/quotas/7aef015375ad44b98dbd519ebaf87d98 HTTP/1.1" status: 200 len: 375 time: 0.0349088 Feb 15 13:50:40.534384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35d8f3d9-5ead-4e67-b4e4-b427c227f8d6 req-440fc272-88f4-4574-9e2a-b48881c35399 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256926 Feb 15 13:50:40.542218 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f43d8bf9-e837-44d8-bacd-025650bc2c0d req-9586e15e-57b9-40dc-843e-c6f5078e236d service neutron] 10.222.0.42 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214863 Feb 15 13:50:40.567731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-d91adc4b-bca8-47cf-a3f7-8f84ad0e3cc1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1032758 Feb 15 13:50:40.613578 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe542da1-0205-4a76-9f13-516a71c8033d admin admin] Publish callbacks [] for security_group (e2035be2-5eba-4aa9-8ed8-210de9103cae), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:40.615934 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da4b20a6-85f5-448f-b946-299171b7ffdf admin admin] Publish callbacks [] for security_group (dea4b5f9-656f-4fcb-b845-25823202acf6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:40.622055 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe542da1-0205-4a76-9f13-516a71c8033d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e2035be2-5eba-4aa9-8ed8-210de9103cae), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:40.668018 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fe542da1-0205-4a76-9f13-516a71c8033d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd03f50fdda1403cab2a2141898063a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6163054 Feb 15 13:50:40.671275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46836) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:40.687704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da4b20a6-85f5-448f-b946-299171b7ffdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dea4b5f9-656f-4fcb-b845-25823202acf6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:40.708721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732e698-c7fd-492d-b30c-a0ec6b250b91 req-9415934b-8055-4d88-b309-93f8466e9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:40.710303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f732e698-c7fd-492d-b30c-a0ec6b250b91 req-9415934b-8055-4d88-b309-93f8466e9a90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 1126 time: 0.1025720 Feb 15 13:50:40.742044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe542da1-0205-4a76-9f13-516a71c8033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2035be2-5eba-4aa9-8ed8-210de9103cae,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:40.785478 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-da4b20a6-85f5-448f-b946-299171b7ffdf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=feae27839b7f4b6898d5cdc786df1c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6074109 Feb 15 13:50:40.792640 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b20a6-85f5-448f-b946-299171b7ffdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea4b5f9-656f-4fcb-b845-25823202acf6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:40.800305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46838) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:40.819401 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-5c3d7e05-f5bf-40d6-8a8b-112995c03332 service neutron] show failed (client error): The resource could not be found. Feb 15 13:50:40.821001 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-5c3d7e05-f5bf-40d6-8a8b-112995c03332 service neutron] 10.222.0.42 "GET /v2.0/ports/9319140c-7d0d-455b-8668-166434526e49/bindings/n-h2-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.2809577 Feb 15 13:50:40.857689 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-879bd43d-85e0-4bb3-9e58-4ab5b0668d88 admin admin] Publish callbacks [] for security_group (e2035be2-5eba-4aa9-8ed8-210de9103cae), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:40.929409 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-879bd43d-85e0-4bb3-9e58-4ab5b0668d88 admin admin] Publish callbacks [] for security_group (e2035be2-5eba-4aa9-8ed8-210de9103cae), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:40.988029 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2162ebf-ba5c-4af5-8d29-f3af5da67663 admin admin] Publish callbacks [] for security_group (dea4b5f9-656f-4fcb-b845-25823202acf6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:40.991233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732e698-c7fd-492d-b30c-a0ec6b250b91 req-4ffc396a-682e-43c7-ba2d-a828ece58c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:41.002765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f732e698-c7fd-492d-b30c-a0ec6b250b91 req-4ffc396a-682e-43c7-ba2d-a828ece58c64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.2780459 Feb 15 13:50:41.127648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f732e698-c7fd-492d-b30c-a0ec6b250b91 req-826969ee-a7ff-4bd1-b68a-78cec91a2e55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43cbb097-4fbd-4841-8189-d685b8ecbb00 HTTP/1.1" status: 200 len: 217 time: 0.1115556 Feb 15 13:50:41.197676 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2162ebf-ba5c-4af5-8d29-f3af5da67663 admin admin] Publish callbacks [] for security_group (dea4b5f9-656f-4fcb-b845-25823202acf6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:41.231849 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-879bd43d-85e0-4bb3-9e58-4ab5b0668d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e2035be2-5eba-4aa9-8ed8-210de9103cae), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:41.234450 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-879bd43d-85e0-4bb3-9e58-4ab5b0668d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:41.239307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-879bd43d-85e0-4bb3-9e58-4ab5b0668d88 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e2035be2-5eba-4aa9-8ed8-210de9103cae HTTP/1.1" status: 204 len: 168 time: 0.5674396 Feb 15 13:50:41.376810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bd43d-85e0-4bb3-9e58-4ab5b0668d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2035be2-5eba-4aa9-8ed8-210de9103cae,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:41.411701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c92f-deb9-4eb7-b5a8-8286c6eeb292 req-3f7ce8ec-acf0-4c75-96eb-0753fee8726a tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:41.419557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b80c92f-deb9-4eb7-b5a8-8286c6eeb292 req-3f7ce8ec-acf0-4c75-96eb-0753fee8726a tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.5086040 Feb 15 13:50:41.466497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732e698-c7fd-492d-b30c-a0ec6b250b91 req-32b8b6d1-89e1-49a8-a06b-5d781c54edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:41.471671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f732e698-c7fd-492d-b30c-a0ec6b250b91 req-32b8b6d1-89e1-49a8-a06b-5d781c54edb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.2930100 Feb 15 13:50:41.582957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b80c92f-deb9-4eb7-b5a8-8286c6eeb292 req-f90c3730-1472-484d-82f2-7d10bbd23181 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598208 Feb 15 13:50:41.594618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-0db8c3b5-3f03-4ada-bef2-8764befe7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:41.601540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-0db8c3b5-3f03-4ada-bef2-8764befe7e88 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa&tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99 HTTP/1.1" status: 200 len: 1133 time: 0.3889062 Feb 15 13:50:41.665976 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:41.674247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cdef7-0c4e-47b9-b3d0-9954c4fb7ce5 req-7854b4e5-1c5a-4e24-a569-5c526154b036 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:41.684201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-153cdef7-0c4e-47b9-b3d0-9954c4fb7ce5 req-7854b4e5-1c5a-4e24-a569-5c526154b036 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.3573165 Feb 15 13:50:41.694480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:41.789984 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2162ebf-ba5c-4af5-8d29-f3af5da67663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dea4b5f9-656f-4fcb-b845-25823202acf6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:41.799465 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2162ebf-ba5c-4af5-8d29-f3af5da67663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:41.818574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d2162ebf-ba5c-4af5-8d29-f3af5da67663 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dea4b5f9-656f-4fcb-b845-25823202acf6 HTTP/1.1" status: 204 len: 168 time: 1.0151219 Feb 15 13:50:41.887050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46866) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:41.908288 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-890bd45c-b73c-4d10-a8e6-0f8c550157d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:41.941756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2162ebf-ba5c-4af5-8d29-f3af5da67663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea4b5f9-656f-4fcb-b845-25823202acf6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:42.041083 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9319140c-7d0d-455b-8668-166434526e49), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:42.075125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-890bd45c-b73c-4d10-a8e6-0f8c550157d9 admin admin] Publish callbacks [] for security_group (ea2c4341-7f28-4cc3-a03d-38c37bc9bf6e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:42.086642 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-890bd45c-b73c-4d10-a8e6-0f8c550157d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ea2c4341-7f28-4cc3-a03d-38c37bc9bf6e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:42.088697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732e698-c7fd-492d-b30c-a0ec6b250b91 req-497eea79-1edf-4d05-a5d9-2e833afa924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:42.090298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f732e698-c7fd-492d-b30c-a0ec6b250b91 req-497eea79-1edf-4d05-a5d9-2e833afa924f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5639560 Feb 15 13:50:42.105033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-153cdef7-0c4e-47b9-b3d0-9954c4fb7ce5 req-65545315-d518-45df-a288-8a63e2dac831 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198499 Feb 15 13:50:42.222225 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46878) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:42.223535 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-890bd45c-b73c-4d10-a8e6-0f8c550157d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6eba0fca91e944978cd24d7e39fcd366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345394 Feb 15 13:50:42.244596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bd45c-b73c-4d10-a8e6-0f8c550157d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2c4341-7f28-4cc3-a03d-38c37bc9bf6e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:42.559779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6052d-3971-4ea0-ae4f-5190d2d7db87 req-fa1078dd-89ee-44f0-9ef6-db7997c0a9ea tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:42.567319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7f6052d-3971-4ea0-ae4f-5190d2d7db87 req-fa1078dd-89ee-44f0-9ef6-db7997c0a9ea tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 943 time: 0.4475496 Feb 15 13:50:42.582078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d741c9eb-31ef-4396-95bf-84254a2a9030 req-2a42e899-5333-4d8a-90c5-21245a7465fc tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 210 time: 0.1323936 Feb 15 13:50:42.767945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f732e698-c7fd-492d-b30c-a0ec6b250b91 req-31a62f7f-e48f-45aa-a62e-f453d0f80029 service neutron] 10.222.0.42 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681321 Feb 15 13:50:42.768676 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d81da99-caa8-4353-ab7c-0b2b6acc6041 admin admin] Publish callbacks [] for security_group (ea2c4341-7f28-4cc3-a03d-38c37bc9bf6e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:42.843006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 43cbb097-4fbd-4841-8189-d685b8ecbb00 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:50:43.122553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 43cbb097-4fbd-4841-8189-d685b8ecbb00, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=43cbb097-4fbd-4841-8189-d685b8ecbb00,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:43.260091 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d81da99-caa8-4353-ab7c-0b2b6acc6041 admin admin] Publish callbacks [] for security_group (ea2c4341-7f28-4cc3-a03d-38c37bc9bf6e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:43.301558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f933d74-7d46-4a66-9fc5-019d755f96fb req-24509cc1-1072-4654-b789-c83566fe4d0e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:43.308944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f933d74-7d46-4a66-9fc5-019d755f96fb req-24509cc1-1072-4654-b789-c83566fe4d0e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.5840218 Feb 15 13:50:43.329788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7f6052d-3971-4ea0-ae4f-5190d2d7db87 req-3d8ee3c3-8e91-490e-b8f6-70a38e12d1e0 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7614627 Feb 15 13:50:43.500425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'port_id': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'mac_address': 'fa:16:3e:fc:0a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:50:43.520863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f732e698-c7fd-492d-b30c-a0ec6b250b91 req-2bd30d97-5b07-42b6-af7a-917bb9c8b3c2 service neutron] 10.222.0.42 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333305 Feb 15 13:50:43.592465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9319140c-7d0d-455b-8668-166434526e49,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:43.594670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 43cbb097-4fbd-4841-8189-d685b8ecbb00 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:43.594670 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:43.616199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cbb097-4fbd-4841-8189-d685b8ecbb00 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:43.638940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 43cbb097-4fbd-4841-8189-d685b8ecbb00, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=43cbb097-4fbd-4841-8189-d685b8ecbb00,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:43.651928 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:43.659985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f933d74-7d46-4a66-9fc5-019d755f96fb req-2799e3d3-17e3-4fba-abbf-edf9e7fc8837 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497612 Feb 15 13:50:43.697480 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d81da99-caa8-4353-ab7c-0b2b6acc6041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ea2c4341-7f28-4cc3-a03d-38c37bc9bf6e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:43.706672 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d81da99-caa8-4353-ab7c-0b2b6acc6041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:43.707883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6d81da99-caa8-4353-ab7c-0b2b6acc6041 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea2c4341-7f28-4cc3-a03d-38c37bc9bf6e HTTP/1.1" status: 204 len: 168 time: 1.4782965 Feb 15 13:50:43.725556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=43cbb097-4fbd-4841-8189-d685b8ecbb00,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:43.734774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:43.811981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81da99-caa8-4353-ab7c-0b2b6acc6041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2c4341-7f28-4cc3-a03d-38c37bc9bf6e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:43.830264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b26bd1-2e7f-4c54-8dfe-6a4a67e5d0ac req-529c0fce-91c8-41b0-8799-48440c7c693c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:43.839451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51b26bd1-2e7f-4c54-8dfe-6a4a67e5d0ac req-529c0fce-91c8-41b0-8799-48440c7c693c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.3002241 Feb 15 13:50:43.916456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['43cbb097-4fbd-4841-8189-d685b8ecbb00'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:43.927157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51b26bd1-2e7f-4c54-8dfe-6a4a67e5d0ac req-5894e153-2d18-4d35-b794-68f5688ebc4d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866029 Feb 15 13:50:44.007306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-98a90fd0-af45-4363-ad63-94652354c6dd tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691929 Feb 15 13:50:44.196862 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-15e67951-8589-498b-9868-887acee86cfa tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382752 Feb 15 13:50:44.216963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9319140c-7d0d-455b-8668-166434526e49'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:44.217929 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa26d984-58ea-4f67-9155-e628b485b6dd" -d '{"events": [{"server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "name": "network-vif-unplugged", "status": "completed", "tag": "9319140c-7d0d-455b-8668-166434526e49"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:44.222259 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Publish callbacks [] for port (9319140c-7d0d-455b-8668-166434526e49), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:44.255137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2fd0d7d-40ab-4f63-b7b2-2d136f473c58 req-f313f7d5-c3a7-4a2b-8fb1-219ddb980cbb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 210 time: 0.0669367 Feb 15 13:50:44.310363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.67', 64203) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:44.325879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Transition to ACTIVE for port object 9319140c-7d0d-455b-8668-166434526e49 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:44.415329 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (9319140c-7d0d-455b-8668-166434526e49), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:44.456525 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db921fde-3513-4e15-ba02-c98017a5f1ab x-openstack-request-id: req-db921fde-3513-4e15-ba02-c98017a5f1ab {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:44.456876 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "name": "network-vif-unplugged", "status": "completed", "tag": "9319140c-7d0d-455b-8668-166434526e49", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:44.457103 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db921fde-3513-4e15-ba02-c98017a5f1ab {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:44.457454 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9319140c-7d0d-455b-8668-166434526e49', 'code': 200} Feb 15 13:50:44.509167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-0738ea68-a68e-4604-92da-6085531ce005 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:44.510718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-0738ea68-a68e-4604-92da-6085531ce005 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4853313 Feb 15 13:50:44.623770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Request body: {'port': {'device_id': 'edd5c9ac-f7ee-4e11-8827-6b885fa3071e', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '7aef015375ad44b98dbd519ebaf87d98'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:44.646605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-8a02f583-8104-46bf-8adb-73f5d93cf3da tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:44.650977 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-8a02f583-8104-46bf-8adb-73f5d93cf3da tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4437766 Feb 15 13:50:44.677936 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fd82f978-4fba-44ed-ba9d-524234f5b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:44.680701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Request body: {'port': {'device_id': '54d93a0f-a2ff-460a-a522-e5ba505efb5f', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '7aef015375ad44b98dbd519ebaf87d98'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:44.814044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-20d72d46-1ab5-4f77-bedc-0d19a153c511 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d9b2f8bdb2eb40778dab8420079614b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2206211 Feb 15 13:50:44.819385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9319140c-7d0d-455b-8668-166434526e49 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:50:44.844397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Pushing event updated for resources: {'Port': ['ID=9319140c-7d0d-455b-8668-166434526e49,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:44.849105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] No DVR routers for this DVR port 9319140c-7d0d-455b-8668-166434526e49 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:50:44.925376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Made reservation on behalf of 7aef015375ad44b98dbd519ebaf87d98 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:44.929556 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:44.931132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port 9319140c-7d0d-455b-8668-166434526e49 host n-h2-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 13:50:44.932168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9319140c-7d0d-455b-8668-166434526e49 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:50:44.997563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-cc3261b1-6bbc-4abb-80d6-6ba45355a98b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6703644 Feb 15 13:50:45.008845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Attempting to bind port 9319140c-7d0d-455b-8668-166434526e49 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:45.009198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Attempting to bind port 9319140c-7d0d-455b-8668-166434526e49 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:45.009492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Attempting to bind port 9319140c-7d0d-455b-8668-166434526e49 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:45.041681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Port 9319140c-7d0d-455b-8668-166434526e49 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:50:45.042388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Attempting to bind port 9319140c-7d0d-455b-8668-166434526e49 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:45.061139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:45.061934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:45.062392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:45.063541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Bound port: 9319140c-7d0d-455b-8668-166434526e49, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:45.063541 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9319140c-7d0d-455b-8668-166434526e49), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:45.122361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dba54-7e48-471b-837a-c26acf6d1e10 req-d6259dcb-a056-4edb-850d-ec08e1f70ae8 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:45.129490 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-113dba54-7e48-471b-837a-c26acf6d1e10 req-d6259dcb-a056-4edb-850d-ec08e1f70ae8 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 944 time: 0.5371938 Feb 15 13:50:45.152477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Allocated IP 192.168.233.128 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/c101a996-9b64-4c97-81ba-20e3959c7d09) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:45.279363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-0c45326b-4081-4374-afc4-588cc4cb1413 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:45.287542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-0c45326b-4081-4374-afc4-588cc4cb1413 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4725573 Feb 15 13:50:45.311883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-e614fb95-5570-47cc-832e-c63aaac17d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:45.313555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-e614fb95-5570-47cc-832e-c63aaac17d9e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 1132 time: 0.2371304 Feb 15 13:50:45.350559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-113dba54-7e48-471b-837a-c26acf6d1e10 req-17c1567b-9250-4353-9302-171b53fdda96 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199917 Feb 15 13:50:45.375826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks [] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:45.392821 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-25a17064-0baa-4ae6-b10d-8d188cef857c tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/quotas/d9b2f8bdb2eb40778dab8420079614b3 HTTP/1.1" status: 200 len: 375 time: 0.1040666 Feb 15 13:50:45.445783 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:45.460553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:45.499595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:45.503135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:45.506809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:45.513510 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:45.540325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9319140c-7d0d-455b-8668-166434526e49,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:45.548632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event updated for resources: {'Port': ['ID=c101a996-9b64-4c97-81ba-20e3959c7d09,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:45.595592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:45.597277 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:45.630872 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-388c3bb8-406d-4b67-b61a-ad36725869fb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9644430 Feb 15 13:50:45.639500 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (9319140c-7d0d-455b-8668-166434526e49), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:45.652053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Request body: {'port': {'device_id': '54d93a0f-a2ff-460a-a522-e5ba505efb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:45.664544 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-9ddc12fb-5da4-4685-9727-a79abb6873e6 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d9b2f8bdb2eb40778dab8420079614b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2695885 Feb 15 13:50:45.768204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:45.768911 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:45.773438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] 10.222.0.67 "PUT /v2.0/ports/9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 1097 time: 4.1364374 Feb 15 13:50:45.801445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Made reservation on behalf of 7aef015375ad44b98dbd519ebaf87d98 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:45.805580 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:45.855920 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:46.078713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8f616fff-ab51-43a0-8ae9-e0b984f13a2a None None] Provisioning complete for port c101a996-9b64-4c97-81ba-20e3959c7d09 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:46.083082 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8f616fff-ab51-43a0-8ae9-e0b984f13a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:46.164840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8f616fff-ab51-43a0-8ae9-e0b984f13a2a None None] Port c101a996-9b64-4c97-81ba-20e3959c7d09 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:50:46.286190 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc830d-fa49-44c0-b1dd-af25aeff1644 req-b2451689-f280-4e84-bc24-eb51a98353d1 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:46.287841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8cc830d-fa49-44c0-b1dd-af25aeff1644 req-b2451689-f280-4e84-bc24-eb51a98353d1 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.6599000 Feb 15 13:50:46.404230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-5c37e8f3-93a7-40f1-9a23-b0d3341a761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:46.406086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-5c37e8f3-93a7-40f1-9a23-b0d3341a761f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 1.0296521 Feb 15 13:50:46.406662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e5e06-6d09-473c-848b-b54bc689057f service neutron] Pushing event updated for resources: {'Port': ['ID=9319140c-7d0d-455b-8668-166434526e49,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:46.602646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'tag': '9319140c-7d0d-455b-8668-166434526e49'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:46.604931 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be53089a-5ea1-4f33-a36a-e3a75783a6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "tag": "9319140c-7d0d-455b-8668-166434526e49"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:46.617708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-eb014617-12b0-4157-a5be-f881e314de89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=92b0db58-937b-4784-9513-0d732c75341d HTTP/1.1" status: 200 len: 217 time: 0.1713874 Feb 15 13:50:46.675133 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c101a996-9b64-4c97-81ba-20e3959c7d09 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:46.692305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Publish callbacks [] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:46.725686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Transition to ACTIVE for port object c101a996-9b64-4c97-81ba-20e3959c7d09 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:46.738495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-5a618a84-30bb-4f77-a67e-ecb9a96a8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:46.740900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-5a618a84-30bb-4f77-a67e-ecb9a96a8dbd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 1131 time: 0.8804340 Feb 15 13:50:46.749497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:46.779299 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcabdb-872b-4c7d-a1a0-d9b0e74f1c81 req-985da6ae-083b-4a27-9a2c-db782b7befd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:46.782186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fcabdb-872b-4c7d-a1a0-d9b0e74f1c81 req-985da6ae-083b-4a27-9a2c-db782b7befd0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 1154 time: 0.6003847 Feb 15 13:50:46.832633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 43cbb097-4fbd-4841-8189-d685b8ecbb00 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:46.852008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8cc830d-fa49-44c0-b1dd-af25aeff1644 req-920797ff-63c1-4726-bc19-060da4d20e4e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895935 Feb 15 13:50:46.941922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-107a296b-c573-40a3-a627-3392f41cddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:46.948933 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-107a296b-c573-40a3-a627-3392f41cddbc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.3056870 Feb 15 13:50:46.980378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 43cbb097-4fbd-4841-8189-d685b8ecbb00 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:46.996798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 43cbb097-4fbd-4841-8189-d685b8ecbb00 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:46.997346 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:47.044640 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c101a996-9b64-4c97-81ba-20e3959c7d09,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:47.138892 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Attempting to bind port c101a996-9b64-4c97-81ba-20e3959c7d09 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:47.139502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Attempting to bind port c101a996-9b64-4c97-81ba-20e3959c7d09 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:47.139940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Attempting to bind port c101a996-9b64-4c97-81ba-20e3959c7d09 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:47.152589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Port c101a996-9b64-4c97-81ba-20e3959c7d09 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:50:47.153068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Attempting to bind port c101a996-9b64-4c97-81ba-20e3959c7d09 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:47.169784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620130b-4244-42bf-86e2-fdc42a51243e req-66cd48b3-ca8c-4f0c-915b-d633bacd6720 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:47.171611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:47.171929 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:47.172748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:47.173434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Bound port: c101a996-9b64-4c97-81ba-20e3959c7d09, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:47.174404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:47.179094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5620130b-4244-42bf-86e2-fdc42a51243e req-66cd48b3-ca8c-4f0c-915b-d633bacd6720 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 948 time: 0.8192585 Feb 15 13:50:47.224851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 43cbb097-4fbd-4841-8189-d685b8ecbb00 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:47.225423 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:47.230439 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5522d20a-b806-46b2-8ad7-c00fcaedd403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:47.271388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cbb097-4fbd-4841-8189-d685b8ecbb00'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:47.276676 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a445b907-3858-4a43-bc25-eeceea9d7525" -d '{"events": [{"server_uuid": "303b4196-3a64-4eb0-bf2f-0e40c8b28d57", "name": "network-vif-plugged", "status": "completed", "tag": "43cbb097-4fbd-4841-8189-d685b8ecbb00"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:47.281924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Allocated IP 192.168.233.30 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/8a7fc9fb-f4b5-4211-b51f-9213d7b481cc) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:47.291090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] For port c101a996-9b64-4c97-81ba-20e3959c7d09, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:47.294755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] For port c101a996-9b64-4c97-81ba-20e3959c7d09, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c101a996-9b64-4c97-81ba-20e3959c7d09,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:47.299230 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:50:47.306573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 43cbb097-4fbd-4841-8189-d685b8ecbb00, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=43cbb097-4fbd-4841-8189-d685b8ecbb00,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:47.314017 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:47.317315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5db8cebb-6c45-44ea-8426-9d0950a0555f no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:50:47.320317 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:47.363458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:47.364203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:47.365648 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] 10.222.0.67 "PUT /v2.0/ports/c101a996-9b64-4c97-81ba-20e3959c7d09 HTTP/1.1" status: 200 len: 1097 time: 1.7253070 Feb 15 13:50:47.408027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=43cbb097-4fbd-4841-8189-d685b8ecbb00,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:47.457239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-7a2e28e9-5756-4b8b-ace7-f21692bba02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:47.459677 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-7a2e28e9-5756-4b8b-ace7-f21692bba02a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4629192 Feb 15 13:50:47.472386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-1e35bde5-2664-4ffb-ad03-d3265dc84b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:47.474269 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-1e35bde5-2664-4ffb-ad03-d3265dc84b62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.7254322 Feb 15 13:50:47.496630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5620130b-4244-42bf-86e2-fdc42a51243e req-fe9233eb-9bb3-4484-8e26-4e5f891e0ff7 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157897 Feb 15 13:50:47.537811 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcabdb-872b-4c7d-a1a0-d9b0e74f1c81 req-15bd7971-8460-40aa-9acf-12557ade0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:47.540291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5db8cebb-6c45-44ea-8426-9d0950a0555f is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:47.540958 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:47.550336 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fcabdb-872b-4c7d-a1a0-d9b0e74f1c81 req-15bd7971-8460-40aa-9acf-12557ade0a1c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.7110713 Feb 15 13:50:47.559062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13251de-bc3f-4bc2-841d-ef55d555e00b req-acd26f9c-1e4d-455d-9382-4e4da114707c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:47.577744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d13251de-bc3f-4bc2-841d-ef55d555e00b req-acd26f9c-1e4d-455d-9382-4e4da114707c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 948 time: 0.5731328 Feb 15 13:50:47.586380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d93a0f-a2ff-460a-a522-e5ba505efb5f', 'tag': 'c101a996-9b64-4c97-81ba-20e3959c7d09'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:47.600090 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013979c6-6def-4e22-8141-b118c15718ea" -d '{"events": [{"name": "network-changed", "server_uuid": "54d93a0f-a2ff-460a-a522-e5ba505efb5f", "tag": "c101a996-9b64-4c97-81ba-20e3959c7d09"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:47.602858 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc7030-5037-4a89-a2a7-28ce6a9ce4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c101a996-9b64-4c97-81ba-20e3959c7d09,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:47.641753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:47.650747 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:47.784861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:48.002621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-50993700-2c29-4b0f-bf44-d75c31c38aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:48.005031 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-50993700-2c29-4b0f-bf44-d75c31c38aaf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 1131 time: 0.3991666 Feb 15 13:50:48.053998 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-c0858bbc-5f78-4946-87de-96cd817dbb1a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=c101a996-9b64-4c97-81ba-20e3959c7d09 HTTP/1.1" status: 200 len: 217 time: 0.0408065 Feb 15 13:50:48.125152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-7f1e7bb6-b8d4-4009-b20b-0c6a5d85a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:48.127486 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-7f1e7bb6-b8d4-4009-b20b-0c6a5d85a2b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0645750 Feb 15 13:50:48.200489 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:48.217454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-08bde65a-7271-4afa-af9e-ba688be80b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:48.219243 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-08bde65a-7271-4afa-af9e-ba688be80b2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0849388 Feb 15 13:50:48.261780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fcabdb-872b-4c7d-a1a0-d9b0e74f1c81 req-74d09c9e-f16e-4429-a4f7-367aa31eb69a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f HTTP/1.1" status: 200 len: 217 time: 0.7088239 Feb 15 13:50:48.294960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-3d49a52d-03f3-4745-8f3f-4b6bee1af099 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 217 time: 0.7586699 Feb 15 13:50:48.425230 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-6e7e3341-e6d0-4367-8ee2-4c62e7ff2c5e tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d9b2f8bdb2eb40778dab8420079614b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379713 Feb 15 13:50:48.425699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ea050a2-03e5-4ec2-8eae-eb77258946e9 req-890c7a7a-8562-49c5-87ad-f053c663aaa6 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 210 time: 0.1756573 Feb 15 13:50:48.430438 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-5e97ac48-792d-4e6d-9044-4d2e142567b9 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025127 Feb 15 13:50:48.592820 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-3f016215-df20-46ac-a422-f9bb767d1684 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484025 Feb 15 13:50:48.614741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcabdb-872b-4c7d-a1a0-d9b0e74f1c81 req-96e8221b-fa85-4688-a036-80c9c2da84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:48.616949 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fcabdb-872b-4c7d-a1a0-d9b0e74f1c81 req-96e8221b-fa85-4688-a036-80c9c2da84c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.3164117 Feb 15 13:50:48.641696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d13251de-bc3f-4bc2-841d-ef55d555e00b req-60a787c2-6dd2-43b4-9788-ea0586bca654 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0569167 Feb 15 13:50:48.679713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-09487f21-ab5b-49e4-93cd-91ccdc30bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:48.681373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-09487f21-ab5b-49e4-93cd-91ccdc30bea4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.3246539 Feb 15 13:50:48.710825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-83eba5f3-a3eb-46aa-8cc6-44a645b9111b service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2351360 Feb 15 13:50:48.720038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-dfd9c8a9-1d09-47e0-9ead-615d7724f230 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:48.723702 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-dfd9c8a9-1d09-47e0-9ead-615d7724f230 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915988 Feb 15 13:50:48.763452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Request body: {'port': {'device_id': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': 'd9b2f8bdb2eb40778dab8420079614b3'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:48.971186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks [] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:48.988766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5db8cebb-6c45-44ea-8426-9d0950a0555f details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:50:49.050849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9296fc-f707-4c52-95a6-ed9fc8cc792c req-98547e5e-c939-4f88-92b5-6071f9198a7f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.052879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c9296fc-f707-4c52-95a6-ed9fc8cc792c req-98547e5e-c939-4f88-92b5-6071f9198a7f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 945 time: 0.5234666 Feb 15 13:50:49.087366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Made reservation on behalf of d9b2f8bdb2eb40778dab8420079614b3 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:49.091816 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:49.111189 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:49.118532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b8a9d9d-681a-4879-9d76-7d2846c73ae8 req-93790e1c-1ebc-4106-bc10-4b07fcf41249 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918209 Feb 15 13:50:49.144949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcabdb-872b-4c7d-a1a0-d9b0e74f1c81 req-f5aecf51-2b90-490b-bbf4-e220492c5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.146024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fcabdb-872b-4c7d-a1a0-d9b0e74f1c81 req-f5aecf51-2b90-490b-bbf4-e220492c5b63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5032916 Feb 15 13:50:49.210891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:49.215509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-d1c9d659-9c0f-4fe4-9b05-03e94675de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.217052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-d1c9d659-9c0f-4fe4-9b05-03e94675de03 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5098329 Feb 15 13:50:49.233250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'mac_address': 'fa:16:3e:7b:7c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:tempest-test_az-912368675', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:50:49.290100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5db8cebb-6c45-44ea-8426-9d0950a0555f is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:49.291107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:49.293837 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Publish callbacks [] for security_group (5921ba8e-ea6d-4601-b7a2-d9155d181c26), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:49.304819 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5921ba8e-ea6d-4601-b7a2-d9155d181c26), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:49.309808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db8cebb-6c45-44ea-8426-9d0950a0555f {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:49.317217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c9296fc-f707-4c52-95a6-ed9fc8cc792c req-fdfef291-c655-4658-b995-621de147b074 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927226 Feb 15 13:50:49.365895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:49.377621 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:49.436834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fcabdb-872b-4c7d-a1a0-d9b0e74f1c81 req-35f995ac-5c78-4f30-a217-81290048ab2f service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651126 Feb 15 13:50:49.438336 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7972fa3e-3312-4f81-adbd-9b4f5bee74cc x-openstack-request-id: req-7972fa3e-3312-4f81-adbd-9b4f5bee74cc {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:49.438650 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "tag": "9319140c-7d0d-455b-8668-166434526e49", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:49.438940 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7972fa3e-3312-4f81-adbd-9b4f5bee74cc {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:49.439324 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'tag': '9319140c-7d0d-455b-8668-166434526e49', 'status': 'completed', 'code': 200} Feb 15 13:50:49.481554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5921ba8e-ea6d-4601-b7a2-d9155d181c26,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:49.572700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-24a464e8-4e67-461e-96e0-4ab0b754618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.572993 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f1f1f7-2352-4de6-ac41-7a0c809f2970 x-openstack-request-id: req-66f1f1f7-2352-4de6-ac41-7a0c809f2970 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:49.572993 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b4196-3a64-4eb0-bf2f-0e40c8b28d57", "name": "network-vif-plugged", "status": "completed", "tag": "43cbb097-4fbd-4841-8189-d685b8ecbb00", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:49.573960 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-24a464e8-4e67-461e-96e0-4ab0b754618f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 1131 time: 0.1550314 Feb 15 13:50:49.583238 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66f1f1f7-2352-4de6-ac41-7a0c809f2970 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:49.583743 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'code': 200} Feb 15 13:50:49.587725 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:49.592005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=10']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:49.634589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:49.665934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['5db8cebb-6c45-44ea-8426-9d0950a0555f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:49.707286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:49.732329 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cf8716-a488-4c46-9cad-77c7a83d43d6 x-openstack-request-id: req-27cf8716-a488-4c46-9cad-77c7a83d43d6 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:49.733016 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d93a0f-a2ff-460a-a522-e5ba505efb5f", "tag": "c101a996-9b64-4c97-81ba-20e3959c7d09", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:49.733384 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27cf8716-a488-4c46-9cad-77c7a83d43d6 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:49.733905 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d93a0f-a2ff-460a-a522-e5ba505efb5f', 'tag': 'c101a996-9b64-4c97-81ba-20e3959c7d09', 'status': 'completed', 'code': 200} Feb 15 13:50:49.752206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:49.758021 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Allocated IP 192.168.233.77 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:50:49.843097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-8005ea21-47e1-4640-a4e7-5bad952be8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.844833 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-8005ea21-47e1-4640-a4e7-5bad952be8bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2613206 Feb 15 13:50:49.862393 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:49.878389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:49.926108 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-e561a067-b9d2-4a96-b65f-89ca71a54acf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 217 time: 0.0691316 Feb 15 13:50:49.959925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:49.961302 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:50.109414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-5ae6908b-e235-4e2d-8f31-599e21d53da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:50.110868 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-5ae6908b-e235-4e2d-8f31-599e21d53da9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1763453 Feb 15 13:50:50.230511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-721d3dda-9b08-4416-abbc-7d0511d1496c service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9736602 Feb 15 13:50:50.246214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6516461 Feb 15 13:50:50.258556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-f2866fb0-0090-4be0-a9bd-84b1b921fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:50.260017 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-f2866fb0-0090-4be0-a9bd-84b1b921fe88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1404607 Feb 15 13:50:50.262302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ee62fc56-438d-4274-8ff1-cf59b016b4ba None None] Provisioning complete for port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:50.263005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Publish callbacks [] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:50.263514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ee62fc56-438d-4274-8ff1-cf59b016b4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:50.325150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ee62fc56-438d-4274-8ff1-cf59b016b4ba None None] Port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:50:50.325688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Request body: {'port': {'device_id': 'edd5c9ac-f7ee-4e11-8827-6b885fa3071e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:50.351250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8ec66-9028-470b-a47c-cce19526fbc6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event updated for resources: {'Port': ['ID=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:50.385885 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:50.443308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:50:50.446949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:50.450685 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-3dfa7d7e-f8eb-4715-9bd5-c9e2c41d8708 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787157 Feb 15 13:50:50.451845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:50:50.524597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013979c6-6def-4e22-8141-b118c15718ea req-89ffecf0-2b5a-461d-8ef6-494d87aa841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:50.531615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013979c6-6def-4e22-8141-b118c15718ea req-89ffecf0-2b5a-461d-8ef6-494d87aa841d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 1131 time: 0.8225138 Feb 15 13:50:50.549382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:50.550460 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:50.574799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f642e-af44-438d-b7f8-29d22ea88eac req-a30afb42-c5c0-4c35-ad9b-e6eb94c595b7 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:50.582385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a92f642e-af44-438d-b7f8-29d22ea88eac req-a30afb42-c5c0-4c35-ad9b-e6eb94c595b7 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 971 time: 0.7343607 Feb 15 13:50:50.587256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150da31-6ad1-49db-98f8-1cd0e40cd774 req-3d45464a-3620-4682-a5b6-fe1b5c93804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:50.588759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7150da31-6ad1-49db-98f8-1cd0e40cd774 req-3d45464a-3620-4682-a5b6-fe1b5c93804b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 1128 time: 0.7232170 Feb 15 13:50:50.597943 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8624337 Feb 15 13:50:50.598845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fcabdb-872b-4c7d-a1a0-d9b0e74f1c81 req-84195976-3ff0-49d4-81b4-214f56d99a75 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0222578 Feb 15 13:50:50.599222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def6e9b-25b9-4714-9aa8-a0d62410158f tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Pushing event updated for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:50.614751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Request body: {'port': {'device_id': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:50.745817 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:50.791296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50de132-d4d0-4e83-801c-5edc55cf3256 req-79127ebd-0afc-4797-9fdf-8a5a67bed567 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:50.793109 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d50de132-d4d0-4e83-801c-5edc55cf3256 req-79127ebd-0afc-4797-9fdf-8a5a67bed567 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 948 time: 0.8409016 Feb 15 13:50:50.811863 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-b6b14b84-4bcc-4a30-99a2-eb3db0d07fbf service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018014 Feb 15 13:50:50.834977 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:50.840812 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a49f7061-e10c-4d6d-a62b-4e1746b0e41b req-01e15bdf-4247-4b11-a29e-a10ae28c4b2d service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933135 Feb 15 13:50:50.961106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7150da31-6ad1-49db-98f8-1cd0e40cd774 req-05db3859-25e5-4c2d-8e45-7313a61cda09 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446500 Feb 15 13:50:50.979099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a92f642e-af44-438d-b7f8-29d22ea88eac req-939e86de-8f93-44b3-a3ae-372fa39862ab tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958137 Feb 15 13:50:51.031658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:51.040384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2c75d89b-68fb-4389-ac18-9159f8885175 None None] Provisioning complete for port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:51.041340 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2c75d89b-68fb-4389-ac18-9159f8885175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:51.124087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2c75d89b-68fb-4389-ac18-9159f8885175 None None] Port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:50:51.295345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013979c6-6def-4e22-8141-b118c15718ea req-6f01dc7b-6a82-4137-a611-21cc44f57d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:51.297414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013979c6-6def-4e22-8141-b118c15718ea req-6f01dc7b-6a82-4137-a611-21cc44f57d63 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.7077186 Feb 15 13:50:51.323831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d50de132-d4d0-4e83-801c-5edc55cf3256 req-2a0974e3-6b1a-4e84-bfb5-96c2e9d8076b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869938 Feb 15 13:50:51.390570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013979c6-6def-4e22-8141-b118c15718ea req-99a3834b-328b-4196-b872-a7aa302a0a0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=c101a996-9b64-4c97-81ba-20e3959c7d09 HTTP/1.1" status: 200 len: 217 time: 0.0846198 Feb 15 13:50:51.455280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-9aaa1549-6a9e-4bde-a875-00b46eedeb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:51.456914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-9aaa1549-6a9e-4bde-a875-00b46eedeb02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 1131 time: 0.4827878 Feb 15 13:50:51.585303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:51.587839 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2905c4a-5e20-484f-9ece-c3e2dfdda9b2" -d '{"events": [{"server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "name": "network-vif-unplugged", "status": "completed", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:51.863508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:51.897492 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Publish callbacks [] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:51.936418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013979c6-6def-4e22-8141-b118c15718ea req-e6f9be9d-bf9e-4338-bdac-0f14c97df39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:51.938079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013979c6-6def-4e22-8141-b118c15718ea req-e6f9be9d-bf9e-4338-bdac-0f14c97df39c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.5167043 Feb 15 13:50:51.973530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Transition to ACTIVE for port object 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:51.984338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782c107-8eee-4f10-bd60-03df86ed81fd req-af9b7abc-c9c4-4352-9adc-2bf18dd04c0b tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:51.992246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b782c107-8eee-4f10-bd60-03df86ed81fd req-af9b7abc-c9c4-4352-9adc-2bf18dd04c0b tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 935 time: 0.6237547 Feb 15 13:50:52.031789 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:52.066034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec485a0b-f33a-434a-8f58-7082ee5c6d42 req-d3ef1707-845f-4499-a1e6-df4819e9bbfe tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:52.071233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec485a0b-f33a-434a-8f58-7082ee5c6d42 req-d3ef1707-845f-4499-a1e6-df4819e9bbfe tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 948 time: 0.6484351 Feb 15 13:50:52.138700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-4ede14b5-7ad1-40f2-81f9-abd6b2377ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:52.140334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-4ede14b5-7ad1-40f2-81f9-abd6b2377ea8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.6688108 Feb 15 13:50:52.160957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-ef942223-43dc-4fcb-825a-055da0eaac16 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:52.161823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-ef942223-43dc-4fcb-825a-055da0eaac16 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 945 time: 0.6263835 Feb 15 13:50:52.294791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-dabb8b81-1ce8-4605-afa1-670794d09045 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 217 time: 0.1294236 Feb 15 13:50:52.295752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:52.343245 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:52.354507 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Publish callbacks [] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:52.376018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013979c6-6def-4e22-8141-b118c15718ea req-4369d12c-e2ec-426d-97d9-f2ee41a70271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:52.380224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013979c6-6def-4e22-8141-b118c15718ea req-4369d12c-e2ec-426d-97d9-f2ee41a70271 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4306090 Feb 15 13:50:52.384654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Transition to ACTIVE for port object 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:50:52.394197 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:52.397993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b782c107-8eee-4f10-bd60-03df86ed81fd req-e2ec683f-e814-4f08-8a57-ad6d4299b3b7 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/security-groups?id=5921ba8e-ea6d-4601-b7a2-d9155d181c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034703 Feb 15 13:50:52.445236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec485a0b-f33a-434a-8f58-7082ee5c6d42 req-fe787362-68e5-491c-ac23-54e400a2edd8 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727868 Feb 15 13:50:52.515956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Pushing event updated for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:52.705447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Attempting to bind port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:52.705828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Attempting to bind port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:52.706280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Attempting to bind port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:52.711764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:50:52.712115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Attempting to bind port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:52.731430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:52.732368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:52.732823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:52.733279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Bound port: 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:52.733634 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:52.819592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013979c6-6def-4e22-8141-b118c15718ea req-5357e4c1-9233-4a71-9c98-04db38628e35 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100959 Feb 15 13:50:52.852579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device c101a996-9b64-4c97-81ba-20e3959c7d09 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:50:52.887523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5db8cebb-6c45-44ea-8426-9d0950a0555f up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:52.895560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:52.898813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-e652b06a-9cf4-4f1d-a19d-daaf5f0a0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:52.900491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-e652b06a-9cf4-4f1d-a19d-daaf5f0a0439 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.5838356 Feb 15 13:50:52.903979 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:52.920672 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:52.972256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:52.973318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:52.974985 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] 10.222.0.42 "PUT /v2.0/ports/440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab HTTP/1.1" status: 200 len: 1096 time: 2.3665397 Feb 15 13:50:52.975675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:52.978513 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bad0d2-0f31-4bc2-b612-af7758e0b123" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:53.046871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb03940-b38e-424e-a38d-f9a332608860 service neutron] Pushing event updated for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:53.132494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-1891123c-dfd1-4f6c-a54c-aea1d8a672be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:53.134078 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-1891123c-dfd1-4f6c-a54c-aea1d8a672be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b2f8bdb2eb40778dab8420079614b3&device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 1130 time: 0.0805104 Feb 15 13:50:53.174638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port c101a996-9b64-4c97-81ba-20e3959c7d09, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c101a996-9b64-4c97-81ba-20e3959c7d09,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:53.182868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 5db8cebb-6c45-44ea-8426-9d0950a0555f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:53.183678 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:53.211311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'c101a996-9b64-4c97-81ba-20e3959c7d09', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'c101a996-9b64-4c97-81ba-20e3959c7d09', 'mac_address': 'fa:16:3e:d4:0d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:50:53.227218 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-9504f90d-b27a-4767-a2c8-fd91b5862478 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab HTTP/1.1" status: 200 len: 217 time: 0.0840535 Feb 15 13:50:53.279071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013979c6-6def-4e22-8141-b118c15718ea req-ff213cb7-a622-409d-bb46-520e83340968 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081352 Feb 15 13:50:53.280031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port c101a996-9b64-4c97-81ba-20e3959c7d09 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:53.280797 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:53.315985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c101a996-9b64-4c97-81ba-20e3959c7d09 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:53.341676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-ca63d3cb-5c23-4e74-a8fd-85d1d50ad666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:53.344755 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-ca63d3cb-5c23-4e74-a8fd-85d1d50ad666 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1046193 Feb 15 13:50:53.365452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Attempting to bind port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:50:53.365784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Attempting to bind port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:50:53.367107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Attempting to bind port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:53.367377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port c101a996-9b64-4c97-81ba-20e3959c7d09, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c101a996-9b64-4c97-81ba-20e3959c7d09,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:53.373503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5db8cebb-6c45-44ea-8426-9d0950a0555f is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:53.374166 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:53.380521 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:53.381148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Deleting port 392f5105-bb30-4943-b109-b589b524e70b {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:50:53.381501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (392f5105-bb30-4943-b109-b589b524e70b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:53.388294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:50:53.388686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Attempting to bind port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:50:53.397376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4032d-b097-4c05-bad9-c33d5fa8841f req-c06287e8-be8e-4e2e-9b40-9d0c0ae218e4 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:53.401371 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1c4032d-b097-4c05-bad9-c33d5fa8841f req-c06287e8-be8e-4e2e-9b40-9d0c0ae218e4 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 945 time: 0.8112259 Feb 15 13:50:53.420852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-898ec616-26b5-48e5-9fc5-18bb3d80c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:53.423424 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-898ec616-26b5-48e5-9fc5-18bb3d80c5d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0704608 Feb 15 13:50:53.433512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26201063-e977-4c87-9a11-5cfe9e502b16 req-95a67264-515e-4dfb-b28a-93ac6dc3c57e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:53.443154 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26201063-e977-4c87-9a11-5cfe9e502b16 req-95a67264-515e-4dfb-b28a-93ac6dc3c57e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 945 time: 0.8541269 Feb 15 13:50:53.468902 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:53.478880 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:53.481912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=c101a996-9b64-4c97-81ba-20e3959c7d09,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:53.511244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:50:53.511869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:53.512450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:50:53.513081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Bound port: 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:50:53.513612 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:53.549438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-0983bd53-2f45-430a-bf9e-38b00201fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:53.551343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-0983bd53-2f45-430a-bf9e-38b00201fa74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6237409 Feb 15 13:50:53.613138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=11']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:53.692004 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-65dcaa88-ff53-4931-a0c9-4d91d0b21bd0 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506676 Feb 15 13:50:53.744539 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26201063-e977-4c87-9a11-5cfe9e502b16 req-559f3906-9619-4251-9fd6-56cda8e6f4f8 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups?id=35fad320-88ba-4024-967a-784636729201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003614 Feb 15 13:50:53.761255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] For port 392f5105-bb30-4943-b109-b589b524e70b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=392f5105-bb30-4943-b109-b589b524e70b,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:53.761255 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (392f5105-bb30-4943-b109-b589b524e70b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:53.783592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1c4032d-b097-4c05-bad9-c33d5fa8841f req-0b7e0d8f-0892-425f-a997-6a46643fcdc1 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277724 Feb 15 13:50:53.924078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] For port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:50:53.929828 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8228500-2c9a-4c75-a1dc-90dceeb39f72 req-fa30c44a-2e2e-4f56-8b57-0c7b4b7bdeb1 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369087 Feb 15 13:50:53.940879 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b69427b-6b96-4526-acc4-329b9f89092d x-openstack-request-id: req-4b69427b-6b96-4526-acc4-329b9f89092d {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:53.941424 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "name": "network-vif-unplugged", "status": "completed", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:53.941633 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b69427b-6b96-4526-acc4-329b9f89092d {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:53.942147 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'code': 200} Feb 15 13:50:54.011704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] For port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:50:54.022686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-fa1d94cd-3b51-46ad-823c-6902fecab488 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559450 Feb 15 13:50:54.043866 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:54.117547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['c101a996-9b64-4c97-81ba-20e3959c7d09'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:54.230074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:54.230703 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:54.232168 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] 10.222.0.67 "PUT /v2.0/ports/8a7fc9fb-f4b5-4211-b51f-9213d7b481cc HTTP/1.1" status: 200 len: 1096 time: 3.9451065 Feb 15 13:50:54.249470 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd5c9ac-f7ee-4e11-8827-6b885fa3071e', 'tag': '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:54.251880 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82" -d '{"events": [{"name": "network-changed", "server_uuid": "edd5c9ac-f7ee-4e11-8827-6b885fa3071e", "tag": "8a7fc9fb-f4b5-4211-b51f-9213d7b481cc"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:54.415890 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:54.416273 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (a96bd22f-86bf-47e6-beb6-6baf1a7d1627), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:54.416588 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Floating IP a96bd22f-86bf-47e6-beb6-6baf1a7d1627 disassociated. External IP: 172.25.6.59, port: 392f5105-bb30-4943-b109-b589b524e70b. Feb 15 13:50:54.417069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Calling delete_port for 392f5105-bb30-4943-b109-b589b524e70b owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:50:54.455716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbad847-0bc9-4cb8-a261-35161a1a39f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:54.471866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39b931-a8d0-4d17-bcb5-88baf1f25534 req-1097c255-bbe6-4b8a-af76-46588f9d6589 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:54.485867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf39b931-a8d0-4d17-bcb5-88baf1f25534 req-1097c255-bbe6-4b8a-af76-46588f9d6589 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 948 time: 0.4529693 Feb 15 13:50:54.494328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188fe7b-8443-4c6d-b583-3b0e3cc58f19 req-1c7459fb-5d38-4f3f-8a81-57f7e2c200e8 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:54.502022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b188fe7b-8443-4c6d-b583-3b0e3cc58f19 req-1c7459fb-5d38-4f3f-8a81-57f7e2c200e8 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 972 time: 0.4514854 Feb 15 13:50:54.510742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47088) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:54.642149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be53089a-5ea1-4f33-a36a-e3a75783a6ad req-921a3497-74ba-4888-94f9-216e452ef8a3 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994291 Feb 15 13:50:54.694927 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da02bfa7-5e9e-4660-9cda-f5a3760a4ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:54.702257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-37f30f4d-d207-4b5c-a8f4-22bbdf6399b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:54.704705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-37f30f4d-d207-4b5c-a8f4-22bbdf6399b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 1130 time: 0.3516431 Feb 15 13:50:54.723449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b188fe7b-8443-4c6d-b583-3b0e3cc58f19 req-a1e495c1-d8ba-4a57-af01-cce644d662f6 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206559 Feb 15 13:50:54.727502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf39b931-a8d0-4d17-bcb5-88baf1f25534 req-8f9924b4-e236-4cf3-9b4f-9cddb0751b29 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400854 Feb 15 13:50:54.765800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-2b6404e0-f21d-4970-b2a6-9c2b49983f6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc HTTP/1.1" status: 200 len: 217 time: 0.0533466 Feb 15 13:50:54.818359 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0b498c-7966-40fa-bade-ce3a16298542 x-openstack-request-id: req-ba0b498c-7966-40fa-bade-ce3a16298542 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:54.818359 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:54.818654 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba0b498c-7966-40fa-bade-ce3a16298542 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:54.820007 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'status': 'completed', 'code': 200} Feb 15 13:50:54.876804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-61d3b892-2021-451e-817f-4ac795b7124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:54.878410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-61d3b892-2021-451e-817f-4ac795b7124c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0999599 Feb 15 13:50:54.907471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 392f5105-bb30-4943-b109-b589b524e70b no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:50:54.920178 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da02bfa7-5e9e-4660-9cda-f5a3760a4ff2 admin admin] Publish callbacks [] for security_group (3574949b-9a88-4f8a-af8e-76ad147078b9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:54.927840 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da02bfa7-5e9e-4660-9cda-f5a3760a4ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3574949b-9a88-4f8a-af8e-76ad147078b9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:54.945377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 392f5105-bb30-4943-b109-b589b524e70b {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:50:54.946002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 392f5105-bb30-4943-b109-b589b524e70b not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:50:54.951920 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bad0d2-0f31-4bc2-b612-af7758e0b123 req-128e83e5-3dc2-4624-94d0-c7325ea567ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:54.953613 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d3bad0d2-0f31-4bc2-b612-af7758e0b123 req-128e83e5-3dc2-4624-94d0-c7325ea567ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b2f8bdb2eb40778dab8420079614b3&device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 1130 time: 0.1248891 Feb 15 13:50:55.026481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02bfa7-5e9e-4660-9cda-f5a3760a4ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3574949b-9a88-4f8a-af8e-76ad147078b9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:55.036863 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-da02bfa7-5e9e-4660-9cda-f5a3760a4ff2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d5e680bb0eec4980b613fbb6b363393a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5206237 Feb 15 13:50:55.038534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47108) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:55.114639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bad0d2-0f31-4bc2-b612-af7758e0b123 req-b8616685-0bd6-452e-bce5-aa7d0e2c55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:55.116167 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d3bad0d2-0f31-4bc2-b612-af7758e0b123 req-b8616685-0bd6-452e-bce5-aa7d0e2c55ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1488299 Feb 15 13:50:55.121917 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ffce661-34d6-4474-86c7-d52fdc509dad admin admin] Publish callbacks [] for security_group (3574949b-9a88-4f8a-af8e-76ad147078b9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:55.171175 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d3bad0d2-0f31-4bc2-b612-af7758e0b123 req-669dfedf-b6f2-41b3-b6c3-cdd99b01d530 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab HTTP/1.1" status: 200 len: 217 time: 0.0477333 Feb 15 13:50:55.194413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ffce661-34d6-4474-86c7-d52fdc509dad admin admin] Publish callbacks [] for security_group (3574949b-9a88-4f8a-af8e-76ad147078b9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:55.204956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (392f5105-bb30-4943-b109-b589b524e70b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:55.255089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bad0d2-0f31-4bc2-b612-af7758e0b123 req-97dac042-a065-42e3-b10a-88fa0dc998e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:55.256427 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d3bad0d2-0f31-4bc2-b612-af7758e0b123 req-97dac042-a065-42e3-b10a-88fa0dc998e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0793788 Feb 15 13:50:55.275747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Pushing event deleted for resources: {'Port': ['ID=392f5105-bb30-4943-b109-b589b524e70b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:55.307035 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ffce661-34d6-4474-86c7-d52fdc509dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3574949b-9a88-4f8a-af8e-76ad147078b9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:55.309602 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ffce661-34d6-4474-86c7-d52fdc509dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:55.310730 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9ffce661-34d6-4474-86c7-d52fdc509dad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3574949b-9a88-4f8a-af8e-76ad147078b9 HTTP/1.1" status: 204 len: 168 time: 0.2713592 Feb 15 13:50:55.328641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffce661-34d6-4474-86c7-d52fdc509dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3574949b-9a88-4f8a-af8e-76ad147078b9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:55.332999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bad0d2-0f31-4bc2-b612-af7758e0b123 req-2306e65f-acc3-4866-9b5f-62ada0358e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:55.334541 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d3bad0d2-0f31-4bc2-b612-af7758e0b123 req-2306e65f-acc3-4866-9b5f-62ada0358e65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0724149 Feb 15 13:50:55.345291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-8236e8d6-218b-44f5-9d7b-a4bde34eb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:55.347001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-8236e8d6-218b-44f5-9d7b-a4bde34eb975 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4567344 Feb 15 13:50:55.403667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63b3bc-f2a1-4f05-94f0-5629a6e6e809 req-d9c3e195-98bb-41f5-9c7c-14852222713d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:55.411836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf63b3bc-f2a1-4f05-94f0-5629a6e6e809 req-d9c3e195-98bb-41f5-9c7c-14852222713d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 949 time: 0.5248427 Feb 15 13:50:55.434640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16792bbd-02e6-43dd-a903-c8c18a7ce45a req-3ab8e3c0-45d5-4315-8ed5-1198cf0a0f2c tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:55.436272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16792bbd-02e6-43dd-a903-c8c18a7ce45a req-3ab8e3c0-45d5-4315-8ed5-1198cf0a0f2c tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 947 time: 0.2614181 Feb 15 13:50:55.458265 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d3bad0d2-0f31-4bc2-b612-af7758e0b123 req-144064f8-e05c-4d3a-91fb-133953553e7f service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105249 Feb 15 13:50:55.577685 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d3bad0d2-0f31-4bc2-b612-af7758e0b123 req-ec09c47e-ec1f-4d66-bc8c-f4d97f6f018f service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137204 Feb 15 13:50:55.611955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf63b3bc-f2a1-4f05-94f0-5629a6e6e809 req-374972ea-c13f-4dac-8cb3-05ae3671917e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996593 Feb 15 13:50:55.615144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16792bbd-02e6-43dd-a903-c8c18a7ce45a req-4b6a9488-526b-4bb8-b59c-3238ce11595a tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/security-groups?id=5921ba8e-ea6d-4601-b7a2-d9155d181c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409612 Feb 15 13:50:55.622120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Router 027b1640-b4fd-4f65-89b7-a9d35be25496 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:50:55.624997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-5ee3240d-b537-469c-abb8-2a94d4bad0ce service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433643 Feb 15 13:50:55.658042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47114) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:55.684458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a00d27f-0d57-405a-b608-1f4f97c6a01c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:55.695783 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02edb2d-2625-4457-926b-f9faed8713eb x-openstack-request-id: req-f02edb2d-2625-4457-926b-f9faed8713eb {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:55.696088 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd5c9ac-f7ee-4e11-8827-6b885fa3071e", "tag": "8a7fc9fb-f4b5-4211-b51f-9213d7b481cc", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:55.696352 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f02edb2d-2625-4457-926b-f9faed8713eb {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:55.696750 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd5c9ac-f7ee-4e11-8827-6b885fa3071e', 'tag': '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc', 'status': 'completed', 'code': 200} Feb 15 13:50:55.829716 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a00d27f-0d57-405a-b608-1f4f97c6a01c admin admin] Publish callbacks [] for security_group (83959e8c-d581-4edb-9b2e-54d8c64e5471), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:55.834766 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a00d27f-0d57-405a-b608-1f4f97c6a01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (83959e8c-d581-4edb-9b2e-54d8c64e5471), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:55.873305 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1a00d27f-0d57-405a-b608-1f4f97c6a01c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1bb9782be6604777802bf1148e2ad728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106402 Feb 15 13:50:55.873609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47120) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:55.910864 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa62b323-7494-48b3-bb6b-20c0bcd5534d req-b9d85483-0ba7-4fd0-bf2b-89fb906e3bf9 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1346c13-e3ab-4f40-b9a4-52cc8037cd1a HTTP/1.1" status: 200 len: 210 time: 0.1185877 Feb 15 13:50:55.924925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00d27f-0d57-405a-b608-1f4f97c6a01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83959e8c-d581-4edb-9b2e-54d8c64e5471,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:55.943383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:55.944032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a48e6192-ef85-4322-a370-d0f8b6a707f9 admin admin] Publish callbacks [] for security_group (83959e8c-d581-4edb-9b2e-54d8c64e5471), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:55.945995 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5de2116-9642-426b-9dea-89f3c2adc7c5" -d '{"events": [{"server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "name": "network-vif-plugged", "status": "completed", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:55.970569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a48e6192-ef85-4322-a370-d0f8b6a707f9 admin admin] Publish callbacks [] for security_group (83959e8c-d581-4edb-9b2e-54d8c64e5471), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:56.002656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6670c576-f095-402a-a4e8-e6bbb89119a3 req-9a15a646-9d9c-4b7f-9713-9ca6ac7efcbb service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518250 Feb 15 13:50:56.023920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02475107-e727-4c49-b297-4cb513319143 req-b6a37237-da43-4bf7-8d13-b150da501b50 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:56.031400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-b6a37237-da43-4bf7-8d13-b150da501b50 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2404966 Feb 15 13:50:56.046497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a48e6192-ef85-4322-a370-d0f8b6a707f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (83959e8c-d581-4edb-9b2e-54d8c64e5471), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:56.051377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a48e6192-ef85-4322-a370-d0f8b6a707f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:56.055211 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a48e6192-ef85-4322-a370-d0f8b6a707f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83959e8c-d581-4edb-9b2e-54d8c64e5471 HTTP/1.1" status: 204 len: 168 time: 0.1782527 Feb 15 13:50:56.075558 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e6192-ef85-4322-a370-d0f8b6a707f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83959e8c-d581-4edb-9b2e-54d8c64e5471,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:56.091233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:50:56.114930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0675d4-5da2-48f0-b0b6-3617f1476b50 None None] Sync routers for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:56.127377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-27301b13-0a98-468f-83b6-8739ed994691 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 695 time: 0.0950022 Feb 15 13:50:56.130373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0675d4-5da2-48f0-b0b6-3617f1476b50 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:56.131471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ed0675d4-5da2-48f0-b0b6-3617f1476b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:56.163177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-02475107-e727-4c49-b297-4cb513319143 req-b5c8d746-238b-43de-808b-750fc8ea0eba tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Request body: {'floatingip': {'port_id': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:56.198584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] No DVR routers for this DVR port 392f5105-bb30-4943-b109-b589b524e70b on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:50:56.230251 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:56.233886 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01c66185-bca4-44ed-bcbb-e6fd5f74f1b6 req-2761627b-53d0-4ae1-93d1-afe1c0b7b24e tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.42 "DELETE /v2.0/ports/392f5105-bb30-4943-b109-b589b524e70b HTTP/1.1" status: 204 len: 173 time: 4.0594280 Feb 15 13:50:56.249238 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-02475107-e727-4c49-b297-4cb513319143 req-b5c8d746-238b-43de-808b-750fc8ea0eba tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:56.330494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82 req-aa0bbd9a-a058-4c29-b071-468ec322410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:56.332057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82 req-aa0bbd9a-a058-4c29-b071-468ec322410c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 1130 time: 0.2425649 Feb 15 13:50:56.424701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe3f3a-303d-4a1f-9e4b-74765192e82c req-886ba40c-dc87-4042-a373-397a6b80ca67 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:56.426601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56fe3f3a-303d-4a1f-9e4b-74765192e82c req-886ba40c-dc87-4042-a373-397a6b80ca67 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 972 time: 0.2983105 Feb 15 13:50:56.445905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ed0675d4-5da2-48f0-b0b6-3617f1476b50 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:56.607719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82 req-05b4822d-b23c-43e7-bb69-75071a1b5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:56.609288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82 req-05b4822d-b23c-43e7-bb69-75071a1b5615 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2683918 Feb 15 13:50:56.614558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56fe3f3a-303d-4a1f-9e4b-74765192e82c req-eea72f02-3e65-459e-b014-54e58d546891 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776128 Feb 15 13:50:56.663694 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82 req-5de16dbd-f913-469b-9eaa-b6504bb677d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc HTTP/1.1" status: 200 len: 217 time: 0.0415354 Feb 15 13:50:56.724696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ed0675d4-5da2-48f0-b0b6-3617f1476b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:56.754636 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0675d4-5da2-48f0-b0b6-3617f1476b50 None None] Checking router: 027b1640-b4fd-4f65-89b7-a9d35be25496 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:50:56.772691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0675d4-5da2-48f0-b0b6-3617f1476b50 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:56.773464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ed0675d4-5da2-48f0-b0b6-3617f1476b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:56.879320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82 req-4e490ba6-9f18-4314-8259-ec2236d634da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:56.880900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9319140c-7d0d-455b-8668-166434526e49 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:50:56.881042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82 req-4e490ba6-9f18-4314-8259-ec2236d634da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.2079196 Feb 15 13:50:56.884464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device c101a996-9b64-4c97-81ba-20e3959c7d09 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:56.925176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:50:57.056955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ed0675d4-5da2-48f0-b0b6-3617f1476b50 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:57.095811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47162) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:57.147943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port c101a996-9b64-4c97-81ba-20e3959c7d09 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:57.202111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port c101a996-9b64-4c97-81ba-20e3959c7d09 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:57.202490 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.231216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1262733710-network', 'tenant_id': '72b3401121c0488ab7f8a0dba51c8a23'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:57.253133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d80bde-c8fa-41d6-b9dd-adce1e357051 req-0bd93186-3846-4b37-b8b3-803da28cbb43 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:57.254742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2d80bde-c8fa-41d6-b9dd-adce1e357051 req-0bd93186-3846-4b37-b8b3-803da28cbb43 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 948 time: 0.4769166 Feb 15 13:50:57.268058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Made reservation on behalf of 72b3401121c0488ab7f8a0dba51c8a23 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:57.272472 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.284576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.308617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82 req-b8a5bf55-aaaf-4a6e-a725-c04c35399e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:57.310107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82 req-b8a5bf55-aaaf-4a6e-a725-c04c35399e94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1264925 Feb 15 13:50:57.318830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9319140c-7d0d-455b-8668-166434526e49,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:57.324206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:57.367123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '9319140c-7d0d-455b-8668-166434526e49', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '9319140c-7d0d-455b-8668-166434526e49', 'mac_address': 'fa:16:3e:b8:f7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:50:57.371657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'mac_address': 'fa:16:3e:5b:ba:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:50:57.402915 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Publish callbacks [] for security_group (5b7a29d9-b832-47d0-b109-055dc9e4a682), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.408544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5b7a29d9-b832-47d0-b109-055dc9e4a682), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.437192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:50:57.451760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2d80bde-c8fa-41d6-b9dd-adce1e357051 req-72aaccf0-5aa4-473c-a4be-55fd7918cb50 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695473 Feb 15 13:50:57.460469 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-02475107-e727-4c49-b297-4cb513319143 req-b5c8d746-238b-43de-808b-750fc8ea0eba tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.465753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (b30cb809-2995-4c59-8739-6f12d5b0db1a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.466226 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Added segment b30cb809-2995-4c59-8739-6f12d5b0db1a of type vlan for network 5cc090af-8ef6-44d9-b313-c78163021d70 Feb 15 13:50:57.484275 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-02475107-e727-4c49-b297-4cb513319143 req-b5c8d746-238b-43de-808b-750fc8ea0eba tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.513369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9319140c-7d0d-455b-8668-166434526e49 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:57.513649 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9319140c-7d0d-455b-8668-166434526e49), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.516826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:57.517205 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.539031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port c101a996-9b64-4c97-81ba-20e3959c7d09 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:57.539474 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.542943 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8289e95-386c-471d-b332-7f94b94e0692 x-openstack-request-id: req-a8289e95-386c-471d-b332-7f94b94e0692 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:50:57.543250 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "name": "network-vif-plugged", "status": "completed", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:50:57.543478 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a8289e95-386c-471d-b332-7f94b94e0692 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:50:57.543874 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'code': 200} Feb 15 13:50:57.559653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (5cc090af-8ef6-44d9-b313-c78163021d70), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.560913 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9319140c-7d0d-455b-8668-166434526e49 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:57.566785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:50:57.600744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7a29d9-b832-47d0-b109-055dc9e4a682,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:57.603043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82 req-a1485b35-4f03-4d45-bd90-0302efd68038 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825115 Feb 15 13:50:57.621252 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (5cc090af-8ef6-44d9-b313-c78163021d70), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.624707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:57.625310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.629530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:57.632018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9319140c-7d0d-455b-8668-166434526e49,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:57.636599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port c101a996-9b64-4c97-81ba-20e3959c7d09, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c101a996-9b64-4c97-81ba-20e3959c7d09,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:57.643531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ed0675d4-5da2-48f0-b0b6-3617f1476b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:57.648130 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.649915 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9319140c-7d0d-455b-8668-166434526e49), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.683683 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.709783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0675d4-5da2-48f0-b0b6-3617f1476b50 None None] The sync data for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 is: [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:48:17Z', 'revision_number': 4, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'bba7cee8-65b8-43e2-9179-586a7bde97a3', 'name': '', 'network_id': '7d724eb1-4115-4724-ad17-5501929e5d29', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'mac_address': 'fa:16:3e:4c:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:16Z', 'updated_at': '2022-02-15T13:48:24Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'subnets': [{'id': 'e6a0d7d9-dfb4-46d7-8c55-33325656c55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:50:57.728257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] Pushing event updated for resources: {'Network': ['ID=5cc090af-8ef6-44d9-b313-c78163021d70,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:57.735647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'name': 'network-vif-deleted', 'tag': '392f5105-bb30-4943-b109-b589b524e70b'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:57.738457 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b363c-aba4-48e2-8031-759c7fc79661" -d '{"events": [{"server_uuid": "e1346c13-e3ab-4f40-b9a4-52cc8037cd1a", "name": "network-vif-deleted", "tag": "392f5105-bb30-4943-b109-b589b524e70b"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:57.739975 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-59c0f266-b0c6-4b6c-af77-ccee66999277 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6426487 Feb 15 13:50:57.740775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47180) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:57.743735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 5cc090af-8ef6-44d9-b313-c78163021d70 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:50:57.747702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] Request body: {'subnet': {'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1262733710-subnet', 'tenant_id': '72b3401121c0488ab7f8a0dba51c8a23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:57.782618 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] Made reservation on behalf of 72b3401121c0488ab7f8a0dba51c8a23 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:57.786049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:57.791737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:57.903846 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-02475107-e727-4c49-b297-4cb513319143 req-b5c8d746-238b-43de-808b-750fc8ea0eba tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Floating IP 8aae2083-f583-44ea-b9d4-1a63cd68c103 associated. External IP: 172.25.6.14, port: 7503da7e-7a52-49d8-b64c-ddda92ac61e0. Feb 15 13:50:57.918613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9319140c-7d0d-455b-8668-166434526e49,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:57.951893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9dbaa57-323d-4e3d-b2f2-3c9369e04b82 req-7e9d5825-25e6-4bf1-8fae-4ac857414967 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341904 Feb 15 13:50:57.961635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2fc87-454c-4422-be07-fb35916b5a6d req-ba6080da-c2ab-4cca-81ee-d6bd2e69dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:57.963746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42a2fc87-454c-4422-be07-fb35916b5a6d req-ba6080da-c2ab-4cca-81ee-d6bd2e69dcb0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 1155 time: 0.2142484 Feb 15 13:50:57.965747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:58.028050 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:58.034558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=c101a996-9b64-4c97-81ba-20e3959c7d09,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:58.034809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd866-7e19-490d-b114-1d5919e8c4fc req-8f99c1df-fb01-42b3-941b-b1d7be382db3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:58.036152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4edcd866-7e19-490d-b114-1d5919e8c4fc req-8f99c1df-fb01-42b3-941b-b1d7be382db3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 950 time: 0.2886724 Feb 15 13:50:58.086804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:58.121905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:58.122652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] Network hostable DHCP agents. Network: 5cc090af-8ef6-44d9-b313-c78163021d70, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:50:58.129211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42a2fc87-454c-4422-be07-fb35916b5a6d req-eaa8a925-7cba-4465-b722-5cbbaed582b9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268542 Feb 15 13:50:58.139572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4edcd866-7e19-490d-b114-1d5919e8c4fc req-f7b17f0c-82d6-4e9b-81f1-f39413501ff6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923533 Feb 15 13:50:58.152723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] Network 5cc090af-8ef6-44d9-b313-c78163021d70 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:50:58.172526 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 5cc090af-8ef6-44d9-b313-c78163021d70) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:58.182097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:58.183962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:58.189976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a9003-7a18-4146-bbb9-e3f23eb8f0c8 None None] Network 5cc090af-8ef6-44d9-b313-c78163021d70 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:50:58.223055 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6480ef29-5f67-496f-8882-f2a5474a2272 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4731433 Feb 15 13:50:58.223897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9319140c-7d0d-455b-8668-166434526e49'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:50:58.278454 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9cc67a-c733-4b08-896d-532b93325a3e None None] New status for floating IP a96bd22f-86bf-47e6-beb6-6baf1a7d1627: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:50:58.313605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6adbc-dd87-4e85-a189-eb9eb2502fc6 req-16b7553e-935b-4832-9707-19b1ca26754e tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:58.314765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcf6adbc-dd87-4e85-a189-eb9eb2502fc6 req-16b7553e-935b-4832-9707-19b1ca26754e tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 948 time: 0.0709596 Feb 15 13:50:58.364105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a28bc7-12ac-4b2f-87d6-5e1f59a72b49 None None] Network 5cc090af-8ef6-44d9-b313-c78163021d70 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:50:58.386013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcf6adbc-dd87-4e85-a189-eb9eb2502fc6 req-49683279-ae3a-4e24-9086-d91a629c856b tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/security-groups?id=5921ba8e-ea6d-4601-b7a2-d9155d181c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581534 Feb 15 13:50:58.394867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02475107-e727-4c49-b297-4cb513319143 req-b5c8d746-238b-43de-808b-750fc8ea0eba tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Router b2c802c5-173c-451f-ab7f-5477fe75140c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:50:58.524613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02475107-e727-4c49-b297-4cb513319143 req-b5c8d746-238b-43de-808b-750fc8ea0eba tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:50:58.538666 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-02475107-e727-4c49-b297-4cb513319143 req-b5c8d746-238b-43de-808b-750fc8ea0eba tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:58.539158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dbf3a4-44ee-4eb3-853b-713240a0b962 None None] Sync routers for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:50:58.593820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-b5c8d746-238b-43de-808b-750fc8ea0eba tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "PUT /v2.0/floatingips/8aae2083-f583-44ea-b9d4-1a63cd68c103 HTTP/1.1" status: 200 len: 996 time: 2.4470205 Feb 15 13:50:58.610405 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dbf3a4-44ee-4eb3-853b-713240a0b962 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:50:58.611037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-81dbf3a4-44ee-4eb3-853b-713240a0b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:58.677517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02475107-e727-4c49-b297-4cb513319143 req-1979740b-0fbc-45b2-985a-fbbba966445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:58.684686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-1979740b-0fbc-45b2-985a-fbbba966445d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 1129 time: 0.0834534 Feb 15 13:50:58.847203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02475107-e727-4c49-b297-4cb513319143 req-374d8711-3db1-4b7c-98eb-c775621c79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:58.854285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-374d8711-3db1-4b7c-98eb-c775621c79c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.1685328 Feb 15 13:50:58.890746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-81dbf3a4-44ee-4eb3-853b-713240a0b962 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:50:58.936361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-7a37b1ef-2dd6-4de9-a905-cf4c90db2c3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:58.938814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-7a37b1ef-2dd6-4de9-a905-cf4c90db2c3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa&tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 949 time: 0.1731424 Feb 15 13:50:58.943395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 79ef4778-1f12-45ed-b157-f362619f16f6 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:50:58.945816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:50:58.953890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-c6334e4c-1a8c-471d-8fbd-8a862b5dd360 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 999 time: 0.0988638 Feb 15 13:50:58.999778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47212) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:59.009011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1672418568-network', 'tenant_id': '66d2b60d87054e2da35857bc64e37b9c'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:59.048848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02475107-e727-4c49-b297-4cb513319143 req-7ffa0b30-8151-4e58-8456-e91f69aa684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:59.050307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-7ffa0b30-8151-4e58-8456-e91f69aa684a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.0757959 Feb 15 13:50:59.055579 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-5dc7a02e-c21a-49e1-ab0e-d3f5f6eed8f3 service neutron] delete failed (client error): The resource could not be found. Feb 15 13:50:59.056344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-5dc7a02e-c21a-49e1-ab0e-d3f5f6eed8f3 service neutron] 10.222.0.42 "DELETE /v2.0/ports/9319140c-7d0d-455b-8668-166434526e49/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.1095271 Feb 15 13:50:59.064805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Made reservation on behalf of 66d2b60d87054e2da35857bc64e37b9c for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:59.067152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.082466 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.191973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-ca6619d4-acf9-4e84-af53-7debba2f31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:59.193410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-ca6619d4-acf9-4e84-af53-7debba2f31e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 1132 time: 0.0630431 Feb 15 13:50:59.200753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Publish callbacks [] for security_group (96245a09-a92e-40bf-a026-8a74f9297260), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.204894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02475107-e727-4c49-b297-4cb513319143 req-8fa3f73f-a738-4fc6-abdb-4f88ff5e3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:59.207144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-8fa3f73f-a738-4fc6-abdb-4f88ff5e3b0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1462624 Feb 15 13:50:59.216536 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (96245a09-a92e-40bf-a026-8a74f9297260), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.262684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:50:59.268639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-70e6f358-bd63-4e57-8c9e-0e21b761c443 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:50:59.270300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-70e6f358-bd63-4e57-8c9e-0e21b761c443 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0392947 Feb 15 13:50:59.274258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96245a09-a92e-40bf-a026-8a74f9297260,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:59.278035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:50:59.292879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:50:59.293497 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.300083 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2c5d0118-e27d-486d-b4a4-e1813c861526), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.300415 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Added segment 2c5d0118-e27d-486d-b4a4-e1813c861526 of type vlan for network d9f72d91-9254-4b2d-b18b-8d10043d7be3 Feb 15 13:50:59.349921 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (d9f72d91-9254-4b2d-b18b-8d10043d7be3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.382827 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (d9f72d91-9254-4b2d-b18b-8d10043d7be3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.384038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:59.384724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.437753 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4367669 Feb 15 13:50:59.448052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47224) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:50:59.456170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] Request body: {'subnet': {'network_id': 'd9f72d91-9254-4b2d-b18b-8d10043d7be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1672418568-subnet', 'tenant_id': '66d2b60d87054e2da35857bc64e37b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:50:59.484300 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e71752-7c1f-4979-ae15-de8b9f90a435 admin admin] Pushing event updated for resources: {'Network': ['ID=d9f72d91-9254-4b2d-b18b-8d10043d7be3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:59.508147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] Made reservation on behalf of 66d2b60d87054e2da35857bc64e37b9c for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:50:59.510933 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.517461 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network d9f72d91-9254-4b2d-b18b-8d10043d7be3 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:50:59.544787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 79ef4778-1f12-45ed-b157-f362619f16f6 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:59.545179 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.585485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-20132514-4805-4da9-b9d1-e6b0e0db0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:59.587392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-20132514-4805-4da9-b9d1-e6b0e0db0a24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.3789828 Feb 15 13:50:59.589362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-6e0ba6dd-7f30-4438-84a7-b52e7ae52e57 service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095430 Feb 15 13:50:59.608293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d93a0f-a2ff-460a-a522-e5ba505efb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c101a996-9b64-4c97-81ba-20e3959c7d09'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:50:59.611585 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9dba7b-0bb2-4fd1-bef6-4617c8ac7c09" -d '{"events": [{"server_uuid": "54d93a0f-a2ff-460a-a522-e5ba505efb5f", "name": "network-vif-plugged", "status": "completed", "tag": "c101a996-9b64-4c97-81ba-20e3959c7d09"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:50:59.718847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (310dde0b-f5c0-4b1b-9254-3e767ca27931), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.722883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-396ff7b7-1f8a-458f-89ed-8c02f7c6ffe7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 217 time: 0.1285262 Feb 15 13:50:59.751321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 79ef4778-1f12-45ed-b157-f362619f16f6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=79ef4778-1f12-45ed-b157-f362619f16f6,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:59.767057 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.777251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:50:59.777639 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.789467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310dde0b-f5c0-4b1b-9254-3e767ca27931,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:59.803723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] Checking segment: {'id': '2c5d0118-e27d-486d-b4a4-e1813c861526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9f72d91-9254-4b2d-b18b-8d10043d7be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:50:59.804257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] Network hostable DHCP agents. Network: d9f72d91-9254-4b2d-b18b-8d10043d7be3, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:50:59.840734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-bd5911c1-6a7b-4c98-a123-e155b814b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:59.840973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] Network d9f72d91-9254-4b2d-b18b-8d10043d7be3 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:50:59.842200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-bd5911c1-6a7b-4c98-a123-e155b814b257 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1031237 Feb 15 13:50:59.854281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=79ef4778-1f12-45ed-b157-f362619f16f6,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:50:59.858741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, d9f72d91-9254-4b2d-b18b-8d10043d7be3) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:50:59.872052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:59.872647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.872769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:50:59.877169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b6877-6c2a-4444-8da4-73af9215c448 None None] Network d9f72d91-9254-4b2d-b18b-8d10043d7be3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:50:59.883169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:50:59.911028 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-76ac1d4a-c277-4456-920e-a5f40f65ea32 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4537535 Feb 15 13:50:59.911750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02475107-e727-4c49-b297-4cb513319143 req-84e99b8d-47ab-4798-b506-5ad04a32b30c service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039763 Feb 15 13:50:59.932236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-1f6b1704-ee63-4d98-a8e4-8cd54705e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:50:59.940690 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-1f6b1704-ee63-4d98-a8e4-8cd54705e8f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0886812 Feb 15 13:50:59.952233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-81dbf3a4-44ee-4eb3-853b-713240a0b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:de:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:50:57Z', 'revision_number': 1, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:50:59.998673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dbf3a4-44ee-4eb3-853b-713240a0b962 None None] Checking router: b2c802c5-173c-451f-ab7f-5477fe75140c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:00.039910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dbf3a4-44ee-4eb3-853b-713240a0b962 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:00.040608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-81dbf3a4-44ee-4eb3-853b-713240a0b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:00.048444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:00.097446 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a18df4-42b0-49b7-a5b0-5eaba5f070ed x-openstack-request-id: req-b8a18df4-42b0-49b7-a5b0-5eaba5f070ed {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:00.099876 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1346c13-e3ab-4f40-b9a4-52cc8037cd1a", "name": "network-vif-deleted", "tag": "392f5105-bb30-4943-b109-b589b524e70b", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:00.099876 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b8a18df4-42b0-49b7-a5b0-5eaba5f070ed {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:00.099876 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1346c13-e3ab-4f40-b9a4-52cc8037cd1a', 'name': 'network-vif-deleted', 'tag': '392f5105-bb30-4943-b109-b589b524e70b', 'status': 'completed', 'code': 200} Feb 15 13:51:00.165793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98489423-ecdc-42bd-a417-14fed8e31483 req-e4acfd00-b6c8-4121-8a20-2dbe07d9e578 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:00.166339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c2868-df9d-4c23-8e62-4cfd9b9578cb None None] Network d9f72d91-9254-4b2d-b18b-8d10043d7be3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:51:00.173912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98489423-ecdc-42bd-a417-14fed8e31483 req-e4acfd00-b6c8-4121-8a20-2dbe07d9e578 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 972 time: 0.1450016 Feb 15 13:51:00.187044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-2fe3ceab-ab28-4505-a51b-c3844b9062c9 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401445 Feb 15 13:51:00.267572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-81dbf3a4-44ee-4eb3-853b-713240a0b962 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:00.527135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-81dbf3a4-44ee-4eb3-853b-713240a0b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:de:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:50:57Z', 'revision_number': 1, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:00.566887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98489423-ecdc-42bd-a417-14fed8e31483 req-4bad890a-d59f-48e4-a2d3-6a42938bf918 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919826 Feb 15 13:51:00.598188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee191e17-d965-4627-9eb4-1c9e94dd96d8 req-544edf85-6a4e-4bc6-8373-3edc0c4cd59b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:00.599765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee191e17-d965-4627-9eb4-1c9e94dd96d8 req-544edf85-6a4e-4bc6-8373-3edc0c4cd59b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 949 time: 0.4168127 Feb 15 13:51:00.629879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39d457a-53a3-4b55-8cdf-b9496b0f806f req-abb55101-a6c8-49e8-8523-a51115f463f4 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261334 Feb 15 13:51:00.677846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee191e17-d965-4627-9eb4-1c9e94dd96d8 req-2ad36c6c-84e3-4146-8ce7-334f6091d0ca tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675833 Feb 15 13:51:00.726045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dbf3a4-44ee-4eb3-853b-713240a0b962 None None] The sync data for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 is: [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:de:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:50:57Z', 'revision_number': 1, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:00.735496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c0aac-afce-45f8-8b8b-494f067d3bef req-a13fd399-c51d-443e-9bfc-899dd81de9c1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:00.739487 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a16c0aac-afce-45f8-8b8b-494f067d3bef req-a13fd399-c51d-443e-9bfc-899dd81de9c1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 950 time: 0.0806105 Feb 15 13:51:00.823975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a16c0aac-afce-45f8-8b8b-494f067d3bef req-b03b69d9-21d9-4503-a21b-635a866bd1a1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812516 Feb 15 13:51:00.839684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313298d-32f1-421b-9d6f-984d8f2e0608 req-ba0850fb-d9a7-4daf-a9b7-d3e93670acdf tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:00.845283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e313298d-32f1-421b-9d6f-984d8f2e0608 req-ba0850fb-d9a7-4daf-a9b7-d3e93670acdf tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 949 time: 0.0945370 Feb 15 13:51:00.872885 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0839d0c6-0cff-4c5a-a38e-ee00451b4e18 x-openstack-request-id: req-0839d0c6-0cff-4c5a-a38e-ee00451b4e18 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:00.873429 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d93a0f-a2ff-460a-a522-e5ba505efb5f", "name": "network-vif-plugged", "status": "completed", "tag": "c101a996-9b64-4c97-81ba-20e3959c7d09", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:00.873866 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0839d0c6-0cff-4c5a-a38e-ee00451b4e18 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:00.874281 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d93a0f-a2ff-460a-a522-e5ba505efb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c101a996-9b64-4c97-81ba-20e3959c7d09', 'code': 200} Feb 15 13:51:00.904230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:51:00.907583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e313298d-32f1-421b-9d6f-984d8f2e0608 req-493bc8b5-7128-412a-b60c-5f03e1ff30e5 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/security-groups?id=5921ba8e-ea6d-4601-b7a2-d9155d181c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594671 Feb 15 13:51:00.910072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9319140c-7d0d-455b-8668-166434526e49 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:01.052958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 9319140c-7d0d-455b-8668-166434526e49 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:51:01.057815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-65045313-d936-4474-9bce-eea966729ee7 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:01.065604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 9319140c-7d0d-455b-8668-166434526e49 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:01.066226 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9319140c-7d0d-455b-8668-166434526e49), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:01.070444 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490e8a12-ac6d-4977-93dd-1bb441ee5414 None None] New status for floating IP 8aae2083-f583-44ea-b9d4-1a63cd68c103: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:51:01.074639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-65045313-d936-4474-9bce-eea966729ee7 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1401696 Feb 15 13:51:01.123708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:01.141238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc', 'mac_address': 'fa:16:3e:e3:86:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:51:01.183240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430084-0493-41b6-a4b3-24f6e1931be0 req-f3360498-c1c9-4870-be07-d45208b3caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:01.184878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c430084-0493-41b6-a4b3-24f6e1931be0 req-f3360498-c1c9-4870-be07-d45208b3caf9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 1133 time: 0.2238925 Feb 15 13:51:01.221565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:01.222343 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:01.236615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9319140c-7d0d-455b-8668-166434526e49 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:01.237346 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9319140c-7d0d-455b-8668-166434526e49), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:01.261107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:01.279296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-f74c475a-090d-4f2a-9e6a-339835b15fc2 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 999 time: 0.2033918 Feb 15 13:51:01.296004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Request body: {'floatingip': {'port_id': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:01.308536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9319140c-7d0d-455b-8668-166434526e49,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:01.326262 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9319140c-7d0d-455b-8668-166434526e49), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:01.334707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:01.365111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c430084-0493-41b6-a4b3-24f6e1931be0 req-f0861d41-3969-4099-8091-2a594abb68b4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707637 Feb 15 13:51:01.384671 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:01.402193 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:01.417943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9319140c-7d0d-455b-8668-166434526e49,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:01.496264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:01.751625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-b7d72ee2-fd05-461b-ae13-50ea8873fdaa tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:01.753171 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-b7d72ee2-fd05-461b-ae13-50ea8873fdaa tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 821 time: 0.2065315 Feb 15 13:51:01.777233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-10d56568-3755-4127-827f-ed88391530a7 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/quotas/72b3401121c0488ab7f8a0dba51c8a23 HTTP/1.1" status: 200 len: 375 time: 0.0175226 Feb 15 13:51:01.827398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['8a7fc9fb-f4b5-4211-b51f-9213d7b481cc'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:01.837291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-3a3b319e-703b-47f4-bcda-34bf02d27002 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533104 Feb 15 13:51:01.908885 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.api [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:51:01.909246 n-d-829064-15 neutron-server[109971]: DEBUG oslo_db.api [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:51:01.948344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-06a49a3d-e0ff-4b9e-bcf4-e676e833049d service neutron] 10.222.0.72 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006162 Feb 15 13:51:02.040662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-1b32a6a1-fffa-4055-a4eb-b148cd47db72 service neutron] 10.222.0.72 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855989 Feb 15 13:51:02.100320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:02.102664 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac50472-a1f9-475b-b244-5f82f04e7652" -d '{"events": [{"name": "network-changed", "server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:02.267199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47294) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:02.327091 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9efe7720-e68d-485c-9da5-0021402614ee tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group (35fad320-88ba-4024-967a-784636729201), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:02.371963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9efe7720-e68d-485c-9da5-0021402614ee tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group (35fad320-88ba-4024-967a-784636729201), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:02.413025 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:02.445666 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9efe7720-e68d-485c-9da5-0021402614ee tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (35fad320-88ba-4024-967a-784636729201), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:02.449573 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9efe7720-e68d-485c-9da5-0021402614ee tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:02.451020 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9efe7720-e68d-485c-9da5-0021402614ee tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "DELETE /v2.0/security-groups/35fad320-88ba-4024-967a-784636729201 HTTP/1.1" status: 204 len: 168 time: 0.1843784 Feb 15 13:51:02.454809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47308) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:02.464483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe7720-e68d-485c-9da5-0021402614ee tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fad320-88ba-4024-967a-784636729201,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:02.485554 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-f574f30b-cad9-42a0-b9f1-7eb26c825f09 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] show failed (client error): The resource could not be found. Feb 15 13:51:02.486583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f574f30b-cad9-42a0-b9f1-7eb26c825f09 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "GET /v2.0/security-groups/35fad320-88ba-4024-967a-784636729201 HTTP/1.1" status: 404 len: 347 time: 0.0289407 Feb 15 13:51:02.490220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47310) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:02.560687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-e70e978e-c5c6-4ca6-b305-79537d9f5b3f tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:02.562303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-e70e978e-c5c6-4ca6-b305-79537d9f5b3f tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 805 time: 0.2220097 Feb 15 13:51:02.612585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-c0107846-fee8-4f58-8a0d-984c30fd33aa tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/quotas/e3eac595867e4077a0a643f765679882 HTTP/1.1" status: 200 len: 375 time: 0.0403209 Feb 15 13:51:02.643646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Deleting port b72a334d-0792-424c-b1b1-823b30e4597e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:02.643984 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b72a334d-0792-424c-b1b1-823b30e4597e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:02.747241 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b72a334d-0792-424c-b1b1-823b30e4597e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:02.747891 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for floatingip (b72a334d-0792-424c-b1b1-823b30e4597e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:02.757597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-a8c854cc-fdc6-448a-96b8-b66651b0e232 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441443 Feb 15 13:51:02.762703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Calling delete_port for b72a334d-0792-424c-b1b1-823b30e4597e owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:02.879835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ef4778-1f12-45ed-b157-f362619f16f6'}, {'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab'}, {'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9319140c-7d0d-455b-8668-166434526e49'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:02.883810 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fbfb19-6940-46d2-af10-2a97496eed07" -d '{"events": [{"server_uuid": "650f7faf-98e1-47ab-8c24-225e542cf7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "79ef4778-1f12-45ed-b157-f362619f16f6"}, {"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-plugged", "status": "completed", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab"}, {"server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "name": "network-vif-plugged", "status": "completed", "tag": "9319140c-7d0d-455b-8668-166434526e49"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:02.934074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b72a334d-0792-424c-b1b1-823b30e4597e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:02.960637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Pushing event deleted for resources: {'Port': ['ID=b72a334d-0792-424c-b1b1-823b30e4597e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:02.973114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.973519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.973814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.974158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.974492 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.974825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.975183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.975512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.975839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.976176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.976500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.976823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.977147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:02.982515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-16f8cfc2-d44d-4512-8c17-fd094e25b632 service neutron] 10.222.0.72 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122571 Feb 15 13:51:03.034629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks [] for floatingip (a96bd22f-86bf-47e6-beb6-6baf1a7d1627), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:03.037362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:03.038539 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-54f5f1f5-091f-49b3-b885-5ef72bf26811 tempest-ServersWithSpecificFlavorTestJSON-331718552 tempest-ServersWithSpecificFlavorTestJSON-331718552-project] 10.222.0.72 "DELETE /v2.0/floatingips/a96bd22f-86bf-47e6-beb6-6baf1a7d1627 HTTP/1.1" status: 204 len: 168 time: 0.5459204 Feb 15 13:51:03.162808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-09fba01e-c8db-4d91-aa1c-82cc80a6f789 service neutron] 10.222.0.72 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685715 Feb 15 13:51:03.171059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:03.178117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:03.297875 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Floating IP 8aae2083-f583-44ea-b9d4-1a63cd68c103 associated. External IP: 172.25.6.14, port: 7503da7e-7a52-49d8-b64c-ddda92ac61e0. Feb 15 13:51:03.441196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfaab9-71e0-4f7c-9dae-7caf9e2904c3 req-db3a334b-e951-435b-aff4-d7e605f54f56 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:03.442140 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7dfaab9-71e0-4f7c-9dae-7caf9e2904c3 req-db3a334b-e951-435b-aff4-d7e605f54f56 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.1056449 Feb 15 13:51:03.941457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7dfaab9-71e0-4f7c-9dae-7caf9e2904c3 req-b20cbb42-ef45-49f3-829e-0ca45e35c25d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905286 Feb 15 13:51:03.993593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-945470ba-2561-4ca8-a705-fd1f50915c58 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:03.995149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-945470ba-2561-4ca8-a705-fd1f50915c58 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 821 time: 0.5334868 Feb 15 13:51:04.009623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Request body: {'port': {'device_id': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70', 'admin_state_up': True, 'tenant_id': '72b3401121c0488ab7f8a0dba51c8a23'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:04.022640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f305cd-c153-4655-a5fc-5fe7656fad12 req-0b1582b1-4533-42ce-9bab-929829ec06d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:04.024497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00f305cd-c153-4655-a5fc-5fe7656fad12 req-0b1582b1-4533-42ce-9bab-929829ec06d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "GET /v2.0/ports?device_id=650f7faf-98e1-47ab-8c24-225e542cf7f2 HTTP/1.1" status: 200 len: 944 time: 0.1396554 Feb 15 13:51:04.122917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Router b2c802c5-173c-451f-ab7f-5477fe75140c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:51:04.306747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978698c-ed49-48b7-8d37-79df6aa8510f req-5487ff21-40ad-48ff-b813-cb72f9fddb1e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:04.309042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3978698c-ed49-48b7-8d37-79df6aa8510f req-5487ff21-40ad-48ff-b813-cb72f9fddb1e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 950 time: 0.2834144 Feb 15 13:51:04.449071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Made reservation on behalf of 72b3401121c0488ab7f8a0dba51c8a23 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:51:04.454095 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:04.470926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-00f305cd-c153-4655-a5fc-5fe7656fad12 req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Deleting port 79ef4778-1f12-45ed-b157-f362619f16f6 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:04.471272 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-00f305cd-c153-4655-a5fc-5fe7656fad12 req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:04.557524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3978698c-ed49-48b7-8d37-79df6aa8510f req-c18df2c3-57d1-46bf-a9b4-f23463762074 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357202 Feb 15 13:51:04.565940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:51:04.582265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a05b08-56be-40ac-8ec4-22f9289c0642 None None] Sync routers for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:04.595814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a05b08-56be-40ac-8ec4-22f9289c0642 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:04.596465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e5a05b08-56be-40ac-8ec4-22f9289c0642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:04.637043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-7916896f-97e3-4ea5-a95c-056e50c73b19 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:04.638330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-7916896f-97e3-4ea5-a95c-056e50c73b19 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.42 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 805 time: 0.3151937 Feb 15 13:51:04.725354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Request body: {'port': {'device_id': '5e702ca6-a21f-4475-977b-ccc19148964a', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'admin_state_up': True, 'tenant_id': 'e3eac595867e4077a0a643f765679882'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:04.739917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e5a05b08-56be-40ac-8ec4-22f9289c0642 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:04.852465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-00f305cd-c153-4655-a5fc-5fe7656fad12 req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] For port 79ef4778-1f12-45ed-b157-f362619f16f6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=79ef4778-1f12-45ed-b157-f362619f16f6,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:04.852704 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-00f305cd-c153-4655-a5fc-5fe7656fad12 req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:04.902979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-00f305cd-c153-4655-a5fc-5fe7656fad12 req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Calling delete_port for 79ef4778-1f12-45ed-b157-f362619f16f6 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:04.927350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:05.014697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:51:05.018291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Allocated IP 172.20.0.12 (5cc090af-8ef6-44d9-b313-c78163021d70/ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7/df958ecd-deb9-4dd3-9f92-554cd484633d) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:51:05.020565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:05.020943 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:05.027069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f84660-4fe0-4914-9a9b-06786ee0b864 req-254ab86c-e503-4357-9e90-478dc41241de tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:05.028621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6f84660-4fe0-4914-9a9b-06786ee0b864 req-254ab86c-e503-4357-9e90-478dc41241de tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 949 time: 0.3861616 Feb 15 13:51:05.055804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e5a05b08-56be-40ac-8ec4-22f9289c0642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:fc:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:51:03Z', 'revision_number': 3, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:05.089892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a05b08-56be-40ac-8ec4-22f9289c0642 None None] Checking router: b2c802c5-173c-451f-ab7f-5477fe75140c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:05.106486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a05b08-56be-40ac-8ec4-22f9289c0642 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:05.107122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e5a05b08-56be-40ac-8ec4-22f9289c0642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:05.211839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:05.212213 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:05.240457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Made reservation on behalf of e3eac595867e4077a0a643f765679882 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:51:05.245933 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:05.267315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:05.272220 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:05.279409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e5a05b08-56be-40ac-8ec4-22f9289c0642 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:05.374717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6f84660-4fe0-4914-9a9b-06786ee0b864 req-7ce5adfc-1efd-4a12-b6a9-84c6be1ab1cf tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/security-groups?id=5921ba8e-ea6d-4601-b7a2-d9155d181c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311715 Feb 15 13:51:05.392635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:05.457029 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13f768a-3e71-4878-97d1-a29ae5362496 x-openstack-request-id: req-c13f768a-3e71-4878-97d1-a29ae5362496 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:05.457417 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:05.457605 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c13f768a-3e71-4878-97d1-a29ae5362496 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:05.457999 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'status': 'completed', 'code': 200} Feb 15 13:51:05.474655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Router b2c802c5-173c-451f-ab7f-5477fe75140c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:51:05.486246 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-00f305cd-c153-4655-a5fc-5fe7656fad12 req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (79ef4778-1f12-45ed-b157-f362619f16f6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:05.587521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Pushing event deleted for resources: {'Port': ['ID=79ef4778-1f12-45ed-b157-f362619f16f6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:05.597203 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e5a05b08-56be-40ac-8ec4-22f9289c0642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:fc:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:51:03Z', 'revision_number': 3, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:05.624361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a05b08-56be-40ac-8ec4-22f9289c0642 None None] The sync data for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 is: [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:fc:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:51:03Z', 'revision_number': 3, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:05.649001 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks [] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:05.655300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d292198b-549e-45b8-8917-8e0ed74f801a req-9decc661-af26-4cb7-bcad-88882f8b4865 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 210 time: 0.1042545 Feb 15 13:51:05.682487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.682836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.683326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.683595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.683905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.684233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.684556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.684877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.685203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.685775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.686099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.686727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.686727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:05.806308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f305cd-c153-4655-a5fc-5fe7656fad12 req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] No DVR routers for this DVR port 79ef4778-1f12-45ed-b157-f362619f16f6 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:05.820644 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-00f305cd-c153-4655-a5fc-5fe7656fad12 req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:05.821485 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d3256-8217-48b5-872e-91d1beac4f72 None None] New status for floating IP 8aae2083-f583-44ea-b9d4-1a63cd68c103: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:51:05.823985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00f305cd-c153-4655-a5fc-5fe7656fad12 req-6a3b1cb4-fbff-448a-a6d8-67cddd027096 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "DELETE /v2.0/ports/79ef4778-1f12-45ed-b157-f362619f16f6 HTTP/1.1" status: 204 len: 173 time: 1.7937272 Feb 15 13:51:05.847915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Allocated IP 172.20.0.13 (5461f37d-d055-446e-8d72-40835b2310d7/0b28444a-b502-4aa0-b454-8e8c20bce1b8/06ac8363-ad86-43df-8cdf-4a12fd897e1e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:51:05.907730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac50472-a1f9-475b-b244-5f82f04e7652 req-b44b5e82-0c3c-43ce-bb2b-74243c2c16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:05.909381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aac50472-a1f9-475b-b244-5f82f04e7652 req-b44b5e82-0c3c-43ce-bb2b-74243c2c16c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 1129 time: 0.4151273 Feb 15 13:51:05.959210 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:06.332658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:51:06.341942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ac36f-d03b-4d74-8da3-1ed4bdd4f495 req-31bb4163-29b9-449d-8368-6e41297fcdc4 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.343546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f02ac36f-d03b-4d74-8da3-1ed4bdd4f495 req-31bb4163-29b9-449d-8368-6e41297fcdc4 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 1155 time: 0.5438371 Feb 15 13:51:06.345470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce32f2-dbfc-4a87-a968-602442aa100f None None] Sync routers for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:06.355267 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:06.357112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce32f2-dbfc-4a87-a968-602442aa100f None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:06.357801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f5ce32f2-dbfc-4a87-a968-602442aa100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:06.362940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Network 5cc090af-8ef6-44d9-b313-c78163021d70 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:06.434808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:06.460649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:51:06.497456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Pushing event updated for resources: {'Port': ['ID=df958ecd-deb9-4dd3-9f92-554cd484633d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:06.583107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac50472-a1f9-475b-b244-5f82f04e7652 req-88dd52af-7899-41b0-8981-9c7f83d19833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.584600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aac50472-a1f9-475b-b244-5f82f04e7652 req-88dd52af-7899-41b0-8981-9c7f83d19833 service neutron] 10.222.0.67 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.6670561 Feb 15 13:51:06.608395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-f5ce32f2-dbfc-4a87-a968-602442aa100f None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:06.618453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.619112 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:06.627149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f02ac36f-d03b-4d74-8da3-1ed4bdd4f495 req-ccce651f-e997-4539-b405-47021cdd449c tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676837 Feb 15 13:51:06.660062 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-88feee4a-174f-4997-9bf8-4da6de9d78f9 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "PUT /v2.0/floatingips/8aae2083-f583-44ea-b9d4-1a63cd68c103 HTTP/1.1" status: 200 len: 997 time: 5.3794014 Feb 15 13:51:06.673297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aac50472-a1f9-475b-b244-5f82f04e7652 req-7195868d-b0dc-4b04-8f35-847dcec08ca7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 217 time: 0.0734119 Feb 15 13:51:06.708512 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1854d7-4636-48f4-8e4b-fe5ff5539be3 x-openstack-request-id: req-0c1854d7-4636-48f4-8e4b-fe5ff5539be3 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:06.708802 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650f7faf-98e1-47ab-8c24-225e542cf7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "79ef4778-1f12-45ed-b157-f362619f16f6", "code": 200}, {"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-plugged", "status": "completed", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab", "code": 200}, {"server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "name": "network-vif-plugged", "status": "completed", "tag": "9319140c-7d0d-455b-8668-166434526e49", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:06.709242 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c1854d7-4636-48f4-8e4b-fe5ff5539be3 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:06.709650 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ef4778-1f12-45ed-b157-f362619f16f6', 'code': 200} Feb 15 13:51:06.709909 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'code': 200} Feb 15 13:51:06.710168 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9319140c-7d0d-455b-8668-166434526e49', 'code': 200} Feb 15 13:51:06.750957 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks [] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:06.755161 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-105294f4-b6ef-413b-9550-895da7d5ff0f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7494142 Feb 15 13:51:06.775071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Request body: {'port': {'device_id': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:06.804981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-29fb83fd-166b-4eec-8e10-594f31b39a3e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.806672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-29fb83fd-166b-4eec-8e10-594f31b39a3e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports/7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 943 time: 0.1360042 Feb 15 13:51:06.825314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674fa39-313b-4959-aec8-c068f34405e7 req-f05bb31c-de5d-430f-9353-c5269342b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.826858 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b674fa39-313b-4959-aec8-c068f34405e7 req-f05bb31c-de5d-430f-9353-c5269342b704 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 1132 time: 0.0690255 Feb 15 13:51:06.870704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48ce6b3a-ab66-4bb3-a08f-39c81b84c7ab req-0bab6f4f-2e2c-4600-889d-7d34664b5eb3 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 210 time: 0.0628712 Feb 15 13:51:06.879038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac50472-a1f9-475b-b244-5f82f04e7652 req-f74d939a-c964-4d7d-9881-d4aa012e95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:06.880457 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b674fa39-313b-4959-aec8-c068f34405e7 req-e0f21d89-0b41-4d60-8794-38fcce9733cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5921ba8e-ea6d-4601-b7a2-d9155d181c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460668 Feb 15 13:51:06.881485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aac50472-a1f9-475b-b244-5f82f04e7652 req-f74d939a-c964-4d7d-9881-d4aa012e95fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.1932864 Feb 15 13:51:06.909736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f5ce32f2-dbfc-4a87-a968-602442aa100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:fc:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:51:05Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:06.939695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce32f2-dbfc-4a87-a968-602442aa100f None None] Checking router: b2c802c5-173c-451f-ab7f-5477fe75140c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:06.949573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce32f2-dbfc-4a87-a968-602442aa100f None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:06.950196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f5ce32f2-dbfc-4a87-a968-602442aa100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:07.017761 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:07.058289 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:07.061975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-f5ce32f2-dbfc-4a87-a968-602442aa100f None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:07.101314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Network 5461f37d-d055-446e-8d72-40835b2310d7 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:07.116411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:07.118813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:51:07.142747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-cc845565-3538-4913-9e25-f493a0f5c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:07.144448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-cc845565-3538-4913-9e25-f493a0f5c877 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 1129 time: 0.2586439 Feb 15 13:51:07.164948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Pushing event updated for resources: {'Port': ['ID=06ac8363-ad86-43df-8cdf-4a12fd897e1e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:07.170756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac50472-a1f9-475b-b244-5f82f04e7652 req-d3bb0822-68ae-4e1c-b92c-8153699343bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:07.172360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aac50472-a1f9-475b-b244-5f82f04e7652 req-d3bb0822-68ae-4e1c-b92c-8153699343bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2710323 Feb 15 13:51:07.216763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb869da-4469-4775-bfb5-b9b35213936e req-63a2f37d-1c96-4f40-8d2b-8f866210df4e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:07.218264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eb869da-4469-4775-bfb5-b9b35213936e req-63a2f37d-1c96-4f40-8d2b-8f866210df4e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.2501063 Feb 15 13:51:07.304113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f5ce32f2-dbfc-4a87-a968-602442aa100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:fc:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:51:05Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:07.331778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:07.332354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce32f2-dbfc-4a87-a968-602442aa100f None None] The sync data for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 is: [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:fc:0a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:51:05Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:07.332570 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:07.463983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-73613a3b-d91b-4597-957d-6ed522ed85d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7604845 Feb 15 13:51:07.464698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'name': 'network-vif-deleted', 'tag': '79ef4778-1f12-45ed-b157-f362619f16f6'}, {'name': 'network-changed', 'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0'}, {'name': 'network-changed', 'server_uuid': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'tag': '43cbb097-4fbd-4841-8189-d685b8ecbb00'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:07.467011 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca" -d '{"events": [{"server_uuid": "650f7faf-98e1-47ab-8c24-225e542cf7f2", "name": "network-vif-deleted", "tag": "79ef4778-1f12-45ed-b157-f362619f16f6"}, {"name": "network-changed", "server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0"}, {"name": "network-changed", "server_uuid": "303b4196-3a64-4eb0-bf2f-0e40c8b28d57", "tag": "43cbb097-4fbd-4841-8189-d685b8ecbb00"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:07.491275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Request body: {'port': {'device_id': '5e702ca6-a21f-4475-977b-ccc19148964a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:07.581049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eb869da-4469-4775-bfb5-b9b35213936e req-ef7c1d43-0763-480a-9314-4b76da66603e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406227 Feb 15 13:51:07.591602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-2a6a1705-7577-4eca-97ae-dd6724634353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:07.593120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-2a6a1705-7577-4eca-97ae-dd6724634353 service neutron] 10.222.0.72 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.4183204 Feb 15 13:51:07.600808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aac50472-a1f9-475b-b244-5f82f04e7652 req-0326462f-9c56-421e-b5b4-00bf2b2618be service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116454 Feb 15 13:51:07.725200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-847a98cb-33a2-4367-9882-93ae01527de7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 217 time: 0.1202464 Feb 15 13:51:07.805272 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:07.911990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-84e3e8bf-3d39-4813-9a5a-6762b56034b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:07.913484 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-84e3e8bf-3d39-4813-9a5a-6762b56034b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.1730933 Feb 15 13:51:07.985810 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aac50472-a1f9-475b-b244-5f82f04e7652 req-8c457b55-ca0b-4cbb-90f5-6465efaff054 service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720114 Feb 15 13:51:07.992876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ac779-1eb2-4e11-bf81-f34715498c82 req-4f107a57-9e71-48ff-92a0-d4d0f043afd1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:07.994309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-809ac779-1eb2-4e11-bf81-f34715498c82 req-4f107a57-9e71-48ff-92a0-d4d0f043afd1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 949 time: 0.2760429 Feb 15 13:51:08.020009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df958ecd-deb9-4dd3-9f92-554cd484633d {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:08.042939 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Publish callbacks [] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:08.130149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Transition to ACTIVE for port object df958ecd-deb9-4dd3-9f92-554cd484633d will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:51:08.146127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:08.155207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-1431a701-29f6-41e1-b8b3-ca4246debf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:08.157279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-1431a701-29f6-41e1-b8b3-ca4246debf8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2282567 Feb 15 13:51:08.251347 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-809ac779-1eb2-4e11-bf81-f34715498c82 req-a831c72e-7a81-4f8b-97b4-443e374410ad tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402878 Feb 15 13:51:08.324939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Pushing event updated for resources: {'Port': ['ID=df958ecd-deb9-4dd3-9f92-554cd484633d,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:08.711776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd5c9ac-f7ee-4e11-8827-6b885fa3071e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:08.714146 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756306eb-2d37-449d-8e96-44d07aed6240" -d '{"events": [{"server_uuid": "edd5c9ac-f7ee-4e11-8827-6b885fa3071e", "name": "network-vif-plugged", "status": "completed", "tag": "8a7fc9fb-f4b5-4211-b51f-9213d7b481cc"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:08.733007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-a06a329f-c48b-4fff-964b-8310c7fb6986 service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574052 Feb 15 13:51:08.840308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:51:08.840642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:51:08.840974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:08.854738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ac8363-ad86-43df-8cdf-4a12fd897e1e {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:08.865812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fa283-8125-48ac-b487-4cac219368de req-79004e1d-1496-4471-8cbf-b76f8059171a tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:08.867357 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-848fa283-8125-48ac-b487-4cac219368de req-79004e1d-1496-4471-8cbf-b76f8059171a tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 949 time: 0.5541811 Feb 15 13:51:08.871851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Port df958ecd-deb9-4dd3-9f92-554cd484633d on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:51:08.872180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:08.875449 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Publish callbacks [] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:08.901876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:51:08.902516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:08.902781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:51:08.903122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Bound port: df958ecd-deb9-4dd3-9f92-554cd484633d, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:51:08.903485 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:08.937538 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Transition to ACTIVE for port object 06ac8363-ad86-43df-8cdf-4a12fd897e1e will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:51:08.953125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 79ef4778-1f12-45ed-b157-f362619f16f6 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:08.954684 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:08.963419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-fcef7b00-f28a-472d-b263-98d35ddcd23e service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200503 Feb 15 13:51:08.975603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 79ef4778-1f12-45ed-b157-f362619f16f6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:08.975958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 79ef4778-1f12-45ed-b157-f362619f16f6 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:09.038455 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-848fa283-8125-48ac-b487-4cac219368de req-5aeceb60-9eb8-469d-977a-7ca69ff9efdc tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/security-groups?id=5921ba8e-ea6d-4601-b7a2-d9155d181c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605775 Feb 15 13:51:09.085794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=06ac8363-ad86-43df-8cdf-4a12fd897e1e,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:09.131347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:09.168869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=df958ecd-deb9-4dd3-9f92-554cd484633d,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:51:09.173272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-62cb9d3c-8835-4390-972d-7c910bc1b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:09.174833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-62cb9d3c-8835-4390-972d-7c910bc1b8dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 1128 time: 0.1564751 Feb 15 13:51:09.192785 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:09.320133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:09.320761 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:09.322176 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] 10.222.0.67 "PUT /v2.0/ports/df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 1093 time: 2.5562363 Feb 15 13:51:09.342882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Attempting to bind port 06ac8363-ad86-43df-8cdf-4a12fd897e1e on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:51:09.343246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Attempting to bind port 06ac8363-ad86-43df-8cdf-4a12fd897e1e by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:51:09.343587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Attempting to bind port 06ac8363-ad86-43df-8cdf-4a12fd897e1e on network 5461f37d-d055-446e-8d72-40835b2310d7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:09.367028 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4829a82-0644-4d30-a653-83e69f23a004 service neutron] Pushing event updated for resources: {'Port': ['ID=df958ecd-deb9-4dd3-9f92-554cd484633d,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:09.379737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Port 06ac8363-ad86-43df-8cdf-4a12fd897e1e on network 5461f37d-d055-446e-8d72-40835b2310d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:51:09.379931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Attempting to bind port 06ac8363-ad86-43df-8cdf-4a12fd897e1e on network 5461f37d-d055-446e-8d72-40835b2310d7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:09.419167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:51:09.419504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Checking segment: {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:09.419893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Bound using segment: {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:51:09.420335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Bound port: 06ac8363-ad86-43df-8cdf-4a12fd897e1e, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:51:09.420736 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:09.424109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-f5768326-7bcb-4560-b4ad-935d7d5e7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:09.425627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-f5768326-7bcb-4560-b4ad-935d7d5e7fcf service neutron] 10.222.0.72 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.2429979 Feb 15 13:51:09.457467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66883a-2c2d-4b33-a6ed-0eee09d0a1de req-d8d550a1-cf38-4fc0-9232-307361986d96 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:09.459099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e66883a-2c2d-4b33-a6ed-0eee09d0a1de req-d8d550a1-cf38-4fc0-9232-307361986d96 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 944 time: 0.2447493 Feb 15 13:51:09.575182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-d0033fcc-1b6e-4db4-8deb-1797f34992e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:09.576632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-d0033fcc-1b6e-4db4-8deb-1797f34992e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1127 time: 0.2129891 Feb 15 13:51:09.590955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-7643ef79-8e83-4b92-9f58-2742153fb6f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43cbb097-4fbd-4841-8189-d685b8ecbb00 HTTP/1.1" status: 200 len: 1000 time: 0.1533573 Feb 15 13:51:09.601201 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:09.654035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-44265770-4307-474a-8d9b-445fa3177ef9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 217 time: 0.0682247 Feb 15 13:51:09.672628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] For port 06ac8363-ad86-43df-8cdf-4a12fd897e1e, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:09.708397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] For port 06ac8363-ad86-43df-8cdf-4a12fd897e1e, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=06ac8363-ad86-43df-8cdf-4a12fd897e1e,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:51:09.730063 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e66883a-2c2d-4b33-a6ed-0eee09d0a1de req-4c886e46-f7f7-4d58-8bcd-b79859abcdf0 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355986 Feb 15 13:51:09.744102 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:09.746838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-747d8398-c694-44c2-b114-ed9407c385eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:09.748359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-747d8398-c694-44c2-b114-ed9407c385eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.1484904 Feb 15 13:51:09.820851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:09.821597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:09.823071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/06ac8363-ad86-43df-8cdf-4a12fd897e1e HTTP/1.1" status: 200 len: 1093 time: 2.3404813 Feb 15 13:51:09.824672 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4253fa5b-78be-4f9c-b44f-07ccc978a45c x-openstack-request-id: req-4253fa5b-78be-4f9c-b44f-07ccc978a45c {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:09.824980 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650f7faf-98e1-47ab-8c24-225e542cf7f2", "name": "network-vif-deleted", "tag": "79ef4778-1f12-45ed-b157-f362619f16f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "303b4196-3a64-4eb0-bf2f-0e40c8b28d57", "tag": "43cbb097-4fbd-4841-8189-d685b8ecbb00", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:09.825297 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4253fa5b-78be-4f9c-b44f-07ccc978a45c {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:09.825644 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650f7faf-98e1-47ab-8c24-225e542cf7f2', 'name': 'network-vif-deleted', 'tag': '79ef4778-1f12-45ed-b157-f362619f16f6', 'status': 'completed', 'code': 200} Feb 15 13:51:09.825915 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'status': 'completed', 'code': 200} Feb 15 13:51:09.826173 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'tag': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'status': 'completed', 'code': 200} Feb 15 13:51:09.829415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-a06dfb83-6e96-4efb-b33d-7b590257b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:09.830896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-a06dfb83-6e96-4efb-b33d-7b590257b1ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.1492679 Feb 15 13:51:09.899701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-dd56b844-5cf1-4872-a9ae-cb929f1dc1c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528193 Feb 15 13:51:09.926155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-0a421e04-30f5-4e6f-b38e-b30abe742bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:09.927707 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-0a421e04-30f5-4e6f-b38e-b30abe742bac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 1127 time: 0.0475924 Feb 15 13:51:09.973907 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-b602bc0b-11d0-4e12-90e8-d44c94841913 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06ac8363-ad86-43df-8cdf-4a12fd897e1e HTTP/1.1" status: 200 len: 217 time: 0.0396991 Feb 15 13:51:09.980125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147b6aa-df62-422c-a1f1-d13d9f1bd6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=06ac8363-ad86-43df-8cdf-4a12fd897e1e,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:10.065228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-9565cd9a-3c7c-4567-aa7c-1fcd1006b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.066650 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-9565cd9a-3c7c-4567-aa7c-1fcd1006b54f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3091621 Feb 15 13:51:10.154845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-d01602c6-dd5b-43fe-9fd2-d1d856d20a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.156370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-d01602c6-dd5b-43fe-9fd2-d1d856d20a14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 1128 time: 0.2654233 Feb 15 13:51:10.165940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-a1aaa012-d0cd-4a46-a061-3172da6d208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.167491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-a1aaa012-d0cd-4a46-a061-3172da6d208c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 1129 time: 0.2783689 Feb 15 13:51:10.199677 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-24d948e1-a730-4e56-85b5-41d4e869b410 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817709 Feb 15 13:51:10.206690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac157b-00b5-49cd-b6c3-17c7d26a6223 req-5db7b88c-67ac-47d0-a58e-d69771805818 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.208272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3ac157b-00b5-49cd-b6c3-17c7d26a6223 req-5db7b88c-67ac-47d0-a58e-d69771805818 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 944 time: 0.2893720 Feb 15 13:51:10.254137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-51947113-0103-4f3c-afc3-8d14626c8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.255624 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-51947113-0103-4f3c-afc3-8d14626c8fb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b28444a-b502-4aa0-b454-8e8c20bce1b8 HTTP/1.1" status: 200 len: 845 time: 0.2757564 Feb 15 13:51:10.287414 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-9d6d5532-601c-42d4-adac-ba30c2915063 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5461f37d-d055-446e-8d72-40835b2310d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259092 Feb 15 13:51:10.388189 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-3d237cb1-5600-4976-9560-8d5782261cee service neutron] 10.222.0.42 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938137 Feb 15 13:51:10.467504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-a7719e2b-5350-4504-8539-1234f6f4271e service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854449 Feb 15 13:51:10.493930 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01186e1f-a75d-475f-bac0-7e6dff7be133 req-1cd5ef1a-e66f-4eec-9d13-d4dc08bf5e84 service neutron] 10.222.0.42 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896649 Feb 15 13:51:10.497733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3ac157b-00b5-49cd-b6c3-17c7d26a6223 req-95ca01f0-7da3-44c1-9e23-0cb644e2e97e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586043 Feb 15 13:51:10.504549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-9a9181a5-a22d-4ebd-8b92-e6a08a910dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.505810 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-9a9181a5-a22d-4ebd-8b92-e6a08a910dc9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.3192935 Feb 15 13:51:10.558847 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-ffea90c2-771d-4fee-a9e9-2b9adcdac232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.560362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-ffea90c2-771d-4fee-a9e9-2b9adcdac232 service neutron] 10.222.0.42 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.3903000 Feb 15 13:51:10.560493 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aa98e0-f58f-4ee1-96b5-dc3e87ee1449 x-openstack-request-id: req-31aa98e0-f58f-4ee1-96b5-dc3e87ee1449 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:10.560944 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd5c9ac-f7ee-4e11-8827-6b885fa3071e", "name": "network-vif-plugged", "status": "completed", "tag": "8a7fc9fb-f4b5-4211-b51f-9213d7b481cc", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:10.561024 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31aa98e0-f58f-4ee1-96b5-dc3e87ee1449 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:10.561544 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd5c9ac-f7ee-4e11-8827-6b885fa3071e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc', 'code': 200} Feb 15 13:51:10.570545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17734814-981c-43f8-bf6a-1ca73ac77126 req-58a769cb-45a0-427d-84a2-027a7e1a6c7c service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610542 Feb 15 13:51:10.608135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-9ee9721e-8417-4813-9d00-660f92eb8ff7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 217 time: 0.0863063 Feb 15 13:51:10.758392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-96958542-fff3-4c9b-ae5c-4683c3739e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.759825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-96958542-fff3-4c9b-ae5c-4683c3739e07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.1192088 Feb 15 13:51:10.764042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-d93653a5-f8a2-40aa-ad0e-df006ec4aca4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43cbb097-4fbd-4841-8189-d685b8ecbb00 HTTP/1.1" status: 200 len: 1000 time: 0.1970346 Feb 15 13:51:10.776942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31946da-d8d3-47e2-9e26-f0e3a7ca86ed req-c75d4385-03dc-4747-98f0-49c020745823 service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984076 Feb 15 13:51:10.833615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935548e-3fe2-48bd-b89f-d0b1954b417a req-aa12ddc7-f46d-4b4f-b2fd-6b771d7341b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.835230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f935548e-3fe2-48bd-b89f-d0b1954b417a req-aa12ddc7-f46d-4b4f-b2fd-6b771d7341b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 1132 time: 0.1928880 Feb 15 13:51:10.879536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-d5048deb-bcf6-458e-9fa3-d8187e008b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.881013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-d5048deb-bcf6-458e-9fa3-d8187e008b72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.1034338 Feb 15 13:51:10.929152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-6dbaaf7c-f89c-4e16-8216-6f873dfe75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:10.930692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-6dbaaf7c-f89c-4e16-8216-6f873dfe75e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1636295 Feb 15 13:51:10.981831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f935548e-3fe2-48bd-b89f-d0b1954b417a req-751f7a57-ddfd-4cd2-8375-65bba347a195 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378767 Feb 15 13:51:11.318285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa1e3-1d0c-4ac2-8871-06732a0c44b6 req-81f67e1c-65ab-4e00-9e53-f0d756f200a8 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:11.319879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b3fa1e3-1d0c-4ac2-8871-06732a0c44b6 req-81f67e1c-65ab-4e00-9e53-f0d756f200a8 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 1155 time: 0.4541931 Feb 15 13:51:11.348745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-bd84f1bf-0da1-4bc8-acbd-54c20b8e4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:11.350264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-bd84f1bf-0da1-4bc8-acbd-54c20b8e4905 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4475157 Feb 15 13:51:11.439206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-5179335f-ee22-4b90-8cf4-a51fa8a81b28 service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865966 Feb 15 13:51:11.450802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34f3e8-79c1-4ca2-ab9f-4ff9ce134621 req-19e8d504-1cd9-4af9-bf9c-7ad2776eabd8 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:11.452305 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a34f3e8-79c1-4ca2-ab9f-4ff9ce134621 req-19e8d504-1cd9-4af9-bf9c-7ad2776eabd8 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 949 time: 0.1853406 Feb 15 13:51:11.543756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b3fa1e3-1d0c-4ac2-8871-06732a0c44b6 req-8ca40fee-9a74-41b9-9e80-20aa54fe2bd3 tempest-ServersAdminTestJSON-645596616 tempest-ServersAdminTestJSON-645596616-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130642 Feb 15 13:51:11.603504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-299f3df8-1e80-45e8-b7b9-961a4b49f3b2 service neutron] 10.222.0.42 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377059 Feb 15 13:51:11.608628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a34f3e8-79c1-4ca2-ab9f-4ff9ce134621 req-e59dfa40-a063-4cea-9bfe-bad05927b7c7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484938 Feb 15 13:51:11.642666 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:11.688758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-b730762f-96ef-4d32-802f-3cdc0a690f8b service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337039 Feb 15 13:51:11.800086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b606c9-d9f7-4e45-ba14-82dfeb2920ca req-4e086afe-aa43-4d45-a46b-c5015cc9ef52 service neutron] 10.222.0.42 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856542 Feb 15 13:51:11.803154 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1391e925-a746-45e0-948b-60b41eceb5be req-e2803ab2-c38e-49fa-8293-0ba37a92a46a tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 1000 time: 0.1368716 Feb 15 13:51:11.814357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7411b0-99b8-4a44-9418-052ee9f1252c req-03101bac-a080-4bf0-9cc5-87469c273577 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:11.815916 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd7411b0-99b8-4a44-9418-052ee9f1252c req-03101bac-a080-4bf0-9cc5-87469c273577 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 944 time: 0.1507747 Feb 15 13:51:11.827511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'tag': 'df958ecd-deb9-4dd3-9f92-554cd484633d'}, {'name': 'network-changed', 'server_uuid': '5e702ca6-a21f-4475-977b-ccc19148964a', 'tag': '06ac8363-ad86-43df-8cdf-4a12fd897e1e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:11.830883 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a34df3e-f15d-4431-baaf-700efea7b3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "19ce9c58-96ce-45df-b29f-dfba4ac89da2", "tag": "df958ecd-deb9-4dd3-9f92-554cd484633d"}, {"name": "network-changed", "server_uuid": "5e702ca6-a21f-4475-977b-ccc19148964a", "tag": "06ac8363-ad86-43df-8cdf-4a12fd897e1e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:11.883211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391e925-a746-45e0-948b-60b41eceb5be req-4d4e0be1-7bae-4f70-a905-40c0e47699fa tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:11.884630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1391e925-a746-45e0-948b-60b41eceb5be req-4d4e0be1-7bae-4f70-a905-40c0e47699fa tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports/43cbb097-4fbd-4841-8189-d685b8ecbb00 HTTP/1.1" status: 200 len: 942 time: 0.0678153 Feb 15 13:51:11.909426 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd7411b0-99b8-4a44-9418-052ee9f1252c req-fd405c36-aa46-412e-b0a2-73cf438f684b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842893 Feb 15 13:51:12.060293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1391e925-a746-45e0-948b-60b41eceb5be req-9e5f85d2-939b-446b-998e-ea65647a3e53 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 1000 time: 0.0948205 Feb 15 13:51:12.146123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdc909-d52e-493b-b23f-dc774289515a req-07a38fbe-04a1-4cf4-a10b-095778953340 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:12.147671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ecdc909-d52e-493b-b23f-dc774289515a req-07a38fbe-04a1-4cf4-a10b-095778953340 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 944 time: 0.1279547 Feb 15 13:51:12.214712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391e925-a746-45e0-948b-60b41eceb5be req-387b3f04-ba29-4ab2-9ae0-828709eb9dff tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:12.216113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1391e925-a746-45e0-948b-60b41eceb5be req-387b3f04-ba29-4ab2-9ae0-828709eb9dff tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1481440 Feb 15 13:51:12.229209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-1391e925-a746-45e0-948b-60b41eceb5be req-2b412537-ec9d-496b-810c-7f3b8ecfff6e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:51:12.230187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1391e925-a746-45e0-948b-60b41eceb5be req-2b412537-ec9d-496b-810c-7f3b8ecfff6e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082469 Feb 15 13:51:12.235071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ecdc909-d52e-493b-b23f-dc774289515a req-3f454c98-4f2a-4878-89ce-b6d3bc058b9e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817890 Feb 15 13:51:12.372576 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5d9ddc-32e8-407a-b50a-6d3abbbf486e x-openstack-request-id: req-0c5d9ddc-32e8-407a-b50a-6d3abbbf486e {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:12.373197 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ce9c58-96ce-45df-b29f-dfba4ac89da2", "tag": "df958ecd-deb9-4dd3-9f92-554cd484633d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e702ca6-a21f-4475-977b-ccc19148964a", "tag": "06ac8363-ad86-43df-8cdf-4a12fd897e1e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:12.374187 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c5d9ddc-32e8-407a-b50a-6d3abbbf486e {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:12.375568 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'tag': 'df958ecd-deb9-4dd3-9f92-554cd484633d', 'status': 'completed', 'code': 200} Feb 15 13:51:12.376322 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e702ca6-a21f-4475-977b-ccc19148964a', 'tag': '06ac8363-ad86-43df-8cdf-4a12fd897e1e', 'status': 'completed', 'code': 200} Feb 15 13:51:12.553116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-a15c994c-6297-4c40-a17a-1555aee1b911 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 1000 time: 0.1689062 Feb 15 13:51:12.569150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-bc4f42db-03c9-4100-b4c4-b8b2083e2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:12.570622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-bc4f42db-03c9-4100-b4c4-b8b2083e2947 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1127 time: 0.1727843 Feb 15 13:51:12.652391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-068aa94c-eb45-49c1-851f-6df439dabf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:12.654685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-068aa94c-eb45-49c1-851f-6df439dabf48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 1127 time: 0.2129493 Feb 15 13:51:12.692002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-41e7db48-4c92-4c5e-8430-5714a06b9c1b tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:12.693852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-41e7db48-4c92-4c5e-8430-5714a06b9c1b tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports/43cbb097-4fbd-4841-8189-d685b8ecbb00 HTTP/1.1" status: 200 len: 942 time: 0.1306412 Feb 15 13:51:12.701078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25056-0880-471d-97ef-60feed2916ce req-23dbbd1a-4af7-4386-bf8f-d1feb7b0b38f tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:12.703401 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53d25056-0880-471d-97ef-60feed2916ce req-23dbbd1a-4af7-4386-bf8f-d1feb7b0b38f tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 950 time: 0.2144351 Feb 15 13:51:12.884492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-0298d136-6999-4e45-89c4-0d4ce4dde852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:12.885887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-0298d136-6999-4e45-89c4-0d4ce4dde852 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.3062711 Feb 15 13:51:12.946392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53d25056-0880-471d-97ef-60feed2916ce req-ab6f564d-81af-4670-b264-ea01929f215c tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252073 Feb 15 13:51:12.949738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-c7cf8b9e-4814-4a9d-b608-66e02ab54a5c tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 1000 time: 0.1871274 Feb 15 13:51:12.951079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-3d1ba9b0-4185-4596-aaa3-eb87404772e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:12.952466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-3d1ba9b0-4185-4596-aaa3-eb87404772e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 906 time: 0.2803216 Feb 15 13:51:12.954265 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-6374f677-28c3-404d-b07c-0517f831c73a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 217 time: 0.0589275 Feb 15 13:51:12.998795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 06ac8363-ad86-43df-8cdf-4a12fd897e1e details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:51:13.068189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-cd04de1f-005b-43b5-a927-22dfcd4635ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06ac8363-ad86-43df-8cdf-4a12fd897e1e HTTP/1.1" status: 200 len: 217 time: 0.1017008 Feb 15 13:51:13.101953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 06ac8363-ad86-43df-8cdf-4a12fd897e1e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=06ac8363-ad86-43df-8cdf-4a12fd897e1e,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:13.113605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '06ac8363-ad86-43df-8cdf-4a12fd897e1e', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'port_id': '06ac8363-ad86-43df-8cdf-4a12fd897e1e', 'mac_address': 'fa:16:3e:5d:65:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b28444a-b502-4aa0-b454-8e8c20bce1b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:51:13.135953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-445e2628-b7ac-4e60-bd71-c8e55574ceea tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693426 Feb 15 13:51:13.155132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 06ac8363-ad86-43df-8cdf-4a12fd897e1e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:13.155566 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:13.169998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ac8363-ad86-43df-8cdf-4a12fd897e1e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:13.172768 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-9c186ae3-7534-47e1-a5de-5a4d43b5a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:13.174223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-9c186ae3-7534-47e1-a5de-5a4d43b5a5c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.2088175 Feb 15 13:51:13.188853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 06ac8363-ad86-43df-8cdf-4a12fd897e1e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=06ac8363-ad86-43df-8cdf-4a12fd897e1e,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:13.194154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:13.242962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=06ac8363-ad86-43df-8cdf-4a12fd897e1e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:13.268148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-866ce79c-fa07-4330-b17b-223598010b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:13.269582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-866ce79c-fa07-4330-b17b-223598010b8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0b28444a-b502-4aa0-b454-8e8c20bce1b8 HTTP/1.1" status: 200 len: 845 time: 0.1845458 Feb 15 13:51:13.274679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-50773e39-2147-4ce6-9749-71eaf46a7890 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584364 Feb 15 13:51:13.283788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-c5bd3b73-fadb-4ff0-8f3a-0d82a7296573 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:13.285096 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-c5bd3b73-fadb-4ff0-8f3a-0d82a7296573 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.3284731 Feb 15 13:51:13.370842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-dd16fa8e-62f5-4c59-afeb-433be63605b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5461f37d-d055-446e-8d72-40835b2310d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837300 Feb 15 13:51:13.669333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['06ac8363-ad86-43df-8cdf-4a12fd897e1e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:13.782438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-919116b3-604e-4d20-9060-6fed82c92147 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:13.786617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-919116b3-604e-4d20-9060-6fed82c92147 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6403430 Feb 15 13:51:13.804588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-8a3265bd-91ff-48ed-ad16-433c35ef1880 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 1000 time: 0.4990599 Feb 15 13:51:13.832985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-0df8dcc2-5122-4da4-91c9-8aa4194416fb tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:13.843506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-537b5330-9972-496d-9796-467d7c0ca899 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573554 Feb 15 13:51:13.875789 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-d7ae6c03-9a35-4efb-95ef-6acd5a983126 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/quotas/06fe082f47a64ad9bc2ff9b5c4998f99 HTTP/1.1" status: 200 len: 375 time: 0.0725751 Feb 15 13:51:13.987765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-2c2ad2e5-62e1-43ff-9fd4-a1c500bb3ac7 service neutron] 10.222.0.42 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853748 Feb 15 13:51:14.035322 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-0df8dcc2-5122-4da4-91c9-8aa4194416fb tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:14.176377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-1dbf0680-2666-47b6-80f6-dc94c1bfe076 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2809460 Feb 15 13:51:14.233503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-f34aae5b-7b18-4dba-a297-631cab1076d0 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534098 Feb 15 13:51:14.253458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a34df3e-f15d-4431-baaf-700efea7b3bb req-569d4858-2e40-4624-8769-e73279d9ac82 service neutron] 10.222.0.42 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543499 Feb 15 13:51:14.381591 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-0df8dcc2-5122-4da4-91c9-8aa4194416fb tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:14.389334 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-0df8dcc2-5122-4da4-91c9-8aa4194416fb tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:14.389770 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-0df8dcc2-5122-4da4-91c9-8aa4194416fb tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Floating IP 8aae2083-f583-44ea-b9d4-1a63cd68c103 disassociated. External IP: 172.25.6.14, port: 43cbb097-4fbd-4841-8189-d685b8ecbb00. Feb 15 13:51:14.610198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66e23f-d18c-4e47-97b5-2a3469352b05 req-782a938a-bb8d-4f70-a254-29eee8bbc4d9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:14.611863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d66e23f-d18c-4e47-97b5-2a3469352b05 req-782a938a-bb8d-4f70-a254-29eee8bbc4d9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 949 time: 0.1757877 Feb 15 13:51:14.651976 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-159abf2a-e18a-49f0-9346-6a371db08dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:14.659497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f880f7-1daa-4619-88c3-0246782e3e6a req-7180adad-1012-4f52-b8f7-593fddb28a4e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:14.661220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5f880f7-1daa-4619-88c3-0246782e3e6a req-7180adad-1012-4f52-b8f7-593fddb28a4e tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.42 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 950 time: 0.2011807 Feb 15 13:51:14.769929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d66e23f-d18c-4e47-97b5-2a3469352b05 req-c7523e7e-a5c8-46f7-98bf-0483bfa493c6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377759 Feb 15 13:51:14.947466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-0df8dcc2-5122-4da4-91c9-8aa4194416fb tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Router b2c802c5-173c-451f-ab7f-5477fe75140c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:51:14.968222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee79e7-b3d5-4474-9a3a-54d0bbbe2b59 req-b48df2ae-8b49-46cd-ab1c-274e2256bfa3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:14.970384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7ee79e7-b3d5-4474-9a3a-54d0bbbe2b59 req-b48df2ae-8b49-46cd-ab1c-274e2256bfa3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 944 time: 0.1178067 Feb 15 13:51:14.974930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device df958ecd-deb9-4dd3-9f92-554cd484633d details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:51:15.042836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:51:15.045294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 06ac8363-ad86-43df-8cdf-4a12fd897e1e up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:15.114259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f5f880f7-1daa-4619-88c3-0246782e3e6a req-e7fa0568-37cc-4498-95d2-ac36cb46db83 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Deleting port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:15.114878 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f5f880f7-1daa-4619-88c3-0246782e3e6a req-e7fa0568-37cc-4498-95d2-ac36cb46db83 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:15.145807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7ee79e7-b3d5-4474-9a3a-54d0bbbe2b59 req-9ceb9d93-24f9-423d-9cd2-e87d521d80e7 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656196 Feb 15 13:51:15.250120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=df958ecd-deb9-4dd3-9f92-554cd484633d,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:15.279043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'df958ecd-deb9-4dd3-9f92-554cd484633d', 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70', 'port_id': 'df958ecd-deb9-4dd3-9f92-554cd484633d', 'mac_address': 'fa:16:3e:07:a9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:51:15.348790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f5f880f7-1daa-4619-88c3-0246782e3e6a req-e7fa0568-37cc-4498-95d2-ac36cb46db83 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] For port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:15.349356 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f5f880f7-1daa-4619-88c3-0246782e3e6a req-e7fa0568-37cc-4498-95d2-ac36cb46db83 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:15.359278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-0df8dcc2-5122-4da4-91c9-8aa4194416fb tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:51:15.370572 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-0df8dcc2-5122-4da4-91c9-8aa4194416fb tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:15.375106 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077d03f-03a5-4963-bded-0a2895831819 None None] Sync routers for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:15.394525 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077d03f-03a5-4963-bded-0a2895831819 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:15.395609 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9077d03f-03a5-4963-bded-0a2895831819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:15.464641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-0df8dcc2-5122-4da4-91c9-8aa4194416fb tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "PUT /v2.0/floatingips/8aae2083-f583-44ea-b9d4-1a63cd68c103 HTTP/1.1" status: 200 len: 694 time: 1.6437850 Feb 15 13:51:15.472625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 06ac8363-ad86-43df-8cdf-4a12fd897e1e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:51:15.472873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f5f880f7-1daa-4619-88c3-0246782e3e6a req-e7fa0568-37cc-4498-95d2-ac36cb46db83 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Calling delete_port for b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:15.475238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'tag': '43cbb097-4fbd-4841-8189-d685b8ecbb00'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:15.477793 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ce85e1-b659-473b-bb6d-a5543680fac2" -d '{"events": [{"name": "network-changed", "server_uuid": "303b4196-3a64-4eb0-bf2f-0e40c8b28d57", "tag": "43cbb097-4fbd-4841-8189-d685b8ecbb00"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:15.494836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 06ac8363-ad86-43df-8cdf-4a12fd897e1e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:15.495170 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:15.531813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port df958ecd-deb9-4dd3-9f92-554cd484633d is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:15.532654 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:15.553970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df958ecd-deb9-4dd3-9f92-554cd484633d {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:15.581592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=df958ecd-deb9-4dd3-9f92-554cd484633d,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:15.590630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:15.602156 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:15.644352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'mac_address': 'fa:16:3e:5b:ba:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:51:15.665603 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9077d03f-03a5-4963-bded-0a2895831819 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:15.675943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c53d7c-5b0b-4f07-9579-28741a0906c3 req-5c32804a-3df1-4ef3-9d64-fd87cedeb4d8 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:15.681516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50c53d7c-5b0b-4f07-9579-28741a0906c3 req-5c32804a-3df1-4ef3-9d64-fd87cedeb4d8 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 945 time: 0.2679417 Feb 15 13:51:15.703606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:15.705055 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:15.725889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:15.822191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=df958ecd-deb9-4dd3-9f92-554cd484633d,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:15.832636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-6eb180ff-619a-432c-bcc2-260892629bb1 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778210 Feb 15 13:51:15.834699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:15.842540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.844000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.848725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.848725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.848725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.848725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.848725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.848725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.848725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.848725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.848725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.848725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.848725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:15.881578 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:15.943530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 06ac8363-ad86-43df-8cdf-4a12fd897e1e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:15.943922 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:15.978306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-ac3442a0-8b96-4c2b-86b7-181f79eb119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:15.989777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-ac3442a0-8b96-4c2b-86b7-181f79eb119d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 1128 time: 0.5021856 Feb 15 13:51:15.992206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:16.002609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e702ca6-a21f-4475-977b-ccc19148964a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ac8363-ad86-43df-8cdf-4a12fd897e1e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:16.006860 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b37fefe-b342-4262-a84a-597132010af5" -d '{"events": [{"server_uuid": "5e702ca6-a21f-4475-977b-ccc19148964a", "name": "network-vif-plugged", "status": "completed", "tag": "06ac8363-ad86-43df-8cdf-4a12fd897e1e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:16.014788 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:16.026068 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9077d03f-03a5-4963-bded-0a2895831819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:16.050213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 06ac8363-ad86-43df-8cdf-4a12fd897e1e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=06ac8363-ad86-43df-8cdf-4a12fd897e1e,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:16.064346 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:16.083726 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077d03f-03a5-4963-bded-0a2895831819 None None] Checking router: b2c802c5-173c-451f-ab7f-5477fe75140c for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:16.098205 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077d03f-03a5-4963-bded-0a2895831819 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:16.098559 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9077d03f-03a5-4963-bded-0a2895831819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:16.124570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=06ac8363-ad86-43df-8cdf-4a12fd897e1e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:16.129505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['df958ecd-deb9-4dd3-9f92-554cd484633d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:16.138934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-759024c4-9628-4a90-bddc-47e3342cebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:16.148077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-759024c4-9628-4a90-bddc-47e3342cebd1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.1569173 Feb 15 13:51:16.213807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-044f1ae1-1a20-4cf7-95d5-6cfcf70ed244 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43cbb097-4fbd-4841-8189-d685b8ecbb00 HTTP/1.1" status: 200 len: 217 time: 0.0645876 Feb 15 13:51:16.271488 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9077d03f-03a5-4963-bded-0a2895831819 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:16.310925 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50c53d7c-5b0b-4f07-9579-28741a0906c3 req-a6ad0ee4-723a-41ab-8d24-4bcd89bff876 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090178 Feb 15 13:51:16.446746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-1c25f463-b3a2-41e7-9bc4-212321cb00a3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:16.449388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-1c25f463-b3a2-41e7-9bc4-212321cb00a3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5943241 Feb 15 13:51:16.498785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-4c4677b8-760c-4891-94de-dcc660852aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:16.500406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-4c4677b8-760c-4891-94de-dcc660852aa6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.2682230 Feb 15 13:51:16.504440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Request body: {'port': {'device_id': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '06fe082f47a64ad9bc2ff9b5c4998f99'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:16.549186 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9077d03f-03a5-4963-bded-0a2895831819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:16.582186 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077d03f-03a5-4963-bded-0a2895831819 None None] The sync data for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 is: [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:16.929712 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f5f880f7-1daa-4619-88c3-0246782e3e6a req-e7fa0568-37cc-4498-95d2-ac36cb46db83 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b41daffe-ca29-4afb-8ce3-fa1ea553fbc2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:16.931875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d4a77-df2d-4131-9ed4-2c39442ca05f None None] New status for floating IP 8aae2083-f583-44ea-b9d4-1a63cd68c103: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:51:16.944080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ff36a-437d-4160-9f17-d566def619fa req-7ad0333b-11a5-43ce-879a-9a76e818d724 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:16.945726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad2ff36a-437d-4160-9f17-d566def619fa req-7ad0333b-11a5-43ce-879a-9a76e818d724 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6a7114-9455-4949-a1fa-47603fe8e717 HTTP/1.1" status: 200 len: 950 time: 0.5072198 Feb 15 13:51:16.979478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['92b0db58-937b-4784-9513-0d732c75341d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:16.992027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['b41daffe-ca29-4afb-8ce3-fa1ea553fbc2', '5db8cebb-6c45-44ea-8426-9d0950a0555f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:17.002336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa0568-37cc-4498-95d2-ac36cb46db83 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Pushing event deleted for resources: {'Port': ['ID=b41daffe-ca29-4afb-8ce3-fa1ea553fbc2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:17.097099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:17.116523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f880f7-1daa-4619-88c3-0246782e3e6a req-e7fa0568-37cc-4498-95d2-ac36cb46db83 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] No DVR routers for this DVR port b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:17.130441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f5f880f7-1daa-4619-88c3-0246782e3e6a req-e7fa0568-37cc-4498-95d2-ac36cb46db83 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:17.134962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5f880f7-1daa-4619-88c3-0246782e3e6a req-e7fa0568-37cc-4498-95d2-ac36cb46db83 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.42 "DELETE /v2.0/ports/b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 HTTP/1.1" status: 204 len: 173 time: 2.3541543 Feb 15 13:51:17.140876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-a17c25ed-bc12-4e3b-b757-b246e7207608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:17.142420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-a17c25ed-bc12-4e3b-b757-b246e7207608 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6142831 Feb 15 13:51:17.232030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad2ff36a-437d-4160-9f17-d566def619fa req-3aa89203-bb75-4917-a615-b5e0422169f8 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696376 Feb 15 13:51:17.285202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Made reservation on behalf of 06fe082f47a64ad9bc2ff9b5c4998f99 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:51:17.288800 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:17.315073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-12112eb7-140c-4df9-af37-4f250b7d422a service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631436 Feb 15 13:51:17.560213 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8f3015d4-36e2-4980-a03d-7ca7b9d33f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:17.615864 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9372112a-a434-4d37-a547-1990b331ba02 req-8a5b5942-fb21-4339-b270-d59c2d359075 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 210 time: 0.2299020 Feb 15 13:51:17.641844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5435cace-636a-4fd6-9777-dc76d0a33d40 req-65232868-3a81-4c01-946e-eab9dfb15563 service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115146 Feb 15 13:51:17.676845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:17.677557 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:17.692794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Allocated IP 192.168.233.250 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/bc4b6f3f-2e09-420f-bd9f-e00ced5751ee) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:51:17.818241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47480) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:17.987608 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91d48e9-995a-45a5-b6eb-2dd95f8dafcc x-openstack-request-id: req-b91d48e9-995a-45a5-b6eb-2dd95f8dafcc {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:17.988166 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e702ca6-a21f-4475-977b-ccc19148964a", "name": "network-vif-plugged", "status": "completed", "tag": "06ac8363-ad86-43df-8cdf-4a12fd897e1e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:18.002085 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b91d48e9-995a-45a5-b6eb-2dd95f8dafcc {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:18.004316 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e702ca6-a21f-4475-977b-ccc19148964a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ac8363-ad86-43df-8cdf-4a12fd897e1e', 'code': 200} Feb 15 13:51:18.062794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks [] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:18.096795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:18.097186 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:18.153838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:18.164464 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:18.164873 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4b3004-1f3d-4a04-8712-5ac0ddf8ff51 x-openstack-request-id: req-7c4b3004-1f3d-4a04-8712-5ac0ddf8ff51 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:18.165408 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303b4196-3a64-4eb0-bf2f-0e40c8b28d57", "tag": "43cbb097-4fbd-4841-8189-d685b8ecbb00", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:18.165408 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c4b3004-1f3d-4a04-8712-5ac0ddf8ff51 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:18.165818 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'tag': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'status': 'completed', 'code': 200} Feb 15 13:51:18.166791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:18.208836 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:18.231469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:18.232979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b41daffe-ca29-4afb-8ce3-fa1ea553fbc2 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:18.247338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9319140c-7d0d-455b-8668-166434526e49'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:18.252132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['be9316c8-336a-492a-83ba-7739d98a09b0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:18.286998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7e610-2cf1-48de-a91a-1f76f6745012 req-18b077a1-4378-4c67-af7a-f9f81e996823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:18.288786 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bff7e610-2cf1-48de-a91a-1f76f6745012 req-18b077a1-4378-4c67-af7a-f9f81e996823 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 1129 time: 0.1328804 Feb 15 13:51:18.319426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:18.332366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:18.340234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:51:18.344694 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce85e1-b659-473b-bb6d-a5543680fac2 req-6da3e3f2-0751-4be1-b642-e1c13cec4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:18.346298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83ce85e1-b659-473b-bb6d-a5543680fac2 req-6da3e3f2-0751-4be1-b642-e1c13cec4c40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 1128 time: 0.2116101 Feb 15 13:51:18.348923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:18.379622 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bff7e610-2cf1-48de-a91a-1f76f6745012 req-cc748c7c-de19-4fad-84b3-500934eced5e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716197 Feb 15 13:51:18.399244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881e816-e947-48dc-bfef-a528a7ed5f0f req-a8953033-1802-4465-b5c3-f1eee197471f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:18.412145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881e816-e947-48dc-bfef-a528a7ed5f0f req-a8953033-1802-4465-b5c3-f1eee197471f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:18.413798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e881e816-e947-48dc-bfef-a528a7ed5f0f req-a8953033-1802-4465-b5c3-f1eee197471f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f&device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 1690 time: 0.2026632 Feb 15 13:51:18.460974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d8f90-2796-4b7e-b707-9fff0a6c4627 req-e05a804c-6cf8-4f6b-a663-9b7b85e9292b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:18.462608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d9d8f90-2796-4b7e-b707-9fff0a6c4627 req-e05a804c-6cf8-4f6b-a663-9b7b85e9292b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 945 time: 0.3197482 Feb 15 13:51:18.485022 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:18.537761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:18.706815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:18.707533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:18.742072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e881e816-e947-48dc-bfef-a528a7ed5f0f req-2ac22eac-ef0f-4320-9fcc-9465ec601fe7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234557 Feb 15 13:51:18.804352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b5ba8fc5-4e8f-4934-8634-7de093f885a3 None None] Provisioning complete for port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:18.804727 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8fc5-4e8f-4934-8634-7de093f885a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:18.805126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (027b1640-b4fd-4f65-89b7-a9d35be25496), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:18.850695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b5ba8fc5-4e8f-4934-8634-7de093f885a3 None None] Port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:51:18.871476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-88bccd53-cae7-432f-995b-ebb17268db8d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3832629 Feb 15 13:51:18.878737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d9d8f90-2796-4b7e-b707-9fff0a6c4627 req-27187d54-b43b-43f0-b692-9b7342654558 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133965 Feb 15 13:51:18.896666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Request body: {'port': {'device_id': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:18.900786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce85e1-b659-473b-bb6d-a5543680fac2 req-a779ae3a-da23-43b8-9b77-c60734387154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:18.913077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83ce85e1-b659-473b-bb6d-a5543680fac2 req-a779ae3a-da23-43b8-9b77-c60734387154 service neutron] 10.222.0.42 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.5339463 Feb 15 13:51:19.006214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device df958ecd-deb9-4dd3-9f92-554cd484633d up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:19.020474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83ce85e1-b659-473b-bb6d-a5543680fac2 req-9366301e-fb78-4295-830c-aeac25203b17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43cbb097-4fbd-4841-8189-d685b8ecbb00 HTTP/1.1" status: 200 len: 217 time: 0.0758429 Feb 15 13:51:19.149138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port df958ecd-deb9-4dd3-9f92-554cd484633d completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:51:19.164535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port df958ecd-deb9-4dd3-9f92-554cd484633d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:19.165323 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:19.219141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:19.268675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fa911-029a-4ae1-abda-adeac69c5537 req-6c5ecce2-a08b-4b79-8e8e-251469b91c99 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:19.271406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-033fa911-029a-4ae1-abda-adeac69c5537 req-6c5ecce2-a08b-4b79-8e8e-251469b91c99 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.3252001 Feb 15 13:51:19.274237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce85e1-b659-473b-bb6d-a5543680fac2 req-18654b57-0ff6-4bae-9b33-b883007b9573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:19.276090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83ce85e1-b659-473b-bb6d-a5543680fac2 req-18654b57-0ff6-4bae-9b33-b883007b9573 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.2359033 Feb 15 13:51:19.354597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port df958ecd-deb9-4dd3-9f92-554cd484633d is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:19.355157 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:19.426793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-033fa911-029a-4ae1-abda-adeac69c5537 req-a8d75904-e5ba-4a4b-a37a-377334908c00 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338961 Feb 15 13:51:19.457084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=df958ecd-deb9-4dd3-9f92-554cd484633d,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:19.463452 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:19.526262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] Deleting port bba7cee8-65b8-43e2-9179-586a7bde97a3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:19.526713 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:19.733483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=df958ecd-deb9-4dd3-9f92-554cd484633d,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:19.739391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] For port bba7cee8-65b8-43e2-9179-586a7bde97a3, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bba7cee8-65b8-43e2-9179-586a7bde97a3,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:19.740524 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:19.779701 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:19.801999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] Calling delete_port for bba7cee8-65b8-43e2-9179-586a7bde97a3 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:19.864056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce85e1-b659-473b-bb6d-a5543680fac2 req-06d097e4-0efa-44fa-a5f0-e64a819b7bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:19.865805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83ce85e1-b659-473b-bb6d-a5543680fac2 req-06d097e4-0efa-44fa-a5f0-e64a819b7bc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4991903 Feb 15 13:51:19.955783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-7aa1fed2-e694-45a9-859d-2ee1965c3d98 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:19.957491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-7aa1fed2-e694-45a9-859d-2ee1965c3d98 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3143489 Feb 15 13:51:19.964513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f80eca-8286-45c5-a34d-daaf655a8869 req-08dda4c6-68cc-44d8-ae66-debb7361d8c2 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:19.966956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92f80eca-8286-45c5-a34d-daaf655a8869 req-08dda4c6-68cc-44d8-ae66-debb7361d8c2 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 936 time: 0.6211693 Feb 15 13:51:20.005063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab'}, {'server_uuid': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df958ecd-deb9-4dd3-9f92-554cd484633d'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:20.007569 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf5a4d4-d7a4-43eb-bd7f-7bb1f057e722" -d '{"events": [{"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-plugged", "status": "completed", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab"}, {"server_uuid": "19ce9c58-96ce-45df-b29f-dfba4ac89da2", "name": "network-vif-plugged", "status": "completed", "tag": "df958ecd-deb9-4dd3-9f92-554cd484633d"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:20.030450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-89c2b279-eb2a-482a-826a-8e4c1b768a3c tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 695 time: 0.0564768 Feb 15 13:51:20.071527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-096ab332-d32f-429c-ae68-119799734c3e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Request body: {'floatingip': {'port_id': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:20.157621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-096ab332-d32f-429c-ae68-119799734c3e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:20.170060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6a7114-9455-4949-a1fa-47603fe8e717', 'name': 'network-vif-deleted', 'tag': 'b41daffe-ca29-4afb-8ce3-fa1ea553fbc2'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:20.172433 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f170e3-44cd-4e85-8bf5-42dcae8b67f3" -d '{"events": [{"server_uuid": "be6a7114-9455-4949-a1fa-47603fe8e717", "name": "network-vif-deleted", "tag": "b41daffe-ca29-4afb-8ce3-fa1ea553fbc2"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:20.197818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (bba7cee8-65b8-43e2-9179-586a7bde97a3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:20.236238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba7cee8-65b8-43e2-9179-586a7bde97a3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:20.247670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92f80eca-8286-45c5-a34d-daaf655a8869 req-7ae7259e-2f83-43ea-8666-f3108bd3f48e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715380 Feb 15 13:51:20.285088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83ce85e1-b659-473b-bb6d-a5543680fac2 req-49bea7e6-3387-4706-9e04-c5096e5c2506 service neutron] 10.222.0.42 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946536 Feb 15 13:51:20.367560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4b6f3f-2e09-420f-bd9f-e00ced5751ee {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:20.409481 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Publish callbacks [] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:20.490012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Transition to ACTIVE for port object bc4b6f3f-2e09-420f-bd9f-e00ced5751ee will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:51:20.556461 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:20.660015 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83ce85e1-b659-473b-bb6d-a5543680fac2 req-9d96fc12-2e8f-4de9-a761-004c46899ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699737 Feb 15 13:51:20.718859 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (027b1640-b4fd-4f65-89b7-a9d35be25496), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:20.726091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:20.947987 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:21.038724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:51:21.040274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:51:21.040823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:21.072550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a96f7-da10-47b3-8c99-f7bee0084925 req-849f3473-8eb4-4f80-8ce2-8b40e546d2a5 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:21.081723 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e2a96f7-da10-47b3-8c99-f7bee0084925 req-849f3473-8eb4-4f80-8ce2-8b40e546d2a5 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 1133 time: 0.3867376 Feb 15 13:51:21.115672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:51:21.116439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:21.141534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:51:21.142178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:21.142775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:51:21.143426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Bound port: bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:51:21.143962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:21.159868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] Router 027b1640-b4fd-4f65-89b7-a9d35be25496 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:51:21.229450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e2a96f7-da10-47b3-8c99-f7bee0084925 req-8005b436-d0c2-427c-960a-40711de01987 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465302 Feb 15 13:51:21.362323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a9d2b-66b5-439b-aa7a-ba7498984624 req-9f412bb0-0df6-438a-ab7c-08ce00493195 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:21.364107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-709a9d2b-66b5-439b-aa7a-ba7498984624 req-9f412bb0-0df6-438a-ab7c-08ce00493195 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.42 "GET /v2.0/ports?device_id=303b4196-3a64-4eb0-bf2f-0e40c8b28d57 HTTP/1.1" status: 200 len: 945 time: 0.3797123 Feb 15 13:51:21.375456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:51:21.379203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-096ab332-d32f-429c-ae68-119799734c3e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:21.383089 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9af3e60a-6a83-488a-b90d-7e05fc1e20f9 admin admin] 10.222.0.72 "PUT /v2.0/routers/027b1640-b4fd-4f65-89b7-a9d35be25496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5624559 Feb 15 13:51:21.386930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47530) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:21.390082 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bd329-cf9b-401d-84dd-c6ea94f8a261 None None] Sync routers for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:21.401746 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6bd329-cf9b-401d-84dd-c6ea94f8a261 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:21.402771 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2b6bd329-cf9b-401d-84dd-c6ea94f8a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:21.541515 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Publish callbacks [] for router (027b1640-b4fd-4f65-89b7-a9d35be25496), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:21.644869 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2b6bd329-cf9b-401d-84dd-c6ea94f8a261 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:21.744498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Publish callbacks [] for router_gateway (027b1640-b4fd-4f65-89b7-a9d35be25496), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:21.851878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Deleting port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:21.852576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:21.983441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-096ab332-d32f-429c-ae68-119799734c3e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:22.047318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] For port 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:22.048924 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:22.085761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Calling delete_port for 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:22.108077 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2b6bd329-cf9b-401d-84dd-c6ea94f8a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:51:20Z', 'revision_number': 5, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port': {'id': '6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:12Z', 'updated_at': '2022-02-15T13:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:22.112167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:22.115540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:51:22.184380 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:22.186011 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bd329-cf9b-401d-84dd-c6ea94f8a261 None None] Checking router: 027b1640-b4fd-4f65-89b7-a9d35be25496 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:22.199469 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6bd329-cf9b-401d-84dd-c6ea94f8a261 None None] Routers {'027b1640-b4fd-4f65-89b7-a9d35be25496'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:22.201204 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2b6bd329-cf9b-401d-84dd-c6ea94f8a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['027b1640-b4fd-4f65-89b7-a9d35be25496'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:22.318409 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2b6bd329-cf9b-401d-84dd-c6ea94f8a261 None None] Set router 027b1640-b4fd-4f65-89b7-a9d35be25496 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:22.359805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068a31e-405d-4ca3-a913-1382cca4d84d req-c1711c8a-2f8b-4ab6-af8b-e7a4d146b3e0 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:22.363598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0068a31e-405d-4ca3-a913-1382cca4d84d req-c1711c8a-2f8b-4ab6-af8b-e7a4d146b3e0 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 946 time: 0.9551754 Feb 15 13:51:22.370600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:22.371288 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:22.377183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] 10.222.0.67 "PUT /v2.0/ports/bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 1097 time: 3.4852176 Feb 15 13:51:22.392534 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:22.438168 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2b6bd329-cf9b-401d-84dd-c6ea94f8a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:51:21Z', 'revision_number': 6, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:22.464200 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Pushing event deleted for resources: {'Port': ['ID=6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:22.498201 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6bd329-cf9b-401d-84dd-c6ea94f8a261 None None] The sync data for ids ['027b1640-b4fd-4f65-89b7-a9d35be25496'] in n-d-829064-15 is: [{'id': '027b1640-b4fd-4f65-89b7-a9d35be25496', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1847480815-router', 'tenant_id': 'c2817272a3784fe0ad8656d46f762ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:11Z', 'updated_at': '2022-02-15T13:51:21Z', 'revision_number': 6, 'project_id': 'c2817272a3784fe0ad8656d46f762ccb', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:22.521574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0068a31e-405d-4ca3-a913-1382cca4d84d req-eb28b805-b495-4531-bcae-bd2cc79fde4f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407990 Feb 15 13:51:22.595232 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (027b1640-b4fd-4f65-89b7-a9d35be25496), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:22.687467 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7ce4fc-ac5e-477d-a1b4-3c32b39a0885 x-openstack-request-id: req-fe7ce4fc-ac5e-477d-a1b4-3c32b39a0885 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:22.688287 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-plugged", "status": "completed", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab", "code": 200}, {"server_uuid": "19ce9c58-96ce-45df-b29f-dfba4ac89da2", "name": "network-vif-plugged", "status": "completed", "tag": "df958ecd-deb9-4dd3-9f92-554cd484633d", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:22.688287 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe7ce4fc-ac5e-477d-a1b4-3c32b39a0885 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:22.688605 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'code': 200} Feb 15 13:51:22.688718 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df958ecd-deb9-4dd3-9f92-554cd484633d', 'code': 200} Feb 15 13:51:22.693270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-709a9d2b-66b5-439b-aa7a-ba7498984624 req-d8f64653-d529-473f-800c-8947ee5bf1ce tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Deleting port 43cbb097-4fbd-4841-8189-d685b8ecbb00 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:22.695286 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-709a9d2b-66b5-439b-aa7a-ba7498984624 req-d8f64653-d529-473f-800c-8947ee5bf1ce tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:22.751525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0578a98-8d92-4450-86f8-a08a118508e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:22.855189 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a154d4-1cc3-4d53-b07a-6238c8d975c0 x-openstack-request-id: req-f8a154d4-1cc3-4d53-b07a-6238c8d975c0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:22.855626 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6a7114-9455-4949-a1fa-47603fe8e717", "name": "network-vif-deleted", "tag": "b41daffe-ca29-4afb-8ce3-fa1ea553fbc2", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:22.855980 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f8a154d4-1cc3-4d53-b07a-6238c8d975c0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:22.856470 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6a7114-9455-4949-a1fa-47603fe8e717', 'name': 'network-vif-deleted', 'tag': 'b41daffe-ca29-4afb-8ce3-fa1ea553fbc2', 'status': 'completed', 'code': 200} Feb 15 13:51:22.866297 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-096ab332-d32f-429c-ae68-119799734c3e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Floating IP 8aae2083-f583-44ea-b9d4-1a63cd68c103 associated. External IP: 172.25.6.14, port: 7503da7e-7a52-49d8-b64c-ddda92ac61e0. Feb 15 13:51:22.966004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-382d3567-fab6-49a0-8150-ac49f76f5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:22.967740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-382d3567-fab6-49a0-8150-ac49f76f5ab9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 1131 time: 0.5079834 Feb 15 13:51:23.039749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253cb0-f1f2-46dc-abc4-cf479ac705c8 req-a82a77a4-dce0-4462-b1d8-f86c31ef57a2 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:23.041451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb253cb0-f1f2-46dc-abc4-cf479ac705c8 req-a82a77a4-dce0-4462-b1d8-f86c31ef57a2 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.67 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 949 time: 0.4697628 Feb 15 13:51:23.133050 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (027b1640-b4fd-4f65-89b7-a9d35be25496), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.135834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-ea7dfea8-7bea-426d-b8df-6c72f2a0ecb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 217 time: 0.1176031 Feb 15 13:51:23.137006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Publish callbacks [] for router_controller (027b1640-b4fd-4f65-89b7-a9d35be25496), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.195686 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (027b1640-b4fd-4f65-89b7-a9d35be25496), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.196287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 027b1640-b4fd-4f65-89b7-a9d35be25496 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:51:23.204062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-709a9d2b-66b5-439b-aa7a-ba7498984624 req-d8f64653-d529-473f-800c-8947ee5bf1ce tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] For port 43cbb097-4fbd-4841-8189-d685b8ecbb00, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=43cbb097-4fbd-4841-8189-d685b8ecbb00,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:23.204543 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-709a9d2b-66b5-439b-aa7a-ba7498984624 req-d8f64653-d529-473f-800c-8947ee5bf1ce tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.211145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.215274 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-be187bcb-cdf4-4588-9355-567edc06949a admin admin] 10.222.0.72 "DELETE /v2.0/routers/027b1640-b4fd-4f65-89b7-a9d35be25496 HTTP/1.1" status: 204 len: 168 time: 1.8242776 Feb 15 13:51:23.215737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47534) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:23.216825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df871e-6a1d-47aa-8afa-c6f5f7d94082 req-bb3f4066-5d28-453d-b0bc-4b9acee34812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:23.219160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0df871e-6a1d-47aa-8afa-c6f5f7d94082 req-bb3f4066-5d28-453d-b0bc-4b9acee34812 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1129 time: 0.4461377 Feb 15 13:51:23.290433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-709a9d2b-66b5-439b-aa7a-ba7498984624 req-d8f64653-d529-473f-800c-8947ee5bf1ce tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Calling delete_port for 43cbb097-4fbd-4841-8189-d685b8ecbb00 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:23.304365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bac315b-1419-4c07-b2f0-b4633e759a43 admin admin] Deleting subnet e6a0d7d9-dfb4-46d7-8c55-33325656c55e {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:51:23.307759 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bac315b-1419-4c07-b2f0-b4633e759a43 admin admin] Publish callbacks [] for subnet (e6a0d7d9-dfb4-46d7-8c55-33325656c55e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.333664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23913549-27a0-43eb-a031-d9a757d3ee4b req-1ed57053-e5d0-41a6-8957-977b14ef22da tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:23.340733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23913549-27a0-43eb-a031-d9a757d3ee4b req-1ed57053-e5d0-41a6-8957-977b14ef22da tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.4439840 Feb 15 13:51:23.406368 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bac315b-1419-4c07-b2f0-b4633e759a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (e6a0d7d9-dfb4-46d7-8c55-33325656c55e), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.528109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-0190a602-ec31-436e-abee-c6e0c847d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:23.529875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-0190a602-ec31-436e-abee-c6e0c847d863 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.2517529 Feb 15 13:51:23.542212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bac315b-1419-4c07-b2f0-b4633e759a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e6a0d7d9-dfb4-46d7-8c55-33325656c55e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.611190 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0df871e-6a1d-47aa-8afa-c6f5f7d94082 req-83cf46f9-5d45-4712-967e-5f1f4cf1aad3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385720 Feb 15 13:51:23.641547 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bac315b-1419-4c07-b2f0-b4633e759a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (e6a0d7d9-dfb4-46d7-8c55-33325656c55e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.666537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23913549-27a0-43eb-a031-d9a757d3ee4b req-9da6436b-410a-41a0-abf3-239a96a521a4 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247604 Feb 15 13:51:23.694437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac315b-1419-4c07-b2f0-b4633e759a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a0d7d9-dfb4-46d7-8c55-33325656c55e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:23.696053 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d90cf5d-b7fd-4cbb-9a6c-2392cb36ffaf None None] Network 7d724eb1-4115-4724-ad17-5501929e5d29 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:51:23.699468 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bac315b-1419-4c07-b2f0-b4633e759a43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.706417 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6bac315b-1419-4c07-b2f0-b4633e759a43 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e6a0d7d9-dfb4-46d7-8c55-33325656c55e HTTP/1.1" status: 204 len: 168 time: 0.4895425 Feb 15 13:51:23.708948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47540) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:23.748099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-fb253cb0-f1f2-46dc-abc4-cf479ac705c8 req-b49c9655-fedf-4e34-adeb-7176ff2d11c0 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Deleting port 92b0db58-937b-4784-9513-0d732c75341d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:23.748439 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb253cb0-f1f2-46dc-abc4-cf479ac705c8 req-b49c9655-fedf-4e34-adeb-7176ff2d11c0 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (92b0db58-937b-4784-9513-0d732c75341d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.813854 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (7d724eb1-4115-4724-ad17-5501929e5d29), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:23.939878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Deleting port 58ed90d1-b0f3-4fce-9805-349aac3c1194 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:23.940514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.021320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bba7cee8-65b8-43e2-9179-586a7bde97a3 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:24.036547 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-709a9d2b-66b5-439b-aa7a-ba7498984624 req-d8f64653-d529-473f-800c-8947ee5bf1ce tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (43cbb097-4fbd-4841-8189-d685b8ecbb00), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.064886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7503da7e-7a52-49d8-b64c-ddda92ac61e0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:24.067002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14add5ff-2aed-4e97-84b2-781f00e2e959 None None] DHCP port deletion for 7d724eb1-4115-4724-ad17-5501929e5d29 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:51:24.073568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] For port 58ed90d1-b0f3-4fce-9805-349aac3c1194, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=58ed90d1-b0f3-4fce-9805-349aac3c1194,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:24.073967 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.075811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: bba7cee8-65b8-43e2-9179-586a7bde97a3 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:24.076400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bba7cee8-65b8-43e2-9179-586a7bde97a3 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:24.077073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:24.099270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-4bb06833-99bb-4440-a69e-65836d6fce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:24.100860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-4bb06833-99bb-4440-a69e-65836d6fce3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5173237 Feb 15 13:51:24.107328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Calling delete_port for 58ed90d1-b0f3-4fce-9805-349aac3c1194 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:24.114829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f64653-d529-473f-800c-8947ee5bf1ce tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Pushing event deleted for resources: {'Port': ['ID=43cbb097-4fbd-4841-8189-d685b8ecbb00,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:24.152559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:24.153320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6223a74f-6fd0-40b6-b63f-1f5a1ac27bb6 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:24.193915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-096ab332-d32f-429c-ae68-119799734c3e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Router b2c802c5-173c-451f-ab7f-5477fe75140c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:51:24.208851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e0ed-aa68-4c90-beaa-9f65490fc92b req-037a8be7-7041-46e9-90a0-2285c8abc8cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:24.210453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e05e0ed-aa68-4c90-beaa-9f65490fc92b req-037a8be7-7041-46e9-90a0-2285c8abc8cd tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 949 time: 0.3430724 Feb 15 13:51:24.230370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-14add5ff-2aed-4e97-84b2-781f00e2e959 None None] Deleting port 58ed90d1-b0f3-4fce-9805-349aac3c1194 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:24.231176 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-14add5ff-2aed-4e97-84b2-781f00e2e959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.296084 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.316455 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:51:24.324367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-709a9d2b-66b5-439b-aa7a-ba7498984624 req-d8f64653-d529-473f-800c-8947ee5bf1ce tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] No DVR routers for this DVR port 43cbb097-4fbd-4841-8189-d685b8ecbb00 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:24.327390 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-709a9d2b-66b5-439b-aa7a-ba7498984624 req-d8f64653-d529-473f-800c-8947ee5bf1ce tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.331333 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-709a9d2b-66b5-439b-aa7a-ba7498984624 req-d8f64653-d529-473f-800c-8947ee5bf1ce tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.42 "DELETE /v2.0/ports/43cbb097-4fbd-4841-8189-d685b8ecbb00 HTTP/1.1" status: 204 len: 173 time: 2.9584339 Feb 15 13:51:24.343300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-14add5ff-2aed-4e97-84b2-781f00e2e959 None None] For port 58ed90d1-b0f3-4fce-9805-349aac3c1194, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=58ed90d1-b0f3-4fce-9805-349aac3c1194,segment=NetworkSegment(38f882a5-3491-4019-822b-aba6b9ec926e),segment_id=38f882a5-3491-4019-822b-aba6b9ec926e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:24.344126 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-14add5ff-2aed-4e97-84b2-781f00e2e959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.345352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-fb253cb0-f1f2-46dc-abc4-cf479ac705c8 req-b49c9655-fedf-4e34-adeb-7176ff2d11c0 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] For port 92b0db58-937b-4784-9513-0d732c75341d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=92b0db58-937b-4784-9513-0d732c75341d,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:24.345725 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb253cb0-f1f2-46dc-abc4-cf479ac705c8 req-b49c9655-fedf-4e34-adeb-7176ff2d11c0 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (92b0db58-937b-4784-9513-0d732c75341d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.372556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-14add5ff-2aed-4e97-84b2-781f00e2e959 None None] Calling delete_port for 58ed90d1-b0f3-4fce-9805-349aac3c1194 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:24.396786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-fb253cb0-f1f2-46dc-abc4-cf479ac705c8 req-b49c9655-fedf-4e34-adeb-7176ff2d11c0 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Calling delete_port for 92b0db58-937b-4784-9513-0d732c75341d owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:24.444951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] No DVR routers for this DVR port 58ed90d1-b0f3-4fce-9805-349aac3c1194 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:24.497049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Pushing event deleted for resources: {'Port': ['ID=58ed90d1-b0f3-4fce-9805-349aac3c1194,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:24.611588 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (7d724eb1-4115-4724-ad17-5501929e5d29), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.615039 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-14add5ff-2aed-4e97-84b2-781f00e2e959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (58ed90d1-b0f3-4fce-9805-349aac3c1194), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.632084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14add5ff-2aed-4e97-84b2-781f00e2e959 None None] No DVR routers for this DVR port 58ed90d1-b0f3-4fce-9805-349aac3c1194 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:24.659178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14add5ff-2aed-4e97-84b2-781f00e2e959 None None] Pushing event deleted for resources: {'Port': ['ID=58ed90d1-b0f3-4fce-9805-349aac3c1194,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:24.686690 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d724eb1-4115-4724-ad17-5501929e5d29']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:24.713598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f882a5-3491-4019-822b-aba6b9ec926e') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:24.713879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f882a5-3491-4019-822b-aba6b9ec926e') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:24.726641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (38f882a5-3491-4019-822b-aba6b9ec926e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.748172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (38f882a5-3491-4019-822b-aba6b9ec926e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.760022 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:51:24.761126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (38f882a5-3491-4019-822b-aba6b9ec926e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:51:24.769990 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:51:24.853989 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (7d724eb1-4115-4724-ad17-5501929e5d29), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.864572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:24.872750 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] 10.222.0.72 "DELETE /v2.0/networks/7d724eb1-4115-4724-ad17-5501929e5d29 HTTP/1.1" status: 204 len: 168 time: 1.1571436 Feb 15 13:51:24.872750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47542) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:24.896468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb9476-4d22-4947-9c6c-e6b55757511c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d724eb1-4115-4724-ad17-5501929e5d29,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:24.929903 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e05e0ed-aa68-4c90-beaa-9f65490fc92b req-0e5501d7-cc2c-4844-ac45-c311c9a1e1af tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6921344 Feb 15 13:51:24.931546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'}, {'server_uuid': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'name': 'network-vif-deleted', 'tag': '43cbb097-4fbd-4841-8189-d685b8ecbb00'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:24.935042 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213e317f-31cb-46fb-945d-7febd3df2dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee"}, {"server_uuid": "303b4196-3a64-4eb0-bf2f-0e40c8b28d57", "name": "network-vif-deleted", "tag": "43cbb097-4fbd-4841-8189-d685b8ecbb00"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:25.026160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 43cbb097-4fbd-4841-8189-d685b8ecbb00 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:25.057780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 43cbb097-4fbd-4841-8189-d685b8ecbb00 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:25.058529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 43cbb097-4fbd-4841-8189-d685b8ecbb00 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:25.106837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-729d5f67-59eb-4996-8982-dd8cfcf9df52 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9873793 Feb 15 13:51:25.110223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-096ab332-d32f-429c-ae68-119799734c3e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:51:25.125362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed42e05d-f0ff-4812-92ce-987df9e8c2a4 None None] Sync routers for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:25.142703 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-096ab332-d32f-429c-ae68-119799734c3e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:25.155035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed42e05d-f0ff-4812-92ce-987df9e8c2a4 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:25.167725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ed42e05d-f0ff-4812-92ce-987df9e8c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:25.305581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-096ab332-d32f-429c-ae68-119799734c3e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "PUT /v2.0/floatingips/8aae2083-f583-44ea-b9d4-1a63cd68c103 HTTP/1.1" status: 200 len: 996 time: 5.2483504 Feb 15 13:51:25.309235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de69c72a-b5ff-4a7e-8df4-be6f0484b866 req-5caedca1-2388-4ee7-9517-f6d3863ac937 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812892 Feb 15 13:51:25.315411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d419c6-5e6c-450c-9715-e50400325fd3 req-a9538bfc-e861-45d2-8687-da82d4ba868e tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:25.317251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10d419c6-5e6c-450c-9715-e50400325fd3 req-a9538bfc-e861-45d2-8687-da82d4ba868e tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 1132 time: 0.2450147 Feb 15 13:51:25.434210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ed42e05d-f0ff-4812-92ce-987df9e8c2a4 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:25.473326 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10d419c6-5e6c-450c-9715-e50400325fd3 req-14f442c1-0685-4cca-ae0f-685683a9bcd3 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505420 Feb 15 13:51:25.476741 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb253cb0-f1f2-46dc-abc4-cf479ac705c8 req-b49c9655-fedf-4e34-adeb-7176ff2d11c0 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (92b0db58-937b-4784-9513-0d732c75341d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:25.489409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-3ccf0fe7-84f2-4a92-842b-7f4df8ccd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:25.490942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-3ccf0fe7-84f2-4a92-842b-7f4df8ccd11e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 1129 time: 0.1265888 Feb 15 13:51:25.506622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['5db8cebb-6c45-44ea-8426-9d0950a0555f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:25.540536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c9655-fedf-4e34-adeb-7176ff2d11c0 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Pushing event deleted for resources: {'Port': ['ID=92b0db58-937b-4784-9513-0d732c75341d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:25.641051 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:25.728160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb253cb0-f1f2-46dc-abc4-cf479ac705c8 req-b49c9655-fedf-4e34-adeb-7176ff2d11c0 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] No DVR routers for this DVR port 92b0db58-937b-4784-9513-0d732c75341d on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:25.735673 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb253cb0-f1f2-46dc-abc4-cf479ac705c8 req-b49c9655-fedf-4e34-adeb-7176ff2d11c0 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:25.739773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb253cb0-f1f2-46dc-abc4-cf479ac705c8 req-b49c9655-fedf-4e34-adeb-7176ff2d11c0 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.67 "DELETE /v2.0/ports/92b0db58-937b-4784-9513-0d732c75341d HTTP/1.1" status: 204 len: 173 time: 2.6572802 Feb 15 13:51:25.782737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b862c63-c923-43f0-8d12-f703ef7b1469 req-6791af65-857c-4d82-8389-46cdd38a28d1 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:25.791576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b862c63-c923-43f0-8d12-f703ef7b1469 req-6791af65-857c-4d82-8389-46cdd38a28d1 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 948 time: 0.1653619 Feb 15 13:51:25.835927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-fbfab25a-bbae-4e52-b2b6-72b99324f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:25.837686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-fbfab25a-bbae-4e52-b2b6-72b99324f4f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.3192377 Feb 15 13:51:25.935107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b862c63-c923-43f0-8d12-f703ef7b1469 req-3aece7fd-8bce-49a0-b4e6-3d5a56dc2bc7 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408751 Feb 15 13:51:26.002634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-0d6e7b36-fc95-411e-9c2e-589c4d520179 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 999 time: 0.1577835 Feb 15 13:51:26.041732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ed42e05d-f0ff-4812-92ce-987df9e8c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:de:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:51:21Z', 'revision_number': 8, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:26.090745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed42e05d-f0ff-4812-92ce-987df9e8c2a4 None None] Checking router: b2c802c5-173c-451f-ab7f-5477fe75140c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:26.111704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 58ed90d1-b0f3-4fce-9805-349aac3c1194 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:26.139423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed42e05d-f0ff-4812-92ce-987df9e8c2a4 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:26.154236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ed42e05d-f0ff-4812-92ce-987df9e8c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:26.202100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-c5d31c88-3734-46b9-bc2c-287c98cbd04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:26.216773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-c5d31c88-3734-46b9-bc2c-287c98cbd04e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.1601608 Feb 15 13:51:26.281917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 58ed90d1-b0f3-4fce-9805-349aac3c1194 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:26.282665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 58ed90d1-b0f3-4fce-9805-349aac3c1194 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:26.317825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] Deleting port a3ba18c7-e56f-4ed1-891c-21e9345830ab {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:26.318230 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:26.332603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cff5e7-8e6b-4c44-ab98-91337aa7808e req-69204972-58bd-42b3-9238-1d4ddf6ae4d2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:26.334177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1cff5e7-8e6b-4c44-ab98-91337aa7808e req-69204972-58bd-42b3-9238-1d4ddf6ae4d2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 946 time: 0.1354270 Feb 15 13:51:26.341554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-3f07203b-7dc3-4835-818a-e4fb8714dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:26.349175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-3f07203b-7dc3-4835-818a-e4fb8714dcbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1313820 Feb 15 13:51:26.415798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ed42e05d-f0ff-4812-92ce-987df9e8c2a4 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:26.451887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] For port a3ba18c7-e56f-4ed1-891c-21e9345830ab, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a3ba18c7-e56f-4ed1-891c-21e9345830ab,segment=NetworkSegment(5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80),segment_id=5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:26.453332 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:26.463208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1cff5e7-8e6b-4c44-ab98-91337aa7808e req-0e43aa1f-d335-4f6a-967a-6936b0cd9915 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588813 Feb 15 13:51:26.495177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-4f35cea3-34e9-4496-93e1-1efe9a3d241a service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424286 Feb 15 13:51:26.501499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] Calling delete_port for a3ba18c7-e56f-4ed1-891c-21e9345830ab owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:26.703411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274b6f9c-dc6a-4e95-a8d1-2d1cfc70f712 req-9979cb98-19d7-407d-894c-137fea6db587 service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035904 Feb 15 13:51:26.826476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a3ba18c7-e56f-4ed1-891c-21e9345830ab), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:26.857316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ed42e05d-f0ff-4812-92ce-987df9e8c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:de:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:51:21Z', 'revision_number': 8, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:26.865453 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102a9b2f-cb71-4396-807e-054967740d08 x-openstack-request-id: req-102a9b2f-cb71-4396-807e-054967740d08 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:26.865453 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee", "status": "completed", "code": 200}, {"server_uuid": "303b4196-3a64-4eb0-bf2f-0e40c8b28d57", "name": "network-vif-deleted", "tag": "43cbb097-4fbd-4841-8189-d685b8ecbb00", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:26.867089 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-102a9b2f-cb71-4396-807e-054967740d08 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:26.867452 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'status': 'completed', 'code': 200} Feb 15 13:51:26.867722 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b4196-3a64-4eb0-bf2f-0e40c8b28d57', 'name': 'network-vif-deleted', 'tag': '43cbb097-4fbd-4841-8189-d685b8ecbb00', 'status': 'completed', 'code': 200} Feb 15 13:51:26.909098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ba18c7-e56f-4ed1-891c-21e9345830ab,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:26.952241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed42e05d-f0ff-4812-92ce-987df9e8c2a4 None None] The sync data for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 is: [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8aae2083-f583-44ea-b9d4-1a63cd68c103', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'floating_ip_address': '172.25.6.14', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'port_id': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'mac_address': 'fa:16:3e:de:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:50:32Z', 'updated_at': '2022-02-15T13:51:21Z', 'revision_number': 8, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:27.066623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 92b0db58-937b-4784-9513-0d732c75341d no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:27.126876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0c800f5-3851-43dd-982c-3787cd983f6b req-b84a9f53-5d92-4c22-8478-10c5b374a6b1 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=6576fd47-8b1d-4653-a870-6496db681d42 HTTP/1.1" status: 200 len: 210 time: 0.1210027 Feb 15 13:51:27.146045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 92b0db58-937b-4784-9513-0d732c75341d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:27.146410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 92b0db58-937b-4784-9513-0d732c75341d not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:27.153970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e317f-31cb-46fb-945d-7febd3df2dd9 req-a0087be6-2739-49d3-a6e4-cbefbee61491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:27.156640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-213e317f-31cb-46fb-945d-7febd3df2dd9 req-a0087be6-2739-49d3-a6e4-cbefbee61491 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 1131 time: 0.2270694 Feb 15 13:51:27.332447 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618d060b-14c5-4637-ab19-3e4f63abff3f None None] New status for floating IP 8aae2083-f583-44ea-b9d4-1a63cd68c103: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:51:27.388206 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:27.404732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4e7f62a-31e4-4b1c-a654-1393342f7bdd req-3692137f-8452-481c-a4da-fc3c425f4c53 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips/8aae2083-f583-44ea-b9d4-1a63cd68c103 HTTP/1.1" status: 200 len: 996 time: 0.1817832 Feb 15 13:51:27.542316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7f62a-31e4-4b1c-a654-1393342f7bdd req-b4365bd6-089c-4057-9df5-dc64fccf6280 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:27.552791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4e7f62a-31e4-4b1c-a654-1393342f7bdd req-b4365bd6-089c-4057-9df5-dc64fccf6280 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1473722 Feb 15 13:51:27.639239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e317f-31cb-46fb-945d-7febd3df2dd9 req-0a465119-9ed9-4313-bf47-24af6c8f94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:27.640777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-213e317f-31cb-46fb-945d-7febd3df2dd9 req-0a465119-9ed9-4313-bf47-24af6c8f94c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.4701242 Feb 15 13:51:27.665504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034221-7c09-45f6-b18d-65efab620619 req-2c0ecfd4-1532-46a0-9896-ba6c55b9d03f tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:27.674856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4034221-7c09-45f6-b18d-65efab620619 req-2c0ecfd4-1532-46a0-9896-ba6c55b9d03f tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1129 time: 0.3977909 Feb 15 13:51:27.720516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] Router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:51:27.750629 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-213e317f-31cb-46fb-945d-7febd3df2dd9 req-957bc7d5-fc50-4bd3-837b-fedf9a6523bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 217 time: 0.0716085 Feb 15 13:51:27.829771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c122c-67e9-4da0-a038-4c6098b9b296 req-4c68d522-8a6b-45d0-a254-ab7d6d4fa2eb tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:27.830689 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe0c122c-67e9-4da0-a038-4c6098b9b296 req-4c68d522-8a6b-45d0-a254-ab7d6d4fa2eb tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.2092128 Feb 15 13:51:27.856118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4034221-7c09-45f6-b18d-65efab620619 req-7b0fd6a7-9513-49f8-9ef7-00b008f57b5e tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787050 Feb 15 13:51:27.873185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e317f-31cb-46fb-945d-7febd3df2dd9 req-1ee4eb9e-c681-412c-afd9-821deba2fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:27.874722 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-213e317f-31cb-46fb-945d-7febd3df2dd9 req-1ee4eb9e-c681-412c-afd9-821deba2fdb4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1150360 Feb 15 13:51:27.916579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:51:27.927760 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7e07d4f5-eff1-4f3e-9f87-fee5beef5d18 admin admin] 10.222.0.72 "PUT /v2.0/routers/4154f0e0-aa0a-4d69-953f-16b13acc6e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0390029 Feb 15 13:51:27.928522 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47580) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:27.940474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88a953-5b7b-47f4-8ecc-c8b0e0070912 None None] Sync routers for ids ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:27.952256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88a953-5b7b-47f4-8ecc-c8b0e0070912 None None] Routers {'4154f0e0-aa0a-4d69-953f-16b13acc6e4b'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:27.955673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9e88a953-5b7b-47f4-8ecc-c8b0e0070912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:27.990629 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe0c122c-67e9-4da0-a038-4c6098b9b296 req-3dac51ad-8dbe-45dd-9bb9-dbbc4c27e62d tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528363 Feb 15 13:51:28.015808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e317f-31cb-46fb-945d-7febd3df2dd9 req-526466e9-38c6-4f30-b374-ee13481cd699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:28.017323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-213e317f-31cb-46fb-945d-7febd3df2dd9 req-526466e9-38c6-4f30-b374-ee13481cd699 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1307151 Feb 15 13:51:28.157458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Publish callbacks [] for router (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:28.196883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17a51a-5bae-49d7-8527-64453e11e166 req-78d4c628-f3dc-4f17-ba98-e28681b56e46 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:28.198476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e17a51a-5bae-49d7-8527-64453e11e166 req-78d4c628-f3dc-4f17-ba98-e28681b56e46 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 948 time: 0.0931065 Feb 15 13:51:28.305379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-213e317f-31cb-46fb-945d-7febd3df2dd9 req-6fd41251-1f5c-4641-b0fa-875aa2ac8540 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810335 Feb 15 13:51:28.333592 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Publish callbacks [] for router_gateway (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:28.334807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-4c973735-a848-4227-82d1-f3681df16b8f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685427 Feb 15 13:51:28.341218 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e17a51a-5bae-49d7-8527-64453e11e166 req-bc3c3681-9c62-4831-933d-c19cdefbaf88 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152203 Feb 15 13:51:28.399835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9e88a953-5b7b-47f4-8ecc-c8b0e0070912 None None] Set router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:28.446865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Deleting port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:28.447418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:28.560240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] For port 0d5b71a8-5239-4a6a-a7a8-b12cd688babe, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0d5b71a8-5239-4a6a-a7a8-b12cd688babe,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:28.560772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:28.570295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-213e317f-31cb-46fb-945d-7febd3df2dd9 req-8ac23094-1e5f-47a8-affc-464293de1819 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517526 Feb 15 13:51:28.576890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Calling delete_port for 0d5b71a8-5239-4a6a-a7a8-b12cd688babe owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:28.590812 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-1d2abadc-5101-4ee1-a702-bf56ca33356d tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 1001 time: 0.1890073 Feb 15 13:51:28.648493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-ed8b85a2-2f88-4be9-9357-d626d7c10853 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:28.650200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-ed8b85a2-2f88-4be9-9357-d626d7c10853 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145573 Feb 15 13:51:28.675401 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-4f67fec0-09a8-4169-8b19-4d21cc859ac5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:28.680338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-4f67fec0-09a8-4169-8b19-4d21cc859ac5 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports/7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 943 time: 0.0886269 Feb 15 13:51:28.695498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c3d65071-ad7b-4745-b3bd-395abae1e244 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/quotas/7aef015375ad44b98dbd519ebaf87d98 HTTP/1.1" status: 200 len: 375 time: 0.0376322 Feb 15 13:51:28.701269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9e88a953-5b7b-47f4-8ecc-c8b0e0070912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-router', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:25Z', 'updated_at': '2022-02-15T13:51:26Z', 'revision_number': 5, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'gw_port': {'id': '0d5b71a8-5239-4a6a-a7a8-b12cd688babe', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:48:27Z', 'updated_at': '2022-02-15T13:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:28.752622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88a953-5b7b-47f4-8ecc-c8b0e0070912 None None] Checking router: 4154f0e0-aa0a-4d69-953f-16b13acc6e4b for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:28.766159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88a953-5b7b-47f4-8ecc-c8b0e0070912 None None] Routers {'4154f0e0-aa0a-4d69-953f-16b13acc6e4b'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:28.766983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9e88a953-5b7b-47f4-8ecc-c8b0e0070912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:28.837925 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0d5b71a8-5239-4a6a-a7a8-b12cd688babe), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:28.840941 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-1a83abe6-b57a-4144-9d53-11ef38e37829 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 1001 time: 0.0894468 Feb 15 13:51:28.881669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5b71a8-5239-4a6a-a7a8-b12cd688babe,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:28.909225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9e88a953-5b7b-47f4-8ecc-c8b0e0070912 None None] Set router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:28.966224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0'}, {'server_uuid': '6576fd47-8b1d-4653-a870-6496db681d42', 'name': 'network-vif-deleted', 'tag': '92b0db58-937b-4784-9513-0d732c75341d'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:28.969126 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a29229-eb52-421a-97d0-8f592b94665d" -d '{"events": [{"name": "network-changed", "server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0"}, {"server_uuid": "6576fd47-8b1d-4653-a870-6496db681d42", "name": "network-vif-deleted", "tag": "92b0db58-937b-4784-9513-0d732c75341d"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:28.979689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9e88a953-5b7b-47f4-8ecc-c8b0e0070912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-router', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:25Z', 'updated_at': '2022-02-15T13:51:28Z', 'revision_number': 6, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:28.982975 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:28.989155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-44553380-71ce-468a-8bd0-d3dc2de3329d tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:29.000597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-44553380-71ce-468a-8bd0-d3dc2de3329d tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1533124 Feb 15 13:51:29.013797 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88a953-5b7b-47f4-8ecc-c8b0e0070912 None None] The sync data for ids ['4154f0e0-aa0a-4d69-953f-16b13acc6e4b'] in n-d-829064-15 is: [{'id': '4154f0e0-aa0a-4d69-953f-16b13acc6e4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-820643215-router', 'tenant_id': '1a41fd7f9c874d97bae185a40e948d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:48:25Z', 'updated_at': '2022-02-15T13:51:28Z', 'revision_number': 6, 'project_id': '1a41fd7f9c874d97bae185a40e948d5e', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:29.015796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-00825abd-675c-4e9a-a567-b7c408bf3223 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3183894 Feb 15 13:51:29.115210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.117628 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Publish callbacks [] for router_controller (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.130979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-b1f13af4-ea1c-4374-bb4f-f5d5ff286fa8 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 1001 time: 0.1287291 Feb 15 13:51:29.137785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-27c4a36d-4ccb-4cc4-bb78-3513b6fe1849 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:29.183007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (4154f0e0-aa0a-4d69-953f-16b13acc6e4b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.184842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4154f0e0-aa0a-4d69-953f-16b13acc6e4b {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:51:29.193754 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.195609 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8c3c15c9-65e7-488e-89d1-d1bae60a4083 admin admin] 10.222.0.72 "DELETE /v2.0/routers/4154f0e0-aa0a-4d69-953f-16b13acc6e4b HTTP/1.1" status: 204 len: 168 time: 1.2661340 Feb 15 13:51:29.198567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47608) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:29.244481 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-27c4a36d-4ccb-4cc4-bb78-3513b6fe1849 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.292198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-105e1dc9-86b8-445c-8ac5-4b231888cee3 admin admin] Deleting subnet 8136f475-ca7d-4ea7-b013-bd2a1e7004e0 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:51:29.296222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-105e1dc9-86b8-445c-8ac5-4b231888cee3 admin admin] Publish callbacks [] for subnet (8136f475-ca7d-4ea7-b013-bd2a1e7004e0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.352244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-105e1dc9-86b8-445c-8ac5-4b231888cee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (8136f475-ca7d-4ea7-b013-bd2a1e7004e0), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.423003 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-27c4a36d-4ccb-4cc4-bb78-3513b6fe1849 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.431713 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-27c4a36d-4ccb-4cc4-bb78-3513b6fe1849 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.432187 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-27c4a36d-4ccb-4cc4-bb78-3513b6fe1849 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Floating IP 8aae2083-f583-44ea-b9d4-1a63cd68c103 disassociated. External IP: 172.25.6.14, port: 7503da7e-7a52-49d8-b64c-ddda92ac61e0. Feb 15 13:51:29.516184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-105e1dc9-86b8-445c-8ac5-4b231888cee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (8136f475-ca7d-4ea7-b013-bd2a1e7004e0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.643627 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-105e1dc9-86b8-445c-8ac5-4b231888cee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (8136f475-ca7d-4ea7-b013-bd2a1e7004e0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.701719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e1dc9-86b8-445c-8ac5-4b231888cee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8136f475-ca7d-4ea7-b013-bd2a1e7004e0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:29.706049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-105e1dc9-86b8-445c-8ac5-4b231888cee3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.709202 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-105e1dc9-86b8-445c-8ac5-4b231888cee3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8136f475-ca7d-4ea7-b013-bd2a1e7004e0 HTTP/1.1" status: 204 len: 168 time: 0.5087883 Feb 15 13:51:29.711630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47616) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:29.714526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cc0cd3-86cd-485c-a7c2-05ad83b49b17 None None] Network 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:51:29.847596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:29.866465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969c710-c4b8-414c-bf1a-86ae6d321fb8 req-a03bd5a0-a64b-4c9d-8eed-b8cb04379baa tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:29.868133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6969c710-c4b8-414c-bf1a-86ae6d321fb8 req-a03bd5a0-a64b-4c9d-8eed-b8cb04379baa tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1129 time: 0.1869342 Feb 15 13:51:29.878462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-27c4a36d-4ccb-4cc4-bb78-3513b6fe1849 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Router b2c802c5-173c-451f-ab7f-5477fe75140c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:51:29.968396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Deleting port 97eb2c1a-3453-40cf-a017-3854c85575ce {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:29.968746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:30.095710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6969c710-c4b8-414c-bf1a-86ae6d321fb8 req-ce35041c-39eb-4df5-963f-97388d3c3642 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058930 Feb 15 13:51:30.098753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe076299-5553-47c5-9c1a-0d1dce549792 None None] DHCP port deletion for 8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:51:30.197011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-27c4a36d-4ccb-4cc4-bb78-3513b6fe1849 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:51:30.205989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0d5b71a8-5239-4a6a-a7a8-b12cd688babe no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:30.208992 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb725e-8a2f-453c-a14b-47e87312a087 None None] Sync routers for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:30.225183 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-27c4a36d-4ccb-4cc4-bb78-3513b6fe1849 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:30.233967 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb725e-8a2f-453c-a14b-47e87312a087 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:30.238528 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-73eb725e-8a2f-453c-a14b-47e87312a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:30.274112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 0d5b71a8-5239-4a6a-a7a8-b12cd688babe {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:30.275851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0d5b71a8-5239-4a6a-a7a8-b12cd688babe not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:30.276670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a3ba18c7-e56f-4ed1-891c-21e9345830ab no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:30.334117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-27c4a36d-4ccb-4cc4-bb78-3513b6fe1849 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "PUT /v2.0/floatingips/8aae2083-f583-44ea-b9d4-1a63cd68c103 HTTP/1.1" status: 200 len: 695 time: 1.2020311 Feb 15 13:51:30.351241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a3ba18c7-e56f-4ed1-891c-21e9345830ab {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:30.351598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a3ba18c7-e56f-4ed1-891c-21e9345830ab not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:30.398480 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fe076299-5553-47c5-9c1a-0d1dce549792 None None] Deleting port 97eb2c1a-3453-40cf-a017-3854c85575ce {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:30.399328 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fe076299-5553-47c5-9c1a-0d1dce549792 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:30.525945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fe076299-5553-47c5-9c1a-0d1dce549792 None None] For port 97eb2c1a-3453-40cf-a017-3854c85575ce, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=97eb2c1a-3453-40cf-a017-3854c85575ce,segment=NetworkSegment(5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80),segment_id=5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:30.526677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fe076299-5553-47c5-9c1a-0d1dce549792 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:30.551676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fe076299-5553-47c5-9c1a-0d1dce549792 None None] Calling delete_port for 97eb2c1a-3453-40cf-a017-3854c85575ce owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:30.722839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] For port 97eb2c1a-3453-40cf-a017-3854c85575ce, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=97eb2c1a-3453-40cf-a017-3854c85575ce,segment=NetworkSegment(5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80),segment_id=5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:30.723738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:30.745762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Calling delete_port for 97eb2c1a-3453-40cf-a017-3854c85575ce owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:30.772670 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-73eb725e-8a2f-453c-a14b-47e87312a087 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:30.828725 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fe076299-5553-47c5-9c1a-0d1dce549792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:30.935080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe076299-5553-47c5-9c1a-0d1dce549792 None None] Pushing event deleted for resources: {'Port': ['ID=97eb2c1a-3453-40cf-a017-3854c85575ce,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:30.941938 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe076299-5553-47c5-9c1a-0d1dce549792 None None] No DVR routers for this DVR port 97eb2c1a-3453-40cf-a017-3854c85575ce on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:30.982964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (97eb2c1a-3453-40cf-a017-3854c85575ce), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:31.037456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Pushing event deleted for resources: {'Port': ['ID=97eb2c1a-3453-40cf-a017-3854c85575ce,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:31.055019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] No DVR routers for this DVR port 97eb2c1a-3453-40cf-a017-3854c85575ce on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:31.066505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:51:31.145610 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9002f294-4186-4771-9d4a-9e9582d90ff1 x-openstack-request-id: req-9002f294-4186-4771-9d4a-9e9582d90ff1 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:31.149299 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0", "status": "completed", "code": 200}, {"server_uuid": "6576fd47-8b1d-4653-a870-6496db681d42", "name": "network-vif-deleted", "tag": "92b0db58-937b-4784-9513-0d732c75341d", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:31.149787 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9002f294-4186-4771-9d4a-9e9582d90ff1 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:31.150419 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'status': 'completed', 'code': 200} Feb 15 13:51:31.150928 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6576fd47-8b1d-4653-a870-6496db681d42', 'name': 'network-vif-deleted', 'tag': '92b0db58-937b-4784-9513-0d732c75341d', 'status': 'completed', 'code': 200} Feb 15 13:51:31.220384 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:31.287221 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:31.309191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:31.309494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:31.329312 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:31.349084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:31.354878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-7a392443-53a6-46f9-b85f-66a541df1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:31.356738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-7a392443-53a6-46f9-b85f-66a541df1c36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 1129 time: 1.0003524 Feb 15 13:51:31.361270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:31.378425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:51:31.378824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (5fb2afa5-8e5e-4a5a-ba08-77b8e1202d80), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:31.380033 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-73eb725e-8a2f-453c-a14b-47e87312a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:51:31.380768 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:51:31.394693 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'mac_address': 'fa:16:3e:23:cb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:51:31.426755 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb725e-8a2f-453c-a14b-47e87312a087 None None] Checking router: b2c802c5-173c-451f-ab7f-5477fe75140c for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:31.454875 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb725e-8a2f-453c-a14b-47e87312a087 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:31.455881 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-73eb725e-8a2f-453c-a14b-47e87312a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:31.476774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:31.477338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:31.510370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4b6f3f-2e09-420f-bd9f-e00ced5751ee {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:31.551063 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:31.552326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88364044-9e0d-4c08-8a77-f24b276bb6d7 req-44d5f210-52cd-4bc9-b806-46c654e59532 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:31.558425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:31.564327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88364044-9e0d-4c08-8a77-f24b276bb6d7 req-44d5f210-52cd-4bc9-b806-46c654e59532 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.4123025 Feb 15 13:51:31.569231 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:31.611803 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:31.619902 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af HTTP/1.1" status: 204 len: 168 time: 1.9036834 Feb 15 13:51:31.620808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e686274-25c3-4a97-ad2f-5a89b8129836 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9a4c9c-2bdc-4842-ba77-3d9a2d9e44af,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:31.637379 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-73eb725e-8a2f-453c-a14b-47e87312a087 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:31.653996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a29229-eb52-421a-97d0-8f592b94665d req-367a2233-1c20-4dc9-a744-58dafec0c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:31.657010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2a29229-eb52-421a-97d0-8f592b94665d req-367a2233-1c20-4dc9-a744-58dafec0c05c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 1129 time: 0.4446349 Feb 15 13:51:31.673630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:31.703094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-ee5950e7-bd7b-473a-9c9e-b6b601a68e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:31.704685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-ee5950e7-bd7b-473a-9c9e-b6b601a68e85 service neutron] 10.222.0.72 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.3308096 Feb 15 13:51:31.814192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-6e31b562-ab57-4335-8cad-89691e1d1e22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 217 time: 0.0982819 Feb 15 13:51:31.937886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47636) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:31.991818 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d660a69b-9c70-4356-ac08-63547d54b7ab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c2817272a3784fe0ad8656d46f762ccb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0505819 Feb 15 13:51:31.994251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47638) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:32.027363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a29229-eb52-421a-97d0-8f592b94665d req-55db5228-7705-4c9b-a982-e33e7d618db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:32.029182 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2a29229-eb52-421a-97d0-8f592b94665d req-55db5228-7705-4c9b-a982-e33e7d618db7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.3215318 Feb 15 13:51:32.043817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:32.055266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-a9204bcd-3bc0-40e1-99fb-0418b89a6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:32.064577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-a9204bcd-3bc0-40e1-99fb-0418b89a6f06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.1597378 Feb 15 13:51:32.098289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88364044-9e0d-4c08-8a77-f24b276bb6d7 req-83645fd8-9142-4ec6-bd2f-a3b9b3b0091c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050740 Feb 15 13:51:32.114261 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-73eb725e-8a2f-453c-a14b-47e87312a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:32.178571 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 97eb2c1a-3453-40cf-a017-3854c85575ce no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:32.182346 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb725e-8a2f-453c-a14b-47e87312a087 None None] The sync data for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 is: [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:50:03Z', 'revision_number': 4, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2ed8dca-7215-4457-a1a3-00bd74c42733', 'name': '', 'network_id': 'affe318c-d117-4814-9b5a-5e39014540ca', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'mac_address': 'fa:16:3e:48:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:50:00Z', 'updated_at': '2022-02-15T13:50:09Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'subnets': [{'id': '2cf6bfc8-4b53-4096-906f-3d4612ed6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:32.187045 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2392b4e7-4041-4bde-a1d2-7ed8ea873d5b admin admin] Publish callbacks [] for security_group (0f5b62f3-a4a8-4ea1-9bc9-54c29a389704), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:32.204669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2a29229-eb52-421a-97d0-8f592b94665d req-ddc4d5eb-26e5-45ce-b650-3fadee6e3b17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 217 time: 0.1299074 Feb 15 13:51:32.211481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc092855-acb6-4726-b658-ce16fc5dd29a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1061156 Feb 15 13:51:32.242034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2392b4e7-4041-4bde-a1d2-7ed8ea873d5b admin admin] Publish callbacks [] for security_group (0f5b62f3-a4a8-4ea1-9bc9-54c29a389704), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:32.286139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 97eb2c1a-3453-40cf-a017-3854c85575ce {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:32.287180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 97eb2c1a-3453-40cf-a017-3854c85575ce not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:32.388884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2392b4e7-4041-4bde-a1d2-7ed8ea873d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0f5b62f3-a4a8-4ea1-9bc9-54c29a389704), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:32.397748 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2392b4e7-4041-4bde-a1d2-7ed8ea873d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:32.402143 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2392b4e7-4041-4bde-a1d2-7ed8ea873d5b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f5b62f3-a4a8-4ea1-9bc9-54c29a389704 HTTP/1.1" status: 204 len: 168 time: 0.4038839 Feb 15 13:51:32.438752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392b4e7-4041-4bde-a1d2-7ed8ea873d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5b62f3-a4a8-4ea1-9bc9-54c29a389704,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:32.578383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-f13f34af-2b8f-408d-aea3-1d357ab973b3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:32.580866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-f13f34af-2b8f-408d-aea3-1d357ab973b3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395225 Feb 15 13:51:32.656021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Request body: {'port': {'device_id': '873dca12-0396-47e7-af32-e7a2ca40fbe7', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '7aef015375ad44b98dbd519ebaf87d98'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:32.727858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-0688a5a6-528a-490a-804b-8ecc86c2b689 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2482123 Feb 15 13:51:32.744569 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ee398-b3b7-4230-8049-244bdc2af8e3 None None] New status for floating IP 8aae2083-f583-44ea-b9d4-1a63cd68c103: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:51:32.831330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a29229-eb52-421a-97d0-8f592b94665d req-5f1e2c06-5dd9-4cf0-89e5-9e12688fd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:32.832678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2a29229-eb52-421a-97d0-8f592b94665d req-5f1e2c06-5dd9-4cf0-89e5-9e12688fd141 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.6201415 Feb 15 13:51:33.056146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-3bfceff0-56c1-4f89-be21-9eb009298951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:33.058166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47652) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:33.064694 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-3bfceff0-56c1-4f89-be21-9eb009298951 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9916241 Feb 15 13:51:33.156539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:33.158761 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c7d680-db76-4b58-b538-354f71abfb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:33.205767 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d2c7f494-57cf-4b6a-a273-b531517f5bc0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a41fd7f9c874d97bae185a40e948d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457434 Feb 15 13:51:33.208965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47658) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:33.223674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a29229-eb52-421a-97d0-8f592b94665d req-1ff8d52f-aa1a-4ab7-bdea-f07674d384bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:33.234993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2a29229-eb52-421a-97d0-8f592b94665d req-1ff8d52f-aa1a-4ab7-bdea-f07674d384bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3291199 Feb 15 13:51:33.246540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb06b1-5c9f-458b-91bb-1e84019810ff req-f102bf14-8127-4901-adbd-bb7f62fdc059 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:33.248095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44fb06b1-5c9f-458b-91bb-1e84019810ff req-f102bf14-8127-4901-adbd-bb7f62fdc059 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 949 time: 0.6524575 Feb 15 13:51:33.283812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-b072ce13-8309-4437-9fdd-fd20dcd64d53 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:33.285317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-b072ce13-8309-4437-9fdd-fd20dcd64d53 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4560375 Feb 15 13:51:33.304266 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00ced964-d985-4c85-98d5-d825a429fab7 admin admin] Publish callbacks [] for security_group (2fecf381-e6ba-4e72-8f35-307c1fb490d4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:33.341084 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Request body: {'port': {'device_id': 'a9435e4c-a27c-4519-9f51-4142c323f418', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '7aef015375ad44b98dbd519ebaf87d98'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:33.341443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00ced964-d985-4c85-98d5-d825a429fab7 admin admin] Publish callbacks [] for security_group (2fecf381-e6ba-4e72-8f35-307c1fb490d4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:33.426454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Made reservation on behalf of 7aef015375ad44b98dbd519ebaf87d98 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:51:33.429547 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00ced964-d985-4c85-98d5-d825a429fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2fecf381-e6ba-4e72-8f35-307c1fb490d4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:33.432460 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:33.440379 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00ced964-d985-4c85-98d5-d825a429fab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:33.441842 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00ced964-d985-4c85-98d5-d825a429fab7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2fecf381-e6ba-4e72-8f35-307c1fb490d4 HTTP/1.1" status: 204 len: 168 time: 0.2315149 Feb 15 13:51:33.464349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ced964-d985-4c85-98d5-d825a429fab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fecf381-e6ba-4e72-8f35-307c1fb490d4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:33.546153 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-534b67de-5c3f-43a0-8324-76d968b01d0d service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787889 Feb 15 13:51:33.558481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44fb06b1-5c9f-458b-91bb-1e84019810ff req-515c8986-0958-4e03-86ce-578bd7ad378c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921805 Feb 15 13:51:33.617500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2a29229-eb52-421a-97d0-8f592b94665d req-d86e6bd8-fc67-4af5-9f58-abed92952fc9 service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631136 Feb 15 13:51:33.895422 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a59dfb8-40f7-4b4a-94e0-5171f7b35dd3 req-d5456c7e-89ba-4fa1-854f-5f80a2336526 service neutron] 10.222.0.72 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114631 Feb 15 13:51:33.901527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Made reservation on behalf of 7aef015375ad44b98dbd519ebaf87d98 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:51:33.904809 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:34.114219 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2a29229-eb52-421a-97d0-8f592b94665d req-dc5e781a-2865-4e39-bc30-f6dbc8fdad23 service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578670 Feb 15 13:51:34.119633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Allocated IP 192.168.233.69 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:51:34.190624 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76883a29-4273-4566-9606-f87d2dd027ae x-openstack-request-id: req-76883a29-4273-4566-9606-f87d2dd027ae {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:34.190944 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:34.191401 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76883a29-4273-4566-9606-f87d2dd027ae {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:34.191959 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'status': 'completed', 'code': 200} Feb 15 13:51:34.207796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7df5bb-716f-48f9-8e5b-51863da13b61 req-e285124b-4352-4aef-b1f9-df7e74e96615 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:34.216985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb7df5bb-716f-48f9-8e5b-51863da13b61 req-e285124b-4352-4aef-b1f9-df7e74e96615 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.2013576 Feb 15 13:51:34.389843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-111163a2-80bc-4cc6-baa7-19f98cd49cbd req-9965b2fd-9b2b-4b8c-afc8-80e95e153afb tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 210 time: 0.0559816 Feb 15 13:51:34.396235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb7df5bb-716f-48f9-8e5b-51863da13b61 req-863a2312-17a2-4b0b-bd02-e6a2c3456bff tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783905 Feb 15 13:51:34.407967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7d680-db76-4b58-b538-354f71abfb7f req-d925e0da-0866-48e0-9fbc-75471eed45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:34.409534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25c7d680-db76-4b58-b538-354f71abfb7f req-d925e0da-0866-48e0-9fbc-75471eed45eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=043a56eee2de49ad8d87f397d54439c7&device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 1129 time: 0.1830885 Feb 15 13:51:34.549132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks [] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:34.604218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7d680-db76-4b58-b538-354f71abfb7f req-29800be9-84de-4437-8c0c-e06de501ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:34.605299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25c7d680-db76-4b58-b538-354f71abfb7f req-29800be9-84de-4437-8c0c-e06de501ae71 service neutron] 10.222.0.67 "GET /v2.0/networks?id=affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 200 len: 922 time: 0.1862407 Feb 15 13:51:34.632535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8b217-62cf-4562-821f-7ba655894262 req-620586f4-a163-4203-bbd0-9b2a23813bb8 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:34.634007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eae8b217-62cf-4562-821f-7ba655894262 req-620586f4-a163-4203-bbd0-9b2a23813bb8 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 972 time: 0.1372707 Feb 15 13:51:34.669031 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25c7d680-db76-4b58-b538-354f71abfb7f req-cfde1bf0-dbd8-4f03-a033-98760da01861 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 200 len: 217 time: 0.0534711 Feb 15 13:51:34.761344 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:34.776019 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'c101a996-9b64-4c97-81ba-20e3959c7d09', '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:34.821874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Allocated IP 192.168.233.171 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/5176e481-ca4f-4fca-ba7c-3c067b8a1117) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:51:34.875827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7d680-db76-4b58-b538-354f71abfb7f req-6e322aa7-e537-4635-baca-2a26189f0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:34.877321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25c7d680-db76-4b58-b538-354f71abfb7f req-6e322aa7-e537-4635-baca-2a26189f0303 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 200 len: 860 time: 0.2002192 Feb 15 13:51:34.886058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:34.889465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eae8b217-62cf-4562-821f-7ba655894262 req-4c4f01a9-9889-48b6-a60a-914f8abb1da4 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.72 "GET /v2.0/security-groups?id=349b0f29-103f-40d7-91a9-56e1be227b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261300 Feb 15 13:51:34.894438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event updated for resources: {'Port': ['ID=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:34.907154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:34.928003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:51:35.104928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:35.141638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:35.142551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:35.170855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7d680-db76-4b58-b538-354f71abfb7f req-04ba3ef1-b00b-4c8d-9991-2dbfb730c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:35.172623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25c7d680-db76-4b58-b538-354f71abfb7f req-04ba3ef1-b00b-4c8d-9991-2dbfb730c713 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=affe318c-d117-4814-9b5a-5e39014540ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2817304 Feb 15 13:51:35.288426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:51:35.307503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:35.307885 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:35.392180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a2530d48-d570-4845-a19c-e3c988061c35 None None] Provisioning complete for port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:35.392917 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a2530d48-d570-4845-a19c-e3c988061c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:35.564586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-c4843319-2bbe-4928-b03f-d21899bd0e4d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9178543 Feb 15 13:51:35.585175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Request body: {'port': {'device_id': '873dca12-0396-47e7-af32-e7a2ca40fbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:35.624869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a2530d48-d570-4845-a19c-e3c988061c35 None None] Port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:51:35.666835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3790-ca6f-4e7f-bc8f-d7fe3ae9b030 req-39dd7125-b75f-4ed4-9519-ff5fced2494e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:35.668736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-209e3790-ca6f-4e7f-bc8f-d7fe3ae9b030 req-39dd7125-b75f-4ed4-9519-ff5fced2494e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 949 time: 0.5349326 Feb 15 13:51:35.689418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:35.689810 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:35.714778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:35.717132 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79a5c21-a16b-46b9-99b6-0558e71c7d7e" -d '{"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-plugged", "status": "completed", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:35.725991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks [] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:35.731086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:35.746293 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:35.747596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25c7d680-db76-4b58-b538-354f71abfb7f req-d05c04b3-a104-451b-a0c8-eb8eb1e2691b service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424400 Feb 15 13:51:35.766449 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:35.810438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:35.884308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-209e3790-ca6f-4e7f-bc8f-d7fe3ae9b030 req-5268968e-de5e-4709-ab82-3e0c2d9a0e6b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900132 Feb 15 13:51:35.908017 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:35.912027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dd01d-b5b9-494d-aad5-f1d251b49d26 req-d9737107-6b77-4f51-bb9d-73f00a7f69f2 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:35.913857 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b60dd01d-b5b9-494d-aad5-f1d251b49d26 req-d9737107-6b77-4f51-bb9d-73f00a7f69f2 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.42 "GET /v2.0/ports?device_id=33d3afce-4bf0-46d8-aea1-06626af9aa4f HTTP/1.1" status: 200 len: 972 time: 0.0586259 Feb 15 13:51:35.920375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'c101a996-9b64-4c97-81ba-20e3959c7d09', '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:36.045039 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b60dd01d-b5b9-494d-aad5-f1d251b49d26 req-11d9d6de-9458-42d6-a3db-fd2011179b12 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Deleting port 5db8cebb-6c45-44ea-8426-9d0950a0555f {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:36.045403 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b60dd01d-b5b9-494d-aad5-f1d251b49d26 req-11d9d6de-9458-42d6-a3db-fd2011179b12 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:36.089559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25c7d680-db76-4b58-b538-354f71abfb7f req-a669c183-1782-424d-bba4-124184e559c7 service neutron] 10.222.0.67 "GET /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294435 Feb 15 13:51:36.099956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:36.114947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-91b95487-d65c-4cf5-9e8b-45e88402a4a0 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips/8aae2083-f583-44ea-b9d4-1a63cd68c103 HTTP/1.1" status: 200 len: 693 time: 0.1825247 Feb 15 13:51:36.118502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:36.123675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event updated for resources: {'Port': ['ID=5176e481-ca4f-4fca-ba7c-3c067b8a1117,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:36.129248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:51:36.199377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b60dd01d-b5b9-494d-aad5-f1d251b49d26 req-11d9d6de-9458-42d6-a3db-fd2011179b12 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] For port 5db8cebb-6c45-44ea-8426-9d0950a0555f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5db8cebb-6c45-44ea-8426-9d0950a0555f,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:36.199895 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b60dd01d-b5b9-494d-aad5-f1d251b49d26 req-11d9d6de-9458-42d6-a3db-fd2011179b12 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:36.221538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b60dd01d-b5b9-494d-aad5-f1d251b49d26 req-11d9d6de-9458-42d6-a3db-fd2011179b12 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Calling delete_port for 5db8cebb-6c45-44ea-8426-9d0950a0555f owned by compute:tempest-test_az-912368675 {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:36.318928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:36.319648 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:36.377332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-dca2ed96-cfed-4d26-8e9b-41e91b0d67e3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0509894 Feb 15 13:51:36.398678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Request body: {'port': {'device_id': 'a9435e4c-a27c-4519-9f51-4142c323f418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:36.427073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b60dd01d-b5b9-494d-aad5-f1d251b49d26 req-11d9d6de-9458-42d6-a3db-fd2011179b12 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5db8cebb-6c45-44ea-8426-9d0950a0555f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:36.444508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-09fe9854-01d2-4ed2-a5a4-0045178ffa69 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:36.446065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-09fe9854-01d2-4ed2-a5a4-0045178ffa69 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.3136830 Feb 15 13:51:36.465498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['5db8cebb-6c45-44ea-8426-9d0950a0555f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:36.472788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9d6de-9458-42d6-a3db-fd2011179b12 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Pushing event deleted for resources: {'Port': ['ID=5db8cebb-6c45-44ea-8426-9d0950a0555f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:36.524036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2a77a1ac-7b53-4854-a603-b5e1e911f9f6 None None] Provisioning complete for port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:36.524728 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2a77a1ac-7b53-4854-a603-b5e1e911f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:36.548046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60dd01d-b5b9-494d-aad5-f1d251b49d26 req-11d9d6de-9458-42d6-a3db-fd2011179b12 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] No DVR routers for this DVR port 5db8cebb-6c45-44ea-8426-9d0950a0555f on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:36.551811 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b60dd01d-b5b9-494d-aad5-f1d251b49d26 req-11d9d6de-9458-42d6-a3db-fd2011179b12 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:36.555456 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b60dd01d-b5b9-494d-aad5-f1d251b49d26 req-11d9d6de-9458-42d6-a3db-fd2011179b12 tempest-ServersAdminTestJSON-1302576751 tempest-ServersAdminTestJSON-1302576751-project] 10.222.0.42 "DELETE /v2.0/ports/5db8cebb-6c45-44ea-8426-9d0950a0555f HTTP/1.1" status: 204 len: 173 time: 0.6358452 Feb 15 13:51:36.556274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'name': 'network-vif-deleted', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:36.558630 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdb27be-e358-4973-9300-0d20da89d614" -d '{"events": [{"server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "name": "network-vif-deleted", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:36.564795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc7ff07e-4c03-4b7f-9ae8-5d1c08517e26 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:51:36.565325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2a77a1ac-7b53-4854-a603-b5e1e911f9f6 None None] Port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:51:36.566422 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc7ff07e-4c03-4b7f-9ae8-5d1c08517e26 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3308671 Feb 15 13:51:36.601408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-4bd0b72b-fffc-4475-80bc-44a0534b4163 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 696 time: 0.1459267 Feb 15 13:51:36.614644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-4a08474a-f651-41ea-9cd1-263050e5b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:36.616064 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-4a08474a-f651-41ea-9cd1-263050e5b044 service neutron] 10.222.0.72 "GET /v2.0/ports/df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 1126 time: 0.0390551 Feb 15 13:51:36.626720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Request body: {'binding': {'host': 'n-h1-829064-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:36.627266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Unknown quota resources ['binding']. {{(pid=109972) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 13:51:36.681694 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:36.704429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-8a37dc65-7abb-4f1a-85ac-32e5ce606d36 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.14 HTTP/1.1" status: 200 len: 696 time: 0.0940723 Feb 15 13:51:36.718091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:36.758448 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Publish callbacks [] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:36.770951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d on host n-h1-829064-15 for vnic_type normal with profile None {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:51:36.770951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:51:36.771349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:36.775867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Port df958ecd-deb9-4dd3-9f92-554cd484633d on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:51:36.776277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:36.782165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:51:36.782493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:36.782869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:51:36.783311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Bound port: df958ecd-deb9-4dd3-9f92-554cd484633d, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:51:36.838297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Transition to ACTIVE for port object 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:51:36.847845 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:36.876974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=df958ecd-deb9-4dd3-9f92-554cd484633d,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:51:36.884274 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:36.885478 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-cc2b2a04-2821-42bc-a11d-ea1861986f04 service neutron] 10.222.0.72 "POST /v2.0/ports/df958ecd-deb9-4dd3-9f92-554cd484633d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2623308 Feb 15 13:51:37.069882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Pushing event updated for resources: {'Port': ['ID=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:37.236786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-8c9edb35-0766-483f-8a0e-5cb9bae4045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:37.238502 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-8c9edb35-0766-483f-8a0e-5cb9bae4045f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1129 time: 0.0564749 Feb 15 13:51:37.250553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-84b543e3-f220-4327-a144-af6efeb81a9f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Deleting port a5907738-098c-4e19-a6fd-ceac44ea533c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:37.250886 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-84b543e3-f220-4327-a144-af6efeb81a9f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a5907738-098c-4e19-a6fd-ceac44ea533c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:37.332661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Attempting to bind port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:51:37.332991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Attempting to bind port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:51:37.333312 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Attempting to bind port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:37.357339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba06530-fe2d-44ec-a81a-10c79cdd8fa3 req-25d323e5-397e-4e70-bf7c-9ecab5679264 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:37.358891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ba06530-fe2d-44ec-a81a-10c79cdd8fa3 req-25d323e5-397e-4e70-bf7c-9ecab5679264 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 947 time: 0.2451792 Feb 15 13:51:37.362372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-99da09c5-ee6c-4fb0-a562-4c9092b36c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:37.364676 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-99da09c5-ee6c-4fb0-a562-4c9092b36c4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.1189766 Feb 15 13:51:37.364828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:51:37.365094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Attempting to bind port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:37.397342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:51:37.397647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:37.398056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:51:37.398536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Bound port: 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:51:37.398884 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:37.413746 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-8084a03c-4ad9-4cf3-883c-0ad3f9cb826f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 217 time: 0.0426905 Feb 15 13:51:37.468768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-8a4ec38f-09f9-48e5-b610-afd839544a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:37.470375 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-8a4ec38f-09f9-48e5-b610-afd839544a95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.0503232 Feb 15 13:51:37.484301 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-84b543e3-f220-4327-a144-af6efeb81a9f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a5907738-098c-4e19-a6fd-ceac44ea533c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:37.484656 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-84b543e3-f220-4327-a144-af6efeb81a9f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (a5907738-098c-4e19-a6fd-ceac44ea533c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:37.507627 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-28721c07-5948-4783-afbe-1582996c8125 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275846 Feb 15 13:51:37.514306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5176e481-ca4f-4fca-ba7c-3c067b8a1117 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:37.542373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-84b543e3-f220-4327-a144-af6efeb81a9f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Calling delete_port for a5907738-098c-4e19-a6fd-ceac44ea533c owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:37.554795 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Publish callbacks [] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:37.611270 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-44c39901-5918-4b20-a96a-158b1fc54224 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957408 Feb 15 13:51:37.637474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ba06530-fe2d-44ec-a81a-10c79cdd8fa3 req-3a56e6b0-a0d2-4cd5-9c93-574d25e7c5b7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698290 Feb 15 13:51:37.661053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Transition to ACTIVE for port object 5176e481-ca4f-4fca-ba7c-3c067b8a1117 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:51:37.673222 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:37.683065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] For port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:37.688166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] For port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:51:37.725293 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:37.727776 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-3ac6098d-d41f-40a3-92fb-91f7148570df service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068931 Feb 15 13:51:37.771845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Pushing event updated for resources: {'Port': ['ID=5176e481-ca4f-4fca-ba7c-3c067b8a1117,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:37.781278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:37.781910 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:37.783290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] 10.222.0.42 "PUT /v2.0/ports/0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 HTTP/1.1" status: 200 len: 1096 time: 2.2023258 Feb 15 13:51:37.785209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873dca12-0396-47e7-af32-e7a2ca40fbe7', 'tag': '0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:37.787515 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611" -d '{"events": [{"name": "network-changed", "server_uuid": "873dca12-0396-47e7-af32-e7a2ca40fbe7", "tag": "0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:37.978989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ca73f-fb6b-4c17-86bc-196641a661eb service neutron] Pushing event updated for resources: {'Port': ['ID=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:38.001634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26426c01-35f7-4cbf-8c4b-7d53a6a935e4 req-c3343663-cb15-4952-bfa3-599591786c4c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:38.003175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26426c01-35f7-4cbf-8c4b-7d53a6a935e4 req-c3343663-cb15-4952-bfa3-599591786c4c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.2463324 Feb 15 13:51:38.021167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-a2164eb8-dbd8-45fe-ae28-8915a83b3c56 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:38.022708 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-a2164eb8-dbd8-45fe-ae28-8915a83b3c56 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1129 time: 0.1008878 Feb 15 13:51:38.036188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829064-15'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:38.041910 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Attempting to bind port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:51:38.042162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Attempting to bind port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:51:38.042468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Attempting to bind port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:38.058145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-84b543e3-f220-4327-a144-af6efeb81a9f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a5907738-098c-4e19-a6fd-ceac44ea533c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.066259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-765c33f3-5020-4504-881b-1bf5aeb6739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:38.067837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-765c33f3-5020-4504-881b-1bf5aeb6739f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 1130 time: 0.1722589 Feb 15 13:51:38.068433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:51:38.068747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Attempting to bind port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:38.112901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.124709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b543e3-f220-4327-a144-af6efeb81a9f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Pushing event deleted for resources: {'Port': ['ID=a5907738-098c-4e19-a6fd-ceac44ea533c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:38.158033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:51:38.158366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:38.158761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:51:38.159240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Bound port: 5176e481-ca4f-4fca-ba7c-3c067b8a1117, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:51:38.159589 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.171628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-bb1bf6ff-a592-40d4-b684-78e4ee8af54b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 HTTP/1.1" status: 200 len: 217 time: 0.0676141 Feb 15 13:51:38.243534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26426c01-35f7-4cbf-8c4b-7d53a6a935e4 req-453096f3-28af-4a02-adcd-d3b8e5b177a0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189837 Feb 15 13:51:38.280902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=df958ecd-deb9-4dd3-9f92-554cd484633d,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:38.327644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-bc94c269-7604-4662-a484-b0030e48812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:38.329304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-bc94c269-7604-4662-a484-b0030e48812c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1477118 Feb 15 13:51:38.330158 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-84b543e3-f220-4327-a144-af6efeb81a9f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks [] for floatingip (8aae2083-f583-44ea-b9d4-1a63cd68c103), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.332718 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-84b543e3-f220-4327-a144-af6efeb81a9f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.333804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c1aac9e-22b9-4262-88c1-ea296456d367 req-84b543e3-f220-4327-a144-af6efeb81a9f tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "DELETE /v2.0/floatingips/8aae2083-f583-44ea-b9d4-1a63cd68c103 HTTP/1.1" status: 204 len: 173 time: 1.6223328 Feb 15 13:51:38.343958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:38.347699 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432143a8-b43d-4d82-9afc-ed0067b3634b x-openstack-request-id: req-432143a8-b43d-4d82-9afc-ed0067b3634b {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:38.348201 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-plugged", "status": "completed", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:38.348201 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-432143a8-b43d-4d82-9afc-ed0067b3634b {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:38.348614 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'code': 200} Feb 15 13:51:38.407887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] For port 5176e481-ca4f-4fca-ba7c-3c067b8a1117, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:38.412760 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] For port 5176e481-ca4f-4fca-ba7c-3c067b8a1117, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5176e481-ca4f-4fca-ba7c-3c067b8a1117,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:51:38.431583 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.434541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Publish callbacks [] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.445085 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.539128 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c390fa6-b1e0-449d-a04b-13ef5e587832 x-openstack-request-id: req-6c390fa6-b1e0-449d-a04b-13ef5e587832 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:38.539793 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3afce-4bf0-46d8-aea1-06626af9aa4f", "name": "network-vif-deleted", "tag": "5db8cebb-6c45-44ea-8426-9d0950a0555f", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:38.540215 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c390fa6-b1e0-449d-a04b-13ef5e587832 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:38.540853 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3afce-4bf0-46d8-aea1-06626af9aa4f', 'name': 'network-vif-deleted', 'tag': '5db8cebb-6c45-44ea-8426-9d0950a0555f', 'status': 'completed', 'code': 200} Feb 15 13:51:38.650884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Pushing event updated for resources: {'Port': ['ID=df958ecd-deb9-4dd3-9f92-554cd484633d,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:38.666343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d on host n-h2-829064-15 for vnic_type normal with profile {"migrating_to": "n-h1-829064-15"} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:51:38.666674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:51:38.667478 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:38.675438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Port df958ecd-deb9-4dd3-9f92-554cd484633d on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:51:38.675765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Attempting to bind port df958ecd-deb9-4dd3-9f92-554cd484633d on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:38.681273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:51:38.681829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:38.681971 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:51:38.682860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Bound port: df958ecd-deb9-4dd3-9f92-554cd484633d, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:51:38.682860 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.748603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47806) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:38.783279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:38.789550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=df958ecd-deb9-4dd3-9f92-554cd484633d,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:51:38.801270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.830186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-ecfac4c2-75c5-4bb9-805b-63f5e0ec0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:38.831439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-ecfac4c2-75c5-4bb9-805b-63f5e0ec0cf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4925630 Feb 15 13:51:38.850979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:38.852883 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.855338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] 10.222.0.67 "PUT /v2.0/ports/5176e481-ca4f-4fca-ba7c-3c067b8a1117 HTTP/1.1" status: 200 len: 1097 time: 2.4678419 Feb 15 13:51:38.897436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:38.898139 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:38.899647 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] 10.222.0.42 "PUT /v2.0/ports/df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 1124 time: 0.8701346 Feb 15 13:51:38.918246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47810) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:38.921834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444de7f2-b58c-4fe7-977a-996a2f0cd889 service neutron] Pushing event updated for resources: {'Port': ['ID=df958ecd-deb9-4dd3-9f92-554cd484633d,revision_number=8']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:39.010937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4af5-3001-4356-9109-df8c972a8144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.018617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['df958ecd-deb9-4dd3-9f92-554cd484633d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:39.067495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e6d0b-4b43-43cb-83b8-fc4e7bcc2d3f service neutron] Pushing event updated for resources: {'Port': ['ID=5176e481-ca4f-4fca-ba7c-3c067b8a1117,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:39.101678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34e374-11fd-4393-9f26-db048864868d req-d1f8969b-bd64-4fca-8295-97445e6cd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:39.103292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d34e374-11fd-4393-9f26-db048864868d req-d1f8969b-bd64-4fca-8295-97445e6cd04b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 1133 time: 0.6841617 Feb 15 13:51:39.120834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764b760-0ef1-467b-bd82-aa71f7528ea1 req-8c1c5d66-48fb-4ec1-8978-b4c8c50e92c7 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:39.122062 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2764b760-0ef1-467b-bd82-aa71f7528ea1 req-8c1c5d66-48fb-4ec1-8978-b4c8c50e92c7 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.3515038 Feb 15 13:51:39.134082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5db8cebb-6c45-44ea-8426-9d0950a0555f no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:39.159665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd90ec4-801d-4313-a6ba-febd7a985207 req-d6383f2e-ed9b-4d5e-9205-a1ec366eb4b9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:39.161398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 5db8cebb-6c45-44ea-8426-9d0950a0555f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:39.162224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5db8cebb-6c45-44ea-8426-9d0950a0555f not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:39.162811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:39.166851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd90ec4-801d-4313-a6ba-febd7a985207 req-d6383f2e-ed9b-4d5e-9205-a1ec366eb4b9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 944 time: 0.3974879 Feb 15 13:51:39.182289 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d0babe50-7f37-4ae1-bd8d-b063a0b13413 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f56d60b4e9684a4ca29c7c0605b7426f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621686 Feb 15 13:51:39.188393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47814) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:39.199179 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4af5-3001-4356-9109-df8c972a8144 admin admin] Publish callbacks [] for security_group (b7bc94cb-66a3-4870-a62b-4e096302b242), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.203589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-42454a06-af81-4673-a754-7889594e663b service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435888 Feb 15 13:51:39.209968 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4af5-3001-4356-9109-df8c972a8144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b7bc94cb-66a3-4870-a62b-4e096302b242), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.216606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-7ffe6cb6-0be3-4daa-9fff-f8b89bd174af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:39.218166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-7ffe6cb6-0be3-4daa-9fff-f8b89bd174af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=a9435e4c-a27c-4519-9f51-4142c323f418 HTTP/1.1" status: 200 len: 1131 time: 0.2680819 Feb 15 13:51:39.279756 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ef2b4af5-3001-4356-9109-df8c972a8144 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b6c7d644fdea47058ef09b73f979e3a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5268090 Feb 15 13:51:39.280086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47816) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:39.312561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b4af5-3001-4356-9109-df8c972a8144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bc94cb-66a3-4870-a62b-4e096302b242,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:39.338016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:39.338415 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.344943 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c22b5fb1-0870-46c9-9a38-10ed720b73d5 admin admin] Publish callbacks [] for security_group (349b0f29-103f-40d7-91a9-56e1be227b94), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.367612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-e09b114c-f7f7-4746-87a2-377c4d01c7f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=5176e481-ca4f-4fca-ba7c-3c067b8a1117 HTTP/1.1" status: 200 len: 217 time: 0.1246777 Feb 15 13:51:39.369041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-849ca09b-dfcd-495d-bdb4-dc2170cf1129 admin admin] Publish callbacks [] for security_group (b7bc94cb-66a3-4870-a62b-4e096302b242), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.376307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:39.376906 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d34e374-11fd-4393-9f26-db048864868d req-8850dd24-0e4c-4aa8-a830-39513a2a3ac5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524607 Feb 15 13:51:39.383341 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.392332 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c22b5fb1-0870-46c9-9a38-10ed720b73d5 admin admin] Publish callbacks [] for security_group (349b0f29-103f-40d7-91a9-56e1be227b94), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.395442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2764b760-0ef1-467b-bd82-aa71f7528ea1 req-850fe6cd-f67b-452d-a131-19b82492c63e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489307 Feb 15 13:51:39.417526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-849ca09b-dfcd-495d-bdb4-dc2170cf1129 admin admin] Publish callbacks [] for security_group (b7bc94cb-66a3-4870-a62b-4e096302b242), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.423563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd90ec4-801d-4313-a6ba-febd7a985207 req-a665df01-ddf8-49ad-b1a2-1ac0ea25a709 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554240 Feb 15 13:51:39.458875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:39.476927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-11068ad0-6006-4c37-a521-eaba65dfdec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:39.478581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-11068ad0-6006-4c37-a521-eaba65dfdec3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1008952 Feb 15 13:51:39.488608 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6927219-e513-4820-a040-7d8775f9e5e9 x-openstack-request-id: req-c6927219-e513-4820-a040-7d8775f9e5e9 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:39.488970 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873dca12-0396-47e7-af32-e7a2ca40fbe7", "tag": "0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:39.489228 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c6927219-e513-4820-a040-7d8775f9e5e9 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:39.489912 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873dca12-0396-47e7-af32-e7a2ca40fbe7', 'tag': '0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422', 'status': 'completed', 'code': 200} Feb 15 13:51:39.513209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-7105b321-9942-46b2-9657-680f0ec650ff service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918825 Feb 15 13:51:39.520055 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c22b5fb1-0870-46c9-9a38-10ed720b73d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (349b0f29-103f-40d7-91a9-56e1be227b94), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.522752 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c22b5fb1-0870-46c9-9a38-10ed720b73d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.523924 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c22b5fb1-0870-46c9-9a38-10ed720b73d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/349b0f29-103f-40d7-91a9-56e1be227b94 HTTP/1.1" status: 204 len: 168 time: 0.3342867 Feb 15 13:51:39.533505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b5fb1-0870-46c9-9a38-10ed720b73d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349b0f29-103f-40d7-91a9-56e1be227b94,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:39.535140 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-849ca09b-dfcd-495d-bdb4-dc2170cf1129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b7bc94cb-66a3-4870-a62b-4e096302b242), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.537661 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-849ca09b-dfcd-495d-bdb4-dc2170cf1129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.538919 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-849ca09b-dfcd-495d-bdb4-dc2170cf1129 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7bc94cb-66a3-4870-a62b-4e096302b242 HTTP/1.1" status: 204 len: 168 time: 0.2575879 Feb 15 13:51:39.548184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ca09b-dfcd-495d-bdb4-dc2170cf1129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bc94cb-66a3-4870-a62b-4e096302b242,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:39.616115 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:39.732743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611 req-256134e1-e015-4b72-9c44-6be80ca558dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:39.734618 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611 req-256134e1-e015-4b72-9c44-6be80ca558dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 1130 time: 0.1052108 Feb 15 13:51:39.737424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3995d-890f-40b2-a549-e51c69625748 req-3ed56f95-95a2-4bee-b119-304a9dad68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:39.739144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-3ed56f95-95a2-4bee-b119-304a9dad68a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0741999 Feb 15 13:51:39.980296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47840) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:39.993801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590678d-04f5-4a6a-8ead-0b5de5dc0974 req-357d452e-7536-4eca-ab83-9fe9980d7769 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:39.997576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf37723b-2f8f-43fd-a29a-082542223629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:40.001145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1590678d-04f5-4a6a-8ead-0b5de5dc0974 req-357d452e-7536-4eca-ab83-9fe9980d7769 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 947 time: 0.2363741 Feb 15 13:51:40.008248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47842) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:40.021484 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ff2fa-b02b-42dd-95a5-ade559d461d5 req-11c279f6-bc30-4942-8883-428d1f48a4d2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:40.023040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-163ff2fa-b02b-42dd-95a5-ade559d461d5 req-11c279f6-bc30-4942-8883-428d1f48a4d2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.2563818 Feb 15 13:51:40.026598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-f6d19a43-6dfe-42e2-8836-0b235568c638 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740741 Feb 15 13:51:40.034889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611 req-9701a17a-429e-430e-873a-e1f5b0fa734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:40.036738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611 req-9701a17a-429e-430e-873a-e1f5b0fa734e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2950723 Feb 15 13:51:40.083966 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1b4b99f9-d6c6-4051-9d31-64ff888ad396 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c21594e57bc0461881dc9a2c08a485e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0744977 Feb 15 13:51:40.090762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47844) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:40.150554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf37723b-2f8f-43fd-a29a-082542223629 admin admin] Publish callbacks [] for security_group (157dd40d-7518-495c-a452-b997df729e14), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:40.151387 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611 req-60851e1a-630e-4df2-80f7-a342890a04a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 HTTP/1.1" status: 200 len: 217 time: 0.0963287 Feb 15 13:51:40.162575 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf37723b-2f8f-43fd-a29a-082542223629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (157dd40d-7518-495c-a452-b997df729e14), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:40.181379 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8c33-8b57-4483-9412-727dd1a74e3d admin admin] Publish callbacks [] for security_group (28b6b889-e3bd-4623-9dab-e873c98fb808), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:40.190831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1590678d-04f5-4a6a-8ead-0b5de5dc0974 req-f5b75acd-3011-47be-8d24-b26d8edfcf56 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887717 Feb 15 13:51:40.224889 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37723b-2f8f-43fd-a29a-082542223629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157dd40d-7518-495c-a452-b997df729e14,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:40.228906 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8c33-8b57-4483-9412-727dd1a74e3d admin admin] Publish callbacks [] for security_group (28b6b889-e3bd-4623-9dab-e873c98fb808), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:40.232683 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cf37723b-2f8f-43fd-a29a-082542223629 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab3357a8597b457bb60ec1144d44a5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510459 Feb 15 13:51:40.241044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47846) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:40.256653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-163ff2fa-b02b-42dd-95a5-ade559d461d5 req-a95aa3d0-d424-4086-8d08-c8c2c11bc688 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171464 Feb 15 13:51:40.277306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3b3995d-890f-40b2-a549-e51c69625748 req-2b48fdbb-d9d0-4385-bd34-0dc19f7b357b service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367520 Feb 15 13:51:40.278736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611 req-7b26af5e-2fbf-4b51-aa2a-7c850d30a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:40.280639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611 req-7b26af5e-2fbf-4b51-aa2a-7c850d30a284 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1179829 Feb 15 13:51:40.338425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-55f5e045-9a06-4927-b983-c54408c3a13d admin admin] Publish callbacks [] for security_group (157dd40d-7518-495c-a452-b997df729e14), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:40.350235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:40.351169 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8c33-8b57-4483-9412-727dd1a74e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (28b6b889-e3bd-4623-9dab-e873c98fb808), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:40.355900 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8c33-8b57-4483-9412-727dd1a74e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:40.356067 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ba6f72-47ca-4c5d-ba88-b3b7974ec099" -d '{"events": [{"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-unplugged", "status": "completed", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:40.357998 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f2fe8c33-8b57-4483-9412-727dd1a74e3d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/28b6b889-e3bd-4623-9dab-e873c98fb808 HTTP/1.1" status: 204 len: 168 time: 0.2661369 Feb 15 13:51:40.384448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-55f5e045-9a06-4927-b983-c54408c3a13d admin admin] Publish callbacks [] for security_group (157dd40d-7518-495c-a452-b997df729e14), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:40.386460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe8c33-8b57-4483-9412-727dd1a74e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b6b889-e3bd-4623-9dab-e873c98fb808,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:40.419328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611 req-d18be749-9a9f-41d9-897e-40baa9462bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:40.421020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611 req-d18be749-9a9f-41d9-897e-40baa9462bf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1301501 Feb 15 13:51:40.430886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b56cb-5935-4fb6-a2ed-7f5065d73c94 req-3af8a5bb-f2d4-4f67-b8c5-49f4856f2d31 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:40.432462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-166b56cb-5935-4fb6-a2ed-7f5065d73c94 req-3af8a5bb-f2d4-4f67-b8c5-49f4856f2d31 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 947 time: 0.1293080 Feb 15 13:51:40.453799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c33d6-194f-475a-985b-e95588dd52d5 req-e5188640-a8bc-4bf2-b59c-ec2a2b02282d tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:40.455357 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e4c33d6-194f-475a-985b-e95588dd52d5 req-e5188640-a8bc-4bf2-b59c-ec2a2b02282d tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 946 time: 0.1179121 Feb 15 13:51:40.463149 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-55f5e045-9a06-4927-b983-c54408c3a13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (157dd40d-7518-495c-a452-b997df729e14), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:40.466438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-55f5e045-9a06-4927-b983-c54408c3a13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:40.471765 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-55f5e045-9a06-4927-b983-c54408c3a13d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/157dd40d-7518-495c-a452-b997df729e14 HTTP/1.1" status: 204 len: 168 time: 0.2302566 Feb 15 13:51:40.490403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5e045-9a06-4927-b983-c54408c3a13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157dd40d-7518-495c-a452-b997df729e14,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:40.542322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df958ecd-deb9-4dd3-9f92-554cd484633d'}, {'name': 'network-changed', 'server_uuid': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'tag': 'df958ecd-deb9-4dd3-9f92-554cd484633d'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:40.545162 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eac0449-e5fa-4f58-a6e8-30894aed18f3" -d '{"events": [{"server_uuid": "19ce9c58-96ce-45df-b29f-dfba4ac89da2", "name": "network-vif-unplugged", "status": "completed", "tag": "df958ecd-deb9-4dd3-9f92-554cd484633d"}, {"name": "network-changed", "server_uuid": "19ce9c58-96ce-45df-b29f-dfba4ac89da2", "tag": "df958ecd-deb9-4dd3-9f92-554cd484633d"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:40.593366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-166b56cb-5935-4fb6-a2ed-7f5065d73c94 req-3391fef4-0174-4e53-80a6-79275b6453b9 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/security-groups?id=5921ba8e-ea6d-4601-b7a2-d9155d181c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486568 Feb 15 13:51:40.605716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e4c33d6-194f-475a-985b-e95588dd52d5 req-3c5d2c4d-0aae-41b3-b8b8-171a7b93d528 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352096 Feb 15 13:51:40.617866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611 req-77f504ef-55ff-44be-9d84-d34784d906c1 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841481 Feb 15 13:51:40.648877 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adb7fcd-566a-4213-af52-989056ff91dc x-openstack-request-id: req-3adb7fcd-566a-4213-af52-989056ff91dc {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:40.649373 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-unplugged", "status": "completed", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:40.649848 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3adb7fcd-566a-4213-af52-989056ff91dc {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:40.650332 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'code': 200} Feb 15 13:51:40.804892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582d7ca4-ccf2-46e9-91b1-39cd3b4f1611 req-c3190cfc-5468-4860-afff-6ffe35f4bcec service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793272 Feb 15 13:51:40.835375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe3e8d-51d5-4baa-9995-f9128c38e276 req-07444338-b490-483d-87ef-baef3b8c9ae5 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:40.836866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bbe3e8d-51d5-4baa-9995-f9128c38e276 req-07444338-b490-483d-87ef-baef3b8c9ae5 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 944 time: 0.1141379 Feb 15 13:51:40.855493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4fb4c-ed34-4799-b54d-f10175fb5c65 req-48a36a77-e8af-4ea1-aeb6-59ebb1f0edac tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:40.863260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56b4fb4c-ed34-4799-b54d-f10175fb5c65 req-48a36a77-e8af-4ea1-aeb6-59ebb1f0edac tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.1361606 Feb 15 13:51:40.941349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56b4fb4c-ed34-4799-b54d-f10175fb5c65 req-f5565864-713a-405f-982e-fd9f13861937 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771530 Feb 15 13:51:40.945300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bbe3e8d-51d5-4baa-9995-f9128c38e276 req-fc0c97cb-e14f-472e-8810-074c01d5faf8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745785 Feb 15 13:51:40.997009 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d06bb8-1e2c-41a5-b2cd-568fb4aac838 x-openstack-request-id: req-96d06bb8-1e2c-41a5-b2cd-568fb4aac838 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:40.997304 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce9c58-96ce-45df-b29f-dfba4ac89da2", "name": "network-vif-unplugged", "status": "completed", "tag": "df958ecd-deb9-4dd3-9f92-554cd484633d", "code": 200}, {"name": "network-changed", "server_uuid": "19ce9c58-96ce-45df-b29f-dfba4ac89da2", "tag": "df958ecd-deb9-4dd3-9f92-554cd484633d", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:40.997725 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-96d06bb8-1e2c-41a5-b2cd-568fb4aac838 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:40.997951 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df958ecd-deb9-4dd3-9f92-554cd484633d', 'code': 200} Feb 15 13:51:40.998213 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'tag': 'df958ecd-deb9-4dd3-9f92-554cd484633d', 'status': 'completed', 'code': 200} Feb 15 13:51:41.105435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac0449-e5fa-4f58-a6e8-30894aed18f3 req-f879162a-c691-4d0b-97e8-8cfbc8cdf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:41.106954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eac0449-e5fa-4f58-a6e8-30894aed18f3 req-f879162a-c691-4d0b-97e8-8cfbc8cdf875 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1158 time: 0.0621054 Feb 15 13:51:41.144527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device df958ecd-deb9-4dd3-9f92-554cd484633d details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:51:41.218009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac0449-e5fa-4f58-a6e8-30894aed18f3 req-db2c4cde-1031-4e9f-910b-399c3fe23004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:41.219957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eac0449-e5fa-4f58-a6e8-30894aed18f3 req-db2c4cde-1031-4e9f-910b-399c3fe23004 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.1052096 Feb 15 13:51:41.296490 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=df958ecd-deb9-4dd3-9f92-554cd484633d,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:41.309375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device df958ecd-deb9-4dd3-9f92-554cd484633d has no active binding in host n-h1-829064-15 {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 13:51:41.319890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eac0449-e5fa-4f58-a6e8-30894aed18f3 req-a161d3ee-bd5c-4db8-9815-a25ce25dbcf4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 217 time: 0.0835264 Feb 15 13:51:41.397916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac0449-e5fa-4f58-a6e8-30894aed18f3 req-bf91f97c-e51c-4274-9f28-3653e559a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:41.399424 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eac0449-e5fa-4f58-a6e8-30894aed18f3 req-bf91f97c-e51c-4274-9f28-3653e559a544 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.0718305 Feb 15 13:51:41.413318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f9f49-cb05-4bc4-ab78-43fc248f8441 req-68568a48-4142-422f-a821-3220d33241f1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:41.419738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-761f9f49-cb05-4bc4-ab78-43fc248f8441 req-68568a48-4142-422f-a821-3220d33241f1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 947 time: 0.1020887 Feb 15 13:51:41.484931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eac0449-e5fa-4f58-a6e8-30894aed18f3 req-1a078ec7-9972-4229-824c-cd0b227ce6bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496898 Feb 15 13:51:41.502280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9435e4c-a27c-4519-9f51-4142c323f418', 'tag': '5176e481-ca4f-4fca-ba7c-3c067b8a1117'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:41.504854 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9435e4c-a27c-4519-9f51-4142c323f418", "tag": "5176e481-ca4f-4fca-ba7c-3c067b8a1117"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:41.560276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-761f9f49-cb05-4bc4-ab78-43fc248f8441 req-47c4c7e5-4b59-4ea2-aec7-47f908b4a694 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259127 Feb 15 13:51:41.673343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eac0449-e5fa-4f58-a6e8-30894aed18f3 req-f855305c-466d-4e58-a404-9f0fc57e2332 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715269 Feb 15 13:51:41.680623 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:41.816274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464ddb2-6d89-44e3-a49c-7dd9071241f4 req-3d87f3b1-ebfc-4391-9384-7907d0f75fed tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:41.825890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47948) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:41.827565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8464ddb2-6d89-44e3-a49c-7dd9071241f4 req-3d87f3b1-ebfc-4391-9384-7907d0f75fed tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.2100685 Feb 15 13:51:41.883121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6466b-acc3-4cca-abec-90a82bb77e6a req-93eda57b-862c-4930-9845-08146f0a496e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:41.884641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75d6466b-acc3-4cca-abec-90a82bb77e6a req-93eda57b-862c-4930-9845-08146f0a496e tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 946 time: 0.1915679 Feb 15 13:51:41.964151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eac0449-e5fa-4f58-a6e8-30894aed18f3 req-b8e669db-d794-4b9a-a46e-4e74b75e123f service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828434 Feb 15 13:51:41.978801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8464ddb2-6d89-44e3-a49c-7dd9071241f4 req-e498767e-b8f2-4932-966b-91f7b8016a18 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502857 Feb 15 13:51:42.059172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-network', 'tenant_id': '064f02fa32264301832186d2a5d4f5be'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:42.083884 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96064b1-e8ac-46eb-abf5-806f2d510913 x-openstack-request-id: req-f96064b1-e8ac-46eb-abf5-806f2d510913 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:42.084226 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9435e4c-a27c-4519-9f51-4142c323f418", "tag": "5176e481-ca4f-4fca-ba7c-3c067b8a1117", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:42.084502 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f96064b1-e8ac-46eb-abf5-806f2d510913 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:42.084973 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9435e4c-a27c-4519-9f51-4142c323f418', 'tag': '5176e481-ca4f-4fca-ba7c-3c067b8a1117', 'status': 'completed', 'code': 200} Feb 15 13:51:42.099076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Made reservation on behalf of 064f02fa32264301832186d2a5d4f5be for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:51:42.103654 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.115491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.188945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-75d6466b-acc3-4cca-abec-90a82bb77e6a req-4525bee0-4143-4643-88b0-863362b96727 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Deleting port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:42.189732 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-75d6466b-acc3-4cca-abec-90a82bb77e6a req-4525bee0-4143-4643-88b0-863362b96727 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.197754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1 req-e9cace78-31d0-486a-b375-709a027338d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:42.199396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1 req-e9cace78-31d0-486a-b375-709a027338d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=a9435e4c-a27c-4519-9f51-4142c323f418 HTTP/1.1" status: 200 len: 1131 time: 0.1134429 Feb 15 13:51:42.224834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Publish callbacks [] for security_group (3cbbc4a1-b002-4285-8763-6a09fe3df49e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.230079 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3cbbc4a1-b002-4285-8763-6a09fe3df49e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.258090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:51:42.268634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbbc4a1-b002-4285-8763-6a09fe3df49e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:42.274143 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e2a0f600-2877-4998-82a2-ea7dd91b424b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.274753 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Added segment e2a0f600-2877-4998-82a2-ea7dd91b424b of type vlan for network 740c1002-d3de-4d18-a9fc-396bc6a0b533 Feb 15 13:51:42.330557 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (740c1002-d3de-4d18-a9fc-396bc6a0b533), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.375343 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (740c1002-d3de-4d18-a9fc-396bc6a0b533), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.377011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:42.378009 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.439109 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6094148 Feb 15 13:51:42.441986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47978) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:42.446882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] Request body: {'subnet': {'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-subnet', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:42.461947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac570490-d727-4c60-83c3-03beb5fd27ac admin admin] Pushing event updated for resources: {'Network': ['ID=740c1002-d3de-4d18-a9fc-396bc6a0b533,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:42.480058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 740c1002-d3de-4d18-a9fc-396bc6a0b533 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:51:42.487879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] Made reservation on behalf of 064f02fa32264301832186d2a5d4f5be for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:51:42.490748 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.662269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd56e7-9c46-4dba-85f0-1fb8522fa90e req-77d9e97b-dec2-4c61-9ecd-e77ad896b620 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:42.664066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5bd56e7-9c46-4dba-85f0-1fb8522fa90e req-77d9e97b-dec2-4c61-9ecd-e77ad896b620 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/ports?device_id=c48bf796-8999-4407-b9dd-fb88ce0e2ec3 HTTP/1.1" status: 200 len: 946 time: 0.5192738 Feb 15 13:51:42.676073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (0c08c3e3-66f4-4f32-9980-1020dcc29788), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.730972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c08c3e3-66f4-4f32-9980-1020dcc29788,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:42.732498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f7e1-dd61-4b92-8ea5-efc21275c081 req-23ea4baf-c2b5-450a-a2d5-4ace2ec88397 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:42.734553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1937f7e1-dd61-4b92-8ea5-efc21275c081 req-23ea4baf-c2b5-450a-a2d5-4ace2ec88397 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.5395050 Feb 15 13:51:42.736638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-75d6466b-acc3-4cca-abec-90a82bb77e6a req-4525bee0-4143-4643-88b0-863362b96727 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] For port 7503da7e-7a52-49d8-b64c-ddda92ac61e0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7503da7e-7a52-49d8-b64c-ddda92ac61e0,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:42.736863 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-75d6466b-acc3-4cca-abec-90a82bb77e6a req-4525bee0-4143-4643-88b0-863362b96727 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.740419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] Checking segment: {'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:42.740977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] Network hostable DHCP agents. Network: 740c1002-d3de-4d18-a9fc-396bc6a0b533, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:51:42.760551 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] Network 740c1002-d3de-4d18-a9fc-396bc6a0b533 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:51:42.773287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-75d6466b-acc3-4cca-abec-90a82bb77e6a req-4525bee0-4143-4643-88b0-863362b96727 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Calling delete_port for 7503da7e-7a52-49d8-b64c-ddda92ac61e0 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:42.775486 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 740c1002-d3de-4d18-a9fc-396bc6a0b533) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:42.780603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:42.781360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.789099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb586e8-9ae2-49a6-8539-30e83644abc9 None None] Network 740c1002-d3de-4d18-a9fc-396bc6a0b533 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:51:42.791402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1 req-60cf7a04-539b-44a0-bca0-7968d5bbc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:42.792486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1 req-60cf7a04-539b-44a0-bca0-7968d5bbc05e service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.5394816 Feb 15 13:51:42.804535 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-64214c38-f2ae-477b-bc54-b1637ec29319 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3603489 Feb 15 13:51:42.805296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47984) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:42.811057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-router', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:42.836075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (65aba9b7-c44d-4bac-b5de-d406c687f0f6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.837933 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (65aba9b7-c44d-4bac-b5de-d406c687f0f6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.888796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1 req-77ceb63a-9f0d-448e-848c-7c59df43cd3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=5176e481-ca4f-4fca-ba7c-3c067b8a1117 HTTP/1.1" status: 200 len: 217 time: 0.0816114 Feb 15 13:51:42.914180 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Publish callbacks [] for router_controller (65aba9b7-c44d-4bac-b5de-d406c687f0f6), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.919878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5bd56e7-9c46-4dba-85f0-1fb8522fa90e req-3c53bbb2-e00e-44de-973a-734874933cac tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.72 "GET /v2.0/security-groups?id=09c29e06-cfcb-4efb-af1e-89a0d28b3480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422335 Feb 15 13:51:42.924587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-740c1002-d3de-4d18-a9fc-396bc6a0b533', 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533', 'project_id': '064f02fa32264301832186d2a5d4f5be', 'fixed_ips': [{'subnet_id': '0c08c3e3-66f4-4f32-9980-1020dcc29788'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:51:42.928267 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:42.971951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1937f7e1-dd61-4b92-8ea5-efc21275c081 req-cd26ad34-9e28-4480-a0a2-077d2980afad tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256739 Feb 15 13:51:42.997107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1 req-ca033179-2b2a-4a7c-96b7-aadf158c5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:42.997107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1 req-ca033179-2b2a-4a7c-96b7-aadf158c5319 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0896451 Feb 15 13:51:43.114542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Publish callbacks [] for router_gateway (65aba9b7-c44d-4bac-b5de-d406c687f0f6), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:43.144301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Allocated IP 172.20.0.2 (740c1002-d3de-4d18-a9fc-396bc6a0b533/0c08c3e3-66f4-4f32-9980-1020dcc29788/2ca32bfa-9438-40b8-8176-fb4e4baeda4c) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:51:43.157396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:51:43.157810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1 req-6846debc-23e2-4e48-9496-8f43474e411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:43.159309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1 req-6846debc-23e2-4e48-9496-8f43474e411f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1592970 Feb 15 13:51:43.166422 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-75d6466b-acc3-4cca-abec-90a82bb77e6a req-4525bee0-4143-4643-88b0-863362b96727 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7503da7e-7a52-49d8-b64c-ddda92ac61e0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:43.255410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b37ac-a066-4441-a888-da23d2af6e5b req-eb5ef0fd-2cdb-43a4-9e0f-efb92715690b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:43.262291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-593b37ac-a066-4441-a888-da23d2af6e5b req-eb5ef0fd-2cdb-43a4-9e0f-efb92715690b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 944 time: 0.1721995 Feb 15 13:51:43.264844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525bee0-4143-4643-88b0-863362b96727 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Pushing event deleted for resources: {'Port': ['ID=7503da7e-7a52-49d8-b64c-ddda92ac61e0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:43.327593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:43.344874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d6466b-acc3-4cca-abec-90a82bb77e6a req-4525bee0-4143-4643-88b0-863362b96727 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] No DVR routers for this DVR port 7503da7e-7a52-49d8-b64c-ddda92ac61e0 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:43.349722 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-75d6466b-acc3-4cca-abec-90a82bb77e6a req-4525bee0-4143-4643-88b0-863362b96727 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:43.353030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75d6466b-acc3-4cca-abec-90a82bb77e6a req-4525bee0-4143-4643-88b0-863362b96727 tempest-FloatingIPsAssociationTestJSON-1297094712 tempest-FloatingIPsAssociationTestJSON-1297094712-project] 10.222.0.67 "DELETE /v2.0/ports/7503da7e-7a52-49d8-b64c-ddda92ac61e0 HTTP/1.1" status: 204 len: 173 time: 1.4611945 Feb 15 13:51:43.360358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7503da7e-7a52-49d8-b64c-ddda92ac61e0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:43.442292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422', 'mac_address': 'fa:16:3e:d2:2a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:51:43.451442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-593b37ac-a066-4441-a888-da23d2af6e5b req-ae5a2817-bd47-4d8d-947f-bc0d286d3b5f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848395 Feb 15 13:51:43.456140 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1 req-b34711e8-4de8-408e-bb7b-ef8bdc9a8fc9 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822266 Feb 15 13:51:43.476193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Publish callbacks [] for router_gateway (65aba9b7-c44d-4bac-b5de-d406c687f0f6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:43.499707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:43.517386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:43.517784 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:43.545349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:43.571768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:43.572732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a55ec-2b41-4f3f-acb7-d15d3ac127b9 req-cc28579f-ba93-4b29-be53-1b9a45a130ec tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:43.574113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c2a55ec-2b41-4f3f-acb7-d15d3ac127b9 req-cc28579f-ba93-4b29-be53-1b9a45a130ec tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 947 time: 0.2199981 Feb 15 13:51:43.585448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:43.654586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Allocated IP 172.25.6.152 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/a5932b50-e572-4b69-9672-75d9694bffad) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:51:43.697222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:43.705180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c2a55ec-2b41-4f3f-acb7-d15d3ac127b9 req-f1eb8fe5-325b-4acf-ad08-01eabfa0a806 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123052 Feb 15 13:51:43.719385 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Publish callbacks [] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:43.725610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5aa5fe35-5a77-477a-b8f5-4d0d93aa06d1 req-07718539-3854-46eb-b2d1-f8ea9354af2f service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526925 Feb 15 13:51:43.731114 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:43.734334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ea940-1316-4eea-9fe5-2f31a387de7d req-7729cf41-6bb7-4eff-b22e-36cddf6426f3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:43.736164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a0ea940-1316-4eea-9fe5-2f31a387de7d req-7729cf41-6bb7-4eff-b22e-36cddf6426f3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.1731994 Feb 15 13:51:43.835197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Network 740c1002-d3de-4d18-a9fc-396bc6a0b533 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:43.848316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:43.861297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:51:43.869061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:43.872876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a0ea940-1316-4eea-9fe5-2f31a387de7d req-3c37ed24-6ab0-4b18-bc5d-9db63df2c5c6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249471 Feb 15 13:51:43.875913 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Pushing event updated for resources: {'Port': ['ID=2ca32bfa-9438-40b8-8176-fb4e4baeda4c,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:43.894673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Publish callbacks [] for port (a5932b50-e572-4b69-9672-75d9694bffad), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:43.917318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e17f0c-634f-4c8b-8243-52cace057e70 req-bb34cae2-de9b-49bd-8d53-d23c786da46b tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:43.925443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8e17f0c-634f-4c8b-8243-52cace057e70 req-bb34cae2-de9b-49bd-8d53-d23c786da46b tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.1213651 Feb 15 13:51:43.969955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a5932b50-e572-4b69-9672-75d9694bffad), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:44.008246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8e17f0c-634f-4c8b-8243-52cace057e70 req-5d2f83a9-c971-49d3-a982-154ec30ea39e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816069 Feb 15 13:51:44.059050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:44.071277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Attempting to bind port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:51:44.071660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Attempting to bind port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:51:44.072028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Attempting to bind port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c on network 740c1002-d3de-4d18-a9fc-396bc6a0b533 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:44.080320 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:44.080790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:51:44.081172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Checking segment: {'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:44.081583 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:44.081980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Bound using segment: {'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:51:44.082613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Bound port: 2ca32bfa-9438-40b8-8176-fb4e4baeda4c, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:51:44.083092 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:44.085856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'name': 'network-vif-deleted', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:44.088902 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec7bf80-f4b1-46e7-9e69-ad8ae0362d1d" -d '{"events": [{"server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "name": "network-vif-deleted", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:44.097678 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:51:44.101669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a5932b50-e572-4b69-9672-75d9694bffad,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:44.203213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48018) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:44.204251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] For port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:44.220295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] For port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2ca32bfa-9438-40b8-8176-fb4e4baeda4c,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:51:44.262409 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:44.292190 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d666e5-4be9-49e7-979e-069cbbab25fc x-openstack-request-id: req-81d666e5-4be9-49e7-979e-069cbbab25fc {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:44.292656 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48bf796-8999-4407-b9dd-fb88ce0e2ec3", "name": "network-vif-deleted", "tag": "7503da7e-7a52-49d8-b64c-ddda92ac61e0", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:44.292778 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-81d666e5-4be9-49e7-979e-069cbbab25fc {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:44.293481 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48bf796-8999-4407-b9dd-fb88ce0e2ec3', 'name': 'network-vif-deleted', 'tag': '7503da7e-7a52-49d8-b64c-ddda92ac61e0', 'status': 'completed', 'code': 200} Feb 15 13:51:44.424332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a38ed1-cdb3-4f06-a2cf-c91c4ea702c4 None None] Pushing event updated for resources: {'Port': ['ID=2ca32bfa-9438-40b8-8176-fb4e4baeda4c,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:44.641740 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3a13580d-da6f-4058-b8a2-90d7656c8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:44.874965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e42ba-a2b9-445e-b075-484303be125d req-45c8cd43-9491-4d5e-90be-8200d4f2a139 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:44.882137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe0e42ba-a2b9-445e-b075-484303be125d req-45c8cd43-9491-4d5e-90be-8200d4f2a139 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 944 time: 0.2968545 Feb 15 13:51:44.939979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48048) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:44.944500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48050) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:45.012973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeba13-b160-4d47-bffe-d6766d7ca9e0 req-2ea450e0-d750-46f2-8593-85a08446cf0c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:45.021714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0eeba13-b160-4d47-bffe-d6766d7ca9e0 req-2ea450e0-d750-46f2-8593-85a08446cf0c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.2956297 Feb 15 13:51:45.026167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-10b1b79f-37de-4694-a4d7-a57124a8c5a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3130019 Feb 15 13:51:45.068511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Publish callbacks [] for router_gateway (65aba9b7-c44d-4bac-b5de-d406c687f0f6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.087259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe0e42ba-a2b9-445e-b075-484303be125d req-87821349-d310-4e08-b16e-30b104b8ef82 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041562 Feb 15 13:51:45.124158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5176e481-ca4f-4fca-ba7c-3c067b8a1117 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:51:45.127580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7503da7e-7a52-49d8-b64c-ddda92ac61e0 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:45.158600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 7503da7e-7a52-49d8-b64c-ddda92ac61e0 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:45.163109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7503da7e-7a52-49d8-b64c-ddda92ac61e0 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:45.169601 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-612533eb-6151-4ddd-9d86-37036100aa06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.176260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:45.300504 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (65aba9b7-c44d-4bac-b5de-d406c687f0f6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.304662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:51:45.313305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:45.313678 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.316270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5176e481-ca4f-4fca-ba7c-3c067b8a1117, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5176e481-ca4f-4fca-ba7c-3c067b8a1117,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:45.321891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-ef08e004-7071-4803-91fb-1438b6e8234a service neutron] 10.222.0.67 "GET /v2.0/ports/df958ecd-deb9-4dd3-9f92-554cd484633d/bindings/n-h1-829064-15 HTTP/1.1" status: 200 len: 385 time: 0.2316852 Feb 15 13:51:45.331795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0eeba13-b160-4d47-bffe-d6766d7ca9e0 req-d0df3724-723b-40d6-912b-502597108a40 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090050 Feb 15 13:51:45.352047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '5176e481-ca4f-4fca-ba7c-3c067b8a1117', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '5176e481-ca4f-4fca-ba7c-3c067b8a1117', 'mac_address': 'fa:16:3e:62:c2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:51:45.430671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:45.431110 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.468890 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5176e481-ca4f-4fca-ba7c-3c067b8a1117 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:45.476414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:51:45.484983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-eb5129fb-214f-4ef1-9807-23e6d81a24e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5411172 Feb 15 13:51:45.502548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5176e481-ca4f-4fca-ba7c-3c067b8a1117, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5176e481-ca4f-4fca-ba7c-3c067b8a1117,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:45.516975 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.541082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-08de8142-489d-40a6-ac43-ac62f75cd2ad service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:51:45.542140 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-08de8142-489d-40a6-ac43-ac62f75cd2ad service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164735 Feb 15 13:51:45.579214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:45.581118 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-612533eb-6151-4ddd-9d86-37036100aa06 admin admin] Publish callbacks [] for security_group (165e604a-25c2-4f3a-8143-08ee9e807354), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.584448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.593191 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027febb1-83fc-4d24-9939-349fd005f387 req-296d05f9-648b-4410-ac2a-e988dc518ada tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:45.600627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-027febb1-83fc-4d24-9939-349fd005f387 req-296d05f9-648b-4410-ac2a-e988dc518ada tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 948 time: 0.4030230 Feb 15 13:51:45.604418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-66639995-cc01-4fb7-a69d-bc5c164c89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:45.605374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-66639995-cc01-4fb7-a69d-bc5c164c89ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 1133 time: 0.5118148 Feb 15 13:51:45.619779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:51:45.633937 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-612533eb-6151-4ddd-9d86-37036100aa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (165e604a-25c2-4f3a-8143-08ee9e807354), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.634218 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Sync routers for ids ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:45.648547 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.657351 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Routers {'65aba9b7-c44d-4bac-b5de-d406c687f0f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:45.658325 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-10293a11-3a68-4560-83f2-00f216630652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:45.661274 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d3a3e2c1-ef40-4577-ad17-977c018b20f0 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8547118 Feb 15 13:51:45.662070 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48060) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:45.703825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873dca12-0396-47e7-af32-e7a2ca40fbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:45.707081 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be1f5f8-8682-4a0d-b489-5737b60aa016" -d '{"events": [{"server_uuid": "873dca12-0396-47e7-af32-e7a2ca40fbe7", "name": "network-vif-plugged", "status": "completed", "tag": "0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:45.722875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=5176e481-ca4f-4fca-ba7c-3c067b8a1117,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:45.729621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:45.737303 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.872144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (b2c802c5-173c-451f-ab7f-5477fe75140c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:45.954166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['5176e481-ca4f-4fca-ba7c-3c067b8a1117'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:46.043911 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Set router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:46.044859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-612533eb-6151-4ddd-9d86-37036100aa06 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17d4fb4a8da24c30881671fc1e664624&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0886102 Feb 15 13:51:46.045706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612533eb-6151-4ddd-9d86-37036100aa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165e604a-25c2-4f3a-8143-08ee9e807354,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:46.052276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48070) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:46.138623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9db3b-35ac-4bf6-810d-09e435c7a648 req-ff8d3e2b-b5d9-4e55-beb4-f92af3f27ae5 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:46.147982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69a9db3b-35ac-4bf6-810d-09e435c7a648 req-ff8d3e2b-b5d9-4e55-beb4-f92af3f27ae5 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.7341838 Feb 15 13:51:46.183426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6156c3a-02cd-43a9-998d-a3ebf7a9d9b8 None None] Network 740c1002-d3de-4d18-a9fc-396bc6a0b533 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:51:46.240470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-027febb1-83fc-4d24-9939-349fd005f387 req-e33a1377-2aa3-47fd-bb78-74701d6f8cb8 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203866 Feb 15 13:51:46.258630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afa3267d-e902-4d81-8a9c-3d6d52bd6558 admin admin] Publish callbacks [] for security_group (165e604a-25c2-4f3a-8143-08ee9e807354), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:46.323470 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afa3267d-e902-4d81-8a9c-3d6d52bd6558 admin admin] Publish callbacks [] for security_group (165e604a-25c2-4f3a-8143-08ee9e807354), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:46.341917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-f2602f48-801c-4a75-a719-fed67f2727a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:46.344714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-f2602f48-801c-4a75-a719-fed67f2727a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.7044220 Feb 15 13:51:46.395381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69a9db3b-35ac-4bf6-810d-09e435c7a648 req-59ae1612-ccb5-48ff-a7c0-08b78874102a tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324684 Feb 15 13:51:46.496369 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afa3267d-e902-4d81-8a9c-3d6d52bd6558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (165e604a-25c2-4f3a-8143-08ee9e807354), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:46.497905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2ca32bfa-9438-40b8-8176-fb4e4baeda4c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:46.506477 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afa3267d-e902-4d81-8a9c-3d6d52bd6558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:46.515708 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-afa3267d-e902-4d81-8a9c-3d6d52bd6558 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/165e604a-25c2-4f3a-8143-08ee9e807354 HTTP/1.1" status: 204 len: 168 time: 0.4588335 Feb 15 13:51:46.542772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3267d-e902-4d81-8a9c-3d6d52bd6558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165e604a-25c2-4f3a-8143-08ee9e807354,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:46.568498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:46.587310 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33951d4-304e-4403-8a50-c20a2fd9c62e x-openstack-request-id: req-c33951d4-304e-4403-8a50-c20a2fd9c62e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:46.587689 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873dca12-0396-47e7-af32-e7a2ca40fbe7", "name": "network-vif-plugged", "status": "completed", "tag": "0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:46.588052 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c33951d4-304e-4403-8a50-c20a2fd9c62e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:46.588458 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873dca12-0396-47e7-af32-e7a2ca40fbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422', 'code': 200} Feb 15 13:51:46.631684 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:46.650402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-24214168-9527-43f4-9326-ea0b7ee4c928 None None] Provisioning complete for port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:46.650739 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24214168-9527-43f4-9326-ea0b7ee4c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:46.692122 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-10293a11-3a68-4560-83f2-00f216630652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-router', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:42Z', 'updated_at': '2022-02-15T13:51:44Z', 'revision_number': 3, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'gw_port': {'id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:43Z', 'updated_at': '2022-02-15T13:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:46.758854 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Checking router: 65aba9b7-c44d-4bac-b5de-d406c687f0f6 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:46.759654 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Updating router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 port a5932b50-e572-4b69-9672-75d9694bffad binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:51:46.801208 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a5932b50-e572-4b69-9672-75d9694bffad), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:46.870257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:46.870651 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:46.975818 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-24214168-9527-43f4-9326-ea0b7ee4c928 None None] Current status of the port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:46.976261 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24214168-9527-43f4-9326-ea0b7ee4c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.002245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-63073adc-dab1-48c8-b742-06a73e4ccd58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 217 time: 0.6008995 Feb 15 13:51:47.013058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Allocated IP 172.20.0.1 (740c1002-d3de-4d18-a9fc-396bc6a0b533/0c08c3e3-66f4-4f32-9980-1020dcc29788/88717f96-d5da-467c-a396-a26ca1df31ce) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:51:47.023148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2ede2632-fc96-4ab8-a360-0f791de4f1d6 service neutron] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=df958ecd-deb9-4dd3-9f92-554cd484633d,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:47.128863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48100) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:47.188671 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76494151-db33-46fb-86e3-720557fff324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.206644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-2f816177-7e53-47c4-8782-3d2f3931cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:47.208607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-2f816177-7e53-47c4-8782-3d2f3931cad4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1393397 Feb 15 13:51:47.243265 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Publish callbacks [] for port (a5932b50-e572-4b69-9672-75d9694bffad), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.257874 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a5932b50-e572-4b69-9672-75d9694bffad), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.322820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-24214168-9527-43f4-9326-ea0b7ee4c928 None None] For port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2ca32bfa-9438-40b8-8176-fb4e4baeda4c,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:47.328327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76494151-db33-46fb-86e3-720557fff324 admin admin] Publish callbacks [] for security_group (8d7d1fb2-1a50-45db-b5f6-f29850c22e09), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.332891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:51:47.335887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2ede2632-fc96-4ab8-a360-0f791de4f1d6 service neutron] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:47.352419 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Pushing event updated for resources: {'Port': ['ID=a5932b50-e572-4b69-9672-75d9694bffad,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:47.354084 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76494151-db33-46fb-86e3-720557fff324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8d7d1fb2-1a50-45db-b5f6-f29850c22e09), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.372514 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.373123 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.373505 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24214168-9527-43f4-9326-ea0b7ee4c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.373859 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.374340 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.375734 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.376233 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.377065 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.377719 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.378184 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.378654 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.379149 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.379637 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.380105 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:51:47.387073 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Attempting to bind port a5932b50-e572-4b69-9672-75d9694bffad on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:51:47.387883 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Attempting to bind port a5932b50-e572-4b69-9672-75d9694bffad by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:51:47.388443 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Attempting to bind port a5932b50-e572-4b69-9672-75d9694bffad on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:47.396347 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:51:47.397049 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:47.397651 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.398188 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:51:47.399468 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Bound port: a5932b50-e572-4b69-9672-75d9694bffad, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:51:47.400052 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a5932b50-e572-4b69-9672-75d9694bffad), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.431662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Publish callbacks [] for port (88717f96-d5da-467c-a396-a26ca1df31ce), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.433099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-d99ef7cc-7a37-47ab-b3c0-ba77b760901e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:47.434545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-d99ef7cc-7a37-47ab-b3c0-ba77b760901e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports/bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 947 time: 0.3977449 Feb 15 13:51:47.445196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce969a-b920-4db3-800e-04f7f8af38b4 req-47c30f88-1630-475b-aba1-ba28fa46bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:47.446710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9ce969a-b920-4db3-800e-04f7f8af38b4 req-47c30f88-1630-475b-aba1-ba28fa46bfef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 1132 time: 0.4431829 Feb 15 13:51:47.449798 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-76494151-db33-46fb-86e3-720557fff324 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd9343d59c9f4707bb73533a508786b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200819 Feb 15 13:51:47.457352 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48110) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:47.475077 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-10293a11-3a68-4560-83f2-00f216630652 None None] For port a5932b50-e572-4b69-9672-75d9694bffad, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:47.476001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76494151-db33-46fb-86e3-720557fff324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7d1fb2-1a50-45db-b5f6-f29850c22e09,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:47.487207 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-10293a11-3a68-4560-83f2-00f216630652 None None] For port a5932b50-e572-4b69-9672-75d9694bffad, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a5932b50-e572-4b69-9672-75d9694bffad,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:51:47.493147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2ede2632-fc96-4ab8-a360-0f791de4f1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df958ecd-deb9-4dd3-9f92-554cd484633d {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:47.505025 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a5932b50-e572-4b69-9672-75d9694bffad), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.523019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f717734-2422-4692-8016-e43a154b8add req-34a9a61f-99bd-431a-9b37-09100307c0f9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:47.532415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f717734-2422-4692-8016-e43a154b8add req-34a9a61f-99bd-431a-9b37-09100307c0f9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 944 time: 0.4973617 Feb 15 13:51:47.552824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15f87d-0e79-475d-93d5-d15d9f051b37 req-196be6dc-3a58-4e61-a452-21ec0219f27d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:47.553456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:47.554407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b15f87d-0e79-475d-93d5-d15d9f051b37 req-196be6dc-3a58-4e61-a452-21ec0219f27d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.5188212 Feb 15 13:51:47.555252 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.569180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2ede2632-fc96-4ab8-a360-0f791de4f1d6 service neutron] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=df958ecd-deb9-4dd3-9f92-554cd484633d,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:47.621481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.622041 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Routers {'65aba9b7-c44d-4bac-b5de-d406c687f0f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:47.622715 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-10293a11-3a68-4560-83f2-00f216630652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:47.635902 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3a70-f134-483e-91fd-7ccbabbc6678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.642316 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25578054-77e6-4d6d-8838-2331fa460952 admin admin] Publish callbacks [] for security_group (8d7d1fb2-1a50-45db-b5f6-f29850c22e09), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.674644 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6450b8-81b8-4ab9-bd28-e2881388ccce None None] Pushing event updated for resources: {'Port': ['ID=a5932b50-e572-4b69-9672-75d9694bffad,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:47.734291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1e75778d-635f-456a-ba5e-058ee02ac762 None None] Provisioning complete for port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:47.734788 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1e75778d-635f-456a-ba5e-058ee02ac762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.784010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2ede2632-fc96-4ab8-a360-0f791de4f1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.790525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Network 740c1002-d3de-4d18-a9fc-396bc6a0b533 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:47.800446 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25578054-77e6-4d6d-8838-2331fa460952 admin admin] Publish callbacks [] for security_group (8d7d1fb2-1a50-45db-b5f6-f29850c22e09), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.804105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:47.811682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:47.811863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-34b6ed24-bc91-4c32-9994-a492d9c4a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:47.813301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-34b6ed24-bc91-4c32-9994-a492d9c4a778 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5183494 Feb 15 13:51:47.820265 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:51:47.826237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Pushing event updated for resources: {'Port': ['ID=88717f96-d5da-467c-a396-a26ca1df31ce,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:47.834506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'mac_address': 'fa:16:3e:5b:ba:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:51:47.852586 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-10293a11-3a68-4560-83f2-00f216630652 None None] Set router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:47.933271 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:51:47.936149 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:51:47.943517 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (65aba9b7-c44d-4bac-b5de-d406c687f0f6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:47.946321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24214168-9527-43f4-9326-ea0b7ee4c928 None None] Pushing event updated for resources: {'Port': ['ID=2ca32bfa-9438-40b8-8176-fb4e4baeda4c,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:47.978339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:47.978859 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.042587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-05ec5f1d-b0d3-4f3a-8bd0-fe0becffb66f service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130699 Feb 15 13:51:48.046744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:51:48.063967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f717734-2422-4692-8016-e43a154b8add req-1535d35c-a032-48bb-917c-7d35a1fd7132 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306361 Feb 15 13:51:48.066194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9ce969a-b920-4db3-800e-04f7f8af38b4 req-3fa0c0f9-f206-4b52-a428-26e69bbd81ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027477 Feb 15 13:51:48.091438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25578054-77e6-4d6d-8838-2331fa460952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8d7d1fb2-1a50-45db-b5f6-f29850c22e09), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.096484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25578054-77e6-4d6d-8838-2331fa460952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.098320 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-25578054-77e6-4d6d-8838-2331fa460952 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8d7d1fb2-1a50-45db-b5f6-f29850c22e09 HTTP/1.1" status: 204 len: 168 time: 0.6363580 Feb 15 13:51:48.151666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b15f87d-0e79-475d-93d5-d15d9f051b37 req-83eb328a-ae1a-4026-afe1-d88b308102a0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763223 Feb 15 13:51:48.159435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25578054-77e6-4d6d-8838-2331fa460952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7d1fb2-1a50-45db-b5f6-f29850c22e09,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:48.188128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:48.248670 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-10293a11-3a68-4560-83f2-00f216630652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-router', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:42Z', 'updated_at': '2022-02-15T13:51:44Z', 'revision_number': 3, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'gw_port': {'id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:43Z', 'updated_at': '2022-02-15T13:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:48.260685 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.297083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1e75778d-635f-456a-ba5e-058ee02ac762 None None] Current status of the port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:48.363400 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.378806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.435547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:48.449917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:51:48.456871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d2ecab7d-6d72-4fb3-8e06-8d68bd9e05df None None] Provisioning complete for port 88717f96-d5da-467c-a396-a26ca1df31ce triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:48.457373 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d2ecab7d-6d72-4fb3-8e06-8d68bd9e05df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.489072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] Deleting port a2ed8dca-7215-4457-a1a3-00bd74c42733 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:48.489583 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.524815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2ede2632-fc96-4ab8-a360-0f791de4f1d6 service neutron] Transition to ACTIVE for port object df958ecd-deb9-4dd3-9f92-554cd484633d will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:51:48.545422 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10293a11-3a68-4560-83f2-00f216630652 None None] The sync data for ids ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'] in n-d-829064-15 is: [{'id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-router', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:42Z', 'updated_at': '2022-02-15T13:51:44Z', 'revision_number': 3, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'gw_port': {'id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:43Z', 'updated_at': '2022-02-15T13:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:48.568072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98b36e2b-e1cf-43c4-a41e-62c13d2cc001 req-3548a744-0e72-40b0-a017-0463d9d91020 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008826 Feb 15 13:51:48.583550 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2ede2632-fc96-4ab8-a360-0f791de4f1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.668185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933aa36-4227-4c5a-84d3-272fef7dadc4 req-a39e7da9-3b38-4a4a-b44e-c949fed1933a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:48.677747 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3933aa36-4227-4c5a-84d3-272fef7dadc4 req-a39e7da9-3b38-4a4a-b44e-c949fed1933a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 949 time: 0.4036670 Feb 15 13:51:48.681179 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Publish callbacks [] for port (88717f96-d5da-467c-a396-a26ca1df31ce), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.707279 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.707462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3253e-6d7c-4dd0-aef2-3a5c9f1fe3cc req-438702bd-1f2e-444f-800d-13d966002d42 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:48.710617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abe3253e-6d7c-4dd0-aef2-3a5c9f1fe3cc req-438702bd-1f2e-444f-800d-13d966002d42 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.3267767 Feb 15 13:51:48.720023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d2ecab7d-6d72-4fb3-8e06-8d68bd9e05df None None] Port 88717f96-d5da-467c-a396-a26ca1df31ce cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:51:48.735439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:48.844717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Pushing event updated for resources: {'Port': ['ID=88717f96-d5da-467c-a396-a26ca1df31ce,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:48.861631 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (65aba9b7-c44d-4bac-b5de-d406c687f0f6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.876062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2ede2632-fc96-4ab8-a360-0f791de4f1d6 service neutron] No DVR routers for this DVR port df958ecd-deb9-4dd3-9f92-554cd484633d on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:48.886731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2ca32bfa-9438-40b8-8176-fb4e4baeda4c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:48.900154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] For port a2ed8dca-7215-4457-a1a3-00bd74c42733, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a2ed8dca-7215-4457-a1a3-00bd74c42733,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:48.901432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:48.914661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede2632-fc96-4ab8-a360-0f791de4f1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=df958ecd-deb9-4dd3-9f92-554cd484633d,revision_number=10']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:48.985824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] Calling delete_port for a2ed8dca-7215-4457-a1a3-00bd74c42733 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:49.007518 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3933aa36-4227-4c5a-84d3-272fef7dadc4 req-0189c79f-735d-4308-a2cb-24ef4ad957d5 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287966 Feb 15 13:51:49.007917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:49.008368 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:49.021824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abe3253e-6d7c-4dd0-aef2-3a5c9f1fe3cc req-e4e3b083-ff0f-45ab-a74e-a895a3776e4a tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868941 Feb 15 13:51:49.102116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Network 740c1002-d3de-4d18-a9fc-396bc6a0b533 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:49.104101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:49.184822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5176e481-ca4f-4fca-ba7c-3c067b8a1117 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:49.270517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:49.360104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:51:49.361833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2ede2632-fc96-4ab8-a360-0f791de4f1d6 service neutron] 10.222.0.67 "PUT /v2.0/ports/df958ecd-deb9-4dd3-9f92-554cd484633d/bindings/n-h1-829064-15/activate HTTP/1.1" status: 200 len: 370 time: 3.9351549 Feb 15 13:51:49.365718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:49.366859 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:49.466368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:51:49.548165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4cc3f-c577-4195-831b-c6e4dca21699 req-066e468d-0906-4a9a-b238-4df50a62e7fc tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:49.557755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02c4cc3f-c577-4195-831b-c6e4dca21699 req-066e468d-0906-4a9a-b238-4df50a62e7fc tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 945 time: 0.2229388 Feb 15 13:51:49.566419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc81bd-1f30-4ad8-8509-2edb3168b465 req-925d49a1-09f4-4bd5-95b5-5a69c5cceda2 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:49.573344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73cc81bd-1f30-4ad8-8509-2edb3168b465 req-925d49a1-09f4-4bd5-95b5-5a69c5cceda2 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.2086287 Feb 15 13:51:49.613958 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:49.631681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-14ee5793-ef17-47bb-890c-28c8578c3874 None None] Provisioning complete for port 88717f96-d5da-467c-a396-a26ca1df31ce triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:49.632053 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-14ee5793-ef17-47bb-890c-28c8578c3874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:49.633597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:49.633976 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:49.656922 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a2ed8dca-7215-4457-a1a3-00bd74c42733), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:49.681727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:51:49.698358 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-db65b478-0cf7-4095-a446-4e7f174c1c17 admin admin] 10.222.0.72 "PUT /v2.0/routers/65aba9b7-c44d-4bac-b5de-d406c687f0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0347641 Feb 15 13:51:49.714237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ed8dca-7215-4457-a1a3-00bd74c42733,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:49.718723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9435e4c-a27c-4519-9f51-4142c323f418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5176e481-ca4f-4fca-ba7c-3c067b8a1117'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:49.720984 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02bcd9d-b748-453e-9ba5-772443c67cd3" -d '{"events": [{"server_uuid": "a9435e4c-a27c-4519-9f51-4142c323f418", "name": "network-vif-plugged", "status": "completed", "tag": "5176e481-ca4f-4fca-ba7c-3c067b8a1117"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:49.728381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02c4cc3f-c577-4195-831b-c6e4dca21699 req-cc7f1771-4e71-4593-92a7-1f086f743a4c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683412 Feb 15 13:51:49.748777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73cc81bd-1f30-4ad8-8509-2edb3168b465 req-da4f3008-ac92-4d99-8c62-dae2b6b12ac9 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694777 Feb 15 13:51:49.759033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5176e481-ca4f-4fca-ba7c-3c067b8a1117, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5176e481-ca4f-4fca-ba7c-3c067b8a1117,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:49.765525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-14ee5793-ef17-47bb-890c-28c8578c3874 None None] Port 88717f96-d5da-467c-a396-a26ca1df31ce cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:51:49.773366 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:49.774391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device df958ecd-deb9-4dd3-9f92-554cd484633d no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:49.883852 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cecae6-e9e4-4af6-987d-f45c283825dd x-openstack-request-id: req-73cecae6-e9e4-4af6-987d-f45c283825dd {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:49.884185 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9435e4c-a27c-4519-9f51-4142c323f418", "name": "network-vif-plugged", "status": "completed", "tag": "5176e481-ca4f-4fca-ba7c-3c067b8a1117", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:49.885603 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-73cecae6-e9e4-4af6-987d-f45c283825dd {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:49.885603 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9435e4c-a27c-4519-9f51-4142c323f418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5176e481-ca4f-4fca-ba7c-3c067b8a1117', 'code': 200} Feb 15 13:51:50.062518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port df958ecd-deb9-4dd3-9f92-554cd484633d host n-h1-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 13:51:50.068410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device df958ecd-deb9-4dd3-9f92-554cd484633d not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:50.109444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=5176e481-ca4f-4fca-ba7c-3c067b8a1117,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:50.309378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-338bc0d1-8625-49f0-98a8-a7db35529a69 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:50.311516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-338bc0d1-8625-49f0-98a8-a7db35529a69 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1128 time: 0.4041915 Feb 15 13:51:50.462394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad37a85-da41-458d-9f8d-8d3ed0f258d9 req-ca824950-a898-40ca-a656-9e449c2b3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:50.462394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ad37a85-da41-458d-9f8d-8d3ed0f258d9 req-ca824950-a898-40ca-a656-9e449c2b3212 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a9435e4c-a27c-4519-9f51-4142c323f418 HTTP/1.1" status: 200 len: 1133 time: 0.3858759 Feb 15 13:51:50.505365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-dc40b5bd-1b8f-469a-96cd-e90effd98cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:50.506855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-dc40b5bd-1b8f-469a-96cd-e90effd98cc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 1133 time: 0.4371428 Feb 15 13:51:50.548376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-04fea8dc-68fd-40c2-9bbf-08bc12b110d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:50.550190 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-04fea8dc-68fd-40c2-9bbf-08bc12b110d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2&tenant_id=72b3401121c0488ab7f8a0dba51c8a23 HTTP/1.1" status: 200 len: 1128 time: 0.1679776 Feb 15 13:51:50.934505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48214) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:50.941282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-network', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:50.947864 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:50.956494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500015b-1eb4-4eb6-97c6-1e688ba3f36a req-a3688f7a-8ede-450b-9f55-8827474a127b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:50.963974 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0500015b-1eb4-4eb6-97c6-1e688ba3f36a req-a3688f7a-8ede-450b-9f55-8827474a127b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 949 time: 0.7375515 Feb 15 13:51:50.966038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (b2c802c5-173c-451f-ab7f-5477fe75140c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:50.970037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a5932b50-e572-4b69-9672-75d9694bffad up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:50.974471 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Made reservation on behalf of 93b8d339619c4e61a42ecc3b5d6031f3 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:51:50.979353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.001096 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.030705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36458a27-ab2d-4368-811e-e1ae1f3f8bda req-420d0045-4d55-4029-a1c5-d05bd3bc6125 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:51.032369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36458a27-ab2d-4368-811e-e1ae1f3f8bda req-420d0045-4d55-4029-a1c5-d05bd3bc6125 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.7281580 Feb 15 13:51:51.053789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a5932b50-e572-4b69-9672-75d9694bffad triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:51.054222 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a5932b50-e572-4b69-9672-75d9694bffad), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.146510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ad37a85-da41-458d-9f8d-8d3ed0f258d9 req-4a845980-6cab-47ea-8485-724052222205 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6779294 Feb 15 13:51:51.147787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-fc587062-bd63-404b-a7a4-63e85a0bea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:51.149474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-fc587062-bd63-404b-a7a4-63e85a0bea75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.6264584 Feb 15 13:51:51.182680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a5932b50-e572-4b69-9672-75d9694bffad is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:51.183217 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a5932b50-e572-4b69-9672-75d9694bffad), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.186854 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Publish callbacks [] for security_group (43d59ec2-2b4f-4924-b9eb-6d0042984e4b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.203849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (43d59ec2-2b4f-4924-b9eb-6d0042984e4b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.214343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:51.220516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:51:51.243288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port a5932b50-e572-4b69-9672-75d9694bffad, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a5932b50-e572-4b69-9672-75d9694bffad,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:51.246690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (684de8f2-21e4-454f-8460-13688caf17cf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.247272 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Added segment 684de8f2-21e4-454f-8460-13688caf17cf of type vlan for network 4c8e3115-76cd-412d-b367-0a26a6512778 Feb 15 13:51:51.313226 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a5932b50-e572-4b69-9672-75d9694bffad), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.335149 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (4c8e3115-76cd-412d-b367-0a26a6512778), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.354014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0500015b-1eb4-4eb6-97c6-1e688ba3f36a req-3393a5f8-4a1c-4bc8-bd90-bd7ccc72b714 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889298 Feb 15 13:51:51.366494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-f22fe643-97e4-4c45-9424-732b3f629fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:51.370822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-f22fe643-97e4-4c45-9424-732b3f629fbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1128 time: 0.3933954 Feb 15 13:51:51.405275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d59ec2-2b4f-4924-b9eb-6d0042984e4b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:51.428602 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (4c8e3115-76cd-412d-b367-0a26a6512778), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.434876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:51.438110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.483583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36458a27-ab2d-4368-811e-e1ae1f3f8bda req-07404e8e-a4cc-4ff7-94a3-208d769a883d tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110754 Feb 15 13:51:51.491951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=a5932b50-e572-4b69-9672-75d9694bffad,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:51.501248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:51.501625 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.525920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Sync routers for ids ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:51.548912 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6123562 Feb 15 13:51:51.551645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Routers {'65aba9b7-c44d-4bac-b5de-d406c687f0f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:51.552284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:51.614734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48226) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:51.624382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] Request body: {'subnet': {'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-subnet', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:51.695101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] Made reservation on behalf of 93b8d339619c4e61a42ecc3b5d6031f3 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:51:51.697860 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.706773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:51.707199 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.730597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Set router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:51.793764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:51.799823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:51.910211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-a22515ab-ccd2-4932-9354-63a316dc9653 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 217 time: 0.4500601 Feb 15 13:51:51.941999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:52.015270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462ded7-39b6-4435-9460-ea7059b7c7e2 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8e3115-76cd-412d-b367-0a26a6512778,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:52.022688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:51:52.025269 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09c8f74-9f27-46d3-a5ce-6752a1aa39c8" -d '{"events": [{"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-plugged", "status": "completed", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:51:52.033872 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 4c8e3115-76cd-412d-b367-0a26a6512778 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:51:52.049747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-2ac62331-f391-4ed2-8eeb-608e9856d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:52.051604 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-2ac62331-f391-4ed2-8eeb-608e9856d5f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1050689 Feb 15 13:51:52.135302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f2597-0080-4689-ae0f-aadda5e44639 req-90d0b116-f601-4b2c-b0b7-1df931c47aec tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:52.137078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b92f2597-0080-4689-ae0f-aadda5e44639 req-90d0b116-f601-4b2c-b0b7-1df931c47aec tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.5527325 Feb 15 13:51:52.178716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=10']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:52.180622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:52.217121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-b68bf239-fdbb-4160-ba99-69fa1c9650d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:52.218783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-b68bf239-fdbb-4160-ba99-69fa1c9650d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.7649565 Feb 15 13:51:52.234122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa60952-5eb9-465d-b253-f2f0fee065f2 req-ef661c91-5351-4c65-a959-52200ee728c9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:52.235728 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9fa60952-5eb9-465d-b253-f2f0fee065f2 req-ef661c91-5351-4c65-a959-52200ee728c9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 945 time: 0.6533854 Feb 15 13:51:52.304040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-router', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:42Z', 'updated_at': '2022-02-15T13:51:48Z', 'revision_number': 4, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'gw_port': {'id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:43Z', 'updated_at': '2022-02-15T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '88717f96-d5da-467c-a396-a26ca1df31ce', 'name': '', 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'mac_address': 'fa:16:3e:14:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0c08c3e3-66f4-4f32-9980-1020dcc29788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:46Z', 'updated_at': '2022-02-15T13:51:48Z', 'revision_number': 2, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'subnets': [{'id': '0c08c3e3-66f4-4f32-9980-1020dcc29788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:52.333675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Checking router: 65aba9b7-c44d-4bac-b5de-d406c687f0f6 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:52.334056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Updating router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 port 88717f96-d5da-467c-a396-a26ca1df31ce binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:51:52.370234 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:52.380863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] Checking segment: {'id': '684de8f2-21e4-454f-8460-13688caf17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:52.383700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] Network hostable DHCP agents. Network: 4c8e3115-76cd-412d-b367-0a26a6512778, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:51:52.392480 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-ccf650f2-1543-4d9b-9b84-35aafdf6c9e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 217 time: 0.1538947 Feb 15 13:51:52.444356 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b92f2597-0080-4689-ae0f-aadda5e44639 req-3d7ad13d-dbd1-4ca5-9a1f-0e0791240e3c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911851 Feb 15 13:51:52.510097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-3baadbf8-479c-4eae-9d73-c2cd12e97214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:52.514517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-3baadbf8-479c-4eae-9d73-c2cd12e97214 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4527216 Feb 15 13:51:52.516490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-625c7ac0-bdde-4890-a174-d3175911c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:52.517914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-625c7ac0-bdde-4890-a174-d3175911c406 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.1142139 Feb 15 13:51:52.570127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9fa60952-5eb9-465d-b253-f2f0fee065f2 req-25ef2ec3-64e4-49a8-95da-6da4f00d75ab tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675240 Feb 15 13:51:52.760196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Publish callbacks [] for port (88717f96-d5da-467c-a396-a26ca1df31ce), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:52.784800 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dab7f1-5b01-4e89-8042-09e921487557 x-openstack-request-id: req-b6dab7f1-5b01-4e89-8042-09e921487557 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:51:52.786950 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-plugged", "status": "completed", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:51:52.787115 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b6dab7f1-5b01-4e89-8042-09e921487557 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:51:52.791278 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'code': 200} Feb 15 13:51:52.791278 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:52.794336 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-bc15bafd-f40d-40b6-8402-ac662a5a29cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2354107 Feb 15 13:51:52.807924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] Network 4c8e3115-76cd-412d-b367-0a26a6512778 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:51:52.913471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7668a-53f4-4479-96fc-9f582b32ce79 None None] Pushing event updated for resources: {'Port': ['ID=88717f96-d5da-467c-a396-a26ca1df31ce,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:52.920733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 4c8e3115-76cd-412d-b367-0a26a6512778) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:52.921298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a5932b50-e572-4b69-9672-75d9694bffad up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:52.953896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:52.954499 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:52.984125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] Router b2c802c5-173c-451f-ab7f-5477fe75140c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:51:53.006102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7190bd88-88c3-458b-b965-da0e24e28326 None None] Network 4c8e3115-76cd-412d-b367-0a26a6512778 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:51:53.089046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed93ac-7198-41fa-8652-e58020207945 req-8cbf6fb0-1fc2-4a48-8b86-66920d1dd72d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:53.096768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11ed93ac-7198-41fa-8652-e58020207945 req-8cbf6fb0-1fc2-4a48-8b86-66920d1dd72d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 949 time: 0.2997072 Feb 15 13:51:53.103158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-74ab7e3a-a6c0-44c8-a63c-8f2243c311f5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4852223 Feb 15 13:51:53.106367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48246) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:53.114483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-router', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:51:53.204704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (5311501f-7ec3-40a6-b2b9-bcab61efcf98), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:53.213020 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (5311501f-7ec3-40a6-b2b9-bcab61efcf98), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:53.246612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:51:53.257863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-5e3e12ca-af83-48de-9b8e-6cf1bbb07e82 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023160 Feb 15 13:51:53.261342 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821796e-a292-465d-bc80-807c8bfc1e95 None None] Sync routers for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:53.270462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e6d6b19e-116b-46c6-9747-7bf53aa6641f admin admin] 10.222.0.72 "PUT /v2.0/routers/b2c802c5-173c-451f-ab7f-5477fe75140c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0661919 Feb 15 13:51:53.277408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48248) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:53.278746 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821796e-a292-465d-bc80-807c8bfc1e95 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:53.279904 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0821796e-a292-465d-bc80-807c8bfc1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:53.284427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-4c8e3115-76cd-412d-b367-0a26a6512778', 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778', 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'fixed_ips': [{'subnet_id': '397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:51:53.288650 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:53.297319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a5932b50-e572-4b69-9672-75d9694bffad triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:53.300941 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a5932b50-e572-4b69-9672-75d9694bffad), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:53.306411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748a3d-277d-4b99-bcde-55ed79756e41 req-60416eff-8261-4c89-86d9-c4a26526729b tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:53.310530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57748a3d-277d-4b99-bcde-55ed79756e41 req-60416eff-8261-4c89-86d9-c4a26526729b tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.4291880 Feb 15 13:51:53.396181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Attempting to bind port 88717f96-d5da-467c-a396-a26ca1df31ce on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:51:53.401223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Attempting to bind port 88717f96-d5da-467c-a396-a26ca1df31ce by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:51:53.401857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Attempting to bind port 88717f96-d5da-467c-a396-a26ca1df31ce on network 740c1002-d3de-4d18-a9fc-396bc6a0b533 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:53.464048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:51:53.468912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Checking segment: {'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:53.471305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:53.476134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Bound using segment: {'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:51:53.476889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Bound port: 88717f96-d5da-467c-a396-a26ca1df31ce, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:51:53.477466 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:53.511539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Publish callbacks [] for router_controller (5311501f-7ec3-40a6-b2b9-bcab61efcf98), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:53.538082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11ed93ac-7198-41fa-8652-e58020207945 req-b790af57-df75-44c1-b3df-87d5836aff52 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402957 Feb 15 13:51:53.543914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-18a52d40-3562-4995-8fcd-b0fb601739ac service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251520 Feb 15 13:51:53.551391 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0821796e-a292-465d-bc80-807c8bfc1e95 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:53.580341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-d1450c56-5e9f-4cb6-b66c-2a164b082122 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7626994 Feb 15 13:51:53.865166 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Publish callbacks [] for router_gateway (5311501f-7ec3-40a6-b2b9-bcab61efcf98), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:53.870207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Publish callbacks [] for router (b2c802c5-173c-451f-ab7f-5477fe75140c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:53.954681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57748a3d-277d-4b99-bcde-55ed79756e41 req-0b6e4a3f-fb66-497c-8b24-d3a3baf917de tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323478 Feb 15 13:51:54.007413 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0821796e-a292-465d-bc80-807c8bfc1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:51:49Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:54.022229 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3bba46e8-a602-47cf-90d3-43d763c9b009 None None] Provisioning complete for port 88717f96-d5da-467c-a396-a26ca1df31ce triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:54.038512 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3bba46e8-a602-47cf-90d3-43d763c9b009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:54.091228 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821796e-a292-465d-bc80-807c8bfc1e95 None None] Checking router: b2c802c5-173c-451f-ab7f-5477fe75140c for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:51:54.099103 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Publish callbacks [] for router_gateway (b2c802c5-173c-451f-ab7f-5477fe75140c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:54.101897 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821796e-a292-465d-bc80-807c8bfc1e95 None None] Routers {'b2c802c5-173c-451f-ab7f-5477fe75140c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:54.102741 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0821796e-a292-465d-bc80-807c8bfc1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2c802c5-173c-451f-ab7f-5477fe75140c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:54.109272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-0a6db0ad-d0f6-4567-996b-1612e4f490d2 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114253 Feb 15 13:51:54.168712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a043-0446-4f3b-9743-3f525ee5ef9f req-a93ccb90-25e9-4573-81be-dd871212fb95 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:54.177506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b910a043-0446-4f3b-9743-3f525ee5ef9f req-a93ccb90-25e9-4573-81be-dd871212fb95 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.2201610 Feb 15 13:51:54.214199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Allocated IP 172.20.0.2 (4c8e3115-76cd-412d-b367-0a26a6512778/397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a/2b6ae87b-9be7-4d8a-b76f-97a33bb09c60) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:51:54.289283 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0821796e-a292-465d-bc80-807c8bfc1e95 None None] Set router b2c802c5-173c-451f-ab7f-5477fe75140c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:54.351129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Deleting port f2382c76-f743-4bdc-948f-6447682c45a8 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:54.351698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:54.383782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b910a043-0446-4f3b-9743-3f525ee5ef9f req-0d4318f5-0118-424b-9341-3b79d9fa99e5 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998363 Feb 15 13:51:54.407841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3bba46e8-a602-47cf-90d3-43d763c9b009 None None] Port 88717f96-d5da-467c-a396-a26ca1df31ce cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:51:54.409639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a5932b50-e572-4b69-9672-75d9694bffad is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:54.421197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dad4f-8471-4bbc-b614-174d6bff5f29 req-df3e5879-ccf2-46cb-86f8-5fffef089c96 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:54.436577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-675dad4f-8471-4bbc-b614-174d6bff5f29 req-df3e5879-ccf2-46cb-86f8-5fffef089c96 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 945 time: 0.2152126 Feb 15 13:51:54.524163 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Publish callbacks [] for router_gateway (5311501f-7ec3-40a6-b2b9-bcab61efcf98), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:54.578643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-675dad4f-8471-4bbc-b614-174d6bff5f29 req-bcd0a5a4-8ed7-4f39-928e-e2a4b67f064f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415269 Feb 15 13:51:54.591668 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:54.616490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] For port f2382c76-f743-4bdc-948f-6447682c45a8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f2382c76-f743-4bdc-948f-6447682c45a8,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:54.616867 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:54.640105 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Publish callbacks [] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:54.661444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] For port 88717f96-d5da-467c-a396-a26ca1df31ce, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:54.666226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-ae6a9449-208f-45a1-a0bf-300be5a49975 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:54.679895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-ae6a9449-208f-45a1-a0bf-300be5a49975 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1128 time: 0.1697688 Feb 15 13:51:54.687887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] For port 88717f96-d5da-467c-a396-a26ca1df31ce, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=88717f96-d5da-467c-a396-a26ca1df31ce,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:51:54.688611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Calling delete_port for f2382c76-f743-4bdc-948f-6447682c45a8 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:54.693795 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:54.705922 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:54.768771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Routers {'65aba9b7-c44d-4bac-b5de-d406c687f0f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:54.769513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:54.924108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Allocated IP 172.25.6.25 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/a8e0eb27-3299-40f7-b0d0-d2dd27958e84) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:51:54.931146 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0821796e-a292-465d-bc80-807c8bfc1e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:51:49Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:54.945696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] Set router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:55.012573 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821796e-a292-465d-bc80-807c8bfc1e95 None None] The sync data for ids ['b2c802c5-173c-451f-ab7f-5477fe75140c'] in n-d-829064-15 is: [{'id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1275811489-router', 'tenant_id': '043a56eee2de49ad8d87f397d54439c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:49:54Z', 'updated_at': '2022-02-15T13:51:49Z', 'revision_number': 5, 'project_id': '043a56eee2de49ad8d87f397d54439c7', 'gw_port': {'id': 'f2382c76-f743-4bdc-948f-6447682c45a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:aa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c802c5-173c-451f-ab7f-5477fe75140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:49:55Z', 'updated_at': '2022-02-15T13:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:55.129836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Network 4c8e3115-76cd-412d-b367-0a26a6512778 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:55.136027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345d2f-c185-4974-936e-45eb885737dc req-e265602b-8033-4185-89d4-b42ce1410495 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:55.138587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e345d2f-c185-4974-936e-45eb885737dc req-e265602b-8033-4185-89d4-b42ce1410495 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 949 time: 0.2362297 Feb 15 13:51:55.220421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2b942e3c-8ae7-4ea4-bc12-3418f2fc7669 service neutron] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:55.231766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:55.242228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2b942e3c-8ae7-4ea4-bc12-3418f2fc7669 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:55.243391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88fb4ff-eee7-4875-b74d-3009cf090579 req-2b942e3c-8ae7-4ea4-bc12-3418f2fc7669 service neutron] 10.222.0.42 "DELETE /v2.0/ports/df958ecd-deb9-4dd3-9f92-554cd484633d/bindings/n-h2-829064-15 HTTP/1.1" status: 204 len: 173 time: 0.5558674 Feb 15 13:51:55.267172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Pushing event updated for resources: {'Port': ['ID=2b6ae87b-9be7-4d8a-b76f-97a33bb09c60,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:55.302876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9654a7d-edf3-4246-861b-6dd30f3a0762 req-72b5d4da-0f74-48f7-ae6f-c114a27675a4 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:55.304674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9654a7d-edf3-4246-861b-6dd30f3a0762 req-72b5d4da-0f74-48f7-ae6f-c114a27675a4 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.1648715 Feb 15 13:51:55.305084 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Publish callbacks [] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:55.333683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e345d2f-c185-4974-936e-45eb885737dc req-abae5142-ae8a-479e-9701-5f57d2845a8d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762428 Feb 15 13:51:55.357388 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:55.392923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:51:55.395668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7668a-53f4-4479-96fc-9f582b32ce79 None None] Pushing event updated for resources: {'Port': ['ID=88717f96-d5da-467c-a396-a26ca1df31ce,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:55.468841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:51:55.473470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:51:55.487888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:51:55.508104 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9654a7d-edf3-4246-861b-6dd30f3a0762 req-706b9e4c-3458-41b4-9554-151455fd0b08 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936297 Feb 15 13:51:55.655512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48298) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:55.790672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Pushing event updated for resources: {'Port': ['ID=a8e0eb27-3299-40f7-b0d0-d2dd27958e84,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:55.879792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f2382c76-f743-4bdc-948f-6447682c45a8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:55.963529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dc199-61f4-414f-ab32-cb968a8c4dc3 req-69779450-3b9c-4831-b296-0a9d9df885e4 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:55.970080 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b2dc199-61f4-414f-ab32-cb968a8c4dc3 req-69779450-3b9c-4831-b296-0a9d9df885e4 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.2344761 Feb 15 13:51:55.984598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2382c76-f743-4bdc-948f-6447682c45a8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:55.993334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fa32a-57df-49d8-816c-5f056061e099 req-919502aa-517c-41ec-a85c-143a5a2d8a20 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:56.003176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4217cf3e-b0f9-433a-b5ed-0f28f310b433 None None] Provisioning complete for port 88717f96-d5da-467c-a396-a26ca1df31ce triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:56.003799 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4217cf3e-b0f9-433a-b5ed-0f28f310b433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.005281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646fa32a-57df-49d8-816c-5f056061e099 req-919502aa-517c-41ec-a85c-143a5a2d8a20 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9435e4c-a27c-4519-9f51-4142c323f418 HTTP/1.1" status: 200 len: 950 time: 0.3865292 Feb 15 13:51:56.073926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Attempting to bind port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:51:56.074190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Attempting to bind port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '684de8f2-21e4-454f-8460-13688caf17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:51:56.074550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Attempting to bind port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 on network 4c8e3115-76cd-412d-b367-0a26a6512778 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:51:56.161911 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:51:56.162541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Checking segment: {'id': '684de8f2-21e4-454f-8460-13688caf17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:51:56.164341 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.164815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Bound using segment: {'id': '684de8f2-21e4-454f-8460-13688caf17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:51:56.165340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Bound port: 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684de8f2-21e4-454f-8460-13688caf17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:51:56.166266 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.174350 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (b2c802c5-173c-451f-ab7f-5477fe75140c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.290068 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Publish callbacks [] for router_gateway (5311501f-7ec3-40a6-b2b9-bcab61efcf98), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.294838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4217cf3e-b0f9-433a-b5ed-0f28f310b433 None None] Current status of the port 88717f96-d5da-467c-a396-a26ca1df31ce is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:56.295298 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4217cf3e-b0f9-433a-b5ed-0f28f310b433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.350559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4217cf3e-b0f9-433a-b5ed-0f28f310b433 None None] For port 88717f96-d5da-467c-a396-a26ca1df31ce, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=88717f96-d5da-467c-a396-a26ca1df31ce,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:56.361229 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-router', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:42Z', 'updated_at': '2022-02-15T13:51:48Z', 'revision_number': 4, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'gw_port': {'id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:43Z', 'updated_at': '2022-02-15T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '88717f96-d5da-467c-a396-a26ca1df31ce', 'name': '', 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'mac_address': 'fa:16:3e:14:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0c08c3e3-66f4-4f32-9980-1020dcc29788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:46Z', 'updated_at': '2022-02-15T13:51:54Z', 'revision_number': 4, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'subnets': [{'id': '0c08c3e3-66f4-4f32-9980-1020dcc29788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:56.367886 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4217cf3e-b0f9-433a-b5ed-0f28f310b433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.401910 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (b2c802c5-173c-451f-ab7f-5477fe75140c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.406253 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Publish callbacks [] for router_controller (b2c802c5-173c-451f-ab7f-5477fe75140c), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.429172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] For port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:51:56.458191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26b1d3-73b1-4e55-a841-a92b73cd7612 None None] The sync data for ids ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'] in n-d-829064-15 is: [{'id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-router', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:42Z', 'updated_at': '2022-02-15T13:51:48Z', 'revision_number': 4, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'gw_port': {'id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:43Z', 'updated_at': '2022-02-15T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '88717f96-d5da-467c-a396-a26ca1df31ce', 'name': '', 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'mac_address': 'fa:16:3e:14:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0c08c3e3-66f4-4f32-9980-1020dcc29788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:46Z', 'updated_at': '2022-02-15T13:51:54Z', 'revision_number': 4, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'subnets': [{'id': '0c08c3e3-66f4-4f32-9980-1020dcc29788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:51:56.480154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] For port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2b6ae87b-9be7-4d8a-b76f-97a33bb09c60,segment=NetworkSegment(684de8f2-21e4-454f-8460-13688caf17cf),segment_id=684de8f2-21e4-454f-8460-13688caf17cf)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:51:56.519463 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.582350 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (b2c802c5-173c-451f-ab7f-5477fe75140c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.583627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c802c5-173c-451f-ab7f-5477fe75140c {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:51:56.589583 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.591017 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-08e33d61-ad12-4adf-89bf-7aafe141ea81 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b2c802c5-173c-451f-ab7f-5477fe75140c HTTP/1.1" status: 204 len: 168 time: 3.3090255 Feb 15 13:51:56.593627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48306) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:56.684741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6adca72-660c-45f3-818b-f81d20344002 admin admin] Deleting subnet 2cf6bfc8-4b53-4096-906f-3d4612ed6c08 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:51:56.707504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217cf3e-b0f9-433a-b5ed-0f28f310b433 None None] Pushing event updated for resources: {'Port': ['ID=88717f96-d5da-467c-a396-a26ca1df31ce,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:56.893549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25bef771-301d-442c-a3a4-0e479e8098d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.894322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a0803-cdcb-48b5-b755-7d8e37bfedf2 None None] Pushing event updated for resources: {'Port': ['ID=2b6ae87b-9be7-4d8a-b76f-97a33bb09c60,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:56.910994 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6adca72-660c-45f3-818b-f81d20344002 admin admin] Publish callbacks [] for subnet (2cf6bfc8-4b53-4096-906f-3d4612ed6c08), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.991933 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6adca72-660c-45f3-818b-f81d20344002 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (2cf6bfc8-4b53-4096-906f-3d4612ed6c08), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:56.992191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b2dc199-61f4-414f-ab32-cb968a8c4dc3 req-96043bf0-ea3b-42ce-84ae-4e1cbb11aa58 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171302 Feb 15 13:51:57.036550 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646fa32a-57df-49d8-816c-5f056061e099 req-6d96c95a-c0d9-425f-93d2-de1826fc159e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0300558 Feb 15 13:51:57.085256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (5311501f-7ec3-40a6-b2b9-bcab61efcf98), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:57.318331 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6adca72-660c-45f3-818b-f81d20344002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (2cf6bfc8-4b53-4096-906f-3d4612ed6c08), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:57.536384 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25bef771-301d-442c-a3a4-0e479e8098d0 admin admin] Publish callbacks [] for security_group (2e466a0a-4657-4321-bc62-0badfc670d95), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:57.542378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 88717f96-d5da-467c-a396-a26ca1df31ce up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:57.556511 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25bef771-301d-442c-a3a4-0e479e8098d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2e466a0a-4657-4321-bc62-0badfc670d95), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:57.613986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-25bef771-301d-442c-a3a4-0e479e8098d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6996ba05d58b4ae98af6340451f77c04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9513917 Feb 15 13:51:57.621445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48318) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:57.684904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf225f80-2c0c-47af-a451-2bc4885f8de3 req-ea97e0a2-0c80-42dc-9a59-cf5bfc8ef343 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:57.694169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf225f80-2c0c-47af-a451-2bc4885f8de3 req-ea97e0a2-0c80-42dc-9a59-cf5bfc8ef343 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 945 time: 0.5258756 Feb 15 13:51:57.729688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e8449-17f2-4d2a-82d6-8ad429a05e2e req-87604bc0-503d-45b7-a24f-58b922722308 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:57.737340 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d8e8449-17f2-4d2a-82d6-8ad429a05e2e req-87604bc0-503d-45b7-a24f-58b922722308 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.4623673 Feb 15 13:51:57.738790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 88717f96-d5da-467c-a396-a26ca1df31ce triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:57.739215 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:57.844854 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66063631-621d-4efc-a4dc-a4952b71b092 admin admin] Publish callbacks [] for security_group (2e466a0a-4657-4321-bc62-0badfc670d95), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:57.849120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bef771-301d-442c-a3a4-0e479e8098d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e466a0a-4657-4321-bc62-0badfc670d95,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:57.885293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 88717f96-d5da-467c-a396-a26ca1df31ce is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:51:57.895864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a2ed8dca-7215-4457-a1a3-00bd74c42733 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:51:57.922138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a2ed8dca-7215-4457-a1a3-00bd74c42733 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:51:57.922750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a2ed8dca-7215-4457-a1a3-00bd74c42733 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:51:57.939445 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d8e8449-17f2-4d2a-82d6-8ad429a05e2e req-7c67932b-53f8-48d5-ae2f-6821ab123a8d tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009764 Feb 15 13:51:57.977038 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6adca72-660c-45f3-818b-f81d20344002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (2cf6bfc8-4b53-4096-906f-3d4612ed6c08), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:57.996374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf225f80-2c0c-47af-a451-2bc4885f8de3 req-89f0b8a6-b84f-48fb-b474-b3a2f0cefcc5 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005462 Feb 15 13:51:58.032903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99139f58-41d7-4bac-80ae-de7d266e03f5 None None] Network affe318c-d117-4814-9b5a-5e39014540ca requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:51:58.047591 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66063631-621d-4efc-a4dc-a4952b71b092 admin admin] Publish callbacks [] for security_group (2e466a0a-4657-4321-bc62-0badfc670d95), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:58.058415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6adca72-660c-45f3-818b-f81d20344002 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:58.073626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a6adca72-660c-45f3-818b-f81d20344002 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2cf6bfc8-4b53-4096-906f-3d4612ed6c08 HTTP/1.1" status: 204 len: 168 time: 1.4784307 Feb 15 13:51:58.103679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48324) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:58.120422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adca72-660c-45f3-818b-f81d20344002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf6bfc8-4b53-4096-906f-3d4612ed6c08,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:58.250718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:51:58.465516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0659165-d1ea-4e5e-93fb-6895883a2975 None None] DHCP port deletion for affe318c-d117-4814-9b5a-5e39014540ca request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:51:58.502270 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (affe318c-d117-4814-9b5a-5e39014540ca), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:58.552447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3536b4-cbf2-431e-a1c9-b3920c1c0964 req-6e609f28-9813-48fc-91c4-774c6a06a21d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:58.561577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea3536b4-cbf2-431e-a1c9-b3920c1c0964 req-6e609f28-9813-48fc-91c4-774c6a06a21d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.2683740 Feb 15 13:51:58.580071 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:51:58.629793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Sync routers for ids ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:51:58.637692 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:58.641538 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d194fb34-a782-4020-9ec1-3c4ce0b4076a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5319276 Feb 15 13:51:58.643867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48330) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:58.688942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b0659165-d1ea-4e5e-93fb-6895883a2975 None None] Deleting port 72168251-fd04-428d-8d8d-96372e133a00 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:58.689335 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b0659165-d1ea-4e5e-93fb-6895883a2975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (72168251-fd04-428d-8d8d-96372e133a00), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:58.735962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66063631-621d-4efc-a4dc-a4952b71b092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2e466a0a-4657-4321-bc62-0badfc670d95), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:58.743990 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66063631-621d-4efc-a4dc-a4952b71b092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:58.745521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-66063631-621d-4efc-a4dc-a4952b71b092 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2e466a0a-4657-4321-bc62-0badfc670d95 HTTP/1.1" status: 204 len: 168 time: 1.1206291 Feb 15 13:51:58.804931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66063631-621d-4efc-a4dc-a4952b71b092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e466a0a-4657-4321-bc62-0badfc670d95,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:58.823574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Routers {'5311501f-7ec3-40a6-b2b9-bcab61efcf98'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:51:58.824003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:58.938672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea3536b4-cbf2-431e-a1c9-b3920c1c0964 req-65b6e546-294e-4c08-809a-7a1378c3a5ba tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757505 Feb 15 13:51:58.972999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465539d-4816-45a1-931d-e4cb82057b84 req-e5f94890-c5d0-499a-98b7-7aa6b98347ba tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:58.984101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465539d-4816-45a1-931d-e4cb82057b84 req-e5f94890-c5d0-499a-98b7-7aa6b98347ba tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:59.011708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c465539d-4816-45a1-931d-e4cb82057b84 req-e5f94890-c5d0-499a-98b7-7aa6b98347ba tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7&device_id=a9435e4c-a27c-4519-9f51-4142c323f418 HTTP/1.1" status: 200 len: 1690 time: 0.3301041 Feb 15 13:51:59.027362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Deleting port 72168251-fd04-428d-8d8d-96372e133a00 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:51:59.027738 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (72168251-fd04-428d-8d8d-96372e133a00), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:59.072740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce93669-7324-4b8b-9761-77919b2e075e None None] Network 4c8e3115-76cd-412d-b367-0a26a6512778 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:51:59.076323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:51:59.128531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] For port 72168251-fd04-428d-8d8d-96372e133a00, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=72168251-fd04-428d-8d8d-96372e133a00,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:59.129343 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (72168251-fd04-428d-8d8d-96372e133a00), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:59.217413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-91e3e5a9-85f3-46a6-ae30-156f5ad62491 None None] Provisioning complete for port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:51:59.217738 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-91e3e5a9-85f3-46a6-ae30-156f5ad62491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:59.285661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Calling delete_port for 72168251-fd04-428d-8d8d-96372e133a00 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:59.315862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c465539d-4816-45a1-931d-e4cb82057b84 req-86f9d1dc-0fc9-458b-91be-20cd3fa4f3f4 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031442 Feb 15 13:51:59.316879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b0659165-d1ea-4e5e-93fb-6895883a2975 None None] For port 72168251-fd04-428d-8d8d-96372e133a00, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=72168251-fd04-428d-8d8d-96372e133a00,segment=NetworkSegment(29733f57-3650-424b-9b41-0bf3018cb4b9),segment_id=29733f57-3650-424b-9b41-0bf3018cb4b9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:51:59.317282 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b0659165-d1ea-4e5e-93fb-6895883a2975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (72168251-fd04-428d-8d8d-96372e133a00), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:59.413526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b0659165-d1ea-4e5e-93fb-6895883a2975 None None] Calling delete_port for 72168251-fd04-428d-8d8d-96372e133a00 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:51:59.416800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be80ef-506d-4ff5-a754-735fa7325293 req-35ec3140-cb8a-4f03-a6dc-aa932b818d38 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:59.419938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08be80ef-506d-4ff5-a754-735fa7325293 req-35ec3140-cb8a-4f03-a6dc-aa932b818d38 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1128 time: 0.2718711 Feb 15 13:51:59.529112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08be80ef-506d-4ff5-a754-735fa7325293 req-9838ec9a-83a3-45a3-ab75-183a17e53d79 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892851 Feb 15 13:51:59.544195 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (72168251-fd04-428d-8d8d-96372e133a00), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:59.565726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48354) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:51:59.590033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=72168251-fd04-428d-8d8d-96372e133a00,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:51:59.620607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Set router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:51:59.731130 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-81978c60-3dca-40e6-b509-3ffbf6e07e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:59.733007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] No DVR routers for this DVR port 72168251-fd04-428d-8d8d-96372e133a00 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:51:59.841237 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (affe318c-d117-4814-9b5a-5e39014540ca), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:59.853988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:51:59.869447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5792d1-7006-4bfb-9547-6c413287b68e req-ef0c2edf-710e-4aaf-b493-dd753cb8bc83 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:51:59.871223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b5792d1-7006-4bfb-9547-6c413287b68e req-ef0c2edf-710e-4aaf-b493-dd753cb8bc83 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 946 time: 0.3176279 Feb 15 13:51:59.886955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affe318c-d117-4814-9b5a-5e39014540ca']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:59.937159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29733f57-3650-424b-9b41-0bf3018cb4b9') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:51:59.937747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29733f57-3650-424b-9b41-0bf3018cb4b9') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:00.011504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (29733f57-3650-424b-9b41-0bf3018cb4b9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.018817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b5792d1-7006-4bfb-9547-6c413287b68e req-071a5cfd-bd9c-4f6b-bb00-e0b21eba37f0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369171 Feb 15 13:52:00.056168 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (29733f57-3650-424b-9b41-0bf3018cb4b9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.059201 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b0659165-d1ea-4e5e-93fb-6895883a2975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (72168251-fd04-428d-8d8d-96372e133a00), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.089816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:52:00.090546 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (29733f57-3650-424b-9b41-0bf3018cb4b9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:52:00.094170 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:52:00.140426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0659165-d1ea-4e5e-93fb-6895883a2975 None None] No DVR routers for this DVR port 72168251-fd04-428d-8d8d-96372e133a00 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:52:00.183110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-91e3e5a9-85f3-46a6-ae30-156f5ad62491 None None] Current status of the port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:00.186433 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-91e3e5a9-85f3-46a6-ae30-156f5ad62491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.203940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:00.204617 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.219089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-81978c60-3dca-40e6-b509-3ffbf6e07e5e admin admin] Publish callbacks [] for security_group (b0897244-4d7d-4a25-a492-147079afba95), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.256152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Allocated IP 172.20.0.1 (4c8e3115-76cd-412d-b367-0a26a6512778/397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a/945b3910-1333-4422-a66c-fc6c1c0dc87c) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:00.277410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0659165-d1ea-4e5e-93fb-6895883a2975 None None] Pushing event deleted for resources: {'Port': ['ID=72168251-fd04-428d-8d8d-96372e133a00,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:00.338926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-91e3e5a9-85f3-46a6-ae30-156f5ad62491 None None] For port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2b6ae87b-9be7-4d8a-b76f-97a33bb09c60,segment=NetworkSegment(684de8f2-21e4-454f-8460-13688caf17cf),segment_id=684de8f2-21e4-454f-8460-13688caf17cf)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:00.358433 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-91e3e5a9-85f3-46a6-ae30-156f5ad62491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.384170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e9f23-5d52-4255-81b5-864332bd60a4 req-651aa859-7b23-4bb1-a094-15c6bcdd2772 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:00.391744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c5e9f23-5d52-4255-81b5-864332bd60a4 req-651aa859-7b23-4bb1-a094-15c6bcdd2772 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 1132 time: 0.3896985 Feb 15 13:52:00.401024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-6cec09a0-b117-40f0-bce9-1f03301d1a0a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:00.409817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-6cec09a0-b117-40f0-bce9-1f03301d1a0a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 821 time: 0.2016609 Feb 15 13:52:00.419641 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-81978c60-3dca-40e6-b509-3ffbf6e07e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b0897244-4d7d-4a25-a492-147079afba95), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.445828 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Publish callbacks [] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.468608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3e5a9-85f3-46a6-ae30-156f5ad62491 None None] Pushing event updated for resources: {'Port': ['ID=2b6ae87b-9be7-4d8a-b76f-97a33bb09c60,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:00.471160 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (affe318c-d117-4814-9b5a-5e39014540ca), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.488509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-a9d76661-bb76-4a47-ba90-c7540b699a75 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/quotas/72b3401121c0488ab7f8a0dba51c8a23 HTTP/1.1" status: 200 len: 375 time: 0.0773642 Feb 15 13:52:00.490790 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.535449 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.557073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] 10.222.0.72 "DELETE /v2.0/networks/affe318c-d117-4814-9b5a-5e39014540ca HTTP/1.1" status: 204 len: 168 time: 2.4508193 Feb 15 13:52:00.561634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Network 4c8e3115-76cd-412d-b367-0a26a6512778 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:00.570376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:00.582513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103c721-4874-4ece-8f68-11da58822a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=affe318c-d117-4814-9b5a-5e39014540ca,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:00.603624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:00.630007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:00.660399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-router', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:53Z', 'updated_at': '2022-02-15T13:51:55Z', 'revision_number': 3, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'gw_port': {'id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:54Z', 'updated_at': '2022-02-15T13:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:00.677985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=945b3910-1333-4422-a66c-fc6c1c0dc87c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:00.705396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-81978c60-3dca-40e6-b509-3ffbf6e07e5e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=57cca0fdc80e4d0c868e43ed0e865681&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1181502 Feb 15 13:52:00.709369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48378) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:00.728928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Checking router: 5311501f-7ec3-40a6-b2b9-bcab61efcf98 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:52:00.729294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Updating router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 port a8e0eb27-3299-40f7-b0d0-d2dd27958e84 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:52:00.730674 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (5311501f-7ec3-40a6-b2b9-bcab61efcf98), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.773296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c5e9f23-5d52-4255-81b5-864332bd60a4 req-75af6970-dc0f-40c4-97c7-08b51b47321b tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775518 Feb 15 13:52:00.774298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81978c60-3dca-40e6-b509-3ffbf6e07e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0897244-4d7d-4a25-a492-147079afba95,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:00.837252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72168251-fd04-428d-8d8d-96372e133a00 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:52:00.905631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 72168251-fd04-428d-8d8d-96372e133a00 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:52:00.908311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72168251-fd04-428d-8d8d-96372e133a00 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:52:00.908765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f2382c76-f743-4bdc-948f-6447682c45a8 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:52:00.917378 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:00.926736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-0db42add-88b3-4510-bb29-c4390fead004 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4368615 Feb 15 13:52:01.079658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48382) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:01.123881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.137619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: f2382c76-f743-4bdc-948f-6447682c45a8 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:52:01.138117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f2382c76-f743-4bdc-948f-6447682c45a8 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:52:01.156497 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-276f82d5-3b1c-409d-8405-91efce828e9b admin admin] Publish callbacks [] for security_group (b0897244-4d7d-4a25-a492-147079afba95), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.161485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c725b6f8-5065-435c-9972-9fe458ad44f0 None None] Provisioning complete for port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:01.169058 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c725b6f8-5065-435c-9972-9fe458ad44f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.204773 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-276f82d5-3b1c-409d-8405-91efce828e9b admin admin] Publish callbacks [] for security_group (b0897244-4d7d-4a25-a492-147079afba95), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.246940 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4dc69af9-0fc8-4e65-b337-3122380e5269 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=043a56eee2de49ad8d87f397d54439c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627250 Feb 15 13:52:01.246940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48384) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:01.277376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d22e0-355d-40c3-b8f0-3d99bd4c3558 req-b54894c2-44e6-46a8-ab2e-5e1388e8d085 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:01.299485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c60d22e0-355d-40c3-b8f0-3d99bd4c3558 req-b54894c2-44e6-46a8-ab2e-5e1388e8d085 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.3045545 Feb 15 13:52:01.303496 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:52:01.318231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-5b5c87e8-56f1-4fe1-ab34-2d998a009d80 service neutron] 10.222.0.72 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803921 Feb 15 13:52:01.401356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98f93654-4d0b-4cc6-b744-88e09bf5f6e4 admin admin] Publish callbacks [] for security_group (09c29e06-cfcb-4efb-af1e-89a0d28b3480), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.428210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:01.455040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98f93654-4d0b-4cc6-b744-88e09bf5f6e4 admin admin] Publish callbacks [] for security_group (09c29e06-cfcb-4efb-af1e-89a0d28b3480), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.464507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c60d22e0-355d-40c3-b8f0-3d99bd4c3558 req-3ffef45b-5922-4436-bd93-dba64938713c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545994 Feb 15 13:52:01.490601 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-276f82d5-3b1c-409d-8405-91efce828e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b0897244-4d7d-4a25-a492-147079afba95), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.500886 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-276f82d5-3b1c-409d-8405-91efce828e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.503689 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-276f82d5-3b1c-409d-8405-91efce828e9b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b0897244-4d7d-4a25-a492-147079afba95 HTTP/1.1" status: 204 len: 168 time: 0.7859769 Feb 15 13:52:01.528974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Publish callbacks [] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.536481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.580579 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f82d5-3b1c-409d-8405-91efce828e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0897244-4d7d-4a25-a492-147079afba95,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:01.622167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-e76c355b-fe13-40ff-8ad6-461605140018 service neutron] 10.222.0.72 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743688 Feb 15 13:52:01.624475 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (5311501f-7ec3-40a6-b2b9-bcab61efcf98), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.628711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=945b3910-1333-4422-a66c-fc6c1c0dc87c,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:01.635262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98f93654-4d0b-4cc6-b744-88e09bf5f6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (09c29e06-cfcb-4efb-af1e-89a0d28b3480), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.638123 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98f93654-4d0b-4cc6-b744-88e09bf5f6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.642374 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-98f93654-4d0b-4cc6-b744-88e09bf5f6e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09c29e06-cfcb-4efb-af1e-89a0d28b3480 HTTP/1.1" status: 204 len: 168 time: 0.3922541 Feb 15 13:52:01.670279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f93654-4d0b-4cc6-b744-88e09bf5f6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c29e06-cfcb-4efb-af1e-89a0d28b3480,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:01.741975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:01.742360 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:01.973515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Network 4c8e3115-76cd-412d-b367-0a26a6512778 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:01.977754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:02.153469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c725b6f8-5065-435c-9972-9fe458ad44f0 None None] Current status of the port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:02.178455 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Publish callbacks [] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:02.280500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:02.299982 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:02.407654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:52:02.438436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b438cc-6218-4957-b9be-deb5a56af610 req-2faa42b4-d4e9-4714-b99c-9253d21ac11c tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:02.453524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9b438cc-6218-4957-b9be-deb5a56af610 req-2faa42b4-d4e9-4714-b99c-9253d21ac11c tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a9435e4c-a27c-4519-9f51-4142c323f418 HTTP/1.1" status: 200 len: 1133 time: 0.2595155 Feb 15 13:52:02.530841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Attempting to bind port a8e0eb27-3299-40f7-b0d0-d2dd27958e84 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:02.531247 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Attempting to bind port a8e0eb27-3299-40f7-b0d0-d2dd27958e84 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:02.531611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Attempting to bind port a8e0eb27-3299-40f7-b0d0-d2dd27958e84 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:02.567175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9bfbc-8285-4893-ab3e-d00cc9ecab34 None None] Pushing event updated for resources: {'Port': ['ID=a8e0eb27-3299-40f7-b0d0-d2dd27958e84,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:02.577552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:02.579414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:02.580968 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:02.582542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59988ff4-2d49-4e36-a7f5-5bda759e0890 req-16d2e43b-d7f3-481d-bd9c-cd4b2e5aba97 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 210 time: 0.1639397 Feb 15 13:52:02.590489 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:02.592821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Bound port: a8e0eb27-3299-40f7-b0d0-d2dd27958e84, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:02.595019 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:02.606532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7198c8f4-e8a2-432c-ba17-c7c3250c3b3f None None] Provisioning complete for port 945b3910-1333-4422-a66c-fc6c1c0dc87c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:02.607848 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7198c8f4-e8a2-432c-ba17-c7c3250c3b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:02.696717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7198c8f4-e8a2-432c-ba17-c7c3250c3b3f None None] Port 945b3910-1333-4422-a66c-fc6c1c0dc87c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:52:02.709059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] For port a8e0eb27-3299-40f7-b0d0-d2dd27958e84, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:02.713451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] For port a8e0eb27-3299-40f7-b0d0-d2dd27958e84, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a8e0eb27-3299-40f7-b0d0-d2dd27958e84,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:02.726228 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:02.786109 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9b438cc-6218-4957-b9be-deb5a56af610 req-ae9815dc-146a-44c9-9bd0-88bcd33cc277 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286605 Feb 15 13:52:02.854855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Routers {'5311501f-7ec3-40a6-b2b9-bcab61efcf98'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:52:02.855531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:02.859343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:52:02.866045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9bfbc-8285-4893-ab3e-d00cc9ecab34 None None] Pushing event updated for resources: {'Port': ['ID=a8e0eb27-3299-40f7-b0d0-d2dd27958e84,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:02.881744 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2f284e53-affa-4391-b370-f925e875fbd3 admin admin] 10.222.0.72 "PUT /v2.0/routers/5311501f-7ec3-40a6-b2b9-bcab61efcf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2366841 Feb 15 13:52:02.954286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-da94c2d6-d6c1-4afc-8538-3891fe211972 None None] Provisioning complete for port 945b3910-1333-4422-a66c-fc6c1c0dc87c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:02.954836 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da94c2d6-d6c1-4afc-8538-3891fe211972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:03.020345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-da94c2d6-d6c1-4afc-8538-3891fe211972 None None] Port 945b3910-1333-4422-a66c-fc6c1c0dc87c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:52:03.051503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] Set router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:52:03.163956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef560e-59f5-4d63-b66d-616c649457d6 req-0b52a0bc-2a7c-4309-9e6f-3276708f18e5 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:03.166263 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5ef560e-59f5-4d63-b66d-616c649457d6 req-0b52a0bc-2a7c-4309-9e6f-3276708f18e5 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.2063186 Feb 15 13:52:03.319256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5ef560e-59f5-4d63-b66d-616c649457d6 req-558c9919-4015-4936-ac3f-96fdbbce6663 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286025 Feb 15 13:52:03.451913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-afe9552a-b729-44dd-82cc-94b6e134059c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517941 Feb 15 13:52:03.705882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-router', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:53Z', 'updated_at': '2022-02-15T13:52:00Z', 'revision_number': 4, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'gw_port': {'id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:54Z', 'updated_at': '2022-02-15T13:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '945b3910-1333-4422-a66c-fc6c1c0dc87c', 'name': '', 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'mac_address': 'fa:16:3e:db:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:59Z', 'updated_at': '2022-02-15T13:52:01Z', 'revision_number': 2, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'subnets': [{'id': '397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:03.711717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-407f343b-83a0-4d45-a9a1-192ccee686f3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:03.715703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-407f343b-83a0-4d45-a9a1-192ccee686f3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628965 Feb 15 13:52:03.764005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1dbdee43-f385-4f7b-8096-4f08da8b1322 req-dfd57b06-2eed-4521-96c3-2df5460595d0 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 210 time: 0.0426033 Feb 15 13:52:03.766823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-79b0ab23-7652-4604-8ecd-d575beb2330a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/quotas/7aef015375ad44b98dbd519ebaf87d98 HTTP/1.1" status: 200 len: 375 time: 0.0449715 Feb 15 13:52:03.816817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94d419-2d0a-4087-9701-d1968c939a03 None None] The sync data for ids ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'] in n-d-829064-15 is: [{'id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-router', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:53Z', 'updated_at': '2022-02-15T13:52:00Z', 'revision_number': 4, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'gw_port': {'id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:54Z', 'updated_at': '2022-02-15T13:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '945b3910-1333-4422-a66c-fc6c1c0dc87c', 'name': '', 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'mac_address': 'fa:16:3e:db:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:59Z', 'updated_at': '2022-02-15T13:52:01Z', 'revision_number': 2, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'subnets': [{'id': '397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:52:03.915448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-3f050eda-e436-4f3c-850e-438581f1cc14 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1375639 Feb 15 13:52:04.401870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48520) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:04.562754 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4f98afa-f1ac-410c-967e-3a81a919b967 req-2cf8e08f-7cb7-4099-80aa-b424047792a3 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 210 time: 0.1694899 Feb 15 13:52:04.775764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-041da41d-8253-4f49-978e-2233db194eec tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:04.777545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-041da41d-8253-4f49-978e-2233db194eec tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 821 time: 0.5658545 Feb 15 13:52:04.797625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Request body: {'port': {'device_id': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70', 'admin_state_up': True, 'tenant_id': '72b3401121c0488ab7f8a0dba51c8a23'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:04.950709 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-network', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:05.130251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Made reservation on behalf of d90d950306ff4a5e996c6c7d6bb9a172 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:05.137172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:05.146018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Made reservation on behalf of 72b3401121c0488ab7f8a0dba51c8a23 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:05.156052 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:05.162945 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:05.264678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 06ac8363-ad86-43df-8cdf-4a12fd897e1e details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:52:05.540865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Publish callbacks [] for security_group (f3e6a2b8-b286-4e68-8269-e2ab6cba0ca6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:05.561558 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f3e6a2b8-b286-4e68-8269-e2ab6cba0ca6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:05.636724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:52:05.647772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e6a2b8-b286-4e68-8269-e2ab6cba0ca6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:05.723762 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (893c481d-59c1-4084-a7be-ce8becc88733), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:05.724715 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Added segment 893c481d-59c1-4084-a7be-ce8becc88733 of type vlan for network 761b82c6-6e25-448a-9d93-261bc7318a7c Feb 15 13:52:05.735273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.735585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.737072 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.739279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.749154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.750099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.754761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.755328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.756016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.758167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.759754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.776007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.777015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:05.916730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 06ac8363-ad86-43df-8cdf-4a12fd897e1e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=06ac8363-ad86-43df-8cdf-4a12fd897e1e,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:06.006998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '06ac8363-ad86-43df-8cdf-4a12fd897e1e', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'port_id': '06ac8363-ad86-43df-8cdf-4a12fd897e1e', 'mac_address': 'fa:16:3e:5d:65:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b28444a-b502-4aa0-b454-8e8c20bce1b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:52:06.010370 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (761b82c6-6e25-448a-9d93-261bc7318a7c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:06.051366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Allocated IP 172.20.0.10 (5cc090af-8ef6-44d9-b313-c78163021d70/ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7/fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:06.121118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (761b82c6-6e25-448a-9d93-261bc7318a7c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:06.123751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:06.125145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:06.218839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 06ac8363-ad86-43df-8cdf-4a12fd897e1e is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:06.230734 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:06.258360 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8535919 Feb 15 13:52:06.272374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06ac8363-ad86-43df-8cdf-4a12fd897e1e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:06.281746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48548) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:06.319249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 06ac8363-ad86-43df-8cdf-4a12fd897e1e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=06ac8363-ad86-43df-8cdf-4a12fd897e1e,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:06.322549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59768134-a5bb-4716-92be-4ffeee0af985 admin admin] Pushing event updated for resources: {'Network': ['ID=761b82c6-6e25-448a-9d93-261bc7318a7c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:06.330815 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:06.344901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 761b82c6-6e25-448a-9d93-261bc7318a7c details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:52:06.355300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Request body: {'subnet': {'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-subnet', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:06.504424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Made reservation on behalf of d90d950306ff4a5e996c6c7d6bb9a172 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:06.517412 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:06.592186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['06ac8363-ad86-43df-8cdf-4a12fd897e1e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:52:06.744123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=06ac8363-ad86-43df-8cdf-4a12fd897e1e,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:07.257167 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-4c739602-1ae7-4ad6-b5cd-fe8acf8f2444 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347531 Feb 15 13:52:07.298881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 06ac8363-ad86-43df-8cdf-4a12fd897e1e up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:07.389908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a8e0eb27-3299-40f7-b0d0-d2dd27958e84 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:07.443039 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks [] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:07.667672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 06ac8363-ad86-43df-8cdf-4a12fd897e1e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:07.668351 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:07.695477 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (975615d0-4c69-421c-95c5-590f58ea739b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:07.707448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-ba3009c8-f668-4f37-b6f7-b686080007f0 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:07.710443 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-ba3009c8-f668-4f37-b6f7-b686080007f0 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4376662 Feb 15 13:52:07.726089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Request body: {'port': {'device_id': 'af6f63f4-b52d-4863-98c3-9e1758bdb5ac', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '7aef015375ad44b98dbd519ebaf87d98'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:07.754728 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:07.912024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a8e0eb27-3299-40f7-b0d0-d2dd27958e84 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:07.912857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:07.943474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Network 5cc090af-8ef6-44d9-b313-c78163021d70 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:07.945772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=975615d0-4c69-421c-95c5-590f58ea739b,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:07.955611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:07.970803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:07.981301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Made reservation on behalf of 7aef015375ad44b98dbd519ebaf87d98 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:07.985561 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:08.117438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 06ac8363-ad86-43df-8cdf-4a12fd897e1e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:08.120221 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:08.128925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:08.129607 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:08.141784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.142142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.142472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.142811 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.143177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.143515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.143841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.144168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.144495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.144821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.145144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.145466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.145782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:08.171390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Pushing event updated for resources: {'Port': ['ID=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:08.204842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Checking segment: {'id': '893c481d-59c1-4084-a7be-ce8becc88733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:08.205209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Network hostable DHCP agents. Network: 761b82c6-6e25-448a-9d93-261bc7318a7c, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:52:08.240705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-b3bbcd3d-1826-4caf-ba7c-6e37d517302d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4523551 Feb 15 13:52:08.272313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Request body: {'port': {'device_id': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:08.374122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Allocated IP 192.168.233.155 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:08.404936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Network 761b82c6-6e25-448a-9d93-261bc7318a7c is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:52:08.473755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 761b82c6-6e25-448a-9d93-261bc7318a7c) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:08.545411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:08.547042 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:08.551669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31363d1f-a07d-4992-99fc-1248d9675734 None None] Network 761b82c6-6e25-448a-9d93-261bc7318a7c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:52:08.611532 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:08.624089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a9813b97-39d1-441c-bee6-f6d065446219 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3396990 Feb 15 13:52:08.627141 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48556) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:08.646060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-router', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:08.678801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e702ca6-a21f-4475-977b-ccc19148964a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ac8363-ad86-43df-8cdf-4a12fd897e1e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:08.681115 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794155be-fd43-4d8f-a8e2-af50b32ab870" -d '{"events": [{"server_uuid": "5e702ca6-a21f-4475-977b-ccc19148964a", "name": "network-vif-plugged", "status": "completed", "tag": "06ac8363-ad86-43df-8cdf-4a12fd897e1e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:08.724248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 06ac8363-ad86-43df-8cdf-4a12fd897e1e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=06ac8363-ad86-43df-8cdf-4a12fd897e1e,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:08.738234 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (e18da617-4349-49e9-aa5c-d4f3d7b546b8), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:08.738964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (e18da617-4349-49e9-aa5c-d4f3d7b546b8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:08.750176 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:08.934824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks [] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:08.939903 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Publish callbacks [] for router_controller (e18da617-4349-49e9-aa5c-d4f3d7b546b8), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:08.956273 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Sync routers for ids ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:52:09.024936 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Routers {'5311501f-7ec3-40a6-b2b9-bcab61efcf98'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:52:09.025577 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:09.027893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=06ac8363-ad86-43df-8cdf-4a12fd897e1e,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:09.032683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-761b82c6-6e25-448a-9d93-261bc7318a7c', 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c', 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'fixed_ips': [{'subnet_id': '975615d0-4c69-421c-95c5-590f58ea739b'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:52:09.033555 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:09.059719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a8e0eb27-3299-40f7-b0d0-d2dd27958e84 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:09.060658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:09.189923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port a8e0eb27-3299-40f7-b0d0-d2dd27958e84, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a8e0eb27-3299-40f7-b0d0-d2dd27958e84,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:09.203881 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:09.413102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:09.461878 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'c101a996-9b64-4c97-81ba-20e3959c7d09', '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc', '5176e481-ca4f-4fca-ba7c-3c067b8a1117'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:52:09.473799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:52:09.493014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:09.504428 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Publish callbacks [] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:09.537291 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Set router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:52:09.548018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Transition to ACTIVE for port object fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:09.562029 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:09.763371 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Publish callbacks [] for router_gateway (e18da617-4349-49e9-aa5c-d4f3d7b546b8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:09.778218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event updated for resources: {'Port': ['ID=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:09.829469 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:09.851451 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:09.867855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:10.093681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:10.227191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:10.230252 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:10.320902 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:10.338061 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-dda798d5-5e5c-4793-b26c-afbd21bec7ae tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6157858 Feb 15 13:52:10.353852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=a8e0eb27-3299-40f7-b0d0-d2dd27958e84,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:10.357410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Request body: {'port': {'device_id': 'af6f63f4-b52d-4863-98c3-9e1758bdb5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:10.536959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:10.537569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:10.537675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:10.556468 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-router', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:53Z', 'updated_at': '2022-02-15T13:52:00Z', 'revision_number': 4, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'gw_port': {'id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:54Z', 'updated_at': '2022-02-15T13:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '945b3910-1333-4422-a66c-fc6c1c0dc87c', 'name': '', 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'mac_address': 'fa:16:3e:db:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:59Z', 'updated_at': '2022-02-15T13:52:01Z', 'revision_number': 2, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'subnets': [{'id': '397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:10.619927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:52:10.620930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:10.648299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Allocated IP 172.20.0.2 (761b82c6-6e25-448a-9d93-261bc7318a7c/975615d0-4c69-421c-95c5-590f58ea739b/9056c57b-3357-4b6d-9746-8a38e66e3d4d) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:10.655058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8867e-fb0a-488f-be75-9f002ea860fb req-3c28f9f6-58c0-4e7e-a938-c2f0ef5f847f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:10.671184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58d8867e-fb0a-488f-be75-9f002ea860fb req-3c28f9f6-58c0-4e7e-a938-c2f0ef5f847f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 944 time: 0.6907873 Feb 15 13:52:10.688793 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Checking router: 5311501f-7ec3-40a6-b2b9-bcab61efcf98 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:52:10.690867 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Updating router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 port 945b3910-1333-4422-a66c-fc6c1c0dc87c binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:52:10.698845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1588-112b-4669-b619-9d576d72bbba req-80822581-55a6-490a-b8d5-f4b0ca07ff51 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:10.709581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-875d1588-112b-4669-b619-9d576d72bbba req-80822581-55a6-490a-b8d5-f4b0ca07ff51 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.8687742 Feb 15 13:52:10.721435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:10.722311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:10.723353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:10.724223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Bound port: fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:10.724921 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:10.810800 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:10.916713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:10.925783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:10.973695 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:11.105075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3be0deab-ee28-4b4d-9620-797cb1d410eb None None] Provisioning complete for port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:11.106129 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3be0deab-ee28-4b4d-9620-797cb1d410eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:11.211023 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-875d1588-112b-4669-b619-9d576d72bbba req-670b5d9d-4150-4dc5-82f9-18d4ed9e0414 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958096 Feb 15 13:52:11.269876 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:11.315222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:11.315855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:11.317429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] 10.222.0.42 "PUT /v2.0/ports/fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c HTTP/1.1" status: 200 len: 1093 time: 3.0598321 Feb 15 13:52:11.322609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'tag': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:11.324760 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6033cbd-d6cc-4ef4-80fc-4d2a63386562" -d '{"events": [{"name": "network-changed", "server_uuid": "a95b0b3f-1a4e-46b5-8d88-f00a54f1075f", "tag": "fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:11.352954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58d8867e-fb0a-488f-be75-9f002ea860fb req-5e68517e-655e-4c26-8df7-3cdc59017e6a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781452 Feb 15 13:52:11.407766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645828d7-7c65-4d46-9080-36e670e2c310 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:11.736961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-c70ca73e-b1b9-48fc-97f0-33164ee58362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:11.749920 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-c70ca73e-b1b9-48fc-97f0-33164ee58362 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1127 time: 0.3316512 Feb 15 13:52:11.825506 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Publish callbacks [] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:11.859771 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:11.889558 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Publish callbacks [] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:11.907366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3be0deab-ee28-4b4d-9620-797cb1d410eb None None] Port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:52:11.927310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a8e0eb27-3299-40f7-b0d0-d2dd27958e84 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:11.975532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-8090c3e0-1012-442d-b48b-e70f6c3214ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c HTTP/1.1" status: 200 len: 217 time: 0.2158182 Feb 15 13:52:12.047900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61f7d9-a035-44eb-9ed8-571c38bb1856 req-b2ca620b-6ea1-43f4-b502-538d733dbf2f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:12.055648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c61f7d9-a035-44eb-9ed8-571c38bb1856 req-b2ca620b-6ea1-43f4-b502-538d733dbf2f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 936 time: 0.5254128 Feb 15 13:52:12.191212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:12.248583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-8b66306b-92c9-4f89-9b04-dfaa949854dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:12.254027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-8b66306b-92c9-4f89-9b04-dfaa949854dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.2534935 Feb 15 13:52:12.313896 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Attempting to bind port 945b3910-1333-4422-a66c-fc6c1c0dc87c on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:12.314162 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Attempting to bind port 945b3910-1333-4422-a66c-fc6c1c0dc87c by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '684de8f2-21e4-454f-8460-13688caf17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:12.319016 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Attempting to bind port 945b3910-1333-4422-a66c-fc6c1c0dc87c on network 4c8e3115-76cd-412d-b367-0a26a6512778 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:12.321301 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21b39b-df61-450b-ba21-c2040cb6288a None None] Pushing event updated for resources: {'Port': ['ID=945b3910-1333-4422-a66c-fc6c1c0dc87c,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:12.344273 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:12.345751 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Checking segment: {'id': '684de8f2-21e4-454f-8460-13688caf17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:12.346330 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:12.347359 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Bound using segment: {'id': '684de8f2-21e4-454f-8460-13688caf17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:12.349581 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Bound port: 945b3910-1333-4422-a66c-fc6c1c0dc87c, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684de8f2-21e4-454f-8460-13688caf17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:12.350179 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:12.402972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:12.436577 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Publish callbacks [] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:12.453995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Network 761b82c6-6e25-448a-9d93-261bc7318a7c is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:12.482553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Pushing event updated for resources: {'Port': ['ID=9056c57b-3357-4b6d-9746-8a38e66e3d4d,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:12.485927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Transition to ACTIVE for port object 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:12.507056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:12.510890 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:12.543685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:12.582420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-7369e9a4-d2b5-4356-b48e-c823901ed70c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2284074 Feb 15 13:52:12.635891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a8e0eb27-3299-40f7-b0d0-d2dd27958e84 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:12.635891 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:12.756772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:12.835541 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] For port 945b3910-1333-4422-a66c-fc6c1c0dc87c, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:12.839412 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] For port 945b3910-1333-4422-a66c-fc6c1c0dc87c, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=945b3910-1333-4422-a66c-fc6c1c0dc87c,segment=NetworkSegment(684de8f2-21e4-454f-8460-13688caf17cf),segment_id=684de8f2-21e4-454f-8460-13688caf17cf)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:12.850328 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:12.870306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c61f7d9-a035-44eb-9ed8-571c38bb1856 req-55fa33de-9770-40fc-b870-1f63e7b9d37e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148560 Feb 15 13:52:12.954292 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Routers {'5311501f-7ec3-40a6-b2b9-bcab61efcf98'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:52:12.954950 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:13.057303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Pushing event updated for resources: {'Port': ['ID=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:13.089334 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Publish callbacks [] for router_gateway (e18da617-4349-49e9-aa5c-d4f3d7b546b8), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:13.319199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:13.364229 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f47b5ed-0bdd-47fb-862e-56788ec72330 x-openstack-request-id: req-6f47b5ed-0bdd-47fb-862e-56788ec72330 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:13.365148 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e702ca6-a21f-4475-977b-ccc19148964a", "name": "network-vif-plugged", "status": "completed", "tag": "06ac8363-ad86-43df-8cdf-4a12fd897e1e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:13.365148 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6f47b5ed-0bdd-47fb-862e-56788ec72330 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:13.370187 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e702ca6-a21f-4475-977b-ccc19148964a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ac8363-ad86-43df-8cdf-4a12fd897e1e', 'code': 200} Feb 15 13:52:13.417565 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] Set router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:52:13.542862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Attempting to bind port 9056c57b-3357-4b6d-9746-8a38e66e3d4d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:13.543424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Attempting to bind port 9056c57b-3357-4b6d-9746-8a38e66e3d4d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '893c481d-59c1-4084-a7be-ce8becc88733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:13.543949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Attempting to bind port 9056c57b-3357-4b6d-9746-8a38e66e3d4d on network 761b82c6-6e25-448a-9d93-261bc7318a7c {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:13.599152 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21b39b-df61-450b-ba21-c2040cb6288a None None] Pushing event updated for resources: {'Port': ['ID=945b3910-1333-4422-a66c-fc6c1c0dc87c,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:13.601221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:13.602013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Checking segment: {'id': '893c481d-59c1-4084-a7be-ce8becc88733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:13.608533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-9519fbcc-b24e-4d1e-adde-3343215d0307 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9993579 Feb 15 13:52:13.616823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:13.619054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Bound using segment: {'id': '893c481d-59c1-4084-a7be-ce8becc88733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:13.619841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Bound port: 9056c57b-3357-4b6d-9746-8a38e66e3d4d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893c481d-59c1-4084-a7be-ce8becc88733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:13.621858 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:13.683808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Provisioning complete for port 945b3910-1333-4422-a66c-fc6c1c0dc87c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:13.685903 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:13.890701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Allocated IP 172.25.6.54 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/66d62f3b-cccc-4f67-a917-b6e5e27d41a0) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:14.043074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e74c76c9-d8fe-47f9-8edc-c82043fd1d34 req-4e791c8a-5f57-4460-8e98-ed3500e4987c service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275937 Feb 15 13:52:14.142302 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Publish callbacks [] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:14.262659 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:14.296005 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-router', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:53Z', 'updated_at': '2022-02-15T13:52:00Z', 'revision_number': 4, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'gw_port': {'id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:54Z', 'updated_at': '2022-02-15T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '945b3910-1333-4422-a66c-fc6c1c0dc87c', 'name': '', 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'mac_address': 'fa:16:3e:db:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:59Z', 'updated_at': '2022-02-15T13:52:12Z', 'revision_number': 4, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'subnets': [{'id': '397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:14.298618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-83301571-6116-45b6-8607-a68def2140e4 None None] For port 9056c57b-3357-4b6d-9746-8a38e66e3d4d, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:14.304498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-83301571-6116-45b6-8607-a68def2140e4 None None] For port 9056c57b-3357-4b6d-9746-8a38e66e3d4d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9056c57b-3357-4b6d-9746-8a38e66e3d4d,segment=NetworkSegment(893c481d-59c1-4084-a7be-ce8becc88733),segment_id=893c481d-59c1-4084-a7be-ce8becc88733)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:14.340169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a8e0eb27-3299-40f7-b0d0-d2dd27958e84 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:14.345993 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:14.449733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83301571-6116-45b6-8607-a68def2140e4 None None] Pushing event updated for resources: {'Port': ['ID=9056c57b-3357-4b6d-9746-8a38e66e3d4d,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:14.486589 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf1ec7-5e57-4597-8237-e1911d4eff91 None None] The sync data for ids ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'] in n-d-829064-15 is: [{'id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-router', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:53Z', 'updated_at': '2022-02-15T13:52:00Z', 'revision_number': 4, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'gw_port': {'id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:54Z', 'updated_at': '2022-02-15T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '945b3910-1333-4422-a66c-fc6c1c0dc87c', 'name': '', 'network_id': '4c8e3115-76cd-412d-b367-0a26a6512778', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'mac_address': 'fa:16:3e:db:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:59Z', 'updated_at': '2022-02-15T13:52:12Z', 'revision_number': 4, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'subnets': [{'id': '397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:52:14.509778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:14.517043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:14.576146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:14.586833 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Pushing event updated for resources: {'Port': ['ID=66d62f3b-cccc-4f67-a917-b6e5e27d41a0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:14.751139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Attempting to bind port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:14.798747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Attempting to bind port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:14.799697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Attempting to bind port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:14.857580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Current status of the port 945b3910-1333-4422-a66c-fc6c1c0dc87c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:14.874383 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:14.877964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 945b3910-1333-4422-a66c-fc6c1c0dc87c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:14.887869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:52:14.888963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Attempting to bind port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:14.917845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:14.919359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:14.928524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:14.929426 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Bound port: 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:14.930041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:15.135820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] For port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:15.162466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] For port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:15.186209 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:15.531527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Pushing event updated for resources: {'Port': ['ID=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:15.552408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:15.553063 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:15.554478 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a3dd1661-96b5-46e4-bacb-214dd57abc8b service neutron] 10.222.0.42 "PUT /v2.0/ports/15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c HTTP/1.1" status: 200 len: 1097 time: 5.2031164 Feb 15 13:52:15.640254 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ad78bf3f-b51e-4722-a195-d969bf18f708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:15.936963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] For port 945b3910-1333-4422-a66c-fc6c1c0dc87c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=945b3910-1333-4422-a66c-fc6c1c0dc87c,segment=NetworkSegment(684de8f2-21e4-454f-8460-13688caf17cf),segment_id=684de8f2-21e4-454f-8460-13688caf17cf)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:15.936963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 945b3910-1333-4422-a66c-fc6c1c0dc87c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:15.937338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:16.041559 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:16.107470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6f63f4-b52d-4863-98c3-9e1758bdb5ac', 'tag': '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:16.115762 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae" -d '{"events": [{"name": "network-changed", "server_uuid": "af6f63f4-b52d-4863-98c3-9e1758bdb5ac", "tag": "15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:16.409571 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-6caa82e9-b456-4aa0-8986-0f99a3235411 service neutron] show failed (client error): The resource could not be found. Feb 15 13:52:16.411081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-6caa82e9-b456-4aa0-8986-0f99a3235411 service neutron] 10.222.0.67 "GET /v2.0/ports/bc4b6f3f-2e09-420f-bd9f-e00ced5751ee/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.3577306 Feb 15 13:52:16.573928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-550fde71-df4a-4da3-b9bb-96e4ef865dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:16.577002 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-550fde71-df4a-4da3-b9bb-96e4ef865dd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 1131 time: 0.4494159 Feb 15 13:52:16.652189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Pushing event updated for resources: {'Port': ['ID=945b3910-1333-4422-a66c-fc6c1c0dc87c,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:16.675051 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-890a4f42-059d-4b15-b88d-38e76b1f1945 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c HTTP/1.1" status: 200 len: 217 time: 0.0860837 Feb 15 13:52:16.718795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.718795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.719172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.719446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.723583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.725669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.727012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.728080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.728474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.728831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.729208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.729548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.732743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b49b0e-117f-4fd6-976d-a0768e10ea1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:52:16.895583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6bb13546-4f1d-4804-9b73-c00f1d94e8cd None None] Provisioning complete for port 945b3910-1333-4422-a66c-fc6c1c0dc87c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:16.895965 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6bb13546-4f1d-4804-9b73-c00f1d94e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:16.908603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-6c08a681-4e7c-4826-b868-188496e9adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:16.911023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-6c08a681-4e7c-4826-b868-188496e9adbd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.2323873 Feb 15 13:52:17.011113 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Publish callbacks [] for router_gateway (e18da617-4349-49e9-aa5c-d4f3d7b546b8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:17.056874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-4804203b-7edb-4f22-bcfd-04afdcf1c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.058408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-4804203b-7edb-4f22-bcfd-04afdcf1c8d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da&tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99 HTTP/1.1" status: 200 len: 1133 time: 0.1185639 Feb 15 13:52:17.082270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:17.241443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a2a3c489-b02e-4adb-8a19-0b88c06cc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:17.249497 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-a2a3c489-b02e-4adb-8a19-0b88c06cc3b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3263569 Feb 15 13:52:17.301438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd37b677-0022-4385-a8a9-5f3e1e7ab7da None None] Network 761b82c6-6e25-448a-9d93-261bc7318a7c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:52:17.324519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:17.326676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 945b3910-1333-4422-a66c-fc6c1c0dc87c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:17.473289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:52:17.665943 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-f5012822-d57e-419c-a60e-e88c78a338a9 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929234 Feb 15 13:52:17.713955 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d3a5-ba3c-435d-88d4-7c6160c8cd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:17.841264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 945b3910-1333-4422-a66c-fc6c1c0dc87c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:17.965983 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (e18da617-4349-49e9-aa5c-d4f3d7b546b8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:18.132966 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:52:18.237857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:18.341704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c', 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70', 'port_id': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c', 'mac_address': 'fa:16:3e:86:fe:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:52:18.346647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6bb13546-4f1d-4804-9b73-c00f1d94e8cd None None] Current status of the port 945b3910-1333-4422-a66c-fc6c1c0dc87c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:18.356157 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Router e18da617-4349-49e9-aa5c-d4f3d7b546b8 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:52:18.436171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:18.436589 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:18.472475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:18.499699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:18.532770 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:18.544067 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:18.597615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:52:18.631540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:18.635379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Sync routers for ids ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:52:18.652021 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9239d06-ac08-4586-b8b4-c9508d610e01 req-62f03033-9003-44b2-b7f1-860482936687 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9630651 Feb 15 13:52:18.675521 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:18.680963 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1b238ff2-9320-4771-8131-68ec2ef7553d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.0520511 Feb 15 13:52:18.685701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48618) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:18.715929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Routers {'e18da617-4349-49e9-aa5c-d4f3d7b546b8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:52:18.717054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:52:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:18.812985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:18.867899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Set router e18da617-4349-49e9-aa5c-d4f3d7b546b8 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:52:18.900338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:18.975553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-34a8eb6f-5955-45ab-872c-5f9e235840f6 None None] Provisioning complete for port 9056c57b-3357-4b6d-9746-8a38e66e3d4d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:18.975853 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-34a8eb6f-5955-45ab-872c-5f9e235840f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:19.045758 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Publish callbacks [] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:19.084099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 945b3910-1333-4422-a66c-fc6c1c0dc87c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:19.084655 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:19.088974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Transition to ACTIVE for port object bc4b6f3f-2e09-420f-bd9f-e00ced5751ee will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:19.096466 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:19.145292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:52:19.252667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] No DVR routers for this DVR port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:52:19.278287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:19.360809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-34a8eb6f-5955-45ab-872c-5f9e235840f6 None None] Current status of the port 9056c57b-3357-4b6d-9746-8a38e66e3d4d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:19.361212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-34a8eb6f-5955-45ab-872c-5f9e235840f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:19.382254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:19.390384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:19.390384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:19.394534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:52:19.395103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:19.412736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:52:19.415084 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:19.417365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:19.423597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:19.424295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Bound port: bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:19.426413 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:19.441194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-34a8eb6f-5955-45ab-872c-5f9e235840f6 None None] For port 9056c57b-3357-4b6d-9746-8a38e66e3d4d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9056c57b-3357-4b6d-9746-8a38e66e3d4d,segment=NetworkSegment(893c481d-59c1-4084-a7be-ce8becc88733),segment_id=893c481d-59c1-4084-a7be-ce8becc88733)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:19.472133 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:19.661625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 945b3910-1333-4422-a66c-fc6c1c0dc87c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:19.678054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9056c57b-3357-4b6d-9746-8a38e66e3d4d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:19.678534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:19.685955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:19.692465 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-34a8eb6f-5955-45ab-872c-5f9e235840f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:19.706840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:19.829747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:19.861928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:19.862730 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:19.867512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1c5cc28f-bb93-4c76-9a7f-844b8be3862d service neutron] 10.222.0.42 "PUT /v2.0/ports/bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 1097 time: 2.7967358 Feb 15 13:52:20.011398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-da390fb8-a1a9-4fd7-a4ee-5445383979e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:20.017963 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-da390fb8-a1a9-4fd7-a4ee-5445383979e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 1131 time: 0.1195579 Feb 15 13:52:20.041829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8eb6f-5955-45ab-872c-5f9e235840f6 None None] Pushing event updated for resources: {'Port': ['ID=9056c57b-3357-4b6d-9746-8a38e66e3d4d,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:20.174957 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:20.256919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee host n-h1-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 13:52:20.257713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:52:20.272147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-61d9a761-e771-4651-8633-02e3f68ad518 None None] Provisioning complete for port 9056c57b-3357-4b6d-9746-8a38e66e3d4d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:20.272912 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61d9a761-e771-4651-8633-02e3f68ad518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:20.305306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1b1884c1-85e7-4bdb-94c1-ff311cff43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:20.313486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1b1884c1-85e7-4bdb-94c1-ff311cff43fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2885342 Feb 15 13:52:20.360280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9056c57b-3357-4b6d-9746-8a38e66e3d4d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:20.361053 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:20.416681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-09881f7e-9513-40da-aa37-d4f7bd21faa7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 217 time: 0.0936568 Feb 15 13:52:20.465845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Allocated IP 172.20.0.1 (761b82c6-6e25-448a-9d93-261bc7318a7c/975615d0-4c69-421c-95c5-590f58ea739b/59f017ca-9969-468f-b6f5-79e05fc1c225) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:20.535723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-7e8da6a4-b11f-4698-8bec-9bb5ef2d1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:20.537220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-7e8da6a4-b11f-4698-8bec-9bb5ef2d1d3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1138554 Feb 15 13:52:20.639927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-61d9a761-e771-4651-8633-02e3f68ad518 None None] Current status of the port 9056c57b-3357-4b6d-9746-8a38e66e3d4d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:20.685995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-e4d9a023-a00e-40a6-90b1-3704e269bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:20.689179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-e4d9a023-a00e-40a6-90b1-3704e269bcb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1409647 Feb 15 13:52:20.720115 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Publish callbacks [] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:20.726718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-router', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:08Z', 'updated_at': '2022-02-15T13:52:16Z', 'revision_number': 3, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'gw_port': {'id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:13Z', 'updated_at': '2022-02-15T13:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:20.780729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9056c57b-3357-4b6d-9746-8a38e66e3d4d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:20.800598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Checking router: e18da617-4349-49e9-aa5c-d4f3d7b546b8 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:52:20.808558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Updating router e18da617-4349-49e9-aa5c-d4f3d7b546b8 port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:52:20.822062 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:20.935299 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:20.948736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-1ccf720c-1e21-44fb-8107-aab09958f536 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534180 Feb 15 13:52:20.949458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9056c57b-3357-4b6d-9746-8a38e66e3d4d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:20.980681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Network 761b82c6-6e25-448a-9d93-261bc7318a7c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:20.990744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:21.002249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:21.073062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Pushing event updated for resources: {'Port': ['ID=59f017ca-9969-468f-b6f5-79e05fc1c225,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:21.140322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (e18da617-4349-49e9-aa5c-d4f3d7b546b8), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:21.201549 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:21.228668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9a2629-b727-423d-a7b2-2219da5e1337 req-6ecb3392-360b-4839-9c7b-367b7351643b service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694566 Feb 15 13:52:21.350197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9056c57b-3357-4b6d-9746-8a38e66e3d4d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:21.350581 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:21.486869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:52:21.489187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:21.569806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:21.914822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:21.958873 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Publish callbacks [] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:21.967667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ab3f12b2-0dbb-4f12-bf00-c5214fd5566a None None] Provisioning complete for port 59f017ca-9969-468f-b6f5-79e05fc1c225 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:21.968053 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ab3f12b2-0dbb-4f12-bf00-c5214fd5566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:21.969886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c', 'mac_address': 'fa:16:3e:61:83:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:52:21.972666 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:22.061371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Pushing event updated for resources: {'Port': ['ID=59f017ca-9969-468f-b6f5-79e05fc1c225,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:22.065694 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (e18da617-4349-49e9-aa5c-d4f3d7b546b8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:22.092603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:22.093129 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:22.161020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:22.185691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f12b2-0dbb-4f12-bf00-c5214fd5566a None None] Port 59f017ca-9969-468f-b6f5-79e05fc1c225 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:52:22.206091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:22.239516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9056c57b-3357-4b6d-9746-8a38e66e3d4d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:22.250712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:22.251257 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:22.254971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:22.299943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Network 761b82c6-6e25-448a-9d93-261bc7318a7c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:22.300810 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:22.302731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:22.339858 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Publish callbacks [] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:22.406014 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:22.439631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:22.476881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Attempting to bind port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:22.480186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Attempting to bind port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:22.481504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Attempting to bind port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:22.619284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:22.623397 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3202138-c93a-42f7-a736-2e1d936a3e4d x-openstack-request-id: req-c3202138-c93a-42f7-a736-2e1d936a3e4d {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:22.624656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:22.624970 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95b0b3f-1a4e-46b5-8d88-f00a54f1075f", "tag": "fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:22.625137 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:22.625655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:22.625807 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c3202138-c93a-42f7-a736-2e1d936a3e4d {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:22.626417 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'tag': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c', 'status': 'completed', 'code': 200} Feb 15 13:52:22.627171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Bound port: 66d62f3b-cccc-4f67-a917-b6e5e27d41a0, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:22.628489 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:22.685052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Router e18da617-4349-49e9-aa5c-d4f3d7b546b8 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:52:22.702231 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:52:22.827321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184cd78-44f7-4e56-bcc8-fab24f97c28e None None] Pushing event updated for resources: {'Port': ['ID=66d62f3b-cccc-4f67-a917-b6e5e27d41a0,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:22.840399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:22.841549 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:22.904749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] For port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:22.954609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-70427b75-d44c-488e-9d04-d7aa35653fe8 None None] Provisioning complete for port 59f017ca-9969-468f-b6f5-79e05fc1c225 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:22.957010 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70427b75-d44c-488e-9d04-d7aa35653fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:22.967665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] For port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=66d62f3b-cccc-4f67-a917-b6e5e27d41a0,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:22.972456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:52:22.980983 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-886d242f-baaa-4296-96d8-19bc68adbcc6 admin admin] 10.222.0.72 "PUT /v2.0/routers/e18da617-4349-49e9-aa5c-d4f3d7b546b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2938571 Feb 15 13:52:23.039362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:23.043499 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fd1a81-586e-4ef0-b74f-3f8eeb5024f1" -d '{"events": [{"server_uuid": "a95b0b3f-1a4e-46b5-8d88-f00a54f1075f", "name": "network-vif-plugged", "status": "completed", "tag": "fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:23.047754 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:23.053701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b0394-7a4d-4ad7-97a0-5482bd4b24fb req-9006f99b-2d54-4ed2-8724-addf677e8e3d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:23.063804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b51b0394-7a4d-4ad7-97a0-5482bd4b24fb req-9006f99b-2d54-4ed2-8724-addf677e8e3d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 948 time: 0.3908539 Feb 15 13:52:23.125490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6033cbd-d6cc-4ef4-80fc-4d2a63386562 req-06667b3f-9c37-4291-852a-7996ebb3a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:23.128602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6033cbd-d6cc-4ef4-80fc-4d2a63386562 req-06667b3f-9c37-4291-852a-7996ebb3a611 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1128 time: 0.4703467 Feb 15 13:52:23.156164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ddcc8-6b90-4416-a5b9-640e431aa92c req-cf263944-b9aa-4056-a51b-43a5857ce48a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:23.166642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:23.174833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a6ddcc8-6b90-4416-a5b9-640e431aa92c req-cf263944-b9aa-4056-a51b-43a5857ce48a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 945 time: 0.3539021 Feb 15 13:52:23.234403 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:23.291580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-70427b75-d44c-488e-9d04-d7aa35653fe8 None None] Port 59f017ca-9969-468f-b6f5-79e05fc1c225 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:52:23.320246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Routers {'e18da617-4349-49e9-aa5c-d4f3d7b546b8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:52:23.321417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:52:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:23.359304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a6ddcc8-6b90-4416-a5b9-640e431aa92c req-5bd8d5db-0088-4e08-b846-4c17d48e3a49 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840222 Feb 15 13:52:23.543413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b51b0394-7a4d-4ad7-97a0-5482bd4b24fb req-551ca29b-756a-4656-ba4f-dbe1d195ee9d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702306 Feb 15 13:52:23.657606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184cd78-44f7-4e56-bcc8-fab24f97c28e None None] Pushing event updated for resources: {'Port': ['ID=66d62f3b-cccc-4f67-a917-b6e5e27d41a0,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:23.677011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6033cbd-d6cc-4ef4-80fc-4d2a63386562 req-6227f8c6-b163-4e9b-b3a6-45b2e7fb7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:23.684638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6033cbd-d6cc-4ef4-80fc-4d2a63386562 req-6227f8c6-b163-4e9b-b3a6-45b2e7fb7704 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.4896042 Feb 15 13:52:23.816562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6033cbd-d6cc-4ef4-80fc-4d2a63386562 req-bbd80897-7215-45a1-a372-c7f44e727ce9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c HTTP/1.1" status: 200 len: 217 time: 0.1229467 Feb 15 13:52:23.957487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6033cbd-d6cc-4ef4-80fc-4d2a63386562 req-b291a9e7-6268-473b-b14c-2bb1297c003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:23.959173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6033cbd-d6cc-4ef4-80fc-4d2a63386562 req-b291a9e7-6268-473b-b14c-2bb1297c003d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.1273472 Feb 15 13:52:23.981138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:23.990582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abf6c0-1c2b-46ee-b2f0-6d0336ee7ff6 req-eb8ea523-1dc3-444a-8b30-dc90302cbd29 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:24.004790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4abf6c0-1c2b-46ee-b2f0-6d0336ee7ff6 req-eb8ea523-1dc3-444a-8b30-dc90302cbd29 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 949 time: 0.2109826 Feb 15 13:52:24.011276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] Set router e18da617-4349-49e9-aa5c-d4f3d7b546b8 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:52:24.057736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6033cbd-d6cc-4ef4-80fc-4d2a63386562 req-c4c7d6a3-006d-4f2e-976d-434ed7fcaf25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830030 Feb 15 13:52:24.232534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4abf6c0-1c2b-46ee-b2f0-6d0336ee7ff6 req-265d1f24-5b73-4a7b-82e5-f854d7147602 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873956 Feb 15 13:52:24.353961 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9bd205-631a-4354-9e8f-4ab197ffc866 x-openstack-request-id: req-1a9bd205-631a-4354-9e8f-4ab197ffc866 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:24.354457 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6f63f4-b52d-4863-98c3-9e1758bdb5ac", "tag": "15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:24.354682 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1a9bd205-631a-4354-9e8f-4ab197ffc866 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:24.355225 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6f63f4-b52d-4863-98c3-9e1758bdb5ac', 'tag': '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c', 'status': 'completed', 'code': 200} Feb 15 13:52:24.357175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6033cbd-d6cc-4ef4-80fc-4d2a63386562 req-3158202a-c4fe-4901-979f-57d9f16dc220 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787113 Feb 15 13:52:24.512345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae req-e53c292d-b633-4e00-b8f3-720857a055c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:24.515358 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae req-e53c292d-b633-4e00-b8f3-720857a055c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 1132 time: 0.1376436 Feb 15 13:52:24.628835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'}, {'name': 'network-changed', 'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:24.634701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-router', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:08Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 4, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'gw_port': {'id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:13Z', 'updated_at': '2022-02-15T13:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '59f017ca-9969-468f-b6f5-79e05fc1c225', 'name': '', 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'mac_address': 'fa:16:3e:e9:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '975615d0-4c69-421c-95c5-590f58ea739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:19Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 2, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'subnets': [{'id': '975615d0-4c69-421c-95c5-590f58ea739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:24.636072 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f" -d '{"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee"}, {"name": "network-changed", "server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:24.685606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6033cbd-d6cc-4ef4-80fc-4d2a63386562 req-3e19c9d6-d40e-4220-9511-c343e12f3c13 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193150 Feb 15 13:52:24.705020 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73aacbd-c475-432b-8569-e1171279e02a x-openstack-request-id: req-b73aacbd-c475-432b-8569-e1171279e02a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:24.705743 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95b0b3f-1a4e-46b5-8d88-f00a54f1075f", "name": "network-vif-plugged", "status": "completed", "tag": "fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:24.706260 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b73aacbd-c475-432b-8569-e1171279e02a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:24.707003 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c', 'code': 200} Feb 15 13:52:24.708201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf53fc9b-b2e9-4507-823d-e4bfb53a542c None None] The sync data for ids ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'] in n-d-829064-15 is: [{'id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-router', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:08Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 4, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'gw_port': {'id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:13Z', 'updated_at': '2022-02-15T13:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '59f017ca-9969-468f-b6f5-79e05fc1c225', 'name': '', 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'mac_address': 'fa:16:3e:e9:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '975615d0-4c69-421c-95c5-590f58ea739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:19Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 2, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'subnets': [{'id': '975615d0-4c69-421c-95c5-590f58ea739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:52:24.817086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae req-4c081818-c234-4246-8038-b9df4359174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:24.818663 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae req-4c081818-c234-4246-8038-b9df4359174f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2891452 Feb 15 13:52:24.957030 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae req-1ce1e7a5-e698-46be-9ed9-0aa353426a23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c HTTP/1.1" status: 200 len: 217 time: 0.1187336 Feb 15 13:52:25.015094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470dc24-e055-4e38-9f46-7ca778ba56a3 req-d9d50286-eabe-49de-8659-5decc37ae6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:25.016946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f470dc24-e055-4e38-9f46-7ca778ba56a3 req-d9d50286-eabe-49de-8659-5decc37ae6d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1129 time: 0.2107000 Feb 15 13:52:25.081066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae req-8cff29b6-fcec-4361-98a3-ca2c091bcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:25.087137 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae req-8cff29b6-fcec-4361-98a3-ca2c091bcc5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1231601 Feb 15 13:52:25.155767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-478fa512-3531-433f-9b92-c26847d1cb94 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2847488 Feb 15 13:52:25.172514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:25.200985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae req-40d4d444-ecff-44c6-be37-3655f2fe9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:25.203162 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae req-40d4d444-ecff-44c6-be37-3655f2fe9751 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1083145 Feb 15 13:52:25.210208 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:25.236948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f470dc24-e055-4e38-9f46-7ca778ba56a3 req-ee8ccda1-4723-45c6-8ca4-e2bd90d8ebf1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108092 Feb 15 13:52:25.408532 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:25.446130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:52:25.450779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:25.466169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae req-b2dae128-090e-417d-b5ce-01c1f7c54c04 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540259 Feb 15 13:52:25.676533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Allocated IP 172.25.6.204 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/e2a26e6a-3b51-46e5-ab29-3a9dac99a956) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:25.795213 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-59c2471b-0cbb-4ac1-be8b-a6cd5a7a35ae req-3638faa5-ce63-4eae-b29b-734a740b558e service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169646 Feb 15 13:52:25.797657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:25.810378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:25.810946 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:25.893152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for port (e2a26e6a-3b51-46e5-ab29-3a9dac99a956), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:25.926839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:25.951750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'mac_address': 'fa:16:3e:23:cb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:52:25.957957 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:25.958356 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:25.985637 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e2a26e6a-3b51-46e5-ab29-3a9dac99a956), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:26.013116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:26.035592 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:26.085807 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:26.086206 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:26.126371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:26.129821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4b6f3f-2e09-420f-bd9f-e00ced5751ee {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:26.130122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:26.150703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:26.229826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:26.238661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event updated for resources: {'Port': ['ID=e2a26e6a-3b51-46e5-ab29-3a9dac99a956,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:26.243298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:26.267735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:26.445525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:26.480343 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (5c62bf44-ca43-4a22-aabe-c94037a545eb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:26.562574 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e2a26e6a-3b51-46e5-ab29-3a9dac99a956), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:26.637790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:52:26.715243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6f63f4-b52d-4863-98c3-9e1758bdb5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:26.719507 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0ce458-37f4-4a9c-947e-ee4f0f02000f" -d '{"events": [{"server_uuid": "af6f63f4-b52d-4863-98c3-9e1758bdb5ac", "name": "network-vif-plugged", "status": "completed", "tag": "15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:26.907346 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for port (e2a26e6a-3b51-46e5-ab29-3a9dac99a956), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:26.916278 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (e2a26e6a-3b51-46e5-ab29-3a9dac99a956), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:27.037320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event updated for resources: {'Port': ['ID=e2a26e6a-3b51-46e5-ab29-3a9dac99a956,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:27.050971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:27.122773 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (5c62bf44-ca43-4a22-aabe-c94037a545eb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:27.150360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:27.151667 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:27.153702 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:27.157258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-571f05b2-2571-4ce2-a744-937b8d021e58 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0004203 Feb 15 13:52:27.288930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:27.289359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-9ec9522a-a7ae-41b9-8028-c16ba83e08ce tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.1258144 Feb 15 13:52:27.289810 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:27.323747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=66d62f3b-cccc-4f67-a917-b6e5e27d41a0,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:27.333921 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:27.445043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=66d62f3b-cccc-4f67-a917-b6e5e27d41a0,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:27.519272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-d53a9dfb-f451-424d-aeae-7034b749ebac tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:27.533830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-102e0d1b-00a0-4f77-ab2c-810a5616f31b req-d53a9dfb-f451-424d-aeae-7034b749ebac tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.2433906 Feb 15 13:52:28.891608 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Sync routers for ids ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:52:28.909677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:28.911759 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Routers {'e18da617-4349-49e9-aa5c-d4f3d7b546b8'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:52:28.912396 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:52:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:29.041731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:29.042240 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:29.111060 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Set router e18da617-4349-49e9-aa5c-d4f3d7b546b8 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:52:29.232536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:29.414961 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-router', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:08Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 4, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'gw_port': {'id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:13Z', 'updated_at': '2022-02-15T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '59f017ca-9969-468f-b6f5-79e05fc1c225', 'name': '', 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'mac_address': 'fa:16:3e:e9:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '975615d0-4c69-421c-95c5-590f58ea739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:19Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 2, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'subnets': [{'id': '975615d0-4c69-421c-95c5-590f58ea739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:29.443102 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Checking router: e18da617-4349-49e9-aa5c-d4f3d7b546b8 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:52:29.443838 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Updating router e18da617-4349-49e9-aa5c-d4f3d7b546b8 port 59f017ca-9969-468f-b6f5-79e05fc1c225 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:52:29.482845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:29.491044 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:29.644402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:29.657008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:29.657398 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:29.825263 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Publish callbacks [] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:29.829864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:29.830400 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:29.837615 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:29.871982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:29.885443 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:29.891055 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b50590-6e72-4390-91cc-7140c69c9b13 None None] Pushing event updated for resources: {'Port': ['ID=59f017ca-9969-468f-b6f5-79e05fc1c225,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:30.065765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:30.068585 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Attempting to bind port 59f017ca-9969-468f-b6f5-79e05fc1c225 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:30.069092 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Attempting to bind port 59f017ca-9969-468f-b6f5-79e05fc1c225 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '893c481d-59c1-4084-a7be-ce8becc88733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:30.069725 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Attempting to bind port 59f017ca-9969-468f-b6f5-79e05fc1c225 on network 761b82c6-6e25-448a-9d93-261bc7318a7c {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:30.081377 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:30.085309 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Checking segment: {'id': '893c481d-59c1-4084-a7be-ce8becc88733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:30.085889 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:30.086408 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Bound using segment: {'id': '893c481d-59c1-4084-a7be-ce8becc88733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:30.087126 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Bound port: 59f017ca-9969-468f-b6f5-79e05fc1c225, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893c481d-59c1-4084-a7be-ce8becc88733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:30.087637 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:30.221314 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] For port 59f017ca-9969-468f-b6f5-79e05fc1c225, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:30.232038 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] For port 59f017ca-9969-468f-b6f5-79e05fc1c225, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=59f017ca-9969-468f-b6f5-79e05fc1c225,segment=NetworkSegment(893c481d-59c1-4084-a7be-ce8becc88733),segment_id=893c481d-59c1-4084-a7be-ce8becc88733)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:30.242403 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:30.376813 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Routers {'e18da617-4349-49e9-aa5c-d4f3d7b546b8'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:52:30.383126 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:52:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:30.388725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-fcdf8365-4c99-4a3e-84fd-67944334ba89 None None] Provisioning complete for port 59f017ca-9969-468f-b6f5-79e05fc1c225 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:30.388950 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8365-4c99-4a3e-84fd-67944334ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:30.476241 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b50590-6e72-4390-91cc-7140c69c9b13 None None] Pushing event updated for resources: {'Port': ['ID=59f017ca-9969-468f-b6f5-79e05fc1c225,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:30.570693 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf8365-4c99-4a3e-84fd-67944334ba89 None None] Current status of the port 59f017ca-9969-468f-b6f5-79e05fc1c225 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:30.571400 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8365-4c99-4a3e-84fd-67944334ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:30.656151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fcdf8365-4c99-4a3e-84fd-67944334ba89 None None] For port 59f017ca-9969-468f-b6f5-79e05fc1c225, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=59f017ca-9969-468f-b6f5-79e05fc1c225,segment=NetworkSegment(893c481d-59c1-4084-a7be-ce8becc88733),segment_id=893c481d-59c1-4084-a7be-ce8becc88733)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:30.665683 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fcdf8365-4c99-4a3e-84fd-67944334ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:30.672983 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] Set router e18da617-4349-49e9-aa5c-d4f3d7b546b8 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:52:31.040630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf8365-4c99-4a3e-84fd-67944334ba89 None None] Pushing event updated for resources: {'Port': ['ID=59f017ca-9969-468f-b6f5-79e05fc1c225,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:31.059982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59f017ca-9969-468f-b6f5-79e05fc1c225 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:31.121109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d7e85abc-a040-4ac9-a9cd-0f717ab84ea0 None None] Provisioning complete for port 59f017ca-9969-468f-b6f5-79e05fc1c225 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:31.121840 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d7e85abc-a040-4ac9-a9cd-0f717ab84ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:31.181996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 59f017ca-9969-468f-b6f5-79e05fc1c225 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:31.182501 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:31.232141 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-router', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:08Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 4, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'gw_port': {'id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:13Z', 'updated_at': '2022-02-15T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '59f017ca-9969-468f-b6f5-79e05fc1c225', 'name': '', 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'mac_address': 'fa:16:3e:e9:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '975615d0-4c69-421c-95c5-590f58ea739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:19Z', 'updated_at': '2022-02-15T13:52:30Z', 'revision_number': 4, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'subnets': [{'id': '975615d0-4c69-421c-95c5-590f58ea739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:52:31.272043 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b4f56c-1220-43cd-af7c-edd3c425d5e7 None None] The sync data for ids ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'] in n-d-829064-15 is: [{'id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-router', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:08Z', 'updated_at': '2022-02-15T13:52:21Z', 'revision_number': 4, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'gw_port': {'id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:13Z', 'updated_at': '2022-02-15T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '59f017ca-9969-468f-b6f5-79e05fc1c225', 'name': '', 'network_id': '761b82c6-6e25-448a-9d93-261bc7318a7c', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'mac_address': 'fa:16:3e:e9:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '975615d0-4c69-421c-95c5-590f58ea739b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:19Z', 'updated_at': '2022-02-15T13:52:30Z', 'revision_number': 4, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'subnets': [{'id': '975615d0-4c69-421c-95c5-590f58ea739b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:52:31.359396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d7e85abc-a040-4ac9-a9cd-0f717ab84ea0 None None] Current status of the port 59f017ca-9969-468f-b6f5-79e05fc1c225 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:31.422006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 59f017ca-9969-468f-b6f5-79e05fc1c225 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:32.461864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12bd94-dc1d-47a1-813f-ab7bc5c2c043 req-e1db3192-bce9-455a-95fa-ddc441cc4456 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:32.463382 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf12bd94-dc1d-47a1-813f-ab7bc5c2c043 req-e1db3192-bce9-455a-95fa-ddc441cc4456 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 946 time: 0.0965509 Feb 15 13:52:32.473983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997a2d4-07eb-4195-9e69-592bd78cb652 req-bb0c0d68-0345-4cb3-a43a-837ede5c6aeb tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:32.475852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1997a2d4-07eb-4195-9e69-592bd78cb652 req-bb0c0d68-0345-4cb3-a43a-837ede5c6aeb tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.1075995 Feb 15 13:52:32.583595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf12bd94-dc1d-47a1-813f-ab7bc5c2c043 req-3b9ece85-1502-4de0-b2ed-7c2a18f04818 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061904 Feb 15 13:52:32.589183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1997a2d4-07eb-4195-9e69-592bd78cb652 req-8b73dc45-b9e4-4ef8-970c-f26660928734 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049414 Feb 15 13:52:32.672755 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270cb912-711b-401e-87fe-ef60e2ca8248 x-openstack-request-id: req-270cb912-711b-401e-87fe-ef60e2ca8248 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:32.673251 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee", "code": 200}, {"name": "network-changed", "server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:32.673624 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-270cb912-711b-401e-87fe-ef60e2ca8248 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:32.674259 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'code': 200} Feb 15 13:52:32.674701 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'status': 'completed', 'code': 200} Feb 15 13:52:32.718677 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170d0710-fb82-481f-a0be-361918d07998 x-openstack-request-id: req-170d0710-fb82-481f-a0be-361918d07998 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:32.719245 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6f63f4-b52d-4863-98c3-9e1758bdb5ac", "name": "network-vif-plugged", "status": "completed", "tag": "15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:32.719667 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-170d0710-fb82-481f-a0be-361918d07998 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:32.720027 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6f63f4-b52d-4863-98c3-9e1758bdb5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c', 'code': 200} Feb 15 13:52:32.850651 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-75a35c93-fd37-4100-8412-81ca86f4d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:32.857491 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-75a35c93-fd37-4100-8412-81ca86f4d816 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 1133 time: 0.1479716 Feb 15 13:52:32.954234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59f017ca-9969-468f-b6f5-79e05fc1c225 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:33.004616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-f0da1d46-36a2-4f60-a90a-32c3b2450468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.006356 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-f0da1d46-36a2-4f60-a90a-32c3b2450468 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1398714 Feb 15 13:52:33.049419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 59f017ca-9969-468f-b6f5-79e05fc1c225 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:33.049419 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:33.067597 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-8a204c96-d099-435f-9a03-870f0bd10db0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 217 time: 0.0465322 Feb 15 13:52:33.089727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-e2a8dac8-b17c-4391-b952-ccacd43d5d75 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3399322 Feb 15 13:52:33.095550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:33.150065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-8478f52b-b636-4fa6-9192-8d2afc1275eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.151596 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-8478f52b-b636-4fa6-9192-8d2afc1275eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0781476 Feb 15 13:52:33.166759 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:33.173919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-a4c43cee-76e2-4d61-8ce6-ea7a94147ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.174209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-a4c43cee-76e2-4d61-8ce6-ea7a94147ba4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 1133 time: 0.3795428 Feb 15 13:52:33.178808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 59f017ca-9969-468f-b6f5-79e05fc1c225 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:33.179565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f7d57-d683-4cae-8e6f-dfc1eb61424d req-75469803-4671-4a23-9da0-911d5dffae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.181181 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d15f7d57-d683-4cae-8e6f-dfc1eb61424d req-75469803-4671-4a23-9da0-911d5dffae29 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 1133 time: 0.1863885 Feb 15 13:52:33.225461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-4ba6915b-2735-4603-8a86-b0778ed384d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.227011 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-4ba6915b-2735-4603-8a86-b0778ed384d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0656953 Feb 15 13:52:33.243102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecf5f6-88e3-4f1f-83bc-2e71b3e91d5c req-ed676e5e-6551-4a8f-9b29-218ed97ae3f1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.247765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4ecf5f6-88e3-4f1f-83bc-2e71b3e91d5c req-ed676e5e-6551-4a8f-9b29-218ed97ae3f1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 950 time: 0.2435992 Feb 15 13:52:33.345661 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-2659c89d-bfac-4b51-9a8c-6b9879ba48a7 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105781 Feb 15 13:52:33.440965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d15f7d57-d683-4cae-8e6f-dfc1eb61424d req-9262d7cb-5bca-4b98-9551-d93b1d820468 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379446 Feb 15 13:52:33.464543 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-1e35424f-6dbc-4d8d-b5de-3ec0ac005de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.467615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-1e35424f-6dbc-4d8d-b5de-3ec0ac005de6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2745852 Feb 15 13:52:33.480132 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-57a4dded-c5e6-414b-a0b4-308c5759ebda service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270339 Feb 15 13:52:33.534362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-6ea980a8-f412-4627-9a56-e1556211d1c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 217 time: 0.0593228 Feb 15 13:52:33.538786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4ecf5f6-88e3-4f1f-83bc-2e71b3e91d5c req-367c41b3-f0dc-4fe0-8673-ccd32d796d50 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189946 Feb 15 13:52:33.599911 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:33.611412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-f05d7cbb-decf-4be5-bb81-a69e8aeb2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.613194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-f05d7cbb-decf-4be5-bb81-a69e8aeb2b31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0714979 Feb 15 13:52:33.788839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218571a-7a91-4453-8e7f-82a96eba85df req-56f9ca5c-09f4-4a72-bc00-bd9c0cedf9d8 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.790346 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8218571a-7a91-4453-8e7f-82a96eba85df req-56f9ca5c-09f4-4a72-bc00-bd9c0cedf9d8 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 950 time: 0.1398678 Feb 15 13:52:33.795815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-7d00b8ea-3833-4c93-b1d3-c11f26c34204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:33.799148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-7d00b8ea-3833-4c93-b1d3-c11f26c34204 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1550665 Feb 15 13:52:33.875167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Allocated IP 172.25.6.237 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/c1787618-8c96-4159-a642-d3af239c602d) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:33.977630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8218571a-7a91-4453-8e7f-82a96eba85df req-46a3e726-1f2b-4d8d-bafa-abd1cf7fa493 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/security-groups?id=5921ba8e-ea6d-4601-b7a2-d9155d181c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774082 Feb 15 13:52:34.006891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-5824864f-0c5b-439a-80be-5929790a5584 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947937 Feb 15 13:52:34.112081 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for port (c1787618-8c96-4159-a642-d3af239c602d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:34.179758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b809d3ad-8370-4f5c-96b6-0da6d5d27b1f req-e083de8e-f2a3-4b87-a0ec-76d48b6f806a service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646445 Feb 15 13:52:34.203791 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c1787618-8c96-4159-a642-d3af239c602d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:34.254000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:34.266637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event updated for resources: {'Port': ['ID=c1787618-8c96-4159-a642-d3af239c602d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:34.269566 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:34.274796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:34.393199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327da3e-9b96-408b-8dc8-f839ae18b555 req-319369c1-b88c-4d7a-80e4-a2d535111815 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:34.394743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e327da3e-9b96-408b-8dc8-f839ae18b555 req-319369c1-b88c-4d7a-80e4-a2d535111815 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1129 time: 0.0860562 Feb 15 13:52:34.430420 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (cf043b4e-13bb-4ad6-9d4a-2a55903bfffc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:34.487520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e327da3e-9b96-408b-8dc8-f839ae18b555 req-c8cdc4ff-2b4d-4903-a124-80a76519f02c tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816042 Feb 15 13:52:34.493498 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c1787618-8c96-4159-a642-d3af239c602d), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:34.721685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:34.724531 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43826803-c8c7-49d2-b191-7797c0abd133" -d '{"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-plugged", "status": "completed", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:34.956969 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-5f9f2949-d698-4523-9c66-7d5b03db09d9 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:34.958775 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-5f9f2949-d698-4523-9c66-7d5b03db09d9 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da&tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 950 time: 0.1171777 Feb 15 13:52:35.042934 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-42cb6bb0-51ba-4122-8a7f-879d8f6d79e2 service neutron] 10.222.0.42 "GET /v2.0/ports/bc4b6f3f-2e09-420f-bd9f-e00ced5751ee/bindings/n-h1-829064-15 HTTP/1.1" status: 200 len: 383 time: 0.0734868 Feb 15 13:52:35.049974 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for port (c1787618-8c96-4159-a642-d3af239c602d), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:35.062574 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (c1787618-8c96-4159-a642-d3af239c602d), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:35.114481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event updated for resources: {'Port': ['ID=c1787618-8c96-4159-a642-d3af239c602d,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:35.149363 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-78bf0d91-8b0e-4da4-b4b5-9c8ab50cfebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:35.151028 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-78bf0d91-8b0e-4da4-b4b5-9c8ab50cfebc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 1133 time: 0.0788059 Feb 15 13:52:35.188778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (cf043b4e-13bb-4ad6-9d4a-2a55903bfffc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:35.218499 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:35.221400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-6098a98f-7a43-4323-bb5f-59842d5ab372 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1307957 Feb 15 13:52:35.297660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-81b87d4f-dcd6-453e-99ba-b59c420b2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:35.297660 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-81b87d4f-dcd6-453e-99ba-b59c420b2492 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1398830 Feb 15 13:52:35.312517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-67e8e4bd-8741-40a4-95c3-ec33c5ad8c72 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.237 HTTP/1.1" status: 200 len: 696 time: 0.0787487 Feb 15 13:52:35.377884 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-4cb65d8e-aa72-46d4-8223-8a7b2b65ac4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 217 time: 0.0628138 Feb 15 13:52:35.445554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-5e143822-e4b4-42fa-b584-bb1739172916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:35.447405 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-5e143822-e4b4-42fa-b584-bb1739172916 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0607228 Feb 15 13:52:35.489575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:52:35.519284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-4f51cf5f-2b2c-465f-96bb-02496b09d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:35.521653 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-4f51cf5f-2b2c-465f-96bb-02496b09d16c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0654449 Feb 15 13:52:35.538487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-1389d3b3-de85-49c3-ad3c-1e77fae3ed39 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:35.540824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a68c114-08e2-47ff-b24b-871ba851dd0d req-1389d3b3-de85-49c3-ad3c-1e77fae3ed39 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.2176538 Feb 15 13:52:35.649286 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-16ccfc9b-f96e-4e44-8d22-3ee81afe8150 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202095 Feb 15 13:52:35.688345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:35.688889 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:35.753027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:35.765137 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:35.765884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 06ac8363-ad86-43df-8cdf-4a12fd897e1e no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:52:35.799209 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-ac232435-005b-47f6-a7d0-d704f2ad336e service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256816 Feb 15 13:52:35.858163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35875c7-d5a6-4108-a96e-b19e8a56ebe2 req-858d5744-cfc8-4014-958b-5ad21e538bff tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:35.867568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c35875c7-d5a6-4108-a96e-b19e8a56ebe2 req-858d5744-cfc8-4014-958b-5ad21e538bff tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1129 time: 0.1244864 Feb 15 13:52:35.879173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=11']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:35.928876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c35875c7-d5a6-4108-a96e-b19e8a56ebe2 req-84aecf71-8a9f-4f25-b4d0-36b958374eb4 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580494 Feb 15 13:52:35.962877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 06ac8363-ad86-43df-8cdf-4a12fd897e1e is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:35.962877 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:36.014754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 06ac8363-ad86-43df-8cdf-4a12fd897e1e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=06ac8363-ad86-43df-8cdf-4a12fd897e1e,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:36.020637 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:36.114488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d2aa6-e28c-47f0-8149-cf2ad5da74d8 req-d673d3a9-3eaf-46de-a718-8896337877f7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:36.116379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-597d2aa6-e28c-47f0-8149-cf2ad5da74d8 req-d673d3a9-3eaf-46de-a718-8896337877f7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 950 time: 0.0895946 Feb 15 13:52:36.125340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=06ac8363-ad86-43df-8cdf-4a12fd897e1e,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:36.170352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-597d2aa6-e28c-47f0-8149-cf2ad5da74d8 req-acf050c2-1e27-4acb-ad0e-87167ad00b24 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474970 Feb 15 13:52:36.242833 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1911cb98-61aa-4864-b2d6-b2d8bcecab5f x-openstack-request-id: req-1911cb98-61aa-4864-b2d6-b2d8bcecab5f {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:36.243428 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-plugged", "status": "completed", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:36.243874 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1911cb98-61aa-4864-b2d6-b2d8bcecab5f {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:36.244449 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'code': 200} Feb 15 13:52:36.367286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f6f32-1416-4d08-af76-bb57421c103c req-e631c8d2-e75a-426a-9cb0-54eccc81bdea tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:36.368848 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-693f6f32-1416-4d08-af76-bb57421c103c req-e631c8d2-e75a-426a-9cb0-54eccc81bdea tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.0740714 Feb 15 13:52:36.432798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-693f6f32-1416-4d08-af76-bb57421c103c req-971c0406-29e0-4062-b946-1d0882582dd5 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570560 Feb 15 13:52:36.617637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-7653d2f3-62b8-4fd7-b102-121c73c339bf tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1485512 Feb 15 13:52:36.628795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:36.661974 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:36.796561 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:36.886061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94372a9-75a2-4415-b46b-6bb74b858441 req-2a0dac7c-4c5e-4c28-9f77-68e5920659dd tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:36.887706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c94372a9-75a2-4415-b46b-6bb74b858441 req-2a0dac7c-4c5e-4c28-9f77-68e5920659dd tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 1133 time: 0.1020226 Feb 15 13:52:36.971568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Allocated IP 172.25.6.193 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:36.990162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c94372a9-75a2-4415-b46b-6bb74b858441 req-d7874b26-2d68-41b1-8189-3d2fa8473321 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806286 Feb 15 13:52:37.162582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for port (6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:37.227599 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:37.283159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:37.290096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:37.294526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:37.319672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event updated for resources: {'Port': ['ID=6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:37.402514 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (57c62438-362b-4e01-989d-bdb12b718844), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:37.446122 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:37.576415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-8d08a361-cd00-4bcb-b477-4eea95045a72 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270960 Feb 15 13:52:37.716095 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for port (6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:37.721655 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:37.729068 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-123e630e-e7c0-44a7-8c52-de91cabf6ce5 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:37.730551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-123e630e-e7c0-44a7-8c52-de91cabf6ce5 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489520 Feb 15 13:52:37.775122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-a8528a71-5630-43b0-b4e2-7070cd25bd52 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/quotas/7aef015375ad44b98dbd519ebaf87d98 HTTP/1.1" status: 200 len: 375 time: 0.0373867 Feb 15 13:52:37.843622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event updated for resources: {'Port': ['ID=6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:37.857488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (57c62438-362b-4e01-989d-bdb12b718844), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:37.888593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-65307976-4f3c-41c6-814e-9a55b990ebd1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1036615 Feb 15 13:52:37.892508 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:37.893134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-4ee6cdca-bb46-42e9-aca5-c9232c95fd41 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2694950 Feb 15 13:52:37.955731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-8ab0e0ea-783f-4b50-b75a-1b545b27c0de tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.193 HTTP/1.1" status: 200 len: 696 time: 0.0563715 Feb 15 13:52:38.128351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-6e5273e0-4e02-4b4f-b5e2-8978db114bc4 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:38.130082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1424e3f-eae9-4a2b-8571-b47a00ae6a89 req-6e5273e0-4e02-4b4f-b5e2-8978db114bc4 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1677301 Feb 15 13:52:38.246209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab'}, {'server_uuid': '5e702ca6-a21f-4475-977b-ccc19148964a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ac8363-ad86-43df-8cdf-4a12fd897e1e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:38.249277 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2601b7a-5956-4b63-881a-65d84ba28263" -d '{"events": [{"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-unplugged", "status": "completed", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab"}, {"server_uuid": "5e702ca6-a21f-4475-977b-ccc19148964a", "name": "network-vif-unplugged", "status": "completed", "tag": "06ac8363-ad86-43df-8cdf-4a12fd897e1e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:38.296404 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:52:38.357110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-288ac515-9f9e-4e35-9ab0-076c089ecca3 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:38.358508 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-288ac515-9f9e-4e35-9ab0-076c089ecca3 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/networks?id=740c1002-d3de-4d18-a9fc-396bc6a0b533 HTTP/1.1" status: 200 len: 815 time: 0.2068956 Feb 15 13:52:38.402031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-a3f1ef57-bade-4896-960c-3c96e96f1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:38.405550 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-a3f1ef57-bade-4896-960c-3c96e96f1555 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da&tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99 HTTP/1.1" status: 200 len: 1133 time: 0.1712971 Feb 15 13:52:38.412717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-19a21bab-161f-4478-8ee5-afe74881c746 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/quotas/064f02fa32264301832186d2a5d4f5be HTTP/1.1" status: 200 len: 375 time: 0.0419500 Feb 15 13:52:38.420714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:38.431825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ce556-3942-4509-a6e6-56e110473134 req-81e639e6-72cc-485c-bbcd-bde338b0ef3c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:38.433702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-81e639e6-72cc-485c-bbcd-bde338b0ef3c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 805 time: 0.2048700 Feb 15 13:52:38.500453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-6d7d05a6-4b1e-4dd9-a9b2-2b96a53229ef tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/quotas/e3eac595867e4077a0a643f765679882 HTTP/1.1" status: 200 len: 375 time: 0.0333445 Feb 15 13:52:38.570192 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:38.576807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-b75da997-c9e6-4a1e-9e4a-40e76e9a3fac tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=064f02fa32264301832186d2a5d4f5be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412370 Feb 15 13:52:38.686496 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-b9185e7b-6785-46b1-8c08-55c0ffd96d7a tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1585290 Feb 15 13:52:38.825201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-717b06a1-8f2c-4e98-a1f6-d83177dfe689 service neutron] 10.222.0.72 "GET /v2.0/networks/740c1002-d3de-4d18-a9fc-396bc6a0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392633 Feb 15 13:52:38.961117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-b1064253-c123-4f0c-8546-44135566ba63 service neutron] 10.222.0.72 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654655 Feb 15 13:52:39.017839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a61be-c9ff-4e19-9e49-cb0abe7f8527 req-ace8ba54-af64-47c9-ad40-4de8053e6f76 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:39.019406 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9f0a61be-c9ff-4e19-9e49-cb0abe7f8527 req-ace8ba54-af64-47c9-ad40-4de8053e6f76 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e702ca6-a21f-4475-977b-ccc19148964a HTTP/1.1" status: 200 len: 944 time: 0.0640178 Feb 15 13:52:39.061243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-63a96423-70e9-4c29-a46c-feaee30e0a8a service neutron] 10.222.0.72 "GET /v2.0/networks/740c1002-d3de-4d18-a9fc-396bc6a0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271478 Feb 15 13:52:39.063089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:39.131118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-53a85625-8be3-4e72-a17f-9d81b64a5f1c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384791 Feb 15 13:52:39.146061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-9f0a61be-c9ff-4e19-9e49-cb0abe7f8527 req-a71b4753-9011-4f84-847a-732ed99ee30c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Deleting port 06ac8363-ad86-43df-8cdf-4a12fd897e1e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:52:39.146423 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9f0a61be-c9ff-4e19-9e49-cb0abe7f8527 req-a71b4753-9011-4f84-847a-732ed99ee30c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:39.197793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:39.210883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-65406549-76b0-44ea-8a47-1913b3c445d6 service neutron] 10.222.0.72 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345052 Feb 15 13:52:39.316798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-9f0a61be-c9ff-4e19-9e49-cb0abe7f8527 req-a71b4753-9011-4f84-847a-732ed99ee30c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] For port 06ac8363-ad86-43df-8cdf-4a12fd897e1e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=06ac8363-ad86-43df-8cdf-4a12fd897e1e,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:39.317178 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9f0a61be-c9ff-4e19-9e49-cb0abe7f8527 req-a71b4753-9011-4f84-847a-732ed99ee30c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:39.342203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-9f0a61be-c9ff-4e19-9e49-cb0abe7f8527 req-a71b4753-9011-4f84-847a-732ed99ee30c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Calling delete_port for 06ac8363-ad86-43df-8cdf-4a12fd897e1e owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:52:39.385127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:39.391467 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52de5721-8a9f-4018-a0f1-5f8e318b2213" -d '{"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:39.393328 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Publish callbacks [] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:39.432237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Transition to ACTIVE for port object bc4b6f3f-2e09-420f-bd9f-e00ced5751ee will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:39.453618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-a237a379-749b-45d4-9b7c-65d3deba6bf6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:39.455182 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-a237a379-749b-45d4-9b7c-65d3deba6bf6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3102539 Feb 15 13:52:39.457542 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:39.491872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Request body: {'port': {'device_id': 'b1a2e90b-6a46-4edb-bc03-143d3ec10d84', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '7aef015375ad44b98dbd519ebaf87d98'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:39.556589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89e855-78a6-46e0-9a3b-f3de48317420 req-44f5149a-2b28-42a2-8f84-8c96994ebfb4 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:39.562752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f89e855-78a6-46e0-9a3b-f3de48317420 req-44f5149a-2b28-42a2-8f84-8c96994ebfb4 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 948 time: 0.2822909 Feb 15 13:52:39.638431 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:39.642154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9f0a61be-c9ff-4e19-9e49-cb0abe7f8527 req-a71b4753-9011-4f84-847a-732ed99ee30c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (06ac8363-ad86-43df-8cdf-4a12fd897e1e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:39.734479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46432d-1dc4-4a2a-ba82-cd4ec6f51e4a req-2ab68108-853b-4e98-8d7d-8edb51124982 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:39.736008 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ce46432d-1dc4-4a2a-ba82-cd4ec6f51e4a req-2ab68108-853b-4e98-8d7d-8edb51124982 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d HTTP/1.1" status: 200 len: 948 time: 0.1949492 Feb 15 13:52:39.790575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b4753-9011-4f84-847a-732ed99ee30c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Pushing event deleted for resources: {'Port': ['ID=06ac8363-ad86-43df-8cdf-4a12fd897e1e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:39.807287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=10']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:39.828996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] No DVR routers for this DVR port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:52:39.902233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f89e855-78a6-46e0-9a3b-f3de48317420 req-5dc59233-da99-4870-b30f-d606a7876f82 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.72 "GET /v2.0/security-groups?id=5921ba8e-ea6d-4601-b7a2-d9155d181c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340673 Feb 15 13:52:39.946191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0a61be-c9ff-4e19-9e49-cb0abe7f8527 req-a71b4753-9011-4f84-847a-732ed99ee30c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] No DVR routers for this DVR port 06ac8363-ad86-43df-8cdf-4a12fd897e1e on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:52:39.954543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9f0a61be-c9ff-4e19-9e49-cb0abe7f8527 req-a71b4753-9011-4f84-847a-732ed99ee30c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:39.957837 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9f0a61be-c9ff-4e19-9e49-cb0abe7f8527 req-a71b4753-9011-4f84-847a-732ed99ee30c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.42 "DELETE /v2.0/ports/06ac8363-ad86-43df-8cdf-4a12fd897e1e HTTP/1.1" status: 204 len: 173 time: 0.9311938 Feb 15 13:52:39.958332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e702ca6-a21f-4475-977b-ccc19148964a', 'name': 'network-vif-deleted', 'tag': '06ac8363-ad86-43df-8cdf-4a12fd897e1e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:39.960972 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4718a2-2e50-4032-a7f8-94f73031f475" -d '{"events": [{"server_uuid": "5e702ca6-a21f-4475-977b-ccc19148964a", "name": "network-vif-deleted", "tag": "06ac8363-ad86-43df-8cdf-4a12fd897e1e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:40.110023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48954) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:40.164130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-ce46432d-1dc4-4a2a-ba82-cd4ec6f51e4a req-4d5d0d5a-d956-43e1-be64-ddc05c4c90d0 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Deleting port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:52:40.164480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ce46432d-1dc4-4a2a-ba82-cd4ec6f51e4a req-4d5d0d5a-d956-43e1-be64-ddc05c4c90d0 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.325062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ce46432d-1dc4-4a2a-ba82-cd4ec6f51e4a req-4d5d0d5a-d956-43e1-be64-ddc05c4c90d0 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] For port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:40.325435 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ce46432d-1dc4-4a2a-ba82-cd4ec6f51e4a req-4d5d0d5a-d956-43e1-be64-ddc05c4c90d0 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.351950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-ce46432d-1dc4-4a2a-ba82-cd4ec6f51e4a req-4d5d0d5a-d956-43e1-be64-ddc05c4c90d0 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Calling delete_port for 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:52:40.412308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:40.412759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:40.413171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:40.422431 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e608dfa7-ddbe-49d8-b4dc-d73f1a8d001a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.428551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35500cea-af8d-43ca-bad5-06020874af9b req-cca8796a-e166-4d00-a66d-69905297a14b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:40.430138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35500cea-af8d-43ca-bad5-06020874af9b req-cca8796a-e166-4d00-a66d-69905297a14b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 949 time: 0.8653851 Feb 15 13:52:40.438070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:52:40.438745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Attempting to bind port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:40.466258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Made reservation on behalf of 7aef015375ad44b98dbd519ebaf87d98 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:40.470124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.472550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:40.473093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:40.473475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:40.473917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Bound port: bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:40.474432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.542275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665f569-32a8-4c10-a8e1-b7aeace5c4ab req-d1bd1399-458c-47a0-bbfa-6a18935aad81 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:40.550735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4665f569-32a8-4c10-a8e1-b7aeace5c4ab req-d1bd1399-458c-47a0-bbfa-6a18935aad81 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1129 time: 0.1986773 Feb 15 13:52:40.588032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e608dfa7-ddbe-49d8-b4dc-d73f1a8d001a admin admin] Publish callbacks [] for security_group (c207f59e-1283-4011-b79d-ad2d2954560f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.593452 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e608dfa7-ddbe-49d8-b4dc-d73f1a8d001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c207f59e-1283-4011-b79d-ad2d2954560f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.599794 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ce46432d-1dc4-4a2a-ba82-cd4ec6f51e4a req-4d5d0d5a-d956-43e1-be64-ddc05c4c90d0 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.624159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35500cea-af8d-43ca-bad5-06020874af9b req-d1c451bd-924e-47fa-ab8a-e775c094b687 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796088 Feb 15 13:52:40.688387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d0d5a-d956-43e1-be64-ddc05c4c90d0 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Pushing event deleted for resources: {'Port': ['ID=440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:40.693704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608dfa7-ddbe-49d8-b4dc-d73f1a8d001a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c207f59e-1283-4011-b79d-ad2d2954560f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:40.708425 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e608dfa7-ddbe-49d8-b4dc-d73f1a8d001a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c254e86402aa49d3b34fc521ff187405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5932391 Feb 15 13:52:40.708425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48958) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:40.752997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:40.775159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4665f569-32a8-4c10-a8e1-b7aeace5c4ab req-0133d449-82bb-4186-bca9-375c7615b0cf tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215030 Feb 15 13:52:40.801651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:40.808020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce46432d-1dc4-4a2a-ba82-cd4ec6f51e4a req-4d5d0d5a-d956-43e1-be64-ddc05c4c90d0 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] No DVR routers for this DVR port 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:52:40.815267 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ce46432d-1dc4-4a2a-ba82-cd4ec6f51e4a req-4d5d0d5a-d956-43e1-be64-ddc05c4c90d0 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.819122 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ce46432d-1dc4-4a2a-ba82-cd4ec6f51e4a req-4d5d0d5a-d956-43e1-be64-ddc05c4c90d0 tempest-ImagesOneServerTestJSON-146503835 tempest-ImagesOneServerTestJSON-146503835-project] 10.222.0.42 "DELETE /v2.0/ports/440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab HTTP/1.1" status: 204 len: 173 time: 1.0374610 Feb 15 13:52:40.827244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4efc031-f353-4192-b650-e65c7c8a53f6 req-cb6fc00a-7702-439e-9a7c-90c99b6fb6c9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 210 time: 0.0633087 Feb 15 13:52:40.840964 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.873128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61fbd86f-538c-4d5c-b995-97c24820ba24 admin admin] Publish callbacks [] for security_group (c207f59e-1283-4011-b79d-ad2d2954560f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.895405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Allocated IP 192.168.233.115 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/4fa886d3-e65e-4ebd-9fc2-41004485cc36) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:40.934492 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61fbd86f-538c-4d5c-b995-97c24820ba24 admin admin] Publish callbacks [] for security_group (c207f59e-1283-4011-b79d-ad2d2954560f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:40.979244 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e4a6ef-74d1-44a1-b4ba-a6a4b06d058f x-openstack-request-id: req-20e4a6ef-74d1-44a1-b4ba-a6a4b06d058f {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:40.979806 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-unplugged", "status": "completed", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab", "code": 200}, {"server_uuid": "5e702ca6-a21f-4475-977b-ccc19148964a", "name": "network-vif-unplugged", "status": "completed", "tag": "06ac8363-ad86-43df-8cdf-4a12fd897e1e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:40.979806 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-20e4a6ef-74d1-44a1-b4ba-a6a4b06d058f {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:40.980179 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'code': 200} Feb 15 13:52:40.980436 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e702ca6-a21f-4475-977b-ccc19148964a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ac8363-ad86-43df-8cdf-4a12fd897e1e', 'code': 200} Feb 15 13:52:41.001601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:41.007189 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.008848 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] 10.222.0.67 "PUT /v2.0/ports/bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 1098 time: 2.5946152 Feb 15 13:52:41.016782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61fbd86f-538c-4d5c-b995-97c24820ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c207f59e-1283-4011-b79d-ad2d2954560f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.026939 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61fbd86f-538c-4d5c-b995-97c24820ba24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.035690 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-61fbd86f-538c-4d5c-b995-97c24820ba24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c207f59e-1283-4011-b79d-ad2d2954560f HTTP/1.1" status: 204 len: 168 time: 0.3261099 Feb 15 13:52:41.059477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbd86f-538c-4d5c-b995-97c24820ba24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c207f59e-1283-4011-b79d-ad2d2954560f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:41.183834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f150f-8093-416a-935a-0edbbdbd826f service neutron] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=11']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:41.327906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ce556-3942-4509-a6e6-56e110473134 req-268661c3-38ec-48ad-ab25-97fb65b61979 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:41.329709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-268661c3-38ec-48ad-ab25-97fb65b61979 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 805 time: 0.2110074 Feb 15 13:52:41.404914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-7037e1b5-5567-4e9c-b659-120618ae70db tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:41.406880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-7037e1b5-5567-4e9c-b659-120618ae70db tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.67 "GET /v2.0/networks?id=740c1002-d3de-4d18-a9fc-396bc6a0b533 HTTP/1.1" status: 200 len: 815 time: 0.5846391 Feb 15 13:52:41.439542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-8badb7e8-0d37-49f6-ac41-a5be875f518a tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5455651 Feb 15 13:52:41.444826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:41.457828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Request body: {'port': {'device_id': '8149b978-fd2c-4847-ac1d-c9da3cc449ac', 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533', 'admin_state_up': True, 'tenant_id': '064f02fa32264301832186d2a5d4f5be'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:41.494472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48978) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:41.508356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 06ac8363-ad86-43df-8cdf-4a12fd897e1e no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:52:41.516636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4879af12-617d-40a0-8c61-bf7488c64880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.548628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 06ac8363-ad86-43df-8cdf-4a12fd897e1e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:52:41.549433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 06ac8363-ad86-43df-8cdf-4a12fd897e1e not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:52:41.550071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:52:41.600123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:52:41.600714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:52:41.601366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:52:41.617713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Request body: {'port': {'device_id': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'admin_state_up': True, 'tenant_id': 'e3eac595867e4077a0a643f765679882'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:41.631180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-085e84aa-968f-4739-ac4e-9145e6af3553 req-27a34210-e340-4126-b2a6-60e6e0da612d tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 210 time: 0.4756732 Feb 15 13:52:41.638396 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4879af12-617d-40a0-8c61-bf7488c64880 admin admin] Publish callbacks [] for security_group (4715571b-240a-468d-b591-7ba34ac569e1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.649673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4879af12-617d-40a0-8c61-bf7488c64880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4715571b-240a-468d-b591-7ba34ac569e1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.744976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee host n-h2-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 13:52:41.751099 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4879af12-617d-40a0-8c61-bf7488c64880 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7fa6a72f2a0640aab5e5df4e4d9984b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549069 Feb 15 13:52:41.752040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48982) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:41.752835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879af12-617d-40a0-8c61-bf7488c64880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4715571b-240a-468d-b591-7ba34ac569e1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:41.756128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:52:41.765962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-531b5c48-6a56-4cc2-a284-217448a8a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:41.767363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-531b5c48-6a56-4cc2-a284-217448a8a0f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 1132 time: 0.7145069 Feb 15 13:52:41.774345 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.814391 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf3d68f-6b9b-4988-803b-6420c3cd2f9c x-openstack-request-id: req-7cf3d68f-6b9b-4988-803b-6420c3cd2f9c {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:41.815200 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-unplugged", "status": "completed", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:41.815682 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7cf3d68f-6b9b-4988-803b-6420c3cd2f9c {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:41.816925 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'code': 200} Feb 15 13:52:41.832888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-798796f7-8164-46e0-b464-60e257b2e29a admin admin] Publish callbacks [] for security_group (4715571b-240a-468d-b591-7ba34ac569e1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.855933 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks [] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.869479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-798796f7-8164-46e0-b464-60e257b2e29a admin admin] Publish callbacks [] for security_group (4715571b-240a-468d-b591-7ba34ac569e1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.872387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.937942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-798796f7-8164-46e0-b464-60e257b2e29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4715571b-240a-468d-b591-7ba34ac569e1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.941474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-798796f7-8164-46e0-b464-60e257b2e29a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:41.945790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-798796f7-8164-46e0-b464-60e257b2e29a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4715571b-240a-468d-b591-7ba34ac569e1 HTTP/1.1" status: 204 len: 168 time: 0.1862445 Feb 15 13:52:41.959975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798796f7-8164-46e0-b464-60e257b2e29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4715571b-240a-468d-b591-7ba34ac569e1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:42.120767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-137ede26-a6be-4363-904d-15eea0d16083 req-e08d245d-47d9-4cde-8b4f-e4a74a67cea5 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 210 time: 0.2294476 Feb 15 13:52:42.212746 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa334bf-b302-4474-aaf9-f6cf6a086898 x-openstack-request-id: req-aaa334bf-b302-4474-aaf9-f6cf6a086898 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:42.213324 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e702ca6-a21f-4475-977b-ccc19148964a", "name": "network-vif-deleted", "tag": "06ac8363-ad86-43df-8cdf-4a12fd897e1e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:42.213777 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aaa334bf-b302-4474-aaf9-f6cf6a086898 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:42.214371 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e702ca6-a21f-4475-977b-ccc19148964a', 'name': 'network-vif-deleted', 'tag': '06ac8363-ad86-43df-8cdf-4a12fd897e1e', 'status': 'completed', 'code': 200} Feb 15 13:52:42.311468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Made reservation on behalf of e3eac595867e4077a0a643f765679882 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:42.315531 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:42.340836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-46905cf3-09d3-49e4-96fa-02ffcc969b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:42.342340 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-46905cf3-09d3-49e4-96fa-02ffcc969b14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.5198328 Feb 15 13:52:42.366834 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:42.383111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422', '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:52:42.386354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'c101a996-9b64-4c97-81ba-20e3959c7d09', '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc', '5176e481-ca4f-4fca-ba7c-3c067b8a1117'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:52:42.589478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-807c6ae7-85c3-4b0c-8378-3693779ce050 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 217 time: 0.2261930 Feb 15 13:52:42.598667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:42.602990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Made reservation on behalf of 064f02fa32264301832186d2a5d4f5be for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:42.607231 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:42.639207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:42.661997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:42.819048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event updated for resources: {'Port': ['ID=4fa886d3-e65e-4ebd-9fc2-41004485cc36,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:43.135280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-a1faba63-ea02-4586-a603-5e9c991c42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:43.137295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-a1faba63-ea02-4586-a603-5e9c991c42c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.5241842 Feb 15 13:52:43.144350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:43.145001 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:43.241628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bc25915f-519a-4ce6-b143-d90590b0ac14 None None] Provisioning complete for port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:43.241740 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc25915f-519a-4ce6-b143-d90590b0ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:43.272587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Allocated IP 172.20.0.3 (5461f37d-d055-446e-8d72-40835b2310d7/0b28444a-b502-4aa0-b454-8e8c20bce1b8/6fc382b1-8e92-4609-b5d2-66606da792cb) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:43.280420 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:43.320408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-6badfeec-0c09-4790-9aca-d688e8f58bb6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8392000 Feb 15 13:52:43.357102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Request body: {'port': {'device_id': 'b1a2e90b-6a46-4edb-bc03-143d3ec10d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:43.386065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bc25915f-519a-4ce6-b143-d90590b0ac14 None None] Port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:52:43.597834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49032) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:43.752239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Allocated IP 172.20.0.4 (740c1002-d3de-4d18-a9fc-396bc6a0b533/0c08c3e3-66f4-4f32-9980-1020dcc29788/7e8e0ad6-671f-4624-9a69-5637d63447ee) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:43.767229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-59774c0c-04c7-4efe-b819-800ddf87e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:43.768830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-59774c0c-04c7-4efe-b819-800ddf87e526 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6207328 Feb 15 13:52:43.830472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1162756781-network', 'tenant_id': '7a8f3f8e1d3342cf940ee6ed1d4b2b0b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:43.849062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:43.851601 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b96d3a-41eb-4f7e-807f-0b708c913563" -d '{"events": [{"name": "network-changed", "server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:43.869109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Made reservation on behalf of 7a8f3f8e1d3342cf940ee6ed1d4b2b0b for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:43.873324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:43.891882 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:44.041813 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Publish callbacks [] for security_group (5c09b350-7480-4f0b-b5fc-48d50ff2a722), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:44.055359 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5c09b350-7480-4f0b-b5fc-48d50ff2a722), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:44.086385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:52:44.101636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0b41edaa-5437-436f-84cd-69c32fe41633), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:44.102561 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Added segment 0b41edaa-5437-436f-84cd-69c32fe41633 of type vlan for network cbd8b904-b103-44e2-9aaf-4758a1adf36d Feb 15 13:52:44.164591 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (cbd8b904-b103-44e2-9aaf-4758a1adf36d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:44.184974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c09b350-7480-4f0b-b5fc-48d50ff2a722,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:44.217139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-deleted', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:44.221504 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3c6662-e3e2-4a16-949e-07fa747ac23e" -d '{"events": [{"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-deleted", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:44.237188 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (cbd8b904-b103-44e2-9aaf-4758a1adf36d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:44.238461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:44.239308 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:44.277140 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6783755 Feb 15 13:52:44.302454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49046) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:44.317120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] Request body: {'subnet': {'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1162756781-subnet', 'tenant_id': '7a8f3f8e1d3342cf940ee6ed1d4b2b0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:44.331725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cf025-829a-4228-ac71-d525aa0f07e2 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd8b904-b103-44e2-9aaf-4758a1adf36d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:44.351721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network cbd8b904-b103-44e2-9aaf-4758a1adf36d details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:52:44.403354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Allocated IP 172.25.6.24 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/ad2cce2a-6161-4f0b-a694-c263980fe7cd) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:44.406075 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:44.416679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] Made reservation on behalf of 7a8f3f8e1d3342cf940ee6ed1d4b2b0b for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:44.419893 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:44.642730 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ffd3513-4178-421e-83a1-bd695c2134ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:44.752213 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks [] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:44.866824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-d0da6165-c9cb-47e3-990e-2be2cf47e618 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486657 Feb 15 13:52:45.056731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Publish callbacks [] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:45.103335 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for port (ad2cce2a-6161-4f0b-a694-c263980fe7cd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:45.104077 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:45.263502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Network 5461f37d-d055-446e-8d72-40835b2310d7 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:45.279791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:45.287734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Pushing event updated for resources: {'Port': ['ID=6fc382b1-8e92-4609-b5d2-66606da792cb,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:45.290186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:45.378199 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ad2cce2a-6161-4f0b-a694-c263980fe7cd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:45.406757 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:45.445456 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (7863996e-9476-4400-b941-682795ecb88e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:45.512062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:45.512539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:45.525606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:45.553319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:45.562520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:45.570185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event updated for resources: {'Port': ['ID=ad2cce2a-6161-4f0b-a694-c263980fe7cd,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:45.588995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Network 740c1002-d3de-4d18-a9fc-396bc6a0b533 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:45.616600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-2eb3031c-7dea-41f9-a1f8-99a615c21e69 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1883841 Feb 15 13:52:45.649281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:45.679360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7863996e-9476-4400-b941-682795ecb88e,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:45.686349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:45.775350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa886d3-e65e-4ebd-9fc2-41004485cc36 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:45.810767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:45.812276 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:45.821521 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Publish callbacks [] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:45.851567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Pushing event updated for resources: {'Port': ['ID=7e8e0ad6-671f-4624-9a69-5637d63447ee,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:45.856793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Transition to ACTIVE for port object 4fa886d3-e65e-4ebd-9fc2-41004485cc36 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:45.870286 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:45.879880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:45.880530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] Network hostable DHCP agents. Network: cbd8b904-b103-44e2-9aaf-4758a1adf36d, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:52:45.940309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-ea57423b-d405-4ce2-92e5-a94d26c6b6a9 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4861367 Feb 15 13:52:45.992673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa886d3-e65e-4ebd-9fc2-41004485cc36,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:46.005977 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (93797a6e-f627-4027-bace-02e8536224d6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:46.021252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] Network cbd8b904-b103-44e2-9aaf-4758a1adf36d is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:52:46.114466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, cbd8b904-b103-44e2-9aaf-4758a1adf36d) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:46.140442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:46.141044 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:46.144408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea5a6a-3464-4047-b0d0-8e2cba3d8814 None None] Network cbd8b904-b103-44e2-9aaf-4758a1adf36d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:52:46.184920 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ad2cce2a-6161-4f0b-a694-c263980fe7cd), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:46.237019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-faf13a3a-9ab8-4df3-93ec-ec81675e1bc7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9302614 Feb 15 13:52:46.283518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-99274c38-ba53-4682-8516-0446ef3df583 None None] Provisioning complete for port 7e8e0ad6-671f-4624-9a69-5637d63447ee triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:46.284098 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-99274c38-ba53-4682-8516-0446ef3df583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:46.331774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Attempting to bind port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:46.332096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Attempting to bind port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:46.334772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Attempting to bind port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:46.363369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:52:46.363725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Attempting to bind port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:46.408500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-99274c38-ba53-4682-8516-0446ef3df583 None None] Port 7e8e0ad6-671f-4624-9a69-5637d63447ee cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:52:46.414988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:46.415801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:46.415801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:46.416138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Bound port: 4fa886d3-e65e-4ebd-9fc2-41004485cc36, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:46.416494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:46.427510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9965064-688a-46dd-90ed-a36ed9d52155 None None] Network cbd8b904-b103-44e2-9aaf-4758a1adf36d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:52:46.620608 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for port (ad2cce2a-6161-4f0b-a694-c263980fe7cd), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:46.628201 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ad2cce2a-6161-4f0b-a694-c263980fe7cd), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:46.664257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] For port 4fa886d3-e65e-4ebd-9fc2-41004485cc36, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:46.716757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] For port 4fa886d3-e65e-4ebd-9fc2-41004485cc36, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4fa886d3-e65e-4ebd-9fc2-41004485cc36,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:46.726445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event updated for resources: {'Port': ['ID=ad2cce2a-6161-4f0b-a694-c263980fe7cd,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:46.731332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:46.774650 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (93797a6e-f627-4027-bace-02e8536224d6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:46.779037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:46.779956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:46.781360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] 10.222.0.42 "PUT /v2.0/ports/4fa886d3-e65e-4ebd-9fc2-41004485cc36 HTTP/1.1" status: 200 len: 1097 time: 3.4391866 Feb 15 13:52:46.822971 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:46.824865 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-b64c07f9-8870-4597-ab01-f247a6829e19 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.3839025 Feb 15 13:52:46.829805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01413e0-cf85-480a-ada5-e6e79aa21b47 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa886d3-e65e-4ebd-9fc2-41004485cc36,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:46.968449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-9cd532eb-1112-4a4d-9785-1898d0fe09c7 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.1257162 Feb 15 13:52:47.007835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-33f8f7fd-338e-4ce2-baa1-64fc3f93934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:47.009443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-33f8f7fd-338e-4ce2-baa1-64fc3f93934f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 1131 time: 0.1836066 Feb 15 13:52:47.105697 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-586a2ff1-b970-4ecf-81e6-f3c2a3f2dded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:47.166749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-b52c90be-7780-42f3-87db-c9ac4c4566c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=4fa886d3-e65e-4ebd-9fc2-41004485cc36 HTTP/1.1" status: 200 len: 217 time: 0.1185074 Feb 15 13:52:47.254124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-8ba8d729-28ab-46e7-b7e4-4bccf4bc9571 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:47.255574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e1ff589-7cbc-46fa-b73f-57d546de08c3 req-8ba8d729-28ab-46e7-b7e4-4bccf4bc9571 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.2795243 Feb 15 13:52:47.257210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-9748b955-d846-41af-9d2e-e2d940d96731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:47.258520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-9748b955-d846-41af-9d2e-e2d940d96731 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0813529 Feb 15 13:52:47.317036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49066) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:47.325130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1018028371-network', 'tenant_id': 'ab853f89e6864454bc0d3dfe00c2723d'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:47.388419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-0bf9512a-4586-407f-8063-4ccc6b1a2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:47.390327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-0bf9512a-4586-407f-8063-4ccc6b1a2df2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1246657 Feb 15 13:52:47.419319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Made reservation on behalf of ab853f89e6864454bc0d3dfe00c2723d for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:47.421605 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:47.472212 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:47.539683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ca253-d0d0-40e3-b4d6-485931509abe req-e3f999e1-12ea-4fa5-8795-66cb3034fbc9 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:47.541332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-686ca253-d0d0-40e3-b4d6-485931509abe req-e3f999e1-12ea-4fa5-8795-66cb3034fbc9 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 949 time: 0.1715736 Feb 15 13:52:47.589094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-a008b869-dbfa-41c5-bafb-4228903ba1ab service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809852 Feb 15 13:52:47.690972 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-686ca253-d0d0-40e3-b4d6-485931509abe req-a945cb94-7daf-4cc4-84c2-6e43b5230eb5 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396728 Feb 15 13:52:47.741320 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Publish callbacks [] for security_group (1efe9f55-31de-44c1-b537-2bda073cb093), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:47.764632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1efe9f55-31de-44c1-b537-2bda073cb093), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:47.841311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:52:47.848271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49072) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:47.855013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa155765-fd3e-4306-8207-b5dbd408c3bb req-30503352-d34a-43cc-aa63-a2fefa707e65 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513983 Feb 15 13:52:47.910285 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (75536ffb-6fa9-40f6-b572-75e1006e3ce2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:47.910285 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Added segment 75536ffb-6fa9-40f6-b572-75e1006e3ce2 of type vlan for network 4e70efd5-ae7a-4d69-ae23-4b02d18f859e Feb 15 13:52:47.995025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efe9f55-31de-44c1-b537-2bda073cb093,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:47.998574 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (4e70efd5-ae7a-4d69-ae23-4b02d18f859e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:48.041876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeee05-2e3d-4fb5-aa13-66ffb09b2497 req-795f0435-8afd-4cda-ae74-56f9d06e932b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:48.044013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5afeee05-2e3d-4fb5-aa13-66ffb09b2497 req-795f0435-8afd-4cda-ae74-56f9d06e932b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 948 time: 0.2280607 Feb 15 13:52:48.068775 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (4e70efd5-ae7a-4d69-ae23-4b02d18f859e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:48.069730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:48.070290 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:48.078883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-deb1af99-aae9-442e-a60a-a7d0a46531bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1545732 Feb 15 13:52:48.083783 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-21407f77-0111-4871-ad68-35aef405e20e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9b2f8bdb2eb40778dab8420079614b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342803 Feb 15 13:52:48.087114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49078) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:48.183870 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8650103 Feb 15 13:52:48.187342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49080) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:48.192683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] Request body: {'subnet': {'network_id': '4e70efd5-ae7a-4d69-ae23-4b02d18f859e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1018028371-subnet', 'tenant_id': 'ab853f89e6864454bc0d3dfe00c2723d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:48.216566 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:48.230468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] Made reservation on behalf of ab853f89e6864454bc0d3dfe00c2723d for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:48.234270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:48.253854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cff3a-36da-418e-8636-eab75d532226 admin admin] Pushing event updated for resources: {'Network': ['ID=4e70efd5-ae7a-4d69-ae23-4b02d18f859e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:48.283215 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5afeee05-2e3d-4fb5-aa13-66ffb09b2497 req-368678bb-3c0b-4a83-bd90-da8591f99c95 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328753 Feb 15 13:52:48.300570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 4e70efd5-ae7a-4d69-ae23-4b02d18f859e details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:52:48.326888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-449197d6-5090-4b87-a67a-d5630b9f4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:48.329361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-449197d6-5090-4b87-a67a-d5630b9f4e03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 1132 time: 0.1896155 Feb 15 13:52:48.436091 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d537b587-1409-455b-b7f9-2a0e30bac845 admin admin] Publish callbacks [] for security_group (5921ba8e-ea6d-4601-b7a2-d9155d181c26), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:48.510462 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (6c388f7d-9d14-4952-99cb-9c2551ec8be7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:48.516642 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d537b587-1409-455b-b7f9-2a0e30bac845 admin admin] Publish callbacks [] for security_group (5921ba8e-ea6d-4601-b7a2-d9155d181c26), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:48.573366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c388f7d-9d14-4952-99cb-9c2551ec8be7,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:48.620853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa3ff8-290b-4dfb-bf0b-27b6a6cc3efd req-368e2170-3320-4e8b-8a9f-1896e6e1ed3a tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:48.628406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58aa3ff8-290b-4dfb-bf0b-27b6a6cc3efd req-368e2170-3320-4e8b-8a9f-1896e6e1ed3a tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 931 time: 0.1845555 Feb 15 13:52:48.631183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] Checking segment: {'id': '75536ffb-6fa9-40f6-b572-75e1006e3ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4e70efd5-ae7a-4d69-ae23-4b02d18f859e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:48.631849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] Network hostable DHCP agents. Network: 4e70efd5-ae7a-4d69-ae23-4b02d18f859e, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:52:48.646918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-cc106d27-dc97-4a13-8c01-e167abdcd9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:48.650467 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-cc106d27-dc97-4a13-8c01-e167abdcd9d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2918248 Feb 15 13:52:48.669281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] Network 4e70efd5-ae7a-4d69-ae23-4b02d18f859e is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:52:48.689084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 4e70efd5-ae7a-4d69-ae23-4b02d18f859e) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:48.696290 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:48.697353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:48.707340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e6717a-318a-4b45-9308-6d3389309c32 None None] Network 4e70efd5-ae7a-4d69-ae23-4b02d18f859e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:52:48.743544 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f1b65f9b-fdd5-4e77-8fd4-e635fcc909d2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5546460 Feb 15 13:52:48.768900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58aa3ff8-290b-4dfb-bf0b-27b6a6cc3efd req-d4c85950-ccac-4206-8eca-6c867a360fd6 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336443 Feb 15 13:52:48.770287 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d537b587-1409-455b-b7f9-2a0e30bac845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5921ba8e-ea6d-4601-b7a2-d9155d181c26), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:48.782006 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d537b587-1409-455b-b7f9-2a0e30bac845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:48.783352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d537b587-1409-455b-b7f9-2a0e30bac845 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5921ba8e-ea6d-4601-b7a2-d9155d181c26 HTTP/1.1" status: 204 len: 168 time: 0.6786103 Feb 15 13:52:48.838409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-d9bc0378-6f19-4702-aec5-03a424d1e563 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 200 len: 217 time: 0.1557996 Feb 15 13:52:48.841148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537b587-1409-455b-b7f9-2a0e30bac845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5921ba8e-ea6d-4601-b7a2-d9155d181c26,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:49.006036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583d313-6581-40a7-a37f-65672b9e475b None None] Network 4e70efd5-ae7a-4d69-ae23-4b02d18f859e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:52:49.076493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-ca44bb20-e04c-4f5d-8043-ce32245bfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:49.086889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-ca44bb20-e04c-4f5d-8043-ce32245bfd09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.2374699 Feb 15 13:52:49.159354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3f8ad-5822-4294-8bbb-c0e496e02491 req-af92a619-1c33-4c01-9506-9e320e883437 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:49.161269 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edd3f8ad-5822-4294-8bbb-c0e496e02491 req-af92a619-1c33-4c01-9506-9e320e883437 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 931 time: 0.1866581 Feb 15 13:52:49.201088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-e1b5a71f-734d-47b6-a628-8cb2833dec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:49.202752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-e1b5a71f-734d-47b6-a628-8cb2833dec77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1062102 Feb 15 13:52:49.304791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edd3f8ad-5822-4294-8bbb-c0e496e02491 req-d034e9bd-26ac-4ae2-8137-4f8a0848b63e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319106 Feb 15 13:52:49.364879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-d310b55a-e9ea-48ca-9aaa-7b5f080e240e service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556795 Feb 15 13:52:49.558477 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3f242d-1423-4875-aee5-80f9f834d9b5 x-openstack-request-id: req-be3f242d-1423-4875-aee5-80f9f834d9b5 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:49.559446 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d", "name": "network-vif-deleted", "tag": "440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:49.560611 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-be3f242d-1423-4875-aee5-80f9f834d9b5 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:49.561694 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd222bb-7e0f-4ac4-9ce1-f410a0c9279d', 'name': 'network-vif-deleted', 'tag': '440fb304-0a9f-4824-9a7d-e3a6fbdcb9ab', 'status': 'completed', 'code': 200} Feb 15 13:52:49.583008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-5b0f70e5-af4f-468b-9ca6-8eb6e7812a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:49.584849 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-5b0f70e5-af4f-468b-9ca6-8eb6e7812a45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 1132 time: 0.1069176 Feb 15 13:52:49.589194 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:49.778731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-dc5dd5a6-9668-4a45-9b8b-b27ad30d2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:49.780919 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-dc5dd5a6-9668-4a45-9b8b-b27ad30d2db7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1848323 Feb 15 13:52:49.843421 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-a0cfb8f0-6aa9-4c9f-b9a6-136a7c2e27c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 217 time: 0.0564899 Feb 15 13:52:49.878883 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63843f8-f7a2-457f-bd77-45d700496bfb x-openstack-request-id: req-c63843f8-f7a2-457f-bd77-45d700496bfb {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:49.879826 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:49.879826 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c63843f8-f7a2-457f-bd77-45d700496bfb {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:49.879826 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'status': 'completed', 'code': 200} Feb 15 13:52:49.945971 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-3e894f0f-9aea-4c5d-b9cc-901fe0b4d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:49.951949 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-3e894f0f-9aea-4c5d-b9cc-901fe0b4d2bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1019120 Feb 15 13:52:49.952934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013b85c7-bb6f-43b0-b535-89faf2818d11 req-0d204d5c-25f4-405d-afad-987a23e9ec6b tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips/93797a6e-f627-4027-bace-02e8536224d6 HTTP/1.1" status: 200 len: 692 time: 0.0780168 Feb 15 13:52:50.013900 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-340e6f2d-22ba-45d8-bf77-839a401b1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:50.015605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-340e6f2d-22ba-45d8-bf77-839a401b1779 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0567317 Feb 15 13:52:50.123080 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53e2b9bd-0182-40ec-8c05-68bf7caa5573 req-425c93ee-ae40-484d-9e1e-e5c20191411a service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7515180 Feb 15 13:52:50.201330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b85c7-bb6f-43b0-b535-89faf2818d11 req-1f6ab0a9-5de7-4334-b82b-058f725fb53e tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:50.202982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013b85c7-bb6f-43b0-b535-89faf2818d11 req-1f6ab0a9-5de7-4334-b82b-058f725fb53e tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.2423613 Feb 15 13:52:50.208552 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-3227192b-c383-4f38-b36d-8da2784a6a79 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861408 Feb 15 13:52:50.215058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-013b85c7-bb6f-43b0-b535-89faf2818d11 req-6b472f25-6a99-4a12-8b25-f84a362312cd tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:52:50.216377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013b85c7-bb6f-43b0-b535-89faf2818d11 req-6b472f25-6a99-4a12-8b25-f84a362312cd tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067847 Feb 15 13:52:50.334967 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-920e1ed8-da1a-4fe3-9c57-429edfa8e020 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206317 Feb 15 13:52:50.383190 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb543555-f2f5-45bd-97bb-290225e51567 req-776dffe7-16b9-4228-8a9d-1238f4a90974 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:50.384843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb543555-f2f5-45bd-97bb-290225e51567 req-776dffe7-16b9-4228-8a9d-1238f4a90974 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 949 time: 0.0796940 Feb 15 13:52:50.444747 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb543555-f2f5-45bd-97bb-290225e51567 req-31aceb70-ba33-4d89-bd13-0c6b24d980d6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537829 Feb 15 13:52:50.885486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-30e7da66-ba15-4a81-9903-5f2095fa4938 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:50.887110 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-30e7da66-ba15-4a81-9903-5f2095fa4938 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 808 time: 0.1231403 Feb 15 13:52:50.903796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-701c3d5a-284b-444a-9414-229818135c84 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/quotas/7a8f3f8e1d3342cf940ee6ed1d4b2b0b HTTP/1.1" status: 200 len: 375 time: 0.0109098 Feb 15 13:52:50.946653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-5b075f51-e918-4f81-b254-d74758a4ff38 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363600 Feb 15 13:52:50.950831 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:51.056272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-7c98f579-b29c-43fa-b481-cf61620e4acd service neutron] 10.222.0.72 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087699 Feb 15 13:52:51.160482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-16eed7ec-b253-46f8-b9ad-b3ea654b92cb service neutron] 10.222.0.72 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977378 Feb 15 13:52:51.386880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f407a2-19f7-4eb2-8217-8ae14aa09ef9 req-27575e10-fe65-403a-a152-bb17154c2a63 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:51.388836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08f407a2-19f7-4eb2-8217-8ae14aa09ef9 req-27575e10-fe65-403a-a152-bb17154c2a63 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 948 time: 0.0649137 Feb 15 13:52:51.447372 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08f407a2-19f7-4eb2-8217-8ae14aa09ef9 req-d9155d5b-8841-42e1-ab43-746740a59292 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523305 Feb 15 13:52:51.525167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4fa886d3-e65e-4ebd-9fc2-41004485cc36 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:52:51.596619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d277f-163a-42d9-8b41-d8527c5e83bf req-674352e9-cd77-4b98-84c6-baa54c196ca6 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:51.598866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-210d277f-163a-42d9-8b41-d8527c5e83bf req-674352e9-cd77-4b98-84c6-baa54c196ca6 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 931 time: 0.0841482 Feb 15 13:52:51.660281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-210d277f-163a-42d9-8b41-d8527c5e83bf req-d5374775-0c20-4f82-8d39-28bd90d3ab06 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507917 Feb 15 13:52:51.684448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4fa886d3-e65e-4ebd-9fc2-41004485cc36, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4fa886d3-e65e-4ebd-9fc2-41004485cc36,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:51.700413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '4fa886d3-e65e-4ebd-9fc2-41004485cc36', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '4fa886d3-e65e-4ebd-9fc2-41004485cc36', 'mac_address': 'fa:16:3e:ed:c9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:52:51.745515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:51.745937 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:51.751214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-6cefce1d-d093-4b32-b50d-9043a613cd6c tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips/93797a6e-f627-4027-bace-02e8536224d6 HTTP/1.1" status: 200 len: 692 time: 0.0482197 Feb 15 13:52:51.771961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa886d3-e65e-4ebd-9fc2-41004485cc36 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:51.800607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4fa886d3-e65e-4ebd-9fc2-41004485cc36, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4fa886d3-e65e-4ebd-9fc2-41004485cc36,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:51.805460 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:51.870708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4fa886d3-e65e-4ebd-9fc2-41004485cc36,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:51.877600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-0376a9b9-6e32-4781-a64e-c0f115e21346 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:51.883659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-0376a9b9-6e32-4781-a64e-c0f115e21346 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1265762 Feb 15 13:52:51.884688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a2e90b-6a46-4edb-bc03-143d3ec10d84', 'tag': '4fa886d3-e65e-4ebd-9fc2-41004485cc36'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:51.888761 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a2e90b-6a46-4edb-bc03-143d3ec10d84", "tag": "4fa886d3-e65e-4ebd-9fc2-41004485cc36"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:51.942814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-c549e9b1-04e7-4f37-983f-623e2467f49f tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.0498905 Feb 15 13:52:51.998846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-8c215574-7ced-4b76-a984-59a75b7f591e tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.0488243 Feb 15 13:52:52.069723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['4fa886d3-e65e-4ebd-9fc2-41004485cc36'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:52:52.135086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-dfef89a2-a41b-4573-a095-136792e424b6 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Deleting port ad2cce2a-6161-4f0b-a694-c263980fe7cd {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:52:52.135428 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-dfef89a2-a41b-4573-a095-136792e424b6 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ad2cce2a-6161-4f0b-a694-c263980fe7cd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:52.215311 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-dfef89a2-a41b-4573-a095-136792e424b6 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ad2cce2a-6161-4f0b-a694-c263980fe7cd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:52.215641 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-dfef89a2-a41b-4573-a095-136792e424b6 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (ad2cce2a-6161-4f0b-a694-c263980fe7cd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:52.228268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-dfef89a2-a41b-4573-a095-136792e424b6 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Calling delete_port for ad2cce2a-6161-4f0b-a694-c263980fe7cd owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:52:52.373337 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-dfef89a2-a41b-4573-a095-136792e424b6 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ad2cce2a-6161-4f0b-a694-c263980fe7cd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:52.402970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef89a2-a41b-4573-a095-136792e424b6 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event deleted for resources: {'Port': ['ID=ad2cce2a-6161-4f0b-a694-c263980fe7cd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:52.474290 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-30c2db51-4532-489d-ab50-49bff2cb4b2d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:52.476044 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-30c2db51-4532-489d-ab50-49bff2cb4b2d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.42 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 808 time: 0.1196291 Feb 15 13:52:52.482664 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-dfef89a2-a41b-4573-a095-136792e424b6 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (93797a6e-f627-4027-bace-02e8536224d6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:52.485692 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-dfef89a2-a41b-4573-a095-136792e424b6 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:52.489814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Request body: {'port': {'device_id': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d', 'admin_state_up': True, 'tenant_id': '7a8f3f8e1d3342cf940ee6ed1d4b2b0b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:52.499503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9a998fd-5a39-4317-bd40-99bc91b43374 req-dfef89a2-a41b-4573-a095-136792e424b6 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "DELETE /v2.0/floatingips/93797a6e-f627-4027-bace-02e8536224d6 HTTP/1.1" status: 204 len: 173 time: 0.4938276 Feb 15 13:52:52.609540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Made reservation on behalf of 7a8f3f8e1d3342cf940ee6ed1d4b2b0b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:52:52.613541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:52.704473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826db499-0309-4557-9779-89c84e0e70b0 req-dd051d1c-6ac2-4a5d-a9fd-862e9e338c6b tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:52.705897 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826db499-0309-4557-9779-89c84e0e70b0 req-dd051d1c-6ac2-4a5d-a9fd-862e9e338c6b tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 931 time: 0.0562153 Feb 15 13:52:52.753068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Allocated IP 172.20.0.2 (cbd8b904-b103-44e2-9aaf-4758a1adf36d/7863996e-9476-4400-b941-682795ecb88e/17a5ee5d-5169-4418-9685-b2a0cad1566a) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:52:52.760145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826db499-0309-4557-9779-89c84e0e70b0 req-079b6dbf-6c5d-4b01-9a62-f8956a3faad1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 Feb 15 13:52:52.878589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f1764da-50e1-4964-958e-aab1fee725fb req-807be15e-1c8a-4d80-875f-d85aa0d06a07 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 210 time: 0.0321262 Feb 15 13:52:52.922569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks [] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:52.967616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:53.004202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daf19a-5509-4fac-b99f-42ba93eedfd1 req-d5d30f7c-551f-4a31-91be-49df632d29ff tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.005766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37daf19a-5509-4fac-b99f-42ba93eedfd1 req-d5d30f7c-551f-4a31-91be-49df632d29ff tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 949 time: 0.0557737 Feb 15 13:52:53.023873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Network cbd8b904-b103-44e2-9aaf-4758a1adf36d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:52:53.030001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:52:53.035949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:52:53.061024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Pushing event updated for resources: {'Port': ['ID=17a5ee5d-5169-4418-9685-b2a0cad1566a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:53.062176 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37daf19a-5509-4fac-b99f-42ba93eedfd1 req-df2ffb49-3546-4a8c-8828-62603f47cb84 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483792 Feb 15 13:52:53.093925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.094595 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:53.111999 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f8d6a2-6fe8-4fa3-ac7d-8a57013d3d15 x-openstack-request-id: req-46f8d6a2-6fe8-4fa3-ac7d-8a57013d3d15 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:53.112310 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fc44aafa-2230-491a-990a-446fb252f88b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6281545 Feb 15 13:52:53.112448 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a2e90b-6a46-4edb-bc03-143d3ec10d84", "tag": "4fa886d3-e65e-4ebd-9fc2-41004485cc36", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:53.112679 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-46f8d6a2-6fe8-4fa3-ac7d-8a57013d3d15 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:53.113075 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a2e90b-6a46-4edb-bc03-143d3ec10d84', 'tag': '4fa886d3-e65e-4ebd-9fc2-41004485cc36', 'status': 'completed', 'code': 200} Feb 15 13:52:53.133400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Request body: {'port': {'device_id': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:53.198079 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:53.224724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40 req-4c0c5885-55ec-47ab-9833-cf703164b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.226176 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40 req-4c0c5885-55ec-47ab-9833-cf703164b524 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 1132 time: 0.0902960 Feb 15 13:52:53.238687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c2b65-73cf-4141-bf7e-706317e33f92 req-65911e31-97a8-476d-8b66-92b39c60c70d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.240189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b5c2b65-73cf-4141-bf7e-706317e33f92 req-65911e31-97a8-476d-8b66-92b39c60c70d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 949 time: 0.0723045 Feb 15 13:52:53.345036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b5c2b65-73cf-4141-bf7e-706317e33f92 req-69c30435-9d59-4650-b4a5-01cd010b5255 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948374 Feb 15 13:52:53.369723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40 req-04d001cd-01e2-425b-84f2-74ecc69c7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.371291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40 req-04d001cd-01e2-425b-84f2-74ecc69c7525 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1295323 Feb 15 13:52:53.476412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40 req-70f87818-1875-44a3-a446-258ced62893c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=4fa886d3-e65e-4ebd-9fc2-41004485cc36 HTTP/1.1" status: 200 len: 217 time: 0.0946243 Feb 15 13:52:53.541496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4fa886d3-e65e-4ebd-9fc2-41004485cc36 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:53.620279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40 req-6aac51d8-0d61-44e7-8b6f-c8f4e9bf7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.622038 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40 req-6aac51d8-0d61-44e7-8b6f-c8f4e9bf7557 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1383839 Feb 15 13:52:53.623223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:53.629438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:53.630167 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:53.651039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54327ea3-f00c-489a-bbb8-e40a65074041 req-ceeebc8f-bee0-4252-97b2-9f22f5c4ed52 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.653437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54327ea3-f00c-489a-bbb8-e40a65074041 req-ceeebc8f-bee0-4252-97b2-9f22f5c4ed52 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2812426 Feb 15 13:52:53.698309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40 req-dcab3e62-ab04-4b50-bb38-9a778954d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.700734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40 req-dcab3e62-ab04-4b50-bb38-9a778954d19d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0689108 Feb 15 13:52:53.773447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a5ee5d-5169-4418-9685-b2a0cad1566a {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:53.794860 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Publish callbacks [] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:53.821381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Transition to ACTIVE for port object 17a5ee5d-5169-4418-9685-b2a0cad1566a will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:53.826654 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:53.843525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40 req-70d4f947-4c3b-4c50-9c37-bd6effb80650 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354566 Feb 15 13:52:53.877217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:53.877724 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:53.880935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Pushing event updated for resources: {'Port': ['ID=17a5ee5d-5169-4418-9685-b2a0cad1566a,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:53.904067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a2e90b-6a46-4edb-bc03-143d3ec10d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa886d3-e65e-4ebd-9fc2-41004485cc36'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:53.906856 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8e253e-10fd-41f8-b9f3-52c4aaa6c816" -d '{"events": [{"server_uuid": "b1a2e90b-6a46-4edb-bc03-143d3ec10d84", "name": "network-vif-plugged", "status": "completed", "tag": "4fa886d3-e65e-4ebd-9fc2-41004485cc36"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:53.921602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4fa886d3-e65e-4ebd-9fc2-41004485cc36, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4fa886d3-e65e-4ebd-9fc2-41004485cc36,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:53.926204 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:53.966411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:53.966742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:53.967374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:53.972346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Port 17a5ee5d-5169-4418-9685-b2a0cad1566a on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:52:53.973174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:53.978047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:53.978431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:53.978812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:53.979274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Bound port: 17a5ee5d-5169-4418-9685-b2a0cad1566a, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:53.979737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:53.982352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4fa886d3-e65e-4ebd-9fc2-41004485cc36,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:53.985669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97070406-8791-402c-9cad-f6d29f8743b7 req-7a4774f6-4085-4eac-8cd2-89769db5e68d tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:53.987310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97070406-8791-402c-9cad-f6d29f8743b7 req-7a4774f6-4085-4eac-8cd2-89769db5e68d tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 931 time: 0.1424320 Feb 15 13:52:54.008835 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57ba0d8c-f20c-4f40-9aa3-03dbfbe40f40 req-43e4621d-6e89-4d5f-8e9d-444a61788950 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488543 Feb 15 13:52:54.048087 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97070406-8791-402c-9cad-f6d29f8743b7 req-7e22879d-71eb-48df-92bd-a668df606978 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Feb 15 13:52:54.050446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:54.054775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:54.063699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:54.103612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:54.104406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:54.106304 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] 10.222.0.42 "PUT /v2.0/ports/17a5ee5d-5169-4418-9685-b2a0cad1566a HTTP/1.1" status: 200 len: 1092 time: 0.9774292 Feb 15 13:52:54.106786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'tag': '17a5ee5d-5169-4418-9685-b2a0cad1566a'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:54.109064 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee68ca-b931-49cd-99e3-d0b67e584fea" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d1910e-90e2-4f5a-90d3-313b2a549382", "tag": "17a5ee5d-5169-4418-9685-b2a0cad1566a"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:54.128593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb282f54-8aba-4768-8ffe-4cd743624000 req-844ad9aa-c776-4416-940d-779d9f3b5289 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=d90d950306ff4a5e996c6c7d6bb9a172 HTTP/1.1" status: 200 len: 1657 time: 0.0545785 Feb 15 13:52:54.136032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55268d2-8da1-4b10-a455-4d488b78f1dc service neutron] Pushing event updated for resources: {'Port': ['ID=17a5ee5d-5169-4418-9685-b2a0cad1566a,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:54.196816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-4fa48dfc-5dad-4f25-a25d-1f1181802976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:54.198337 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-4fa48dfc-5dad-4f25-a25d-1f1181802976 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 1126 time: 0.0474067 Feb 15 13:52:54.242404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb282f54-8aba-4768-8ffe-4cd743624000 req-8bdbd373-9656-4494-ba02-c00be757031e tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:54.242924 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-0988ade4-cb43-4726-b7da-e99cfa8163b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a HTTP/1.1" status: 200 len: 217 time: 0.0376046 Feb 15 13:52:54.243899 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb282f54-8aba-4768-8ffe-4cd743624000 req-8bdbd373-9656-4494-ba02-c00be757031e tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks?id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 787 time: 0.1091230 Feb 15 13:52:54.295769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-32a4f053-159a-4953-86ba-5b9257b174bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:54.297240 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-32a4f053-159a-4953-86ba-5b9257b174bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.0481997 Feb 15 13:52:54.334845 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-fd062411-ad36-4c18-aa94-24d96c68ee36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314045 Feb 15 13:52:54.409077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994a466-f47b-47c1-acdc-027dc7c1b24c req-57219a5f-9db0-4a40-88fc-01e710fe8d8e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:54.410695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1994a466-f47b-47c1-acdc-027dc7c1b24c req-57219a5f-9db0-4a40-88fc-01e710fe8d8e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 931 time: 0.0547049 Feb 15 13:52:54.470977 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-9b40930a-c35a-4de1-9402-8b26baca12c6 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301358 Feb 15 13:52:54.477481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1994a466-f47b-47c1-acdc-027dc7c1b24c req-473130bc-cb41-4596-98ac-1b45824b215c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586650 Feb 15 13:52:54.568807 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f31e108a-facb-42b4-b8f8-3d0ebbd8bc94 req-65105eb4-3073-432f-8eb8-c2a76b723812 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912175 Feb 15 13:52:54.594943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb4ddf-db0c-46a7-85b2-873d82b5af79 req-1be4d57f-7893-4716-bfbc-1ea6a7c4ec11 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:54.596492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bcb4ddf-db0c-46a7-85b2-873d82b5af79 req-1be4d57f-7893-4716-bfbc-1ea6a7c4ec11 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 943 time: 0.0578330 Feb 15 13:52:54.649027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bcb4ddf-db0c-46a7-85b2-873d82b5af79 req-fc48ee94-1241-429b-855a-65a7dcb3d3e9 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469031 Feb 15 13:52:54.654946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49202) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:54.695808 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edad1f5a-ee05-451e-be20-28b1a759d7e0 x-openstack-request-id: req-edad1f5a-ee05-451e-be20-28b1a759d7e0 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:54.696346 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a2e90b-6a46-4edb-bc03-143d3ec10d84", "name": "network-vif-plugged", "status": "completed", "tag": "4fa886d3-e65e-4ebd-9fc2-41004485cc36", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:54.696765 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-edad1f5a-ee05-451e-be20-28b1a759d7e0 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:54.697410 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a2e90b-6a46-4edb-bc03-143d3ec10d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa886d3-e65e-4ebd-9fc2-41004485cc36', 'code': 200} Feb 15 13:52:54.805541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2dff5bac-d96a-4d38-8ddf-c8a0b20d20d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:54.807000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1558c-e58f-48cd-8e0d-c2fce57d66a8 req-99e7aeb1-c06e-4547-bfa7-3e4c0e0e91e0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:54.808540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77a1558c-e58f-48cd-8e0d-c2fce57d66a8 req-99e7aeb1-c06e-4547-bfa7-3e4c0e0e91e0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 949 time: 0.0620046 Feb 15 13:52:54.831896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7acb3-fe3d-4e7e-af1b-57d577aa2653 req-6dbbc02d-6c58-41f7-982e-e57c08b82ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:54.833312 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-51f7acb3-fe3d-4e7e-af1b-57d577aa2653 req-6dbbc02d-6c58-41f7-982e-e57c08b82ca7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 1133 time: 0.0765111 Feb 15 13:52:54.861962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77a1558c-e58f-48cd-8e0d-c2fce57d66a8 req-f6d3fe57-010d-450c-99a5-320711b1cde1 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468841 Feb 15 13:52:54.903782 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-51f7acb3-fe3d-4e7e-af1b-57d577aa2653 req-e8c4e3e3-ea64-4e50-9b51-af21a521a65d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604851 Feb 15 13:52:54.914113 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9ff661-fe6a-4741-a0bc-3e13dbb9193c x-openstack-request-id: req-9f9ff661-fe6a-4741-a0bc-3e13dbb9193c {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:52:54.914366 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d1910e-90e2-4f5a-90d3-313b2a549382", "tag": "17a5ee5d-5169-4418-9685-b2a0cad1566a", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:52:54.914625 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9f9ff661-fe6a-4741-a0bc-3e13dbb9193c {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:52:54.915046 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'tag': '17a5ee5d-5169-4418-9685-b2a0cad1566a', 'status': 'completed', 'code': 200} Feb 15 13:52:54.928547 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2dff5bac-d96a-4d38-8ddf-c8a0b20d20d8 admin admin] Publish callbacks [] for security_group (74fa4bbb-8c02-4338-bdd5-0922414d54c7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:54.933513 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2dff5bac-d96a-4d38-8ddf-c8a0b20d20d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (74fa4bbb-8c02-4338-bdd5-0922414d54c7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:54.969923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-2187f1d5-e5c9-4990-94bc-cebe9b6c3006 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips/57c62438-362b-4e01-989d-bdb12b718844 HTTP/1.1" status: 200 len: 693 time: 0.0485113 Feb 15 13:52:54.973656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff5bac-d96a-4d38-8ddf-c8a0b20d20d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fa4bbb-8c02-4338-bdd5-0922414d54c7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:54.982800 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2dff5bac-d96a-4d38-8ddf-c8a0b20d20d8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c116598b07fc44f4b0768c2ac270dc42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266675 Feb 15 13:52:54.983582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49206) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:52:55.038353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2acce420-76d7-4e56-8e84-80b4e422e869 admin admin] Publish callbacks [] for security_group (74fa4bbb-8c02-4338-bdd5-0922414d54c7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:55.062755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2acce420-76d7-4e56-8e84-80b4e422e869 admin admin] Publish callbacks [] for security_group (74fa4bbb-8c02-4338-bdd5-0922414d54c7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:55.090563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-c78e43fa-f9f0-4593-a864-433cfc42596b tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:55.092931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-c78e43fa-f9f0-4593-a864-433cfc42596b tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1168935 Feb 15 13:52:55.121005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2acce420-76d7-4e56-8e84-80b4e422e869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (74fa4bbb-8c02-4338-bdd5-0922414d54c7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:55.123851 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2acce420-76d7-4e56-8e84-80b4e422e869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:55.125006 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2acce420-76d7-4e56-8e84-80b4e422e869 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/74fa4bbb-8c02-4338-bdd5-0922414d54c7 HTTP/1.1" status: 204 len: 168 time: 0.1406274 Feb 15 13:52:55.154616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-6f21386a-675d-45fa-9120-e9d2ba75401b tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.193 HTTP/1.1" status: 200 len: 696 time: 0.0562360 Feb 15 13:52:55.160785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acce420-76d7-4e56-8e84-80b4e422e869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fa4bbb-8c02-4338-bdd5-0922414d54c7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:55.195277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee68ca-b931-49cd-99e3-d0b67e584fea req-5ae916e9-68ef-4772-b51c-ac93768e532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:55.196896 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0fee68ca-b931-49cd-99e3-d0b67e584fea req-5ae916e9-68ef-4772-b51c-ac93768e532e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 1126 time: 0.0707681 Feb 15 13:52:55.222300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-ff58e2fb-bb5c-484f-b727-fa7a7fc1ff6f tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.193 HTTP/1.1" status: 200 len: 696 time: 0.0578198 Feb 15 13:52:55.297817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee68ca-b931-49cd-99e3-d0b67e584fea req-2cff0f13-adf2-4e4c-9c75-9a723fd1b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:55.299237 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0fee68ca-b931-49cd-99e3-d0b67e584fea req-2cff0f13-adf2-4e4c-9c75-9a723fd1b714 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.0948706 Feb 15 13:52:55.344923 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0fee68ca-b931-49cd-99e3-d0b67e584fea req-4968414d-fc9d-4425-ae8b-99567234b72b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a HTTP/1.1" status: 200 len: 217 time: 0.0397079 Feb 15 13:52:55.382171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-eb58d2ae-8c57-414d-95fc-d3acfcfb0891 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Deleting port 6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:52:55.382519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-eb58d2ae-8c57-414d-95fc-d3acfcfb0891 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:55.398437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee68ca-b931-49cd-99e3-d0b67e584fea req-3908ae6e-fcd1-4a23-b837-174fa455c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:55.399944 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0fee68ca-b931-49cd-99e3-d0b67e584fea req-3908ae6e-fcd1-4a23-b837-174fa455c08b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.0487516 Feb 15 13:52:55.437765 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0fee68ca-b931-49cd-99e3-d0b67e584fea req-72908736-7aef-4f29-b889-16d9ab8d4146 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303402 Feb 15 13:52:55.485307 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-eb58d2ae-8c57-414d-95fc-d3acfcfb0891 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:55.485307 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-eb58d2ae-8c57-414d-95fc-d3acfcfb0891 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:55.496200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-eb58d2ae-8c57-414d-95fc-d3acfcfb0891 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Calling delete_port for 6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:52:55.545482 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0fee68ca-b931-49cd-99e3-d0b67e584fea req-08cda11e-38ba-45b1-a0c3-f8c6ac9992fb service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006052 Feb 15 13:52:55.663060 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0fee68ca-b931-49cd-99e3-d0b67e584fea req-281ab5fc-a23c-415a-ac12-7996af1c4045 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089449 Feb 15 13:52:55.675733 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-eb58d2ae-8c57-414d-95fc-d3acfcfb0891 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:55.702667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58d2ae-8c57-414d-95fc-d3acfcfb0891 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event deleted for resources: {'Port': ['ID=6a8efb5f-9ba3-41ff-9184-0a2b360ec1fa,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:55.774964 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-eb58d2ae-8c57-414d-95fc-d3acfcfb0891 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (57c62438-362b-4e01-989d-bdb12b718844), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:55.774964 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-eb58d2ae-8c57-414d-95fc-d3acfcfb0891 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:55.782654 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-204e9162-a0dc-4335-84ef-87c7cd0bd93b req-eb58d2ae-8c57-414d-95fc-d3acfcfb0891 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "DELETE /v2.0/floatingips/57c62438-362b-4e01-989d-bdb12b718844 HTTP/1.1" status: 204 len: 173 time: 0.5592954 Feb 15 13:52:55.940203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580f63-89a7-447a-8a30-6b5daff12cff req-3c042d7d-98b9-47ce-91c4-c2d33ec65764 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:55.941762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd580f63-89a7-447a-8a30-6b5daff12cff req-3c042d7d-98b9-47ce-91c4-c2d33ec65764 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 950 time: 0.0732200 Feb 15 13:52:55.994717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd580f63-89a7-447a-8a30-6b5daff12cff req-4b60e27f-468e-40dd-8b34-3c79af13d753 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468991 Feb 15 13:52:56.105420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54872634-23e8-4fa5-b3ac-444b5fd87eaf req-4a5d74e8-1356-4700-b4af-365954789045 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:56.106937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54872634-23e8-4fa5-b3ac-444b5fd87eaf req-4a5d74e8-1356-4700-b4af-365954789045 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 931 time: 0.0532274 Feb 15 13:52:56.158656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54872634-23e8-4fa5-b3ac-444b5fd87eaf req-df061f73-49aa-47ac-8123-d17149b91df4 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 Feb 15 13:52:56.293782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ef81b-490f-4515-9659-5e0679687906 req-5b190fb9-d091-41de-aacf-bf431eb98634 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:56.295317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b82ef81b-490f-4515-9659-5e0679687906 req-5b190fb9-d091-41de-aacf-bf431eb98634 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 931 time: 0.0715559 Feb 15 13:52:56.346255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b82ef81b-490f-4515-9659-5e0679687906 req-e2ca6035-7e07-43a4-95bc-c9c89638150c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Feb 15 13:52:56.459139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e680516-8d9c-41bb-9f84-db8f8c87ad23 req-37833d42-c342-4cb2-8b62-006ef6e9e086 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:56.460637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e680516-8d9c-41bb-9f84-db8f8c87ad23 req-37833d42-c342-4cb2-8b62-006ef6e9e086 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 943 time: 0.0577323 Feb 15 13:52:56.509562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e680516-8d9c-41bb-9f84-db8f8c87ad23 req-c8bd58c6-7f61-4f81-b33d-bed154726380 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432713 Feb 15 13:52:56.578095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-b524e6c7-a812-4d01-a45d-9f05260497ad tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips/cf043b4e-13bb-4ad6-9d4a-2a55903bfffc HTTP/1.1" status: 200 len: 693 time: 0.0465727 Feb 15 13:52:56.693211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-41e84554-df90-482a-a88b-57316d52ea08 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:56.694549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-41e84554-df90-482a-a88b-57316d52ea08 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1113687 Feb 15 13:52:56.744399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-b5e94fc6-1c4f-4f12-909f-e09b4a62b24a tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.237 HTTP/1.1" status: 200 len: 696 time: 0.0439205 Feb 15 13:52:56.805060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Request body: {'port': {'device_id': '8149b978-fd2c-4847-ac1d-c9da3cc449ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:56.811234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Request body: {'port': {'device_id': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:56.817178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-7ed47607-ac20-4d87-9384-7e9e466b4270 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.237 HTTP/1.1" status: 200 len: 696 time: 0.0665278 Feb 15 13:52:56.968525 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-2c981111-0d7b-4893-b931-7fefec12f6b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0590131 Feb 15 13:52:57.059325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-25230509-95e7-4a0c-ba90-51c79df6bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:57.061063 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-25230509-95e7-4a0c-ba90-51c79df6bb68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 1132 time: 0.0635567 Feb 15 13:52:57.139642 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:57.147621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:57.158390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-af150d44-e6bb-4b76-9353-3760f729ba71 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:52:57.159439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-af150d44-e6bb-4b76-9353-3760f729ba71 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1766493 Feb 15 13:52:57.172185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-d42189e3-32fc-4d63-812c-8ba266bec88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:57.173643 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-d42189e3-32fc-4d63-812c-8ba266bec88c service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.0936472 Feb 15 13:52:57.192649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e04abc5-ff75-42e4-a2bb-c82cff1df945 req-a9ddde19-19bf-46b8-9514-9473b77cb31d service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917937 Feb 15 13:52:57.221466 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-adb37af7-df6b-4875-8819-68977a8db542 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=7a67bb08-8848-4a49-b390-9c9b837b6fe0 HTTP/1.1" status: 200 len: 217 time: 0.0411634 Feb 15 13:52:57.284415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-c14ebcc4-36d9-41c8-87ce-5523c16f510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:57.285816 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-c14ebcc4-36d9-41c8-87ce-5523c16f510a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0500021 Feb 15 13:52:57.286306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-37dbbb79-96db-4863-868d-f3d25d656566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:57.287689 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-37dbbb79-96db-4863-868d-f3d25d656566 service neutron] 10.222.0.72 "GET /v2.0/ports/fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c HTTP/1.1" status: 200 len: 1126 time: 0.1172850 Feb 15 13:52:57.341116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-2492d08b-7354-45a4-a450-1441e96509e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:57.342661 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-2492d08b-7354-45a4-a450-1441e96509e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0478563 Feb 15 13:52:57.442532 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-f89525e0-1d7a-441e-8ecd-84b87ccc652d service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937073 Feb 15 13:52:57.552110 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd13b42a-fe80-4126-84dd-926c95404c3a req-8f050146-7ae6-459e-9c6e-5019a0648c54 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017203 Feb 15 13:52:57.572532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 17a5ee5d-5169-4418-9685-b2a0cad1566a details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:52:57.585820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Request body: {'binding': {'host': 'n-h2-829064-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:57.586362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Unknown quota resources ['binding']. {{(pid=109971) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 13:52:57.688708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:57.702459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '17a5ee5d-5169-4418-9685-b2a0cad1566a', 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d', 'port_id': '17a5ee5d-5169-4418-9685-b2a0cad1566a', 'mac_address': 'fa:16:3e:84:1d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7863996e-9476-4400-b941-682795ecb88e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:52:57.743417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 17a5ee5d-5169-4418-9685-b2a0cad1566a is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:57.743806 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:57.757740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a5ee5d-5169-4418-9685-b2a0cad1566a {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:57.769856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-0d833078-aebd-45db-98a0-75c9c6d97ac9 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Deleting port c1787618-8c96-4159-a642-d3af239c602d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:52:57.770301 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-0d833078-aebd-45db-98a0-75c9c6d97ac9 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c1787618-8c96-4159-a642-d3af239c602d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:57.786665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:57.791194 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:57.841597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=17a5ee5d-5169-4418-9685-b2a0cad1566a,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:57.932240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-d7242f18-5ced-4d5b-bbe8-dba11d051e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:57.934308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-d7242f18-5ced-4d5b-bbe8-dba11d051e81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 1132 time: 0.6623220 Feb 15 13:52:58.099302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['17a5ee5d-5169-4418-9685-b2a0cad1566a'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:52:58.123843 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-0d833078-aebd-45db-98a0-75c9c6d97ac9 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c1787618-8c96-4159-a642-d3af239c602d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:58.124260 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-0d833078-aebd-45db-98a0-75c9c6d97ac9 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (c1787618-8c96-4159-a642-d3af239c602d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:58.170493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-0d833078-aebd-45db-98a0-75c9c6d97ac9 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Calling delete_port for c1787618-8c96-4159-a642-d3af239c602d owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:52:58.282637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on host n-h2-829064-15 for vnic_type normal with profile None {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:58.283001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:58.283331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:58.313149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-cc6e4e4e-32b1-4129-9ae2-87c21da81f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:58.314626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-cc6e4e4e-32b1-4129-9ae2-87c21da81f7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.3720987 Feb 15 13:52:58.323934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:52:58.324262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:58.392440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:58.392680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:58.393064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:58.393509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Bound port: fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:58.398109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc382b1-8e92-4609-b5d2-66606da792cb {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:58.431944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-2ccd1a81-d249-4e8e-9d2f-d6165f9fbdfc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 200 len: 217 time: 0.1053989 Feb 15 13:52:58.438646 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Publish callbacks [] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:58.514357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8e0ad6-671f-4624-9a69-5637d63447ee {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:52:58.532701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Transition to ACTIVE for port object 6fc382b1-8e92-4609-b5d2-66606da792cb will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:58.536980 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Publish callbacks [] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:58.548417 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:58.600563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Transition to ACTIVE for port object 7e8e0ad6-671f-4624-9a69-5637d63447ee will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:52:58.632821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-cb225511-ddf0-4dac-8d32-45730c41e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:58.634296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-cb225511-ddf0-4dac-8d32-45730c41e6a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1741254 Feb 15 13:52:58.642075 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:58.646350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:58.696887 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:58.698047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-93367271-567c-4f47-ba98-e941bb607b18 service neutron] 10.222.0.72 "POST /v2.0/ports/fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c/bindings HTTP/1.1" status: 201 len: 390 time: 1.4047959 Feb 15 13:52:58.706363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc382b1-8e92-4609-b5d2-66606da792cb,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:58.807683 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-0d833078-aebd-45db-98a0-75c9c6d97ac9 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c1787618-8c96-4159-a642-d3af239c602d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:58.871924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8e0ad6-671f-4624-9a69-5637d63447ee,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:58.980561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d833078-aebd-45db-98a0-75c9c6d97ac9 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event deleted for resources: {'Port': ['ID=c1787618-8c96-4159-a642-d3af239c602d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:59.006417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-defd5aaf-0a2a-46e5-b248-ea9e1ca57c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.007933 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-defd5aaf-0a2a-46e5-b248-ea9e1ca57c29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3546581 Feb 15 13:52:59.055748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Attempting to bind port 6fc382b1-8e92-4609-b5d2-66606da792cb on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:59.056079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Attempting to bind port 6fc382b1-8e92-4609-b5d2-66606da792cb by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:59.056401 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Attempting to bind port 6fc382b1-8e92-4609-b5d2-66606da792cb on network 5461f37d-d055-446e-8d72-40835b2310d7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:59.056594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-06d256a3-41bc-40b5-b403-86203cf3ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.058790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-06d256a3-41bc-40b5-b403-86203cf3ca5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1129 time: 0.0570490 Feb 15 13:52:59.113517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Port 6fc382b1-8e92-4609-b5d2-66606da792cb on network 5461f37d-d055-446e-8d72-40835b2310d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:52:59.113780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Attempting to bind port 6fc382b1-8e92-4609-b5d2-66606da792cb on network 5461f37d-d055-446e-8d72-40835b2310d7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:59.124842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Attempting to bind port 7e8e0ad6-671f-4624-9a69-5637d63447ee on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:52:59.125172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Attempting to bind port 7e8e0ad6-671f-4624-9a69-5637d63447ee by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:52:59.125490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Attempting to bind port 7e8e0ad6-671f-4624-9a69-5637d63447ee on network 740c1002-d3de-4d18-a9fc-396bc6a0b533 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:59.131640 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-0d833078-aebd-45db-98a0-75c9c6d97ac9 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (cf043b4e-13bb-4ad6-9d4a-2a55903bfffc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.134141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-0d833078-aebd-45db-98a0-75c9c6d97ac9 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.135297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52e75a3e-250f-4390-b6a6-ed676e570895 req-0d833078-aebd-45db-98a0-75c9c6d97ac9 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "DELETE /v2.0/floatingips/cf043b4e-13bb-4ad6-9d4a-2a55903bfffc HTTP/1.1" status: 204 len: 173 time: 2.2948437 Feb 15 13:52:59.140334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:59.140640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Checking segment: {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:59.141099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Bound using segment: {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:59.141546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Bound port: 6fc382b1-8e92-4609-b5d2-66606da792cb, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:59.141950 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.153634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f770687-2670-4393-b747-12652eaf6ed2 req-03c766de-7d3e-4bc2-aa5a-ab95f203480e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.155383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f770687-2670-4393-b747-12652eaf6ed2 req-03c766de-7d3e-4bc2-aa5a-ab95f203480e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 949 time: 0.3194554 Feb 15 13:52:59.163283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Port 7e8e0ad6-671f-4624-9a69-5637d63447ee on network 740c1002-d3de-4d18-a9fc-396bc6a0b533 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:52:59.163599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Attempting to bind port 7e8e0ad6-671f-4624-9a69-5637d63447ee on network 740c1002-d3de-4d18-a9fc-396bc6a0b533 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:52:59.165398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-648913fc-6482-4943-b540-c7fc53c6e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.166884 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-648913fc-6482-4943-b540-c7fc53c6e110 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.1016586 Feb 15 13:52:59.191144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:52:59.191670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Checking segment: {'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:52:59.191850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Bound using segment: {'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:52:59.192294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Bound port: 7e8e0ad6-671f-4624-9a69-5637d63447ee, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a0f600-2877-4998-82a2-ea7dd91b424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:52:59.192643 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.214968 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-45e34f8c-b883-4bef-8bc1-86b4c85d7cf0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c HTTP/1.1" status: 200 len: 217 time: 0.0406802 Feb 15 13:52:59.275028 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-d1027469-a109-4a77-858f-4107d11db9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.277578 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-d1027469-a109-4a77-858f-4107d11db9d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.0562499 Feb 15 13:52:59.297022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-df78326c-b95a-4da9-bdd6-d4ba94e0844d service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733371 Feb 15 13:52:59.314731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f770687-2670-4393-b747-12652eaf6ed2 req-50dbac37-e12b-4688-98a9-074066c25ff1 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399708 Feb 15 13:52:59.319121 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-636ebda9-e298-49cd-b4d3-f48eeac3bb50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326777 Feb 15 13:52:59.416893 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-88628f4c-05d1-4865-9d18-9c13c294b6f8 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892816 Feb 15 13:52:59.433169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] For port 6fc382b1-8e92-4609-b5d2-66606da792cb, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:59.482418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] For port 6fc382b1-8e92-4609-b5d2-66606da792cb, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6fc382b1-8e92-4609-b5d2-66606da792cb,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:59.504341 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.515370 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-1ed4758b-555d-456d-ad35-b0fa304d6fb1 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915666 Feb 15 13:52:59.573130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] For port 7e8e0ad6-671f-4624-9a69-5637d63447ee, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:52:59.591406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 17a5ee5d-5169-4418-9685-b2a0cad1566a up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:52:59.613850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25a431-2aa4-4368-9324-68e38e1ecbbc req-dabdc238-73f2-4837-ba67-2b24b49220e0 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.615394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca25a431-2aa4-4368-9324-68e38e1ecbbc req-dabdc238-73f2-4837-ba67-2b24b49220e0 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 950 time: 0.3135300 Feb 15 13:52:59.622359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.622999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.624453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] 10.222.0.67 "PUT /v2.0/ports/6fc382b1-8e92-4609-b5d2-66606da792cb HTTP/1.1" status: 200 len: 1092 time: 2.8261774 Feb 15 13:52:59.625082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'tag': '6fc382b1-8e92-4609-b5d2-66606da792cb'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:59.627446 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfc6f2b-7b22-4e89-b5ef-b158c1fb3eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "c04c14d0-7b60-4269-87ca-3b117ceaee1a", "tag": "6fc382b1-8e92-4609-b5d2-66606da792cb"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:59.629131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-1a47b725-5195-40f4-ab1c-5aa8c989cd51 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.630774 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-1a47b725-5195-40f4-ab1c-5aa8c989cd51 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1129 time: 0.0549514 Feb 15 13:52:59.633518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] For port 7e8e0ad6-671f-4624-9a69-5637d63447ee, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7e8e0ad6-671f-4624-9a69-5637d63447ee,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:52:59.642306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829064-15'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:52:59.645515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33b96d3a-41eb-4f7e-807f-0b708c913563 req-98f9b4e8-1f56-4b9d-a17b-3d7e6e8a9dd3 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340707 Feb 15 13:52:59.663701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 17a5ee5d-5169-4418-9685-b2a0cad1566a completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:52:59.669415 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 17a5ee5d-5169-4418-9685-b2a0cad1566a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:52:59.670053 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.671492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d017b-232d-453e-941d-9aefe2aea376 req-349043cc-1d4f-43ee-bdb8-3cc004ea182c tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.679140 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-483d017b-232d-453e-941d-9aefe2aea376 req-349043cc-1d4f-43ee-bdb8-3cc004ea182c tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 943 time: 0.2936184 Feb 15 13:52:59.680875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5724b-12c2-4e36-9ec4-c13f8657f5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc382b1-8e92-4609-b5d2-66606da792cb,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:59.696795 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.726552 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.763263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 17a5ee5d-5169-4418-9685-b2a0cad1566a is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:52:59.764088 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.799534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a5ee5d-5169-4418-9685-b2a0cad1566a'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:52:59.802280 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc03df6-a5c5-4875-b716-dff733483988" -d '{"events": [{"server_uuid": "d5d1910e-90e2-4f5a-90d3-313b2a549382", "name": "network-vif-plugged", "status": "completed", "tag": "17a5ee5d-5169-4418-9685-b2a0cad1566a"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:52:59.836034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:59.841019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.841741 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.843450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] 10.222.0.67 "PUT /v2.0/ports/7e8e0ad6-671f-4624-9a69-5637d63447ee HTTP/1.1" status: 200 len: 1092 time: 3.0434391 Feb 15 13:52:59.845887 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:52:59.889979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca25a431-2aa4-4368-9324-68e38e1ecbbc req-b8ce7348-de0e-4bce-9c93-ddeb6092325d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578917 Feb 15 13:52:59.897800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe0b35-8d8f-4a3c-aac3-4634e72c03b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8e0ad6-671f-4624-9a69-5637d63447ee,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:59.911423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=17a5ee5d-5169-4418-9685-b2a0cad1566a,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:52:59.925017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:52:59.931400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-483d017b-232d-453e-941d-9aefe2aea376 req-fb2dc8b1-a0dd-467e-8e0a-4ff8be855a6a tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428250 Feb 15 13:52:59.965987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ce556-3942-4509-a6e6-56e110473134 req-d23a39c5-8093-40c1-ac84-c1d8233ae40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:52:59.967628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-d23a39c5-8093-40c1-ac84-c1d8233ae40f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 1126 time: 0.2726502 Feb 15 13:52:59.991289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:00.051208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:00.054205 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef25734c-aab5-4c20-a8ee-6eb970a5898f" -d '{"events": [{"server_uuid": "a95b0b3f-1a4e-46b5-8d88-f00a54f1075f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:00.058542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Publish callbacks [] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:00.065541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:00.160650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:00.168956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on host n-h1-829064-15 for vnic_type normal with profile {"migrating_to": "n-h2-829064-15"} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:00.169533 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:00.169642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:00.174846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:53:00.175205 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Attempting to bind port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:00.180549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:00.181148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:00.181546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:00.181979 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Bound port: fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:00.182338 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:00.251643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:00.255075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:00.261988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:00.344648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,revision_number=8']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:00.350128 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:00.350752 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:00.352173 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-cea4f66a-c027-4bda-b19b-6d637b6049e7 service neutron] 10.222.0.67 "PUT /v2.0/ports/fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c HTTP/1.1" status: 200 len: 1124 time: 0.7141354 Feb 15 13:53:00.363268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-6f2e45af-dfe8-4952-a6af-c092d7587859 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fc382b1-8e92-4609-b5d2-66606da792cb HTTP/1.1" status: 200 len: 217 time: 0.3676200 Feb 15 13:53:00.439526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-5c4a31de-d890-46d6-aa43-c96ab7570228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:00.440923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-5c4a31de-d890-46d6-aa43-c96ab7570228 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=064f02fa32264301832186d2a5d4f5be&device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 1126 time: 0.5085278 Feb 15 13:53:00.463487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ce556-3942-4509-a6e6-56e110473134 req-ed64c818-3ade-43c8-a37c-2ba1ad66de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:00.465632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-ed64c818-3ade-43c8-a37c-2ba1ad66de3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b28444a-b502-4aa0-b454-8e8c20bce1b8 HTTP/1.1" status: 200 len: 845 time: 0.0962687 Feb 15 13:53:00.468648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:00.505414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-45a5d161-5657-40a6-b6a7-0e085e1a9700 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e8e0ad6-671f-4624-9a69-5637d63447ee HTTP/1.1" status: 200 len: 217 time: 0.0537705 Feb 15 13:53:00.515811 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d53f7-05d5-40cb-9c75-544b2a040a6c req-0020fcbf-c5ba-4fb0-9930-ea3f31934840 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:00.517312 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-495d53f7-05d5-40cb-9c75-544b2a040a6c req-0020fcbf-c5ba-4fb0-9930-ea3f31934840 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 943 time: 0.5206130 Feb 15 13:53:00.547747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac644d-4340-43e2-a1ea-a5eb7241edc0 req-33417610-2da5-4870-b759-5f9267b808bd tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:00.549234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06ac644d-4340-43e2-a1ea-a5eb7241edc0 req-33417610-2da5-4870-b759-5f9267b808bd tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 945 time: 0.2106526 Feb 15 13:53:00.551098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-4232120b-916d-4db8-b217-d37afb2f8bc9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5461f37d-d055-446e-8d72-40835b2310d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564573 Feb 15 13:53:00.678722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-7a8c6877-f2eb-4558-845a-803aae2c8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:00.680186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-7a8c6877-f2eb-4558-845a-803aae2c8365 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c08c3e3-66f4-4f32-9980-1020dcc29788 HTTP/1.1" status: 200 len: 854 time: 0.1474061 Feb 15 13:53:00.750481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-495d53f7-05d5-40cb-9c75-544b2a040a6c req-502bbb93-3772-4c20-9f7b-f0251bc736c7 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097940 Feb 15 13:53:00.756518 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06ac644d-4340-43e2-a1ea-a5eb7241edc0 req-6c20a3b9-dafc-4492-a9b5-cc022cb9b36b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809936 Feb 15 13:53:00.778954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-0e4e8bb9-2bce-450b-a68d-b065881c8326 service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966643 Feb 15 13:53:00.803211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-bd6c398b-364b-4ecf-a7ce-fc8c7c14858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:00.804697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-bd6c398b-364b-4ecf-a7ce-fc8c7c14858e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=740c1002-d3de-4d18-a9fc-396bc6a0b533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1110144 Feb 15 13:53:00.914160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21ebfa73-677f-497e-8e81-deeea925c238 req-94f912d4-7269-4dec-b78c-86b2096d5dfa tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips/5c62bf44-ca43-4a22-aabe-c94037a545eb HTTP/1.1" status: 200 len: 693 time: 0.1273725 Feb 15 13:53:01.077548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83245f26-b037-4392-8349-50e92f10864a req-529caed9-4639-481d-bc71-2006450d2529 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:01.078921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83245f26-b037-4392-8349-50e92f10864a req-529caed9-4639-481d-bc71-2006450d2529 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 944 time: 0.2448144 Feb 15 13:53:01.099748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-118bd842-ac57-445d-8423-26f0c256ada9 service neutron] 10.222.0.67 "GET /v2.0/networks/740c1002-d3de-4d18-a9fc-396bc6a0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666810 Feb 15 13:53:01.108431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-168ce556-3942-4509-a6e6-56e110473134 req-ed5aa7bc-5d11-4cb0-9bfd-d97d8df6493f service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229501 Feb 15 13:53:01.206767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebfa73-677f-497e-8e81-deeea925c238 req-fde20038-0784-4c75-95f9-836188632d36 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:01.208102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21ebfa73-677f-497e-8e81-deeea925c238 req-fde20038-0784-4c75-95f9-836188632d36 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.2595274 Feb 15 13:53:01.218990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83245f26-b037-4392-8349-50e92f10864a req-538fbcb9-e2ff-4fad-a2cb-ae18cebccbba tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295929 Feb 15 13:53:01.222390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-21ebfa73-677f-497e-8e81-deeea925c238 req-519e42f9-6dd1-4156-a55a-78cd8728ced8 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:53:01.223361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21ebfa73-677f-497e-8e81-deeea925c238 req-519e42f9-6dd1-4156-a55a-78cd8728ced8 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098674 Feb 15 13:53:01.296626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21ebfa73-677f-497e-8e81-deeea925c238 req-042fe3b2-0a12-4338-be59-f11a327e2308 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.0627995 Feb 15 13:53:01.310527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da4fc68c-ebc6-44c5-ad48-1d3e5c8bc477 req-b95d47ee-ec04-48f8-a283-7b4d2d52a04f service neutron] 10.222.0.67 "GET /v2.0/networks/740c1002-d3de-4d18-a9fc-396bc6a0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901891 Feb 15 13:53:01.354306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09935d2d-22b1-4684-92ae-2f640a158732 req-8966f723-7ffa-4732-aebb-47e65d0cbca4 tempest-AbsoluteLimitsNegativeTestJSON-303007383 tempest-AbsoluteLimitsNegativeTestJSON-303007383-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6c05c02594ab4383aeb85dc2bb197fa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552866 Feb 15 13:53:01.366324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21ebfa73-677f-497e-8e81-deeea925c238 req-c53d99de-731d-45c7-8957-8af375abd876 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.0580375 Feb 15 13:53:01.566372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09935d2d-22b1-4684-92ae-2f640a158732 req-8492efa7-fd18-406b-b4f2-591bd75724e6 tempest-AbsoluteLimitsNegativeTestJSON-303007383 tempest-AbsoluteLimitsNegativeTestJSON-303007383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:01.568267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09935d2d-22b1-4684-92ae-2f640a158732 req-8492efa7-fd18-406b-b4f2-591bd75724e6 tempest-AbsoluteLimitsNegativeTestJSON-303007383 tempest-AbsoluteLimitsNegativeTestJSON-303007383-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058427 Feb 15 13:53:01.581819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:01.593309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09935d2d-22b1-4684-92ae-2f640a158732 req-2eee0635-37f4-4f95-a561-c2b8647ef909 tempest-AbsoluteLimitsNegativeTestJSON-303007383 tempest-AbsoluteLimitsNegativeTestJSON-303007383-project] 10.222.0.72 "GET /v2.0/quotas/6c05c02594ab4383aeb85dc2bb197fa2 HTTP/1.1" status: 200 len: 375 time: 0.0172732 Feb 15 13:53:01.623161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-21ebfa73-677f-497e-8e81-deeea925c238 req-d5c471fa-327b-484f-ab57-10fc7536e958 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Deleting port e2a26e6a-3b51-46e5-ab29-3a9dac99a956 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:53:01.624136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-21ebfa73-677f-497e-8e81-deeea925c238 req-d5c471fa-327b-484f-ab57-10fc7536e958 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e2a26e6a-3b51-46e5-ab29-3a9dac99a956), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:01.695701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09935d2d-22b1-4684-92ae-2f640a158732 req-d436a039-6dd4-49e6-b795-c986fe1fd61c tempest-AbsoluteLimitsNegativeTestJSON-303007383 tempest-AbsoluteLimitsNegativeTestJSON-303007383-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6c05c02594ab4383aeb85dc2bb197fa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914967 Feb 15 13:53:01.699471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:01.713455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'mac_address': 'fa:16:3e:23:cb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:53:01.759508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:01.759974 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:01.765925 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-21ebfa73-677f-497e-8e81-deeea925c238 req-d5c471fa-327b-484f-ab57-10fc7536e958 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e2a26e6a-3b51-46e5-ab29-3a9dac99a956), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:01.766248 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-21ebfa73-677f-497e-8e81-deeea925c238 req-d5c471fa-327b-484f-ab57-10fc7536e958 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (e2a26e6a-3b51-46e5-ab29-3a9dac99a956), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:01.775742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4b6f3f-2e09-420f-bd9f-e00ced5751ee {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:01.780914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-21ebfa73-677f-497e-8e81-deeea925c238 req-d5c471fa-327b-484f-ab57-10fc7536e958 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Calling delete_port for e2a26e6a-3b51-46e5-ab29-3a9dac99a956 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:53:01.797972 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bccbeb6-bab5-4a6b-afa4-ac11cd32e1f8 x-openstack-request-id: req-1bccbeb6-bab5-4a6b-afa4-ac11cd32e1f8 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:01.798261 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04c14d0-7b60-4269-87ca-3b117ceaee1a", "tag": "6fc382b1-8e92-4609-b5d2-66606da792cb", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:01.798521 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bccbeb6-bab5-4a6b-afa4-ac11cd32e1f8 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:01.798971 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'tag': '6fc382b1-8e92-4609-b5d2-66606da792cb', 'status': 'completed', 'code': 200} Feb 15 13:53:01.816007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:01.821265 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:01.857532 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f39b62-9654-4b52-8ca0-650a4029bc9a x-openstack-request-id: req-16f39b62-9654-4b52-8ca0-650a4029bc9a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:01.857853 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d1910e-90e2-4f5a-90d3-313b2a549382", "name": "network-vif-plugged", "status": "completed", "tag": "17a5ee5d-5169-4418-9685-b2a0cad1566a", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:01.858108 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-16f39b62-9654-4b52-8ca0-650a4029bc9a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:01.858501 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a5ee5d-5169-4418-9685-b2a0cad1566a', 'code': 200} Feb 15 13:53:01.893957 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=12']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:01.931708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc6f2b-7b22-4e89-b5ef-b158c1fb3eb5 req-97a0981f-38e5-415a-9f6c-5e86c6079c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:01.933862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cfc6f2b-7b22-4e89-b5ef-b158c1fb3eb5 req-97a0981f-38e5-415a-9f6c-5e86c6079c76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 1126 time: 0.1043305 Feb 15 13:53:01.985082 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e226e5-1485-49f1-9241-ab3d76a697ad req-16b42b95-c506-40bc-9b58-be19a2eb3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:01.988334 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33e226e5-1485-49f1-9241-ab3d76a697ad req-16b42b95-c506-40bc-9b58-be19a2eb3048 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 1128 time: 0.0566370 Feb 15 13:53:02.035866 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33e226e5-1485-49f1-9241-ab3d76a697ad req-9137b5e1-307b-4535-a69d-11ad2ed76de9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Feb 15 13:53:02.075302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49292) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:02.080741 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-21ebfa73-677f-497e-8e81-deeea925c238 req-d5c471fa-327b-484f-ab57-10fc7536e958 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e2a26e6a-3b51-46e5-ab29-3a9dac99a956), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:02.121408 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288080b-79b9-42b9-b968-0b031e46ffe9 req-5454b5fe-f1b2-4be2-a869-c8cf897db7a7 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:02.122866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1288080b-79b9-42b9-b968-0b031e46ffe9 req-5454b5fe-f1b2-4be2-a869-c8cf897db7a7 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 1133 time: 0.1828983 Feb 15 13:53:02.128478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c471fa-327b-484f-ab57-10fc7536e958 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Pushing event deleted for resources: {'Port': ['ID=e2a26e6a-3b51-46e5-ab29-3a9dac99a956,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:02.136729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc6f2b-7b22-4e89-b5ef-b158c1fb3eb5 req-6d463355-d41c-4c88-86f0-e6ad1491f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:02.138196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cfc6f2b-7b22-4e89-b5ef-b158c1fb3eb5 req-6d463355-d41c-4c88-86f0-e6ad1491f302 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 906 time: 0.1966932 Feb 15 13:53:02.198791 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fb8ef86-12c3-4d29-a334-ba836dee3bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:02.233411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cfc6f2b-7b22-4e89-b5ef-b158c1fb3eb5 req-efb6c5f3-fa38-40dd-9db3-172d8c20b950 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fc382b1-8e92-4609-b5d2-66606da792cb HTTP/1.1" status: 200 len: 217 time: 0.0748198 Feb 15 13:53:02.277406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fb8ef86-12c3-4d29-a334-ba836dee3bc6 admin admin] Publish callbacks [] for security_group (a3418a23-f187-4692-a967-c0ed738a1cda), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:02.282416 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fb8ef86-12c3-4d29-a334-ba836dee3bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a3418a23-f187-4692-a967-c0ed738a1cda), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:02.291822 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-21ebfa73-677f-497e-8e81-deeea925c238 req-d5c471fa-327b-484f-ab57-10fc7536e958 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks [] for floatingip (5c62bf44-ca43-4a22-aabe-c94037a545eb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:02.294985 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-21ebfa73-677f-497e-8e81-deeea925c238 req-d5c471fa-327b-484f-ab57-10fc7536e958 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:02.296138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21ebfa73-677f-497e-8e81-deeea925c238 req-d5c471fa-327b-484f-ab57-10fc7536e958 tempest-FloatingIPDetailsTestJSON-991780611 tempest-FloatingIPDetailsTestJSON-991780611-project] 10.222.0.72 "DELETE /v2.0/floatingips/5c62bf44-ca43-4a22-aabe-c94037a545eb HTTP/1.1" status: 204 len: 173 time: 0.9220915 Feb 15 13:53:02.303054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1288080b-79b9-42b9-b968-0b031e46ffe9 req-062e4c41-9763-4b34-9102-fea84044f269 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699772 Feb 15 13:53:02.303949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49298) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:02.313479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc6f2b-7b22-4e89-b5ef-b158c1fb3eb5 req-649c83b7-f86c-436e-b615-88100687bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:02.315313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cfc6f2b-7b22-4e89-b5ef-b158c1fb3eb5 req-649c83b7-f86c-436e-b615-88100687bd68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b28444a-b502-4aa0-b454-8e8c20bce1b8 HTTP/1.1" status: 200 len: 845 time: 0.0726101 Feb 15 13:53:02.358369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cfc6f2b-7b22-4e89-b5ef-b158c1fb3eb5 req-25cca2d8-b6e1-42b4-9d8a-2b977b9eb5e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5461f37d-d055-446e-8d72-40835b2310d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335257 Feb 15 13:53:02.361116 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0941c44-41b6-4947-9f94-94c07d60c26c x-openstack-request-id: req-d0941c44-41b6-4947-9f94-94c07d60c26c {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:02.361345 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95b0b3f-1a4e-46b5-8d88-f00a54f1075f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:02.361598 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0941c44-41b6-4947-9f94-94c07d60c26c {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:02.362220 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c', 'code': 200} Feb 15 13:53:02.414543 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4fb8ef86-12c3-4d29-a334-ba836dee3bc6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c05c02594ab4383aeb85dc2bb197fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381324 Feb 15 13:53:02.421671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49302) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:02.437062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8ef86-12c3-4d29-a334-ba836dee3bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3418a23-f187-4692-a967-c0ed738a1cda,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:02.558626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72fbd0-cac2-43f6-a72a-0af562585d2a req-369b44fa-895e-4896-83e9-44605930ea12 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:02.560185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a72fbd0-cac2-43f6-a72a-0af562585d2a req-369b44fa-895e-4896-83e9-44605930ea12 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.1463599 Feb 15 13:53:02.566274 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12dff8ce-de28-42de-ae0f-ddab5d4b00af admin admin] Publish callbacks [] for security_group (a3418a23-f187-4692-a967-c0ed738a1cda), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:02.569415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c18f6-4d31-44dd-ae8a-81917a889dc4 req-402960be-672b-4035-89f6-a56246eb652f tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:02.570935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f56c18f6-4d31-44dd-ae8a-81917a889dc4 req-402960be-672b-4035-89f6-a56246eb652f tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 943 time: 0.1582251 Feb 15 13:53:02.577067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cfc6f2b-7b22-4e89-b5ef-b158c1fb3eb5 req-2f3f4129-cf77-478d-a366-ef0b4607eda7 service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097600 Feb 15 13:53:02.605400 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12dff8ce-de28-42de-ae0f-ddab5d4b00af admin admin] Publish callbacks [] for security_group (a3418a23-f187-4692-a967-c0ed738a1cda), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:02.707114 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a72fbd0-cac2-43f6-a72a-0af562585d2a req-a3bdcaf3-e26b-4e67-8e9d-91fbec9f2d04 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335211 Feb 15 13:53:02.709737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f56c18f6-4d31-44dd-ae8a-81917a889dc4 req-1a3d7442-0a35-4694-b3be-e9a78b2dfee7 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275969 Feb 15 13:53:02.718640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12dff8ce-de28-42de-ae0f-ddab5d4b00af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a3418a23-f187-4692-a967-c0ed738a1cda), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:02.722005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12dff8ce-de28-42de-ae0f-ddab5d4b00af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:02.727844 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-12dff8ce-de28-42de-ae0f-ddab5d4b00af admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3418a23-f187-4692-a967-c0ed738a1cda HTTP/1.1" status: 204 len: 168 time: 0.3049836 Feb 15 13:53:02.742704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dff8ce-de28-42de-ae0f-ddab5d4b00af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3418a23-f187-4692-a967-c0ed738a1cda,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:02.751085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cfc6f2b-7b22-4e89-b5ef-b158c1fb3eb5 req-e6b746f9-a75c-425e-8247-14968c14e065 service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623924 Feb 15 13:53:02.840849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:02.875297 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (e18da617-4349-49e9-aa5c-d4f3d7b546b8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:02.908479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602c5ad-5b3a-4932-8e47-f4f784fa8221 req-a2d87591-b34d-4dd5-8a53-d8a8f8151a17 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:02.916076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d602c5ad-5b3a-4932-8e47-f4f784fa8221 req-a2d87591-b34d-4dd5-8a53-d8a8f8151a17 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 945 time: 0.1079645 Feb 15 13:53:02.948400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ae316-180d-445f-ba79-fca10018e758 req-48d0d96d-6750-4ad6-9e9f-58a5f1a66ad3 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:02.950555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-997ae316-180d-445f-ba79-fca10018e758 req-48d0d96d-6750-4ad6-9e9f-58a5f1a66ad3 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 943 time: 0.1055598 Feb 15 13:53:03.005436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d602c5ad-5b3a-4932-8e47-f4f784fa8221 req-5519729e-08ee-4ead-b2e8-d20c03f0d644 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881398 Feb 15 13:53:03.076785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-997ae316-180d-445f-ba79-fca10018e758 req-24c2005a-e8b8-44db-a34b-8a52ac39ef73 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150172 Feb 15 13:53:03.157912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30036ab-da2b-4ad6-b68b-ef4e588c0658 req-03229cbb-14ac-4d8c-b657-b1c3269077f9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:03.160879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e30036ab-da2b-4ad6-b68b-ef4e588c0658 req-03229cbb-14ac-4d8c-b657-b1c3269077f9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 944 time: 0.0756445 Feb 15 13:53:03.211880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-5f55e89c-de22-4e74-8a7c-779e3adc15e0 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380771 Feb 15 13:53:03.251707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] Deleting port 59f017ca-9969-468f-b6f5-79e05fc1c225 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:53:03.252307 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:03.283874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e30036ab-da2b-4ad6-b68b-ef4e588c0658 req-88f4aeb7-62d6-4b37-a484-6325d8e34cd7 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177404 Feb 15 13:53:03.351361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] For port 59f017ca-9969-468f-b6f5-79e05fc1c225, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=59f017ca-9969-468f-b6f5-79e05fc1c225,segment=NetworkSegment(893c481d-59c1-4084-a7be-ce8becc88733),segment_id=893c481d-59c1-4084-a7be-ce8becc88733)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:03.351863 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:03.371344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-778b7254-498b-4778-b9bc-2221bff0aa45 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:03.372841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] Calling delete_port for 59f017ca-9969-468f-b6f5-79e05fc1c225 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:53:03.373263 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-778b7254-498b-4778-b9bc-2221bff0aa45 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528108 Feb 15 13:53:03.430458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-852a9bd7-bf70-4221-b52b-459443695106 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/quotas/7aef015375ad44b98dbd519ebaf87d98 HTTP/1.1" status: 200 len: 375 time: 0.0468829 Feb 15 13:53:03.465633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f69e77-96a6-48bd-8692-cafc1cb9ca94 req-91e030a9-7d90-4d63-8a66-e33181fed1fb tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:03.467192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09f69e77-96a6-48bd-8692-cafc1cb9ca94 req-91e030a9-7d90-4d63-8a66-e33181fed1fb tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 950 time: 0.0927992 Feb 15 13:53:03.547148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09f69e77-96a6-48bd-8692-cafc1cb9ca94 req-847e2852-fbbb-466b-9673-2b74fc99ffbb tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634015 Feb 15 13:53:03.563258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-040c2023-f40c-46c4-9494-62983f32163b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1237695 Feb 15 13:53:03.590833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (59f017ca-9969-468f-b6f5-79e05fc1c225), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:03.591932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:03.631816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] Pushing event deleted for resources: {'Port': ['ID=59f017ca-9969-468f-b6f5-79e05fc1c225,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:03.715764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49342) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:03.800951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8149b978-fd2c-4847-ac1d-c9da3cc449ac', 'tag': '7e8e0ad6-671f-4624-9a69-5637d63447ee'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:03.804244 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef168973-a22d-4a65-b279-d19194f45b18" -d '{"events": [{"name": "network-changed", "server_uuid": "8149b978-fd2c-4847-ac1d-c9da3cc449ac", "tag": "7e8e0ad6-671f-4624-9a69-5637d63447ee"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:03.826475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:03.840606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c has no active binding in host n-h2-829064-15 {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 13:53:03.883073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1910908560-network', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:03.932956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f083371-1d38-4c97-9870-1afea38212e0 req-2b31d714-054e-4ecd-9a9f-4cb8407dc36f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 210 time: 0.0708163 Feb 15 13:53:03.994874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Made reservation on behalf of 11332d9649da4269900ac4fdbb33c7ac for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:03.997453 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:04.010804 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:04.041498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40a3ae-ab6f-4e10-ba99-d32ef7dcf6bd req-9328fc72-8509-4b8b-9982-da6e45219e27 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:04.047523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40a3ae-ab6f-4e10-ba99-d32ef7dcf6bd req-9328fc72-8509-4b8b-9982-da6e45219e27 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 943 time: 0.1683002 Feb 15 13:53:04.099608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-f41073f8-84bd-40b6-ad83-675bbc71646b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475197 Feb 15 13:53:04.215953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40a3ae-ab6f-4e10-ba99-d32ef7dcf6bd req-6e413831-bb25-4ea3-bd89-3a47445d6ac6 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624670 Feb 15 13:53:04.264932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (e18da617-4349-49e9-aa5c-d4f3d7b546b8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:04.278974 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16316ee-f9c9-46a7-be58-9e5c4ab38300 x-openstack-request-id: req-b16316ee-f9c9-46a7-be58-9e5c4ab38300 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:04.278974 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8149b978-fd2c-4847-ac1d-c9da3cc449ac", "tag": "7e8e0ad6-671f-4624-9a69-5637d63447ee", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:04.278974 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b16316ee-f9c9-46a7-be58-9e5c4ab38300 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:04.279565 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8149b978-fd2c-4847-ac1d-c9da3cc449ac', 'tag': '7e8e0ad6-671f-4624-9a69-5637d63447ee', 'status': 'completed', 'code': 200} Feb 15 13:53:04.292920 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Publish callbacks [] for security_group (680a0266-ed50-48c9-8c3e-d11883049589), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:04.298753 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (680a0266-ed50-48c9-8c3e-d11883049589), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:04.315117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-d64a3807-4c9f-432b-97ad-6cb71eba991a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:04.317197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-d64a3807-4c9f-432b-97ad-6cb71eba991a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051232 Feb 15 13:53:04.366165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'tag': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:04.368686 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60b13e6-6cce-437f-bece-3919f7bdb3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a95b0b3f-1a4e-46b5-8d88-f00a54f1075f", "tag": "fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:04.385457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:53:04.389636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-ed4282c4-a98e-4145-bf63-3cb1b6f7eef3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/quotas/06fe082f47a64ad9bc2ff9b5c4998f99 HTTP/1.1" status: 200 len: 375 time: 0.0562959 Feb 15 13:53:04.410501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680a0266-ed50-48c9-8c3e-d11883049589,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:04.433987 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (014aabb5-5bb0-4af4-8089-63c6e858d210), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:04.434328 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Added segment 014aabb5-5bb0-4af4-8089-63c6e858d210 of type vlan for network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f Feb 15 13:53:04.542267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] Router e18da617-4349-49e9-aa5c-d4f3d7b546b8 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:53:04.656696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:53:04.664665 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-da3a13f3-acab-4a2f-bfd6-d78d0f3fdcbd admin admin] 10.222.0.72 "PUT /v2.0/routers/e18da617-4349-49e9-aa5c-d4f3d7b546b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3571508 Feb 15 13:53:04.665934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a4fafa-5ecb-496f-adaf-8dbd9c24bc13 None None] Sync routers for ids ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:53:04.668140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49378) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:04.677504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4fafa-5ecb-496f-adaf-8dbd9c24bc13 None None] Routers {'e18da617-4349-49e9-aa5c-d4f3d7b546b8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:53:04.678116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-75a4fafa-5ecb-496f-adaf-8dbd9c24bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:52:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:04.780185 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Publish callbacks [] for router (e18da617-4349-49e9-aa5c-d4f3d7b546b8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:04.802966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-75a4fafa-5ecb-496f-adaf-8dbd9c24bc13 None None] Set router e18da617-4349-49e9-aa5c-d4f3d7b546b8 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:53:04.813405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85770075-1f30-4ed5-9b74-b9cf9367c195 req-874e7e41-fcc8-4635-9688-45f0b58fa293 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:04.814890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85770075-1f30-4ed5-9b74-b9cf9367c195 req-874e7e41-fcc8-4635-9688-45f0b58fa293 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 945 time: 0.4494462 Feb 15 13:53:04.820105 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (da2a1e32-5f2f-4556-9fc5-d67bc189ee3f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:04.825609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168973-a22d-4a65-b279-d19194f45b18 req-1e24ec5e-ace0-4ddf-9f1e-c91d2578adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:04.827076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef168973-a22d-4a65-b279-d19194f45b18 req-1e24ec5e-ace0-4ddf-9f1e-c91d2578adc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=064f02fa32264301832186d2a5d4f5be&device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 1126 time: 0.5221779 Feb 15 13:53:04.910191 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Publish callbacks [] for router_gateway (e18da617-4349-49e9-aa5c-d4f3d7b546b8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:04.919801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-ba265a8c-6922-4b38-a09f-342356ec602c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5116000 Feb 15 13:53:04.983717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85770075-1f30-4ed5-9b74-b9cf9367c195 req-3e350920-a4d7-4208-a526-dbd7872b573f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533062 Feb 15 13:53:04.989094 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (da2a1e32-5f2f-4556-9fc5-d67bc189ee3f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:04.990303 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:04.991840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:05.021015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Deleting port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:53:05.021479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:05.144543 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-8bb34ac7-72b6-4299-9797-e286056127c4 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7aef015375ad44b98dbd519ebaf87d98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1488614 Feb 15 13:53:05.164988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-75a4fafa-5ecb-496f-adaf-8dbd9c24bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-router', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:08Z', 'updated_at': '2022-02-15T13:53:03Z', 'revision_number': 5, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'gw_port': {'id': '66d62f3b-cccc-4f67-a917-b6e5e27d41a0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:52:13Z', 'updated_at': '2022-02-15T13:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:05.175770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] For port 66d62f3b-cccc-4f67-a917-b6e5e27d41a0, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=66d62f3b-cccc-4f67-a917-b6e5e27d41a0,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:05.176428 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:05.187749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4705322 Feb 15 13:53:05.188418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49388) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:05.188977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168973-a22d-4a65-b279-d19194f45b18 req-47b66c34-a280-4cdb-8779-526b64d5b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:05.190705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef168973-a22d-4a65-b279-d19194f45b18 req-47b66c34-a280-4cdb-8779-526b64d5b169 service neutron] 10.222.0.67 "GET /v2.0/networks?id=740c1002-d3de-4d18-a9fc-396bc6a0b533 HTTP/1.1" status: 200 len: 916 time: 0.3534861 Feb 15 13:53:05.208126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Request body: {'subnet': {'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1910908560-subnet', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:05.232548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Calling delete_port for 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:53:05.242034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26904ca-f8b2-4e32-aaa7-d2cec298a4ae admin admin] Pushing event updated for resources: {'Network': ['ID=da2a1e32-5f2f-4556-9fc5-d67bc189ee3f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:05.250940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Made reservation on behalf of 11332d9649da4269900ac4fdbb33c7ac for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:05.252925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a4fafa-5ecb-496f-adaf-8dbd9c24bc13 None None] Checking router: e18da617-4349-49e9-aa5c-d4f3d7b546b8 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:53:05.254037 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:05.271413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4fafa-5ecb-496f-adaf-8dbd9c24bc13 None None] Routers {'e18da617-4349-49e9-aa5c-d4f3d7b546b8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:53:05.272564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-75a4fafa-5ecb-496f-adaf-8dbd9c24bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:52:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:05.298996 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef168973-a22d-4a65-b279-d19194f45b18 req-acbc486b-bf25-4cf3-bbe6-6b9173970efb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e8e0ad6-671f-4624-9a69-5637d63447ee HTTP/1.1" status: 200 len: 217 time: 0.0897617 Feb 15 13:53:05.333813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:53:05.431411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-2508abda-101e-4f9c-9b99-863465e9a272 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:05.433508 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-2508abda-101e-4f9c-9b99-863465e9a272 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666705 Feb 15 13:53:05.437160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168973-a22d-4a65-b279-d19194f45b18 req-7f7e4c30-0214-4617-b3ed-2110f170524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:05.439262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef168973-a22d-4a65-b279-d19194f45b18 req-7f7e4c30-0214-4617-b3ed-2110f170524b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c08c3e3-66f4-4f32-9980-1020dcc29788 HTTP/1.1" status: 200 len: 854 time: 0.1191704 Feb 15 13:53:05.447759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6dac8-d670-4be7-981e-39bc95de200a req-970b0abd-01ec-423c-be97-d8d2ec92b7df tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:05.450921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8f6dac8-d670-4be7-981e-39bc95de200a req-970b0abd-01ec-423c-be97-d8d2ec92b7df tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 943 time: 0.3300765 Feb 15 13:53:05.457093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Request body: {'port': {'device_id': '9f87d9e3-3f80-407d-ae21-0c6a310d71e8', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '7aef015375ad44b98dbd519ebaf87d98'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:05.581360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd966176-757c-4848-9b40-da4afc58a83f req-0b1edaa6-a659-41b3-b3b9-8f5a4d337944 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:05.590103 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd966176-757c-4848-9b40-da4afc58a83f req-0b1edaa6-a659-41b3-b3b9-8f5a4d337944 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 944 time: 0.3114057 Feb 15 13:53:05.620085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6fc382b1-8e92-4609-b5d2-66606da792cb details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:05.632708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:05.639221 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (581d3f7e-13a5-4aa4-b9d9-485e5654d6de), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:05.648395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (66d62f3b-cccc-4f67-a917-b6e5e27d41a0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:05.669892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd966176-757c-4848-9b40-da4afc58a83f req-18f11249-743a-4c9d-87c1-e80666abba2c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786772 Feb 15 13:53:05.713635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168973-a22d-4a65-b279-d19194f45b18 req-20f9216b-c8a1-4e3b-90b2-bc974db8d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:05.716195 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef168973-a22d-4a65-b279-d19194f45b18 req-20f9216b-c8a1-4e3b-90b2-bc974db8d8ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=740c1002-d3de-4d18-a9fc-396bc6a0b533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2459400 Feb 15 13:53:05.743619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-75a4fafa-5ecb-496f-adaf-8dbd9c24bc13 None None] Set router e18da617-4349-49e9-aa5c-d4f3d7b546b8 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:53:05.760066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8f6dac8-d670-4be7-981e-39bc95de200a req-e5a302b8-ffce-46e4-baab-7ae987cc7d5a tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965896 Feb 15 13:53:05.775149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d62f3b-cccc-4f67-a917-b6e5e27d41a0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:05.845669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-75a4fafa-5ecb-496f-adaf-8dbd9c24bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-router', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:08Z', 'updated_at': '2022-02-15T13:53:04Z', 'revision_number': 6, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:05.858354 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6896070-f94d-4a37-b79a-af7debadaf1c x-openstack-request-id: req-e6896070-f94d-4a37-b79a-af7debadaf1c {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:05.858653 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95b0b3f-1a4e-46b5-8d88-f00a54f1075f", "tag": "fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:05.858927 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e6896070-f94d-4a37-b79a-af7debadaf1c {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:05.859338 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'tag': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c', 'status': 'completed', 'code': 200} Feb 15 13:53:05.888710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a4fafa-5ecb-496f-adaf-8dbd9c24bc13 None None] The sync data for ids ['e18da617-4349-49e9-aa5c-d4f3d7b546b8'] in n-d-829064-15 is: [{'id': 'e18da617-4349-49e9-aa5c-d4f3d7b546b8', 'name': 'tempest-FloatingIPDetailsTestJSON-2058939200-router', 'tenant_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:52:08Z', 'updated_at': '2022-02-15T13:53:04Z', 'revision_number': 6, 'project_id': 'd90d950306ff4a5e996c6c7d6bb9a172', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:53:05.910447 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef168973-a22d-4a65-b279-d19194f45b18 req-2e9223da-65fa-429f-824a-9f5fd704ba7e service neutron] 10.222.0.67 "GET /v2.0/networks/740c1002-d3de-4d18-a9fc-396bc6a0b533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848314 Feb 15 13:53:05.912258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Made reservation on behalf of 7aef015375ad44b98dbd519ebaf87d98 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:05.916192 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:05.935993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:05.961591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:05.962299 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:05.967299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6fc382b1-8e92-4609-b5d2-66606da792cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6fc382b1-8e92-4609-b5d2-66606da792cb,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:06.008786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '6fc382b1-8e92-4609-b5d2-66606da792cb', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'port_id': '6fc382b1-8e92-4609-b5d2-66606da792cb', 'mac_address': 'fa:16:3e:f3:65:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b28444a-b502-4aa0-b454-8e8c20bce1b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:53:06.048011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=581d3f7e-13a5-4aa4-b9d9-485e5654d6de,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:06.072035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6fc382b1-8e92-4609-b5d2-66606da792cb is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:06.072692 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.087389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.087744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.088098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.088441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.088786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.089657 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.089990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.090326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.090655 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.091012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.091341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.091673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.092001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:06.102485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Allocated IP 192.168.233.134 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/c730550c-b027-4790-8861-0daa2f115d04) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:06.103664 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (e18da617-4349-49e9-aa5c-d4f3d7b546b8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.121070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc382b1-8e92-4609-b5d2-66606da792cb {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:06.145577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Checking segment: {'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:06.145874 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Network hostable DHCP agents. Network: da2a1e32-5f2f-4556-9fc5-d67bc189ee3f, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:53:06.180668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6fc382b1-8e92-4609-b5d2-66606da792cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6fc382b1-8e92-4609-b5d2-66606da792cb,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:06.183537 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:06.183940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.187292 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.187967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7e8e0ad6-671f-4624-9a69-5637d63447ee details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:06.224783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b13e6-6cce-437f-bece-3919f7bdb3c3 req-10c754b3-3f49-4324-94e5-b80536437c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:06.227152 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b60b13e6-6cce-437f-bece-3919f7bdb3c3 req-10c754b3-3f49-4324-94e5-b80536437c73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1158 time: 0.3804970 Feb 15 13:53:06.239110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (e18da617-4349-49e9-aa5c-d4f3d7b546b8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.241592 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Publish callbacks [] for router_controller (e18da617-4349-49e9-aa5c-d4f3d7b546b8), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.244076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:06.246682 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f568d70b-7ca7-42a6-9742-731dbb3c72a2" -d '{"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-plugged", "status": "completed", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:06.278425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:06.289136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.342206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:53:06.342496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6fc382b1-8e92-4609-b5d2-66606da792cb,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:06.394641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (e18da617-4349-49e9-aa5c-d4f3d7b546b8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.397128 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e18da617-4349-49e9-aa5c-d4f3d7b546b8 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:53:06.406303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.407752 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-394cbba8-5aee-46fa-92bf-bf53dfb1c507 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e18da617-4349-49e9-aa5c-d4f3d7b546b8 HTTP/1.1" status: 204 len: 168 time: 1.7387209 Feb 15 13:53:06.411838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, da2a1e32-5f2f-4556-9fc5-d67bc189ee3f) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:06.416797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad507c1a-fc33-4858-b8f5-515b57f64378 req-d82914a2-9ab9-42e3-92c7-08d43a00664c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 210 time: 0.1628683 Feb 15 13:53:06.417873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:06.418847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.421115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49402) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:06.436591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa6af7-6b4c-4bbd-9c9c-ba7bacdab9ba None None] Network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:53:06.472854 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-14f98149-52b3-4f13-9745-83e2d7420612 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2750037 Feb 15 13:53:06.475424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=13']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:06.486666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49404) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:06.491861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:06.515364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7e8e0ad6-671f-4624-9a69-5637d63447ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7e8e0ad6-671f-4624-9a69-5637d63447ee,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:06.520672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b13e6-6cce-437f-bece-3919f7bdb3c3 req-b3dc6400-d309-43f0-896b-a2a7efb72c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:06.525144 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b60b13e6-6cce-437f-bece-3919f7bdb3c3 req-b3dc6400-d309-43f0-896b-a2a7efb72c8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.2787604 Feb 15 13:53:06.564259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '7e8e0ad6-671f-4624-9a69-5637d63447ee', 'network_id': '740c1002-d3de-4d18-a9fc-396bc6a0b533', 'port_id': '7e8e0ad6-671f-4624-9a69-5637d63447ee', 'mac_address': 'fa:16:3e:aa:91:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c08c3e3-66f4-4f32-9980-1020dcc29788', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:53:06.584844 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks [] for port (c730550c-b027-4790-8861-0daa2f115d04), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.599754 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b60b13e6-6cce-437f-bece-3919f7bdb3c3 req-ede4cf3f-2389-42eb-a2e6-4a2ab101409e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c HTTP/1.1" status: 200 len: 217 time: 0.0629268 Feb 15 13:53:06.619210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.622657 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.641717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-42e5eebe-59de-4c4f-9818-fba0621ffa96 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513744 Feb 15 13:53:06.643901 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe852503-b2c0-48e3-a877-cc6478fa3178 req-5c2209ec-8663-4edc-9374-8d10f319285f tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:06.651209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe852503-b2c0-48e3-a877-cc6478fa3178 req-5c2209ec-8663-4edc-9374-8d10f319285f tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 1128 time: 0.3983757 Feb 15 13:53:06.660662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef168973-a22d-4a65-b279-d19194f45b18 req-378485c1-a84d-4669-89c9-cac547ced1ae service neutron] 10.222.0.67 "GET /v2.0/networks/740c1002-d3de-4d18-a9fc-396bc6a0b533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7268283 Feb 15 13:53:06.662653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c84401da-9037-4c59-b63e-b6cb94c57fdc req-f8c59a25-2353-4b0a-9833-898e0d918f9c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 210 time: 0.1087968 Feb 15 13:53:06.673880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 7e8e0ad6-671f-4624-9a69-5637d63447ee is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:06.674561 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.694945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'fixed_ips': [{'subnet_id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:53:06.695818 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.712600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8e0ad6-671f-4624-9a69-5637d63447ee {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:06.723680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9ad166-a7c6-480f-b705-a5c5221c00f0 admin admin] Deleting subnet 975615d0-4c69-421c-95c5-590f58ea739b {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:53:06.758833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7e8e0ad6-671f-4624-9a69-5637d63447ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7e8e0ad6-671f-4624-9a69-5637d63447ee,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:06.770377 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad166-a7c6-480f-b705-a5c5221c00f0 admin admin] Publish callbacks [] for subnet (975615d0-4c69-421c-95c5-590f58ea739b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.810362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe852503-b2c0-48e3-a877-cc6478fa3178 req-551b28d6-e735-45d8-8538-31b1f4413c4f tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518958 Feb 15 13:53:06.822766 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Publish callbacks [] for router_controller (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.879445 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.919661 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99153fcd-3836-4ade-aef5-f47fd05371b0 x-openstack-request-id: req-99153fcd-3836-4ade-aef5-f47fd05371b0 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:06.919959 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-plugged", "status": "completed", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:06.920309 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99153fcd-3836-4ade-aef5-f47fd05371b0 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:06.920712 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'code': 200} Feb 15 13:53:06.941023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b13e6-6cce-437f-bece-3919f7bdb3c3 req-963fe15f-6248-4bd9-b3af-97ae2d6f28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:06.945997 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad166-a7c6-480f-b705-a5c5221c00f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (975615d0-4c69-421c-95c5-590f58ea739b), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:06.951101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59f017ca-9969-468f-b6f5-79e05fc1c225 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:53:06.953333 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b60b13e6-6cce-437f-bece-3919f7bdb3c3 req-963fe15f-6248-4bd9-b3af-97ae2d6f28e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.3361936 Feb 15 13:53:07.022293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 59f017ca-9969-468f-b6f5-79e05fc1c225 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:53:07.022651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59f017ca-9969-468f-b6f5-79e05fc1c225 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:53:07.023769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:53:07.028437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=7e8e0ad6-671f-4624-9a69-5637d63447ee,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:07.031375 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b60b13e6-6cce-437f-bece-3919f7bdb3c3 req-14b60949-a354-44cc-af8a-bc1c93611e36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754669 Feb 15 13:53:07.051454 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c730550c-b027-4790-8861-0daa2f115d04), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.066336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:53:07.066700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 66d62f3b-cccc-4f67-a917-b6e5e27d41a0 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:53:07.068713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Allocated IP 172.20.0.2 (da2a1e32-5f2f-4556-9fc5-d67bc189ee3f/581d3f7e-13a5-4aa4-b9d9-485e5654d6de/59ffff11-6aeb-456d-8c30-f96e734c04ed) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:07.074204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'c101a996-9b64-4c97-81ba-20e3959c7d09', '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc', '5176e481-ca4f-4fca-ba7c-3c067b8a1117'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:07.076590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422', '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c', '4fa886d3-e65e-4ebd-9fc2-41004485cc36'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:07.140207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-bf124261-a73b-4343-9e5f-bc5932fc58ff tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:07.143623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-bf124261-a73b-4343-9e5f-bc5932fc58ff tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4898288 Feb 15 13:53:07.180617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Publish callbacks [] for router_gateway (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.195673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:07.200410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Request body: {'port': {'device_id': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '06fe082f47a64ad9bc2ff9b5c4998f99'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:07.236161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7234d-bdc4-418b-9e17-5b780d67f326 req-89e3723f-b220-408d-b319-3ef81e67edc2 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:07.237722 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0db7234d-bdc4-418b-9e17-5b780d67f326 req-89e3723f-b220-408d-b319-3ef81e67edc2 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 944 time: 0.3746042 Feb 15 13:53:07.254597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:07.257509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:07.280969 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b60b13e6-6cce-437f-bece-3919f7bdb3c3 req-a53d61c4-5d2c-48b6-a855-52855e3909d0 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410350 Feb 15 13:53:07.301385 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event updated for resources: {'Port': ['ID=c730550c-b027-4790-8861-0daa2f115d04,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:07.402663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b6eaa-b424-4590-9199-2593a5bc7e27 req-fabe6d6b-1a16-4dac-a54e-a33ebabf4781 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:07.409025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24b6eaa-b424-4590-9199-2593a5bc7e27 req-fabe6d6b-1a16-4dac-a54e-a33ebabf4781 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 944 time: 0.4159825 Feb 15 13:53:07.414708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad166-a7c6-480f-b705-a5c5221c00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (975615d0-4c69-421c-95c5-590f58ea739b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.471531 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Publish callbacks [] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.489374 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b60b13e6-6cce-437f-bece-3919f7bdb3c3 req-04949564-d71b-41fa-bf7d-9d23c0506734 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976464 Feb 15 13:53:07.518866 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.542846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:07.543829 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.545604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Publish callbacks [] for router_gateway (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.553113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0db7234d-bdc4-418b-9e17-5b780d67f326 req-c3ae6581-93bb-472a-949f-3bd5e47948c0 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141683 Feb 15 13:53:07.565437 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.605789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:07.620466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:07.623196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:07.635058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Pushing event updated for resources: {'Port': ['ID=59ffff11-6aeb-456d-8c30-f96e734c04ed,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:07.639955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['6fc382b1-8e92-4609-b5d2-66606da792cb'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:07.657917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24b6eaa-b424-4590-9199-2593a5bc7e27 req-62dc9f3e-7c73-44e6-ace0-f3ae44586b05 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477942 Feb 15 13:53:07.689445 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad166-a7c6-480f-b705-a5c5221c00f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (975615d0-4c69-421c-95c5-590f58ea739b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.711668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7e8e0ad6-671f-4624-9a69-5637d63447ee'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:07.722584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Allocated IP 172.25.6.144 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/a614625c-2825-4cf2-bc3f-e5100c500731) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:07.772525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-a7e3e017-fc3b-4887-b2ba-42afe06abb71 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3202708 Feb 15 13:53:07.778009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ad166-a7c6-480f-b705-a5c5221c00f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975615d0-4c69-421c-95c5-590f58ea739b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:07.810306 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad166-a7c6-480f-b705-a5c5221c00f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.812102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7f9ad166-a7c6-480f-b705-a5c5221c00f0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/975615d0-4c69-421c-95c5-590f58ea739b HTTP/1.1" status: 204 len: 168 time: 1.3823659 Feb 15 13:53:07.815584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb19ee72-0fbd-4d1f-a67e-04a49ceb694c None None] Network 761b82c6-6e25-448a-9d93-261bc7318a7c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:53:07.820590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49416) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:07.820819 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Request body: {'port': {'device_id': '9f87d9e3-3f80-407d-ae21-0c6a310d71e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:07.844419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Made reservation on behalf of 06fe082f47a64ad9bc2ff9b5c4998f99 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:07.847897 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.928700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89cb9c-c8ea-406f-a03a-1c1527182778 req-905ef11f-aab5-417f-8429-dbc8498824ee tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:07.930325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d89cb9c-c8ea-406f-a03a-1c1527182778 req-905ef11f-aab5-417f-8429-dbc8498824ee tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 944 time: 0.2637832 Feb 15 13:53:07.939122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9563c43-2b37-47db-af99-eae1dd1d53bd req-f2c67cc9-5464-40fd-ba27-1dc966c67216 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:07.940588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9563c43-2b37-47db-af99-eae1dd1d53bd req-f2c67cc9-5464-40fd-ba27-1dc966c67216 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 1128 time: 0.1788311 Feb 15 13:53:07.962126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Publish callbacks [] for port (a614625c-2825-4cf2-bc3f-e5100c500731), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:07.966549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (761b82c6-6e25-448a-9d93-261bc7318a7c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:08.050199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:08.083971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7b92d489-a6d4-4ce1-a586-7798fcbe60eb None None] Provisioning complete for port c730550c-b027-4790-8861-0daa2f115d04 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:08.084453 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7b92d489-a6d4-4ce1-a586-7798fcbe60eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c730550c-b027-4790-8861-0daa2f115d04), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:08.096260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:08.103897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Deleting port 9056c57b-3357-4b6d-9746-8a38e66e3d4d {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:53:08.104328 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:08.109160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:08.122675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:08.147406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Attempting to bind port 59ffff11-6aeb-456d-8c30-f96e734c04ed on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:08.147895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Attempting to bind port 59ffff11-6aeb-456d-8c30-f96e734c04ed by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:08.148334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Attempting to bind port 59ffff11-6aeb-456d-8c30-f96e734c04ed on network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:08.191310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Pushing event updated for resources: {'Port': ['ID=a614625c-2825-4cf2-bc3f-e5100c500731,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:08.197842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:08.198399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Checking segment: {'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:08.199495 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:08.199895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Bound using segment: {'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:08.200400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Bound port: 59ffff11-6aeb-456d-8c30-f96e734c04ed, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:08.200791 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:08.258001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7b92d489-a6d4-4ce1-a586-7798fcbe60eb None None] Port c730550c-b027-4790-8861-0daa2f115d04 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:53:08.283728 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c730550c-b027-4790-8861-0daa2f115d04), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:08.460483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9563c43-2b37-47db-af99-eae1dd1d53bd req-19f03dea-62f5-407e-abc4-9bd056070a78 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809645 Feb 15 13:53:08.484858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d89cb9c-c8ea-406f-a03a-1c1527182778 req-3b4d44ff-6831-41d1-9a11-65a7e0c719db tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062042 Feb 15 13:53:08.520677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] For port 59ffff11-6aeb-456d-8c30-f96e734c04ed, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:08.549089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] For port 9056c57b-3357-4b6d-9746-8a38e66e3d4d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9056c57b-3357-4b6d-9746-8a38e66e3d4d,segment=NetworkSegment(893c481d-59c1-4084-a7be-ce8becc88733),segment_id=893c481d-59c1-4084-a7be-ce8becc88733)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:08.549520 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:08.567233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d872aad6-9db0-4280-a16f-fc34126de218 None None] DHCP port deletion for 761b82c6-6e25-448a-9d93-261bc7318a7c request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:53:08.573048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] For port 59ffff11-6aeb-456d-8c30-f96e734c04ed, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=59ffff11-6aeb-456d-8c30-f96e734c04ed,segment=NetworkSegment(014aabb5-5bb0-4af4-8089-63c6e858d210),segment_id=014aabb5-5bb0-4af4-8089-63c6e858d210)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:08.616091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Calling delete_port for 9056c57b-3357-4b6d-9746-8a38e66e3d4d owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:53:08.617515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Allocated IP 192.168.233.87 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/4079b9d6-273f-4eab-9da7-1b3740851a31) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:08.635533 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:08.695682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a3cc5ed-d613-4f61-a66b-ddbd1aa80401 req-964e6d9d-5946-42dc-b33f-4bf5fec424fc tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 210 time: 0.0922761 Feb 15 13:53:08.724435 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-69d40fa5-0a77-4eee-a372-b6ebf87962a8 service neutron] 10.222.0.42 "GET /v2.0/ports/fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c/bindings/n-h2-829064-15 HTTP/1.1" status: 200 len: 385 time: 0.5748680 Feb 15 13:53:08.843591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67422f-49e2-4b15-846f-e962060c22b5 None None] Pushing event updated for resources: {'Port': ['ID=59ffff11-6aeb-456d-8c30-f96e734c04ed,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:08.932174 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d872aad6-9db0-4280-a16f-fc34126de218 None None] Deleting port 9056c57b-3357-4b6d-9746-8a38e66e3d4d {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:53:08.932553 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d872aad6-9db0-4280-a16f-fc34126de218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:08.963246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9056c57b-3357-4b6d-9746-8a38e66e3d4d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:53:08.979903 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34537e6-261b-4a7a-a0cc-74a9d1e471cd req-c40d3d08-0a7d-4f83-beeb-a84467b00ab5 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:08.987278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f34537e6-261b-4a7a-a0cc-74a9d1e471cd req-c40d3d08-0a7d-4f83-beeb-a84467b00ab5 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 936 time: 0.3750234 Feb 15 13:53:09.019301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.066560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 9056c57b-3357-4b6d-9746-8a38e66e3d4d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:53:09.066979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9056c57b-3357-4b6d-9746-8a38e66e3d4d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:53:09.077656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27115cf9-c3f5-41fd-be80-6880af97bbf7 req-500f266a-7fca-4360-b12e-c62f6e648935 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:09.085398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27115cf9-c3f5-41fd-be80-6880af97bbf7 req-500f266a-7fca-4360-b12e-c62f6e648935 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 944 time: 0.1994197 Feb 15 13:53:09.093406 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks [] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.102956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d872aad6-9db0-4280-a16f-fc34126de218 None None] For port 9056c57b-3357-4b6d-9746-8a38e66e3d4d, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:09.103397 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d872aad6-9db0-4280-a16f-fc34126de218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.123944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Pushing event deleted for resources: {'Port': ['ID=9056c57b-3357-4b6d-9746-8a38e66e3d4d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:09.128847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] No DVR routers for this DVR port 9056c57b-3357-4b6d-9746-8a38e66e3d4d on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:53:09.140102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Publish callbacks [] for router_gateway (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.156002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d872aad6-9db0-4280-a16f-fc34126de218 None None] Calling delete_port for 9056c57b-3357-4b6d-9746-8a38e66e3d4d owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:53:09.159796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f34537e6-261b-4a7a-a0cc-74a9d1e471cd req-e52f9863-42b8-4a7a-8234-1bfab1f5c258 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713974 Feb 15 13:53:09.162885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-d872aad6-9db0-4280-a16f-fc34126de218 None None] Port 9056c57b-3357-4b6d-9746-8a38e66e3d4d was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 13:53:09.168493 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d872aad6-9db0-4280-a16f-fc34126de218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (9056c57b-3357-4b6d-9746-8a38e66e3d4d), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.203919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872aad6-9db0-4280-a16f-fc34126de218 None None] Pushing event deleted for resources: {'Port': ['ID=9056c57b-3357-4b6d-9746-8a38e66e3d4d,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:09.209521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872aad6-9db0-4280-a16f-fc34126de218 None None] No DVR routers for this DVR port 9056c57b-3357-4b6d-9746-8a38e66e3d4d on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:53:09.244555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27115cf9-c3f5-41fd-be80-6880af97bbf7 req-bcd7b676-7958-4c1b-ab04-42e3f6e1d762 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579173 Feb 15 13:53:09.344733 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.357534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['be9316c8-336a-492a-83ba-7739d98a09b0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:09.361778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9319140c-7d0d-455b-8668-166434526e49', 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:09.398746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (761b82c6-6e25-448a-9d93-261bc7318a7c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.436370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:09.453058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761b82c6-6e25-448a-9d93-261bc7318a7c']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:09.460495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:09.466059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:09.468990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.469344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.469681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.470014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.470345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.470674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.471043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.471377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.471702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.472020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.472340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.472659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.472978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:09.483636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:09.542778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:09.543444 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.588057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893c481d-59c1-4084-a7be-ce8becc88733') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:09.588476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893c481d-59c1-4084-a7be-ce8becc88733') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:09.599058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-c44f3a7c-2cd6-463b-bdcf-80f7343bc31c service neutron] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:09.600268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-db4a090e-79be-41f1-b0bb-e6cfe466b5df tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4294086 Feb 15 13:53:09.615282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f78c3-364f-47ad-bc3b-e7962871c44b req-79ed08bd-91f2-4564-baca-5e92ca3a66de tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:09.618021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f27f78c3-364f-47ad-bc3b-e7962871c44b req-79ed08bd-91f2-4564-baca-5e92ca3a66de tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 944 time: 0.2693508 Feb 15 13:53:09.623947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-c44f3a7c-2cd6-463b-bdcf-80f7343bc31c service neutron] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:09.625474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Request body: {'port': {'device_id': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:09.669486 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-c44f3a7c-2cd6-463b-bdcf-80f7343bc31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:09.688005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-c44f3a7c-2cd6-463b-bdcf-80f7343bc31c service neutron] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:09.700648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:53:09.796694 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.813695 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (893c481d-59c1-4084-a7be-ce8becc88733), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.816567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c730550c-b027-4790-8861-0daa2f115d04 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:09.825852 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.827474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-c44f3a7c-2cd6-463b-bdcf-80f7343bc31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.830607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f27f78c3-364f-47ad-bc3b-e7962871c44b req-be7892d7-6b54-4bc6-8294-4e450eb5b5da tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020714 Feb 15 13:53:09.833386 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Publish callbacks [] for port (c730550c-b027-4790-8861-0daa2f115d04), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.862486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (893c481d-59c1-4084-a7be-ce8becc88733), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.878413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:53:09.879670 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (893c481d-59c1-4084-a7be-ce8becc88733), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:53:09.916100 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:53:09.935666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6513e094-326f-491e-80d8-948f489ba47b None None] Provisioning complete for port 4079b9d6-273f-4eab-9da7-1b3740851a31 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:09.936483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6513e094-326f-491e-80d8-948f489ba47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:10.053936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:10.066693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Transition to ACTIVE for port object c730550c-b027-4790-8861-0daa2f115d04 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:10.069072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (761b82c6-6e25-448a-9d93-261bc7318a7c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:10.074667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:10.079722 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] 10.222.0.72 "DELETE /v2.0/networks/761b82c6-6e25-448a-9d93-261bc7318a7c HTTP/1.1" status: 204 len: 168 time: 2.2574639 Feb 15 13:53:10.095740 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:10.133865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498abe57-2684-4881-b8cb-9fe3284e2780 admin admin] Pushing event deleted for resources: {'Network': ['ID=761b82c6-6e25-448a-9d93-261bc7318a7c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:10.141649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6513e094-326f-491e-80d8-948f489ba47b None None] Port 4079b9d6-273f-4eab-9da7-1b3740851a31 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:53:10.290642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-c44f3a7c-2cd6-463b-bdcf-80f7343bc31c service neutron] Transition to ACTIVE for port object fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:10.325925 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-c44f3a7c-2cd6-463b-bdcf-80f7343bc31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:10.392374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49460) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:10.404872 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (c730550c-b027-4790-8861-0daa2f115d04), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:10.420200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4079b9d6-273f-4eab-9da7-1b3740851a31 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:10.466212 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Publish callbacks [] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:10.504648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-c44f3a7c-2cd6-463b-bdcf-80f7343bc31c service neutron] No DVR routers for this DVR port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:53:10.507724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecb8141-2714-41dd-a333-4fda4980ed10 None None] Network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:53:10.524032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f3a7c-2cd6-463b-bdcf-80f7343bc31c service neutron] Pushing event updated for resources: {'Port': ['ID=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,revision_number=10']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:10.577700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Transition to ACTIVE for port object 4079b9d6-273f-4eab-9da7-1b3740851a31 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:10.596618 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:10.599962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Pushing event updated for resources: {'Port': ['ID=c730550c-b027-4790-8861-0daa2f115d04,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:10.616431 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-88591bd0-6624-43b1-a06f-9f2ca5c9f645 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d90d950306ff4a5e996c6c7d6bb9a172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180083 Feb 15 13:53:10.621941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49462) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:10.648869 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-c44f3a7c-2cd6-463b-bdcf-80f7343bc31c service neutron] 10.222.0.42 "PUT /v2.0/ports/fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c/bindings/n-h2-829064-15/activate HTTP/1.1" status: 200 len: 370 time: 1.9091132 Feb 15 13:53:10.679336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:53:10.682411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-aeaf5a97-dfe8-4c44-8519-a12024687dac None None] Provisioning complete for port 59ffff11-6aeb-456d-8c30-f96e734c04ed triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:10.683571 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aeaf5a97-dfe8-4c44-8519-a12024687dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:10.749219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766945c9-3fd4-44e3-b374-673799c3e0e8 req-9317b39c-98b7-4dd9-bdfd-d470f19a1042 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:10.751073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-766945c9-3fd4-44e3-b374-673799c3e0e8 req-9317b39c-98b7-4dd9-bdfd-d470f19a1042 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 944 time: 0.6721339 Feb 15 13:53:10.893164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-e2e64c12-b80f-4808-9e74-ce28dcbe36c0 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:53:10.900511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-e2e64c12-b80f-4808-9e74-ce28dcbe36c0 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0989957 Feb 15 13:53:10.925828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:53:10.936762 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Sync routers for ids ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:53:10.958424 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Routers {'4d85d90c-8048-43c2-b3a4-92c7849f3dc1'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:53:10.959389 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:52:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:10.964018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-aeaf5a97-dfe8-4c44-8519-a12024687dac None None] Current status of the port 59ffff11-6aeb-456d-8c30-f96e734c04ed is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:10.964557 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aeaf5a97-dfe8-4c44-8519-a12024687dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:10.973509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:10.975433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:10.994923 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0f4c66fe-7797-4835-8b32-338078e75423 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5068717 Feb 15 13:53:11.001040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49466) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:11.030455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-aeaf5a97-dfe8-4c44-8519-a12024687dac None None] For port 59ffff11-6aeb-456d-8c30-f96e734c04ed, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=59ffff11-6aeb-456d-8c30-f96e734c04ed,segment=NetworkSegment(014aabb5-5bb0-4af4-8089-63c6e858d210),segment_id=014aabb5-5bb0-4af4-8089-63c6e858d210)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:11.044339 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aeaf5a97-dfe8-4c44-8519-a12024687dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.059031 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-766945c9-3fd4-44e3-b374-673799c3e0e8 req-01b046ae-2438-4ba6-b6db-cab3bfd6ac00 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688444 Feb 15 13:53:11.154952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-59ae9a0c-eaa4-46a8-b737-fc7b5b736279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:11.170566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-59ae9a0c-eaa4-46a8-b737-fc7b5b736279 service neutron] 10.222.0.72 "GET /v2.0/ports/17a5ee5d-5169-4418-9685-b2a0cad1566a HTTP/1.1" status: 200 len: 1125 time: 0.2691574 Feb 15 13:53:11.185939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Request body: {'binding': {'host': 'n-h2-829064-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:11.186395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Unknown quota resources ['binding']. {{(pid=109971) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 13:53:11.186885 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Set router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:53:11.190033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-1789b9ce-56a2-4b66-9665-3a044f22dd3b tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:11.191593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-1789b9ce-56a2-4b66-9665-3a044f22dd3b tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1128 time: 0.4332099 Feb 15 13:53:11.199717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59ffff11-6aeb-456d-8c30-f96e734c04ed up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:11.241747 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-80f7ae0c-7605-4a52-8495-c65187020c68 admin admin] Publish callbacks [] for security_group (f3e6a2b8-b286-4e68-8269-e2ab6cba0ca6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.264529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Attempting to bind port c730550c-b027-4790-8861-0daa2f115d04 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:11.264877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Attempting to bind port c730550c-b027-4790-8861-0daa2f115d04 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:11.265034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf5a97-dfe8-4c44-8519-a12024687dac None None] Pushing event updated for resources: {'Port': ['ID=59ffff11-6aeb-456d-8c30-f96e734c04ed,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:11.265207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Attempting to bind port c730550c-b027-4790-8861-0daa2f115d04 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:11.323555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Port c730550c-b027-4790-8861-0daa2f115d04 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:53:11.323886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Attempting to bind port c730550c-b027-4790-8861-0daa2f115d04 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:11.378228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-80f7ae0c-7605-4a52-8495-c65187020c68 admin admin] Publish callbacks [] for security_group (f3e6a2b8-b286-4e68-8269-e2ab6cba0ca6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.380395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 59ffff11-6aeb-456d-8c30-f96e734c04ed triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:11.381606 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.418327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:11.418949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:11.419210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:11.419602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Bound port: c730550c-b027-4790-8861-0daa2f115d04, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:11.419999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c730550c-b027-4790-8861-0daa2f115d04), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.449208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:11.449556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:11.449885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:11.493827 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:08Z', 'revision_number': 3, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:11.501726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Port 4079b9d6-273f-4eab-9da7-1b3740851a31 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:53:11.502370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:11.535128 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Checking router: 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:53:11.535760 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Updating router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 port a614625c-2825-4cf2-bc3f-e5100c500731 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:53:11.546495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-513743cf-c5cf-4423-a3ae-e6ae0de885d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:11.549134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-513743cf-c5cf-4423-a3ae-e6ae0de885d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f&tenant_id=72b3401121c0488ab7f8a0dba51c8a23 HTTP/1.1" status: 200 len: 1128 time: 0.3471942 Feb 15 13:53:11.553321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 59ffff11-6aeb-456d-8c30-f96e734c04ed is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:11.556947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:11.557297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:11.557732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:11.558176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Bound port: 4079b9d6-273f-4eab-9da7-1b3740851a31, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:11.558541 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.566891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd74de5-cef4-4227-8247-3ac702d19f38 req-6247dc29-5af9-4301-ba19-b5f92c297f6c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:11.574423 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.576123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4cd74de5-cef4-4227-8247-3ac702d19f38 req-6247dc29-5af9-4301-ba19-b5f92c297f6c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 947 time: 0.3994176 Feb 15 13:53:11.630800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-85f83992-42ff-4656-907b-9e0cc509b09d None None] Provisioning complete for port 59ffff11-6aeb-456d-8c30-f96e734c04ed triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:11.631703 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-85f83992-42ff-4656-907b-9e0cc509b09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.671594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6fc382b1-8e92-4609-b5d2-66606da792cb up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:11.705049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.749585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.768306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] For port c730550c-b027-4790-8861-0daa2f115d04, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:11.789739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-80f7ae0c-7605-4a52-8495-c65187020c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f3e6a2b8-b286-4e68-8269-e2ab6cba0ca6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.789739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-80f7ae0c-7605-4a52-8495-c65187020c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.791759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-80f7ae0c-7605-4a52-8495-c65187020c68 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3e6a2b8-b286-4e68-8269-e2ab6cba0ca6 HTTP/1.1" status: 204 len: 168 time: 1.1330776 Feb 15 13:53:11.825182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] For port c730550c-b027-4790-8861-0daa2f115d04, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c730550c-b027-4790-8861-0daa2f115d04,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:11.855535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4cd74de5-cef4-4227-8247-3ac702d19f38 req-4a4f25bc-e675-475d-9e49-4250a12f6601 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784207 Feb 15 13:53:11.861023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7ae0c-7605-4a52-8495-c65187020c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e6a2b8-b286-4e68-8269-e2ab6cba0ca6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:11.874477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 6fc382b1-8e92-4609-b5d2-66606da792cb completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:11.881132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a on host n-h2-829064-15 for vnic_type normal with profile None {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:11.885482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:11.886425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:11.903462 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (c730550c-b027-4790-8861-0daa2f115d04), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.913723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-c3708dc3-9cdd-43b2-a8cf-f981865bf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:11.918420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 6fc382b1-8e92-4609-b5d2-66606da792cb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:11.919625 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.928994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-c3708dc3-9cdd-43b2-a8cf-f981865bf3e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1128 time: 0.3480582 Feb 15 13:53:11.951629 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:11.955939 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Publish callbacks [] for port (a614625c-2825-4cf2-bc3f-e5100c500731), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.967296 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:11.977667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-85f83992-42ff-4656-907b-9e0cc509b09d None None] Current status of the port 59ffff11-6aeb-456d-8c30-f96e734c04ed is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:12.002133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Port 17a5ee5d-5169-4418-9685-b2a0cad1566a on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:53:12.002463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:12.016361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Allocated IP 172.20.0.1 (da2a1e32-5f2f-4556-9fc5-d67bc189ee3f/581d3f7e-13a5-4aa4-b9d9-485e5654d6de/71d6f47d-8d2b-40a4-80f9-4e2f0082494b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:12.032487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:12.032854 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.034882 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] 10.222.0.67 "PUT /v2.0/ports/c730550c-b027-4790-8861-0daa2f115d04 HTTP/1.1" status: 200 len: 1097 time: 4.2207131 Feb 15 13:53:12.059072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6fc382b1-8e92-4609-b5d2-66606da792cb is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:12.059832 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.102707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f87d9e3-3f80-407d-ae21-0c6a310d71e8', 'tag': 'c730550c-b027-4790-8861-0daa2f115d04'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:12.106919 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03faeceb-7d49-4eee-b58d-5a57cbaa43de" -d '{"events": [{"name": "network-changed", "server_uuid": "9f87d9e3-3f80-407d-ae21-0c6a310d71e8", "tag": "c730550c-b027-4790-8861-0daa2f115d04"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:12.122467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:12.122936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:12.123220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:12.123679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Bound port: 17a5ee5d-5169-4418-9685-b2a0cad1566a, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:12.125396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc382b1-8e92-4609-b5d2-66606da792cb'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:12.128274 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da3b372-2556-41ab-bf7a-1b3146ff486b" -d '{"events": [{"server_uuid": "c04c14d0-7b60-4269-87ca-3b117ceaee1a", "name": "network-vif-plugged", "status": "completed", "tag": "6fc382b1-8e92-4609-b5d2-66606da792cb"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:12.128427 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Pushing event updated for resources: {'Port': ['ID=a614625c-2825-4cf2-bc3f-e5100c500731,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:12.151584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:12.159255 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Attempting to bind port a614625c-2825-4cf2-bc3f-e5100c500731 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:12.164090 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Attempting to bind port a614625c-2825-4cf2-bc3f-e5100c500731 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:12.165042 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Attempting to bind port a614625c-2825-4cf2-bc3f-e5100c500731 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:12.165668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6fc382b1-8e92-4609-b5d2-66606da792cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6fc382b1-8e92-4609-b5d2-66606da792cb,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:12.173741 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.174522 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.176001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7e8e0ad6-671f-4624-9a69-5637d63447ee up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:12.178761 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.180436 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.181204 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.184555 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.186166 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.186671 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.188063 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.188729 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.189249 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.189964 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.193737 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.194483 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:12.199892 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:12.200479 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:12.204895 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.205488 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:12.207173 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Bound port: a614625c-2825-4cf2-bc3f-e5100c500731, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:12.208177 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.225987 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.265542 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c2b2d-6113-4361-a92a-19a8061648da service neutron] Pushing event updated for resources: {'Port': ['ID=c730550c-b027-4790-8861-0daa2f115d04,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:12.339624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6fc382b1-8e92-4609-b5d2-66606da792cb,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:12.350822 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] For port a614625c-2825-4cf2-bc3f-e5100c500731, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:12.358176 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] For port a614625c-2825-4cf2-bc3f-e5100c500731, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a614625c-2825-4cf2-bc3f-e5100c500731,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:12.359442 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 7e8e0ad6-671f-4624-9a69-5637d63447ee completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:12.367531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 7e8e0ad6-671f-4624-9a69-5637d63447ee triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:12.368270 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.368605 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.393340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:12.394085 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.396771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] 10.222.0.42 "PUT /v2.0/ports/4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 1096 time: 2.7776127 Feb 15 13:53:12.417695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:12.455231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e42e09-5c8f-4dd4-b096-f761609c8dfd service neutron] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:12.461081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-90393fdf-213b-4de6-8132-637dc33a6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:12.462863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-90393fdf-213b-4de6-8132-637dc33a6c8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.5130639 Feb 15 13:53:12.488595 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Routers {'4d85d90c-8048-43c2-b3a4-92c7849f3dc1'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:53:12.489125 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:52:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:12.520662 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.523175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-d2e2df38-3b8c-47fe-aaf2-72af5de1c066 service neutron] 10.222.0.72 "POST /v2.0/ports/17a5ee5d-5169-4418-9685-b2a0cad1566a/bindings HTTP/1.1" status: 201 len: 390 time: 1.3513293 Feb 15 13:53:12.651372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 7e8e0ad6-671f-4624-9a69-5637d63447ee is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:12.651864 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.668830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aad33a-a232-4a0b-ae3d-4a2754ea52ce req-df778e46-dca8-4804-ba15-462e3f728638 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:12.677688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98aad33a-a232-4a0b-ae3d-4a2754ea52ce req-df778e46-dca8-4804-ba15-462e3f728638 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 948 time: 0.6717958 Feb 15 13:53:12.717302 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda0481-de4a-4f09-88d7-afe94bbc2b60 None None] Pushing event updated for resources: {'Port': ['ID=a614625c-2825-4cf2-bc3f-e5100c500731,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:12.805385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Publish callbacks [] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.845141 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.871152 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] Set router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:53:12.900154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7e8e0ad6-671f-4624-9a69-5637d63447ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7e8e0ad6-671f-4624-9a69-5637d63447ee,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:12.900525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:12.905255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:12.909859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:12.925430 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:12.936749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Pushing event updated for resources: {'Port': ['ID=71d6f47d-8d2b-40a4-80f9-4e2f0082494b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:12.955707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:13.158348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:13.169747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59ffff11-6aeb-456d-8c30-f96e734c04ed up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:13.194245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-a7d89879-6afd-4545-bc76-99e4f39e6b82 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c HTTP/1.1" status: 200 len: 217 time: 0.6886120 Feb 15 13:53:13.297504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=7e8e0ad6-671f-4624-9a69-5637d63447ee,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:13.311871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-22470024-f63b-418f-aacc-e755a574ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:13.314515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-22470024-f63b-418f-aacc-e755a574ecf2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 1131 time: 1.1982160 Feb 15 13:53:13.333085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 59ffff11-6aeb-456d-8c30-f96e734c04ed triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:13.333481 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:13.418273 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:08Z', 'revision_number': 3, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:13.422635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-febe57c6-5c3b-475d-88df-a0e4ece2eee0 None None] Provisioning complete for port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:13.422973 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-febe57c6-5c3b-475d-88df-a0e4ece2eee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:13.434177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-0585a7b9-ba53-4cbc-a69c-fcebe6919fd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=c730550c-b027-4790-8861-0daa2f115d04 HTTP/1.1" status: 200 len: 217 time: 0.0984094 Feb 15 13:53:13.477850 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260e49e-cf68-45b6-a4cd-4ee1123cb4b4 None None] The sync data for ids ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'] in n-d-829064-15 is: [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:08Z', 'revision_number': 3, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:53:13.486198 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98aad33a-a232-4a0b-ae3d-4a2754ea52ce req-063c7144-4b96-4957-b610-872143bcb3db tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8075259 Feb 15 13:53:13.488128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-ecb67df6-5d2e-4d54-8cf8-ef9c0e7a68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:13.488285 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Publish callbacks [] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:13.489777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-ecb67df6-5d2e-4d54-8cf8-ef9c0e7a68a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.2647560 Feb 15 13:53:13.503618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:13.529990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-febe57c6-5c3b-475d-88df-a0e4ece2eee0 None None] Port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:53:13.531788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-017d4fb1-ed20-4901-9858-80da20d621ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:13.534418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-017d4fb1-ed20-4901-9858-80da20d621ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1130 time: 1.0643594 Feb 15 13:53:13.569118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 59ffff11-6aeb-456d-8c30-f96e734c04ed is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:13.590915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-548527f6-fc5e-4fba-b303-3b26fe399eb7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647202 Feb 15 13:53:13.615192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Pushing event updated for resources: {'Port': ['ID=71d6f47d-8d2b-40a4-80f9-4e2f0082494b,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:13.652458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:13.672009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-4b683e70-48a7-46cd-a77f-bd4024062b2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 217 time: 0.1167355 Feb 15 13:53:13.788470 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-2cce5153-030e-4dd4-9b1a-2762ae1a6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:13.790072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-2cce5153-030e-4dd4-9b1a-2762ae1a6876 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.3347211 Feb 15 13:53:13.790187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:13.795009 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:13.904872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-0fffb61f-82b6-42fe-9711-6bd814cb9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:13.906753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-0fffb61f-82b6-42fe-9711-6bd814cb9add service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.2202690 Feb 15 13:53:13.983423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df905b6c-d32a-4750-9e49-cef3ecb8e550 req-ac448026-3509-4697-b084-c279aea1d309 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:13.997642 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df905b6c-d32a-4750-9e49-cef3ecb8e550 req-ac448026-3509-4697-b084-c279aea1d309 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 945 time: 0.3397317 Feb 15 13:53:14.018535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:53:14.052349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-30b6989b-0dba-4b00-a923-5c19cdeac4f9 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960781 Feb 15 13:53:14.062278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b958d-9776-4fe4-ae49-320a0861bd32 req-7e37da5e-a24f-4e37-8004-52d426c45d35 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:14.063911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-394b958d-9776-4fe4-ae49-320a0861bd32 req-7e37da5e-a24f-4e37-8004-52d426c45d35 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 945 time: 0.8647771 Feb 15 13:53:14.090282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-43f4d544-72ec-456f-a108-fdf418ab970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:14.091902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-43f4d544-72ec-456f-a108-fdf418ab970a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2676318 Feb 15 13:53:14.232900 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:53:14.239136 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0568dd7b-4dc8-418a-8226-e5e8bad0867e admin admin] 10.222.0.72 "PUT /v2.0/routers/4d85d90c-8048-43c2-b3a4-92c7849f3dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2292275 Feb 15 13:53:14.274397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5a79a6aa-70c9-42a1-9a8f-66953d696d80 None None] Provisioning complete for port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:14.274987 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a79a6aa-70c9-42a1-9a8f-66953d696d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:14.297674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-251fda70-1948-443b-88bc-adc5fadf219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:14.299227 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-251fda70-1948-443b-88bc-adc5fadf219e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3735018 Feb 15 13:53:14.331644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5a79a6aa-70c9-42a1-9a8f-66953d696d80 None None] Port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:53:14.433823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-394b958d-9776-4fe4-ae49-320a0861bd32 req-e17cf69d-d481-427f-afd7-b18e489754a5 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534856 Feb 15 13:53:14.455857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df905b6c-d32a-4750-9e49-cef3ecb8e550 req-ecdc2be7-4828-467a-95f2-5c011f28cfdf tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571216 Feb 15 13:53:14.464448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-b97bf1e8-1500-4ce1-9062-cd2f95bc64ff service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969266 Feb 15 13:53:14.506240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-e0bc43f3-5e2f-423e-bb21-bd2bedf95c18 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856196 Feb 15 13:53:14.531747 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e04040-c2a0-4d2d-a1fc-d75c63c1122e x-openstack-request-id: req-12e04040-c2a0-4d2d-a1fc-d75c63c1122e {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:14.532030 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f87d9e3-3f80-407d-ae21-0c6a310d71e8", "tag": "c730550c-b027-4790-8861-0daa2f115d04", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:14.532287 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-12e04040-c2a0-4d2d-a1fc-d75c63c1122e {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:14.532685 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f87d9e3-3f80-407d-ae21-0c6a310d71e8', 'tag': 'c730550c-b027-4790-8861-0daa2f115d04', 'status': 'completed', 'code': 200} Feb 15 13:53:14.571987 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b61a1e9-b794-4b5c-859b-2264dd6b470d x-openstack-request-id: req-6b61a1e9-b794-4b5c-859b-2264dd6b470d {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:14.572287 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04c14d0-7b60-4269-87ca-3b117ceaee1a", "name": "network-vif-plugged", "status": "completed", "tag": "6fc382b1-8e92-4609-b5d2-66606da792cb", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:14.572687 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b61a1e9-b794-4b5c-859b-2264dd6b470d {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:14.573558 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc382b1-8e92-4609-b5d2-66606da792cb', 'code': 200} Feb 15 13:53:14.610427 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-d78e0c5b-7f52-47cd-882b-9e19ab2e7902 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960584 Feb 15 13:53:14.647685 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e1f4fcd2-dbf5-4429-9471-a926a492299d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:14.799669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-576c5b52-d4ae-451d-9476-cc423a4554c3 req-fc1cd497-73a7-408f-b50d-dbf13842d2c8 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661359 Feb 15 13:53:14.821177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-65efb7e8-d942-4964-8cf7-eaaf0c12d00a tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:14.824211 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-65efb7e8-d942-4964-8cf7-eaaf0c12d00a tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1128 time: 0.0811679 Feb 15 13:53:14.833204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44963ffc-dd40-4b5f-8c6e-2246898bebc4 req-58994d4d-00ca-4e99-877f-7814bef72b26 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:14.834705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44963ffc-dd40-4b5f-8c6e-2246898bebc4 req-58994d4d-00ca-4e99-877f-7814bef72b26 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 945 time: 0.2788990 Feb 15 13:53:14.874640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cf217-a730-4bdc-8a59-d02bfc0aa907 req-5e46c9aa-cc29-4e23-bd48-85b0a366e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:14.876180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-128cf217-a730-4bdc-8a59-d02bfc0aa907 req-5e46c9aa-cc29-4e23-bd48-85b0a366e8c2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 1128 time: 0.2209864 Feb 15 13:53:14.925708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1902263a-05f5-4128-b9ae-bd5d0c1971ec req-d8357a7b-70c7-4aff-8462-8667599b1665 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853873 Feb 15 13:53:14.956650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dd501-9bd3-4509-8409-a4c1ecab691a req-49f4173a-f182-4f98-8c23-a2a0b9afced3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:14.963675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b7dd501-9bd3-4509-8409-a4c1ecab691a req-49f4173a-f182-4f98-8c23-a2a0b9afced3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 945 time: 0.2794538 Feb 15 13:53:14.979059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a614625c-2825-4cf2-bc3f-e5100c500731 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:14.991835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-dc4d5f68-51bf-4722-aef1-235361620c16 service neutron] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:15.000855 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-dc4d5f68-51bf-4722-aef1-235361620c16 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:15.001712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44963ffc-dd40-4b5f-8c6e-2246898bebc4 req-5810d18d-5831-4f54-b390-b564b2598e7f tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589866 Feb 15 13:53:15.002973 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8f5feeb3-7148-4222-8722-58ed022164b1 req-dc4d5f68-51bf-4722-aef1-235361620c16 service neutron] 10.222.0.67 "DELETE /v2.0/ports/fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c/bindings/n-h1-829064-15 HTTP/1.1" status: 204 len: 173 time: 0.1509912 Feb 15 13:53:15.045499 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faeceb-7d49-4eee-b58d-5a57cbaa43de req-211babad-55c7-4ed3-b53c-2903ecdd5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:15.047469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03faeceb-7d49-4eee-b58d-5a57cbaa43de req-211babad-55c7-4ed3-b53c-2903ecdd5247 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 1131 time: 0.1687238 Feb 15 13:53:15.055055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-128cf217-a730-4bdc-8a59-d02bfc0aa907 req-9406bc58-b632-4720-b14b-5a6da6eccedb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601076 Feb 15 13:53:15.069069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a614625c-2825-4cf2-bc3f-e5100c500731 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:15.069873 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:15.117771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b7dd501-9bd3-4509-8409-a4c1ecab691a req-d041545a-8a57-46ae-b300-4283ce666b11 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430421 Feb 15 13:53:15.157573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a614625c-2825-4cf2-bc3f-e5100c500731 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:15.158106 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:15.183040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port a614625c-2825-4cf2-bc3f-e5100c500731, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a614625c-2825-4cf2-bc3f-e5100c500731,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:15.191868 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:15.218217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faeceb-7d49-4eee-b58d-5a57cbaa43de req-e368ff25-e112-4518-a189-536853220bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:15.219758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03faeceb-7d49-4eee-b58d-5a57cbaa43de req-e368ff25-e112-4518-a189-536853220bb5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1566565 Feb 15 13:53:15.227289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e895f9-8039-4c22-9785-2cbaea820946 req-7a94a6b6-3f5d-4da3-95b3-a93df0348912 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:15.229060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67e895f9-8039-4c22-9785-2cbaea820946 req-7a94a6b6-3f5d-4da3-95b3-a93df0348912 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 947 time: 0.1081650 Feb 15 13:53:15.256473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=a614625c-2825-4cf2-bc3f-e5100c500731,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:15.283704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67e895f9-8039-4c22-9785-2cbaea820946 req-9e403280-f219-4aea-8c6d-de83e9d1a606 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480061 Feb 15 13:53:15.309011 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:53:15.414620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ae02-3a4a-4e1f-9acb-b777f7a7bee7 req-dd4da5eb-4e10-4061-9af2-84fb6eb9aac8 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:15.416204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc9ae02-3a4a-4e1f-9acb-b777f7a7bee7 req-dd4da5eb-4e10-4061-9af2-84fb6eb9aac8 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 948 time: 0.0624835 Feb 15 13:53:15.470670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc9ae02-3a4a-4e1f-9acb-b777f7a7bee7 req-2bdfdac2-3f7b-411d-a0b1-b2b242033638 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476542 Feb 15 13:53:15.616747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49566) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:15.621291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a7a906f8-7a8f-45a1-aa38-4f22ad1c6972 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445924222', 'description': 'tempest-description--1122463234'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:15.624468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Sync routers for ids ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:53:15.637484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Routers {'4d85d90c-8048-43c2-b3a4-92c7849f3dc1'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:53:15.638065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:52:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:15.659862 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7a906f8-7a8f-45a1-aa38-4f22ad1c6972 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:15.750137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d953492-e275-4c65-a0d1-bab01027f7d9 req-2cb54b91-0759-4671-9bbd-6395fcbece74 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:15.752130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7a906f8-7a8f-45a1-aa38-4f22ad1c6972 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group (418f6526-95af-475d-a78d-1af87fcde9c4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:15.758600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d953492-e275-4c65-a0d1-bab01027f7d9 req-2cb54b91-0759-4671-9bbd-6395fcbece74 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 945 time: 0.0744550 Feb 15 13:53:15.759594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7a906f8-7a8f-45a1-aa38-4f22ad1c6972 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (418f6526-95af-475d-a78d-1af87fcde9c4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:15.806810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Set router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:53:15.807070 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7a906f8-7a8f-45a1-aa38-4f22ad1c6972 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:15.812420 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a7a906f8-7a8f-45a1-aa38-4f22ad1c6972 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1945195 Feb 15 13:53:15.815477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49584) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:15.822335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a906f8-7a8f-45a1-aa38-4f22ad1c6972 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418f6526-95af-475d-a78d-1af87fcde9c4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:15.828727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-00de2d69-c286-4ad9-9a55-1d6ed1a98347 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Request body: {'security_group_rule': {'security_group_id': '418f6526-95af-475d-a78d-1af87fcde9c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:15.859032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d953492-e275-4c65-a0d1-bab01027f7d9 req-97139434-7b0e-4857-9fa6-22cc2b29a03e tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993402 Feb 15 13:53:15.884679 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00de2d69-c286-4ad9-9a55-1d6ed1a98347 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group_rule (07aaf94d-9312-425e-a5c9-b282eb39178c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.010347 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00de2d69-c286-4ad9-9a55-1d6ed1a98347 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group_rule (07aaf94d-9312-425e-a5c9-b282eb39178c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.029629 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b23f4-9e2a-47bf-8eb4-059e5db3f8f0 req-3248fab4-1796-4811-b7dd-1732691c4c8e tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:16.029629 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-064b23f4-9e2a-47bf-8eb4-059e5db3f8f0 req-3248fab4-1796-4811-b7dd-1732691c4c8e tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 945 time: 0.1006074 Feb 15 13:53:16.030818 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00de2d69-c286-4ad9-9a55-1d6ed1a98347 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (07aaf94d-9312-425e-a5c9-b282eb39178c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.060860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de2d69-c286-4ad9-9a55-1d6ed1a98347 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07aaf94d-9312-425e-a5c9-b282eb39178c,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:16.082202 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00de2d69-c286-4ad9-9a55-1d6ed1a98347 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.083548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-00de2d69-c286-4ad9-9a55-1d6ed1a98347 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2645497 Feb 15 13:53:16.086548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49594) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:16.093480 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b921d691-2943-4dc3-a6f2-aee4bbea5e36 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Request body: {'security_group_rule': {'security_group_id': '418f6526-95af-475d-a78d-1af87fcde9c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:16.135134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b921d691-2943-4dc3-a6f2-aee4bbea5e36 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group_rule (fa9fa32a-48ea-4cd2-8d32-0e5918259e1f), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.139442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-064b23f4-9e2a-47bf-8eb4-059e5db3f8f0 req-3c9a2c8d-d805-41e5-8bf1-bf3821f2f4d3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960743 Feb 15 13:53:16.159728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:13Z', 'revision_number': 4, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '71d6f47d-8d2b-40a4-80f9-4e2f0082494b', 'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'mac_address': 'fa:16:3e:14:27:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:11Z', 'updated_at': '2022-02-15T13:53:13Z', 'revision_number': 2, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'subnets': [{'id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:16.172011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81038e1c-a69a-4f30-b62d-392cc6a08a4f req-bcdcc1dc-b4d2-4285-be31-a5707a7244da tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:16.173586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81038e1c-a69a-4f30-b62d-392cc6a08a4f req-bcdcc1dc-b4d2-4285-be31-a5707a7244da tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 945 time: 0.0801377 Feb 15 13:53:16.196900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Checking router: 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:53:16.198516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Updating router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:53:16.223784 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b921d691-2943-4dc3-a6f2-aee4bbea5e36 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group_rule (fa9fa32a-48ea-4cd2-8d32-0e5918259e1f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.228741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b921d691-2943-4dc3-a6f2-aee4bbea5e36 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (fa9fa32a-48ea-4cd2-8d32-0e5918259e1f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.234458 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.259225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921d691-2943-4dc3-a6f2-aee4bbea5e36 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9fa32a-48ea-4cd2-8d32-0e5918259e1f,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:16.269696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81038e1c-a69a-4f30-b62d-392cc6a08a4f req-cf5ec81e-e280-4e13-98f7-f2d0f5346273 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863478 Feb 15 13:53:16.280515 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b921d691-2943-4dc3-a6f2-aee4bbea5e36 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.281733 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b921d691-2943-4dc3-a6f2-aee4bbea5e36 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1941290 Feb 15 13:53:16.284969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49620) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:16.290135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:16.334527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.445759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206d45-4fc4-4fcc-843f-7717983be1a7 req-41a76aec-6f8c-4a0d-b5b2-1525162e84d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:16.447606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1206d45-4fc4-4fcc-843f-7717983be1a7 req-41a76aec-6f8c-4a0d-b5b2-1525162e84d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 945 time: 0.0986805 Feb 15 13:53:16.515872 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.528494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1206d45-4fc4-4fcc-843f-7717983be1a7 req-ca995f1f-71a1-4ff1-8e26-17792f76a400 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706251 Feb 15 13:53:16.534615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:16.537504 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034c6202-e14e-4f67-a05a-f304b72e64d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:16.557798 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Publish callbacks [] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.565772 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.579357 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8149b978-fd2c-4847-ac1d-c9da3cc449ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e0ad6-671f-4624-9a69-5637d63447ee'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:16.581677 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b74bf2f-b702-46b9-b918-713046fbb943" -d '{"events": [{"server_uuid": "8149b978-fd2c-4847-ac1d-c9da3cc449ac", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e0ad6-671f-4624-9a69-5637d63447ee"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:16.675855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Pushing event updated for resources: {'Port': ['ID=71d6f47d-8d2b-40a4-80f9-4e2f0082494b,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:16.707657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Attempting to bind port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:16.708261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Attempting to bind port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:16.708867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Attempting to bind port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b on network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:16.718325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:16.718978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Checking segment: {'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:16.719609 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.720214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Bound using segment: {'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:16.721931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Bound port: 71d6f47d-8d2b-40a4-80f9-4e2f0082494b, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:16.722782 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.779511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Allocated IP 172.25.6.18 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/452839e1-552f-488f-9d56-48953f8c2a78) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:16.804358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c5625-1cae-4a2b-a687-a85db6f97bfa req-bba96284-de64-47f6-8f04-87cd67fe7e6e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:16.805953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-917c5625-1cae-4a2b-a687-a85db6f97bfa req-bba96284-de64-47f6-8f04-87cd67fe7e6e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 947 time: 0.1478651 Feb 15 13:53:16.830842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] For port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:16.831342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea8078-0f1f-4a1e-98dc-ccb45e3025c8 req-21cf8e6d-78d3-4c90-b1c0-4fa74a70eba8 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:16.833340 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bea8078-0f1f-4a1e-98dc-ccb45e3025c8 req-21cf8e6d-78d3-4c90-b1c0-4fa74a70eba8 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 948 time: 0.1557977 Feb 15 13:53:16.836761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] For port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=71d6f47d-8d2b-40a4-80f9-4e2f0082494b,segment=NetworkSegment(014aabb5-5bb0-4af4-8089-63c6e858d210),segment_id=014aabb5-5bb0-4af4-8089-63c6e858d210)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:16.846746 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:16.938475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Pushing event updated for resources: {'Port': ['ID=71d6f47d-8d2b-40a4-80f9-4e2f0082494b,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:16.942542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Routers {'4d85d90c-8048-43c2-b3a4-92c7849f3dc1'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:53:16.943264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:52:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:16.969571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-917c5625-1cae-4a2b-a687-a85db6f97bfa req-138bf357-4405-42fc-acaf-eb827539a010 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540933 Feb 15 13:53:16.986274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bea8078-0f1f-4a1e-98dc-ccb45e3025c8 req-6ee682b9-0420-4910-9c4d-c3d32f3edb52 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320829 Feb 15 13:53:17.013171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.013596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.014609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.015014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.015343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.015684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.016022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.016358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.017243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.017581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.017916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.018246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.018573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d13f11-80bc-4386-908d-21642b2af4fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:53:17.028552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a614625c-2825-4cf2-bc3f-e5100c500731 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:17.036745 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f9e9b9-6a27-42ba-97b5-820c8b27504e x-openstack-request-id: req-b6f9e9b9-6a27-42ba-97b5-820c8b27504e {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:17.037053 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:17.037304 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b6f9e9b9-6a27-42ba-97b5-820c8b27504e {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:17.037711 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'status': 'completed', 'code': 200} Feb 15 13:53:17.052060 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for port (452839e1-552f-488f-9d56-48953f8c2a78), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:17.119394 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fddce6-3df5-4e31-b531-7f2df63b6767 x-openstack-request-id: req-e7fddce6-3df5-4e31-b531-7f2df63b6767 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:17.119808 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8149b978-fd2c-4847-ac1d-c9da3cc449ac", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e0ad6-671f-4624-9a69-5637d63447ee", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:17.119987 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7fddce6-3df5-4e31-b531-7f2df63b6767 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:17.120396 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8149b978-fd2c-4847-ac1d-c9da3cc449ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e0ad6-671f-4624-9a69-5637d63447ee', 'code': 200} Feb 15 13:53:17.177491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-24faeb81-3ee1-451a-b90b-9c68603f6dae None None] Provisioning complete for port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:17.177837 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24faeb81-3ee1-451a-b90b-9c68603f6dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:17.184098 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-df7099f7-3c0e-47e8-bb5c-dd83d8972f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:17.227364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (452839e1-552f-488f-9d56-48953f8c2a78), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:17.249682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] Set router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:53:17.262605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c6202-e14e-4f67-a05a-f304b72e64d1 req-e923153a-4f22-40bc-af84-76f0ecb487ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:17.265172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-034c6202-e14e-4f67-a05a-f304b72e64d1 req-e923153a-4f22-40bc-af84-76f0ecb487ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1130 time: 0.1899059 Feb 15 13:53:17.275546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a614625c-2825-4cf2-bc3f-e5100c500731 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:17.275848 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:17.380156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:17.397002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:17.408451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:17.410467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Pushing event updated for resources: {'Port': ['ID=452839e1-552f-488f-9d56-48953f8c2a78,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:17.421289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cf67a-cd77-4a53-94d9-7336060db3e3 req-e5b04cad-9040-40f7-86ae-5abd6caf13de tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:17.422859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-104cf67a-cd77-4a53-94d9-7336060db3e3 req-e5b04cad-9040-40f7-86ae-5abd6caf13de tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1128 time: 0.2642560 Feb 15 13:53:17.458748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d052e-97a7-42bc-b8e5-3e6b6ebb4dff req-caddf771-23e8-4518-8f2f-f8ec4df40883 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:17.460344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-610d052e-97a7-42bc-b8e5-3e6b6ebb4dff req-caddf771-23e8-4518-8f2f-f8ec4df40883 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 945 time: 0.2994056 Feb 15 13:53:17.542104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c6202-e14e-4f67-a05a-f304b72e64d1 req-5b7d75ee-be1f-43a9-94c2-fa4cd4907466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:17.543531 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-034c6202-e14e-4f67-a05a-f304b72e64d1 req-5b7d75ee-be1f-43a9-94c2-fa4cd4907466 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2333288 Feb 15 13:53:17.564992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-24faeb81-3ee1-451a-b90b-9c68603f6dae None None] Current status of the port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:17.565400 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24faeb81-3ee1-451a-b90b-9c68603f6dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:17.637816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-104cf67a-cd77-4a53-94d9-7336060db3e3 req-6eb7c557-b11d-4c20-bb3c-a96852f61858 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931107 Feb 15 13:53:17.641801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-034c6202-e14e-4f67-a05a-f304b72e64d1 req-16303806-1099-46d0-b675-4065733b7be2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 217 time: 0.0747409 Feb 15 13:53:17.649421 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-610d052e-97a7-42bc-b8e5-3e6b6ebb4dff req-0fef2bad-076e-4803-8c53-07bad56a7a38 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728413 Feb 15 13:53:17.661594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-24faeb81-3ee1-451a-b90b-9c68603f6dae None None] For port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=71d6f47d-8d2b-40a4-80f9-4e2f0082494b,segment=NetworkSegment(014aabb5-5bb0-4af4-8089-63c6e858d210),segment_id=014aabb5-5bb0-4af4-8089-63c6e858d210)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:17.671822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a614625c-2825-4cf2-bc3f-e5100c500731 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:17.703499 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24faeb81-3ee1-451a-b90b-9c68603f6dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:17.725769 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for floatingip (6f21d1e9-5868-4704-8728-95964a52514f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:17.751125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4079b9d6-273f-4eab-9da7-1b3740851a31 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:17.775888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c6202-e14e-4f67-a05a-f304b72e64d1 req-45681e86-1c69-43e8-b86a-1b9d57805a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:17.778123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-034c6202-e14e-4f67-a05a-f304b72e64d1 req-45681e86-1c69-43e8-b86a-1b9d57805a22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1254561 Feb 15 13:53:17.839971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faeb81-3ee1-451a-b90b-9c68603f6dae None None] Pushing event updated for resources: {'Port': ['ID=71d6f47d-8d2b-40a4-80f9-4e2f0082494b,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:17.898034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (452839e1-552f-488f-9d56-48953f8c2a78), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:17.912130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:13Z', 'revision_number': 4, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '71d6f47d-8d2b-40a4-80f9-4e2f0082494b', 'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'mac_address': 'fa:16:3e:14:27:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:11Z', 'updated_at': '2022-02-15T13:53:16Z', 'revision_number': 4, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'subnets': [{'id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:17.917244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e73f05ca-80fb-4bfb-a85c-c02ee7792505 None None] Provisioning complete for port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:17.917415 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e73f05ca-80fb-4bfb-a85c-c02ee7792505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:17.948723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e81dd-ed02-4a66-a65a-bd8e9eb9ece3 None None] The sync data for ids ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'] in n-d-829064-15 is: [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:13Z', 'revision_number': 4, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '71d6f47d-8d2b-40a4-80f9-4e2f0082494b', 'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'mac_address': 'fa:16:3e:14:27:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:11Z', 'updated_at': '2022-02-15T13:53:16Z', 'revision_number': 4, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'subnets': [{'id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:53:18.032456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:18.053879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'mac_address': 'fa:16:3e:a9:28:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:53:18.109239 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for port (452839e1-552f-488f-9d56-48953f8c2a78), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:18.123336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edc1fb-faf8-4738-b451-8b3d90dcf94f req-6e373b97-c759-4a71-82ee-907be8f1857c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:18.130587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0edc1fb-faf8-4738-b451-8b3d90dcf94f req-6e373b97-c759-4a71-82ee-907be8f1857c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 945 time: 0.3107274 Feb 15 13:53:18.139083 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (452839e1-552f-488f-9d56-48953f8c2a78), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:18.141923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4079b9d6-273f-4eab-9da7-1b3740851a31 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:18.142316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:18.144388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e73f05ca-80fb-4bfb-a85c-c02ee7792505 None None] Current status of the port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:18.144550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c6202-e14e-4f67-a05a-f304b72e64d1 req-03138cae-6637-4f26-99dd-04d1eccad42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:18.145958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-034c6202-e14e-4f67-a05a-f304b72e64d1 req-03138cae-6637-4f26-99dd-04d1eccad42f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3242993 Feb 15 13:53:18.160394 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4079b9d6-273f-4eab-9da7-1b3740851a31 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:18.199072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:18.209361 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:18.248020 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:18.265142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:18.498959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['4079b9d6-273f-4eab-9da7-1b3740851a31'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:18.663433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Pushing event updated for resources: {'Port': ['ID=452839e1-552f-488f-9d56-48953f8c2a78,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:18.677805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0edc1fb-faf8-4738-b451-8b3d90dcf94f req-12851465-3ef6-4bbe-a08b-630118813882 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462296 Feb 15 13:53:18.700488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (6f21d1e9-5868-4704-8728-95964a52514f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:18.737026 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:18.744564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9dedbc58-8e42-4d96-93b0-d0098963a850 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4518652 Feb 15 13:53:18.744564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-034c6202-e14e-4f67-a05a-f304b72e64d1 req-8988fafd-09a7-458d-9df9-ffed1d236bd7 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506415 Feb 15 13:53:18.753313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942cbc2-7ef1-46a4-8fe9-548b550361e6 req-d455d76e-d756-4419-a5ec-621a7a2b1dc7 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:18.755347 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8942cbc2-7ef1-46a4-8fe9-548b550361e6 req-d455d76e-d756-4419-a5ec-621a7a2b1dc7 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 945 time: 0.1786993 Feb 15 13:53:18.928621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8942cbc2-7ef1-46a4-8fe9-548b550361e6 req-38bd3fe2-c646-4973-bb8a-0537c66a1064 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576598 Feb 15 13:53:18.969868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 71d6f47d-8d2b-40a4-80f9-4e2f0082494b up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:18.981165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-034c6202-e14e-4f67-a05a-f304b72e64d1 req-9fd3f601-2a90-464f-aa83-06c30f8aedaf service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226081 Feb 15 13:53:18.987231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-7d374b4c-e904-4132-9d07-148904d73c74 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:18.988750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-7d374b4c-e904-4132-9d07-148904d73c74 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 821 time: 0.2053394 Feb 15 13:53:19.011981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-45a95ced-4772-486d-940e-2556e4fb9e71 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/quotas/72b3401121c0488ab7f8a0dba51c8a23 HTTP/1.1" status: 200 len: 375 time: 0.0155146 Feb 15 13:53:19.034437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:19.034816 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:19.114228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e904a-e496-4fb0-8eda-4f3fc542a9e5 req-9430ed55-2cf4-4047-bfc7-4913316ce879 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:19.115861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-067e904a-e496-4fb0-8eda-4f3fc542a9e5 req-9430ed55-2cf4-4047-bfc7-4913316ce879 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.0989730 Feb 15 13:53:19.122645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:19.127673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-95cee12c-4a18-4c13-9561-8e231c11b0b3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087205 Feb 15 13:53:19.221666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-067e904a-e496-4fb0-8eda-4f3fc542a9e5 req-80fa69b3-a0fd-4910-8336-db433c74e8af tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929582 Feb 15 13:53:19.249713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-0edbf3bc-21ec-4267-b29d-0130bd41fa44 service neutron] 10.222.0.72 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191111 Feb 15 13:53:19.383520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-fc087482-dfc3-4149-8697-9d440f324047 service neutron] 10.222.0.72 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278064 Feb 15 13:53:19.390495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac0436-98be-4041-a752-e6a04cd130b0 req-12e92c6e-b3c0-4881-94ef-8593adb66538 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:19.392002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6ac0436-98be-4041-a752-e6a04cd130b0 req-12e92c6e-b3c0-4881-94ef-8593adb66538 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 948 time: 0.0885053 Feb 15 13:53:19.449030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6ac0436-98be-4041-a752-e6a04cd130b0 req-6ebb88a1-5f93-42ec-9b65-e2f112cfb2b2 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475991 Feb 15 13:53:19.563584 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:19.625196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03faeceb-7d49-4eee-b58d-5a57cbaa43de req-d255b1c3-b455-4fd4-a4b0-dede895b4f92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=c730550c-b027-4790-8861-0daa2f115d04 HTTP/1.1" status: 200 len: 217 time: 0.1311359 Feb 15 13:53:19.715944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788e7ba-18eb-4bef-9241-e46da163805e req-049494a7-c465-4793-a8c6-5a937103f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:19.718167 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d788e7ba-18eb-4bef-9241-e46da163805e req-049494a7-c465-4793-a8c6-5a937103f2ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 1128 time: 0.0680263 Feb 15 13:53:19.775898 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4079b9d6-273f-4eab-9da7-1b3740851a31 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:19.802294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faeceb-7d49-4eee-b58d-5a57cbaa43de req-d18894b9-5f82-4329-9653-2242a7bc6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:19.803835 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03faeceb-7d49-4eee-b58d-5a57cbaa43de req-d18894b9-5f82-4329-9653-2242a7bc6a34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1496463 Feb 15 13:53:19.823358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90e39f-ce4f-4714-ab66-a2e3bdc201a4 req-cd22aeb0-4e6b-41ed-b9f7-c726cb8ace59 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:19.830358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a90e39f-ce4f-4714-ab66-a2e3bdc201a4 req-cd22aeb0-4e6b-41ed-b9f7-c726cb8ace59 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 945 time: 0.2299464 Feb 15 13:53:19.853327 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d788e7ba-18eb-4bef-9241-e46da163805e req-5385e6c2-b598-45ed-a6bc-e0da5734bb95 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290028 Feb 15 13:53:19.895751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-140dab09-d503-45e0-8f51-4531b1c2281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:19.897507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-140dab09-d503-45e0-8f51-4531b1c2281f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 1128 time: 0.2443922 Feb 15 13:53:19.908718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-fe6d976e-79d7-4185-8aca-1dcbf9a48e7f tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--445924222&fields=id&tenant_id=11332d9649da4269900ac4fdbb33c7ac HTTP/1.1" status: 200 len: 267 time: 0.2345264 Feb 15 13:53:19.920462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 4079b9d6-273f-4eab-9da7-1b3740851a31 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:19.925838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 4079b9d6-273f-4eab-9da7-1b3740851a31 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:19.926574 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:20.016582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a90e39f-ce4f-4714-ab66-a2e3bdc201a4 req-4d5a4853-ef0d-4ed0-9ce6-d963cc686fb5 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841815 Feb 15 13:53:20.023909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faeceb-7d49-4eee-b58d-5a57cbaa43de req-355e45bb-acd1-470b-8664-ac7364f770cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:20.025535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03faeceb-7d49-4eee-b58d-5a57cbaa43de req-355e45bb-acd1-470b-8664-ac7364f770cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1921818 Feb 15 13:53:20.063952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4079b9d6-273f-4eab-9da7-1b3740851a31 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:20.064519 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:20.107560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:20.110578 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea468a62-fb01-406d-a57b-ba79e8e4af0c" -d '{"events": [{"server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "name": "network-vif-plugged", "status": "completed", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:20.118135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:20.122785 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:20.129682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f73b4428-9500-4203-bee7-152ed27124e1 req-5fa1040f-d33e-4237-bf55-20f862fa0f97 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 210 time: 0.0498443 Feb 15 13:53:20.224006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:20.255446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d64c2571-3c75-453b-b1c9-5d75b1a12841 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:20.257221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d64c2571-3c75-453b-b1c9-5d75b1a12841 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/networks?id=da2a1e32-5f2f-4556-9fc5-d67bc189ee3f HTTP/1.1" status: 200 len: 812 time: 0.3473933 Feb 15 13:53:20.347781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-2138bcc8-1789-44d6-9c5b-63418b0da856 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/quotas/11332d9649da4269900ac4fdbb33c7ac HTTP/1.1" status: 200 len: 375 time: 0.0560436 Feb 15 13:53:20.351160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-76573ebd-6be8-4515-adb0-6b8a01c69644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:20.352754 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-76573ebd-6be8-4515-adb0-6b8a01c69644 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.2342250 Feb 15 13:53:20.439351 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-6bbf4d6e-cc44-4197-aaa8-57b83446a718 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a HTTP/1.1" status: 200 len: 217 time: 0.0703015 Feb 15 13:53:20.461310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03faeceb-7d49-4eee-b58d-5a57cbaa43de req-079581d6-f499-4cef-90fb-8e1456be085a service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405089 Feb 15 13:53:20.563391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-5077fe73-ddaa-455d-996e-ddb07a129340 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=11332d9649da4269900ac4fdbb33c7ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2068601 Feb 15 13:53:20.577717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-ccec023f-054e-48ea-803e-4b451b0da135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:20.579324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-ccec023f-054e-48ea-803e-4b451b0da135 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.1327703 Feb 15 13:53:20.673416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-6c018552-916b-4104-a448-131594c140c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800302 Feb 15 13:53:20.796816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03faeceb-7d49-4eee-b58d-5a57cbaa43de req-f2be2f33-af87-4aa4-b18e-25dae940c9c3 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127182 Feb 15 13:53:20.862480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e62536-4a68-4b1f-938c-bf49c786090e req-42680777-bda8-45de-80c6-87513d2bbe5d tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:20.864015 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3e62536-4a68-4b1f-938c-bf49c786090e req-42680777-bda8-45de-80c6-87513d2bbe5d tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 945 time: 0.2498355 Feb 15 13:53:20.865841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-94ade2ee-b9ad-4c2c-b066-4f967b358ac1 service neutron] 10.222.0.72 "GET /v2.0/networks/da2a1e32-5f2f-4556-9fc5-d67bc189ee3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856507 Feb 15 13:53:20.872335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-ff1013f9-c762-47ad-a518-68f44ed0ce1e service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670997 Feb 15 13:53:20.964092 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:21.117520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3e62536-4a68-4b1f-938c-bf49c786090e req-cb08a60b-a3fd-49fb-ab84-20990a7a0456 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365353 Feb 15 13:53:21.169640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-bd20db63-c86d-4da5-b0df-94e720f84a83 service neutron] 10.222.0.72 "GET /v2.0/networks/da2a1e32-5f2f-4556-9fc5-d67bc189ee3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801971 Feb 15 13:53:21.171558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-3741da74-fefa-4200-9c5c-c4b400c96493 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920237 Feb 15 13:53:21.181886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-f2f8c2d8-82e2-490c-8d9c-fd126bfbe7f8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:21.183606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-f2f8c2d8-82e2-490c-8d9c-fd126bfbe7f8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 821 time: 0.1967704 Feb 15 13:53:21.199388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Request body: {'port': {'device_id': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70', 'admin_state_up': True, 'tenant_id': '72b3401121c0488ab7f8a0dba51c8a23'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:21.401366 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c74720d-5e9e-4451-890e-2d45c9358b2f x-openstack-request-id: req-2c74720d-5e9e-4451-890e-2d45c9358b2f {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:21.401944 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "name": "network-vif-plugged", "status": "completed", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:21.401944 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2c74720d-5e9e-4451-890e-2d45c9358b2f {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:21.402286 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'code': 200} Feb 15 13:53:21.409996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12beb3-7e67-4a3c-b15b-21fa8ebfd185 req-37efb8fe-f86a-4423-82a8-5e3ef414b8b6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:21.411815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd12beb3-7e67-4a3c-b15b-21fa8ebfd185 req-37efb8fe-f86a-4423-82a8-5e3ef414b8b6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 945 time: 0.2075789 Feb 15 13:53:21.436324 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-82e19c95-0777-4ee2-8c68-50a13d4c3351 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:21.437824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-82e19c95-0777-4ee2-8c68-50a13d4c3351 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1128 time: 0.1697979 Feb 15 13:53:21.458366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829064-15'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:21.500826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Made reservation on behalf of 72b3401121c0488ab7f8a0dba51c8a23 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:21.504273 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:21.560329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd12beb3-7e67-4a3c-b15b-21fa8ebfd185 req-b1c88243-2d8d-4e39-8cda-3a9d8b335bd0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408546 Feb 15 13:53:21.692933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f582402-b321-4d99-98c2-1714bb810c58 req-830460fd-c21c-42f9-a710-a10342ae3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:21.695848 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f582402-b321-4d99-98c2-1714bb810c58 req-830460fd-c21c-42f9-a710-a10342ae3e37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1132 time: 0.2080324 Feb 15 13:53:21.791482 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f582402-b321-4d99-98c2-1714bb810c58 req-9f6d9623-8aa8-40d7-9c91-8c525d081525 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878429 Feb 15 13:53:22.118960 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:22.173160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97862bf9-b73a-4dc7-890c-46562b61fdbd req-59170d7f-f8a1-48ad-8a06-afcb1a243c27 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:22.174640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97862bf9-b73a-4dc7-890c-46562b61fdbd req-59170d7f-f8a1-48ad-8a06-afcb1a243c27 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.6133041 Feb 15 13:53:22.240192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07908eb0-a076-474c-abf0-b5b5656793ee req-624a4815-c44e-4862-93db-e3b58247353a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:22.241653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07908eb0-a076-474c-abf0-b5b5656793ee req-624a4815-c44e-4862-93db-e3b58247353a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 948 time: 0.2482262 Feb 15 13:53:22.356278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Allocated IP 172.20.0.5 (5cc090af-8ef6-44d9-b313-c78163021d70/ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7/8e92944e-91e8-4d34-8459-2aed3cc468c4) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:22.383540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97862bf9-b73a-4dc7-890c-46562b61fdbd req-21776fb1-dff5-4954-9e3f-02470e1388da tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687174 Feb 15 13:53:22.411208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07908eb0-a076-474c-abf0-b5b5656793ee req-b42abb52-c945-4072-963f-83d4026654a2 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558213 Feb 15 13:53:22.446445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:22.598437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d8262c0-9d82-4bd0-8c7b-4f4adf82cffe req-2c3d7bd7-d3c5-490c-aee2-cb170b5f7057 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 210 time: 0.0798526 Feb 15 13:53:22.617724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:22.696115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051501c-a435-4404-b468-8cfc18a5d681 req-11f49dad-03d6-4be3-bb78-473d0f561c1a tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:22.699582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3051501c-a435-4404-b468-8cfc18a5d681 req-11f49dad-03d6-4be3-bb78-473d0f561c1a tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 945 time: 0.2096665 Feb 15 13:53:22.724484 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a5ee5d-5169-4418-9685-b2a0cad1566a'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:22.728957 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c890fd-4b52-4bdb-bf01-82c62c9171f0" -d '{"events": [{"server_uuid": "d5d1910e-90e2-4f5a-90d3-313b2a549382", "name": "network-vif-unplugged", "status": "completed", "tag": "17a5ee5d-5169-4418-9685-b2a0cad1566a"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:22.733447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Publish callbacks [] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:22.745285 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks [] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:22.773292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80ca24c8-252b-43ac-8c6b-d1c955024c39 req-ec905425-2e7c-4852-920e-527c3564a829 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 210 time: 0.0652790 Feb 15 13:53:22.795859 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:22.833020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-477b397c-e3d3-4090-8689-ba368f842807 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:22.835221 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-477b397c-e3d3-4090-8689-ba368f842807 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.42 "GET /v2.0/networks?id=da2a1e32-5f2f-4556-9fc5-d67bc189ee3f HTTP/1.1" status: 200 len: 812 time: 0.1406877 Feb 15 13:53:22.860419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3051501c-a435-4404-b468-8cfc18a5d681 req-4462e090-044b-4579-90aa-6338eeb92518 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500068 Feb 15 13:53:22.920976 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-555e7c03-9f67-49db-878e-dbe5bed3e2da tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11332d9649da4269900ac4fdbb33c7ac HTTP/1.1" status: 200 len: 379 time: 0.0715275 Feb 15 13:53:22.942443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Request body: {'port': {'device_id': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'admin_state_up': True, 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'security_groups': ['418f6526-95af-475d-a78d-1af87fcde9c4']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:22.989350 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:22.993758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Pushing event updated for resources: {'Port': ['ID=17a5ee5d-5169-4418-9685-b2a0cad1566a,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:23.029765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a on host n-h1-829064-15 for vnic_type normal with profile {"migrating_to": "n-h2-829064-15"} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:23.030220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:23.030458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:23.057771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Port 17a5ee5d-5169-4418-9685-b2a0cad1566a on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:53:23.058104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Attempting to bind port 17a5ee5d-5169-4418-9685-b2a0cad1566a on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:23.085463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Network 5cc090af-8ef6-44d9-b313-c78163021d70 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:23.093847 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:23.101428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:23.101918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:23.102359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:23.102984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Bound port: 17a5ee5d-5169-4418-9685-b2a0cad1566a, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:23.104007 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:23.115637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Made reservation on behalf of 11332d9649da4269900ac4fdbb33c7ac for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:23.120437 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:23.128525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:23.211866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c68c5-c614-46c2-abe9-36dad1aeb4ca req-9999a3dc-acfb-4ee0-9f69-99e2ca639a01 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.213498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-758c68c5-c614-46c2-abe9-36dad1aeb4ca req-9999a3dc-acfb-4ee0-9f69-99e2ca639a01 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 945 time: 0.3514707 Feb 15 13:53:23.219634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Pushing event updated for resources: {'Port': ['ID=8e92944e-91e8-4d34-8459-2aed3cc468c4,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:23.295378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.296020 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:23.307388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:23.333330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-200c2e2c-fb9c-494c-a3af-1761d32c3465 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1390555 Feb 15 13:53:23.335347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:23.350881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Allocated IP 172.20.0.14 (da2a1e32-5f2f-4556-9fc5-d67bc189ee3f/581d3f7e-13a5-4aa4-b9d9-485e5654d6de/dd3b4b74-ec86-4979-9f4f-e589a4c8395c) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:23.354528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-758c68c5-c614-46c2-abe9-36dad1aeb4ca req-98a80979-7973-4121-bce6-5c49bcfdb7f3 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052613 Feb 15 13:53:23.365488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Request body: {'port': {'device_id': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:23.415329 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:23.475686 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54c17f3-158c-4ac0-b3d3-77ea99950153 x-openstack-request-id: req-b54c17f3-158c-4ac0-b3d3-77ea99950153 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:23.476005 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d1910e-90e2-4f5a-90d3-313b2a549382", "name": "network-vif-unplugged", "status": "completed", "tag": "17a5ee5d-5169-4418-9685-b2a0cad1566a", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:23.476268 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b54c17f3-158c-4ac0-b3d3-77ea99950153 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:23.476835 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a5ee5d-5169-4418-9685-b2a0cad1566a', 'code': 200} Feb 15 13:53:23.503875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:23.546027 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:23.549265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Pushing event updated for resources: {'Port': ['ID=17a5ee5d-5169-4418-9685-b2a0cad1566a,revision_number=8']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:23.559890 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:23.604532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:23.607901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:23.612539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:23.619949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Pushing event updated for resources: {'Port': ['ID=dd3b4b74-ec86-4979-9f4f-e589a4c8395c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:23.656735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e96b-babe-4aa8-a18d-f15d3d05a73a req-a9a558a6-6afe-4448-8c50-6882cfb46c90 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.663780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95b1e96b-babe-4aa8-a18d-f15d3d05a73a req-a9a558a6-6afe-4448-8c50-6882cfb46c90 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 943 time: 0.2508175 Feb 15 13:53:23.672810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.673453 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:23.674893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-5563bf3f-0048-4f15-a65f-87c7325a3412 service neutron] 10.222.0.67 "PUT /v2.0/ports/17a5ee5d-5169-4418-9685-b2a0cad1566a HTTP/1.1" status: 200 len: 1123 time: 2.2221563 Feb 15 13:53:23.689414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device c730550c-b027-4790-8861-0daa2f115d04 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:23.704993 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:23.711964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:23.757191 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-21288ed2-a35e-4f13-9d0a-00f8e144c9f1 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8253002 Feb 15 13:53:23.791254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Request body: {'port': {'device_id': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:23.902200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['17a5ee5d-5169-4418-9685-b2a0cad1566a'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:23.912174 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95b1e96b-babe-4aa8-a18d-f15d3d05a73a req-1323db68-b007-42d0-bf83-ea0e3a46c2f1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472434 Feb 15 13:53:23.954312 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.085395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port c730550c-b027-4790-8861-0daa2f115d04, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c730550c-b027-4790-8861-0daa2f115d04,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:24.110046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'c730550c-b027-4790-8861-0daa2f115d04', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'c730550c-b027-4790-8861-0daa2f115d04', 'mac_address': 'fa:16:3e:63:48:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:53:24.181762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b8b27f27-23e2-4b1a-aaed-5c601e22ec91 None None] Provisioning complete for port dd3b4b74-ec86-4979-9f4f-e589a4c8395c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:24.183247 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b8b27f27-23e2-4b1a-aaed-5c601e22ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.232881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port c730550c-b027-4790-8861-0daa2f115d04 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:24.234212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c730550c-b027-4790-8861-0daa2f115d04), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.273921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c730550c-b027-4790-8861-0daa2f115d04 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:24.284450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b8b27f27-23e2-4b1a-aaed-5c601e22ec91 None None] Port dd3b4b74-ec86-4979-9f4f-e589a4c8395c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:53:24.314565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port c730550c-b027-4790-8861-0daa2f115d04, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c730550c-b027-4790-8861-0daa2f115d04,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:24.332653 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c730550c-b027-4790-8861-0daa2f115d04), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.390852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e92944e-91e8-4d34-8459-2aed3cc468c4 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:24.400041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Publish callbacks [] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.414326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=c730550c-b027-4790-8861-0daa2f115d04,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:24.416248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Transition to ACTIVE for port object 8e92944e-91e8-4d34-8459-2aed3cc468c4 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:24.467647 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.472272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3b4b74-ec86-4979-9f4f-e589a4c8395c {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:24.483604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Publish callbacks [] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.501753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Transition to ACTIVE for port object dd3b4b74-ec86-4979-9f4f-e589a4c8395c will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:24.506005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.566801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Pushing event updated for resources: {'Port': ['ID=8e92944e-91e8-4d34-8459-2aed3cc468c4,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:24.583371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b48fe-fe39-4e96-ae47-231c4176fa5e req-7c61a208-d511-425f-b57f-45230d8110f6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:24.585050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d5b48fe-fe39-4e96-ae47-231c4176fa5e req-7c61a208-d511-425f-b57f-45230d8110f6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 949 time: 0.1572657 Feb 15 13:53:24.592493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7495292-0a14-422d-af71-37665f584337 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3b4b74-ec86-4979-9f4f-e589a4c8395c,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:24.606297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d36d2-ac65-4514-8407-9f7e42d598e3 req-9ed51212-2818-41e7-a816-78974e54e7f0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:24.613518 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-854d36d2-ac65-4514-8407-9f7e42d598e3 req-9ed51212-2818-41e7-a816-78974e54e7f0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1842067 Feb 15 13:53:24.652761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Attempting to bind port dd3b4b74-ec86-4979-9f4f-e589a4c8395c on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:24.653125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Attempting to bind port dd3b4b74-ec86-4979-9f4f-e589a4c8395c by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:24.653418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Attempting to bind port dd3b4b74-ec86-4979-9f4f-e589a4c8395c on network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:24.658592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Port dd3b4b74-ec86-4979-9f4f-e589a4c8395c on network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:53:24.658926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Attempting to bind port dd3b4b74-ec86-4979-9f4f-e589a4c8395c on network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:24.664795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:24.665146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Checking segment: {'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:24.665536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Bound using segment: {'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:24.666374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Bound port: dd3b4b74-ec86-4979-9f4f-e589a4c8395c, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014aabb5-5bb0-4af4-8089-63c6e858d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:24.667286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.742218 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-854d36d2-ac65-4514-8407-9f7e42d598e3 req-b38b580b-5700-4056-8a3d-0a4e52fd9895 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263852 Feb 15 13:53:24.763888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] For port dd3b4b74-ec86-4979-9f4f-e589a4c8395c, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:24.769035 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] For port dd3b4b74-ec86-4979-9f4f-e589a4c8395c, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dd3b4b74-ec86-4979-9f4f-e589a4c8395c,segment=NetworkSegment(014aabb5-5bb0-4af4-8089-63c6e858d210),segment_id=014aabb5-5bb0-4af4-8089-63c6e858d210)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:24.780951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:24.781286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:24.781671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:24.786210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.795876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:53:24.796203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:24.821251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d5b48fe-fe39-4e96-ae47-231c4176fa5e req-deb95cbd-4589-483f-81fb-0fcf80e0e706 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015166 Feb 15 13:53:24.839106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:24.839555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:24.839830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:24.840255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Bound port: 8e92944e-91e8-4d34-8459-2aed3cc468c4, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:24.840608 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.876299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:24.877017 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:24.878567 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-d7495292-0a14-422d-af71-37665f584337 service neutron] 10.222.0.42 "PUT /v2.0/ports/dd3b4b74-ec86-4979-9f4f-e589a4c8395c HTTP/1.1" status: 200 len: 1093 time: 1.0965629 Feb 15 13:53:24.879151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'tag': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:24.886093 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0652fd-5916-4e45-868c-3d6afa9e7200" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e", "tag": "dd3b4b74-ec86-4979-9f4f-e589a4c8395c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:24.939112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7495292-0a14-422d-af71-37665f584337 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3b4b74-ec86-4979-9f4f-e589a4c8395c,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:25.008698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-9a0304b6-319e-4541-ac83-4d62bc631165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:25.020426 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-9a0304b6-319e-4541-ac83-4d62bc631165 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11332d9649da4269900ac4fdbb33c7ac&device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 1127 time: 0.0739806 Feb 15 13:53:25.058327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:25.062797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:25.079143 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-f23f7286-3745-4e00-8de6-d71bf13d0ffb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd3b4b74-ec86-4979-9f4f-e589a4c8395c HTTP/1.1" status: 200 len: 217 time: 0.0474870 Feb 15 13:53:25.082514 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:25.143877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-7952d7ee-d701-4b24-98c3-48a7557a1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:25.145407 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-7952d7ee-d701-4b24-98c3-48a7557a1f35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=581d3f7e-13a5-4aa4-b9d9-485e5654d6de HTTP/1.1" status: 200 len: 851 time: 0.0604873 Feb 15 13:53:25.186434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f70da-2103-4080-af0e-9b83ef69c044 req-6f9e5ad1-ce58-499f-8daa-d6bb0fd9b7f9 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:25.188042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad5f70da-2103-4080-af0e-9b83ef69c044 req-6f9e5ad1-ce58-499f-8daa-d6bb0fd9b7f9 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 944 time: 0.2317512 Feb 15 13:53:25.189616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:25.190128 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:25.191700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] 10.222.0.42 "PUT /v2.0/ports/8e92944e-91e8-4d34-8459-2aed3cc468c4 HTTP/1.1" status: 200 len: 1092 time: 1.8359540 Feb 15 13:53:25.192403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b42077-075e-47a0-92db-c3c930374f4f service neutron] Pushing event updated for resources: {'Port': ['ID=8e92944e-91e8-4d34-8459-2aed3cc468c4,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:25.218560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec91a12-b2dc-43f3-a2af-32d86dc184e8 req-6c513891-3bf5-443e-af59-d677689b0362 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:25.220138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ec91a12-b2dc-43f3-a2af-32d86dc184e8 req-6c513891-3bf5-443e-af59-d677689b0362 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.3548262 Feb 15 13:53:25.258023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-f1f46bad-2aab-41e0-87e9-078653cfd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:25.261054 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-f1f46bad-2aab-41e0-87e9-078653cfd31c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da2a1e32-5f2f-4556-9fc5-d67bc189ee3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1023705 Feb 15 13:53:25.288140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['c730550c-b027-4790-8861-0daa2f115d04'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:25.336224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad5f70da-2103-4080-af0e-9b83ef69c044 req-ee30b025-389e-42ec-a2dd-01e67e4ce681 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255474 Feb 15 13:53:25.409988 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-8998ae17-2868-4fbb-8867-921a05dfa623 service neutron] 10.222.0.42 "GET /v2.0/networks/da2a1e32-5f2f-4556-9fc5-d67bc189ee3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439009 Feb 15 13:53:25.441236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ec91a12-b2dc-43f3-a2af-32d86dc184e8 req-9b08384e-a374-4b6f-b636-f8c2bf6ccef9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118757 Feb 15 13:53:25.450805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-1b2ee447-2bfa-4395-8cb4-bacf14afb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:25.452864 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-1b2ee447-2bfa-4395-8cb4-bacf14afb9c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 1126 time: 0.1970258 Feb 15 13:53:25.510997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'tag': '17a5ee5d-5169-4418-9685-b2a0cad1566a'}, {'name': 'network-changed', 'server_uuid': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'tag': '8e92944e-91e8-4d34-8459-2aed3cc468c4'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:25.514504 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d1910e-90e2-4f5a-90d3-313b2a549382", "tag": "17a5ee5d-5169-4418-9685-b2a0cad1566a"}, {"name": "network-changed", "server_uuid": "7e4107cd-4e79-47ee-a14b-507dcf97da56", "tag": "8e92944e-91e8-4d34-8459-2aed3cc468c4"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:25.521033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-49dbb1fd-0cf3-40d3-9bf9-5d6892948385 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4 HTTP/1.1" status: 200 len: 217 time: 0.0606012 Feb 15 13:53:25.582871 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41ed4f28-fe10-4652-9fb5-13a55745fb72 req-9a4054e2-ae60-4b3d-ab65-1817d63d943d service neutron] 10.222.0.42 "GET /v2.0/networks/da2a1e32-5f2f-4556-9fc5-d67bc189ee3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660817 Feb 15 13:53:25.670336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-de1a2116-c097-4e0b-af12-f611282f16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:25.671865 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-de1a2116-c097-4e0b-af12-f611282f16a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.1438358 Feb 15 13:53:25.698187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 17a5ee5d-5169-4418-9685-b2a0cad1566a details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:25.710206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-fe7329d1-92fc-4866-b16d-1764069ddc10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309663 Feb 15 13:53:25.726038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d45b10-db42-4572-93b1-a6d52f95e0a2 req-00d75913-6199-4b0b-967f-d3f7fedb9308 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:25.727543 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04d45b10-db42-4572-93b1-a6d52f95e0a2 req-00d75913-6199-4b0b-967f-d3f7fedb9308 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 945 time: 0.1530797 Feb 15 13:53:25.786569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a539e-c723-4d42-9d7e-cfbd3f808127 req-8701e5c2-eb06-4ad9-9777-e0d6e5d3a889 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:25.788122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d9a539e-c723-4d42-9d7e-cfbd3f808127 req-8701e5c2-eb06-4ad9-9777-e0d6e5d3a889 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1132 time: 0.2083890 Feb 15 13:53:25.808112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:25.820361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 17a5ee5d-5169-4418-9685-b2a0cad1566a has no active binding in host n-h2-829064-15 {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 13:53:25.879553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04d45b10-db42-4572-93b1-a6d52f95e0a2 req-a36412c4-4677-4c52-9a8e-9e3273062989 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420491 Feb 15 13:53:25.893406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d9a539e-c723-4d42-9d7e-cfbd3f808127 req-f3b075aa-e467-4361-bb06-6ba7e2a92afe tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955014 Feb 15 13:53:25.895815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-5e9a131a-3adc-416e-9324-45a854f7841e service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673861 Feb 15 13:53:25.947488 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c9d323-ea5a-45b3-9cb1-0dd62d1403bd x-openstack-request-id: req-c6c9d323-ea5a-45b3-9cb1-0dd62d1403bd {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:25.947879 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e", "tag": "dd3b4b74-ec86-4979-9f4f-e589a4c8395c", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:25.948146 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c6c9d323-ea5a-45b3-9cb1-0dd62d1403bd {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:25.948579 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'tag': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c', 'status': 'completed', 'code': 200} Feb 15 13:53:26.042027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0652fd-5916-4e45-868c-3d6afa9e7200 req-47e835db-7d46-46f1-8ee5-2d287d7c50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:26.042027 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cc0652fd-5916-4e45-868c-3d6afa9e7200 req-47e835db-7d46-46f1-8ee5-2d287d7c50f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11332d9649da4269900ac4fdbb33c7ac&device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 1127 time: 0.0629406 Feb 15 13:53:26.060078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb09a25-6367-4e7a-a1f8-4d67623874d4 req-a75cb004-6d5a-416a-8f6c-09346385967a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:26.062090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ddb09a25-6367-4e7a-a1f8-4d67623874d4 req-a75cb004-6d5a-416a-8f6c-09346385967a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 943 time: 0.1017764 Feb 15 13:53:26.067610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c24ab02-23fb-4995-b805-ca022c59f462 req-1a557f5a-790b-4284-abc4-5317a5962488 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634223 Feb 15 13:53:26.170238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0652fd-5916-4e45-868c-3d6afa9e7200 req-1e7ba09e-82f0-4d6b-b568-c8d461840c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:26.171168 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ddb09a25-6367-4e7a-a1f8-4d67623874d4 req-7e85c3b7-66ad-487e-ac90-42fce7ed331e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024904 Feb 15 13:53:26.171809 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cc0652fd-5916-4e45-868c-3d6afa9e7200 req-1e7ba09e-82f0-4d6b-b568-c8d461840c79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da2a1e32-5f2f-4556-9fc5-d67bc189ee3f HTTP/1.1" status: 200 len: 913 time: 0.1202800 Feb 15 13:53:26.228593 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cc0652fd-5916-4e45-868c-3d6afa9e7200 req-349490db-677f-42d0-bd21-163dee861a83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd3b4b74-ec86-4979-9f4f-e589a4c8395c HTTP/1.1" status: 200 len: 217 time: 0.0447488 Feb 15 13:53:26.297267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0652fd-5916-4e45-868c-3d6afa9e7200 req-9a99ce3b-6295-4ad3-9857-71807e23663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:26.299071 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cc0652fd-5916-4e45-868c-3d6afa9e7200 req-9a99ce3b-6295-4ad3-9857-71807e23663d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=581d3f7e-13a5-4aa4-b9d9-485e5654d6de HTTP/1.1" status: 200 len: 851 time: 0.0634420 Feb 15 13:53:26.309939 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85b8329-bcfa-4952-9ddb-51cdf99cbe84 x-openstack-request-id: req-e85b8329-bcfa-4952-9ddb-51cdf99cbe84 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:26.310444 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d1910e-90e2-4f5a-90d3-313b2a549382", "tag": "17a5ee5d-5169-4418-9685-b2a0cad1566a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7e4107cd-4e79-47ee-a14b-507dcf97da56", "tag": "8e92944e-91e8-4d34-8459-2aed3cc468c4", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:26.311038 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e85b8329-bcfa-4952-9ddb-51cdf99cbe84 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:26.311603 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'tag': '17a5ee5d-5169-4418-9685-b2a0cad1566a', 'status': 'completed', 'code': 200} Feb 15 13:53:26.312024 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'tag': '8e92944e-91e8-4d34-8459-2aed3cc468c4', 'status': 'completed', 'code': 200} Feb 15 13:53:26.396130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0652fd-5916-4e45-868c-3d6afa9e7200 req-aa6fec53-4851-4b67-9327-be9e4e8eec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:26.398002 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cc0652fd-5916-4e45-868c-3d6afa9e7200 req-aa6fec53-4851-4b67-9327-be9e4e8eec5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da2a1e32-5f2f-4556-9fc5-d67bc189ee3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0865834 Feb 15 13:53:26.458187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-8c24fa4f-7959-4dcf-84d2-e14ea0dd3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:26.459916 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-8c24fa4f-7959-4dcf-84d2-e14ea0dd3958 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 1157 time: 0.1098137 Feb 15 13:53:26.489104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b4694-3488-4954-9d16-3de8c12e3e16 req-a3ff4d0a-fb06-443b-a986-95fc0acf5ab7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:26.491108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d9b4694-3488-4954-9d16-3de8c12e3e16 req-a3ff4d0a-fb06-443b-a986-95fc0acf5ab7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 949 time: 0.0974309 Feb 15 13:53:26.523257 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cc0652fd-5916-4e45-868c-3d6afa9e7200 req-64d5a83d-f0fc-4f45-a295-fe40c5752a28 service neutron] 10.222.0.42 "GET /v2.0/networks/da2a1e32-5f2f-4556-9fc5-d67bc189ee3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140919 Feb 15 13:53:26.597059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d9b4694-3488-4954-9d16-3de8c12e3e16 req-7b74e900-278f-47bf-9b82-5343a0edb9e0 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933859 Feb 15 13:53:26.657928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-f3d4180c-bd2a-4f31-ae60-4d6559647b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:26.659478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-f3d4180c-bd2a-4f31-ae60-4d6559647b79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.1853807 Feb 15 13:53:26.674722 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cc0652fd-5916-4e45-868c-3d6afa9e7200 req-91583379-5009-4876-ac19-b5e78101b9e3 service neutron] 10.222.0.42 "GET /v2.0/networks/da2a1e32-5f2f-4556-9fc5-d67bc189ee3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439764 Feb 15 13:53:26.765767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-d371fbe6-249b-428d-8183-9acd34cd0f48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a HTTP/1.1" status: 200 len: 217 time: 0.0901964 Feb 15 13:53:26.787797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-4dc4b552-4004-475b-8ee9-f04f0c558fce req-4e8758e9-a823-4985-928f-8a425688a198 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:53:26.789088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4dc4b552-4004-475b-8ee9-f04f0c558fce req-4e8758e9-a823-4985-928f-8a425688a198 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160525 Feb 15 13:53:26.834846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-15cf3017-d42a-4d91-9464-3d46f282b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:26.840577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-15cf3017-d42a-4d91-9464-3d46f282b653 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.0658672 Feb 15 13:53:26.888423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-05ef1965-9042-4206-abd8-e1e81fdca37a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370636 Feb 15 13:53:27.331616 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-540ff2fe-69f1-4183-b33e-608cc68379f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800328 Feb 15 13:53:27.334604 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-4fdadaac-1712-4985-9c0e-36945753380b service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362040 Feb 15 13:53:27.427605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6939675-5c88-4953-bb7a-710d504df013 req-5088fbf7-ec35-4a20-8eb6-9e6a5314e7cd tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:27.429079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6939675-5c88-4953-bb7a-710d504df013 req-5088fbf7-ec35-4a20-8eb6-9e6a5314e7cd tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 944 time: 0.4530594 Feb 15 13:53:27.475729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-660762ca-26c6-4e19-91a8-6b8b6b2c7ecc service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343431 Feb 15 13:53:27.503994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6939675-5c88-4953-bb7a-710d504df013 req-f25d1c5b-22cd-4463-97c6-c4e8fff80d26 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659871 Feb 15 13:53:27.584441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-90502901-b22e-4b17-a37b-75ea9b744ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:27.586313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-90502901-b22e-4b17-a37b-75ea9b744ae1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 1126 time: 0.0565391 Feb 15 13:53:27.704367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c21b29-331a-4953-80ee-0d790cbf12ad req-410bd72f-97e2-45bb-a4fd-7fa82bbcebba tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:27.705941 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57c21b29-331a-4953-80ee-0d790cbf12ad req-410bd72f-97e2-45bb-a4fd-7fa82bbcebba tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.1255407 Feb 15 13:53:27.728649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device c730550c-b027-4790-8861-0daa2f115d04 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:27.747116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-063ac0d9-ffdb-403f-b474-160d18d62934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:27.748752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-063ac0d9-ffdb-403f-b474-160d18d62934 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.1517663 Feb 15 13:53:27.806087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dd3b4b74-ec86-4979-9f4f-e589a4c8395c details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:27.811655 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-1d78f877-0147-4bec-ab99-da71674138ff tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:27.813344 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-1d78f877-0147-4bec-ab99-da71674138ff tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] 10.222.0.72 "GET /v2.0/ports/4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 1129 time: 0.0711520 Feb 15 13:53:27.820699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-8efbdc83-c438-4c8c-9ffd-bb676483b252 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4 HTTP/1.1" status: 200 len: 217 time: 0.0648994 Feb 15 13:53:27.902554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57c21b29-331a-4953-80ee-0d790cbf12ad req-97013560-9fa0-4a27-b9cd-0434c4f6de81 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839402 Feb 15 13:53:27.905411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port c730550c-b027-4790-8861-0daa2f115d04 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:27.916812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port c730550c-b027-4790-8861-0daa2f115d04 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:27.917202 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c730550c-b027-4790-8861-0daa2f115d04), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:27.953835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-e46d882f-68b6-4115-9d06-1d9a1c12ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:27.961398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-e46d882f-68b6-4115-9d06-1d9a1c12ba19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.1172066 Feb 15 13:53:27.981588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb47208-bf9d-4453-9386-b7a598a6212f req-23320ebe-77a5-4240-8cd1-0eda73953bb0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:27.986645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbb47208-bf9d-4453-9386-b7a598a6212f req-23320ebe-77a5-4240-8cd1-0eda73953bb0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 943 time: 0.1816831 Feb 15 13:53:27.989303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port dd3b4b74-ec86-4979-9f4f-e589a4c8395c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dd3b4b74-ec86-4979-9f4f-e589a4c8395c,segment=NetworkSegment(014aabb5-5bb0-4af4-8089-63c6e858d210),segment_id=014aabb5-5bb0-4af4-8089-63c6e858d210)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:28.017987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'port_id': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c', 'mac_address': 'fa:16:3e:d6:b3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:53:28.054144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-5ef73a04-85a1-42c4-aaea-cb72ce369824 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695210 Feb 15 13:53:28.102157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port c730550c-b027-4790-8861-0daa2f115d04 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:28.102559 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c730550c-b027-4790-8861-0daa2f115d04), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:28.105513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port dd3b4b74-ec86-4979-9f4f-e589a4c8395c is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:28.105892 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:28.153052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f87d9e3-3f80-407d-ae21-0c6a310d71e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c730550c-b027-4790-8861-0daa2f115d04'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:28.155717 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404d5e30-bf2e-4331-94dc-af04cbaf983b" -d '{"events": [{"server_uuid": "9f87d9e3-3f80-407d-ae21-0c6a310d71e8", "name": "network-vif-plugged", "status": "completed", "tag": "c730550c-b027-4790-8861-0daa2f115d04"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:28.168726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3b4b74-ec86-4979-9f4f-e589a4c8395c {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:28.170215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ed587-912d-427d-a09e-40781e2133cc req-79c47288-b753-46d9-8992-5bacc49f6469 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:28.172098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-276ed587-912d-427d-a09e-40781e2133cc req-79c47288-b753-46d9-8992-5bacc49f6469 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1863022 Feb 15 13:53:28.178623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port c730550c-b027-4790-8861-0daa2f115d04, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c730550c-b027-4790-8861-0daa2f115d04,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:28.180528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbb47208-bf9d-4453-9386-b7a598a6212f req-bf3fb28e-0545-434f-8f89-c02f37ef7587 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845300 Feb 15 13:53:28.193696 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c730550c-b027-4790-8861-0daa2f115d04), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:28.207776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port dd3b4b74-ec86-4979-9f4f-e589a4c8395c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dd3b4b74-ec86-4979-9f4f-e589a4c8395c,segment=NetworkSegment(014aabb5-5bb0-4af4-8089-63c6e858d210),segment_id=014aabb5-5bb0-4af4-8089-63c6e858d210)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:28.230522 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:28.274413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=c730550c-b027-4790-8861-0daa2f115d04,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:28.301841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-276ed587-912d-427d-a09e-40781e2133cc req-aa90cd60-d4ed-48b3-89c2-b78b8f5f299e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991991 Feb 15 13:53:28.306285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-ea07c331-1844-4834-a6c7-ca80b4102065 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437251 Feb 15 13:53:28.339058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=dd3b4b74-ec86-4979-9f4f-e589a4c8395c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:28.488657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb365d-6bba-418d-87c4-42d6e77b0527 req-aa41ff70-0c49-4d39-9b71-250b6ecb7957 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:28.490939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dfb365d-6bba-418d-87c4-42d6e77b0527 req-aa41ff70-0c49-4d39-9b71-250b6ecb7957 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1000242 Feb 15 13:53:28.494920 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a15c22f-28a5-49d0-a408-0a9e59f2b71e req-f07beab1-415c-4107-a0e8-235221191ba3 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648290 Feb 15 13:53:28.559792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dfb365d-6bba-418d-87c4-42d6e77b0527 req-ee42e6ae-8163-43ad-ab32-553596c1f3ab tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612934 Feb 15 13:53:28.655604 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1a16dd-6113-493e-b899-e31211e15d17 x-openstack-request-id: req-9b1a16dd-6113-493e-b899-e31211e15d17 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:28.656142 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f87d9e3-3f80-407d-ae21-0c6a310d71e8", "name": "network-vif-plugged", "status": "completed", "tag": "c730550c-b027-4790-8861-0daa2f115d04", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:28.656395 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9b1a16dd-6113-493e-b899-e31211e15d17 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:28.656777 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f87d9e3-3f80-407d-ae21-0c6a310d71e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c730550c-b027-4790-8861-0daa2f115d04', 'code': 200} Feb 15 13:53:28.720313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dd3b4b74-ec86-4979-9f4f-e589a4c8395c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:28.802528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb2ef8-65ec-48af-be70-01c566264ae2 req-c1bef8e8-efc5-4012-865d-91a3d2d73fd4 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:28.804564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5cb2ef8-65ec-48af-be70-01c566264ae2 req-c1bef8e8-efc5-4012-865d-91a3d2d73fd4 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 945 time: 0.0859964 Feb 15 13:53:28.871501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5cb2ef8-65ec-48af-be70-01c566264ae2 req-2201f791-27c0-42fe-b398-cd6f3efc848d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593743 Feb 15 13:53:28.961119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da576f6-a710-4fcb-8ba0-8ea9974f52c6 req-9aac21ea-993e-418a-8dfa-1283c37ffd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:28.963404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8da576f6-a710-4fcb-8ba0-8ea9974f52c6 req-9aac21ea-993e-418a-8dfa-1283c37ffd0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 1133 time: 0.0798392 Feb 15 13:53:29.072478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8da576f6-a710-4fcb-8ba0-8ea9974f52c6 req-ac1420ad-f5d2-49f4-b7c5-5c4cbe4787db service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947382 Feb 15 13:53:29.093772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b59187-43a2-4949-b0d3-fe27d9841809 req-9089e2d6-83ba-4717-b17c-63fbf8398867 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:29.094892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96b59187-43a2-4949-b0d3-fe27d9841809 req-9089e2d6-83ba-4717-b17c-63fbf8398867 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.0888546 Feb 15 13:53:29.165902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96b59187-43a2-4949-b0d3-fe27d9841809 req-23b4afd9-cd09-4cae-a13e-9eef49dd977c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622003 Feb 15 13:53:29.323425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00486f-d861-4c1f-a9aa-d5fe718edce5 req-0ad333be-d9d0-4509-a253-ca8c4abab41a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:29.325207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df00486f-d861-4c1f-a9aa-d5fe718edce5 req-0ad333be-d9d0-4509-a253-ca8c4abab41a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 943 time: 0.0568707 Feb 15 13:53:29.374589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df00486f-d861-4c1f-a9aa-d5fe718edce5 req-8a03ed48-17b4-49fe-bb6d-1650ea3411f0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439193 Feb 15 13:53:29.494046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b32b5-9ea3-49f1-a133-3d1d1a3ca2b8 req-1d6e4ad4-ecda-4ab1-bf7b-f26116b952f1 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:29.495762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-967b32b5-9ea3-49f1-a133-3d1d1a3ca2b8 req-1d6e4ad4-ecda-4ab1-bf7b-f26116b952f1 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.0622776 Feb 15 13:53:29.551221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-967b32b5-9ea3-49f1-a133-3d1d1a3ca2b8 req-bfca1898-b22d-4059-8c26-158d47856c5a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465770 Feb 15 13:53:29.704854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a976eb8-2bd9-4603-91b8-c2845aae5119 req-15ef048f-a0f2-45ec-941b-40a67533b81c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:29.711985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a976eb8-2bd9-4603-91b8-c2845aae5119 req-15ef048f-a0f2-45ec-941b-40a67533b81c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0789106 Feb 15 13:53:29.752391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6fc382b1-8e92-4609-b5d2-66606da792cb details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:29.787299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a976eb8-2bd9-4603-91b8-c2845aae5119 req-30435d90-3c8b-428c-8c28-cb1bf878e570 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740075 Feb 15 13:53:29.829546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8e92944e-91e8-4d34-8459-2aed3cc468c4 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:29.972518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6fc382b1-8e92-4609-b5d2-66606da792cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6fc382b1-8e92-4609-b5d2-66606da792cb,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:29.998675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '6fc382b1-8e92-4609-b5d2-66606da792cb', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'port_id': '6fc382b1-8e92-4609-b5d2-66606da792cb', 'mac_address': 'fa:16:3e:f3:65:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b28444a-b502-4aa0-b454-8e8c20bce1b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:53:30.068912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:30.085633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '8e92944e-91e8-4d34-8459-2aed3cc468c4', 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70', 'port_id': '8e92944e-91e8-4d34-8459-2aed3cc468c4', 'mac_address': 'fa:16:3e:f8:cd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:53:30.086317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38d984-ec7c-436d-ae7d-c4643a18507c req-c1f20386-49e3-4127-a8ba-3ee357fea27b tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:30.087344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6fc382b1-8e92-4609-b5d2-66606da792cb is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:30.087823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:30.095488 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e38d984-ec7c-436d-ae7d-c4643a18507c req-c1f20386-49e3-4127-a8ba-3ee357fea27b tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 945 time: 0.1281495 Feb 15 13:53:30.104781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fc382b1-8e92-4609-b5d2-66606da792cb {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:30.157952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6fc382b1-8e92-4609-b5d2-66606da792cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6fc382b1-8e92-4609-b5d2-66606da792cb,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:30.160695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 8e92944e-91e8-4d34-8459-2aed3cc468c4 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:30.161070 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:30.165156 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:30.167181 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e38d984-ec7c-436d-ae7d-c4643a18507c req-46c28fc4-7938-486b-bd3e-f19ec0d35cd3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638847 Feb 15 13:53:30.204814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e92944e-91e8-4d34-8459-2aed3cc468c4 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:30.242395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:30.254349 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:30.268127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6fc382b1-8e92-4609-b5d2-66606da792cb,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:30.303395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['6fc382b1-8e92-4609-b5d2-66606da792cb'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:30.324420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50274) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:30.357511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=8e92944e-91e8-4d34-8459-2aed3cc468c4,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:30.358998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f48d4-8f90-48ca-a95f-f05ecd891561 req-6918319f-426d-442a-9fd9-a6e80f2db90b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:30.369375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db1f48d4-8f90-48ca-a95f-f05ecd891561 req-6918319f-426d-442a-9fd9-a6e80f2db90b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 944 time: 0.0867753 Feb 15 13:53:30.450299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db1f48d4-8f90-48ca-a95f-f05ecd891561 req-86225330-aab9-41b6-aeb0-18ac27b28032 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734417 Feb 15 13:53:30.485374 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d350-b7b5-4eb6-a234-c53b860795c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:30.563103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f6337-d1cc-44e5-8e1c-f23f6ed384f9 req-0badfa32-714c-45cf-90fc-00d2e6e63690 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:30.564730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-332f6337-d1cc-44e5-8e1c-f23f6ed384f9 req-0badfa32-714c-45cf-90fc-00d2e6e63690 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 943 time: 0.0897264 Feb 15 13:53:30.651266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-332f6337-d1cc-44e5-8e1c-f23f6ed384f9 req-0343a13e-cfb4-4e21-93e2-bc663f1fa2de tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794053 Feb 15 13:53:30.657648 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d350-b7b5-4eb6-a234-c53b860795c8 admin admin] Publish callbacks [] for security_group (006ceab0-cf85-4169-b12e-a42e6df8838f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:30.671061 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d350-b7b5-4eb6-a234-c53b860795c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (006ceab0-cf85-4169-b12e-a42e6df8838f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:30.702317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['8e92944e-91e8-4d34-8459-2aed3cc468c4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:30.738530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1ce7d350-b7b5-4eb6-a234-c53b860795c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c8b2b8944b4646f987e441c11fc6470f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104095 Feb 15 13:53:30.738530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7d350-b7b5-4eb6-a234-c53b860795c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006ceab0-cf85-4169-b12e-a42e6df8838f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:30.739107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50282) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:30.756833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fbf1a-bd3f-47bc-9d94-2b33eef1d815 req-738cc167-2d1a-4c80-a9b1-f66930d143d3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:30.758553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a41fbf1a-bd3f-47bc-9d94-2b33eef1d815 req-738cc167-2d1a-4c80-a9b1-f66930d143d3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1031175 Feb 15 13:53:30.851517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a41fbf1a-bd3f-47bc-9d94-2b33eef1d815 req-68be31b5-08dc-479d-a1e0-e0c161eb2956 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794253 Feb 15 13:53:30.852224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4540710-62a9-4c6f-b051-68887ad4e6f0 admin admin] Publish callbacks [] for security_group (006ceab0-cf85-4169-b12e-a42e6df8838f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:30.906187 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4540710-62a9-4c6f-b051-68887ad4e6f0 admin admin] Publish callbacks [] for security_group (006ceab0-cf85-4169-b12e-a42e6df8838f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:30.966241 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4540710-62a9-4c6f-b051-68887ad4e6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (006ceab0-cf85-4169-b12e-a42e6df8838f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:30.969734 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4540710-62a9-4c6f-b051-68887ad4e6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:30.972185 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c4540710-62a9-4c6f-b051-68887ad4e6f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/006ceab0-cf85-4169-b12e-a42e6df8838f HTTP/1.1" status: 204 len: 168 time: 0.2308345 Feb 15 13:53:30.991255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4540710-62a9-4c6f-b051-68887ad4e6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006ceab0-cf85-4169-b12e-a42e6df8838f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:30.999126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50329d8c-d93e-4bc0-b58d-dc6d5a01bb9b req-305da666-5259-495f-ad30-6983a7312293 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:31.001094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50329d8c-d93e-4bc0-b58d-dc6d5a01bb9b req-305da666-5259-495f-ad30-6983a7312293 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0740032 Feb 15 13:53:31.078225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50329d8c-d93e-4bc0-b58d-dc6d5a01bb9b req-5bba5fd9-159a-49f2-8ece-c1901370ec2c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652506 Feb 15 13:53:31.319167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb8f5-7bca-483f-aad6-c46089fbb033 req-fd90d0c6-bbd4-471b-8110-59b6fa9d8c2e tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:31.320951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4dfb8f5-7bca-483f-aad6-c46089fbb033 req-fd90d0c6-bbd4-471b-8110-59b6fa9d8c2e tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 945 time: 0.0733399 Feb 15 13:53:31.382039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4dfb8f5-7bca-483f-aad6-c46089fbb033 req-5aa03686-fc35-4cd7-bd05-6f4a8de0461b tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529971 Feb 15 13:53:31.465057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-9080a18a-7e5b-43b0-95eb-3cba91df8e7a service neutron] 10.222.0.42 "GET /v2.0/ports/17a5ee5d-5169-4418-9685-b2a0cad1566a/bindings/n-h2-829064-15 HTTP/1.1" status: 200 len: 385 time: 0.0635545 Feb 15 13:53:31.643795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64280c-466b-4050-931a-9a1fca12b4ed req-422619b7-aa3f-4139-9dc8-98c0146a0592 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:31.645343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b64280c-466b-4050-931a-9a1fca12b4ed req-422619b7-aa3f-4139-9dc8-98c0146a0592 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 944 time: 0.1138964 Feb 15 13:53:31.766221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6fc382b1-8e92-4609-b5d2-66606da792cb up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:31.772264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b64280c-466b-4050-931a-9a1fca12b4ed req-24f7cc69-bd0f-4f5c-b203-eae8b749fb26 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159074 Feb 15 13:53:31.837810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-b1c256b5-77b8-4561-81eb-e34e16676a74 service neutron] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:31.841130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dd3b4b74-ec86-4979-9f4f-e589a4c8395c up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:31.860967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-b1c256b5-77b8-4561-81eb-e34e16676a74 service neutron] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:31.900232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-b1c256b5-77b8-4561-81eb-e34e16676a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a5ee5d-5169-4418-9685-b2a0cad1566a {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:31.908390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 6fc382b1-8e92-4609-b5d2-66606da792cb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:31.908756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:31.914319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-b1c256b5-77b8-4561-81eb-e34e16676a74 service neutron] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:31.945624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port dd3b4b74-ec86-4979-9f4f-e589a4c8395c completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:31.952828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port dd3b4b74-ec86-4979-9f4f-e589a4c8395c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:31.953204 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:31.974129 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-b1c256b5-77b8-4561-81eb-e34e16676a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:32.083406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6fc382b1-8e92-4609-b5d2-66606da792cb is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:32.083790 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:32.086489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec8fdc-1a20-4a13-8ee0-db3049bc4fcd req-f3107649-c441-4ed3-9f70-4564a2e8e068 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:32.088412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3dec8fdc-1a20-4a13-8ee0-db3049bc4fcd req-f3107649-c441-4ed3-9f70-4564a2e8e068 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 943 time: 0.3390234 Feb 15 13:53:32.114344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port dd3b4b74-ec86-4979-9f4f-e589a4c8395c is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:32.115607 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:32.126800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-b1c256b5-77b8-4561-81eb-e34e16676a74 service neutron] Transition to ACTIVE for port object 17a5ee5d-5169-4418-9685-b2a0cad1566a will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:32.129017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f2e92a9b-fc61-4a6a-8b5d-9e528ef532b6 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=542445346f3b41ac9e6ecb2babcb0774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386212 Feb 15 13:53:32.140046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc382b1-8e92-4609-b5d2-66606da792cb'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:32.142533 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25f9d88-dfef-4d72-8285-30cb0b7d9058" -d '{"events": [{"server_uuid": "c04c14d0-7b60-4269-87ca-3b117ceaee1a", "name": "network-vif-plugged", "status": "completed", "tag": "6fc382b1-8e92-4609-b5d2-66606da792cb"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:32.145384 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-b1c256b5-77b8-4561-81eb-e34e16676a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:32.162068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6fc382b1-8e92-4609-b5d2-66606da792cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6fc382b1-8e92-4609-b5d2-66606da792cb,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:32.174245 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:32.208341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port dd3b4b74-ec86-4979-9f4f-e589a4c8395c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dd3b4b74-ec86-4979-9f4f-e589a4c8395c,segment=NetworkSegment(014aabb5-5bb0-4af4-8089-63c6e858d210),segment_id=014aabb5-5bb0-4af4-8089-63c6e858d210)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:32.215920 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:32.216814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 17a5ee5d-5169-4418-9685-b2a0cad1566a no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:53:32.266958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6fc382b1-8e92-4609-b5d2-66606da792cb,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:32.287028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3dec8fdc-1a20-4a13-8ee0-db3049bc4fcd req-79569bdc-a448-42b3-ba05-6f771c85f304 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803334 Feb 15 13:53:32.319722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port 17a5ee5d-5169-4418-9685-b2a0cad1566a host n-h2-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 13:53:32.320143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 17a5ee5d-5169-4418-9685-b2a0cad1566a not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:53:32.335870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-b1c256b5-77b8-4561-81eb-e34e16676a74 service neutron] No DVR routers for this DVR port 17a5ee5d-5169-4418-9685-b2a0cad1566a on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:53:32.365156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=dd3b4b74-ec86-4979-9f4f-e589a4c8395c,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:32.388792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c256b5-77b8-4561-81eb-e34e16676a74 service neutron] Pushing event updated for resources: {'Port': ['ID=17a5ee5d-5169-4418-9685-b2a0cad1566a,revision_number=10']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:32.464191 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-860ba8d7-5461-449b-838b-bf2f8bd689b0 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:32.465760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-860ba8d7-5461-449b-838b-bf2f8bd689b0 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3245494 Feb 15 13:53:32.469694 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-b1c256b5-77b8-4561-81eb-e34e16676a74 service neutron] 10.222.0.42 "PUT /v2.0/ports/17a5ee5d-5169-4418-9685-b2a0cad1566a/bindings/n-h2-829064-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9978244 Feb 15 13:53:32.491265 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-ea84ad92-9ecd-43d9-8e7d-6a4de618f4ff tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/quotas/542445346f3b41ac9e6ecb2babcb0774 HTTP/1.1" status: 200 len: 375 time: 0.0158670 Feb 15 13:53:32.504246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5bcf-f52b-472a-baa3-c36510ded871 req-d1fbff2a-bccb-478e-9543-914afdcfa283 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:32.505898 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4aec5bcf-f52b-472a-baa3-c36510ded871 req-d1fbff2a-bccb-478e-9543-914afdcfa283 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1237521 Feb 15 13:53:32.545478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-ee4c61e5-27b7-413c-a9c1-7f0e9599b7d4 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=542445346f3b41ac9e6ecb2babcb0774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385647 Feb 15 13:53:32.584702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4aec5bcf-f52b-472a-baa3-c36510ded871 req-f3649458-e626-4740-bd6a-ded47785c32a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692406 Feb 15 13:53:32.723469 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530f13e-005c-42a5-8f70-54613fb6ee87 req-a62ffec2-a455-441d-8440-ead14428b09e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:32.726324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5530f13e-005c-42a5-8f70-54613fb6ee87 req-a62ffec2-a455-441d-8440-ead14428b09e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0759740 Feb 15 13:53:32.767710 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b016434-8046-43ae-9816-e6bd84c3f33b x-openstack-request-id: req-7b016434-8046-43ae-9816-e6bd84c3f33b {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:32.768204 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04c14d0-7b60-4269-87ca-3b117ceaee1a", "name": "network-vif-plugged", "status": "completed", "tag": "6fc382b1-8e92-4609-b5d2-66606da792cb", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:32.768329 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7b016434-8046-43ae-9816-e6bd84c3f33b {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:32.768633 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc382b1-8e92-4609-b5d2-66606da792cb', 'code': 200} Feb 15 13:53:32.808332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5530f13e-005c-42a5-8f70-54613fb6ee87 req-e8fb13b0-0ae9-43c7-820d-95603e1d79ab tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716505 Feb 15 13:53:32.911085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-105ddf6c-6938-4e88-b601-a01e7e452ca5 req-7780a9f0-acbf-4f75-8bcd-f576790b553b tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 210 time: 0.0611272 Feb 15 13:53:32.947546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee6016-e6b2-4d52-bd32-9e21eee97ffe req-7ca1984f-99ff-481b-a8e3-37ca115e0ac8 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:32.949681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4aee6016-e6b2-4d52-bd32-9e21eee97ffe req-7ca1984f-99ff-481b-a8e3-37ca115e0ac8 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 946 time: 0.1088638 Feb 15 13:53:33.020050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4aee6016-e6b2-4d52-bd32-9e21eee97ffe req-5d912c7a-3d84-43d5-9b97-9cab4c7440c9 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641816 Feb 15 13:53:33.080802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4683b33-daee-48bf-b2e2-78f8bfe22ba3 req-1792e65a-dbe0-4335-a00d-e6530bfdbabb tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:33.082323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4683b33-daee-48bf-b2e2-78f8bfe22ba3 req-1792e65a-dbe0-4335-a00d-e6530bfdbabb tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 944 time: 0.0787582 Feb 15 13:53:33.138358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4683b33-daee-48bf-b2e2-78f8bfe22ba3 req-3304a86e-eb61-49e9-81e7-9e9999c70511 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484476 Feb 15 13:53:33.418733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459667f-b300-43e0-90cb-7beb336179b7 req-90712d5d-b12b-44dd-9e2c-512955c1fcfe tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:33.420537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f459667f-b300-43e0-90cb-7beb336179b7 req-90712d5d-b12b-44dd-9e2c-512955c1fcfe tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 944 time: 0.0555563 Feb 15 13:53:33.473852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f459667f-b300-43e0-90cb-7beb336179b7 req-b391735f-e91d-4435-8339-34e1658c1d43 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470061 Feb 15 13:53:33.710496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742693ae-fde7-4dd3-a266-8f3ec8b77124 req-37a08796-097e-4e27-a8aa-daa733fc191c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:33.712080 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-742693ae-fde7-4dd3-a266-8f3ec8b77124 req-37a08796-097e-4e27-a8aa-daa733fc191c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.0582840 Feb 15 13:53:33.810782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-742693ae-fde7-4dd3-a266-8f3ec8b77124 req-8cea6a1e-c262-4b17-bc64-87e6c07f48b9 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914829 Feb 15 13:53:33.813409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-4866a15e-b192-4a89-9572-f7ea2b9ee3b6 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=542445346f3b41ac9e6ecb2babcb0774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384297 Feb 15 13:53:33.847853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8e92944e-91e8-4d34-8459-2aed3cc468c4 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:33.949333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 8e92944e-91e8-4d34-8459-2aed3cc468c4 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:33.958608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 8e92944e-91e8-4d34-8459-2aed3cc468c4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:33.959948 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:34.001120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf08e7-bfc3-42c8-8311-1640f94d5f04 req-61391a5a-fa53-4f81-910d-df2e4d7f3706 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:34.002919 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27bf08e7-bfc3-42c8-8311-1640f94d5f04 req-61391a5a-fa53-4f81-910d-df2e4d7f3706 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0881772 Feb 15 13:53:34.018547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-b946dff0-702f-47ea-a9b7-ced3715c5d10 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:34.020241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-b946dff0-702f-47ea-a9b7-ced3715c5d10 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010169 Feb 15 13:53:34.039374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4aded405-2d92-49c7-96e1-e5fb8706eb8f req-d6d75fb0-3260-4e36-874c-f113e053c2cc tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 210 time: 0.0483694 Feb 15 13:53:34.047917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Request body: {'port': {'device_id': '7263c9ce-e31e-4a88-b0ea-f89b82a92407', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '542445346f3b41ac9e6ecb2babcb0774'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:34.064413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 8e92944e-91e8-4d34-8459-2aed3cc468c4 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:34.064413 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:34.111910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:34.119927 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:34.151364 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27bf08e7-bfc3-42c8-8311-1640f94d5f04 req-5431663b-cf55-4434-814c-380bdd559ae2 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160846 Feb 15 13:53:34.220759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=8e92944e-91e8-4d34-8459-2aed3cc468c4,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:34.254858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ab482-04ee-46a0-955b-f887f56315bc req-eefdf420-0788-4ac3-b8e5-f0dcc9bda4b2 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:34.256585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f2ab482-04ee-46a0-955b-f887f56315bc req-eefdf420-0788-4ac3-b8e5-f0dcc9bda4b2 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 946 time: 0.0860283 Feb 15 13:53:34.271966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Made reservation on behalf of 542445346f3b41ac9e6ecb2babcb0774 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:34.275964 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:34.320738 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:34.367299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f2ab482-04ee-46a0-955b-f887f56315bc req-ddeccfac-072c-4fe6-87fa-c19d15d40caa tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982151 Feb 15 13:53:34.387584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ee17a-7d17-4127-9f33-41e45126e669 req-bbdae051-5cb3-48a7-8387-658e927fc25f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:34.389156 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a13ee17a-7d17-4127-9f33-41e45126e669 req-bbdae051-5cb3-48a7-8387-658e927fc25f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.1306500 Feb 15 13:53:34.460920 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a13ee17a-7d17-4127-9f33-41e45126e669 req-33a57520-b2f3-417b-a5c1-ee6dd2980afc tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654933 Feb 15 13:53:34.488311 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Publish callbacks [] for security_group (6e034624-4b9d-4fba-a9fd-ef46988f9e22), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:34.493480 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6e034624-4b9d-4fba-a9fd-ef46988f9e22), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:34.574418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e034624-4b9d-4fba-a9fd-ef46988f9e22,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:34.662347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e069984-7dd1-4acb-a1b8-a91ae0cb93b3 req-ebbd27ee-5940-45dd-8435-6d67b74f382e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:34.663800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e069984-7dd1-4acb-a1b8-a91ae0cb93b3 req-ebbd27ee-5940-45dd-8435-6d67b74f382e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 944 time: 0.1074054 Feb 15 13:53:34.688264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Allocated IP 192.168.233.196 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/da265fdc-5300-4503-a1a7-c96cc2150ee9) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:34.750778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e069984-7dd1-4acb-a1b8-a91ae0cb93b3 req-6d93f589-417f-4d10-82f4-90e728772a7e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777733 Feb 15 13:53:34.769841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c'}, {'server_uuid': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e92944e-91e8-4d34-8459-2aed3cc468c4'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:34.784147 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57c6434-b722-4ded-a828-247f0ba42c09" -d '{"events": [{"server_uuid": "a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e", "name": "network-vif-plugged", "status": "completed", "tag": "dd3b4b74-ec86-4979-9f4f-e589a4c8395c"}, {"server_uuid": "7e4107cd-4e79-47ee-a14b-507dcf97da56", "name": "network-vif-plugged", "status": "completed", "tag": "8e92944e-91e8-4d34-8459-2aed3cc468c4"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:34.843488 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90050539-ee9d-4422-9541-2fc9ce3e43c7 x-openstack-request-id: req-90050539-ee9d-4422-9541-2fc9ce3e43c7 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:34.844133 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e", "name": "network-vif-plugged", "status": "completed", "tag": "dd3b4b74-ec86-4979-9f4f-e589a4c8395c", "code": 200}, {"server_uuid": "7e4107cd-4e79-47ee-a14b-507dcf97da56", "name": "network-vif-plugged", "status": "completed", "tag": "8e92944e-91e8-4d34-8459-2aed3cc468c4", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:34.844476 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-90050539-ee9d-4422-9541-2fc9ce3e43c7 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:34.845076 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c', 'code': 200} Feb 15 13:53:34.845319 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e92944e-91e8-4d34-8459-2aed3cc468c4', 'code': 200} Feb 15 13:53:34.919874 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Publish callbacks [] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:35.033031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94018fe-1233-4e9c-981e-beeef279f000 req-f95a8c24-f32f-415a-bd4c-97c490364fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.034593 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a94018fe-1233-4e9c-981e-beeef279f000 req-f95a8c24-f32f-415a-bd4c-97c490364fc3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 1128 time: 0.0972569 Feb 15 13:53:35.041907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35ea2-272f-43ea-bcd7-8170e4557388 req-7b35f128-5060-4d10-a364-ca4dcf1c85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.042196 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:35.043407 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7cb35ea2-272f-43ea-bcd7-8170e4557388 req-7b35f128-5060-4d10-a364-ca4dcf1c85bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 1129 time: 0.0766771 Feb 15 13:53:35.060194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063d853-1ddb-4a46-affc-cc1ef7a295cb req-a45da6a6-510f-4a96-942d-a761e85f5690 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.061730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2063d853-1ddb-4a46-affc-cc1ef7a295cb req-a45da6a6-510f-4a96-942d-a761e85f5690 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1294074 Feb 15 13:53:35.120300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:35.125317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:35.127850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:35.140732 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a94018fe-1233-4e9c-981e-beeef279f000 req-70c89408-3d3f-40d5-ac9f-8ede1c9e7237 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959013 Feb 15 13:53:35.143151 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7cb35ea2-272f-43ea-bcd7-8170e4557388 req-84aaeb8a-fae9-45a1-a8b6-422a70b928e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911467 Feb 15 13:53:35.168696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Pushing event updated for resources: {'Port': ['ID=da265fdc-5300-4503-a1a7-c96cc2150ee9,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:35.227032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2063d853-1ddb-4a46-affc-cc1ef7a295cb req-197d45ab-740d-4785-ac13-570127022abf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414304 Feb 15 13:53:35.247321 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.248376 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:35.281184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-7d02959c-bb13-4437-80fa-d1fde5f9398c tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2441761 Feb 15 13:53:35.291286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4536b7-cee4-4611-b9fb-d9e6e0b57e1e req-adb82bf0-cee1-49c5-acf1-fbde9f61cb98 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.293475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b4536b7-cee4-4611-b9fb-d9e6e0b57e1e req-adb82bf0-cee1-49c5-acf1-fbde9f61cb98 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 936 time: 0.1258504 Feb 15 13:53:35.395541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b4536b7-cee4-4611-b9fb-d9e6e0b57e1e req-3ba483f7-7a4e-4f98-9306-e79bffbc3718 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958195 Feb 15 13:53:35.441156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dd7cd-e162-42f0-a0a4-e82cbcb173ef req-2edf9752-573d-49aa-870e-8bb50dfd428c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.442706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d3dd7cd-e162-42f0-a0a4-e82cbcb173ef req-2edf9752-573d-49aa-870e-8bb50dfd428c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0955269 Feb 15 13:53:35.484373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-312ac568-d22a-4133-9a55-e18b9c9f51a2 None None] Provisioning complete for port da265fdc-5300-4503-a1a7-c96cc2150ee9 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:35.484980 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-312ac568-d22a-4133-9a55-e18b9c9f51a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:35.543728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-312ac568-d22a-4133-9a55-e18b9c9f51a2 None None] Port da265fdc-5300-4503-a1a7-c96cc2150ee9 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:53:35.571226 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d3dd7cd-e162-42f0-a0a4-e82cbcb173ef req-c4332516-51bd-423a-86fb-b83fdde22a41 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224871 Feb 15 13:53:35.598726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Request body: {'port': {'device_id': '7263c9ce-e31e-4a88-b0ea-f89b82a92407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:35.611656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-b65fd118-8217-4933-82e0-e5d8bcfe5fb5 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.613171 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-b65fd118-8217-4933-82e0-e5d8bcfe5fb5 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.1532133 Feb 15 13:53:35.637824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41e8f3-7a74-4ca9-a0b0-510b62dab561 req-7f073484-c694-41aa-9689-3e719044ac8d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.644866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff41e8f3-7a74-4ca9-a0b0-510b62dab561 req-7f073484-c694-41aa-9689-3e719044ac8d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 946 time: 0.1323254 Feb 15 13:53:35.727476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-732f8fd9-62d4-49dd-a301-93a0b2a705da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.730732 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-732f8fd9-62d4-49dd-a301-93a0b2a705da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1132 time: 0.0794868 Feb 15 13:53:35.887008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-8efa331e-6104-4816-a0a9-39ae5afdcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.888810 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-8efa331e-6104-4816-a0a9-39ae5afdcd20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1505084 Feb 15 13:53:35.937319 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-6e7380fe-5936-4961-8047-b5e22a052a1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 217 time: 0.0392051 Feb 15 13:53:35.997570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-0324b5e5-74ea-449e-ace2-2d11f47d2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:35.999537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-0324b5e5-74ea-449e-ace2-2d11f47d2aa9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0523634 Feb 15 13:53:36.048127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff41e8f3-7a74-4ca9-a0b0-510b62dab561 req-b478ba00-9857-4795-8ca0-ca7ddd6f7a9d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4022853 Feb 15 13:53:36.085282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-0935395d-4906-4fe8-b93e-56db4f58e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.088276 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-0935395d-4906-4fe8-b93e-56db4f58e0ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0796959 Feb 15 13:53:36.110743 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:36.140296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d47a8-19d5-4d85-b3d2-1ecb31ae10fb req-a8acd4e7-3e8e-4802-aa3e-210b8ad1bb0b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.141942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d3d47a8-19d5-4d85-b3d2-1ecb31ae10fb req-a8acd4e7-3e8e-4802-aa3e-210b8ad1bb0b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.4423292 Feb 15 13:53:36.211901 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-86f9ad44-9d04-41b7-84dd-a1c7e71c27ad service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145227 Feb 15 13:53:36.226814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-fe6f79a2-3744-4bda-9b78-b30dd2fec4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.228424 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-fe6f79a2-3744-4bda-9b78-b30dd2fec4bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b HTTP/1.1" status: 200 len: 1127 time: 0.5815308 Feb 15 13:53:36.334095 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-f035b8b7-46e8-43eb-8a6e-adefdfdec902 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085849 Feb 15 13:53:36.370728 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d3d47a8-19d5-4d85-b3d2-1ecb31ae10fb req-753aa6f7-7dc4-44e9-aff4-e129ae75f4be tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036576 Feb 15 13:53:36.397526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25415385-9901-48bc-bda9-8a9c758476c8 req-27a23367-7c27-4402-8cb9-bf6a8a9c7c13 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.405311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25415385-9901-48bc-bda9-8a9c758476c8 req-27a23367-7c27-4402-8cb9-bf6a8a9c7c13 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 944 time: 0.2623038 Feb 15 13:53:36.485898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-808a2c0c-d5ba-4f36-a8db-ade6e67538a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.487441 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-808a2c0c-d5ba-4f36-a8db-ade6e67538a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 1127 time: 0.2266841 Feb 15 13:53:36.623404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25415385-9901-48bc-bda9-8a9c758476c8 req-317011f3-9872-483d-a8cb-53530611bd15 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170241 Feb 15 13:53:36.776970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-9522b5e6-7cea-4266-a96a-0540ebc3eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.778432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-9522b5e6-7cea-4266-a96a-0540ebc3eede service neutron] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.2812548 Feb 15 13:53:36.854892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-f7a6097e-5bdb-4dde-ac4c-3a587ddc68f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a HTTP/1.1" status: 200 len: 217 time: 0.0668495 Feb 15 13:53:36.861770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9ff79-489b-4b0b-9b01-313932d20ad7 req-1519c8e9-e847-4a03-8dfe-8251bcd92306 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.863480 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03e9ff79-489b-4b0b-9b01-313932d20ad7 req-1519c8e9-e847-4a03-8dfe-8251bcd92306 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.3045530 Feb 15 13:53:36.920544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da265fdc-5300-4503-a1a7-c96cc2150ee9 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:36.943796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Publish callbacks [] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:36.956837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004da81-c7fa-4b6d-9936-659934583a28 req-5a1019e9-9f9b-4582-a387-7bada9888622 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.956837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d004da81-c7fa-4b6d-9936-659934583a28 req-5a1019e9-9f9b-4582-a387-7bada9888622 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 936 time: 0.2698927 Feb 15 13:53:36.991525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-33435e56-be56-4861-bd71-aa3e881757ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:36.992994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-33435e56-be56-4861-bd71-aa3e881757ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.1256788 Feb 15 13:53:37.002267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Transition to ACTIVE for port object da265fdc-5300-4503-a1a7-c96cc2150ee9 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:37.022481 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:37.074959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-c7345c3f-1d6d-4fd1-b973-20679eaa42bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674984 Feb 15 13:53:37.083975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03e9ff79-489b-4b0b-9b01-313932d20ad7 req-9fd3a33c-94b4-453a-8e26-4a23ce1499d6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045417 Feb 15 13:53:37.159048 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d004da81-c7fa-4b6d-9936-659934583a28 req-4928972e-4199-4cf5-9c81-22aebd1e96cc tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904175 Feb 15 13:53:37.173940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Pushing event updated for resources: {'Port': ['ID=da265fdc-5300-4503-a1a7-c96cc2150ee9,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:37.356230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-153235ce-7004-4970-a1bb-fe15998a8782 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706316 Feb 15 13:53:37.362680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf128e8-265a-4db9-b090-04c57868b527 req-2896046c-82bb-463b-8b69-b17e4413a702 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:37.367403 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aaf128e8-265a-4db9-b090-04c57868b527 req-2896046c-82bb-463b-8b69-b17e4413a702 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1985137 Feb 15 13:53:37.447379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Attempting to bind port da265fdc-5300-4503-a1a7-c96cc2150ee9 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:37.447741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Attempting to bind port da265fdc-5300-4503-a1a7-c96cc2150ee9 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:37.448076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Attempting to bind port da265fdc-5300-4503-a1a7-c96cc2150ee9 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:37.472965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Port da265fdc-5300-4503-a1a7-c96cc2150ee9 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:53:37.473293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Attempting to bind port da265fdc-5300-4503-a1a7-c96cc2150ee9 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:37.501325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b141fa-88e7-4204-a087-3b51c25f2bd0 req-9e4b4d87-d638-4859-882d-059f9f314b74 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:37.502839 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71b141fa-88e7-4204-a087-3b51c25f2bd0 req-9e4b4d87-d638-4859-882d-059f9f314b74 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 946 time: 0.2311101 Feb 15 13:53:37.508064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:37.508407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:37.508792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:37.509231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Bound port: da265fdc-5300-4503-a1a7-c96cc2150ee9, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:37.509629 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:37.558021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aaf128e8-265a-4db9-b090-04c57868b527 req-5f78dd9a-1c9d-4ff1-85ae-e03113a2b5be tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858783 Feb 15 13:53:37.566042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-6460a10b-82bd-42bb-8677-4639804a1841 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951978 Feb 15 13:53:37.635499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71b141fa-88e7-4204-a087-3b51c25f2bd0 req-c86547af-ec6d-4dde-8ac4-53bfd305392e tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228929 Feb 15 13:53:37.695157 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] For port da265fdc-5300-4503-a1a7-c96cc2150ee9, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:37.710458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] For port da265fdc-5300-4503-a1a7-c96cc2150ee9, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=da265fdc-5300-4503-a1a7-c96cc2150ee9,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:37.720193 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:37.765900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0348640-97e5-4a12-bb94-96b4b917f6e9 req-71ce8faa-ce01-476a-9a3b-73c92c3d31ca tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:37.767732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0348640-97e5-4a12-bb94-96b4b917f6e9 req-71ce8faa-ce01-476a-9a3b-73c92c3d31ca tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.1296425 Feb 15 13:53:37.770993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:37.771581 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:37.772934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] 10.222.0.42 "PUT /v2.0/ports/da265fdc-5300-4503-a1a7-c96cc2150ee9 HTTP/1.1" status: 200 len: 1097 time: 2.1788054 Feb 15 13:53:37.773511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7263c9ce-e31e-4a88-b0ea-f89b82a92407', 'tag': 'da265fdc-5300-4503-a1a7-c96cc2150ee9'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:37.776255 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01c00ef-5751-410e-b21a-e59587ca7356" -d '{"events": [{"name": "network-changed", "server_uuid": "7263c9ce-e31e-4a88-b0ea-f89b82a92407", "tag": "da265fdc-5300-4503-a1a7-c96cc2150ee9"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:37.830565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767a58e-d998-456e-8794-7f3f18611635 service neutron] Pushing event updated for resources: {'Port': ['ID=da265fdc-5300-4503-a1a7-c96cc2150ee9,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:37.897409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0348640-97e5-4a12-bb94-96b4b917f6e9 req-295cb6ff-ba1d-48c9-b14e-67b7a9c5fb53 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103847 Feb 15 13:53:38.050058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad78d9-fbe4-42ac-a2b6-78dbb355702c req-6339984d-9397-4c74-a7f4-85bc7555a621 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:38.051792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5ad78d9-fbe4-42ac-a2b6-78dbb355702c req-6339984d-9397-4c74-a7f4-85bc7555a621 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 944 time: 0.2395575 Feb 15 13:53:38.066957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-c539c443-bca7-459f-a45d-878d349b69be tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:38.068504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-c539c443-bca7-459f-a45d-878d349b69be tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.1650739 Feb 15 13:53:38.076640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-c09b99c2-a2e2-47bf-a802-c8308b606db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:38.078111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-c09b99c2-a2e2-47bf-a802-c8308b606db0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=542445346f3b41ac9e6ecb2babcb0774&device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 1131 time: 0.1705208 Feb 15 13:53:38.141370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940abf3-d00d-4ee5-9de9-fe0199f2230d req-939e676e-2b01-4f6b-9c75-5e8e27599a2f tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:38.142968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b940abf3-d00d-4ee5-9de9-fe0199f2230d req-939e676e-2b01-4f6b-9c75-5e8e27599a2f tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 946 time: 0.1579523 Feb 15 13:53:38.153012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50470) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:38.162981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c11d53b4-42aa-4f0b-90f5-6f908b7cd08d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Request body: {'floatingip': {'port_id': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:38.181471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-cc3827d7-2e82-4a47-9b49-d24d88c524cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=da265fdc-5300-4503-a1a7-c96cc2150ee9 HTTP/1.1" status: 200 len: 217 time: 0.0849524 Feb 15 13:53:38.192311 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf38e4a1-99cb-4e3f-8ae9-366cf0f96b61 x-openstack-request-id: req-bf38e4a1-99cb-4e3f-8ae9-366cf0f96b61 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:38.192609 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7263c9ce-e31e-4a88-b0ea-f89b82a92407", "tag": "da265fdc-5300-4503-a1a7-c96cc2150ee9", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:38.192867 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf38e4a1-99cb-4e3f-8ae9-366cf0f96b61 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:38.193267 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7263c9ce-e31e-4a88-b0ea-f89b82a92407', 'tag': 'da265fdc-5300-4503-a1a7-c96cc2150ee9', 'status': 'completed', 'code': 200} Feb 15 13:53:38.226648 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c11d53b4-42aa-4f0b-90f5-6f908b7cd08d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for floatingip (6f21d1e9-5868-4704-8728-95964a52514f), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:38.267684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5ad78d9-fbe4-42ac-a2b6-78dbb355702c req-4cbd00e4-041a-4b2f-94db-eb6259ca4b86 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054389 Feb 15 13:53:38.324089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-2c07ad08-f252-4843-8007-84a57b6115de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:38.325676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-2c07ad08-f252-4843-8007-84a57b6115de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1316478 Feb 15 13:53:38.341654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28e169-e6c2-4a7d-a358-f7d5cf6e64d9 req-976f6d2d-f8e2-4e15-b5e6-da50d75dd645 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:38.343290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f28e169-e6c2-4a7d-a358-f7d5cf6e64d9 req-976f6d2d-f8e2-4e15-b5e6-da50d75dd645 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 1128 time: 0.0941284 Feb 15 13:53:38.482840 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f28e169-e6c2-4a7d-a358-f7d5cf6e64d9 req-6a6c2a09-68a6-4b2f-b1c0-211d0acdf663 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192040 Feb 15 13:53:38.502497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-6e67c3d2-6c68-44a0-89c4-75609b3f60ce service neutron] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:38.508703 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-6e67c3d2-6c68-44a0-89c4-75609b3f60ce service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:38.510581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e443f496-7266-418d-8892-3ee90b1ea4f8 req-6e67c3d2-6c68-44a0-89c4-75609b3f60ce service neutron] 10.222.0.67 "DELETE /v2.0/ports/17a5ee5d-5169-4418-9685-b2a0cad1566a/bindings/n-h1-829064-15 HTTP/1.1" status: 204 len: 173 time: 0.4289372 Feb 15 13:53:38.528770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-ef20f18f-112a-4d01-80ee-a8ad7e9d6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:38.531572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-ef20f18f-112a-4d01-80ee-a8ad7e9d6498 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1873815 Feb 15 13:53:38.542143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ea4f7-1ee6-460e-947d-6e744b0205b3 req-b80debaa-40e7-4694-ae55-fe207d162296 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:38.544770 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e8ea4f7-1ee6-460e-947d-6e744b0205b3 req-b80debaa-40e7-4694-ae55-fe207d162296 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1697674 Feb 15 13:53:38.738819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e8ea4f7-1ee6-460e-947d-6e744b0205b3 req-d43dd96c-f3b7-4413-bda2-19e3cb032874 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254716 Feb 15 13:53:38.747878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-452461f3-56d9-469b-97df-cf19837111bc service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019770 Feb 15 13:53:38.757493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cefa3d-71ef-4813-b6d0-f7956a7b1ccb req-67ac06f2-b41c-4a1b-bba3-b79e45b871e9 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:38.759079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68cefa3d-71ef-4813-b6d0-f7956a7b1ccb req-67ac06f2-b41c-4a1b-bba3-b79e45b871e9 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 948 time: 0.1469083 Feb 15 13:53:39.019375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2578263-6c0e-4b3b-a6a4-098e96af22ae req-33da7698-2904-4496-b290-5e270b56bdfa service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575328 Feb 15 13:53:39.024547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68cefa3d-71ef-4813-b6d0-f7956a7b1ccb req-57048503-20fb-4a02-8eaf-64153e808c75 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539480 Feb 15 13:53:39.129260 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119dffd-ba59-4bd0-9dd8-9d93fa0719ef req-edb22ea7-6413-47bc-afe1-57d42f6393a7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:39.136040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8119dffd-ba59-4bd0-9dd8-9d93fa0719ef req-edb22ea7-6413-47bc-afe1-57d42f6393a7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1712141 Feb 15 13:53:39.217225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c11d53b4-42aa-4f0b-90f5-6f908b7cd08d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:39.230989 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c11d53b4-42aa-4f0b-90f5-6f908b7cd08d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (6f21d1e9-5868-4704-8728-95964a52514f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:39.259262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8119dffd-ba59-4bd0-9dd8-9d93fa0719ef req-d168cf05-f162-418b-abd3-f51e423375d9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172509 Feb 15 13:53:39.274122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c00ef-5751-410e-b21a-e59587ca7356 req-2e6cd146-e6f5-4135-95fe-0b130592f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:39.275883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d01c00ef-5751-410e-b21a-e59587ca7356 req-2e6cd146-e6f5-4135-95fe-0b130592f211 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=542445346f3b41ac9e6ecb2babcb0774&device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 1131 time: 0.1377904 Feb 15 13:53:39.363608 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-c11d53b4-42aa-4f0b-90f5-6f908b7cd08d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Floating IP 6f21d1e9-5868-4704-8728-95964a52514f associated. External IP: 172.25.6.18, port: dd3b4b74-ec86-4979-9f4f-e589a4c8395c. Feb 15 13:53:39.480505 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c00ef-5751-410e-b21a-e59587ca7356 req-4367bc94-8c6f-45d1-9642-d10221bfa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:39.482240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d01c00ef-5751-410e-b21a-e59587ca7356 req-4367bc94-8c6f-45d1-9642-d10221bfa3ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1982031 Feb 15 13:53:39.495714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a102-2e4d-47f1-a909-0e40616b4277 req-68c7609c-804d-4e12-aac5-806928b2d468 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:39.495714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b36a102-2e4d-47f1-a909-0e40616b4277 req-68c7609c-804d-4e12-aac5-806928b2d468 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 944 time: 0.0908885 Feb 15 13:53:39.546892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d01c00ef-5751-410e-b21a-e59587ca7356 req-361579b3-78b2-433c-a16b-17081f483938 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=da265fdc-5300-4503-a1a7-c96cc2150ee9 HTTP/1.1" status: 200 len: 217 time: 0.0514441 Feb 15 13:53:39.664474 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:39.699761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b36a102-2e4d-47f1-a909-0e40616b4277 req-989889ba-64eb-4abf-aea4-fcb5c1c68c09 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516678 Feb 15 13:53:39.720309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11d53b4-42aa-4f0b-90f5-6f908b7cd08d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:53:39.723432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c00ef-5751-410e-b21a-e59587ca7356 req-7ee8c36e-dfdd-4e21-8113-632b70831d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:39.725787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d01c00ef-5751-410e-b21a-e59587ca7356 req-7ee8c36e-dfdd-4e21-8113-632b70831d62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1709440 Feb 15 13:53:39.863934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c00ef-5751-410e-b21a-e59587ca7356 req-d18b9f3a-cb16-4b93-b27f-eb2904b9be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:39.870940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d01c00ef-5751-410e-b21a-e59587ca7356 req-d18b9f3a-cb16-4b93-b27f-eb2904b9be8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1277840 Feb 15 13:53:39.932464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11d53b4-42aa-4f0b-90f5-6f908b7cd08d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:53:39.938433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c11d53b4-42aa-4f0b-90f5-6f908b7cd08d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:39.945130 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee14afe-fd79-44aa-9aaf-40a205a8fd9e None None] Sync routers for ids ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:53:39.959892 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee14afe-fd79-44aa-9aaf-40a205a8fd9e None None] Routers {'4d85d90c-8048-43c2-b3a4-92c7849f3dc1'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:53:39.960697 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ee14afe-fd79-44aa-9aaf-40a205a8fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:53:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:39.984247 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c11d53b4-42aa-4f0b-90f5-6f908b7cd08d tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "PUT /v2.0/floatingips/6f21d1e9-5868-4704-8728-95964a52514f HTTP/1.1" status: 200 len: 991 time: 1.8278086 Feb 15 13:53:39.985179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'tag': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:39.988437 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e", "tag": "dd3b4b74-ec86-4979-9f4f-e589a4c8395c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:40.061659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a62a5-f271-418d-966e-7484f4828496 req-fbbc04df-885e-4561-b779-ab04ae7ebb84 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:40.064059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f2a62a5-f271-418d-966e-7484f4828496 req-fbbc04df-885e-4561-b779-ab04ae7ebb84 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1878555 Feb 15 13:53:40.080280 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5ee14afe-fd79-44aa-9aaf-40a205a8fd9e None None] Set router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:53:40.081885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894d489-0c47-4898-9c19-70dc781ca0c0 req-c3662484-a532-4bf3-b25c-813f1e349c74 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:40.083624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4894d489-0c47-4898-9c19-70dc781ca0c0 req-c3662484-a532-4bf3-b25c-813f1e349c74 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 1127 time: 0.1607997 Feb 15 13:53:40.188734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d01c00ef-5751-410e-b21a-e59587ca7356 req-b09291c9-727e-4ad5-b1e8-b5070b272bd6 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927847 Feb 15 13:53:40.215547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f2a62a5-f271-418d-966e-7484f4828496 req-2fb114cc-f22b-40dd-9b5c-fa48b27f6404 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368380 Feb 15 13:53:40.233447 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4894d489-0c47-4898-9c19-70dc781ca0c0 req-ef44eb98-1ac1-4ce0-aa17-e1a35b6c29f5 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184957 Feb 15 13:53:40.370937 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655c6a79-03a0-4608-90d5-44ab0ffa0046 x-openstack-request-id: req-655c6a79-03a0-4608-90d5-44ab0ffa0046 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:40.370937 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e", "tag": "dd3b4b74-ec86-4979-9f4f-e589a4c8395c", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:40.370937 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-655c6a79-03a0-4608-90d5-44ab0ffa0046 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:40.371614 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'tag': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c', 'status': 'completed', 'code': 200} Feb 15 13:53:40.428862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddcf36-5a44-4c38-8f42-8674e39627a0 req-0d13b7b8-90ae-473d-8784-6774da0b1e17 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:40.436733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cddcf36-5a44-4c38-8f42-8674e39627a0 req-0d13b7b8-90ae-473d-8784-6774da0b1e17 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 946 time: 0.1039672 Feb 15 13:53:40.448976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d01c00ef-5751-410e-b21a-e59587ca7356 req-2a6c4888-c077-4007-b274-dbbc26c26482 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476435 Feb 15 13:53:40.516179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a req-cc629ddb-3734-4599-becb-82a0eb6c1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:40.517708 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a req-cc629ddb-3734-4599-becb-82a0eb6c1f6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11332d9649da4269900ac4fdbb33c7ac&device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 1129 time: 0.1253343 Feb 15 13:53:40.586110 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ee14afe-fd79-44aa-9aaf-40a205a8fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:13Z', 'revision_number': 4, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6f21d1e9-5868-4704-8728-95964a52514f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'port_id': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'mac_address': 'fa:16:3e:d6:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:17Z', 'updated_at': '2022-02-15T13:53:38Z', 'revision_number': 1, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d6f47d-8d2b-40a4-80f9-4e2f0082494b', 'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'mac_address': 'fa:16:3e:14:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:11Z', 'updated_at': '2022-02-15T13:53:17Z', 'revision_number': 5, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'subnets': [{'id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:40.631169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a req-5e96ba5f-7076-4d8b-83a7-61646300ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:40.633016 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a req-5e96ba5f-7076-4d8b-83a7-61646300ca92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da2a1e32-5f2f-4556-9fc5-d67bc189ee3f HTTP/1.1" status: 200 len: 913 time: 0.1071186 Feb 15 13:53:40.636691 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee14afe-fd79-44aa-9aaf-40a205a8fd9e None None] Checking router: 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:53:40.661488 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee14afe-fd79-44aa-9aaf-40a205a8fd9e None None] Routers {'4d85d90c-8048-43c2-b3a4-92c7849f3dc1'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:53:40.662205 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ee14afe-fd79-44aa-9aaf-40a205a8fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:53:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:40.882714 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a req-738a79de-7f27-44c7-a672-4ab59b6da83f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd3b4b74-ec86-4979-9f4f-e589a4c8395c HTTP/1.1" status: 200 len: 999 time: 0.2424557 Feb 15 13:53:40.885469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cddcf36-5a44-4c38-8f42-8674e39627a0 req-31463a05-11b5-437e-8954-a71bc66ef424 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4477708 Feb 15 13:53:40.912398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbb75b-1997-4124-96f7-7eb25685c8bb req-2051796e-b5b6-48b9-95b3-83c3243b424d tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:40.921598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bdbb75b-1997-4124-96f7-7eb25685c8bb req-2051796e-b5b6-48b9-95b3-83c3243b424d tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 948 time: 0.0887585 Feb 15 13:53:40.934218 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5ee14afe-fd79-44aa-9aaf-40a205a8fd9e None None] Set router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:53:41.006024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a req-df2bdb13-1f3c-49c4-ae83-5323115a2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.007306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bdbb75b-1997-4124-96f7-7eb25685c8bb req-d1e9dd2d-b799-4dbd-8dd2-6cf31e2f8175 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844235 Feb 15 13:53:41.008145 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a req-df2bdb13-1f3c-49c4-ae83-5323115a2e26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=581d3f7e-13a5-4aa4-b9d9-485e5654d6de HTTP/1.1" status: 200 len: 851 time: 0.1155550 Feb 15 13:53:41.104777 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a req-0c11f888-388f-45fb-93a3-76bc6a60e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.107141 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a req-0c11f888-388f-45fb-93a3-76bc6a60e387 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da2a1e32-5f2f-4556-9fc5-d67bc189ee3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0902336 Feb 15 13:53:41.235464 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a req-a3581ca5-9f29-4f5e-9e2c-aa4fc628a458 service neutron] 10.222.0.42 "GET /v2.0/networks/da2a1e32-5f2f-4556-9fc5-d67bc189ee3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214640 Feb 15 13:53:41.245019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c68681-b5fd-401d-a090-2a10b589feb0 req-fef6ac99-aa21-471e-8a2a-9949c7ef26da tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.246608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16c68681-b5fd-401d-a090-2a10b589feb0 req-fef6ac99-aa21-471e-8a2a-9949c7ef26da tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1478655 Feb 15 13:53:41.249717 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ee14afe-fd79-44aa-9aaf-40a205a8fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:13Z', 'revision_number': 4, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6f21d1e9-5868-4704-8728-95964a52514f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'port_id': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'mac_address': 'fa:16:3e:d6:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:17Z', 'updated_at': '2022-02-15T13:53:38Z', 'revision_number': 1, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d6f47d-8d2b-40a4-80f9-4e2f0082494b', 'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'mac_address': 'fa:16:3e:14:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:11Z', 'updated_at': '2022-02-15T13:53:17Z', 'revision_number': 5, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'subnets': [{'id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:53:41.278893 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee14afe-fd79-44aa-9aaf-40a205a8fd9e None None] The sync data for ids ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'] in n-d-829064-15 is: [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:13Z', 'revision_number': 4, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6f21d1e9-5868-4704-8728-95964a52514f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'port_id': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'mac_address': 'fa:16:3e:d6:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:53:17Z', 'updated_at': '2022-02-15T13:53:38Z', 'revision_number': 1, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d6f47d-8d2b-40a4-80f9-4e2f0082494b', 'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'mac_address': 'fa:16:3e:14:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:11Z', 'updated_at': '2022-02-15T13:53:17Z', 'revision_number': 5, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'subnets': [{'id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:53:41.298843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-ee81b2b2-be8b-4b89-84c3-52d327cb335c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.300540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-ee81b2b2-be8b-4b89-84c3-52d327cb335c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 808 time: 0.1868405 Feb 15 13:53:41.352520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-20afc6d4-d50c-4739-98a9-17aec2a32ce8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/quotas/7a8f3f8e1d3342cf940ee6ed1d4b2b0b HTTP/1.1" status: 200 len: 375 time: 0.0399568 Feb 15 13:53:41.359675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16c68681-b5fd-401d-a090-2a10b589feb0 req-43691621-f7f2-4d45-9c99-ad48080a4bab tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005678 Feb 15 13:53:41.392436 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd681d2e-bf6b-49eb-bac5-9a26854bea2a req-e9dad663-21b2-4396-9dce-e2b8acd91522 service neutron] 10.222.0.42 "GET /v2.0/networks/da2a1e32-5f2f-4556-9fc5-d67bc189ee3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515737 Feb 15 13:53:41.457412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-7d4c2cfd-63d9-4eae-9fa6-ccd57a3e8613 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945368 Feb 15 13:53:41.580846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5eb1c-9043-4538-9563-5601f7c704d4 req-5a0c0c0d-fe4d-4a95-b520-a5ea0aa93dd6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:41.582384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82d5eb1c-9043-4538-9563-5601f7c704d4 req-5a0c0c0d-fe4d-4a95-b520-a5ea0aa93dd6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1239831 Feb 15 13:53:41.610350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-5e0b5c83-166b-4c43-987e-b54ed1096c9a service neutron] 10.222.0.72 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420169 Feb 15 13:53:41.614651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb339b-d49e-4d0d-bcc0-eaec358fd3b6 None None] New status for floating IP 6f21d1e9-5868-4704-8728-95964a52514f: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:53:41.678986 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:41.683506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82d5eb1c-9043-4538-9563-5601f7c704d4 req-fd8d0e19-814e-4409-8815-ad056197453e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905647 Feb 15 13:53:41.726499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-4dc222a2-31d3-4164-8669-c8500fbad1f5 service neutron] 10.222.0.72 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020868 Feb 15 13:53:41.868499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device da265fdc-5300-4503-a1a7-c96cc2150ee9 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:41.918757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86d4f444-95cb-4a96-b03e-e471d35b5282 req-4ad833c6-dcf5-4497-a080-8c97f8639773 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 210 time: 0.0317369 Feb 15 13:53:42.008560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port da265fdc-5300-4503-a1a7-c96cc2150ee9, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=da265fdc-5300-4503-a1a7-c96cc2150ee9,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:42.022697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'da265fdc-5300-4503-a1a7-c96cc2150ee9', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'da265fdc-5300-4503-a1a7-c96cc2150ee9', 'mac_address': 'fa:16:3e:09:96:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:53:42.077495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port da265fdc-5300-4503-a1a7-c96cc2150ee9 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:42.079105 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:42.097150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da265fdc-5300-4503-a1a7-c96cc2150ee9 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:42.123976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port da265fdc-5300-4503-a1a7-c96cc2150ee9, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=da265fdc-5300-4503-a1a7-c96cc2150ee9,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:42.130648 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:42.198188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69039739-d4a6-4230-b99a-c7120ca1475d req-f580dcfc-cef3-4e35-b229-1e55ad7147f2 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:42.199762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69039739-d4a6-4230-b99a-c7120ca1475d req-f580dcfc-cef3-4e35-b229-1e55ad7147f2 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 948 time: 0.0881171 Feb 15 13:53:42.208745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=da265fdc-5300-4503-a1a7-c96cc2150ee9,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:42.269446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69039739-d4a6-4230-b99a-c7120ca1475d req-396dd979-9d4a-45b2-bf25-fa16c60dff06 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621669 Feb 15 13:53:42.466400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['da265fdc-5300-4503-a1a7-c96cc2150ee9'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:42.496699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f29d9-dfde-4b25-9958-838a58459905 req-f0fe7a04-8962-45d5-9f45-538d64226b40 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:42.498358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab4f29d9-dfde-4b25-9958-838a58459905 req-f0fe7a04-8962-45d5-9f45-538d64226b40 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0584314 Feb 15 13:53:42.572614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab4f29d9-dfde-4b25-9958-838a58459905 req-e0338681-138d-46c4-b460-633ec08ab3bf tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683079 Feb 15 13:53:42.832306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ec4e1-26e4-4d55-8786-569a18563da5 req-d4697c1b-24c8-45ff-85c9-5a5bdea3997d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:42.834243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a1ec4e1-26e4-4d55-8786-569a18563da5 req-d4697c1b-24c8-45ff-85c9-5a5bdea3997d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.0629001 Feb 15 13:53:42.911472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a1ec4e1-26e4-4d55-8786-569a18563da5 req-8ab293d0-5b5c-4b2d-9f3d-44e94d75f9d3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705938 Feb 15 13:53:43.044460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21ffe6ac-ee5f-4acc-9ea9-9ddf82815833 req-5b4d4d53-4883-439e-8179-0848bf08955e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 210 time: 0.0405371 Feb 15 13:53:43.283129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-d035938a-4793-4cbe-ad6c-e3583136e63b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:43.284640 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-d035938a-4793-4cbe-ad6c-e3583136e63b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.42 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 808 time: 0.1296499 Feb 15 13:53:43.297354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Request body: {'port': {'device_id': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d', 'admin_state_up': True, 'tenant_id': '7a8f3f8e1d3342cf940ee6ed1d4b2b0b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:43.416624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ed1fb-37b9-4489-a13f-77f0b55e57e4 req-fdd6a399-f79d-4359-89c3-fd72a03e4521 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:43.418647 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a3ed1fb-37b9-4489-a13f-77f0b55e57e4 req-fdd6a399-f79d-4359-89c3-fd72a03e4521 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 949 time: 0.0748503 Feb 15 13:53:43.439112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Made reservation on behalf of 7a8f3f8e1d3342cf940ee6ed1d4b2b0b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:43.445549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:43.489093 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a3ed1fb-37b9-4489-a13f-77f0b55e57e4 req-f825f609-08ec-4481-a48c-9b2846eaee89 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598199 Feb 15 13:53:43.641030 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Allocated IP 172.20.0.5 (cbd8b904-b103-44e2-9aaf-4758a1adf36d/7863996e-9476-4400-b941-682795ecb88e/b3a65031-c72f-426c-89be-66010de1abd4) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:43.736712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155868bd-b1be-4973-b649-50afc4b1cf4c req-cb6bfec7-d102-4721-a29b-8cb978064f0e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:43.746853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-155868bd-b1be-4973-b649-50afc4b1cf4c req-cb6bfec7-d102-4721-a29b-8cb978064f0e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0986099 Feb 15 13:53:43.831507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-155868bd-b1be-4973-b649-50afc4b1cf4c req-37ed3a7e-3907-4612-b027-328947223738 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787210 Feb 15 13:53:43.878859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device da265fdc-5300-4503-a1a7-c96cc2150ee9 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:43.912352 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks [] for port (b3a65031-c72f-426c-89be-66010de1abd4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:43.980849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port da265fdc-5300-4503-a1a7-c96cc2150ee9 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:43.986645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port da265fdc-5300-4503-a1a7-c96cc2150ee9 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:43.987358 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:44.012456 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b3a65031-c72f-426c-89be-66010de1abd4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:44.080173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Pushing event updated for resources: {'Port': ['ID=b3a65031-c72f-426c-89be-66010de1abd4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:44.097619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Network cbd8b904-b103-44e2-9aaf-4758a1adf36d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:44.099894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:44.102652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:44.168239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:44.168818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:44.214069 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-c33313b0-7e4e-4590-b46d-2d86090f9275 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9206574 Feb 15 13:53:44.217863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a2e9-7a91-447a-b65f-4b05e79e4bc9 req-dcd6d7a0-5589-4c0b-83a7-34e0dbf534bc tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:44.229086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Request body: {'port': {'device_id': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:44.229542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a240a2e9-7a91-447a-b65f-4b05e79e4bc9 req-dcd6d7a0-5589-4c0b-83a7-34e0dbf534bc tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1856432 Feb 15 13:53:44.266073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port da265fdc-5300-4503-a1a7-c96cc2150ee9 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:44.266747 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:44.318678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7263c9ce-e31e-4a88-b0ea-f89b82a92407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da265fdc-5300-4503-a1a7-c96cc2150ee9'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:44.340119 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d853ee-5775-4d3b-aa30-716859da73f6" -d '{"events": [{"server_uuid": "7263c9ce-e31e-4a88-b0ea-f89b82a92407", "name": "network-vif-plugged", "status": "completed", "tag": "da265fdc-5300-4503-a1a7-c96cc2150ee9"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:44.365850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port da265fdc-5300-4503-a1a7-c96cc2150ee9, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=da265fdc-5300-4503-a1a7-c96cc2150ee9,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:44.375729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f563-7a54-4ef1-ac01-339a7290ae27 req-6b6bf16e-6515-4a93-bb12-d32427a8809b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:44.377611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:44.379409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3a65031-c72f-426c-89be-66010de1abd4), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:44.388914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d171f563-7a54-4ef1-ac01-339a7290ae27 req-6b6bf16e-6515-4a93-bb12-d32427a8809b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 931 time: 0.1563509 Feb 15 13:53:44.500875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d171f563-7a54-4ef1-ac01-339a7290ae27 req-fd687930-1ca0-41c2-bde5-dfdc4f109662 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110973 Feb 15 13:53:44.520643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a240a2e9-7a91-447a-b65f-4b05e79e4bc9 req-ee534dde-84f6-4aa8-a2a3-fdbbd16ab3e8 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901390 Feb 15 13:53:44.560334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=da265fdc-5300-4503-a1a7-c96cc2150ee9,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:44.675312 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb698572-8838-4716-8ef6-b8d4cb75c106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:44.738591 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1170fc8-2143-4f14-ac68-da92688e45d2 x-openstack-request-id: req-d1170fc8-2143-4f14-ac68-da92688e45d2 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:44.739081 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7263c9ce-e31e-4a88-b0ea-f89b82a92407", "name": "network-vif-plugged", "status": "completed", "tag": "da265fdc-5300-4503-a1a7-c96cc2150ee9", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:44.739449 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d1170fc8-2143-4f14-ac68-da92688e45d2 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:44.740616 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7263c9ce-e31e-4a88-b0ea-f89b82a92407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da265fdc-5300-4503-a1a7-c96cc2150ee9', 'code': 200} Feb 15 13:53:44.854287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355481b-118b-4bdd-a57c-ca36da1dd1a3 req-5b046cf4-e931-42cc-83d9-825ab6837074 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:44.865173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d355481b-118b-4bdd-a57c-ca36da1dd1a3 req-5b046cf4-e931-42cc-83d9-825ab6837074 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 950 time: 0.1270933 Feb 15 13:53:44.972932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53b90f-cf59-414f-8c9c-c14b35e7aced req-ea73b12e-c974-4ba0-8607-bd9a68a58031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:44.974962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb53b90f-cf59-414f-8c9c-c14b35e7aced req-ea73b12e-c974-4ba0-8607-bd9a68a58031 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 1133 time: 0.1399927 Feb 15 13:53:45.013383 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a65031-c72f-426c-89be-66010de1abd4 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:45.016615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d355481b-118b-4bdd-a57c-ca36da1dd1a3 req-6895cfbe-30aa-4c04-9156-630b824d1ee8 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394470 Feb 15 13:53:45.038658 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Publish callbacks [] for port (b3a65031-c72f-426c-89be-66010de1abd4), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:45.051278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb53b90f-cf59-414f-8c9c-c14b35e7aced req-3ca81826-d518-461d-ba6e-5e8900e09359 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690017 Feb 15 13:53:45.095504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Transition to ACTIVE for port object b3a65031-c72f-426c-89be-66010de1abd4 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:53:45.107362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (b3a65031-c72f-426c-89be-66010de1abd4), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:45.188079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840f553-a234-46b3-bb4b-6b9a00b9a9fb req-0f6e11e0-e75d-45f2-b7f9-d75999b79510 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:45.191762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0840f553-a234-46b3-bb4b-6b9a00b9a9fb req-0f6e11e0-e75d-45f2-b7f9-d75999b79510 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1254046 Feb 15 13:53:45.232101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a65031-c72f-426c-89be-66010de1abd4,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:45.270596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0840f553-a234-46b3-bb4b-6b9a00b9a9fb req-537bf59d-9ede-46af-bd13-953e33533628 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733950 Feb 15 13:53:45.282507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:45.285170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:45.285936 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:45.292986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Port b3a65031-c72f-426c-89be-66010de1abd4 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:53:45.293318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:45.298730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:45.299113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:45.299493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:45.299918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Bound port: b3a65031-c72f-426c-89be-66010de1abd4, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:45.300269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3a65031-c72f-426c-89be-66010de1abd4), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:45.389728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:45.393746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b3a65031-c72f-426c-89be-66010de1abd4,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:45.403676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (b3a65031-c72f-426c-89be-66010de1abd4), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:45.467019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:45.467655 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:45.469055 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/b3a65031-c72f-426c-89be-66010de1abd4 HTTP/1.1" status: 200 len: 1092 time: 1.2452676 Feb 15 13:53:45.469699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'tag': 'b3a65031-c72f-426c-89be-66010de1abd4'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:45.472537 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef784ed6-2b04-4fb1-8436-ee412a6fa7da" -d '{"events": [{"name": "network-changed", "server_uuid": "4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b", "tag": "b3a65031-c72f-426c-89be-66010de1abd4"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:45.474365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d21e2a-5afb-4a14-be3f-f4514e9f25a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a65031-c72f-426c-89be-66010de1abd4,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:45.587919 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26d554b-bf11-4ca0-8348-f5618e804a7b x-openstack-request-id: req-f26d554b-bf11-4ca0-8348-f5618e804a7b {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:45.588289 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b", "tag": "b3a65031-c72f-426c-89be-66010de1abd4", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:45.598283 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f26d554b-bf11-4ca0-8348-f5618e804a7b {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:45.598721 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'tag': 'b3a65031-c72f-426c-89be-66010de1abd4', 'status': 'completed', 'code': 200} Feb 15 13:53:45.638067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-0d183b6f-1189-406b-90b7-dab8383b9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:45.641578 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-0d183b6f-1189-406b-90b7-dab8383b9ce3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1126 time: 0.1118314 Feb 15 13:53:45.694179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cd0a3-6ac8-4d63-896a-f09e472155db req-1def64d0-2bc4-462d-b099-f6ccbbb2efb1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:45.702845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-682cd0a3-6ac8-4d63-896a-f09e472155db req-1def64d0-2bc4-462d-b099-f6ccbbb2efb1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 943 time: 0.1301951 Feb 15 13:53:45.707807 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-13483d20-1391-4357-a84d-2e90b979771c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3a65031-c72f-426c-89be-66010de1abd4 HTTP/1.1" status: 200 len: 217 time: 0.0575287 Feb 15 13:53:45.778396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f428b1-7dbb-4930-864e-96f3a657e56a req-56069765-79b5-486e-b574-53e3d6827ae0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:45.786155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88f428b1-7dbb-4930-864e-96f3a657e56a req-56069765-79b5-486e-b574-53e3d6827ae0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1632504 Feb 15 13:53:45.792546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-d04093d0-b442-4ed0-9e9b-1b5e5ab34dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:45.796003 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-d04093d0-b442-4ed0-9e9b-1b5e5ab34dea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.0782242 Feb 15 13:53:45.834872 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-76bdf2d3-72a5-4804-81fd-f019f3cb683a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319979 Feb 15 13:53:45.869598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-682cd0a3-6ac8-4d63-896a-f09e472155db req-6f784773-2479-4390-a2cd-44058e0bc0ba tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657133 Feb 15 13:53:45.958820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88f428b1-7dbb-4930-864e-96f3a657e56a req-657f5a26-6d95-4ac3-9128-22c2658e3e8b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606364 Feb 15 13:53:46.010540 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-2fc4cfdf-370e-4df9-9534-0a28a0fc52b8 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664178 Feb 15 13:53:46.169101 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b3637d56-e664-4393-894e-357c9e7c86c1 req-93b1c912-2e72-4aa6-99d6-3bb7ad752841 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457419 Feb 15 13:53:46.185821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793fb20-9308-41c1-83b8-983ecd120f9e req-6c4e0536-857f-45a0-bee6-eae304019a5d tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:46.190588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3793fb20-9308-41c1-83b8-983ecd120f9e req-6c4e0536-857f-45a0-bee6-eae304019a5d tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 950 time: 0.0934060 Feb 15 13:53:46.284598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3793fb20-9308-41c1-83b8-983ecd120f9e req-1a5d0220-c144-4a84-8615-26b908a3e66e tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844917 Feb 15 13:53:46.294520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784ed6-2b04-4fb1-8436-ee412a6fa7da req-d49b81e8-08b8-45ae-a83b-45a3885466ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:46.297729 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef784ed6-2b04-4fb1-8436-ee412a6fa7da req-d49b81e8-08b8-45ae-a83b-45a3885466ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1126 time: 0.0665116 Feb 15 13:53:46.465673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4c9e8-2465-47cc-ad91-8352922a6b02 req-5ab0695d-7fd9-4cd8-9c25-74bdd7ce1a7a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:46.476850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784ed6-2b04-4fb1-8436-ee412a6fa7da req-cfda54f9-4c2c-4989-8549-1bd1ded979f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:46.478950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ee4c9e8-2465-47cc-ad91-8352922a6b02 req-5ab0695d-7fd9-4cd8-9c25-74bdd7ce1a7a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0888188 Feb 15 13:53:46.480605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef784ed6-2b04-4fb1-8436-ee412a6fa7da req-cfda54f9-4c2c-4989-8549-1bd1ded979f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.1666341 Feb 15 13:53:46.563291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef784ed6-2b04-4fb1-8436-ee412a6fa7da req-7ec5072f-6255-4e64-aa54-67dfb020c5a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3a65031-c72f-426c-89be-66010de1abd4 HTTP/1.1" status: 200 len: 217 time: 0.0701852 Feb 15 13:53:46.566982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ee4c9e8-2465-47cc-ad91-8352922a6b02 req-1d232478-37aa-4118-b9d9-8dab34e50dce tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875344 Feb 15 13:53:46.623887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784ed6-2b04-4fb1-8436-ee412a6fa7da req-1bd82ed5-c4e4-4134-ac3f-4d67ad372b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:46.625424 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef784ed6-2b04-4fb1-8436-ee412a6fa7da req-1bd82ed5-c4e4-4134-ac3f-4d67ad372b08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.0564148 Feb 15 13:53:46.664301 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef784ed6-2b04-4fb1-8436-ee412a6fa7da req-33f2eade-6600-4f7d-b167-65c4e160eea9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314960 Feb 15 13:53:46.766838 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef784ed6-2b04-4fb1-8436-ee412a6fa7da req-688d5548-bb59-4ad3-a7ae-205b5685e6f2 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946341 Feb 15 13:53:46.912087 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef784ed6-2b04-4fb1-8436-ee412a6fa7da req-1f1344af-b4f2-41be-bd92-6675579e46fd service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386075 Feb 15 13:53:47.124710 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76e470b7-6403-4410-a9f8-4e0bf3e69fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:47.189790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb494f-df5d-4970-acc7-c4f8b0ca49ca req-bada0859-ddf9-4247-9c6c-af9e4606b454 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:47.192074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7adb494f-df5d-4970-acc7-c4f8b0ca49ca req-bada0859-ddf9-4247-9c6c-af9e4606b454 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1052330 Feb 15 13:53:47.310931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7adb494f-df5d-4970-acc7-c4f8b0ca49ca req-f99875ce-ceb4-4d1e-a468-5ad8894c43a1 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083934 Feb 15 13:53:47.355354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6b4f-bc22-4153-a2f5-dc8d3d1fb8a9 req-0bf6eacd-b1cd-49c1-ae89-2d02bb95e9ce tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:47.362831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f7d6b4f-bc22-4153-a2f5-dc8d3d1fb8a9 req-0bf6eacd-b1cd-49c1-ae89-2d02bb95e9ce tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 943 time: 0.1324124 Feb 15 13:53:47.461611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f7d6b4f-bc22-4153-a2f5-dc8d3d1fb8a9 req-f2fc68cc-eb1f-4852-924c-68a2e258a1cc tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974035 Feb 15 13:53:47.557983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc400f54-f008-464f-8c9e-210e707b0411 req-9e1bfd12-23c4-4d1b-a8b8-2f8ea6ae905a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:47.560888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc400f54-f008-464f-8c9e-210e707b0411 req-9e1bfd12-23c4-4d1b-a8b8-2f8ea6ae905a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 950 time: 0.0980022 Feb 15 13:53:47.699242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc400f54-f008-464f-8c9e-210e707b0411 req-d4950f50-1019-4ec4-b23a-e0eb23792e2e tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284831 Feb 15 13:53:47.807185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d81427-14ca-42ae-a9c1-5f4287c08bfb req-9c53b776-d50f-4aea-b7cd-8474ebc7fa7c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:47.809191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37d81427-14ca-42ae-a9c1-5f4287c08bfb req-9c53b776-d50f-4aea-b7cd-8474ebc7fa7c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0953560 Feb 15 13:53:47.901324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37d81427-14ca-42ae-a9c1-5f4287c08bfb req-eee05dc5-cc3a-42b3-842a-889e449dbe9e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865254 Feb 15 13:53:48.218185 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:48.233985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f625d8-df29-4e3c-9833-4c5bd94398d9 req-4714eb51-b862-4070-ac8d-df6f0591bdf1 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:48.236390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47f625d8-df29-4e3c-9833-4c5bd94398d9 req-4714eb51-b862-4070-ac8d-df6f0591bdf1 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 950 time: 0.1133468 Feb 15 13:53:48.354641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47f625d8-df29-4e3c-9833-4c5bd94398d9 req-d440eafe-479b-40e0-b7e2-c5888ae4dbfd tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074357 Feb 15 13:53:48.584394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dd807-cbeb-4240-9d45-a8f8fd8a41d1 req-2fca07f4-6d97-451b-a71b-52958292a36f tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:48.592829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe8dd807-cbeb-4240-9d45-a8f8fd8a41d1 req-2fca07f4-6d97-451b-a71b-52958292a36f tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.0977483 Feb 15 13:53:48.677348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe8dd807-cbeb-4240-9d45-a8f8fd8a41d1 req-9231b639-0929-455f-b1a3-e9dd38328664 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824132 Feb 15 13:53:48.709800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1e0cc-0e6c-4547-83ea-190db41c1561 req-3de983f8-8893-4b89-8948-bcc6c506f99f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:48.711963 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52a1e0cc-0e6c-4547-83ea-190db41c1561 req-3de983f8-8893-4b89-8948-bcc6c506f99f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 943 time: 0.0955231 Feb 15 13:53:48.781615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52a1e0cc-0e6c-4547-83ea-190db41c1561 req-d2c6c0de-92f2-4a41-b8e8-1e7147b34841 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629258 Feb 15 13:53:49.472346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694060a-21cc-4371-986a-eff5d65e8c1c req-6700f5d2-abb6-49df-96ca-9991ae62290d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:49.476196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9694060a-21cc-4371-986a-eff5d65e8c1c req-6700f5d2-abb6-49df-96ca-9991ae62290d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1254153 Feb 15 13:53:49.557918 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:49.589463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9694060a-21cc-4371-986a-eff5d65e8c1c req-c42503c2-6dda-4bd5-85f6-5ee2293b20ff tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064339 Feb 15 13:53:49.624771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45cde0-3356-43c2-88b6-8bd8399a2636 req-ccd3597e-35d3-459b-bed7-bf00e03137a7 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:49.626348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b45cde0-3356-43c2-88b6-8bd8399a2636 req-ccd3597e-35d3-459b-bed7-bf00e03137a7 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 950 time: 0.1715400 Feb 15 13:53:49.642926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b271c9a-3d3d-49d7-9ffb-b8431829be4f req-0c56c13c-2d2c-49c2-a3f3-24a8040499f2 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:49.644504 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4b271c9a-3d3d-49d7-9ffb-b8431829be4f req-0c56c13c-2d2c-49c2-a3f3-24a8040499f2 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.42 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 950 time: 0.0903859 Feb 15 13:53:49.765852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b45cde0-3356-43c2-88b6-8bd8399a2636 req-a017057d-6e03-49a4-a7ac-3ccac729257f tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e034624-4b9d-4fba-a9fd-ef46988f9e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112933 Feb 15 13:53:49.834016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-4b271c9a-3d3d-49d7-9ffb-b8431829be4f req-8a98a30c-5068-4163-aeae-c7cfc5d2751a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Deleting port da265fdc-5300-4503-a1a7-c96cc2150ee9 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:53:49.834435 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4b271c9a-3d3d-49d7-9ffb-b8431829be4f req-8a98a30c-5068-4163-aeae-c7cfc5d2751a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:49.896104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b3a65031-c72f-426c-89be-66010de1abd4 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:53:50.008963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f560c8-7c03-4671-963e-3f656d016082 req-b08449a2-d11d-408c-ac6b-e079c19257ef tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:50.018043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07f560c8-7c03-4671-963e-3f656d016082 req-b08449a2-d11d-408c-ac6b-e079c19257ef tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1847680 Feb 15 13:53:50.058503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-4b271c9a-3d3d-49d7-9ffb-b8431829be4f req-8a98a30c-5068-4163-aeae-c7cfc5d2751a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] For port da265fdc-5300-4503-a1a7-c96cc2150ee9, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=da265fdc-5300-4503-a1a7-c96cc2150ee9,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:50.058894 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4b271c9a-3d3d-49d7-9ffb-b8431829be4f req-8a98a30c-5068-4163-aeae-c7cfc5d2751a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:50.059995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59e6c487-655f-497d-872c-6e5d9e355f2e req-a5dbf330-d513-4d35-b2c6-470ff0938ab9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1699584 Feb 15 13:53:50.092505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-4b271c9a-3d3d-49d7-9ffb-b8431829be4f req-8a98a30c-5068-4163-aeae-c7cfc5d2751a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Calling delete_port for da265fdc-5300-4503-a1a7-c96cc2150ee9 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:53:50.098914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b3a65031-c72f-426c-89be-66010de1abd4,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:50.100788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c10e9f-51c0-4472-ba17-51ae2d727ef3 req-c186d0c0-2be7-4743-8b2d-67ecf9ba609c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:50.114669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'b3a65031-c72f-426c-89be-66010de1abd4', 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d', 'port_id': 'b3a65031-c72f-426c-89be-66010de1abd4', 'mac_address': 'fa:16:3e:0e:f3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7863996e-9476-4400-b941-682795ecb88e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:53:50.116419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2c10e9f-51c0-4472-ba17-51ae2d727ef3 req-c186d0c0-2be7-4743-8b2d-67ecf9ba609c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 943 time: 0.1800399 Feb 15 13:53:50.172641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port b3a65031-c72f-426c-89be-66010de1abd4 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:50.172943 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3a65031-c72f-426c-89be-66010de1abd4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:50.194292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a65031-c72f-426c-89be-66010de1abd4 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:53:50.216624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b3a65031-c72f-426c-89be-66010de1abd4,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:50.230317 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b3a65031-c72f-426c-89be-66010de1abd4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:50.231833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07f560c8-7c03-4671-963e-3f656d016082 req-347f02e8-ebd3-4b09-a72e-6addd9c88d94 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129200 Feb 15 13:53:50.326795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6c487-655f-497d-872c-6e5d9e355f2e req-714be34c-6a04-414b-aacb-513f6512a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:50.332731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59e6c487-655f-497d-872c-6e5d9e355f2e req-714be34c-6a04-414b-aacb-513f6512a6e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1128 time: 0.2389128 Feb 15 13:53:50.333029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=b3a65031-c72f-426c-89be-66010de1abd4,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:50.378623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2c10e9f-51c0-4472-ba17-51ae2d727ef3 req-07b0fe97-fdb7-4ec6-bf7e-c63911d3d0b9 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592876 Feb 15 13:53:50.439941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4b271c9a-3d3d-49d7-9ffb-b8431829be4f req-8a98a30c-5068-4163-aeae-c7cfc5d2751a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (da265fdc-5300-4503-a1a7-c96cc2150ee9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:50.483872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98a30c-5068-4163-aeae-c7cfc5d2751a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Pushing event deleted for resources: {'Port': ['ID=da265fdc-5300-4503-a1a7-c96cc2150ee9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:50.560387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6c487-655f-497d-872c-6e5d9e355f2e req-cf17e2c6-cce3-4860-8729-9fce85f95204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:50.566174 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59e6c487-655f-497d-872c-6e5d9e355f2e req-cf17e2c6-cce3-4860-8729-9fce85f95204 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.1864820 Feb 15 13:53:50.569503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b271c9a-3d3d-49d7-9ffb-b8431829be4f req-8a98a30c-5068-4163-aeae-c7cfc5d2751a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] No DVR routers for this DVR port da265fdc-5300-4503-a1a7-c96cc2150ee9 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:53:50.574324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4b271c9a-3d3d-49d7-9ffb-b8431829be4f req-8a98a30c-5068-4163-aeae-c7cfc5d2751a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:50.582299 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4b271c9a-3d3d-49d7-9ffb-b8431829be4f req-8a98a30c-5068-4163-aeae-c7cfc5d2751a tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.42 "DELETE /v2.0/ports/da265fdc-5300-4503-a1a7-c96cc2150ee9 HTTP/1.1" status: 204 len: 173 time: 0.9256306 Feb 15 13:53:50.582851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7263c9ce-e31e-4a88-b0ea-f89b82a92407', 'name': 'network-vif-deleted', 'tag': 'da265fdc-5300-4503-a1a7-c96cc2150ee9'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:50.587093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['b3a65031-c72f-426c-89be-66010de1abd4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:53:50.607588 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eae5062-ec10-47f3-a828-f822ade13969" -d '{"events": [{"server_uuid": "7263c9ce-e31e-4a88-b0ea-f89b82a92407", "name": "network-vif-deleted", "tag": "da265fdc-5300-4503-a1a7-c96cc2150ee9"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:50.692327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59e6c487-655f-497d-872c-6e5d9e355f2e req-158e3692-36d5-4a34-8061-0b1214fc9755 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 217 time: 0.1152124 Feb 15 13:53:50.901478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6c487-655f-497d-872c-6e5d9e355f2e req-7b891806-0f2e-43d3-ab88-fd378825effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:50.905715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59e6c487-655f-497d-872c-6e5d9e355f2e req-7b891806-0f2e-43d3-ab88-fd378825effd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.2015629 Feb 15 13:53:50.934533 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59423ef7-2a99-4e63-a022-6243b07610d6 x-openstack-request-id: req-59423ef7-2a99-4e63-a022-6243b07610d6 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:50.936051 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7263c9ce-e31e-4a88-b0ea-f89b82a92407", "name": "network-vif-deleted", "tag": "da265fdc-5300-4503-a1a7-c96cc2150ee9", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:50.936555 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-59423ef7-2a99-4e63-a022-6243b07610d6 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:50.937262 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7263c9ce-e31e-4a88-b0ea-f89b82a92407', 'name': 'network-vif-deleted', 'tag': 'da265fdc-5300-4503-a1a7-c96cc2150ee9', 'status': 'completed', 'code': 200} Feb 15 13:53:51.007780 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:51.047035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5771ab-0fc3-405d-be94-dae614d1a0d1 req-db45e056-4331-4432-b062-4fc529c34986 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:51.049536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf5771ab-0fc3-405d-be94-dae614d1a0d1 req-db45e056-4331-4432-b062-4fc529c34986 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.2686357 Feb 15 13:53:51.053044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59e6c487-655f-497d-872c-6e5d9e355f2e req-cef9887a-b712-4029-8d1e-1ac495069ffe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403823 Feb 15 13:53:51.211602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59e6c487-655f-497d-872c-6e5d9e355f2e req-00716d0c-6b9e-41b2-9351-0cbad7bcc907 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498981 Feb 15 13:53:51.398974 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c1aabc6-c93d-40f0-9cd3-1ba04a685c08 req-02735522-f096-4862-a6e3-9b06c2da4aa3 tempest-ImagesNegativeTestJSON-498025950 tempest-ImagesNegativeTestJSON-498025950-project] 10.222.0.72 "GET /v2.0/ports?device_id=7263c9ce-e31e-4a88-b0ea-f89b82a92407 HTTP/1.1" status: 200 len: 210 time: 0.1851594 Feb 15 13:53:51.499142 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf5771ab-0fc3-405d-be94-dae614d1a0d1 req-33ed1427-cff4-4442-b004-8bc8972d9b54 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416296 Feb 15 13:53:51.603915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59e6c487-655f-497d-872c-6e5d9e355f2e req-3d79b337-bac5-4877-bcd0-d2d8b97c2bb7 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602521 Feb 15 13:53:51.620131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea47bb-fcc5-4915-99f7-91492f9af112 req-3cdab509-2b9d-4a2c-85d2-adfb221baab6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:51.622715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00ea47bb-fcc5-4915-99f7-91492f9af112 req-3cdab509-2b9d-4a2c-85d2-adfb221baab6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.0994644 Feb 15 13:53:51.724535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00ea47bb-fcc5-4915-99f7-91492f9af112 req-6628a0ec-1b38-41f9-a27b-4a09e672ba32 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913072 Feb 15 13:53:51.748357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ef63-acb1-42d7-b0f0-066347529b64 req-0949c6a1-01ca-442d-92ee-dbc6a027192a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:51.760155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8228ef63-acb1-42d7-b0f0-066347529b64 req-0949c6a1-01ca-442d-92ee-dbc6a027192a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 944 time: 0.1143935 Feb 15 13:53:51.826172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8228ef63-acb1-42d7-b0f0-066347529b64 req-668ba867-227a-4a10-968d-76c5f6c77e32 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646100 Feb 15 13:53:51.894989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device da265fdc-5300-4503-a1a7-c96cc2150ee9 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:53:51.928019 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: da265fdc-5300-4503-a1a7-c96cc2150ee9 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:53:51.928664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device da265fdc-5300-4503-a1a7-c96cc2150ee9 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:53:52.319388 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:53:52.715640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38ef91-ddcf-4881-9658-1a9b47f5631f req-ca004dfd-29df-401c-8b17-beaba0bcec0e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:52.717200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e38ef91-ddcf-4881-9658-1a9b47f5631f req-ca004dfd-29df-401c-8b17-beaba0bcec0e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1126080 Feb 15 13:53:52.831806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e38ef91-ddcf-4881-9658-1a9b47f5631f req-1b5c70d5-298e-4003-acaf-d5b4ea00ba0a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084719 Feb 15 13:53:52.978448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42ee0e-4119-49bb-a055-d24a8cc92df2 req-199e8248-964e-4068-82df-2849e744389e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:52.980481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af42ee0e-4119-49bb-a055-d24a8cc92df2 req-199e8248-964e-4068-82df-2849e744389e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1235018 Feb 15 13:53:53.074090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af42ee0e-4119-49bb-a055-d24a8cc92df2 req-4f3288fe-10eb-4f64-8b0b-273d9d1ade07 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823178 Feb 15 13:53:53.092595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc09d12-e8dd-4e94-8e75-eaa63b9e0d08 req-c645be3a-166e-44c7-9232-593ed19a6fd2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:53.094273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ccc09d12-e8dd-4e94-8e75-eaa63b9e0d08 req-c645be3a-166e-44c7-9232-593ed19a6fd2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 944 time: 0.1127737 Feb 15 13:53:53.165783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ccc09d12-e8dd-4e94-8e75-eaa63b9e0d08 req-e9d5d618-dfea-4f39-a475-15b22fb9393f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655193 Feb 15 13:53:53.256422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50846) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:53.435812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50850) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:53.436274 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-03d9cda5-d0c6-449f-a985-7e7adae35f44 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=542445346f3b41ac9e6ecb2babcb0774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785626 Feb 15 13:53:53.559485 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0a38951-015e-4ca2-ae7d-5cc24f13a78f admin admin] Publish callbacks [] for security_group (6e034624-4b9d-4fba-a9fd-ef46988f9e22), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:53.598535 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0a38951-015e-4ca2-ae7d-5cc24f13a78f admin admin] Publish callbacks [] for security_group (6e034624-4b9d-4fba-a9fd-ef46988f9e22), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:53.689181 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0a38951-015e-4ca2-ae7d-5cc24f13a78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6e034624-4b9d-4fba-a9fd-ef46988f9e22), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:53.692058 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0a38951-015e-4ca2-ae7d-5cc24f13a78f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:53.693380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e0a38951-015e-4ca2-ae7d-5cc24f13a78f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e034624-4b9d-4fba-a9fd-ef46988f9e22 HTTP/1.1" status: 204 len: 168 time: 0.2565618 Feb 15 13:53:53.709758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a38951-015e-4ca2-ae7d-5cc24f13a78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e034624-4b9d-4fba-a9fd-ef46988f9e22,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:53.895686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b3a65031-c72f-426c-89be-66010de1abd4 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:54.021120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port b3a65031-c72f-426c-89be-66010de1abd4 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:53:54.026342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port b3a65031-c72f-426c-89be-66010de1abd4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:54.026729 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b3a65031-c72f-426c-89be-66010de1abd4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:54.124526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a98246-75b7-4c0b-aa78-95fee39e7845 req-f0966627-6d2c-462a-b442-9199ed1bc354 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:54.129765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86a98246-75b7-4c0b-aa78-95fee39e7845 req-f0966627-6d2c-462a-b442-9199ed1bc354 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1422801 Feb 15 13:53:54.218805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port b3a65031-c72f-426c-89be-66010de1abd4 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:54.219806 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3a65031-c72f-426c-89be-66010de1abd4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:54.268162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b3a65031-c72f-426c-89be-66010de1abd4,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:54.269582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a65031-c72f-426c-89be-66010de1abd4'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:53:54.272890 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066980f1-fe80-4c22-bf38-d03928ffed1b" -d '{"events": [{"server_uuid": "4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b", "name": "network-vif-plugged", "status": "completed", "tag": "b3a65031-c72f-426c-89be-66010de1abd4"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:53:54.283768 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b3a65031-c72f-426c-89be-66010de1abd4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:54.315970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86a98246-75b7-4c0b-aa78-95fee39e7845 req-5014e4ae-0de4-49d4-8178-b2c8597ab2ed tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768696 Feb 15 13:53:54.362374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0f96f-6997-4e72-9f12-e8f4f3423861 req-3ddfe466-8afa-4d94-94ed-8dadb1c1f7a8 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:54.364022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6e0f96f-6997-4e72-9f12-e8f4f3423861 req-3ddfe466-8afa-4d94-94ed-8dadb1c1f7a8 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1465933 Feb 15 13:53:54.389159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=b3a65031-c72f-426c-89be-66010de1abd4,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:54.462128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6e0f96f-6997-4e72-9f12-e8f4f3423861 req-e13a96f0-b2d4-42bf-9ed3-797fbd4d7540 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909088 Feb 15 13:53:54.576560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65beb3de-3cfc-40ad-8d55-bb60dd90135f req-1a596b7e-5c9d-4e3e-a072-6191d67aea6a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:54.588355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65beb3de-3cfc-40ad-8d55-bb60dd90135f req-1a596b7e-5c9d-4e3e-a072-6191d67aea6a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 945 time: 0.1298163 Feb 15 13:53:54.715603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65beb3de-3cfc-40ad-8d55-bb60dd90135f req-64dd69fd-d5e1-48f5-95b5-8a34602c69d9 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262689 Feb 15 13:53:54.733338 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ac5446-e135-4960-b00b-8246bd2130a5 x-openstack-request-id: req-10ac5446-e135-4960-b00b-8246bd2130a5 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:53:54.733648 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b", "name": "network-vif-plugged", "status": "completed", "tag": "b3a65031-c72f-426c-89be-66010de1abd4", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:53:54.733893 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-10ac5446-e135-4960-b00b-8246bd2130a5 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:53:54.734293 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a65031-c72f-426c-89be-66010de1abd4', 'code': 200} Feb 15 13:53:54.880226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d12e3-8d60-4e95-8ec8-8e9839929fa8 req-24a43d81-e8f1-4952-ad14-d275ef297c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:54.881757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c3d12e3-8d60-4e95-8ec8-8e9839929fa8 req-24a43d81-e8f1-4952-ad14-d275ef297c18 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1128 time: 0.0679228 Feb 15 13:53:54.938561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50900) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:54.966192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c3d12e3-8d60-4e95-8ec8-8e9839929fa8 req-57415525-8ff6-4f8a-abd5-1554b197b631 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721972 Feb 15 13:53:55.083919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2104600841-network', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:55.122756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Made reservation on behalf of c416f6fd41ea40eb8149d6f4d771ad46 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:55.125635 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:55.139844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:55.271152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Publish callbacks [] for security_group (3e09b11b-804d-4e1d-91fe-fc4a0705186f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:55.293399 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3e09b11b-804d-4e1d-91fe-fc4a0705186f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:55.361702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:53:55.422792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e32f95c2-fccf-461d-b28f-b978cc53a3ae), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:55.423148 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Added segment e32f95c2-fccf-461d-b28f-b978cc53a3ae of type vlan for network 5c56b48c-fa72-409b-b0c4-7690458bbabf Feb 15 13:53:55.496000 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e09b11b-804d-4e1d-91fe-fc4a0705186f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:55.516293 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (5c56b48c-fa72-409b-b0c4-7690458bbabf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:55.553154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (5c56b48c-fa72-409b-b0c4-7690458bbabf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:55.554251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:55.554950 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:55.618000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b89fb9-deb3-43b9-a43d-48e44ee5339e req-89f0b933-d35b-4fd8-830c-29fd90ce0c5f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:55.625181 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84b89fb9-deb3-43b9-a43d-48e44ee5339e req-89f0b933-d35b-4fd8-830c-29fd90ce0c5f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1621034 Feb 15 13:53:55.654420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] Pushing event updated for resources: {'Network': ['ID=5c56b48c-fa72-409b-b0c4-7690458bbabf,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:55.668639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 5c56b48c-fa72-409b-b0c4-7690458bbabf details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:53:55.689186 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-32dd0290-b987-4c6e-8282-043eca0d0801 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7494557 Feb 15 13:53:55.704974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50922) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:55.715828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] Request body: {'subnet': {'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2104600841-subnet', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:55.781566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] Made reservation on behalf of c416f6fd41ea40eb8149d6f4d771ad46 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:53:55.784382 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:55.849607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84b89fb9-deb3-43b9-a43d-48e44ee5339e req-22cba6e3-6be4-4042-8e89-e1219a3eb91b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231526 Feb 15 13:53:55.974810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9440c-e948-4d34-9a12-5e7b9914af29 req-471f159d-a96b-4024-8c7c-6aefb0de6ebf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:55.983033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09f9440c-e948-4d34-9a12-5e7b9914af29 req-471f159d-a96b-4024-8c7c-6aefb0de6ebf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1322742 Feb 15 13:53:55.995432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-ff3ade8b-b4e4-4cfb-b193-469f7098737a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3475053 Feb 15 13:53:56.057919 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09f9440c-e948-4d34-9a12-5e7b9914af29 req-e88bfc39-fcc6-4cb5-af0a-f2fa7a47a63b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691700 Feb 15 13:53:56.173115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-f8076430-dbe8-455f-873a-c31b6257f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:56.175011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-f8076430-dbe8-455f-873a-c31b6257f6d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 1133 time: 0.0969820 Feb 15 13:53:56.184730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4d1db-6f5a-4bb2-a01b-4b7ee3eb9cbe req-5bb00649-603f-490d-95d5-f48fe32fbc7f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:56.191854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50f4d1db-6f5a-4bb2-a01b-4b7ee3eb9cbe req-5bb00649-603f-490d-95d5-f48fe32fbc7f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 945 time: 0.1260102 Feb 15 13:53:56.275695 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:56.297951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50f4d1db-6f5a-4bb2-a01b-4b7ee3eb9cbe req-fd561538-35b5-4cf4-bab3-37a46576da0d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051457 Feb 15 13:53:56.362269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-6da1a4c2-f9df-4417-baab-c30c89005631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:56.364110 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-6da1a4c2-f9df-4417-baab-c30c89005631 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1636236 Feb 15 13:53:56.425058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] Checking segment: {'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:56.425536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] Network hostable DHCP agents. Network: 5c56b48c-fa72-409b-b0c4-7690458bbabf, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:53:56.428814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:56.441634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-6d1f6ca3-8aa8-4a2b-97a4-9aad46a5c025 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 200 len: 217 time: 0.0702224 Feb 15 13:53:56.473940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] Network 5c56b48c-fa72-409b-b0c4-7690458bbabf is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:53:56.489005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 5c56b48c-fa72-409b-b0c4-7690458bbabf) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:56.505550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c149d5-ab6e-4e42-bea4-810b4b613a48 None None] Network 5c56b48c-fa72-409b-b0c4-7690458bbabf requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:53:56.509796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:56.510502 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:56.517567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-56ae84ef-e83c-4572-8ca0-09c0b914906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:56.519120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-56ae84ef-e83c-4572-8ca0-09c0b914906b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0662026 Feb 15 13:53:56.564001 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-210915e6-c89b-4785-86ff-a6c2249174f5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8573782 Feb 15 13:53:56.566130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50938) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:53:56.578120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:56.592642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-3d1762ba-27eb-4d0a-b365-97b9a6dec47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:56.598434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-3d1762ba-27eb-4d0a-b365-97b9a6dec47a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0721359 Feb 15 13:53:56.629137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (134292b0-4ac9-4566-a56a-81a860505dc8), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:56.630827 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (134292b0-4ac9-4566-a56a-81a860505dc8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:56.720756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-5c56b48c-fa72-409b-b0c4-7690458bbabf', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'fixed_ips': [{'subnet_id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:53:56.724323 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:56.738168 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Publish callbacks [] for router_controller (134292b0-4ac9-4566-a56a-81a860505dc8), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:56.788899 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-6770b2a8-fd57-48f0-b92a-3b6ca4afb6cc service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829233 Feb 15 13:53:56.980585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Allocated IP 172.20.0.2 (5c56b48c-fa72-409b-b0c4-7690458bbabf/e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f/26a69f46-650a-42f3-8fbe-de9668e57a2f) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:57.010389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9b2eb07-afa1-42a7-9ac4-bed69de7a9e0 req-fb15f56f-98d6-416c-a8e3-8b9f5b5b7c7f service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134478 Feb 15 13:53:57.013899 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Publish callbacks [] for router_gateway (134292b0-4ac9-4566-a56a-81a860505dc8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:57.080093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e86d2-58a3-4d2c-a07b-a4192d17c64f req-1475b67d-e18f-4912-9953-944f9986ff76 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:57.097460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-329e86d2-58a3-4d2c-a07b-a4192d17c64f req-1475b67d-e18f-4912-9953-944f9986ff76 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1263351 Feb 15 13:53:57.189031 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-329e86d2-58a3-4d2c-a07b-a4192d17c64f req-aa1c751b-a5bf-4af1-9605-33499bbeba2c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906503 Feb 15 13:53:57.311717 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Publish callbacks [] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:57.326097 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:57.408568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Pushing event updated for resources: {'Port': ['ID=26a69f46-650a-42f3-8fbe-de9668e57a2f,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:57.423640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Network 5c56b48c-fa72-409b-b0c4-7690458bbabf is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:57.427424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:57.431768 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be2047-8041-4609-a64d-73eb4663d89a req-89110094-f5a7-49bb-a475-b31fa9cebab0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:57.432063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:57.433345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80be2047-8041-4609-a64d-73eb4663d89a req-89110094-f5a7-49bb-a475-b31fa9cebab0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.1937983 Feb 15 13:53:57.585067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80be2047-8041-4609-a64d-73eb4663d89a req-3f22f2c1-3a20-49ff-8ac7-6c139e660d21 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319919 Feb 15 13:53:57.617468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Attempting to bind port 26a69f46-650a-42f3-8fbe-de9668e57a2f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:53:57.617853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Attempting to bind port 26a69f46-650a-42f3-8fbe-de9668e57a2f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:53:57.624309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Attempting to bind port 26a69f46-650a-42f3-8fbe-de9668e57a2f on network 5c56b48c-fa72-409b-b0c4-7690458bbabf {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:53:57.644319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:53:57.644705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Checking segment: {'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:53:57.645106 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:57.645504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Bound using segment: {'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:53:57.646154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Bound port: 26a69f46-650a-42f3-8fbe-de9668e57a2f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:53:57.646603 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:57.686818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a74ba-0223-4233-acc9-05e26ff5d5bb req-3153ec7e-565b-4fc0-ac0a-00190926f0b4 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:57.688433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-678a74ba-0223-4233-acc9-05e26ff5d5bb req-3153ec7e-565b-4fc0-ac0a-00190926f0b4 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 945 time: 0.1072910 Feb 15 13:53:57.797465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] For port 26a69f46-650a-42f3-8fbe-de9668e57a2f, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:53:57.808677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] For port 26a69f46-650a-42f3-8fbe-de9668e57a2f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=26a69f46-650a-42f3-8fbe-de9668e57a2f,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:53:57.819496 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:57.839112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-678a74ba-0223-4233-acc9-05e26ff5d5bb req-245760e4-8850-4c6c-b15e-64ba3a559305 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262069 Feb 15 13:53:57.902650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01483e3b-84d5-4582-9bc9-3a84989d1668 None None] Pushing event updated for resources: {'Port': ['ID=26a69f46-650a-42f3-8fbe-de9668e57a2f,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:58.069872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b429bad-df94-4d0a-b767-ba1d289b9b9d req-0bc392cb-1673-4f0b-b9ac-8ee4d9635cd0 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:58.071395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b429bad-df94-4d0a-b767-ba1d289b9b9d req-0bc392cb-1673-4f0b-b9ac-8ee4d9635cd0 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1128 time: 0.0910766 Feb 15 13:53:58.071560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Publish callbacks [] for router_gateway (134292b0-4ac9-4566-a56a-81a860505dc8), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:58.102304 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:58.162662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b429bad-df94-4d0a-b767-ba1d289b9b9d req-5f431820-3a35-49ab-ab72-34f1723f501e tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841231 Feb 15 13:53:58.338692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Allocated IP 172.25.6.156 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/0d98c4aa-6b8e-4786-bb74-07d7db26a59e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:53:58.381293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7382beb-8a3e-4922-b7b2-a067c647a71c req-8164fd45-d320-4f92-9156-d82c9fe2b10d tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:58.389906 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7382beb-8a3e-4922-b7b2-a067c647a71c req-8164fd45-d320-4f92-9156-d82c9fe2b10d tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1128 time: 0.1025805 Feb 15 13:53:58.515378 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Publish callbacks [] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:58.527272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7382beb-8a3e-4922-b7b2-a067c647a71c req-0b237ae6-cb6d-44e6-978d-c980f0e70d45 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331072 Feb 15 13:53:58.595495 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:58.601957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097da9d-3172-42c5-a7f0-67b0690dd4b5 req-253220e2-4ea2-496e-ab77-2f7dfd38093f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:58.608562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a097da9d-3172-42c5-a7f0-67b0690dd4b5 req-253220e2-4ea2-496e-ab77-2f7dfd38093f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1946383 Feb 15 13:53:58.663770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Pushing event updated for resources: {'Port': ['ID=0d98c4aa-6b8e-4786-bb74-07d7db26a59e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:53:58.690311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:53:58.699064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:53:58.702177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:53:58.879771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a097da9d-3172-42c5-a7f0-67b0690dd4b5 req-d6b72ff5-afdc-4a77-92d0-e3c09cfe5074 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507362 Feb 15 13:53:58.891827 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-e389f7e7-226b-4e46-ac28-323563d91dc3 service neutron] show failed (client error): The resource could not be found. Feb 15 13:53:58.892845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-e389f7e7-226b-4e46-ac28-323563d91dc3 service neutron] 10.222.0.42 "GET /v2.0/ports/4079b9d6-273f-4eab-9da7-1b3740851a31/bindings/n-h2-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.1759200 Feb 15 13:53:58.927700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398823c-1223-4807-be68-25ec21510ebd req-663efb35-df3f-45ff-954a-40619ff6eadd tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:58.947121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3398823c-1223-4807-be68-25ec21510ebd req-663efb35-df3f-45ff-954a-40619ff6eadd tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.2251143 Feb 15 13:53:59.111143 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3398823c-1223-4807-be68-25ec21510ebd req-f61ee0cb-511f-4315-b6b6-0c9d473d759c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653631 Feb 15 13:53:59.206820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 26a69f46-650a-42f3-8fbe-de9668e57a2f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:53:59.263014 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Publish callbacks [] for router_gateway (134292b0-4ac9-4566-a56a-81a860505dc8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:59.372164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597449e-8521-4f28-807c-a0367e9f05b5 req-f65f5e60-d354-49e2-84b4-c05f0ad49245 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:59.385815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a597449e-8521-4f28-807c-a0367e9f05b5 req-f65f5e60-d354-49e2-84b4-c05f0ad49245 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1128 time: 0.1148264 Feb 15 13:53:59.404685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 26a69f46-650a-42f3-8fbe-de9668e57a2f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:53:59.406333 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:59.574037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a597449e-8521-4f28-807c-a0367e9f05b5 req-691948cb-5bbb-492e-9380-1a32b8757af8 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704924 Feb 15 13:53:59.622589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-6ccd3905-a923-41e9-8479-9dfac0299819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:53:59.624032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-6ccd3905-a923-41e9-8479-9dfac0299819 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a&tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99 HTTP/1.1" status: 200 len: 1132 time: 0.1504078 Feb 15 13:53:59.639240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:53:59.644787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 26a69f46-650a-42f3-8fbe-de9668e57a2f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:53:59.647991 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:59.734868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 26a69f46-650a-42f3-8fbe-de9668e57a2f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=26a69f46-650a-42f3-8fbe-de9668e57a2f,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:53:59.744396 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:59.768779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:59.810128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (134292b0-4ac9-4566-a56a-81a860505dc8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:53:59.850867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883a236-5f54-4e74-884b-82440381fe4d None None] Network 5c56b48c-fa72-409b-b0c4-7690458bbabf requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:54:00.121412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Router 134292b0-4ac9-4566-a56a-81a860505dc8 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:54:00.158254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:00.224505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1afe4170-3de7-47fb-a837-f28df3f77280 None None] Provisioning complete for port 26a69f46-650a-42f3-8fbe-de9668e57a2f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:00.225623 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1afe4170-3de7-47fb-a837-f28df3f77280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:00.226976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fb5a1-cbf4-4fd5-8952-10d363dfa570 req-7241047a-4966-41e6-be68-36173c932c41 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:00.230873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=26a69f46-650a-42f3-8fbe-de9668e57a2f,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:00.233189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f67fb5a1-cbf4-4fd5-8952-10d363dfa570 req-7241047a-4966-41e6-be68-36173c932c41 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1419694 Feb 15 13:54:00.289612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:00.341711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:54:00.355474 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Sync routers for ids ['134292b0-4ac9-4566-a56a-81a860505dc8'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:00.373969 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Routers {'134292b0-4ac9-4566-a56a-81a860505dc8'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:00.374677 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:53:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['134292b0-4ac9-4566-a56a-81a860505dc8'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:00.376019 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1afe4170-3de7-47fb-a837-f28df3f77280 None None] Current status of the port 26a69f46-650a-42f3-8fbe-de9668e57a2f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:00.390649 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:00.391933 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f491fab6-d4a2-4fe1-93a7-c0e141a98e9f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8203859 Feb 15 13:54:00.395825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51024) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:00.504000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:00.506667 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a326af-1a0d-42fc-aabe-20b3df247deb" -d '{"events": [{"server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "name": "network-vif-unplugged", "status": "completed", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:00.513927 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Publish callbacks [] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:00.535326 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f67fb5a1-cbf4-4fd5-8952-10d363dfa570 req-dbe2745a-7a5c-4d09-bf25-37a2c4fa7182 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843027 Feb 15 13:54:00.552992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6158dd-220c-4702-ace6-0aa82af82ead req-e0485ff0-41ab-4f62-b8d1-9f9174efc8e3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:00.561892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b6158dd-220c-4702-ace6-0aa82af82ead req-e0485ff0-41ab-4f62-b8d1-9f9174efc8e3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.3000274 Feb 15 13:54:00.577098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Transition to ACTIVE for port object 4079b9d6-273f-4eab-9da7-1b3740851a31 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:00.583556 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Set router 134292b0-4ac9-4566-a56a-81a860505dc8 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:00.583956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:00.731702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b6158dd-220c-4702-ace6-0aa82af82ead req-449c1117-bbe7-437d-889c-1443ba48c0e2 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688106 Feb 15 13:54:00.779916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] No DVR routers for this DVR port 4079b9d6-273f-4eab-9da7-1b3740851a31 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:00.812288 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9440e36b-976c-4938-8349-b4524a2d8a4e x-openstack-request-id: req-9440e36b-976c-4938-8349-b4524a2d8a4e {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:00.812577 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "name": "network-vif-unplugged", "status": "completed", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:00.812831 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9440e36b-976c-4938-8349-b4524a2d8a4e {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:00.813222 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'code': 200} Feb 15 13:54:00.834756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:00.874411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:54:00.874628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:54:00.875053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:00.885292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Port 4079b9d6-273f-4eab-9da7-1b3740851a31 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:54:00.885612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:00.900255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:54:00.900657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:00.901018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:54:00.901995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Bound port: 4079b9d6-273f-4eab-9da7-1b3740851a31, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:54:00.902494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:00.939198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-fb0389d6-2a3a-4bcc-9239-b8c5da9a33fa None None] Provisioning complete for port 26a69f46-650a-42f3-8fbe-de9668e57a2f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:00.939647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fb0389d6-2a3a-4bcc-9239-b8c5da9a33fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:01.086021 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:53:58Z', 'revision_number': 3, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:01.090887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:01.111358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:54:01.121815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53521fe8-6ef5-40e9-a98f-8c4cf4532658 req-ac74fea4-3195-4569-a52c-6fc7766d56e4 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:01.124257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53521fe8-6ef5-40e9-a98f-8c4cf4532658 req-ac74fea4-3195-4569-a52c-6fc7766d56e4 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1128 time: 0.0995374 Feb 15 13:54:01.126219 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:01.133155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 26a69f46-650a-42f3-8fbe-de9668e57a2f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:54:01.146420 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Checking router: 134292b0-4ac9-4566-a56a-81a860505dc8 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:01.152254 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Updating router 134292b0-4ac9-4566-a56a-81a860505dc8 port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:54:01.228799 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:01.251617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fb0389d6-2a3a-4bcc-9239-b8c5da9a33fa None None] Current status of the port 26a69f46-650a-42f3-8fbe-de9668e57a2f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:01.314137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 26a69f46-650a-42f3-8fbe-de9668e57a2f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:01.314516 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:01.578566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 26a69f46-650a-42f3-8fbe-de9668e57a2f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:01.612621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:01.703465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:01.704058 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:01.705427 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] 10.222.0.67 "PUT /v2.0/ports/4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 1096 time: 2.0715504 Feb 15 13:54:01.754215 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Publish callbacks [] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:01.762536 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:01.838105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53521fe8-6ef5-40e9-a98f-8c4cf4532658 req-65cc431d-96a1-4333-a938-2e0c3f713ac9 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852329 Feb 15 13:54:01.838105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8972fa-6d20-42b9-b7c7-10e7be898c0b service neutron] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:01.854451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ff8be1a3-9951-47ce-bb69-81578e5e6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:01.856004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-ff8be1a3-9951-47ce-bb69-81578e5e6eaf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1130 time: 0.1034153 Feb 15 13:54:01.899036 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfb8eb-8c97-4c76-b4c0-aac7205b87d5 None None] Pushing event updated for resources: {'Port': ['ID=0d98c4aa-6b8e-4786-bb74-07d7db26a59e,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:01.901331 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Attempting to bind port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:54:01.920394 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Attempting to bind port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:54:01.921615 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Attempting to bind port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:01.927435 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:54:01.927683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4079b9d6-273f-4eab-9da7-1b3740851a31 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:01.928198 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:01.928755 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:01.929389 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:54:01.930173 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Bound port: 0d98c4aa-6b8e-4786-bb74-07d7db26a59e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:54:01.931398 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:01.969147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Allocated IP 172.20.0.1 (5c56b48c-fa72-409b-b0c4-7690458bbabf/e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f/cf79099a-aced-4e00-b291-115a25196fe8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:02.035825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port 4079b9d6-273f-4eab-9da7-1b3740851a31 host n-h2-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 13:54:02.036237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4079b9d6-273f-4eab-9da7-1b3740851a31 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:02.041618 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] For port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:02.045688 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] For port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0d98c4aa-6b8e-4786-bb74-07d7db26a59e,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:54:02.057285 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:02.063315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54465381-76f6-4378-baa2-37e7c69b8bb0 req-fce0ff5b-55aa-412d-8244-fa1ad60f6545 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:02.064750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54465381-76f6-4378-baa2-37e7c69b8bb0 req-fce0ff5b-55aa-412d-8244-fa1ad60f6545 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1167932 Feb 15 13:54:02.141859 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfb8eb-8c97-4c76-b4c0-aac7205b87d5 None None] Pushing event updated for resources: {'Port': ['ID=0d98c4aa-6b8e-4786-bb74-07d7db26a59e,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:02.145265 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Routers {'134292b0-4ac9-4566-a56a-81a860505dc8'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:02.146030 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:53:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['134292b0-4ac9-4566-a56a-81a860505dc8'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:02.153684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54465381-76f6-4378-baa2-37e7c69b8bb0 req-2cd8ee00-ff50-4985-a8e2-2adf4fa61280 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828626 Feb 15 13:54:02.156182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-cbe8c8d2-949f-4f18-b9dc-9f758ec260bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:02.157631 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-cbe8c8d2-949f-4f18-b9dc-9f758ec260bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2930889 Feb 15 13:54:02.232937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Publish callbacks [] for port (cf79099a-aced-4e00-b291-115a25196fe8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:02.266600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-49cc35d4-2619-407d-8c5d-065ac2e07f8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 217 time: 0.1000946 Feb 15 13:54:02.297142 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cf79099a-aced-4e00-b291-115a25196fe8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:02.374867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Network 5c56b48c-fa72-409b-b0c4-7690458bbabf is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:02.376447 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] Set router 134292b0-4ac9-4566-a56a-81a860505dc8 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:02.384955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:02.386015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-4e1db7b0-b4ef-44bc-8154-068eb164c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:02.387483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:54:02.387890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-4e1db7b0-b4ef-44bc-8154-068eb164c9f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0720432 Feb 15 13:54:02.411813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618034-55cd-4e74-869a-57214a60f6a9 req-b0d0b8cf-537c-444e-96bb-b7c845c90d87 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:02.413381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25618034-55cd-4e74-869a-57214a60f6a9 req-b0d0b8cf-537c-444e-96bb-b7c845c90d87 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 947 time: 0.1625121 Feb 15 13:54:02.430834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (134292b0-4ac9-4566-a56a-81a860505dc8), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:02.516174 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25618034-55cd-4e74-869a-57214a60f6a9 req-e5051c0e-cdc8-4080-a472-788e78036058 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952291 Feb 15 13:54:02.528788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-26949cab-0f9f-42db-806b-31268947057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:02.530585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-26949cab-0f9f-42db-806b-31268947057e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1265821 Feb 15 13:54:02.583608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Pushing event updated for resources: {'Port': ['ID=cf79099a-aced-4e00-b291-115a25196fe8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:02.674307 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cf79099a-aced-4e00-b291-115a25196fe8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:02.738225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-94e230c7-e2fe-4055-979f-c55b8be6f1fb service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989172 Feb 15 13:54:02.825137 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:53:58Z', 'revision_number': 3, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:02.835880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f3e00cba-857d-4976-acaa-ba05742b0f5f None None] Provisioning complete for port cf79099a-aced-4e00-b291-115a25196fe8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:02.836537 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f3e00cba-857d-4976-acaa-ba05742b0f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cf79099a-aced-4e00-b291-115a25196fe8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:02.878824 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1f0a8-b62c-4859-83cd-c1be8874f817 None None] The sync data for ids ['134292b0-4ac9-4566-a56a-81a860505dc8'] in n-d-829064-15 is: [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:53:58Z', 'revision_number': 3, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:54:02.938144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f3e00cba-857d-4976-acaa-ba05742b0f5f None None] Port cf79099a-aced-4e00-b291-115a25196fe8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:54:02.977094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:02.979901 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:02.999701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824bca06-d5a1-4a47-bed6-d9312bf64f1e req-349982c9-880e-43f1-871a-2c2f8fb5129a service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544444 Feb 15 13:54:03.053455 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dffd0ee-d949-4448-af2d-57f31d52b5c7 x-openstack-request-id: req-6dffd0ee-d949-4448-af2d-57f31d52b5c7 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:03.053972 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:03.054332 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6dffd0ee-d949-4448-af2d-57f31d52b5c7 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:03.054846 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'status': 'completed', 'code': 200} Feb 15 13:54:03.133011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Publish callbacks [] for port (cf79099a-aced-4e00-b291-115a25196fe8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:03.146210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (cf79099a-aced-4e00-b291-115a25196fe8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:03.296843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Pushing event updated for resources: {'Port': ['ID=cf79099a-aced-4e00-b291-115a25196fe8,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:03.362690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (134292b0-4ac9-4566-a56a-81a860505dc8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:03.386377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-4425f98e-34c3-4988-9020-bf8fb19a19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:03.389493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-4425f98e-34c3-4988-9020-bf8fb19a19b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1130 time: 0.2431793 Feb 15 13:54:03.394926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-f003620f-1f1b-4115-b4fd-1c1df6afa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:03.398535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-f003620f-1f1b-4115-b4fd-1c1df6afa732 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1130 time: 0.3168886 Feb 15 13:54:03.446550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-6cc1b241-2284-4400-8b37-b7efc44d6248 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:03.455500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-6cc1b241-2284-4400-8b37-b7efc44d6248 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 805 time: 0.2582664 Feb 15 13:54:03.518442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Network 5c56b48c-fa72-409b-b0c4-7690458bbabf is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:03.520316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:03.646489 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-c58fb58e-c651-4bdc-8360-e9de103d0fc8 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/quotas/e3eac595867e4077a0a643f765679882 HTTP/1.1" status: 200 len: 375 time: 0.1735802 Feb 15 13:54:03.756084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Router 134292b0-4ac9-4566-a56a-81a860505dc8 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:54:03.778331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-68937328-0724-4649-8908-7de407751b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:03.779817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-68937328-0724-4649-8908-7de407751b32 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.3798053 Feb 15 13:54:03.780832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-1e8df7d5-3df9-4c71-9794-38ec2a290089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:03.782184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-1e8df7d5-3df9-4c71-9794-38ec2a290089 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.3247135 Feb 15 13:54:03.806694 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-e904a521-2e0c-4995-ba34-9fae5ede0e6e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1489301 Feb 15 13:54:03.944381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6fc382b1-8e92-4609-b5d2-66606da792cb no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:03.947755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-6f36d131-00a1-4652-9537-360ee9673924 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 217 time: 0.1355736 Feb 15 13:54:03.949561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-e6a36308-d440-4ade-be41-8e2d4c4ebb25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 217 time: 0.1362627 Feb 15 13:54:04.012190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:54:04.030360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6c1e96ff-5ec2-4425-9563-bb33e2d3aae7 None None] Provisioning complete for port cf79099a-aced-4e00-b291-115a25196fe8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:04.030998 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c1e96ff-5ec2-4425-9563-bb33e2d3aae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cf79099a-aced-4e00-b291-115a25196fe8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:04.041196 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2d3949b8-8ec2-4f88-9bb7-4f82c8efe863 admin admin] 10.222.0.72 "PUT /v2.0/routers/134292b0-4ac9-4566-a56a-81a860505dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6437328 Feb 15 13:54:04.058376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-fd57c773-9e25-41b0-8fc7-9322dad42aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:04.060628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-fd57c773-9e25-41b0-8fc7-9322dad42aa6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0972660 Feb 15 13:54:04.131863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e96ff-5ec2-4425-9563-bb33e2d3aae7 None None] Port cf79099a-aced-4e00-b291-115a25196fe8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:54:04.157853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-6684129e-8356-4452-af5f-4ee27dbdd0a1 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:54:04.158986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-6684129e-8356-4452-af5f-4ee27dbdd0a1 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063605 Feb 15 13:54:04.194686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6fc382b1-8e92-4609-b5d2-66606da792cb is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:04.195124 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:04.238389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-8fceb648-d8e9-41e4-a741-c8033d898c8d service neutron] 10.222.0.72 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306817 Feb 15 13:54:04.247899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6fc382b1-8e92-4609-b5d2-66606da792cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6fc382b1-8e92-4609-b5d2-66606da792cb,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:04.249894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fc382b1-8e92-4609-b5d2-66606da792cb'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:04.253078 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2d3253-59ab-4b4f-bb74-eed0a8a4195e" -d '{"events": [{"server_uuid": "c04c14d0-7b60-4269-87ca-3b117ceaee1a", "name": "network-vif-unplugged", "status": "completed", "tag": "6fc382b1-8e92-4609-b5d2-66606da792cb"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:04.261081 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:04.322891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-d91c797c-c304-4763-8b87-96fd6abd73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:04.324432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-d91c797c-c304-4763-8b87-96fd6abd73b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.2197130 Feb 15 13:54:04.329348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6fc382b1-8e92-4609-b5d2-66606da792cb,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:04.399386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-56f4329b-0aea-4e8c-bb26-caba620aedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:04.400936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-56f4329b-0aea-4e8c-bb26-caba620aedf8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3283086 Feb 15 13:54:04.401922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b475f645-b9ca-4afb-bba0-2d9beef2163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:04.403243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b475f645-b9ca-4afb-bba0-2d9beef2163c service neutron] 10.222.0.72 "GET /v2.0/ports/b3a65031-c72f-426c-89be-66010de1abd4 HTTP/1.1" status: 200 len: 1125 time: 0.2210600 Feb 15 13:54:04.428636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Request body: {'binding': {'host': 'n-h2-829064-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:04.429094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Unknown quota resources ['binding']. {{(pid=109971) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 13:54:04.545678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-6af4ff74-ffce-4c47-a53d-260253f79f2d service neutron] 10.222.0.72 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063314 Feb 15 13:54:04.587858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-1d462308-719a-485d-8065-5da8ad00a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:04.589855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-1d462308-719a-485d-8065-5da8ad00a204 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2313130 Feb 15 13:54:04.683540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-a9341691-ff87-4cca-9289-38eec198137a service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721193 Feb 15 13:54:04.814391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-6e45a62e-68fa-4700-aad0-7e94b681dfb2 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143817 Feb 15 13:54:04.933417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 on host n-h2-829064-15 for vnic_type normal with profile None {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:54:04.933760 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:54:04.934099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:04.946631 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-2ae69d67-ec59-445e-8406-c38743c17b01 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524130 Feb 15 13:54:04.952153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Port b3a65031-c72f-426c-89be-66010de1abd4 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:54:04.952153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:04.976572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:54:04.976925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:04.977355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:54:04.977806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Bound port: b3a65031-c72f-426c-89be-66010de1abd4, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:54:05.036892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c249a-dc89-4368-aadb-966a368f6354 req-b5b9a3f5-f23c-4040-b71e-17bbbdd0805f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:05.044682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d69c249a-dc89-4368-aadb-966a368f6354 req-b5b9a3f5-f23c-4040-b71e-17bbbdd0805f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.2399778 Feb 15 13:54:05.085599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7be3da8b-0163-42c8-8b77-b51ed7fb8fc7 req-f03f7461-b9ec-4489-b3ac-527251c4b0ab service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442982 Feb 15 13:54:05.108289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0d98c4aa-6b8e-4786-bb74-07d7db26a59e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:54:05.114754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b3a65031-c72f-426c-89be-66010de1abd4,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:54:05.138682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d69c249a-dc89-4368-aadb-966a368f6354 req-0f74621e-7065-404d-a0c3-e3ddae349b9c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906460 Feb 15 13:54:05.146390 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:05.150348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c3d3d1e8-ef44-4c67-83c4-cc6558a73d2a service neutron] 10.222.0.72 "POST /v2.0/ports/b3a65031-c72f-426c-89be-66010de1abd4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7287953 Feb 15 13:54:05.186405 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:05.191070 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:05.331124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe3f0d-fc2c-4058-8633-d7e3e263d99f req-9372095e-00bd-4522-85ca-d1352389c085 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:05.335696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fdfe3f0d-fc2c-4058-8633-d7e3e263d99f req-9372095e-00bd-4522-85ca-d1352389c085 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 947 time: 0.1057420 Feb 15 13:54:05.411952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:05.412402 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:05.431953 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fc5cfb-b7d7-4c4c-8181-58c6bace5396 x-openstack-request-id: req-80fc5cfb-b7d7-4c4c-8181-58c6bace5396 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:05.432249 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04c14d0-7b60-4269-87ca-3b117ceaee1a", "name": "network-vif-unplugged", "status": "completed", "tag": "6fc382b1-8e92-4609-b5d2-66606da792cb", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:05.433001 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80fc5cfb-b7d7-4c4c-8181-58c6bace5396 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:05.433728 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fc382b1-8e92-4609-b5d2-66606da792cb', 'code': 200} Feb 15 13:54:05.490886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0d98c4aa-6b8e-4786-bb74-07d7db26a59e,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:05.502002 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:05.552278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fdfe3f0d-fc2c-4058-8633-d7e3e263d99f req-f8f70542-1ba3-4eca-b107-920889619a65 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130547 Feb 15 13:54:05.573248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702e23-b1d9-43f7-b493-cb6fa2ee1859 req-7a996280-9959-42ce-afe4-df415f477509 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:05.574678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71702e23-b1d9-43f7-b493-cb6fa2ee1859 req-7a996280-9959-42ce-afe4-df415f477509 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "GET /v2.0/ports?device_id=c04c14d0-7b60-4269-87ca-3b117ceaee1a HTTP/1.1" status: 200 len: 943 time: 0.2073700 Feb 15 13:54:05.668073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=0d98c4aa-6b8e-4786-bb74-07d7db26a59e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:05.738447 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Sync routers for ids ['134292b0-4ac9-4566-a56a-81a860505dc8'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:05.757633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Routers {'134292b0-4ac9-4566-a56a-81a860505dc8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:05.758593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:53:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['134292b0-4ac9-4566-a56a-81a860505dc8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:05.759909 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c72607fa-c02c-438c-94c5-3ac280431e49 req-83e89e41-73f4-4009-9f8a-e732ee30e70a tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 210 time: 0.0809689 Feb 15 13:54:05.867241 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f60353a9-e293-4580-b805-bf573204bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:05.879843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f60353a9-e293-4580-b805-bf573204bf57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1128 time: 0.2340186 Feb 15 13:54:05.949927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Set router 134292b0-4ac9-4566-a56a-81a860505dc8 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:06.021609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-71702e23-b1d9-43f7-b493-cb6fa2ee1859 req-beda27c6-682e-4cb4-a888-43ec245a5364 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Deleting port 6fc382b1-8e92-4609-b5d2-66606da792cb {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:06.022004 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71702e23-b1d9-43f7-b493-cb6fa2ee1859 req-beda27c6-682e-4cb4-a888-43ec245a5364 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:06.216951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 4, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'cf79099a-aced-4e00-b291-115a25196fe8', 'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'mac_address': 'fa:16:3e:21:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:01Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 2, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'subnets': [{'id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:06.252614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Checking router: 134292b0-4ac9-4566-a56a-81a860505dc8 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:06.253119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Updating router 134292b0-4ac9-4566-a56a-81a860505dc8 port cf79099a-aced-4e00-b291-115a25196fe8 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:54:06.285761 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cf79099a-aced-4e00-b291-115a25196fe8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:06.479735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51186) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:06.480397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d6251-a4bb-468d-842e-525f1724cc89 req-8a4367c4-edbf-4a7d-9b76-72266a6ec8c7 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:06.487338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d34d6251-a4bb-468d-842e-525f1724cc89 req-8a4367c4-edbf-4a7d-9b76-72266a6ec8c7 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 945 time: 0.6063778 Feb 15 13:54:06.501435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477364231', 'description': 'tempest-description--693219827'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:06.548659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-72b0e852-c400-4cd7-962d-877d9812bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:06.550311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-72b0e852-c400-4cd7-962d-877d9812bf46 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.6391683 Feb 15 13:54:06.643804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d34d6251-a4bb-468d-842e-525f1724cc89 req-28a62697-54c9-4c2a-bb54-2c96d06bb9de tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555955 Feb 15 13:54:06.645223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b8dabcf2-127c-40ec-b4aa-6d7d7e9e74bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3a65031-c72f-426c-89be-66010de1abd4 HTTP/1.1" status: 200 len: 217 time: 0.0808039 Feb 15 13:54:06.666075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:06.737330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-71702e23-b1d9-43f7-b493-cb6fa2ee1859 req-beda27c6-682e-4cb4-a888-43ec245a5364 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] For port 6fc382b1-8e92-4609-b5d2-66606da792cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6fc382b1-8e92-4609-b5d2-66606da792cb,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:06.737568 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71702e23-b1d9-43f7-b493-cb6fa2ee1859 req-beda27c6-682e-4cb4-a888-43ec245a5364 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:06.759333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-71702e23-b1d9-43f7-b493-cb6fa2ee1859 req-beda27c6-682e-4cb4-a888-43ec245a5364 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Calling delete_port for 6fc382b1-8e92-4609-b5d2-66606da792cb owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:06.768569 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-51b8ba2e-ac57-4846-ab1a-70c192e5220c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:06.770769 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-51b8ba2e-ac57-4846-ab1a-70c192e5220c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 805 time: 0.3524318 Feb 15 13:54:06.787781 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Request body: {'port': {'device_id': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'admin_state_up': True, 'tenant_id': 'e3eac595867e4077a0a643f765679882'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:06.796871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-d2e6ca04-6f0e-47e0-a376-48f7a7825520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:06.798389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-d2e6ca04-6f0e-47e0-a376-48f7a7825520 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.1181357 Feb 15 13:54:06.819623 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Publish callbacks [] for port (cf79099a-aced-4e00-b291-115a25196fe8), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:06.828627 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cf79099a-aced-4e00-b291-115a25196fe8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:06.828932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6648ab-97f2-405f-91b8-ecb72205356e req-f1237127-2455-4dff-8ae0-d66612dc1657 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:06.830511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c6648ab-97f2-405f-91b8-ecb72205356e req-f1237127-2455-4dff-8ae0-d66612dc1657 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 1128 time: 0.2063026 Feb 15 13:54:06.892116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-38f51953-8736-4882-b2e0-d3dc8ce3dc15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742333 Feb 15 13:54:06.964957 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group (df27d94d-fb59-4d25-b5b3-14269af7ba6c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:06.967006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Made reservation on behalf of e3eac595867e4077a0a643f765679882 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:54:06.970942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:06.985569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (df27d94d-fb59-4d25-b5b3-14269af7ba6c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:06.992227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8dfd6-f375-4cdd-a072-7a9d5b3d7db7 None None] Pushing event updated for resources: {'Port': ['ID=cf79099a-aced-4e00-b291-115a25196fe8,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:07.033627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df27d94d-fb59-4d25-b5b3-14269af7ba6c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:07.050415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.050789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.051155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.051497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.055212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.056590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.057000 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.057346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.057688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.058027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.058361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.058688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.059122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:07.060328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0d98c4aa-6b8e-4786-bb74-07d7db26a59e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:54:07.082539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.086414 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4cd7ac3b-0964-4f58-901f-5eacb9b30b7c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5993171 Feb 15 13:54:07.086689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51192) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:07.092094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fdcd9e5e-93be-4a2b-b001-4cce53ab2207 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Request body: {'security_group_rule': {'security_group_id': 'df27d94d-fb59-4d25-b5b3-14269af7ba6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:07.103751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Attempting to bind port cf79099a-aced-4e00-b291-115a25196fe8 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:54:07.103751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Attempting to bind port cf79099a-aced-4e00-b291-115a25196fe8 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:54:07.104207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Attempting to bind port cf79099a-aced-4e00-b291-115a25196fe8 on network 5c56b48c-fa72-409b-b0c4-7690458bbabf {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:07.119467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:54:07.119952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Checking segment: {'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:07.120314 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.120709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Bound using segment: {'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:54:07.121201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Bound port: cf79099a-aced-4e00-b291-115a25196fe8, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:54:07.124727 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cf79099a-aced-4e00-b291-115a25196fe8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.150691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd8fe-128e-430a-9dc5-689023ce5a5f req-2a9196de-a5b3-45cf-86d1-d37177af19e6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:07.158823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e6dd8fe-128e-430a-9dc5-689023ce5a5f req-2a9196de-a5b3-45cf-86d1-d37177af19e6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.3906176 Feb 15 13:54:07.172325 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9e5e-93be-4a2b-b001-4cce53ab2207 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group_rule (7f43d2ce-c2b8-43ed-8e32-e5b3a52575fc), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.223612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c6648ab-97f2-405f-91b8-ecb72205356e req-d9079a5f-a2a3-4409-98d3-77ea6e8afbf3 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684781 Feb 15 13:54:07.322495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] For port cf79099a-aced-4e00-b291-115a25196fe8, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:07.325198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Allocated IP 172.20.0.7 (5461f37d-d055-446e-8d72-40835b2310d7/0b28444a-b502-4aa0-b454-8e8c20bce1b8/9f5fc1ae-e05b-4844-84d4-3f652fbf1101) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:07.326145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] For port cf79099a-aced-4e00-b291-115a25196fe8, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cf79099a-aced-4e00-b291-115a25196fe8,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:54:07.329127 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9e5e-93be-4a2b-b001-4cce53ab2207 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group_rule (7f43d2ce-c2b8-43ed-8e32-e5b3a52575fc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.333638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:07.334157 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.343463 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9e5e-93be-4a2b-b001-4cce53ab2207 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (7f43d2ce-c2b8-43ed-8e32-e5b3a52575fc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.369751 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cf79099a-aced-4e00-b291-115a25196fe8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.377568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd9e5e-93be-4a2b-b001-4cce53ab2207 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f43d2ce-c2b8-43ed-8e32-e5b3a52575fc,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:07.409400 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9e5e-93be-4a2b-b001-4cce53ab2207 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.411075 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fdcd9e5e-93be-4a2b-b001-4cce53ab2207 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3233681 Feb 15 13:54:07.417189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51196) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:07.422682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-da5f9a6b-7a89-4095-aa09-2f89917befd0 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Request body: {'security_group_rule': {'security_group_id': 'df27d94d-fb59-4d25-b5b3-14269af7ba6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:07.457805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8dfd6-f375-4cdd-a072-7a9d5b3d7db7 None None] Pushing event updated for resources: {'Port': ['ID=cf79099a-aced-4e00-b291-115a25196fe8,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:07.467305 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-aabb47b9-5e92-49d9-8085-1c80cdf57d9c service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451574 Feb 15 13:54:07.485953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9e7c9648-0ef2-465a-8168-60433ba5ef90 None None] Provisioning complete for port cf79099a-aced-4e00-b291-115a25196fe8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:07.486327 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e7c9648-0ef2-465a-8168-60433ba5ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cf79099a-aced-4e00-b291-115a25196fe8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.523121 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71702e23-b1d9-43f7-b493-cb6fa2ee1859 req-beda27c6-682e-4cb4-a888-43ec245a5364 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6fc382b1-8e92-4609-b5d2-66606da792cb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.538200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Routers {'134292b0-4ac9-4566-a56a-81a860505dc8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:07.538928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:53:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['134292b0-4ac9-4566-a56a-81a860505dc8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:07.567146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da5f9a6b-7a89-4095-aa09-2f89917befd0 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group_rule (059b9a44-2274-40ea-ad95-47665408cb71), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.700783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda27c6-682e-4cb4-a888-43ec245a5364 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Pushing event deleted for resources: {'Port': ['ID=6fc382b1-8e92-4609-b5d2-66606da792cb,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:07.706292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f07e223f-818b-420d-8147-a1041049470a service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357515 Feb 15 13:54:07.726853 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da5f9a6b-7a89-4095-aa09-2f89917befd0 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group_rule (059b9a44-2274-40ea-ad95-47665408cb71), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.731256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks [] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.738603 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da5f9a6b-7a89-4095-aa09-2f89917befd0 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (059b9a44-2274-40ea-ad95-47665408cb71), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.762742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f9a6b-7a89-4095-aa09-2f89917befd0 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059b9a44-2274-40ea-ad95-47665408cb71,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:07.781705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e6dd8fe-128e-430a-9dc5-689023ce5a5f req-e4148305-3531-48ce-99a9-d3ce6e8f6000 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194656 Feb 15 13:54:07.827479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da5f9a6b-7a89-4095-aa09-2f89917befd0 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.828858 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-da5f9a6b-7a89-4095-aa09-2f89917befd0 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4097602 Feb 15 13:54:07.835640 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51202) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:07.841720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:07.873237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.911179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f40ae5-b1e6-40d0-ba3b-65759d60e7dc req-16c20da7-37a6-4dcc-9d88-e17155fa7f17 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:07.921504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01f40ae5-b1e6-40d0-ba3b-65759d60e7dc req-16c20da7-37a6-4dcc-9d88-e17155fa7f17 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 947 time: 0.4501417 Feb 15 13:54:07.941436 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:07.947892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 4079b9d6-273f-4eab-9da7-1b3740851a31 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:54:08.002483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Network 5461f37d-d055-446e-8d72-40835b2310d7 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:08.010375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:08.015261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:54:08.053854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-71702e23-b1d9-43f7-b493-cb6fa2ee1859 req-beda27c6-682e-4cb4-a888-43ec245a5364 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] No DVR routers for this DVR port 6fc382b1-8e92-4609-b5d2-66606da792cb on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:08.058398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:08.061315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Pushing event updated for resources: {'Port': ['ID=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:08.063276 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71702e23-b1d9-43f7-b493-cb6fa2ee1859 req-beda27c6-682e-4cb4-a888-43ec245a5364 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.075795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71702e23-b1d9-43f7-b493-cb6fa2ee1859 req-beda27c6-682e-4cb4-a888-43ec245a5364 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "DELETE /v2.0/ports/6fc382b1-8e92-4609-b5d2-66606da792cb HTTP/1.1" status: 204 len: 173 time: 2.4956613 Feb 15 13:54:08.075990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6fc382b1-8e92-4609-b5d2-66606da792cb no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:08.077547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'name': 'network-vif-deleted', 'tag': '6fc382b1-8e92-4609-b5d2-66606da792cb'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:08.084203 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'mac_address': 'fa:16:3e:a9:28:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:54:08.087832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c9648-0ef2-465a-8168-60433ba5ef90 None None] Current status of the port cf79099a-aced-4e00-b291-115a25196fe8 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:08.088232 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e7c9648-0ef2-465a-8168-60433ba5ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cf79099a-aced-4e00-b291-115a25196fe8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.098100 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69028cab-10f3-4648-9cef-466fcdeca6bc" -d '{"events": [{"server_uuid": "c04c14d0-7b60-4269-87ca-3b117ceaee1a", "name": "network-vif-deleted", "tag": "6fc382b1-8e92-4609-b5d2-66606da792cb"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:08.114374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:08.116064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.167592 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-06663764-eef9-4705-90ff-7f75120356c1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3845956 Feb 15 13:54:08.169153 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.171122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:08.174287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 6fc382b1-8e92-4609-b5d2-66606da792cb {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:08.174644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6fc382b1-8e92-4609-b5d2-66606da792cb not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:08.183548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01f40ae5-b1e6-40d0-ba3b-65759d60e7dc req-3b0feb2a-e0e0-4cf8-ba6e-f6931bd66f4a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440453 Feb 15 13:54:08.186339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Request body: {'port': {'device_id': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:08.192978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 4079b9d6-273f-4eab-9da7-1b3740851a31 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:08.193418 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.218614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-23cd1a8c-7aab-4389-8ed9-1f86de8daa2b tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:08.221246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4079b9d6-273f-4eab-9da7-1b3740851a31 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:08.225353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-23cd1a8c-7aab-4389-8ed9-1f86de8daa2b tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1128 time: 0.4048097 Feb 15 13:54:08.240193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622ae9c-1598-43b9-9029-fe40b9a23956 req-1cd12eeb-9e35-4f85-995c-cbabe3841708 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:08.240597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] Set router 134292b0-4ac9-4566-a56a-81a860505dc8 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:08.245019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d622ae9c-1598-43b9-9029-fe40b9a23956 req-1cd12eeb-9e35-4f85-995c-cbabe3841708 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 931 time: 0.3183844 Feb 15 13:54:08.256013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829064-15'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:08.312693 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9e7c9648-0ef2-465a-8168-60433ba5ef90 None None] For port cf79099a-aced-4e00-b291-115a25196fe8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cf79099a-aced-4e00-b291-115a25196fe8,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:08.315122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:08.326374 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e7c9648-0ef2-465a-8168-60433ba5ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cf79099a-aced-4e00-b291-115a25196fe8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.331133 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.342881 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.445329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d622ae9c-1598-43b9-9029-fe40b9a23956 req-e075570e-7b0a-4794-8c9c-ca6840aef163 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807559 Feb 15 13:54:08.475200 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3a65031-c72f-426c-89be-66010de1abd4), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.519405 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-705fc8dc-e83a-4476-b140-8a597f51a6c5 None None] Provisioning complete for port cf79099a-aced-4e00-b291-115a25196fe8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:08.519779 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-705fc8dc-e83a-4476-b140-8a597f51a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cf79099a-aced-4e00-b291-115a25196fe8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.523371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c9648-0ef2-465a-8168-60433ba5ef90 None None] Pushing event updated for resources: {'Port': ['ID=cf79099a-aced-4e00-b291-115a25196fe8,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:08.662491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b3a65031-c72f-426c-89be-66010de1abd4,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:08.798237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83671c0b-a979-43a2-87a5-6133a7a7549b req-377a26ed-66b4-4534-a32c-feff88fe23b6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:08.811574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83671c0b-a979-43a2-87a5-6133a7a7549b req-377a26ed-66b4-4534-a32c-feff88fe23b6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 945 time: 0.1364839 Feb 15 13:54:08.833145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:08.877293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:08.926120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83671c0b-a979-43a2-87a5-6133a7a7549b req-259ba0d1-47d1-41d6-9313-ea385356b10e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136599 Feb 15 13:54:08.945828 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Publish callbacks [] for port (b3a65031-c72f-426c-89be-66010de1abd4), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.954292 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b3a65031-c72f-426c-89be-66010de1abd4), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:08.975940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-705fc8dc-e83a-4476-b140-8a597f51a6c5 None None] Current status of the port cf79099a-aced-4e00-b291-115a25196fe8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:09.068824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 4, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'cf79099a-aced-4e00-b291-115a25196fe8', 'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'mac_address': 'fa:16:3e:21:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:01Z', 'updated_at': '2022-02-15T13:54:07Z', 'revision_number': 4, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'subnets': [{'id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:09.076370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 on host n-h1-829064-15 for vnic_type normal with profile {"migrating_to": "n-h2-829064-15"} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:54:09.076701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:54:09.077035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:09.085351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Pushing event updated for resources: {'Port': ['ID=b3a65031-c72f-426c-89be-66010de1abd4,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:09.101832 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192fad1c-0c12-49b9-b87c-ef1881b74782 x-openstack-request-id: req-192fad1c-0c12-49b9-b87c-ef1881b74782 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:09.103380 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04c14d0-7b60-4269-87ca-3b117ceaee1a", "name": "network-vif-deleted", "tag": "6fc382b1-8e92-4609-b5d2-66606da792cb", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:09.103832 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-192fad1c-0c12-49b9-b87c-ef1881b74782 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:09.104905 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04c14d0-7b60-4269-87ca-3b117ceaee1a', 'name': 'network-vif-deleted', 'tag': '6fc382b1-8e92-4609-b5d2-66606da792cb', 'status': 'completed', 'code': 200} Feb 15 13:54:09.105817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Port b3a65031-c72f-426c-89be-66010de1abd4 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:54:09.106550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Attempting to bind port b3a65031-c72f-426c-89be-66010de1abd4 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:09.115324 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:54:09.117021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:09.117676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:54:09.118035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Bound port: b3a65031-c72f-426c-89be-66010de1abd4, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:54:09.118274 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3a65031-c72f-426c-89be-66010de1abd4), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:09.157830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ca20a-8a10-414e-be97-bf5cc0d52d8c None None] The sync data for ids ['134292b0-4ac9-4566-a56a-81a860505dc8'] in n-d-829064-15 is: [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 4, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'cf79099a-aced-4e00-b291-115a25196fe8', 'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'mac_address': 'fa:16:3e:21:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:01Z', 'updated_at': '2022-02-15T13:54:07Z', 'revision_number': 4, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'subnets': [{'id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:54:09.233442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:09.287869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b3a65031-c72f-426c-89be-66010de1abd4,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:54:09.305708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b3a65031-c72f-426c-89be-66010de1abd4), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:09.309988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Allocated IP 172.25.6.125 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/85fbf786-3ce5-469e-b857-1ebe060af782) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:09.333306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcd8ce-3268-4449-98ee-f0b024b27b11 req-5b883f7e-24ca-4e43-b681-e528fad841f4 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:09.336443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2bcd8ce-3268-4449-98ee-f0b024b27b11 req-5b883f7e-24ca-4e43-b681-e528fad841f4 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1374397 Feb 15 13:54:09.364464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:09.411720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Publish callbacks [] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:09.436338 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Transition to ACTIVE for port object 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:09.452845 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:09.513097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2bcd8ce-3268-4449-98ee-f0b024b27b11 req-ce9516f5-b0c4-466f-b41b-9a000a85e41c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465912 Feb 15 13:54:09.520375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:09.521801 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:09.526751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] 10.222.0.67 "PUT /v2.0/ports/b3a65031-c72f-426c-89be-66010de1abd4 HTTP/1.1" status: 200 len: 1123 time: 1.2793915 Feb 15 13:54:09.531659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Pushing event updated for resources: {'Port': ['ID=b3a65031-c72f-426c-89be-66010de1abd4,revision_number=8']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:09.541623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.542216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.543053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.543763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.544264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.544758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.545250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.545787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.548146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.548693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.549221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.549717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.550232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b471fa-5727-4deb-9d9f-04b9cd7372bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:09.585130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for port (85fbf786-3ce5-469e-b857-1ebe060af782), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:09.653238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['b3a65031-c72f-426c-89be-66010de1abd4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:09.654076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:09.667156 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:09.679891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Attempting to bind port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:54:09.681193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Attempting to bind port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:54:09.681569 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Attempting to bind port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 on network 5461f37d-d055-446e-8d72-40835b2310d7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:09.693596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 on network 5461f37d-d055-446e-8d72-40835b2310d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:54:09.693925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Attempting to bind port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 on network 5461f37d-d055-446e-8d72-40835b2310d7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:09.712209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:54:09.712547 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Checking segment: {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:09.712990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Bound using segment: {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:54:09.713531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Bound port: 9f5fc1ae-e05b-4844-84d4-3f652fbf1101, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:54:09.713803 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:09.765126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (85fbf786-3ce5-469e-b857-1ebe060af782), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:09.808412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade422e2-beba-4a88-96c9-d6e507f1e7e3 req-f5521348-6d1e-46f5-b6d5-9aec9122c32f tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:09.817777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ade422e2-beba-4a88-96c9-d6e507f1e7e3 req-f5521348-6d1e-46f5-b6d5-9aec9122c32f tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.1396730 Feb 15 13:54:09.841294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:09.848596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:09.851387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:54:09.854801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] For port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:09.858722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Pushing event updated for resources: {'Port': ['ID=85fbf786-3ce5-469e-b857-1ebe060af782,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:09.887806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-68e4b7f2-16f0-4da5-9d7f-8d1aa702fbff tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:54:09.897438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-68e4b7f2-16f0-4da5-9d7f-8d1aa702fbff tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0357206 Feb 15 13:54:09.907938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] For port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:54:09.934886 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:10.000253 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:10.001717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:10.004241 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] 10.222.0.67 "PUT /v2.0/ports/9f5fc1ae-e05b-4844-84d4-3f652fbf1101 HTTP/1.1" status: 200 len: 1092 time: 1.8246987 Feb 15 13:54:10.012880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'tag': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:10.017230 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f38ecd7-7074-4325-b51d-1c116289e5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "08f774c7-fa3c-4728-b3c4-4023d985d23a", "tag": "9f5fc1ae-e05b-4844-84d4-3f652fbf1101"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:10.076641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ade422e2-beba-4a88-96c9-d6e507f1e7e3 req-f1d012cc-5a63-4c16-93e3-196311cb23d3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571790 Feb 15 13:54:10.078224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-fdfbed9b-1db0-4e14-bec3-6afd8fd03601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:10.079693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-fdfbed9b-1db0-4e14-bec3-6afd8fd03601 service neutron] 10.222.0.72 "GET /v2.0/ports/8e92944e-91e8-4d34-8459-2aed3cc468c4 HTTP/1.1" status: 200 len: 1125 time: 0.1654363 Feb 15 13:54:10.089057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for floatingip (0c3c65b1-2bb5-426d-b846-2432a91b07b1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:10.091196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2584f-73f1-449b-8735-462b0660e5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:10.093415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Request body: {'binding': {'host': 'n-h2-829064-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:10.094070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Unknown quota resources ['binding']. {{(pid=109971) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 13:54:10.159160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-5e61d9e1-8bb0-4ebf-97b1-553b24101eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:10.160756 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-5e61d9e1-8bb0-4ebf-97b1-553b24101eac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 1126 time: 0.1038351 Feb 15 13:54:10.168771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (85fbf786-3ce5-469e-b857-1ebe060af782), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:10.228996 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-94743e76-b5b5-4e92-8584-09095504fa02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5fc1ae-e05b-4844-84d4-3f652fbf1101 HTTP/1.1" status: 200 len: 217 time: 0.0579965 Feb 15 13:54:10.301767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-14caadc1-2150-49be-9bab-73bc46f99f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:10.303475 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-14caadc1-2150-49be-9bab-73bc46f99f8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b28444a-b502-4aa0-b454-8e8c20bce1b8 HTTP/1.1" status: 200 len: 845 time: 0.0671959 Feb 15 13:54:10.319896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on host n-h2-829064-15 for vnic_type normal with profile None {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:54:10.320235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:54:10.320567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:10.337292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24154ad-4b34-42ed-a02c-64ed27b1f74e req-c3d6e6c0-578e-49ff-8786-29ec5b6c3540 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:10.338928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c24154ad-4b34-42ed-a02c-64ed27b1f74e req-c3d6e6c0-578e-49ff-8786-29ec5b6c3540 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 943 time: 0.1063755 Feb 15 13:54:10.340289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:54:10.340820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:10.349909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:54:10.350517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:10.351115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:54:10.351844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Bound port: 8e92944e-91e8-4d34-8459-2aed3cc468c4, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:54:10.372657 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-62682e40-70d3-4794-948a-f10c55a28fc6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5461f37d-d055-446e-8d72-40835b2310d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500736 Feb 15 13:54:10.447937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:54:10.465024 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:10.479328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-cf3b7099-628b-40ee-8221-206de5bae9ff service neutron] 10.222.0.72 "POST /v2.0/ports/8e92944e-91e8-4d34-8459-2aed3cc468c4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3920836 Feb 15 13:54:10.522643 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-9678cebf-ad57-4200-8ec9-3d2ca3ac558c service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432505 Feb 15 13:54:10.546075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for port (85fbf786-3ce5-469e-b857-1ebe060af782), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:10.553506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c24154ad-4b34-42ed-a02c-64ed27b1f74e req-bcb442ae-dbc6-456e-bb8c-a307a0b8c8d9 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054145 Feb 15 13:54:10.566864 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (85fbf786-3ce5-469e-b857-1ebe060af782), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:10.654199 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ccad20-9ce3-431a-a931-204fa292f2bc x-openstack-request-id: req-b1ccad20-9ce3-431a-a931-204fa292f2bc {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:10.654497 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f774c7-fa3c-4728-b3c4-4023d985d23a", "tag": "9f5fc1ae-e05b-4844-84d4-3f652fbf1101", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:10.654766 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b1ccad20-9ce3-431a-a931-204fa292f2bc {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:10.655205 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'tag': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101', 'status': 'completed', 'code': 200} Feb 15 13:54:10.712648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Pushing event updated for resources: {'Port': ['ID=85fbf786-3ce5-469e-b857-1ebe060af782,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:10.752337 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (0c3c65b1-2bb5-426d-b846-2432a91b07b1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:10.772959 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbf339bb-59b5-4448-b776-9d5cb494b106 req-baface12-a6bf-4036-a271-966577938fe0 service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428885 Feb 15 13:54:10.784121 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:10.791583 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b9418557-226f-439d-85db-f833132f63ef tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9546332 Feb 15 13:54:10.837029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93416be1-f616-4e11-b50f-a5284f92b562 req-8bc6cf2d-c0d8-460c-838b-eb275832662b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:10.846026 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93416be1-f616-4e11-b50f-a5284f92b562 req-8bc6cf2d-c0d8-460c-838b-eb275832662b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 943 time: 0.1666164 Feb 15 13:54:10.908848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28940ff5-0a0f-448a-b5c5-0055e88077e7 req-e462bf01-783b-4c05-80ab-d4c117fbf416 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:10.917181 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28940ff5-0a0f-448a-b5c5-0055e88077e7 req-e462bf01-783b-4c05-80ab-d4c117fbf416 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1598606 Feb 15 13:54:11.010719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ecd7-7074-4325-b51d-1c116289e5a1 req-eb8bc3a6-989f-4e70-8674-8cc12e33a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:11.031642 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f38ecd7-7074-4325-b51d-1c116289e5a1 req-eb8bc3a6-989f-4e70-8674-8cc12e33a6a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3eac595867e4077a0a643f765679882&device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 1126 time: 0.1367605 Feb 15 13:54:11.066093 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93416be1-f616-4e11-b50f-a5284f92b562 req-5715a458-787c-4683-a453-e263de105b66 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187951 Feb 15 13:54:11.134528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28940ff5-0a0f-448a-b5c5-0055e88077e7 req-80af75f4-ac6f-47eb-bc9d-b9e384557666 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133629 Feb 15 13:54:11.134528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a65031-c72f-426c-89be-66010de1abd4'}, {'name': 'network-changed', 'server_uuid': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'tag': 'b3a65031-c72f-426c-89be-66010de1abd4'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:11.139520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cf79099a-aced-4e00-b291-115a25196fe8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:54:11.163866 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5de6fb-09dc-4571-8a8d-a6ccce52f352" -d '{"events": [{"server_uuid": "4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a65031-c72f-426c-89be-66010de1abd4"}, {"name": "network-changed", "server_uuid": "4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b", "tag": "b3a65031-c72f-426c-89be-66010de1abd4"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:11.278049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port cf79099a-aced-4e00-b291-115a25196fe8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:11.281998 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cf79099a-aced-4e00-b291-115a25196fe8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:11.346249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ecd7-7074-4325-b51d-1c116289e5a1 req-534b7809-d406-4ed7-bafc-7308b849f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:11.350963 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f38ecd7-7074-4325-b51d-1c116289e5a1 req-534b7809-d406-4ed7-bafc-7308b849f73c service neutron] 10.222.0.67 "GET /v2.0/networks?id=5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 200 len: 906 time: 0.3150342 Feb 15 13:54:11.450553 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f38ecd7-7074-4325-b51d-1c116289e5a1 req-ea2aeb10-3824-406b-a1df-3dd42e477cc3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f5fc1ae-e05b-4844-84d4-3f652fbf1101 HTTP/1.1" status: 200 len: 217 time: 0.0930681 Feb 15 13:54:11.457878 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port cf79099a-aced-4e00-b291-115a25196fe8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:11.464664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177822c-62d2-4191-a71b-02709a0be0e4 req-916b6a33-b7a8-4fd4-9e9c-6455377741c4 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:11.477752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5177822c-62d2-4191-a71b-02709a0be0e4 req-916b6a33-b7a8-4fd4-9e9c-6455377741c4 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.2267318 Feb 15 13:54:11.517820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ecd7-7074-4325-b51d-1c116289e5a1 req-3bd38efe-15a8-4423-af01-8da977c3f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:11.519676 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f38ecd7-7074-4325-b51d-1c116289e5a1 req-3bd38efe-15a8-4423-af01-8da977c3f34e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0b28444a-b502-4aa0-b454-8e8c20bce1b8 HTTP/1.1" status: 200 len: 845 time: 0.0568380 Feb 15 13:54:11.535595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9432ef8-12c9-4d82-9af7-b11276fb6bc8 req-3b7be8d4-dd9f-4f90-9523-f1d1f1eb5315 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:11.562771 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f38ecd7-7074-4325-b51d-1c116289e5a1 req-241c2740-eefa-4af4-9a2e-1fac4b641d74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5461f37d-d055-446e-8d72-40835b2310d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361848 Feb 15 13:54:11.563426 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9432ef8-12c9-4d82-9af7-b11276fb6bc8 req-3b7be8d4-dd9f-4f90-9523-f1d1f1eb5315 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.1963258 Feb 15 13:54:11.633554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5177822c-62d2-4191-a71b-02709a0be0e4 req-d6962273-e8c3-4782-9d39-6703ce887cbf tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546795 Feb 15 13:54:11.642089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9432ef8-12c9-4d82-9af7-b11276fb6bc8 req-01d6535f-034d-43d8-8b19-b17188744139 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776637 Feb 15 13:54:11.684053 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:11.728744 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d27f2d1-a316-4836-a42e-5148085f52d2 x-openstack-request-id: req-4d27f2d1-a316-4836-a42e-5148085f52d2 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:11.728744 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a65031-c72f-426c-89be-66010de1abd4", "code": 200}, {"name": "network-changed", "server_uuid": "4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b", "tag": "b3a65031-c72f-426c-89be-66010de1abd4", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:11.728744 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4d27f2d1-a316-4836-a42e-5148085f52d2 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:11.729271 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a65031-c72f-426c-89be-66010de1abd4', 'code': 200} Feb 15 13:54:11.729271 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'tag': 'b3a65031-c72f-426c-89be-66010de1abd4', 'status': 'completed', 'code': 200} Feb 15 13:54:11.804154 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f38ecd7-7074-4325-b51d-1c116289e5a1 req-838f9049-9c30-49a7-b228-654b1b49cc59 service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302456 Feb 15 13:54:11.866629 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de6fb-09dc-4571-8a8d-a6ccce52f352 req-9607e28f-dd2e-46da-9c09-0027d39a1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:11.868517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d5de6fb-09dc-4571-8a8d-a6ccce52f352 req-9607e28f-dd2e-46da-9c09-0027d39a1300 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1157 time: 0.1069858 Feb 15 13:54:11.923017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992af5f9-30f0-44c5-ab51-8f8c767dda14 req-989424a2-5eb9-4d5f-baa1-ff15ca765dbe tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:11.924516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-992af5f9-30f0-44c5-ab51-8f8c767dda14 req-989424a2-5eb9-4d5f-baa1-ff15ca765dbe tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 943 time: 0.1227529 Feb 15 13:54:11.926632 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f38ecd7-7074-4325-b51d-1c116289e5a1 req-33c8d86b-6671-45a5-a6ec-ecf40f821ed6 service neutron] 10.222.0.67 "GET /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145589 Feb 15 13:54:11.966768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b3a65031-c72f-426c-89be-66010de1abd4 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:54:12.051407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-992af5f9-30f0-44c5-ab51-8f8c767dda14 req-d7f79607-ebb2-48c7-b27b-9477166019a2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953836 Feb 15 13:54:12.072541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de6fb-09dc-4571-8a8d-a6ccce52f352 req-692e2d3c-3f49-45a1-8b7b-3ce22e3ae57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:12.077221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d5de6fb-09dc-4571-8a8d-a6ccce52f352 req-692e2d3c-3f49-45a1-8b7b-3ce22e3ae57d service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.1982594 Feb 15 13:54:12.138699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b3a65031-c72f-426c-89be-66010de1abd4,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:12.151127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d5de6fb-09dc-4571-8a8d-a6ccce52f352 req-00718ca6-214c-4d45-a042-6970638defa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3a65031-c72f-426c-89be-66010de1abd4 HTTP/1.1" status: 200 len: 217 time: 0.0679502 Feb 15 13:54:12.175918 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b3a65031-c72f-426c-89be-66010de1abd4 has no active binding in host n-h2-829064-15 {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 13:54:12.306682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5de6fb-09dc-4571-8a8d-a6ccce52f352 req-36494287-cf0e-4669-ba75-2e542624471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:12.308358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d5de6fb-09dc-4571-8a8d-a6ccce52f352 req-36494287-cf0e-4669-ba75-2e542624471e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.1480403 Feb 15 13:54:12.368331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d3925-2efb-4be1-bbd2-d932baa4b80a req-fab50bfa-f742-467f-9982-15fb98c0775e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:12.369946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a7d3925-2efb-4be1-bbd2-d932baa4b80a req-fab50bfa-f742-467f-9982-15fb98c0775e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 943 time: 0.1553402 Feb 15 13:54:12.377569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30aa0-adcf-4f53-a546-4fb78642835a req-8ca4409a-f7f1-4cfe-b5c3-7b7b8947bd50 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:12.378717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4fb30aa0-adcf-4f53-a546-4fb78642835a req-8ca4409a-f7f1-4cfe-b5c3-7b7b8947bd50 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1526613 Feb 15 13:54:12.382101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d5de6fb-09dc-4571-8a8d-a6ccce52f352 req-e8267b16-ac06-4b54-b755-8bd0e8bac46d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528157 Feb 15 13:54:12.527649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4fb30aa0-adcf-4f53-a546-4fb78642835a req-70c0d40e-4a33-48ee-a57e-d0959d7a79e5 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391821 Feb 15 13:54:12.531204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a7d3925-2efb-4be1-bbd2-d932baa4b80a req-9977cfe1-de06-480e-80b9-5a1265d4c35f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512282 Feb 15 13:54:12.575292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d5de6fb-09dc-4571-8a8d-a6ccce52f352 req-540cd9b3-080c-436b-aa13-289935ffa879 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838801 Feb 15 13:54:12.691321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d5de6fb-09dc-4571-8a8d-a6ccce52f352 req-a36d8ed1-3495-4ffd-af73-5fac1213cde4 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019876 Feb 15 13:54:12.880992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad1282-5eb4-41f7-bcfd-67172b53e1c7 req-36ac4e01-9f01-473b-8497-0e62e4aeccc1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:12.882436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e3ad1282-5eb4-41f7-bcfd-67172b53e1c7 req-36ac4e01-9f01-473b-8497-0e62e4aeccc1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.1297770 Feb 15 13:54:12.890281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44dc3f-a579-480c-a09a-61a9371ef1f4 req-5152e484-6413-4494-bd30-f8b5a7ffb303 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:12.891862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b44dc3f-a579-480c-a09a-61a9371ef1f4 req-5152e484-6413-4494-bd30-f8b5a7ffb303 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.0751765 Feb 15 13:54:12.970506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e3ad1282-5eb4-41f7-bcfd-67172b53e1c7 req-08ca67e7-1df3-442d-8221-30986a76159f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776289 Feb 15 13:54:12.973895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b44dc3f-a579-480c-a09a-61a9371ef1f4 req-ce61bf1b-f1d8-47c9-a967-e5fe8a8af78b tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750754 Feb 15 13:54:13.177282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f876a5-a2b2-4cf7-b35b-3a9cd9d6ff44 req-591ad700-b5c5-4db4-9b11-a7b5b165b99f tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:13.178738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3f876a5-a2b2-4cf7-b35b-3a9cd9d6ff44 req-591ad700-b5c5-4db4-9b11-a7b5b165b99f tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 943 time: 0.0602822 Feb 15 13:54:13.230216 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3f876a5-a2b2-4cf7-b35b-3a9cd9d6ff44 req-81b182d8-c867-4d66-b384-bce3aedf690e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Feb 15 13:54:13.705723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedf33b-3a7a-4804-ac3f-57ee97fb7862 req-15484a89-f0e4-4368-862f-91d35e55c538 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:13.709776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7dedf33b-3a7a-4804-ac3f-57ee97fb7862 req-15484a89-f0e4-4368-862f-91d35e55c538 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 943 time: 0.0868022 Feb 15 13:54:13.738798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9180a9-f26b-4b52-9e20-e877855b5e69 req-4f924146-25ad-4322-9bc8-53553ec651ea tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:13.742004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f9180a9-f26b-4b52-9e20-e877855b5e69 req-4f924146-25ad-4322-9bc8-53553ec651ea tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1091223 Feb 15 13:54:13.800443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7dedf33b-3a7a-4804-ac3f-57ee97fb7862 req-81b0398b-8f59-46e6-87e1-afde2390801f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857558 Feb 15 13:54:13.829935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f9180a9-f26b-4b52-9e20-e877855b5e69 req-0495ba86-3ba2-4985-b9bb-1395f1ebfb5a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775089 Feb 15 13:54:13.978646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:54:13.990239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['4079b9d6-273f-4eab-9da7-1b3740851a31'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:14.139223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:14.166220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'port_id': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101', 'mac_address': 'fa:16:3e:16:dd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b28444a-b502-4aa0-b454-8e8c20bce1b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:54:14.185547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424c0cd-0479-47c9-9e50-019c6bb99474 req-115ebe8d-c052-4cf3-b003-436138826f80 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:14.187102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6424c0cd-0479-47c9-9e50-019c6bb99474 req-115ebe8d-c052-4cf3-b003-436138826f80 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.0886509 Feb 15 13:54:14.198244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad0958-bb3b-41dd-b664-873a717676ea req-830e242e-000f-4db9-9037-1ffda418b861 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:14.201079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59ad0958-bb3b-41dd-b664-873a717676ea req-830e242e-000f-4db9-9037-1ffda418b861 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.1215522 Feb 15 13:54:14.235093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:14.235756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:14.269145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:14.295900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6424c0cd-0479-47c9-9e50-019c6bb99474 req-383579f7-2c5f-4abd-9e30-d6ccf381a5ad tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946655 Feb 15 13:54:14.297538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:14.313857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:14.313987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59ad0958-bb3b-41dd-b664-873a717676ea req-ebcea8eb-0dfc-4f28-af95-294f73d45659 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997701 Feb 15 13:54:14.381643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:14.474039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c325f-5124-4e25-9ae7-194aff732976 req-ed6f363e-0443-4044-bb2f-ac963d5b85d2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:14.481497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b1c325f-5124-4e25-9ae7-194aff732976 req-ed6f363e-0443-4044-bb2f-ac963d5b85d2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 944 time: 0.0855291 Feb 15 13:54:14.536122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b1c325f-5124-4e25-9ae7-194aff732976 req-6932967e-fcc8-4caf-8863-db5ca814b3e1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530651 Feb 15 13:54:14.649908 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-74aff68b-66c7-4e24-a0d5-12039f2900ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:14.674585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04348d3-1984-4b55-988c-3ac1dcd7a843 req-34871f75-3fd4-446b-8e24-f870091fda0f tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:14.676795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a04348d3-1984-4b55-988c-3ac1dcd7a843 req-34871f75-3fd4-446b-8e24-f870091fda0f tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 945 time: 0.0812407 Feb 15 13:54:14.741300 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-27725e67-fea9-4457-8932-4096cebe60e7 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:14.743894 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-27725e67-fea9-4457-8932-4096cebe60e7 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a&tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 948 time: 0.0756783 Feb 15 13:54:14.770894 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a04348d3-1984-4b55-988c-3ac1dcd7a843 req-3cde5c3a-267d-479e-b5d2-6441db3623d6 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878849 Feb 15 13:54:14.790498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7046b61-af30-482d-83d7-2b67a8c9cc20 req-e4599ad5-8da4-4016-8f89-4b9ecbd55935 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:14.797370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7046b61-af30-482d-83d7-2b67a8c9cc20 req-e4599ad5-8da4-4016-8f89-4b9ecbd55935 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.0952928 Feb 15 13:54:14.832044 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-0bcbe48f-483a-43e7-b566-cd12aaf57b53 service neutron] 10.222.0.67 "GET /v2.0/ports/4079b9d6-273f-4eab-9da7-1b3740851a31/bindings/n-h2-829064-15 HTTP/1.1" status: 200 len: 383 time: 0.0811431 Feb 15 13:54:14.851520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7046b61-af30-482d-83d7-2b67a8c9cc20 req-5b7a3aa8-6d3e-40be-8e87-84d5f2c58ad4 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531805 Feb 15 13:54:14.952606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-aabafd54-df4a-4a8b-a5c9-53b0ce73a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:14.954115 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-aabafd54-df4a-4a8b-a5c9-53b0ce73a68d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1131 time: 0.0813220 Feb 15 13:54:14.975628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9f5fc1ae-e05b-4844-84d4-3f652fbf1101'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:15.011980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b42b4a-212a-4e4a-a813-34f45e93c17f req-fbb470fc-5df6-4127-a4af-ff0bfb38ead1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:15.013076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9b42b4a-212a-4e4a-a813-34f45e93c17f req-fbb470fc-5df6-4127-a4af-ff0bfb38ead1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 943 time: 0.1168211 Feb 15 13:54:15.020277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dd152-a5e5-4ea2-a53f-1e4bf1fcbabb req-c05167d6-11a8-4c29-a039-0d02da457432 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:15.021775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-505dd152-a5e5-4ea2-a53f-1e4bf1fcbabb req-c05167d6-11a8-4c29-a039-0d02da457432 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0891743 Feb 15 13:54:15.068991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-1e8fa4bf-f0ac-4334-bbe0-5c602f61f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:15.070509 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-1e8fa4bf-f0ac-4334-bbe0-5c602f61f160 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1090965 Feb 15 13:54:15.120191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-505dd152-a5e5-4ea2-a53f-1e4bf1fcbabb req-49fa11e7-e226-4245-8599-44bbfee688d6 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891657 Feb 15 13:54:15.123957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9b42b4a-212a-4e4a-a813-34f45e93c17f req-607615a5-53aa-4444-86ef-d8b1df8a78af tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941958 Feb 15 13:54:15.128648 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-5c6321bd-4d24-4575-8c7e-205d7910a438 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 217 time: 0.0508692 Feb 15 13:54:15.199351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-11a1712d-7a61-4b54-95e7-11881f0e2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:15.201699 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-11a1712d-7a61-4b54-95e7-11881f0e2189 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0617950 Feb 15 13:54:15.257960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-d13e3162-c546-4ceb-a60f-f437c2cff863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:15.259561 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-d13e3162-c546-4ceb-a60f-f437c2cff863 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0511544 Feb 15 13:54:15.359399 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-3b952e49-39d0-4b44-b1d6-78392e6a1260 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922506 Feb 15 13:54:15.458101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce571b-340e-429c-bde4-d8811c80278a req-738d47a7-3d49-43ea-abd3-c03f6cf8ca6a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:15.459703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7ce571b-340e-429c-bde4-d8811c80278a req-738d47a7-3d49-43ea-abd3-c03f6cf8ca6a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.0630760 Feb 15 13:54:15.466590 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-592ef041-cdf6-4bcd-9411-1df4480b4a39 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011074 Feb 15 13:54:15.521799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7ce571b-340e-429c-bde4-d8811c80278a req-07e5cdb6-5612-4bd1-948e-1282b1bb72ae tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553463 Feb 15 13:54:15.663686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ad11-86ff-4059-800a-baaff059f35e req-76cf74e3-f023-4615-ba44-8ecd7ac81cad tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:15.665307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7997ad11-86ff-4059-800a-baaff059f35e req-76cf74e3-f023-4615-ba44-8ecd7ac81cad tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 944 time: 0.0557234 Feb 15 13:54:15.718886 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7997ad11-86ff-4059-800a-baaff059f35e req-f5c6902b-69bc-4b89-bdd6-4c55c7ee7e31 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479059 Feb 15 13:54:15.904727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f083c8a-8665-49c7-9e31-dde992a12cf6 req-64fc09a9-8a5f-4a76-8737-c092cb623324 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:15.907477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f083c8a-8665-49c7-9e31-dde992a12cf6 req-64fc09a9-8a5f-4a76-8737-c092cb623324 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 945 time: 0.0659482 Feb 15 13:54:16.015563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f083c8a-8665-49c7-9e31-dde992a12cf6 req-1eb29680-4d44-49ac-ae63-a4c27ea5305b tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020796 Feb 15 13:54:16.050273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01535-6110-4e55-b2c9-ca25ead5c771 req-49bff8fb-6caf-4fd9-95ea-bc4b67840d18 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:16.052076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0aa01535-6110-4e55-b2c9-ca25ead5c771 req-49bff8fb-6caf-4fd9-95ea-bc4b67840d18 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.0819263 Feb 15 13:54:16.106684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0aa01535-6110-4e55-b2c9-ca25ead5c771 req-919a793b-fbaf-40b5-8f9f-9ccd3f6e5f9a tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440569 Feb 15 13:54:16.283512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bbd4f-1379-494c-9ae2-24908a476e22 req-e91c5348-321b-439d-960a-b83b93f8751b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:16.285095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f7bbd4f-1379-494c-9ae2-24908a476e22 req-e91c5348-321b-439d-960a-b83b93f8751b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0922689 Feb 15 13:54:16.298088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42f22f-b350-4982-9351-61450f409000 req-cf9f6808-a4b0-4ff0-91d3-4ef133411a8f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:16.299650 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a42f22f-b350-4982-9351-61450f409000 req-cf9f6808-a4b0-4ff0-91d3-4ef133411a8f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 943 time: 0.0760820 Feb 15 13:54:16.377144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f7bbd4f-1379-494c-9ae2-24908a476e22 req-5c274191-7375-4806-88cc-36a92cd1b666 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764475 Feb 15 13:54:16.381044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a42f22f-b350-4982-9351-61450f409000 req-8dffb88a-df0b-44bb-8e43-258edfd53bca tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737827 Feb 15 13:54:16.660408 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4f1fc-54b1-43bc-b9da-5eae2a135b81 req-90b0bcdf-e1aa-4230-b7f3-b987c82507e4 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:16.661961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e4f1fc-54b1-43bc-b9da-5eae2a135b81 req-90b0bcdf-e1aa-4230-b7f3-b987c82507e4 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.0642378 Feb 15 13:54:16.721306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e4f1fc-54b1-43bc-b9da-5eae2a135b81 req-7c1fc8c6-de9c-4666-85d8-425558e630c0 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527897 Feb 15 13:54:16.851092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f134af4-4baf-4e38-bba1-072310b7f56a req-49351744-5a71-4da5-9ca1-fa1e0d044065 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:16.853120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f134af4-4baf-4e38-bba1-072310b7f56a req-49351744-5a71-4da5-9ca1-fa1e0d044065 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 944 time: 0.0550168 Feb 15 13:54:16.907878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f134af4-4baf-4e38-bba1-072310b7f56a req-81344c0b-6852-4d49-909b-d54018149626 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484807 Feb 15 13:54:17.012631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ce3d5-1286-4c22-8b3b-cf7a78dd3756 req-8af1f6b2-e2c4-4c99-aeb1-396e676b359d tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:17.015718 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-108ce3d5-1286-4c22-8b3b-cf7a78dd3756 req-8af1f6b2-e2c4-4c99-aeb1-396e676b359d tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.67 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 945 time: 0.0707233 Feb 15 13:54:17.109775 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52bae2a3-dd3c-4ed6-b627-716767681f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:17.132347 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-108ce3d5-1286-4c22-8b3b-cf7a78dd3756 req-c412967d-250c-403d-9a49-708770de2372 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Deleting port 7e8e0ad6-671f-4624-9a69-5637d63447ee {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:17.132686 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-108ce3d5-1286-4c22-8b3b-cf7a78dd3756 req-c412967d-250c-403d-9a49-708770de2372 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:17.155881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a274fc4-f2b4-40f8-a673-1f2e5693a614 req-99c00d92-cb81-47ab-892b-61be0780ae87 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:17.167814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a274fc4-f2b4-40f8-a673-1f2e5693a614 req-99c00d92-cb81-47ab-892b-61be0780ae87 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/ports?device_id=8149b978-fd2c-4847-ac1d-c9da3cc449ac HTTP/1.1" status: 200 len: 945 time: 0.0719905 Feb 15 13:54:17.255806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a274fc4-f2b4-40f8-a673-1f2e5693a614 req-1e7528e9-8452-462c-bc0d-f2077d046997 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3cbbc4a1-b002-4285-8763-6a09fe3df49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864651 Feb 15 13:54:17.276007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-108ce3d5-1286-4c22-8b3b-cf7a78dd3756 req-c412967d-250c-403d-9a49-708770de2372 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] For port 7e8e0ad6-671f-4624-9a69-5637d63447ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7e8e0ad6-671f-4624-9a69-5637d63447ee,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:17.276356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-108ce3d5-1286-4c22-8b3b-cf7a78dd3756 req-c412967d-250c-403d-9a49-708770de2372 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:17.291620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-108ce3d5-1286-4c22-8b3b-cf7a78dd3756 req-c412967d-250c-403d-9a49-708770de2372 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Calling delete_port for 7e8e0ad6-671f-4624-9a69-5637d63447ee owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:17.294537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c269c-4e97-4850-ae97-1aa43817ff9e req-c7c885a2-6919-42ab-9997-ee38da9c6cf6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:17.296188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-700c269c-4e97-4850-ae97-1aa43817ff9e req-c7c885a2-6919-42ab-9997-ee38da9c6cf6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.0937898 Feb 15 13:54:17.360303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-700c269c-4e97-4850-ae97-1aa43817ff9e req-9e024630-9dcb-495d-a50f-ee5fa18696ff tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531261 Feb 15 13:54:17.467880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-108ce3d5-1286-4c22-8b3b-cf7a78dd3756 req-c412967d-250c-403d-9a49-708770de2372 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7e8e0ad6-671f-4624-9a69-5637d63447ee), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:17.482040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7e8e0ad6-671f-4624-9a69-5637d63447ee'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:17.525134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412967d-250c-403d-9a49-708770de2372 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Pushing event deleted for resources: {'Port': ['ID=7e8e0ad6-671f-4624-9a69-5637d63447ee,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:17.585440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-108ce3d5-1286-4c22-8b3b-cf7a78dd3756 req-c412967d-250c-403d-9a49-708770de2372 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] No DVR routers for this DVR port 7e8e0ad6-671f-4624-9a69-5637d63447ee on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:17.586959 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-108ce3d5-1286-4c22-8b3b-cf7a78dd3756 req-c412967d-250c-403d-9a49-708770de2372 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:17.591000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-108ce3d5-1286-4c22-8b3b-cf7a78dd3756 req-c412967d-250c-403d-9a49-708770de2372 tempest-AttachSCSIVolumeTestJSON-1156009213 tempest-AttachSCSIVolumeTestJSON-1156009213-project] 10.222.0.67 "DELETE /v2.0/ports/7e8e0ad6-671f-4624-9a69-5637d63447ee HTTP/1.1" status: 204 len: 173 time: 0.5693512 Feb 15 13:54:17.591221 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8149b978-fd2c-4847-ac1d-c9da3cc449ac', 'name': 'network-vif-deleted', 'tag': '7e8e0ad6-671f-4624-9a69-5637d63447ee'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:17.593792 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2d4c13-71c9-444e-8df5-21826c0a35e6" -d '{"events": [{"server_uuid": "8149b978-fd2c-4847-ac1d-c9da3cc449ac", "name": "network-vif-deleted", "tag": "7e8e0ad6-671f-4624-9a69-5637d63447ee"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:17.613960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb401e4-2006-42b7-bba6-b3e6fec04260 req-5b818660-8b4f-4236-b792-ddf43d5a9910 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:17.616579 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edb401e4-2006-42b7-bba6-b3e6fec04260 req-5b818660-8b4f-4236-b792-ddf43d5a9910 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 943 time: 0.1426992 Feb 15 13:54:17.629418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289dddb-fb31-4cf3-9174-c7f7f9920806 req-59a3b36f-4ec4-42ca-aa19-c5cb2fb5bf19 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:17.629839 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c289dddb-fb31-4cf3-9174-c7f7f9920806 req-59a3b36f-4ec4-42ca-aa19-c5cb2fb5bf19 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1673012 Feb 15 13:54:17.738937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c289dddb-fb31-4cf3-9174-c7f7f9920806 req-31fee2e1-f3d5-4366-b128-5f8ac57babf4 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979939 Feb 15 13:54:17.747693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edb401e4-2006-42b7-bba6-b3e6fec04260 req-2d680ea0-c490-4768-8f42-51cfe0c378ab tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115444 Feb 15 13:54:17.808556 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f6a088-ecad-493b-9bb6-2cbbf3dce642 x-openstack-request-id: req-04f6a088-ecad-493b-9bb6-2cbbf3dce642 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:17.808556 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8149b978-fd2c-4847-ac1d-c9da3cc449ac", "name": "network-vif-deleted", "tag": "7e8e0ad6-671f-4624-9a69-5637d63447ee", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:17.808556 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-04f6a088-ecad-493b-9bb6-2cbbf3dce642 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:17.808556 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8149b978-fd2c-4847-ac1d-c9da3cc449ac', 'name': 'network-vif-deleted', 'tag': '7e8e0ad6-671f-4624-9a69-5637d63447ee', 'status': 'completed', 'code': 200} Feb 15 13:54:17.902319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c46a30-7d97-4850-adba-46ccb8203cc5 req-1b143883-46be-4ec7-b2f6-bc283ee8fc5e tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:17.904191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63c46a30-7d97-4850-adba-46ccb8203cc5 req-1b143883-46be-4ec7-b2f6-bc283ee8fc5e tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.0758889 Feb 15 13:54:17.994719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:54:18.010855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63c46a30-7d97-4850-adba-46ccb8203cc5 req-24571fd9-4f47-4275-95fe-8fb0e7b723ee tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939007 Feb 15 13:54:18.109381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a78a5-6ccf-4fce-95cd-c1bd83550f49 req-c549c674-2b27-47f3-982a-aed2b317432d tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:18.122796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-876a78a5-6ccf-4fce-95cd-c1bd83550f49 req-c549c674-2b27-47f3-982a-aed2b317432d tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 944 time: 0.0988894 Feb 15 13:54:18.159415 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:54:18.167066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:18.167736 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:18.212331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-876a78a5-6ccf-4fce-95cd-c1bd83550f49 req-36beb4a4-6b62-4715-bf67-763a2fbbebab tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860102 Feb 15 13:54:18.284411 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:18.349431 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:18.350069 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:18.385274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:18.388089 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3b42a7-5920-48f0-b29c-1292b4845466" -d '{"events": [{"server_uuid": "08f774c7-fa3c-4728-b3c4-4023d985d23a", "name": "network-vif-plugged", "status": "completed", "tag": "9f5fc1ae-e05b-4844-84d4-3f652fbf1101"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:18.426616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:18.440942 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:18.442966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 4079b9d6-273f-4eab-9da7-1b3740851a31 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:18.488929 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cf7967-9ec6-4a8f-8fb4-b7030a424cde x-openstack-request-id: req-d0cf7967-9ec6-4a8f-8fb4-b7030a424cde {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:18.489554 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f774c7-fa3c-4728-b3c4-4023d985d23a", "name": "network-vif-plugged", "status": "completed", "tag": "9f5fc1ae-e05b-4844-84d4-3f652fbf1101", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:18.490004 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0cf7967-9ec6-4a8f-8fb4-b7030a424cde {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:18.492726 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101', 'code': 200} Feb 15 13:54:18.571900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:18.588311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.588662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.589194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.591826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.591826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.592383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.592821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.593918 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.594518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.594700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.595122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.595523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.595925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:54:18.632515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bbf36-e4e0-490d-a4a7-b0d4fb68ce30 req-c77b1493-8624-4804-9d43-8ba34ebff8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:18.633738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-716006fe-bb25-433b-b014-94e49434db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:18.635271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-716006fe-bb25-433b-b014-94e49434db6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a&tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99 HTTP/1.1" status: 200 len: 1131 time: 0.1608775 Feb 15 13:54:18.636142 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1d2bbf36-e4e0-490d-a4a7-b0d4fb68ce30 req-c77b1493-8624-4804-9d43-8ba34ebff8d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 1128 time: 0.0847931 Feb 15 13:54:18.654482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8396d4-2de0-4622-b0fb-ed700e5abb35 req-64f6b4b3-d3e9-40b7-84c0-560f4f5dcfc3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:18.656059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a8396d4-2de0-4622-b0fb-ed700e5abb35 req-64f6b4b3-d3e9-40b7-84c0-560f4f5dcfc3 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.1725206 Feb 15 13:54:18.663633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:18.667978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 4079b9d6-273f-4eab-9da7-1b3740851a31 is: BUILD; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:18.668643 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:18.709846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1d2bbf36-e4e0-490d-a4a7-b0d4fb68ce30 req-fe1dcff2-b10e-4bc8-998d-f4f2cab8ec4d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654254 Feb 15 13:54:18.714628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4079b9d6-273f-4eab-9da7-1b3740851a31 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:18.739689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:18.748568 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:18.749428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7e8e0ad6-671f-4624-9a69-5637d63447ee no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:18.789751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a8396d4-2de0-4622-b0fb-ed700e5abb35 req-aeedbfe5-8d6b-48d4-898a-4ff579ca6acf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219072 Feb 15 13:54:18.804102 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:18.814718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 7e8e0ad6-671f-4624-9a69-5637d63447ee {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:18.815174 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7e8e0ad6-671f-4624-9a69-5637d63447ee not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:18.845518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:19.127565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998f13c-45de-45c8-a342-02902d616c96 req-942d5e0f-a679-452e-a36e-b23397b6d5fd tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:19.129162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e998f13c-45de-45c8-a342-02902d616c96 req-942d5e0f-a679-452e-a36e-b23397b6d5fd tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.2386484 Feb 15 13:54:19.137103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea862661-a9f3-44b9-a25c-72a4c4eb8bad req-ec9fb3d9-a64a-4080-afd8-5f168d7a6bf1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:19.138610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea862661-a9f3-44b9-a25c-72a4c4eb8bad req-ec9fb3d9-a64a-4080-afd8-5f168d7a6bf1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 943 time: 0.2465353 Feb 15 13:54:19.231509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:19.274714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e998f13c-45de-45c8-a342-02902d616c96 req-332b2489-4fad-40e1-8199-84f2c634d39e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331880 Feb 15 13:54:19.285180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea862661-a9f3-44b9-a25c-72a4c4eb8bad req-69571686-f6f1-46b8-b9ee-dd8b37ca4384 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352665 Feb 15 13:54:19.321502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:19.382189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4079b9d6-273f-4eab-9da7-1b3740851a31 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:19.397204 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Publish callbacks [] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:19.409965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Ignored duplicate provisioning block setup for port 4079b9d6-273f-4eab-9da7-1b3740851a31 by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 15 13:54:19.467917 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:19.568305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=10']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:19.575637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] No DVR routers for this DVR port 4079b9d6-273f-4eab-9da7-1b3740851a31 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:19.590357 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:19.651007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6142e8-3214-41b1-aaf1-58fb20b9c4f7 req-8fbb23bc-f7dc-425a-bcb1-490b4f6eb9eb tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:19.658553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb6142e8-3214-41b1-aaf1-58fb20b9c4f7 req-8fbb23bc-f7dc-425a-bcb1-490b4f6eb9eb tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.2471879 Feb 15 13:54:19.681016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:54:19.681332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:54:19.681656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:19.693224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Port 4079b9d6-273f-4eab-9da7-1b3740851a31 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:54:19.693657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Attempting to bind port 4079b9d6-273f-4eab-9da7-1b3740851a31 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:19.716280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13490ae4-1d47-4d03-85ee-70ed9eb5ce23 req-8ef7c524-a8d9-4bd9-af3b-de7d4ddd6102 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:19.717890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13490ae4-1d47-4d03-85ee-70ed9eb5ce23 req-8ef7c524-a8d9-4bd9-af3b-de7d4ddd6102 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.2968180 Feb 15 13:54:19.727554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:54:19.727820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:19.728203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:54:19.728814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Bound port: 4079b9d6-273f-4eab-9da7-1b3740851a31, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:54:19.729178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:19.860150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:19.866393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:54:19.879183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb6142e8-3214-41b1-aaf1-58fb20b9c4f7 req-591976ea-1a61-4613-80dc-c32ad0faa65c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196960 Feb 15 13:54:19.889212 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:19.954435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:19.955716 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:19.957043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] 10.222.0.42 "PUT /v2.0/ports/4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 1097 time: 1.3000617 Feb 15 13:54:19.957910 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:19.960440 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6166af36-8e6c-498a-ad8e-896a93a03669" -d '{"events": [{"name": "network-changed", "server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:19.982153 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13490ae4-1d47-4d03-85ee-70ed9eb5ce23 req-ae6bf8bf-8fe7-4fed-9ee3-d97ea5826098 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504525 Feb 15 13:54:20.582344 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4922cffe-c813-4b9a-a8fa-819b7ca4268c x-openstack-request-id: req-4922cffe-c813-4b9a-a8fa-819b7ca4268c {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:20.582918 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:20.583361 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4922cffe-c813-4b9a-a8fa-819b7ca4268c {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:20.583947 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'status': 'completed', 'code': 200} Feb 15 13:54:20.643049 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-4a157aa6-b897-4bc1-aedb-e77cefe0c9d4 service neutron] 10.222.0.42 "GET /v2.0/ports/b3a65031-c72f-426c-89be-66010de1abd4/bindings/n-h2-829064-15 HTTP/1.1" status: 200 len: 385 time: 0.1228464 Feb 15 13:54:20.776339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e852b7-a3d5-44d7-b325-35e284d6ab0b service neutron] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=11']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:20.814808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b0495-d5b4-406a-8a6b-56c9baf0fdf5 req-602b3db5-67a4-42b2-9360-e9d78d86e1da tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:20.819698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd6b0495-d5b4-406a-8a6b-56c9baf0fdf5 req-602b3db5-67a4-42b2-9360-e9d78d86e1da tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.3037524 Feb 15 13:54:20.851006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255160d8-4c33-42ae-88e8-8a156eca8140 req-9aba2a32-0767-418a-803e-a25488788a79 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:20.860209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-255160d8-4c33-42ae-88e8-8a156eca8140 req-9aba2a32-0767-418a-803e-a25488788a79 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.8600805 Feb 15 13:54:20.873131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-5531542b-9360-4d63-9aee-e14e16d8602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:20.874677 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-5531542b-9360-4d63-9aee-e14e16d8602b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1131 time: 0.8744738 Feb 15 13:54:20.937606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b03c8af5-91d0-4695-bdcc-797bb4ab1f16 service neutron] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b3a65031-c72f-426c-89be-66010de1abd4,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:20.966763 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:20.975853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b03c8af5-91d0-4695-bdcc-797bb4ab1f16 service neutron] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:21.028654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b03c8af5-91d0-4695-bdcc-797bb4ab1f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a65031-c72f-426c-89be-66010de1abd4 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:21.045671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b03c8af5-91d0-4695-bdcc-797bb4ab1f16 service neutron] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b3a65031-c72f-426c-89be-66010de1abd4,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:21.052887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd6b0495-d5b4-406a-8a6b-56c9baf0fdf5 req-05d252b5-310b-49f6-b19e-3b1efff0715c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297721 Feb 15 13:54:21.067520 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b03c8af5-91d0-4695-bdcc-797bb4ab1f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3a65031-c72f-426c-89be-66010de1abd4), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:21.081123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-255160d8-4c33-42ae-88e8-8a156eca8140 req-214a8930-513d-4c39-acfe-d74938ead319 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155466 Feb 15 13:54:21.129579 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-fa0ef41f-e6f3-45a5-b913-a1e69a1ab563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:21.138528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-fa0ef41f-e6f3-45a5-b913-a1e69a1ab563 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2414706 Feb 15 13:54:21.207094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-e6e8c21e-4b22-44ad-b019-04d4776541a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 217 time: 0.0608046 Feb 15 13:54:21.208389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b03c8af5-91d0-4695-bdcc-797bb4ab1f16 service neutron] Transition to ACTIVE for port object b3a65031-c72f-426c-89be-66010de1abd4 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:21.220089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b03c8af5-91d0-4695-bdcc-797bb4ab1f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (b3a65031-c72f-426c-89be-66010de1abd4), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:21.338419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-de544ddd-9acc-4536-b70e-283c22776f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:21.340844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-de544ddd-9acc-4536-b70e-283c22776f9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1176822 Feb 15 13:54:21.381423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c4025-a65d-43ce-af3e-09c8dec18808 req-39003e40-019c-4a16-b530-85e77e6ca3a4 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:21.382743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-730c4025-a65d-43ce-af3e-09c8dec18808 req-39003e40-019c-4a16-b530-85e77e6ca3a4 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.1908536 Feb 15 13:54:21.401509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b03c8af5-91d0-4695-bdcc-797bb4ab1f16 service neutron] No DVR routers for this DVR port b3a65031-c72f-426c-89be-66010de1abd4 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:21.411329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36040da-7c33-4e6f-aeef-220ffc7ed489 req-f4a6e93b-9b87-4aff-94fd-c3af4369af43 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:21.413194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c36040da-7c33-4e6f-aeef-220ffc7ed489 req-f4a6e93b-9b87-4aff-94fd-c3af4369af43 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 944 time: 0.2048872 Feb 15 13:54:21.497137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c8af5-91d0-4695-bdcc-797bb4ab1f16 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a65031-c72f-426c-89be-66010de1abd4,revision_number=10']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:21.520492 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-b03c8af5-91d0-4695-bdcc-797bb4ab1f16 service neutron] 10.222.0.42 "PUT /v2.0/ports/b3a65031-c72f-426c-89be-66010de1abd4/bindings/n-h2-829064-15/activate HTTP/1.1" status: 200 len: 370 time: 0.8695652 Feb 15 13:54:21.593851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-730c4025-a65d-43ce-af3e-09c8dec18808 req-17c86a01-efb7-414c-8d97-3a20e26506e2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518130 Feb 15 13:54:21.601114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-fd25141f-4899-4d29-8d30-50c4350b2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:21.603040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-fd25141f-4899-4d29-8d30-50c4350b2862 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2521489 Feb 15 13:54:21.615211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c36040da-7c33-4e6f-aeef-220ffc7ed489 req-d7e0f302-5dce-4837-8203-8f5ccfbe357f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627941 Feb 15 13:54:21.738970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-fce7117c-8734-413e-b1ea-3b3a188550bc service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224499 Feb 15 13:54:21.912302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91513c-856a-4da7-a5a6-fe3f676975fe req-ec0a6ba5-5f66-4dd6-8699-be3052dc7be5 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:21.913749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc91513c-856a-4da7-a5a6-fe3f676975fe req-ec0a6ba5-5f66-4dd6-8699-be3052dc7be5 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.1571500 Feb 15 13:54:21.955138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e56a91-665b-480d-86fc-99cfd12acae3 req-2e831e9b-ada2-4498-b33d-bd3c7cc46172 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085886 Feb 15 13:54:22.003214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc91513c-856a-4da7-a5a6-fe3f676975fe req-883c9dd0-7bd4-47e0-87d4-0ac804cb1c2f tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826135 Feb 15 13:54:22.009131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b3a65031-c72f-426c-89be-66010de1abd4 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:22.052123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port b3a65031-c72f-426c-89be-66010de1abd4 host n-h2-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 13:54:22.052787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b3a65031-c72f-426c-89be-66010de1abd4 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:22.081333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-b8abea89-cbe7-45d5-934f-ece1a91d120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:22.082991 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-b8abea89-cbe7-45d5-934f-ece1a91d120d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1131 time: 0.0579813 Feb 15 13:54:22.346298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96573b6-8218-440f-be0b-b4d1940358fc req-e6a524ae-f4ac-4bb4-8076-0bc49b9ef64e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:22.353662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b96573b6-8218-440f-be0b-b4d1940358fc req-e6a524ae-f4ac-4bb4-8076-0bc49b9ef64e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.1365244 Feb 15 13:54:22.393291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce7b34-2610-47e6-81b8-44bf8a4787ec req-2b374bd8-e857-42f5-a5ab-cbbb36a0511e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:22.400337 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8ce7b34-2610-47e6-81b8-44bf8a4787ec req-2b374bd8-e857-42f5-a5ab-cbbb36a0511e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.2137094 Feb 15 13:54:22.467236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-5a686703-ad8b-4edf-a677-294206b86314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:22.476369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-5a686703-ad8b-4edf-a677-294206b86314 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.3863230 Feb 15 13:54:22.489358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b96573b6-8218-440f-be0b-b4d1940358fc req-10c134b4-84b3-4a31-8aa6-58e268889e54 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348085 Feb 15 13:54:22.566993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-07798a0f-371a-4ddc-89e4-2b1ec64081bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 217 time: 0.0636995 Feb 15 13:54:22.591533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8ce7b34-2610-47e6-81b8-44bf8a4787ec req-cc347da5-4641-470c-a9b5-2c87cf0a8b28 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836157 Feb 15 13:54:22.654410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-e0ec7144-fa4e-45f9-aecd-c98d2024365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:22.655964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-e0ec7144-fa4e-45f9-aecd-c98d2024365d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0820289 Feb 15 13:54:22.799666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-1c255978-9f80-49db-957b-5cf370fc4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:22.801168 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-1c255978-9f80-49db-957b-5cf370fc4297 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1378729 Feb 15 13:54:22.867032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87017636-6dda-4643-8238-0287e2892a1c req-739160d0-c019-406c-b563-7ca57dc77f68 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:22.868988 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87017636-6dda-4643-8238-0287e2892a1c req-739160d0-c019-406c-b563-7ca57dc77f68 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 944 time: 0.1570506 Feb 15 13:54:22.877826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dccfd4-c54c-45fa-bd3b-303d25832979 req-8fbbd5b9-5cfd-40ed-aff7-a31a00a623f8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:22.879324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0dccfd4-c54c-45fa-bd3b-303d25832979 req-8fbbd5b9-5cfd-40ed-aff7-a31a00a623f8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.1656916 Feb 15 13:54:22.990121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87017636-6dda-4643-8238-0287e2892a1c req-463d3595-6065-4e66-bdbd-7989bb9aaaff tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097867 Feb 15 13:54:23.001355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0dccfd4-c54c-45fa-bd3b-303d25832979 req-764b6ae2-858f-43a8-8a9e-4c34d4ff6dc7 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094813 Feb 15 13:54:23.003272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-baf897f4-c1f4-4a4b-9d96-dc8857f1ef29 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945426 Feb 15 13:54:23.139047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-e2a975af-f76d-4dc9-b954-76f5f3756450 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276534 Feb 15 13:54:23.164699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b03873-6036-4478-9a16-d88c0a42c70f req-aec501e3-d8b9-4bdc-a92d-1877174cdeb6 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:23.166586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5b03873-6036-4478-9a16-d88c0a42c70f req-aec501e3-d8b9-4bdc-a92d-1877174cdeb6 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.0776823 Feb 15 13:54:23.230704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5b03873-6036-4478-9a16-d88c0a42c70f req-758b30e3-602a-42fa-a831-25c954663c93 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578811 Feb 15 13:54:23.699696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9de523-3dd5-4a0e-8013-6f00085ad8d9 req-6ea1572c-7ff0-4457-954f-f06e301c2e12 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:23.699696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd9de523-3dd5-4a0e-8013-6f00085ad8d9 req-6ea1572c-7ff0-4457-954f-f06e301c2e12 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.1063085 Feb 15 13:54:23.786399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd9de523-3dd5-4a0e-8013-6f00085ad8d9 req-e91b3e11-9d89-4ec7-a720-4b558a311688 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769401 Feb 15 13:54:23.797866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600af0d-4cde-461e-aae4-9aa53be0e1b7 req-a01eab65-793e-4d7f-ac27-581af9f11efd tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:23.800623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e600af0d-4cde-461e-aae4-9aa53be0e1b7 req-a01eab65-793e-4d7f-ac27-581af9f11efd tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0994513 Feb 15 13:54:23.880137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e600af0d-4cde-461e-aae4-9aa53be0e1b7 req-3a8e3676-0fdd-4aab-bb6d-5f6dee45d09f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732834 Feb 15 13:54:24.010523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4079b9d6-273f-4eab-9da7-1b3740851a31 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:54:24.033173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b3a65031-c72f-426c-89be-66010de1abd4 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:24.199237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-8cd7a91a-1f2f-4df0-8fe9-cf87a0217ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:24.201681 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-8cd7a91a-1f2f-4df0-8fe9-cf87a0217ebb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1131 time: 0.1107535 Feb 15 13:54:24.300026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf8ac-573f-419f-a3c1-bd857fabd162 req-9feb9269-02ea-4554-8a64-b1914409ec70 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:24.301641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7edaf8ac-573f-419f-a3c1-bd857fabd162 req-9feb9269-02ea-4554-8a64-b1914409ec70 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 944 time: 0.2141445 Feb 15 13:54:24.323006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b21d15-f92f-479a-9217-8cc4ca822257 req-8a32e90e-261e-4e17-a771-bb335a5b8fe3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:24.324656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33b21d15-f92f-479a-9217-8cc4ca822257 req-8a32e90e-261e-4e17-a771-bb335a5b8fe3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.1204877 Feb 15 13:54:24.328168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-2714e642-1256-4d82-a776-53d205e8d5e0 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:24.329636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-2714e642-1256-4d82-a776-53d205e8d5e0 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.1948104 Feb 15 13:54:24.445126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-a1581568-6a32-42bd-8a05-6227d7027cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:24.447674 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-a1581568-6a32-42bd-8a05-6227d7027cdb service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2384753 Feb 15 13:54:24.515006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33b21d15-f92f-479a-9217-8cc4ca822257 req-f12eda40-cc58-48cc-9560-0fd53b2b4dd8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784267 Feb 15 13:54:24.527586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7edaf8ac-573f-419f-a3c1-bd857fabd162 req-089f3330-7876-4798-ade2-71f401e5da2b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183025 Feb 15 13:54:24.553913 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-94a2197d-a51f-4ce5-882b-ffdd42c2f0e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 200 len: 217 time: 0.0989859 Feb 15 13:54:24.563016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c5a64df7-7be4-4678-a2f2-92ed53f9753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:24.564988 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c5a64df7-7be4-4678-a2f2-92ed53f9753a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b HTTP/1.1" status: 200 len: 1127 time: 0.2217648 Feb 15 13:54:24.627107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-0d47d467-0c5d-459a-b61d-cadf71f1d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:24.631106 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-0d47d467-0c5d-459a-b61d-cadf71f1d01b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0692623 Feb 15 13:54:24.636037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:24.660462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'mac_address': 'fa:16:3e:a9:28:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:54:24.663153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port b3a65031-c72f-426c-89be-66010de1abd4 is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:24.711239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4079b9d6-273f-4eab-9da7-1b3740851a31 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:24.711640 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:24.735020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4079b9d6-273f-4eab-9da7-1b3740851a31 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:24.763526 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-dc39e256-f9a9-4c56-85d7-95bb1ecc43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:24.766255 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-dc39e256-f9a9-4c56-85d7-95bb1ecc43e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1272204 Feb 15 13:54:24.769932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:24.778385 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:24.798410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-adbcd1b8-7fbd-4ee0-b39c-a25012261328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:24.800303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-adbcd1b8-7fbd-4ee0-b39c-a25012261328 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1127 time: 0.2110112 Feb 15 13:54:24.912400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=12']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:24.948687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19038c-bfab-438e-940e-9eccaf29a3d7 req-955e6b88-be7e-4fe0-ac47-746cee38fd86 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:24.953911 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-becdaef4-3630-4ab1-83d9-26d584c12c9a service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799850 Feb 15 13:54:24.955418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec19038c-bfab-438e-940e-9eccaf29a3d7 req-955e6b88-be7e-4fe0-ac47-746cee38fd86 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.2574162 Feb 15 13:54:25.071065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec19038c-bfab-438e-940e-9eccaf29a3d7 req-30300c84-d28d-42d5-9e9e-ba97453f577e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869029 Feb 15 13:54:25.089556 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6166af36-8e6c-498a-ad8e-896a93a03669 req-5b5c3ba2-3a04-4a01-9a1b-f60f0190c615 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272564 Feb 15 13:54:25.092961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['4079b9d6-273f-4eab-9da7-1b3740851a31'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:25.125452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6ac35-ec8f-4fb9-ac38-3fe5d4d782bf req-cde8b64f-87d0-4f0f-85a0-74b5ce501fd0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:25.132677 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3f6ac35-ec8f-4fb9-ac38-3fe5d4d782bf req-cde8b64f-87d0-4f0f-85a0-74b5ce501fd0 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.2146487 Feb 15 13:54:25.144384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-edc8f431-c97d-483f-b903-e4789b661584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:25.145071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-edc8f431-c97d-483f-b903-e4789b661584 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.3317764 Feb 15 13:54:25.203861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-13b1ebc6-0ed6-47cd-9863-378073598fa5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3a65031-c72f-426c-89be-66010de1abd4 HTTP/1.1" status: 200 len: 217 time: 0.0489867 Feb 15 13:54:25.312997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3f6ac35-ec8f-4fb9-ac38-3fe5d4d782bf req-f095a194-a724-4e00-acb8-a202e900a70e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794055 Feb 15 13:54:25.323500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-50d20d05-725e-4049-ab50-04995c9401df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:25.328182 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-50d20d05-725e-4049-ab50-04995c9401df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.1104767 Feb 15 13:54:25.369395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-6ab201fd-f47f-4e3e-902e-90ef58e5ec6e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351651 Feb 15 13:54:25.396289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd6953-87cf-405e-9273-286c775f56ac req-d4ed91a6-9f74-4867-9d87-839ff8eb5c70 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:25.397823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14bd6953-87cf-405e-9273-286c775f56ac req-d4ed91a6-9f74-4867-9d87-839ff8eb5c70 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.1970429 Feb 15 13:54:25.512516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14bd6953-87cf-405e-9273-286c775f56ac req-a97aa398-fe77-42d9-bb9a-d785ec2d8b9c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010053 Feb 15 13:54:25.573883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-2c9ed052-f9be-4d82-94aa-1396b483b0c5 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947305 Feb 15 13:54:25.698057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-f75bf38c-ae56-4ac7-b36e-95546cd3e698 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128283 Feb 15 13:54:25.773602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833019e-479d-42ff-baf7-e959d765c074 req-be498c2c-7cc0-4882-a635-5510285fb397 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:25.775579 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6833019e-479d-42ff-baf7-e959d765c074 req-be498c2c-7cc0-4882-a635-5510285fb397 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 1132 time: 0.0631990 Feb 15 13:54:25.892456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e66e89-cc06-4bd1-bac3-a6819efc8a72 req-e7157554-fbaa-424b-8803-2fd0d2938097 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:25.894169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36e66e89-cc06-4bd1-bac3-a6819efc8a72 req-e7157554-fbaa-424b-8803-2fd0d2938097 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 946 time: 0.1037023 Feb 15 13:54:25.896749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6833019e-479d-42ff-baf7-e959d765c074 req-a054d767-788b-4d5a-b042-c1a570f71963 tempest-MigrationsAdminTest-1414508272 tempest-MigrationsAdminTest-1414508272-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132369 Feb 15 13:54:25.982780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36e66e89-cc06-4bd1-bac3-a6819efc8a72 req-14f4f75d-763c-416f-91b5-27759ae4d1ec tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765851 Feb 15 13:54:26.140562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c6aeefc7-1c9f-4dca-b10b-9c1793576fe9 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:26.142105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-c6aeefc7-1c9f-4dca-b10b-9c1793576fe9 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.1253295 Feb 15 13:54:26.151206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec91c6-fdd2-484a-b3cf-c1b1ca8854ca req-99413173-7882-482e-8a56-3c70c0dfbf04 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:26.152972 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38ec91c6-fdd2-484a-b3cf-c1b1ca8854ca req-99413173-7882-482e-8a56-3c70c0dfbf04 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.1468642 Feb 15 13:54:26.171655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c6800-d590-470f-a5d3-3e44a8253f74 req-1e84d9c1-9a22-4a4e-aa44-d66de8cf3ee0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:26.173148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-105c6800-d590-470f-a5d3-3e44a8253f74 req-1e84d9c1-9a22-4a4e-aa44-d66de8cf3ee0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 944 time: 0.1057968 Feb 15 13:54:26.283497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38ec91c6-fdd2-484a-b3cf-c1b1ca8854ca req-717596b6-63fb-4032-98a2-5e7c85d58d6d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201780 Feb 15 13:54:26.299895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-105c6800-d590-470f-a5d3-3e44a8253f74 req-79fff187-2175-4762-9cf4-1063a5f6a3a5 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035254 Feb 15 13:54:26.436657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d6241ba1-7991-43f1-ab36-d8817238916d req-5651e511-6ef2-4160-ab60-b3cf3deefb1f service neutron] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:26.439901 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d6241ba1-7991-43f1-ab36-d8817238916d req-5651e511-6ef2-4160-ab60-b3cf3deefb1f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:26.441494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6241ba1-7991-43f1-ab36-d8817238916d req-5651e511-6ef2-4160-ab60-b3cf3deefb1f service neutron] 10.222.0.67 "DELETE /v2.0/ports/b3a65031-c72f-426c-89be-66010de1abd4/bindings/n-h1-829064-15 HTTP/1.1" status: 204 len: 173 time: 0.2852786 Feb 15 13:54:26.510856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f88575-9bc5-4f2b-8914-4aa3d833435a req-8972f23b-d476-48b2-bd16-a381fb0e4b20 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:26.513083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38f88575-9bc5-4f2b-8914-4aa3d833435a req-8972f23b-d476-48b2-bd16-a381fb0e4b20 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.0680053 Feb 15 13:54:26.576632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38f88575-9bc5-4f2b-8914-4aa3d833435a req-597d5ade-415d-4c2b-a3b1-a0cbf92627a1 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569625 Feb 15 13:54:26.728374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ef05d-4d30-43f6-8d43-16b429299883 req-96a5afd4-6418-463f-87e4-d26e1384773e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:26.729998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb1ef05d-4d30-43f6-8d43-16b429299883 req-96a5afd4-6418-463f-87e4-d26e1384773e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.0867722 Feb 15 13:54:26.738626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000495a-73b4-4f14-ade2-b73bf51caf51 req-7bc68322-8040-4a83-9ece-db05bd434fb6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:26.740299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5000495a-73b4-4f14-ade2-b73bf51caf51 req-7bc68322-8040-4a83-9ece-db05bd434fb6 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 949 time: 0.0989425 Feb 15 13:54:26.824304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb1ef05d-4d30-43f6-8d43-16b429299883 req-a05d7912-2f50-4722-9419-b29630c4bf3f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829198 Feb 15 13:54:26.828879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5000495a-73b4-4f14-ade2-b73bf51caf51 req-b0663dd9-e3a9-4442-8ed0-a1179e494515 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702057 Feb 15 13:54:26.993148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be20d1-1a05-421a-be3e-4fcd8eb85e1d req-85261af0-1a8b-4cc4-90cd-09ff46105194 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:27.000708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55be20d1-1a05-421a-be3e-4fcd8eb85e1d req-85261af0-1a8b-4cc4-90cd-09ff46105194 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1127 time: 0.0745664 Feb 15 13:54:27.059530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55be20d1-1a05-421a-be3e-4fcd8eb85e1d req-01b3b63f-3975-47d1-8f4a-3d96653c3ac2 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561447 Feb 15 13:54:27.188518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51592) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:27.222987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220d3bc-812b-4376-bfce-273f4cd2592d req-822d3c1a-748d-40dd-8867-a915ed2096c5 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:27.224822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9220d3bc-812b-4376-bfce-273f4cd2592d req-822d3c1a-748d-40dd-8867-a915ed2096c5 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 946 time: 0.0839627 Feb 15 13:54:27.483304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9220d3bc-812b-4376-bfce-273f4cd2592d req-3bcc6b17-ffe7-44cb-9be1-3b86a67f2768 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515309 Feb 15 13:54:27.493234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e3ec05fe-8a55-4c37-b79f-72b5a36f0e6a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:27.494768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e3ec05fe-8a55-4c37-b79f-72b5a36f0e6a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 808 time: 0.1896024 Feb 15 13:54:27.516303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-801d0773-5ee8-404f-8444-5842f6af0cd0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/quotas/7a8f3f8e1d3342cf940ee6ed1d4b2b0b HTTP/1.1" status: 200 len: 375 time: 0.0152295 Feb 15 13:54:27.627562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-6c014abd-0826-43be-91bf-5081bda19215 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106613 Feb 15 13:54:27.730035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e8a82-97ee-4172-897d-0bf9c0c355b4 req-b1f4f342-46af-44f4-9d8c-f560c588c116 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:27.741003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e71e8a82-97ee-4172-897d-0bf9c0c355b4 req-b1f4f342-46af-44f4-9d8c-f560c588c116 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.1291797 Feb 15 13:54:27.763103 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (65aba9b7-c44d-4bac-b5de-d406c687f0f6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:28.043567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4079b9d6-273f-4eab-9da7-1b3740851a31 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:28.177677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] Deleting port 88717f96-d5da-467c-a396-a26ca1df31ce {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:28.178049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:28.209990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4079b9d6-273f-4eab-9da7-1b3740851a31 is: BUILD; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:28.210392 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:28.229393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4079b9d6-273f-4eab-9da7-1b3740851a31 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:28.261354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:28.269101 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:28.332161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=13']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:28.332707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e71e8a82-97ee-4172-897d-0bf9c0c355b4 req-d2fbe32a-b1a6-41cd-b593-a6398696daf3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863113 Feb 15 13:54:28.406109 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-9b6802aa-f13d-4aec-9b9a-44a391933cce service neutron] 10.222.0.72 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7751272 Feb 15 13:54:28.410688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-ca52fbfd-6b1e-4f35-ac35-d22da3d21042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:28.413430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-ca52fbfd-6b1e-4f35-ac35-d22da3d21042 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 1128 time: 0.6685786 Feb 15 13:54:28.618480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98732683-7614-4183-9182-cde9cec69330 req-ca80104d-a912-420f-8b29-8518d7012ca4 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:28.620027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98732683-7614-4183-9182-cde9cec69330 req-ca80104d-a912-420f-8b29-8518d7012ca4 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.3044665 Feb 15 13:54:28.706236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-dc56efba-f9b5-43dc-9f8d-b30512dcf28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:28.707983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-dc56efba-f9b5-43dc-9f8d-b30512dcf28b service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.2821426 Feb 15 13:54:28.722658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-cb980415-7cd3-43f5-b027-f83606400f1c service neutron] 10.222.0.72 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152502 Feb 15 13:54:28.734621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655af6-3a27-4fc3-abcc-aef630c963a6 req-66747d72-be2f-4fdf-ae9d-cec67a60bfef tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:28.746558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c655af6-3a27-4fc3-abcc-aef630c963a6 req-66747d72-be2f-4fdf-ae9d-cec67a60bfef tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.2559071 Feb 15 13:54:28.776662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] For port 88717f96-d5da-467c-a396-a26ca1df31ce, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=88717f96-d5da-467c-a396-a26ca1df31ce,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:28.777219 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:28.786632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-344b5141-6da9-4f80-95b4-a41ddff0cdee tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:28.788197 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-344b5141-6da9-4f80-95b4-a41ddff0cdee tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 946 time: 0.1387942 Feb 15 13:54:28.830260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] Calling delete_port for 88717f96-d5da-467c-a396-a26ca1df31ce owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:28.900632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-ce91b9dc-e819-4ee4-ae12-b6ffecd78f6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4 HTTP/1.1" status: 200 len: 217 time: 0.1527033 Feb 15 13:54:29.037928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Deleting port dd3b4b74-ec86-4979-9f4f-e589a4c8395c {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:29.038281 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:29.132391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c655af6-3a27-4fc3-abcc-aef630c963a6 req-77b70f8a-ec55-485f-8094-fda533e9fc92 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584721 Feb 15 13:54:29.171873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-47d68c21-0fd6-48d2-96f5-b0136280923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:29.176999 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-47d68c21-0fd6-48d2-96f5-b0136280923b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.2501369 Feb 15 13:54:29.207360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] For port dd3b4b74-ec86-4979-9f4f-e589a4c8395c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dd3b4b74-ec86-4979-9f4f-e589a4c8395c,segment=NetworkSegment(014aabb5-5bb0-4af4-8089-63c6e858d210),segment_id=014aabb5-5bb0-4af4-8089-63c6e858d210)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:29.207737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:29.269345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-98732683-7614-4183-9182-cde9cec69330 req-5b1a4db7-06da-4e16-bc2a-61d690bf2a3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Deleting port 4079b9d6-273f-4eab-9da7-1b3740851a31 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:29.269690 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-98732683-7614-4183-9182-cde9cec69330 req-5b1a4db7-06da-4e16-bc2a-61d690bf2a3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:29.277016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-aebdaad8-02f0-418e-b84e-3cba6a113be5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783908 Feb 15 13:54:29.304693 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:54:29.343380 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (88717f96-d5da-467c-a396-a26ca1df31ce), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:29.352075 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a8b81-023f-4569-9856-47a24cfd671c req-e7d78587-29d4-4a82-90a7-8952b9872ddf tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:29.356675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af6a8b81-023f-4569-9856-47a24cfd671c req-e7d78587-29d4-4a82-90a7-8952b9872ddf tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.3271158 Feb 15 13:54:29.441658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] Pushing event deleted for resources: {'Port': ['ID=88717f96-d5da-467c-a396-a26ca1df31ce,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:29.578481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af6a8b81-023f-4569-9856-47a24cfd671c req-b624055c-f192-46a0-8526-af9acd0d784f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687894 Feb 15 13:54:29.650567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0238c04-95de-4980-999a-f387fbc05a15 req-9746d991-b707-4072-9f86-bd50ffaa6825 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:29.655811 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0238c04-95de-4980-999a-f387fbc05a15 req-9746d991-b707-4072-9f86-bd50ffaa6825 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 948 time: 0.3813069 Feb 15 13:54:29.668927 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (65aba9b7-c44d-4bac-b5de-d406c687f0f6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:29.830064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:29.830970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (6f21d1e9-5868-4704-8728-95964a52514f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:29.830970 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Floating IP 6f21d1e9-5868-4704-8728-95964a52514f disassociated. External IP: 172.25.6.18, port: dd3b4b74-ec86-4979-9f4f-e589a4c8395c. Feb 15 13:54:29.830970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Calling delete_port for dd3b4b74-ec86-4979-9f4f-e589a4c8395c owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:29.875622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-98732683-7614-4183-9182-cde9cec69330 req-5b1a4db7-06da-4e16-bc2a-61d690bf2a3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] For port 4079b9d6-273f-4eab-9da7-1b3740851a31, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4079b9d6-273f-4eab-9da7-1b3740851a31,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:29.876294 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-98732683-7614-4183-9182-cde9cec69330 req-5b1a4db7-06da-4e16-bc2a-61d690bf2a3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:29.932291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-bd5f7bbe-e932-46d7-84b7-4293e6db4bcd service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397076 Feb 15 13:54:29.935555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0238c04-95de-4980-999a-f387fbc05a15 req-5a98ebe2-f084-4b46-b728-b375b5471028 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367032 Feb 15 13:54:29.936760 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-98732683-7614-4183-9182-cde9cec69330 req-5b1a4db7-06da-4e16-bc2a-61d690bf2a3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Calling delete_port for 4079b9d6-273f-4eab-9da7-1b3740851a31 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:30.040498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ba324-1ae1-42b6-b861-1798f24ff891 req-a130686e-e17a-4a43-8d68-74e0ed94ed62 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:30.050008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca9ba324-1ae1-42b6-b861-1798f24ff891 req-a130686e-e17a-4a43-8d68-74e0ed94ed62 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 946 time: 0.3445261 Feb 15 13:54:30.129703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] Router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:54:30.168133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c7ec93a-dba7-4a9b-bb1b-b4f7b4e6c621 req-53383885-5ba6-4e49-bc37-0bc269c2b0e1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 210 time: 0.1015141 Feb 15 13:54:30.229468 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca9ba324-1ae1-42b6-b861-1798f24ff891 req-e60c4b5b-ed1e-497e-a50d-494dfa743f9e tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups?id=418f6526-95af-475d-a78d-1af87fcde9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781337 Feb 15 13:54:30.272424 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-edf4c122-9200-4f3d-b058-17ac42cba39a service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282177 Feb 15 13:54:30.339774 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (dd3b4b74-ec86-4979-9f4f-e589a4c8395c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:30.393379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Pushing event deleted for resources: {'Port': ['ID=dd3b4b74-ec86-4979-9f4f-e589a4c8395c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:30.401541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:54:30.409947 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5c801b98-88d4-419c-8ff6-83e0a1b29974 admin admin] 10.222.0.72 "PUT /v2.0/routers/65aba9b7-c44d-4bac-b5de-d406c687f0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2182498 Feb 15 13:54:30.419370 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb309695-3325-4d9f-9afc-04031add5a1f None None] Sync routers for ids ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:30.438607 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb309695-3325-4d9f-9afc-04031add5a1f None None] Routers {'65aba9b7-c44d-4bac-b5de-d406c687f0f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:30.439278 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fb309695-3325-4d9f-9afc-04031add5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:30.452219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51648) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:30.554112 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-98732683-7614-4183-9182-cde9cec69330 req-5b1a4db7-06da-4e16-bc2a-61d690bf2a3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4079b9d6-273f-4eab-9da7-1b3740851a31), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:30.571286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['be9316c8-336a-492a-83ba-7739d98a09b0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:30.652927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9319140c-7d0d-455b-8668-166434526e49', 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:30.704694 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-fb309695-3325-4d9f-9afc-04031add5a1f None None] Set router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:30.719967 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-111215d4-7bf4-40af-83e2-a8d30ca8924b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:30.722605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-111215d4-7bf4-40af-83e2-a8d30ca8924b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.42 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 808 time: 0.2107129 Feb 15 13:54:30.773077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Request body: {'port': {'device_id': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d', 'admin_state_up': True, 'tenant_id': '7a8f3f8e1d3342cf940ee6ed1d4b2b0b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:30.879041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a4db7-06da-4e16-bc2a-61d690bf2a3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Pushing event deleted for resources: {'Port': ['ID=4079b9d6-273f-4eab-9da7-1b3740851a31,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:30.928733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a157c-686d-4864-963f-b6cff5fcd9b0 req-98ac6472-5308-4064-8db7-c3a4502d98d3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:30.936913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee8a157c-686d-4864-963f-b6cff5fcd9b0 req-98ac6472-5308-4064-8db7-c3a4502d98d3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.6504564 Feb 15 13:54:31.099901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Made reservation on behalf of 7a8f3f8e1d3342cf940ee6ed1d4b2b0b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:54:31.111198 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:31.185741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-98732683-7614-4183-9182-cde9cec69330 req-5b1a4db7-06da-4e16-bc2a-61d690bf2a3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] No DVR routers for this DVR port 4079b9d6-273f-4eab-9da7-1b3740851a31 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:31.203410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:54:31.221087 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee8a157c-686d-4864-963f-b6cff5fcd9b0 req-c8382965-13e6-4796-93f7-300c3d548507 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773151 Feb 15 13:54:31.253628 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-98732683-7614-4183-9182-cde9cec69330 req-5b1a4db7-06da-4e16-bc2a-61d690bf2a3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:31.277381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98732683-7614-4183-9182-cde9cec69330 req-5b1a4db7-06da-4e16-bc2a-61d690bf2a3e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "DELETE /v2.0/ports/4079b9d6-273f-4eab-9da7-1b3740851a31 HTTP/1.1" status: 204 len: 173 time: 2.6441686 Feb 15 13:54:31.278143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'name': 'network-vif-deleted', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:31.281038 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a945dc2-4eb9-47af-8950-718fe31e1669" -d '{"events": [{"server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "name": "network-vif-deleted", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:31.366257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecd221-f900-4de2-9119-a17239045c1e req-9d049733-1c2f-4e84-a3cf-1f575b74d117 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:31.371808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70ecd221-f900-4de2-9119-a17239045c1e req-9d049733-1c2f-4e84-a3cf-1f575b74d117 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 1133 time: 0.9218369 Feb 15 13:54:31.390616 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Publish callbacks [] for router (65aba9b7-c44d-4bac-b5de-d406c687f0f6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:31.404941 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fb309695-3325-4d9f-9afc-04031add5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-router', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:42Z', 'updated_at': '2022-02-15T13:54:29Z', 'revision_number': 5, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'gw_port': {'id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:43Z', 'updated_at': '2022-02-15T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:31.456977 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb309695-3325-4d9f-9afc-04031add5a1f None None] Checking router: 65aba9b7-c44d-4bac-b5de-d406c687f0f6 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:31.485239 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb309695-3325-4d9f-9afc-04031add5a1f None None] Routers {'65aba9b7-c44d-4bac-b5de-d406c687f0f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:31.485874 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fb309695-3325-4d9f-9afc-04031add5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:31.602325 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Publish callbacks [] for router_gateway (65aba9b7-c44d-4bac-b5de-d406c687f0f6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:31.681442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70ecd221-f900-4de2-9119-a17239045c1e req-69f61683-90fa-4714-9733-b18085617257 tempest-ServersOnMultiNodesTest-45654092 tempest-ServersOnMultiNodesTest-45654092-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214361 Feb 15 13:54:31.706944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbfdce-d9fe-42d5-98e5-e9ccc1b3e607 req-ce934ebb-a9fb-4008-87e9-a5025ecbcb55 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:31.721980 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94fbfdce-d9fe-42d5-98e5-e9ccc1b3e607 req-ce934ebb-a9fb-4008-87e9-a5025ecbcb55 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.1491358 Feb 15 13:54:31.736151 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-fb309695-3325-4d9f-9afc-04031add5a1f None None] Set router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:31.890250 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edbce897-c2c9-4b8a-963a-fbced18c0ad2 req-e343fead-724c-4ac2-b36a-87ff395c667d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=c553a587-48a0-46fd-8ab8-a41ded42099a HTTP/1.1" status: 200 len: 210 time: 0.0595601 Feb 15 13:54:31.894784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94fbfdce-d9fe-42d5-98e5-e9ccc1b3e607 req-f5ab1423-8e76-48fe-89dc-871bbd0fb821 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721234 Feb 15 13:54:31.907245 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Deleting port a5932b50-e572-4b69-9672-75d9694bffad {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:31.907582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a5932b50-e572-4b69-9672-75d9694bffad), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:32.070102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dd3b4b74-ec86-4979-9f4f-e589a4c8395c no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:32.112308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Allocated IP 172.20.0.7 (cbd8b904-b103-44e2-9aaf-4758a1adf36d/7863996e-9476-4400-b941-682795ecb88e/d63cb24a-2713-45cb-af99-b7b059641c52) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:32.132198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: dd3b4b74-ec86-4979-9f4f-e589a4c8395c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:32.132987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dd3b4b74-ec86-4979-9f4f-e589a4c8395c not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:32.143458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:54:32.156610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bd070-9753-497c-9fe8-376d9314d7c2 None None] Sync routers for ids ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:32.172332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bd070-9753-497c-9fe8-376d9314d7c2 None None] Routers {'4d85d90c-8048-43c2-b3a4-92c7849f3dc1'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:32.173548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a33bd070-9753-497c-9fe8-376d9314d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:32.201667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] For port a5932b50-e572-4b69-9672-75d9694bffad, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a5932b50-e572-4b69-9672-75d9694bffad,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:32.202032 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a5932b50-e572-4b69-9672-75d9694bffad), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:32.205172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] No DVR routers for this DVR port dd3b4b74-ec86-4979-9f4f-e589a4c8395c on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:32.206136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c1ea02b-93ca-4275-b3cd-106de44aa802 req-8d42d7d9-2d7c-4ce6-b02e-fd0655034b3c tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e HTTP/1.1" status: 200 len: 210 time: 0.1018360 Feb 15 13:54:32.228031 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fb309695-3325-4d9f-9afc-04031add5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-router', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:42Z', 'updated_at': '2022-02-15T13:54:29Z', 'revision_number': 5, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'gw_port': {'id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:43Z', 'updated_at': '2022-02-15T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:32.233223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:32.238814 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c8b248ce-f0bf-4b7f-8c04-f765a0da6b6d req-129e515c-7ee7-4d84-b0aa-a0ee1eb2f7c3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.42 "DELETE /v2.0/ports/dd3b4b74-ec86-4979-9f4f-e589a4c8395c HTTP/1.1" status: 204 len: 173 time: 3.4435606 Feb 15 13:54:32.245208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'name': 'network-vif-deleted', 'tag': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:32.248683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96f4f044-f55b-49a6-9a78-2f35574c0356 req-c0c67b07-7364-49c6-b9cb-4cd3b1f85dd5 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 210 time: 0.1600103 Feb 15 13:54:32.249401 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e3dea6-f290-45f2-ab62-03844c5a32b5" -d '{"events": [{"server_uuid": "a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e", "name": "network-vif-deleted", "tag": "dd3b4b74-ec86-4979-9f4f-e589a4c8395c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:32.272739 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb309695-3325-4d9f-9afc-04031add5a1f None None] The sync data for ids ['65aba9b7-c44d-4bac-b5de-d406c687f0f6'] in n-d-829064-15 is: [{'id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1279299897-router', 'tenant_id': '064f02fa32264301832186d2a5d4f5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:42Z', 'updated_at': '2022-02-15T13:54:29Z', 'revision_number': 5, 'project_id': '064f02fa32264301832186d2a5d4f5be', 'gw_port': {'id': 'a5932b50-e572-4b69-9672-75d9694bffad', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:98:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aba9b7-c44d-4bac-b5de-d406c687f0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:43Z', 'updated_at': '2022-02-15T13:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:54:32.273444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Calling delete_port for a5932b50-e572-4b69-9672-75d9694bffad owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:32.319086 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8bc5e2-29e3-49bb-b905-80a4a064f762 x-openstack-request-id: req-8c8bc5e2-29e3-49bb-b905-80a4a064f762 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:32.320599 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c553a587-48a0-46fd-8ab8-a41ded42099a", "name": "network-vif-deleted", "tag": "4079b9d6-273f-4eab-9da7-1b3740851a31", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:32.321174 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8c8bc5e2-29e3-49bb-b905-80a4a064f762 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:32.321850 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c553a587-48a0-46fd-8ab8-a41ded42099a', 'name': 'network-vif-deleted', 'tag': '4079b9d6-273f-4eab-9da7-1b3740851a31', 'status': 'completed', 'code': 200} Feb 15 13:54:32.407578 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c12957-b59b-44bc-b34b-b9423ad037d5 x-openstack-request-id: req-29c12957-b59b-44bc-b34b-b9423ad037d5 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:32.407578 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e", "name": "network-vif-deleted", "tag": "dd3b4b74-ec86-4979-9f4f-e589a4c8395c", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:32.407578 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-29c12957-b59b-44bc-b34b-b9423ad037d5 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:32.408001 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bd0efe-faf9-4ee0-9b7f-c1ae4a6d808e', 'name': 'network-vif-deleted', 'tag': 'dd3b4b74-ec86-4979-9f4f-e589a4c8395c', 'status': 'completed', 'code': 200} Feb 15 13:54:32.575807 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks [] for port (d63cb24a-2713-45cb-af99-b7b059641c52), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:32.624607 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:32.654843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a33bd070-9753-497c-9fe8-376d9314d7c2 None None] Set router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:32.795927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Network cbd8b904-b103-44e2-9aaf-4758a1adf36d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:32.802309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Pushing event updated for resources: {'Port': ['ID=d63cb24a-2713-45cb-af99-b7b059641c52,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:32.809640 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:32.823698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:54:32.937665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a5932b50-e572-4b69-9672-75d9694bffad), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:32.980055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:32.984034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:33.001292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5932b50-e572-4b69-9672-75d9694bffad,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:33.003913 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 88717f96-d5da-467c-a396-a26ca1df31ce no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:33.039964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-45c9517f-8bab-414f-af30-c679ed014a3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2864447 Feb 15 13:54:33.042679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac8b2d-0eeb-44ef-b4ab-f31b24bbc426 req-d42b31cc-e69a-4197-bb20-5d561c51e40a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:33.050134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94ac8b2d-0eeb-44ef-b4ab-f31b24bbc426 req-d42b31cc-e69a-4197-bb20-5d561c51e40a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.4388604 Feb 15 13:54:33.054272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Request body: {'port': {'device_id': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:33.066876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846202cf-0847-4251-a42f-95332a81dee6 req-09f26378-d066-4f92-8087-df455b8db748 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:33.068715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-846202cf-0847-4251-a42f-95332a81dee6 req-09f26378-d066-4f92-8087-df455b8db748 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.3516619 Feb 15 13:54:33.113483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 88717f96-d5da-467c-a396-a26ca1df31ce {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:33.116031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 88717f96-d5da-467c-a396-a26ca1df31ce not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:33.146861 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:33.161840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (65aba9b7-c44d-4bac-b5de-d406c687f0f6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:33.284926 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (65aba9b7-c44d-4bac-b5de-d406c687f0f6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:33.287192 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Publish callbacks [] for router_controller (65aba9b7-c44d-4bac-b5de-d406c687f0f6), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:33.310257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a33bd070-9753-497c-9fe8-376d9314d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:13Z', 'revision_number': 4, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '71d6f47d-8d2b-40a4-80f9-4e2f0082494b', 'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'mac_address': 'fa:16:3e:14:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:11Z', 'updated_at': '2022-02-15T13:53:17Z', 'revision_number': 5, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'subnets': [{'id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:33.318470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94ac8b2d-0eeb-44ef-b4ab-f31b24bbc426 req-1765953c-4d0a-40b9-9798-1f365caf3951 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673569 Feb 15 13:54:33.379015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bd070-9753-497c-9fe8-376d9314d7c2 None None] Checking router: 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:33.395488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bd070-9753-497c-9fe8-376d9314d7c2 None None] Routers {'4d85d90c-8048-43c2-b3a4-92c7849f3dc1'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:33.396409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a33bd070-9753-497c-9fe8-376d9314d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:33.559989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63cb24a-2713-45cb-af99-b7b059641c52 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:33.574281 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Publish callbacks [] for port (d63cb24a-2713-45cb-af99-b7b059641c52), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:33.575050 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a33bd070-9753-497c-9fe8-376d9314d7c2 None None] Set router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:33.599938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Transition to ACTIVE for port object d63cb24a-2713-45cb-af99-b7b059641c52 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:33.612172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:33.710126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Pushing event updated for resources: {'Port': ['ID=d63cb24a-2713-45cb-af99-b7b059641c52,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:33.861841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:54:33.862208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:54:33.862541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:33.884401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:54:33.884895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:33.896738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:54:33.897078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:33.897461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:54:33.900939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Bound port: d63cb24a-2713-45cb-af99-b7b059641c52, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:54:33.901617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:33.930598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-846202cf-0847-4251-a42f-95332a81dee6 req-afb316d6-0334-45ed-8df6-ef58fd4d96be tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8301265 Feb 15 13:54:33.949414 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (65aba9b7-c44d-4bac-b5de-d406c687f0f6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:33.950079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65aba9b7-c44d-4bac-b5de-d406c687f0f6 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:54:33.964533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:33.968324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fcf3e52d-43e4-4485-be36-b81ace37c60c admin admin] 10.222.0.72 "DELETE /v2.0/routers/65aba9b7-c44d-4bac-b5de-d406c687f0f6 HTTP/1.1" status: 204 len: 168 time: 3.4594312 Feb 15 13:54:33.974634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51690) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:34.055251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:34.062111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d63cb24a-2713-45cb-af99-b7b059641c52,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:54:34.074220 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:34.096242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f6ed1-f7d9-488a-a1c2-a3bf131c5472 req-3609e324-7614-4f7e-89e4-0752ab2f0849 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:34.103388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c7f6ed1-f7d9-488a-a1c2-a3bf131c5472 req-3609e324-7614-4f7e-89e4-0752ab2f0849 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.2459619 Feb 15 13:54:34.139084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a33bd070-9753-497c-9fe8-376d9314d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:13Z', 'revision_number': 4, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '71d6f47d-8d2b-40a4-80f9-4e2f0082494b', 'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'mac_address': 'fa:16:3e:14:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:11Z', 'updated_at': '2022-02-15T13:53:17Z', 'revision_number': 5, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'subnets': [{'id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:34.161432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:34.162562 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:34.164964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] 10.222.0.42 "PUT /v2.0/ports/d63cb24a-2713-45cb-af99-b7b059641c52 HTTP/1.1" status: 200 len: 1092 time: 1.1157575 Feb 15 13:54:34.194606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e0bae-fcfc-4b42-b7bd-9cbdc78c777c service neutron] Pushing event updated for resources: {'Port': ['ID=d63cb24a-2713-45cb-af99-b7b059641c52,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:34.211980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bd070-9753-497c-9fe8-376d9314d7c2 None None] The sync data for ids ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'] in n-d-829064-15 is: [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:53:13Z', 'revision_number': 4, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '71d6f47d-8d2b-40a4-80f9-4e2f0082494b', 'name': '', 'network_id': 'da2a1e32-5f2f-4556-9fc5-d67bc189ee3f', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'mac_address': 'fa:16:3e:14:27:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:11Z', 'updated_at': '2022-02-15T13:53:17Z', 'revision_number': 5, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'subnets': [{'id': '581d3f7e-13a5-4aa4-b9d9-485e5654d6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:54:34.303322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c7f6ed1-f7d9-488a-a1c2-a3bf131c5472 req-4cad3a27-7dcf-4d63-8992-ed1e872b38a3 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917236 Feb 15 13:54:34.316675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-aecf5286-84db-4fe1-b28f-767b1a7f7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:34.318774 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-aecf5286-84db-4fe1-b28f-767b1a7f7c2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 1126 time: 0.0911529 Feb 15 13:54:34.340767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-05abd667-d3f4-44b6-b74f-f34599ad7b3a admin admin] Deleting subnet 0c08c3e3-66f4-4f32-9980-1020dcc29788 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:54:34.344060 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05abd667-d3f4-44b6-b74f-f34599ad7b3a admin admin] Publish callbacks [] for subnet (0c08c3e3-66f4-4f32-9980-1020dcc29788), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:34.394109 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05abd667-d3f4-44b6-b74f-f34599ad7b3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (0c08c3e3-66f4-4f32-9980-1020dcc29788), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:34.422713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'tag': 'd63cb24a-2713-45cb-af99-b7b059641c52'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:34.425059 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f8157-5275-49fb-b093-9cc8109aa87d" -d '{"events": [{"name": "network-changed", "server_uuid": "6aec914a-19c8-4a1d-bd4a-a4ed826d3c09", "tag": "d63cb24a-2713-45cb-af99-b7b059641c52"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:34.434727 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-c8cc831b-14b2-4bca-87cb-62de2133dc89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d63cb24a-2713-45cb-af99-b7b059641c52 HTTP/1.1" status: 200 len: 217 time: 0.1069622 Feb 15 13:54:34.493466 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05abd667-d3f4-44b6-b74f-f34599ad7b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0c08c3e3-66f4-4f32-9980-1020dcc29788), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:34.502765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-0fc56335-163d-44cd-91e1-d9984500d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:34.511671 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-0fc56335-163d-44cd-91e1-d9984500d6de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.0704632 Feb 15 13:54:34.582954 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-d685e484-1e0a-4c73-8768-f2e1e25f29f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605423 Feb 15 13:54:34.590524 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05abd667-d3f4-44b6-b74f-f34599ad7b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (0c08c3e3-66f4-4f32-9980-1020dcc29788), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:34.658540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116c530-fecb-43d7-b924-43e39b382f9d req-687963ca-d2e6-4910-aa24-6f66fe004532 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:34.660830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a116c530-fecb-43d7-b924-43e39b382f9d req-687963ca-d2e6-4910-aa24-6f66fe004532 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 950 time: 0.3700600 Feb 15 13:54:34.661661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abd667-d3f4-44b6-b74f-f34599ad7b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c08c3e3-66f4-4f32-9980-1020dcc29788,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:34.671908 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05abd667-d3f4-44b6-b74f-f34599ad7b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:34.678768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-05abd667-d3f4-44b6-b74f-f34599ad7b3a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0c08c3e3-66f4-4f32-9980-1020dcc29788 HTTP/1.1" status: 204 len: 168 time: 0.7009976 Feb 15 13:54:34.680384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ad97e-df8b-4a98-9d44-a8fde765ba57 None None] Network 740c1002-d3de-4d18-a9fc-396bc6a0b533 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:54:34.695751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51702) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:34.743390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e75a07-b7ee-448c-bf73-899b4c12f070 req-4a8124cc-0c08-4185-9180-c980f6bfad4f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:34.745069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e75a07-b7ee-448c-bf73-899b4c12f070 req-4a8124cc-0c08-4185-9180-c980f6bfad4f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 943 time: 0.4876082 Feb 15 13:54:34.745582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51704) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:34.801671 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be7c92-e806-457d-8bd8-711c974dadad None None] New status for floating IP 6f21d1e9-5868-4704-8728-95964a52514f: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:54:34.843657 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (740c1002-d3de-4d18-a9fc-396bc6a0b533), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:34.871067 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-0ada2f87-a58e-4fc4-b767-f6576a34ff42 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787733 Feb 15 13:54:34.988540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d22c7-7b27-4fae-9a16-9ad6b5a42910 None None] DHCP port deletion for 740c1002-d3de-4d18-a9fc-396bc6a0b533 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:54:35.041362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba3fc-80a9-45d5-85b7-6ca8c8ab26f3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group (418f6526-95af-475d-a78d-1af87fcde9c4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.051394 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a5932b50-e572-4b69-9672-75d9694bffad no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:35.072585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba3fc-80a9-45d5-85b7-6ca8c8ab26f3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group (418f6526-95af-475d-a78d-1af87fcde9c4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.105118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a5932b50-e572-4b69-9672-75d9694bffad {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:35.105398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a5932b50-e572-4b69-9672-75d9694bffad not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:35.126961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d22c7-7b27-4fae-9a16-9ad6b5a42910 None None] Deleting port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:35.127654 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a6d22c7-7b27-4fae-9a16-9ad6b5a42910 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.161820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93e75a07-b7ee-448c-bf73-899b4c12f070 req-e6f88202-59e5-47e9-81a1-98394e607327 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456564 Feb 15 13:54:35.178495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a116c530-fecb-43d7-b924-43e39b382f9d req-07e061a1-d5cb-4247-b735-2c40b3422b8d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Deleting port c730550c-b027-4790-8861-0daa2f115d04 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:35.178880 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a116c530-fecb-43d7-b924-43e39b382f9d req-07e061a1-d5cb-4247-b735-2c40b3422b8d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c730550c-b027-4790-8861-0daa2f115d04), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.185854 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3defe058-f60a-4f8a-8083-2c2f400e151b req-f823ba8d-4ca6-44b9-91c8-9d317810c09d service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599747 Feb 15 13:54:35.188679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Deleting port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:35.189026 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.293106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5a6d22c7-7b27-4fae-9a16-9ad6b5a42910 None None] For port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2ca32bfa-9438-40b8-8176-fb4e4baeda4c,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:35.293709 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a6d22c7-7b27-4fae-9a16-9ad6b5a42910 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.306189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a116c530-fecb-43d7-b924-43e39b382f9d req-07e061a1-d5cb-4247-b735-2c40b3422b8d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] For port c730550c-b027-4790-8861-0daa2f115d04, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c730550c-b027-4790-8861-0daa2f115d04,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:35.306451 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a116c530-fecb-43d7-b924-43e39b382f9d req-07e061a1-d5cb-4247-b735-2c40b3422b8d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c730550c-b027-4790-8861-0daa2f115d04), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.319219 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5187aa-a20f-4e0c-aacc-8670cdaae610 x-openstack-request-id: req-8f5187aa-a20f-4e0c-aacc-8670cdaae610 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:35.322024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a116c530-fecb-43d7-b924-43e39b382f9d req-07e061a1-d5cb-4247-b735-2c40b3422b8d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Calling delete_port for c730550c-b027-4790-8861-0daa2f115d04 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:35.322624 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aec914a-19c8-4a1d-bd4a-a4ed826d3c09", "tag": "d63cb24a-2713-45cb-af99-b7b059641c52", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:35.323088 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f5187aa-a20f-4e0c-aacc-8670cdaae610 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:35.323677 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'tag': 'd63cb24a-2713-45cb-af99-b7b059641c52', 'status': 'completed', 'code': 200} Feb 15 13:54:35.339318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d22c7-7b27-4fae-9a16-9ad6b5a42910 None None] Calling delete_port for 2ca32bfa-9438-40b8-8176-fb4e4baeda4c owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:35.358749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] For port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2ca32bfa-9438-40b8-8176-fb4e4baeda4c,segment=NetworkSegment(e2a0f600-2877-4998-82a2-ea7dd91b424b),segment_id=e2a0f600-2877-4998-82a2-ea7dd91b424b)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:35.361371 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.441901 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a6d22c7-7b27-4fae-9a16-9ad6b5a42910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.470530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Calling delete_port for 2ca32bfa-9438-40b8-8176-fb4e4baeda4c owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:35.485928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d22c7-7b27-4fae-9a16-9ad6b5a42910 None None] No DVR routers for this DVR port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:35.498934 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba3fc-80a9-45d5-85b7-6ca8c8ab26f3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (418f6526-95af-475d-a78d-1af87fcde9c4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.500792 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba3fc-80a9-45d5-85b7-6ca8c8ab26f3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.505049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0c2ba3fc-80a9-45d5-85b7-6ca8c8ab26f3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "DELETE /v2.0/security-groups/418f6526-95af-475d-a78d-1af87fcde9c4 HTTP/1.1" status: 204 len: 168 time: 0.7377942 Feb 15 13:54:35.506030 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a116c530-fecb-43d7-b924-43e39b382f9d req-07e061a1-d5cb-4247-b735-2c40b3422b8d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c730550c-b027-4790-8861-0daa2f115d04), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.510073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51710) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:35.544427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422', '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c', '4fa886d3-e65e-4ebd-9fc2-41004485cc36'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:35.589676 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-ef710007-d6fe-45c3-90cc-dca8305cd1ee tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] show failed (client error): The resource could not be found. Feb 15 13:54:35.591070 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ef710007-d6fe-45c3-90cc-dca8305cd1ee tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "GET /v2.0/security-groups/418f6526-95af-475d-a78d-1af87fcde9c4 HTTP/1.1" status: 404 len: 347 time: 0.0791409 Feb 15 13:54:35.594861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51712) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:35.609469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'c101a996-9b64-4c97-81ba-20e3959c7d09', '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc', '5176e481-ca4f-4fca-ba7c-3c067b8a1117', 'c730550c-b027-4790-8861-0daa2f115d04'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:35.616298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d22c7-7b27-4fae-9a16-9ad6b5a42910 None None] Pushing event deleted for resources: {'Port': ['ID=2ca32bfa-9438-40b8-8176-fb4e4baeda4c,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:35.671418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8157-5275-49fb-b093-9cc8109aa87d req-5f6700eb-6321-4f82-87cd-b9fdf2fd11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:35.673443 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-042f8157-5275-49fb-b093-9cc8109aa87d req-5f6700eb-6321-4f82-87cd-b9fdf2fd11d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 1126 time: 0.3442848 Feb 15 13:54:35.741007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295be162-9f35-4099-9bcd-cc042fd62d49 req-58155928-069a-428a-a607-314b7da193b9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:35.743106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-295be162-9f35-4099-9bcd-cc042fd62d49 req-58155928-069a-428a-a607-314b7da193b9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.8712151 Feb 15 13:54:35.852023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e061a1-d5cb-4247-b735-2c40b3422b8d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event deleted for resources: {'Port': ['ID=c730550c-b027-4790-8861-0daa2f115d04,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:35.862822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ba3fc-80a9-45d5-85b7-6ca8c8ab26f3 tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=418f6526-95af-475d-a78d-1af87fcde9c4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:35.899747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a116c530-fecb-43d7-b924-43e39b382f9d req-07e061a1-d5cb-4247-b735-2c40b3422b8d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] No DVR routers for this DVR port c730550c-b027-4790-8861-0daa2f115d04 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:35.908227 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a116c530-fecb-43d7-b924-43e39b382f9d req-07e061a1-d5cb-4247-b735-2c40b3422b8d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:35.928962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a116c530-fecb-43d7-b924-43e39b382f9d req-07e061a1-d5cb-4247-b735-2c40b3422b8d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "DELETE /v2.0/ports/c730550c-b027-4790-8861-0daa2f115d04 HTTP/1.1" status: 204 len: 173 time: 1.2394245 Feb 15 13:54:35.952196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f87d9e3-3f80-407d-ae21-0c6a310d71e8', 'name': 'network-vif-deleted', 'tag': 'c730550c-b027-4790-8861-0daa2f115d04'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:35.958415 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69086d77-d869-438b-8196-fc43a60f7279" -d '{"events": [{"server_uuid": "9f87d9e3-3f80-407d-ae21-0c6a310d71e8", "name": "network-vif-deleted", "tag": "c730550c-b027-4790-8861-0daa2f115d04"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:36.026703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8157-5275-49fb-b093-9cc8109aa87d req-eb439f38-f46e-4e79-b31d-885b4d327e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:36.031795 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-042f8157-5275-49fb-b093-9cc8109aa87d req-eb439f38-f46e-4e79-b31d-885b4d327e50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.3489134 Feb 15 13:54:36.041551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f38aca-cc5a-4a8c-8b56-7091680d6b90 req-5ce39617-f122-4767-b19c-8934c6afe982 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:36.052187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-89f38aca-cc5a-4a8c-8b56-7091680d6b90 req-5ce39617-f122-4767-b19c-8934c6afe982 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 951 time: 0.5598083 Feb 15 13:54:36.154583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-295be162-9f35-4099-9bcd-cc042fd62d49 req-f9632334-a73d-4e60-8b92-0bf1fe213de5 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983448 Feb 15 13:54:36.242287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-89f38aca-cc5a-4a8c-8b56-7091680d6b90 req-342df433-9cf5-4877-910d-f507450013fd tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869016 Feb 15 13:54:36.254594 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-042f8157-5275-49fb-b093-9cc8109aa87d req-bf0d0409-6adb-49a4-8532-e47c6ab6a47f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d63cb24a-2713-45cb-af99-b7b059641c52 HTTP/1.1" status: 200 len: 217 time: 0.2137487 Feb 15 13:54:36.314766 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2ca32bfa-9438-40b8-8176-fb4e4baeda4c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:36.432930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca32bfa-9438-40b8-8176-fb4e4baeda4c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:36.435830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af2f5880-1224-451f-816f-3e4a2874c993 req-331cad14-1668-4df1-a177-f678aa31ed1c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f87d9e3-3f80-407d-ae21-0c6a310d71e8 HTTP/1.1" status: 200 len: 210 time: 0.0688827 Feb 15 13:54:36.455961 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] No DVR routers for this DVR port 2ca32bfa-9438-40b8-8176-fb4e4baeda4c on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:36.473521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-02490c87-09dc-4c4d-9ba5-6c8248bebb6a tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Deleting port 452839e1-552f-488f-9d56-48953f8c2a78 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:36.473924 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02490c87-09dc-4c4d-9ba5-6c8248bebb6a tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (452839e1-552f-488f-9d56-48953f8c2a78), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:36.508245 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42824714-c03f-475d-948f-65f6a8e35f05 req-d2c834d5-d326-459b-a786-0b20d736de51 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:36.510367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42824714-c03f-475d-948f-65f6a8e35f05 req-d2c834d5-d326-459b-a786-0b20d736de51 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.1590040 Feb 15 13:54:36.535700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8157-5275-49fb-b093-9cc8109aa87d req-31a4ac5c-a3f4-4df5-9a9f-6405478db4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:36.537216 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-042f8157-5275-49fb-b093-9cc8109aa87d req-31a4ac5c-a3f4-4df5-9a9f-6405478db4de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.2729719 Feb 15 13:54:36.648845 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8f2e25-82a2-4c69-b47f-a5bdcf303d5d x-openstack-request-id: req-8a8f2e25-82a2-4c69-b47f-a5bdcf303d5d {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:36.649410 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f87d9e3-3f80-407d-ae21-0c6a310d71e8", "name": "network-vif-deleted", "tag": "c730550c-b027-4790-8861-0daa2f115d04", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:36.649778 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a8f2e25-82a2-4c69-b47f-a5bdcf303d5d {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:36.650505 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f87d9e3-3f80-407d-ae21-0c6a310d71e8', 'name': 'network-vif-deleted', 'tag': 'c730550c-b027-4790-8861-0daa2f115d04', 'status': 'completed', 'code': 200} Feb 15 13:54:36.654927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42824714-c03f-475d-948f-65f6a8e35f05 req-9a5a46a2-c2d1-451d-a4f0-407b448a11c7 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282134 Feb 15 13:54:36.714578 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-042f8157-5275-49fb-b093-9cc8109aa87d req-597f527a-e721-4ae9-8566-5f6132f6993a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527181 Feb 15 13:54:36.774990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8c208-b3de-4edf-97db-90541775ec2d req-6d33b1f2-f569-4f17-9aa9-60f8867c22e9 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:36.776464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39b8c208-b3de-4edf-97db-90541775ec2d req-6d33b1f2-f569-4f17-9aa9-60f8867c22e9 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 951 time: 0.2614572 Feb 15 13:54:36.831355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50069362-ae21-4100-b3f2-9277aefd22d5 req-94635bf3-c37c-4aad-97a3-cf3fc1f08457 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:36.839472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50069362-ae21-4100-b3f2-9277aefd22d5 req-94635bf3-c37c-4aad-97a3-cf3fc1f08457 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 943 time: 0.1449161 Feb 15 13:54:36.840483 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (740c1002-d3de-4d18-a9fc-396bc6a0b533), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:36.883794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740c1002-d3de-4d18-a9fc-396bc6a0b533']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:36.898938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a0f600-2877-4998-82a2-ea7dd91b424b') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:36.899598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a0f600-2877-4998-82a2-ea7dd91b424b') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:36.913136 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (e2a0f600-2877-4998-82a2-ea7dd91b424b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:36.937618 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50069362-ae21-4100-b3f2-9277aefd22d5 req-260ef6b3-210b-44d1-a985-254e55551417 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926623 Feb 15 13:54:36.968839 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e2a0f600-2877-4998-82a2-ea7dd91b424b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:36.988432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-39b8c208-b3de-4edf-97db-90541775ec2d req-571a6234-573a-4415-bc8c-06d84cc3db81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Deleting port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:36.989147 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39b8c208-b3de-4edf-97db-90541775ec2d req-571a6234-573a-4415-bc8c-06d84cc3db81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.016989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:54:37.017700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (e2a0f600-2877-4998-82a2-ea7dd91b424b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:54:37.019719 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:54:37.045745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2ca32bfa-9438-40b8-8176-fb4e4baeda4c no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:37.053883 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02490c87-09dc-4c4d-9ba5-6c8248bebb6a tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (452839e1-552f-488f-9d56-48953f8c2a78), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.054685 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02490c87-09dc-4c4d-9ba5-6c8248bebb6a tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for floatingip (452839e1-552f-488f-9d56-48953f8c2a78), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.069606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-02490c87-09dc-4c4d-9ba5-6c8248bebb6a tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Calling delete_port for 452839e1-552f-488f-9d56-48953f8c2a78 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:37.078644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 2ca32bfa-9438-40b8-8176-fb4e4baeda4c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:37.078892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2ca32bfa-9438-40b8-8176-fb4e4baeda4c not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:37.115036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-39b8c208-b3de-4edf-97db-90541775ec2d req-571a6234-573a-4415-bc8c-06d84cc3db81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] For port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:37.115622 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39b8c208-b3de-4edf-97db-90541775ec2d req-571a6234-573a-4415-bc8c-06d84cc3db81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.130096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-39b8c208-b3de-4edf-97db-90541775ec2d req-571a6234-573a-4415-bc8c-06d84cc3db81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Calling delete_port for bc4b6f3f-2e09-420f-bd9f-e00ced5751ee owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:37.294622 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39b8c208-b3de-4edf-97db-90541775ec2d req-571a6234-573a-4415-bc8c-06d84cc3db81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bc4b6f3f-2e09-420f-bd9f-e00ced5751ee), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.312235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['be9316c8-336a-492a-83ba-7739d98a09b0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:37.313755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02490c87-09dc-4c4d-9ba5-6c8248bebb6a tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (452839e1-552f-488f-9d56-48953f8c2a78), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.316658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9319140c-7d0d-455b-8668-166434526e49', 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:37.380164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a6234-573a-4415-bc8c-06d84cc3db81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Pushing event deleted for resources: {'Port': ['ID=bc4b6f3f-2e09-420f-bd9f-e00ced5751ee,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:37.430896 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-042f8157-5275-49fb-b093-9cc8109aa87d req-696552e6-78f7-4e8b-acb6-ce94873d57ef service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049179 Feb 15 13:54:37.439076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b8c208-b3de-4edf-97db-90541775ec2d req-571a6234-573a-4415-bc8c-06d84cc3db81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] No DVR routers for this DVR port bc4b6f3f-2e09-420f-bd9f-e00ced5751ee on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:37.441254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02490c87-09dc-4c4d-9ba5-6c8248bebb6a tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Pushing event deleted for resources: {'Port': ['ID=452839e1-552f-488f-9d56-48953f8c2a78,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:37.489726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39b8c208-b3de-4edf-97db-90541775ec2d req-571a6234-573a-4415-bc8c-06d84cc3db81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.499068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39b8c208-b3de-4edf-97db-90541775ec2d req-571a6234-573a-4415-bc8c-06d84cc3db81 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "DELETE /v2.0/ports/bc4b6f3f-2e09-420f-bd9f-e00ced5751ee HTTP/1.1" status: 204 len: 173 time: 0.7154593 Feb 15 13:54:37.514763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e529afc-3abd-4430-86a6-72ceb2f64f35 req-d46b7760-c0c7-44ce-942c-f417a8571557 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d90866a-7dee-49bd-b7e2-f6d9d1b297da HTTP/1.1" status: 200 len: 210 time: 0.1287630 Feb 15 13:54:37.556948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb75b7-739b-418a-8f4a-09b32e164fd0 req-1e0e2877-1b83-462d-b6eb-b92a41a0d0b8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:37.562824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96eb75b7-739b-418a-8f4a-09b32e164fd0 req-1e0e2877-1b83-462d-b6eb-b92a41a0d0b8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.2762718 Feb 15 13:54:37.639442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (740c1002-d3de-4d18-a9fc-396bc6a0b533), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.662379 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.669329 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] 10.222.0.72 "DELETE /v2.0/networks/740c1002-d3de-4d18-a9fc-396bc6a0b533 HTTP/1.1" status: 204 len: 168 time: 2.9648833 Feb 15 13:54:37.669535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51730) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:37.722006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afbe0a-ac5c-4435-9438-b37b3d8ae744 admin admin] Pushing event deleted for resources: {'Network': ['ID=740c1002-d3de-4d18-a9fc-396bc6a0b533,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:37.783688 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02490c87-09dc-4c4d-9ba5-6c8248bebb6a tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks [] for floatingip (6f21d1e9-5868-4704-8728-95964a52514f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.788659 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02490c87-09dc-4c4d-9ba5-6c8248bebb6a tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:37.790309 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-02490c87-09dc-4c4d-9ba5-6c8248bebb6a tempest-ServersTestManualDisk-378766316 tempest-ServersTestManualDisk-378766316-project] 10.222.0.72 "DELETE /v2.0/floatingips/6f21d1e9-5868-4704-8728-95964a52514f HTTP/1.1" status: 204 len: 168 time: 2.1906879 Feb 15 13:54:37.798042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51734) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:37.987726 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-042f8157-5275-49fb-b093-9cc8109aa87d req-699e5446-31ba-4f0c-9532-f031d4f6f30d service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094266 Feb 15 13:54:38.016026 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96eb75b7-739b-418a-8f4a-09b32e164fd0 req-33f761d8-cacd-48e3-b30b-4bc03f0c6a0b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481256 Feb 15 13:54:38.082821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device c730550c-b027-4790-8861-0daa2f115d04 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:38.135059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device d63cb24a-2713-45cb-af99-b7b059641c52 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:54:38.141660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: c730550c-b027-4790-8861-0daa2f115d04 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:38.145785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device c730550c-b027-4790-8861-0daa2f115d04 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:38.180954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10ecde-5979-4463-9361-a6d78c28579b req-bd718e1d-4f3d-4f17-ae3d-263d56a4c6e0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:38.182780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec10ecde-5979-4463-9361-a6d78c28579b req-bd718e1d-4f3d-4f17-ae3d-263d56a4c6e0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.1785827 Feb 15 13:54:38.271758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec10ecde-5979-4463-9361-a6d78c28579b req-c71adb4e-2343-446e-95bd-561e6ca8d205 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765483 Feb 15 13:54:38.280574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d63cb24a-2713-45cb-af99-b7b059641c52,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:38.297273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'd63cb24a-2713-45cb-af99-b7b059641c52', 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d', 'port_id': 'd63cb24a-2713-45cb-af99-b7b059641c52', 'mac_address': 'fa:16:3e:1d:6d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7863996e-9476-4400-b941-682795ecb88e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:54:38.433768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port d63cb24a-2713-45cb-af99-b7b059641c52 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:38.434132 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:38.458316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63cb24a-2713-45cb-af99-b7b059641c52 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:38.485519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5df7e-8e6d-4cda-aad0-b56701e8b9f9 req-6ab75c41-de06-454c-80dd-441a5800e1f1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:38.493430 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d63cb24a-2713-45cb-af99-b7b059641c52,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:38.496991 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bb5df7e-8e6d-4cda-aad0-b56701e8b9f9 req-6ab75c41-de06-454c-80dd-441a5800e1f1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 950 time: 0.3116407 Feb 15 13:54:38.506150 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:38.574779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=d63cb24a-2713-45cb-af99-b7b059641c52,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:38.606036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bb5df7e-8e6d-4cda-aad0-b56701e8b9f9 req-39bea94c-c02f-42c9-983d-ac3d7aca8ae1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991797 Feb 15 13:54:38.640085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da554f-c23e-4827-87e3-274e28151fae req-26c08a98-bbb8-4b9a-bdbb-bf3d32fd484a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:38.641742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8da554f-c23e-4827-87e3-274e28151fae req-26c08a98-bbb8-4b9a-bdbb-bf3d32fd484a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 943 time: 0.1856840 Feb 15 13:54:38.652748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-deleted', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:38.663461 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26590993-844e-40cf-904e-f0ddb9476240" -d '{"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-deleted", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:38.737492 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:38.787685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['d63cb24a-2713-45cb-af99-b7b059641c52'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:38.828172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8da554f-c23e-4827-87e3-274e28151fae req-5115be9b-64b1-41ef-b8d3-14d4a067c693 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752505 Feb 15 13:54:38.936063 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (5311501f-7ec3-40a6-b2b9-bcab61efcf98), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:39.029946 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048a215a-1656-4136-b5c9-aa3065096c46 x-openstack-request-id: req-048a215a-1656-4136-b5c9-aa3065096c46 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:39.032488 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d90866a-7dee-49bd-b7e2-f6d9d1b297da", "name": "network-vif-deleted", "tag": "bc4b6f3f-2e09-420f-bd9f-e00ced5751ee", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:39.033140 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-048a215a-1656-4136-b5c9-aa3065096c46 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:39.033798 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d90866a-7dee-49bd-b7e2-f6d9d1b297da', 'name': 'network-vif-deleted', 'tag': 'bc4b6f3f-2e09-420f-bd9f-e00ced5751ee', 'status': 'completed', 'code': 200} Feb 15 13:54:39.204102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] Deleting port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:39.204434 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:39.318528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] For port 71d6f47d-8d2b-40a4-80f9-4e2f0082494b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=71d6f47d-8d2b-40a4-80f9-4e2f0082494b,segment=NetworkSegment(014aabb5-5bb0-4af4-8089-63c6e858d210),segment_id=014aabb5-5bb0-4af4-8089-63c6e858d210)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:39.319506 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:39.341535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] Calling delete_port for 71d6f47d-8d2b-40a4-80f9-4e2f0082494b owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:39.342007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeecfd5-4de8-4406-8d68-901821847c55 req-b8725798-26de-4cb6-9d53-9d8d97a33f02 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:39.350221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6eeecfd5-4de8-4406-8d68-901821847c55 req-b8725798-26de-4cb6-9d53-9d8d97a33f02 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.3149683 Feb 15 13:54:39.374608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22276f2-5b8f-41ba-a43e-aa1ea54bd4e3 req-61b04e64-da53-4457-964f-6b6445607c7b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:39.381981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d22276f2-5b8f-41ba-a43e-aa1ea54bd4e3 req-61b04e64-da53-4457-964f-6b6445607c7b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.1499169 Feb 15 13:54:39.485368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6eeecfd5-4de8-4406-8d68-901821847c55 req-b2bc0dbd-ae55-43d7-b43f-70595a48b09d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340609 Feb 15 13:54:39.555469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d22276f2-5b8f-41ba-a43e-aa1ea54bd4e3 req-dd35a8be-1e17-4b16-8280-5879c1844c74 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662688 Feb 15 13:54:39.602441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f7020-3d3f-4fbd-8009-8abbe1f37423 req-cb234bcc-8fc5-42cb-9ee8-bca86399b1ba tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:39.604175 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6d9f7020-3d3f-4fbd-8009-8abbe1f37423 req-cb234bcc-8fc5-42cb-9ee8-bca86399b1ba tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 950 time: 0.0839653 Feb 15 13:54:39.605882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] Deleting port 945b3910-1333-4422-a66c-fc6c1c0dc87c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:39.618193 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:39.675842 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:39.715860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] For port 945b3910-1333-4422-a66c-fc6c1c0dc87c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=945b3910-1333-4422-a66c-fc6c1c0dc87c,segment=NetworkSegment(684de8f2-21e4-454f-8460-13688caf17cf),segment_id=684de8f2-21e4-454f-8460-13688caf17cf)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:39.716647 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:39.733026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] Calling delete_port for 945b3910-1333-4422-a66c-fc6c1c0dc87c owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:39.750881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (71d6f47d-8d2b-40a4-80f9-4e2f0082494b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:39.888578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d6f47d-8d2b-40a4-80f9-4e2f0082494b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:39.948616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-6d9f7020-3d3f-4fbd-8009-8abbe1f37423 req-05f59d09-0969-4635-b693-81c27c1f9420 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Deleting port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:39.949560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6d9f7020-3d3f-4fbd-8009-8abbe1f37423 req-05f59d09-0969-4635-b693-81c27c1f9420 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:40.100458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device d63cb24a-2713-45cb-af99-b7b059641c52 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:54:40.104883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a040af-d640-4b32-aeb5-02381f98a052 req-745276f2-70e9-4110-a38e-e83c65734188 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:40.112658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8a040af-d640-4b32-aeb5-02381f98a052 req-745276f2-70e9-4110-a38e-e83c65734188 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.2061040 Feb 15 13:54:40.132902 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f928667-2915-4824-90a4-cad6f23b51ac req-d8ace374-6602-4ddb-8711-9e7a91ba7a19 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:40.136003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f928667-2915-4824-90a4-cad6f23b51ac req-d8ace374-6602-4ddb-8711-9e7a91ba7a19 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 950 time: 0.2239039 Feb 15 13:54:40.150484 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (945b3910-1333-4422-a66c-fc6c1c0dc87c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:40.231433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=945b3910-1333-4422-a66c-fc6c1c0dc87c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:40.276178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port d63cb24a-2713-45cb-af99-b7b059641c52 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:54:40.285219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port d63cb24a-2713-45cb-af99-b7b059641c52 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:40.285689 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:40.414532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8a040af-d640-4b32-aeb5-02381f98a052 req-277ef521-5f68-4610-bb0d-041e75b7c5af tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007576 Feb 15 13:54:40.422600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f928667-2915-4824-90a4-cad6f23b51ac req-2afd8037-9226-4dbd-a564-84f37ca6a60d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794712 Feb 15 13:54:40.543370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port d63cb24a-2713-45cb-af99-b7b059641c52 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:40.543777 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:40.625762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d63cb24a-2713-45cb-af99-b7b059641c52,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:40.626841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63cb24a-2713-45cb-af99-b7b059641c52'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:40.630537 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23dd12f-d573-41d8-ba59-a36107e864c0" -d '{"events": [{"server_uuid": "6aec914a-19c8-4a1d-bd4a-a4ed826d3c09", "name": "network-vif-plugged", "status": "completed", "tag": "d63cb24a-2713-45cb-af99-b7b059641c52"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:40.634778 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:40.635645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4fa886d3-e65e-4ebd-9fc2-41004485cc36 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:40.693372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6d9f7020-3d3f-4fbd-8009-8abbe1f37423 req-05f59d09-0969-4635-b693-81c27c1f9420 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] For port 4fa886d3-e65e-4ebd-9fc2-41004485cc36, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4fa886d3-e65e-4ebd-9fc2-41004485cc36,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:40.699794 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6d9f7020-3d3f-4fbd-8009-8abbe1f37423 req-05f59d09-0969-4635-b693-81c27c1f9420 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:40.704981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=d63cb24a-2713-45cb-af99-b7b059641c52,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:40.730453 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-6d9f7020-3d3f-4fbd-8009-8abbe1f37423 req-05f59d09-0969-4635-b693-81c27c1f9420 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Calling delete_port for 4fa886d3-e65e-4ebd-9fc2-41004485cc36 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:40.826479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:40.905688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:40.912086 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:41.064318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4fa886d3-e65e-4ebd-9fc2-41004485cc36, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4fa886d3-e65e-4ebd-9fc2-41004485cc36,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:41.075140 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:41.178564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a72047-9007-4f98-8fd2-41c917f97338 req-a2d5dde4-08db-469e-937b-34eccc420b6d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:41.181058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24a72047-9007-4f98-8fd2-41c917f97338 req-a2d5dde4-08db-469e-937b-34eccc420b6d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.6213021 Feb 15 13:54:41.198634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4fa886d3-e65e-4ebd-9fc2-41004485cc36,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:41.220846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284b28c-e6a4-479d-b8a8-2dce31d5f33e req-c293b462-4bcb-4428-8d69-ce6a6825da99 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:41.222515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9284b28c-e6a4-479d-b8a8-2dce31d5f33e req-c293b462-4bcb-4428-8d69-ce6a6825da99 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.6896136 Feb 15 13:54:41.238414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dea580-cc69-48b8-bdce-3af4b1bff4a3 req-6e5a4185-e807-410e-b991-2e65f48bb35c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:41.240084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97dea580-cc69-48b8-bdce-3af4b1bff4a3 req-6e5a4185-e807-410e-b991-2e65f48bb35c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.1965430 Feb 15 13:54:41.240740 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (5311501f-7ec3-40a6-b2b9-bcab61efcf98), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:41.368225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] Router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:54:41.456701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24a72047-9007-4f98-8fd2-41c917f97338 req-62f88770-a43e-486e-bbf7-122e02632c35 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586811 Feb 15 13:54:41.501632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97dea580-cc69-48b8-bdce-3af4b1bff4a3 req-911ac4de-2aba-4efd-9514-61c77edfc88c tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433898 Feb 15 13:54:41.503684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:54:41.514473 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ae580085-d08b-4a82-b052-621767f7a190 admin admin] 10.222.0.72 "PUT /v2.0/routers/4d85d90c-8048-43c2-b3a4-92c7849f3dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7139983 Feb 15 13:54:41.515198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51774) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:41.520502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d2cc5-e45e-4836-80b6-780ee7abf300 None None] Sync routers for ids ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:41.568609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d2cc5-e45e-4836-80b6-780ee7abf300 None None] Routers {'4d85d90c-8048-43c2-b3a4-92c7849f3dc1'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:41.571634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a47d2cc5-e45e-4836-80b6-780ee7abf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:41.670033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-9284b28c-e6a4-479d-b8a8-2dce31d5f33e req-f5d8dde8-0060-48f7-bf75-bfbb8d0b64fe tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Deleting port 9319140c-7d0d-455b-8668-166434526e49 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:41.670378 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9284b28c-e6a4-479d-b8a8-2dce31d5f33e req-f5d8dde8-0060-48f7-bf75-bfbb8d0b64fe tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9319140c-7d0d-455b-8668-166434526e49), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:41.671620 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d797e7-c1f3-48a2-a4b3-d813a592e435 x-openstack-request-id: req-f1d797e7-c1f3-48a2-a4b3-d813a592e435 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:41.671994 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aec914a-19c8-4a1d-bd4a-a4ed826d3c09", "name": "network-vif-plugged", "status": "completed", "tag": "d63cb24a-2713-45cb-af99-b7b059641c52", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:41.672165 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f1d797e7-c1f3-48a2-a4b3-d813a592e435 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:41.672568 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63cb24a-2713-45cb-af99-b7b059641c52', 'code': 200} Feb 15 13:54:41.790940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:41.819282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a47d2cc5-e45e-4836-80b6-780ee7abf300 None None] Set router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:41.836193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406945ca-1825-4da5-9084-5c65bba44128 req-d64c66b8-3809-4ddb-aa81-6e47a23a8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:41.837770 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-406945ca-1825-4da5-9084-5c65bba44128 req-d64c66b8-3809-4ddb-aa81-6e47a23a8f50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 1128 time: 0.1033342 Feb 15 13:54:41.840420 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6d9f7020-3d3f-4fbd-8009-8abbe1f37423 req-05f59d09-0969-4635-b693-81c27c1f9420 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4fa886d3-e65e-4ebd-9fc2-41004485cc36), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:41.873268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] Router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:54:41.881082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422', '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:41.899283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f59d09-0969-4635-b693-81c27c1f9420 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event deleted for resources: {'Port': ['ID=4fa886d3-e65e-4ebd-9fc2-41004485cc36,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:41.969194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'c101a996-9b64-4c97-81ba-20e3959c7d09', '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc', '5176e481-ca4f-4fca-ba7c-3c067b8a1117'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:41.973017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9f7020-3d3f-4fbd-8009-8abbe1f37423 req-05f59d09-0969-4635-b693-81c27c1f9420 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] No DVR routers for this DVR port 4fa886d3-e65e-4ebd-9fc2-41004485cc36 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:41.979871 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6d9f7020-3d3f-4fbd-8009-8abbe1f37423 req-05f59d09-0969-4635-b693-81c27c1f9420 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:41.983243 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6d9f7020-3d3f-4fbd-8009-8abbe1f37423 req-05f59d09-0969-4635-b693-81c27c1f9420 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "DELETE /v2.0/ports/4fa886d3-e65e-4ebd-9fc2-41004485cc36 HTTP/1.1" status: 204 len: 173 time: 2.3601625 Feb 15 13:54:41.985596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a2e90b-6a46-4edb-bc03-143d3ec10d84', 'name': 'network-vif-deleted', 'tag': '4fa886d3-e65e-4ebd-9fc2-41004485cc36'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:41.988036 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc71b8e-ffcb-4d7b-a539-f94aaf7c15fb" -d '{"events": [{"server_uuid": "b1a2e90b-6a46-4edb-bc03-143d3ec10d84", "name": "network-vif-deleted", "tag": "4fa886d3-e65e-4ebd-9fc2-41004485cc36"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:42.002297 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Publish callbacks [] for router (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:42.016031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0503af1-165c-4225-a6cd-0109b72e445b req-58718d67-72c8-41b6-9857-720654b742d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:42.017978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0503af1-165c-4225-a6cd-0109b72e445b req-58718d67-72c8-41b6-9857-720654b742d0 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.1841018 Feb 15 13:54:42.100892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-9284b28c-e6a4-479d-b8a8-2dce31d5f33e req-f5d8dde8-0060-48f7-bf75-bfbb8d0b64fe tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] For port 9319140c-7d0d-455b-8668-166434526e49, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9319140c-7d0d-455b-8668-166434526e49,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:42.101433 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9284b28c-e6a4-479d-b8a8-2dce31d5f33e req-f5d8dde8-0060-48f7-bf75-bfbb8d0b64fe tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9319140c-7d0d-455b-8668-166434526e49), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:42.120881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d85dc-3365-4d67-971b-fedb65f7fefb req-1c3c6c35-65ca-46c1-83e1-75d4dd5dd0d1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:42.123828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d45d85dc-3365-4d67-971b-fedb65f7fefb req-1c3c6c35-65ca-46c1-83e1-75d4dd5dd0d1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.4642022 Feb 15 13:54:42.137739 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Publish callbacks [] for router_gateway (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:42.147688 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-406945ca-1825-4da5-9084-5c65bba44128 req-11b031e0-ae4d-405f-be89-198ca2828aa2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668917 Feb 15 13:54:42.178440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-9284b28c-e6a4-479d-b8a8-2dce31d5f33e req-f5d8dde8-0060-48f7-bf75-bfbb8d0b64fe tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Calling delete_port for 9319140c-7d0d-455b-8668-166434526e49 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:42.187738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:42.197089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0503af1-165c-4225-a6cd-0109b72e445b req-db904d7b-6153-4be1-bfb4-610a6b646094 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652286 Feb 15 13:54:42.205412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Deleting port a614625c-2825-4cf2-bc3f-e5100c500731 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:42.205807 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:42.238367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: bc4b6f3f-2e09-420f-bd9f-e00ced5751ee {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:42.238716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc4b6f3f-2e09-420f-bd9f-e00ced5751ee not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:42.278132 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d45d85dc-3365-4d67-971b-fedb65f7fefb req-c594552b-4fe7-49a4-91b3-3b15d2a1f49c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281660 Feb 15 13:54:42.403947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] For port a614625c-2825-4cf2-bc3f-e5100c500731, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a614625c-2825-4cf2-bc3f-e5100c500731,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:42.404214 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:42.419034 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80c7d94-53f1-4f66-89f6-8465f8d39d81 x-openstack-request-id: req-b80c7d94-53f1-4f66-89f6-8465f8d39d81 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:42.422278 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a2e90b-6a46-4edb-bc03-143d3ec10d84", "name": "network-vif-deleted", "tag": "4fa886d3-e65e-4ebd-9fc2-41004485cc36", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:42.422613 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b80c7d94-53f1-4f66-89f6-8465f8d39d81 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:42.426716 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a2e90b-6a46-4edb-bc03-143d3ec10d84', 'name': 'network-vif-deleted', 'tag': '4fa886d3-e65e-4ebd-9fc2-41004485cc36', 'status': 'completed', 'code': 200} Feb 15 13:54:42.467919 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4233561c-833e-4989-9ee1-87596777f7d0 req-260a2a9f-bbf5-447f-8321-518ff1c5b702 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1a2e90b-6a46-4edb-bc03-143d3ec10d84 HTTP/1.1" status: 200 len: 210 time: 0.0656288 Feb 15 13:54:42.469571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Calling delete_port for a614625c-2825-4cf2-bc3f-e5100c500731 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:42.473434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:54:42.497424 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1f461-92be-4d05-b4fe-9bc7df4b0a44 None None] Sync routers for ids ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:42.499554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-46b790c2-1ea7-48ea-a472-132207b0e3d9 admin admin] 10.222.0.72 "PUT /v2.0/routers/5311501f-7ec3-40a6-b2b9-bcab61efcf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8295135 Feb 15 13:54:42.502269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51782) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:42.521815 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1f461-92be-4d05-b4fe-9bc7df4b0a44 None None] Routers {'5311501f-7ec3-40a6-b2b9-bcab61efcf98'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:42.522748 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-04b1f461-92be-4d05-b4fe-9bc7df4b0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:42.813448 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Publish callbacks [] for router (5311501f-7ec3-40a6-b2b9-bcab61efcf98), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:42.862024 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-04b1f461-92be-4d05-b4fe-9bc7df4b0a44 None None] Set router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:42.902210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a614625c-2825-4cf2-bc3f-e5100c500731), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:42.961009 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=a614625c-2825-4cf2-bc3f-e5100c500731,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:43.094737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c1d5b-3989-4a96-a4de-604ee2efc358 req-295f3e0e-db3c-481a-9ee7-2efac1fc2d4f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:43.096290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e0c1d5b-3989-4a96-a4de-604ee2efc358 req-295f3e0e-db3c-481a-9ee7-2efac1fc2d4f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.2978835 Feb 15 13:54:43.106598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.125501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a47d2cc5-e45e-4836-80b6-780ee7abf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:54:39Z', 'revision_number': 5, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port': {'id': 'a614625c-2825-4cf2-bc3f-e5100c500731', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:25:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:07Z', 'updated_at': '2022-02-15T13:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:43.173238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d18a4-2083-42b8-9c7f-53f63b3c6428 req-a6d8bf46-e40d-4402-8b0a-1c56d3909d4d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:43.180743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc3d18a4-2083-42b8-9c7f-53f63b3c6428 req-a6d8bf46-e40d-4402-8b0a-1c56d3909d4d tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a2af496-6bc4-44c8-b617-755fbeee2caa HTTP/1.1" status: 200 len: 950 time: 0.3960266 Feb 15 13:54:43.208575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d2cc5-e45e-4836-80b6-780ee7abf300 None None] Checking router: 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:43.209741 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-04b1f461-92be-4d05-b4fe-9bc7df4b0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-router', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:53Z', 'updated_at': '2022-02-15T13:54:40Z', 'revision_number': 5, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'gw_port': {'id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:54Z', 'updated_at': '2022-02-15T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:43.264629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.267597 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Publish callbacks [] for router_controller (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.269804 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1f461-92be-4d05-b4fe-9bc7df4b0a44 None None] Checking router: 5311501f-7ec3-40a6-b2b9-bcab61efcf98 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:43.283510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d2cc5-e45e-4836-80b6-780ee7abf300 None None] Routers {'4d85d90c-8048-43c2-b3a4-92c7849f3dc1'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:43.285538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a47d2cc5-e45e-4836-80b6-780ee7abf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:43.289807 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1f461-92be-4d05-b4fe-9bc7df4b0a44 None None] Routers {'5311501f-7ec3-40a6-b2b9-bcab61efcf98'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:43.291565 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-04b1f461-92be-4d05-b4fe-9bc7df4b0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:43.330705 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Publish callbacks [] for router_gateway (5311501f-7ec3-40a6-b2b9-bcab61efcf98), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.341243 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (4d85d90c-8048-43c2-b3a4-92c7849f3dc1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.341868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:54:43.348640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.351500 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e8739e80-4a52-4966-ac5f-3b686fde9cfd admin admin] 10.222.0.72 "DELETE /v2.0/routers/4d85d90c-8048-43c2-b3a4-92c7849f3dc1 HTTP/1.1" status: 204 len: 168 time: 1.8299873 Feb 15 13:54:43.353329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51790) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:43.386122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc3d18a4-2083-42b8-9c7f-53f63b3c6428 req-3e4e3907-0143-4f96-a9c8-d5acd5139c6e tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/security-groups?id=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043636 Feb 15 13:54:43.397342 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9284b28c-e6a4-479d-b8a8-2dce31d5f33e req-f5d8dde8-0060-48f7-bf75-bfbb8d0b64fe tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9319140c-7d0d-455b-8668-166434526e49), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.419636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac2c534-9b32-42df-8a9c-9450005145cb admin admin] Deleting subnet 581d3f7e-13a5-4aa4-b9d9-485e5654d6de {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:54:43.423076 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eac2c534-9b32-42df-8a9c-9450005145cb admin admin] Publish callbacks [] for subnet (581d3f7e-13a5-4aa4-b9d9-485e5654d6de), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.510863 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eac2c534-9b32-42df-8a9c-9450005145cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (581d3f7e-13a5-4aa4-b9d9-485e5654d6de), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.514819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a47d2cc5-e45e-4836-80b6-780ee7abf300 None None] Set router 4d85d90c-8048-43c2-b3a4-92c7849f3dc1 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:43.556030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e0c1d5b-3989-4a96-a4de-604ee2efc358 req-b0d7a097-04e1-44d1-a444-2b1dc1db11d0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053602 Feb 15 13:54:43.560531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8dde8-0060-48f7-bf75-bfbb8d0b64fe tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Pushing event deleted for resources: {'Port': ['ID=9319140c-7d0d-455b-8668-166434526e49,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:43.594874 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-04b1f461-92be-4d05-b4fe-9bc7df4b0a44 None None] Set router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:43.614824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a47d2cc5-e45e-4836-80b6-780ee7abf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:54:42Z', 'revision_number': 7, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:43.655016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['be9316c8-336a-492a-83ba-7739d98a09b0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:43.657172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9319140c-7d0d-455b-8668-166434526e49'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:43.672482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-9284b28c-e6a4-479d-b8a8-2dce31d5f33e req-f5d8dde8-0060-48f7-bf75-bfbb8d0b64fe tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] No DVR routers for this DVR port 9319140c-7d0d-455b-8668-166434526e49 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:43.684392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d2cc5-e45e-4836-80b6-780ee7abf300 None None] The sync data for ids ['4d85d90c-8048-43c2-b3a4-92c7849f3dc1'] in n-d-829064-15 is: [{'id': '4d85d90c-8048-43c2-b3a4-92c7849f3dc1', 'name': 'tempest-ServersTestManualDisk-1910908560-router', 'tenant_id': '11332d9649da4269900ac4fdbb33c7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:06Z', 'updated_at': '2022-02-15T13:54:42Z', 'revision_number': 7, 'project_id': '11332d9649da4269900ac4fdbb33c7ac', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:54:43.685713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a2e90b-6a46-4edb-bc03-143d3ec10d84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fa886d3-e65e-4ebd-9fc2-41004485cc36'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:43.688297 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a62ccc-7c6e-4a23-943e-0f6c2780265d" -d '{"events": [{"server_uuid": "b1a2e90b-6a46-4edb-bc03-143d3ec10d84", "name": "network-vif-unplugged", "status": "completed", "tag": "4fa886d3-e65e-4ebd-9fc2-41004485cc36"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:43.689086 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9284b28c-e6a4-479d-b8a8-2dce31d5f33e req-f5d8dde8-0060-48f7-bf75-bfbb8d0b64fe tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.693919 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9284b28c-e6a4-479d-b8a8-2dce31d5f33e req-f5d8dde8-0060-48f7-bf75-bfbb8d0b64fe tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.67 "DELETE /v2.0/ports/9319140c-7d0d-455b-8668-166434526e49 HTTP/1.1" status: 204 len: 173 time: 2.4439123 Feb 15 13:54:43.695899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'name': 'network-vif-deleted', 'tag': '9319140c-7d0d-455b-8668-166434526e49'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:43.705603 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0716c561-d240-40c7-be07-30f252e039a5" -d '{"events": [{"server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "name": "network-vif-deleted", "tag": "9319140c-7d0d-455b-8668-166434526e49"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:43.867233 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eac2c534-9b32-42df-8a9c-9450005145cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (581d3f7e-13a5-4aa4-b9d9-485e5654d6de), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.870751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec080d-d799-4e03-8325-b07ca12b0307 req-72dc03c1-a276-4e27-8ba2-2b1a9eed9a7e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:43.890746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70ec080d-d799-4e03-8325-b07ca12b0307 req-72dc03c1-a276-4e27-8ba2-2b1a9eed9a7e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.3556950 Feb 15 13:54:43.930478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Deleting port a8e0eb27-3299-40f7-b0d0-d2dd27958e84 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:43.930772 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:43.954573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a35493-fd83-4dc1-8dac-01bd97c13b77 req-5ea326f2-feb1-4ef4-943f-21aa0af6c028 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:43.962164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9a35493-fd83-4dc1-8dac-01bd97c13b77 req-5ea326f2-feb1-4ef4-943f-21aa0af6c028 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.2872231 Feb 15 13:54:43.989917 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eac2c534-9b32-42df-8a9c-9450005145cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (581d3f7e-13a5-4aa4-b9d9-485e5654d6de), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:44.045875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eac2c534-9b32-42df-8a9c-9450005145cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:44.058590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732c394f-20de-4597-98bb-cca8df8ed3d6 None None] Network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:54:44.066782 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-eac2c534-9b32-42df-8a9c-9450005145cb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/581d3f7e-13a5-4aa4-b9d9-485e5654d6de HTTP/1.1" status: 204 len: 168 time: 0.7119496 Feb 15 13:54:44.069174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2c534-9b32-42df-8a9c-9450005145cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581d3f7e-13a5-4aa4-b9d9-485e5654d6de,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:44.081575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51800) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:44.219028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (da2a1e32-5f2f-4556-9fc5-d67bc189ee3f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:44.263005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70ec080d-d799-4e03-8325-b07ca12b0307 req-bdcc39a4-d5f3-4966-9bd7-26f3d63df26d tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670442 Feb 15 13:54:44.309625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9a35493-fd83-4dc1-8dac-01bd97c13b77 req-8c596da0-59f5-4b0f-bdac-ea2ca4e5d34c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442900 Feb 15 13:54:44.375549 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-04b1f461-92be-4d05-b4fe-9bc7df4b0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-router', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:53Z', 'updated_at': '2022-02-15T13:54:40Z', 'revision_number': 5, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'gw_port': {'id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:54Z', 'updated_at': '2022-02-15T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:44.435402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] For port a8e0eb27-3299-40f7-b0d0-d2dd27958e84, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a8e0eb27-3299-40f7-b0d0-d2dd27958e84,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:44.436047 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:44.437246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Deleting port 59ffff11-6aeb-456d-8c30-f96e734c04ed {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:44.439906 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:44.459870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Calling delete_port for a8e0eb27-3299-40f7-b0d0-d2dd27958e84 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:44.517228 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2324a1-b749-4854-8663-c190d8dc47ea x-openstack-request-id: req-8b2324a1-b749-4854-8663-c190d8dc47ea {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:44.517803 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a2e90b-6a46-4edb-bc03-143d3ec10d84", "name": "network-vif-unplugged", "status": "completed", "tag": "4fa886d3-e65e-4ebd-9fc2-41004485cc36", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:44.518192 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8b2324a1-b749-4854-8663-c190d8dc47ea {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:44.518859 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a2e90b-6a46-4edb-bc03-143d3ec10d84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fa886d3-e65e-4ebd-9fc2-41004485cc36', 'code': 200} Feb 15 13:54:44.530935 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1f461-92be-4d05-b4fe-9bc7df4b0a44 None None] The sync data for ids ['5311501f-7ec3-40a6-b2b9-bcab61efcf98'] in n-d-829064-15 is: [{'id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1909253476-router', 'tenant_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:51:53Z', 'updated_at': '2022-02-15T13:54:40Z', 'revision_number': 5, 'project_id': '93b8d339619c4e61a42ecc3b5d6031f3', 'gw_port': {'id': 'a8e0eb27-3299-40f7-b0d0-d2dd27958e84', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5311501f-7ec3-40a6-b2b9-bcab61efcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:51:54Z', 'updated_at': '2022-02-15T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:54:44.555116 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4b83e4-4d53-44a5-bd26-49823b22a7f7 x-openstack-request-id: req-cd4b83e4-4d53-44a5-bd26-49823b22a7f7 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:44.555537 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2af496-6bc4-44c8-b617-755fbeee2caa", "name": "network-vif-deleted", "tag": "9319140c-7d0d-455b-8668-166434526e49", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:44.555803 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd4b83e4-4d53-44a5-bd26-49823b22a7f7 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:44.556240 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2af496-6bc4-44c8-b617-755fbeee2caa', 'name': 'network-vif-deleted', 'tag': '9319140c-7d0d-455b-8668-166434526e49', 'status': 'completed', 'code': 200} Feb 15 13:54:44.624444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] For port 59ffff11-6aeb-456d-8c30-f96e734c04ed, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=59ffff11-6aeb-456d-8c30-f96e734c04ed,segment=NetworkSegment(014aabb5-5bb0-4af4-8089-63c6e858d210),segment_id=014aabb5-5bb0-4af4-8089-63c6e858d210)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:44.624808 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:44.645367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Calling delete_port for 59ffff11-6aeb-456d-8c30-f96e734c04ed owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:44.659951 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-47844f8e-af21-4329-8e92-2900948446c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:44.747594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba6b60b-54ad-4676-8154-f3343323e60d None None] DHCP port deletion for da2a1e32-5f2f-4556-9fc5-d67bc189ee3f request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:54:44.851780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:44.861393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bba6b60b-54ad-4676-8154-f3343323e60d None None] Deleting port 59ffff11-6aeb-456d-8c30-f96e734c04ed {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:44.863030 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bba6b60b-54ad-4676-8154-f3343323e60d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:44.881196 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a8e0eb27-3299-40f7-b0d0-d2dd27958e84), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:44.910998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Pushing event deleted for resources: {'Port': ['ID=59ffff11-6aeb-456d-8c30-f96e734c04ed,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:44.931703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] No DVR routers for this DVR port 59ffff11-6aeb-456d-8c30-f96e734c04ed on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:44.938259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e0eb27-3299-40f7-b0d0-d2dd27958e84,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:45.042031 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (da2a1e32-5f2f-4556-9fc5-d67bc189ee3f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.061899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bba6b60b-54ad-4676-8154-f3343323e60d None None] For port 59ffff11-6aeb-456d-8c30-f96e734c04ed, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:45.072445 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bba6b60b-54ad-4676-8154-f3343323e60d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.098252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2a1e32-5f2f-4556-9fc5-d67bc189ee3f']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:45.111580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014aabb5-5bb0-4af4-8089-63c6e858d210') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:45.111889 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014aabb5-5bb0-4af4-8089-63c6e858d210') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:45.134895 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (014aabb5-5bb0-4af4-8089-63c6e858d210), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.171296 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (014aabb5-5bb0-4af4-8089-63c6e858d210), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.185296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afb44c-be44-4366-a14e-b54ec9b46f10 req-4ab1d871-3719-478e-b8ac-405e04564735 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:45.187176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:54:45.187392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (014aabb5-5bb0-4af4-8089-63c6e858d210), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:54:45.189152 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:54:45.198009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0afb44c-be44-4366-a14e-b54ec9b46f10 req-4ab1d871-3719-478e-b8ac-405e04564735 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.2651021 Feb 15 13:54:45.258689 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (5311501f-7ec3-40a6-b2b9-bcab61efcf98), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.312609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (da2a1e32-5f2f-4556-9fc5-d67bc189ee3f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.324761 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.336359 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] 10.222.0.72 "DELETE /v2.0/networks/da2a1e32-5f2f-4556-9fc5-d67bc189ee3f HTTP/1.1" status: 204 len: 168 time: 1.2504060 Feb 15 13:54:45.377684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c783af9-5969-4506-af81-ed7baa74243c admin admin] Pushing event deleted for resources: {'Network': ['ID=da2a1e32-5f2f-4556-9fc5-d67bc189ee3f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:45.472109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59ffff11-6aeb-456d-8c30-f96e734c04ed no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:45.480573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bba6b60b-54ad-4676-8154-f3343323e60d None None] Calling delete_port for 59ffff11-6aeb-456d-8c30-f96e734c04ed owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:45.483982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-bba6b60b-54ad-4676-8154-f3343323e60d None None] Port 59ffff11-6aeb-456d-8c30-f96e734c04ed was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 13:54:45.505143 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bba6b60b-54ad-4676-8154-f3343323e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (59ffff11-6aeb-456d-8c30-f96e734c04ed), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.514401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bba6b60b-54ad-4676-8154-f3343323e60d None None] Network da2a1e32-5f2f-4556-9fc5-d67bc189ee3f is not hosted by any dhcp agent {{(pid=109973) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 13:54:45.515135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6b60b-54ad-4676-8154-f3343323e60d None None] No DVR routers for this DVR port 59ffff11-6aeb-456d-8c30-f96e734c04ed on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:45.516586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 59ffff11-6aeb-456d-8c30-f96e734c04ed {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:45.516931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59ffff11-6aeb-456d-8c30-f96e734c04ed not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:45.517386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 945b3910-1333-4422-a66c-fc6c1c0dc87c no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:45.564798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6b60b-54ad-4676-8154-f3343323e60d None None] Pushing event deleted for resources: {'Port': ['ID=59ffff11-6aeb-456d-8c30-f96e734c04ed,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:45.566253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 945b3910-1333-4422-a66c-fc6c1c0dc87c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:45.566599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 945b3910-1333-4422-a66c-fc6c1c0dc87c not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:45.567118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a614625c-2825-4cf2-bc3f-e5100c500731 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:45.589162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2276b25-d053-4acb-88d1-d31452d62a19 req-06b97109-130e-464c-acd7-9ab05c20a4bf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:45.591337 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2276b25-d053-4acb-88d1-d31452d62a19 req-06b97109-130e-464c-acd7-9ab05c20a4bf tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 949 time: 0.1604834 Feb 15 13:54:45.625301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a614625c-2825-4cf2-bc3f-e5100c500731 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:45.625663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a614625c-2825-4cf2-bc3f-e5100c500731 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:45.626102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 71d6f47d-8d2b-40a4-80f9-4e2f0082494b no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:45.642878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51826) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:45.665610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 71d6f47d-8d2b-40a4-80f9-4e2f0082494b {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:45.666273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 71d6f47d-8d2b-40a4-80f9-4e2f0082494b not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:45.756830 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-93e996b2-c792-466e-a9b6-b76e8fc11e1a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11332d9649da4269900ac4fdbb33c7ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1116705 Feb 15 13:54:45.760984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51828) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:45.823112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-a2276b25-d053-4acb-88d1-d31452d62a19 req-ac51ab79-026a-48d9-a0e2-08d98b51ad74 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Deleting port be9316c8-336a-492a-83ba-7739d98a09b0 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:45.823638 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2276b25-d053-4acb-88d1-d31452d62a19 req-ac51ab79-026a-48d9-a0e2-08d98b51ad74 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.887941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9f4c20ba-10ee-41b9-b001-41392e72231e admin admin] Publish callbacks [] for security_group (680a0266-ed50-48c9-8c3e-d11883049589), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.890037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-5c600fcd-6841-4d5a-90a3-869ea202578f tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1477364231&fields=id&tenant_id=c416f6fd41ea40eb8149d6f4d771ad46 HTTP/1.1" status: 200 len: 267 time: 0.7941911 Feb 15 13:54:45.907372 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (5311501f-7ec3-40a6-b2b9-bcab61efcf98), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.911142 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Publish callbacks [] for router_controller (5311501f-7ec3-40a6-b2b9-bcab61efcf98), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.924936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0afb44c-be44-4366-a14e-b54ec9b46f10 req-885ea33f-4513-48bb-9b4d-f99b61169bd1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7253332 Feb 15 13:54:45.927842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9f4c20ba-10ee-41b9-b001-41392e72231e admin admin] Publish callbacks [] for security_group (680a0266-ed50-48c9-8c3e-d11883049589), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.973639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a2276b25-d053-4acb-88d1-d31452d62a19 req-ac51ab79-026a-48d9-a0e2-08d98b51ad74 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] For port be9316c8-336a-492a-83ba-7739d98a09b0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=be9316c8-336a-492a-83ba-7739d98a09b0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:45.974022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2276b25-d053-4acb-88d1-d31452d62a19 req-ac51ab79-026a-48d9-a0e2-08d98b51ad74 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:45.994706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-a2276b25-d053-4acb-88d1-d31452d62a19 req-ac51ab79-026a-48d9-a0e2-08d98b51ad74 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Calling delete_port for be9316c8-336a-492a-83ba-7739d98a09b0 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:46.018189 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (5311501f-7ec3-40a6-b2b9-bcab61efcf98), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:46.018634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5311501f-7ec3-40a6-b2b9-bcab61efcf98 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:54:46.025316 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:46.026502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-813b5e1b-1b45-49fe-9efe-684122ebb8c9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/5311501f-7ec3-40a6-b2b9-bcab61efcf98 HTTP/1.1" status: 204 len: 168 time: 3.5231407 Feb 15 13:54:46.030620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51832) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:46.057295 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9f4c20ba-10ee-41b9-b001-41392e72231e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (680a0266-ed50-48c9-8c3e-d11883049589), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:46.061014 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9f4c20ba-10ee-41b9-b001-41392e72231e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:46.065049 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9f4c20ba-10ee-41b9-b001-41392e72231e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/680a0266-ed50-48c9-8c3e-d11883049589 HTTP/1.1" status: 204 len: 168 time: 0.3028255 Feb 15 13:54:46.083631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c20ba-10ee-41b9-b001-41392e72231e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680a0266-ed50-48c9-8c3e-d11883049589,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:46.092030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9319140c-7d0d-455b-8668-166434526e49 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:46.186553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-5f0f551b-69cc-4503-ae74-fb12b40000e1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:46.198926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-5f0f551b-69cc-4503-ae74-fb12b40000e1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/networks?id=5c56b48c-fa72-409b-b0c4-7690458bbabf HTTP/1.1" status: 200 len: 816 time: 0.3079069 Feb 15 13:54:46.201331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 9319140c-7d0d-455b-8668-166434526e49 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:46.201690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9319140c-7d0d-455b-8668-166434526e49 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:46.232788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-35cdae72-34df-4d10-86c7-0a234f72265b tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/quotas/c416f6fd41ea40eb8149d6f4d771ad46 HTTP/1.1" status: 200 len: 375 time: 0.0327930 Feb 15 13:54:46.254224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2276b25-d053-4acb-88d1-d31452d62a19 req-ac51ab79-026a-48d9-a0e2-08d98b51ad74 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (be9316c8-336a-492a-83ba-7739d98a09b0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:46.271662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-967f2246-f34e-4243-9de0-547b0624336e admin admin] Deleting subnet 397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:54:46.277901 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-967f2246-f34e-4243-9de0-547b0624336e admin admin] Publish callbacks [] for subnet (397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:46.343801 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-967f2246-f34e-4243-9de0-547b0624336e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:46.351067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51ab79-026a-48d9-a0e2-08d98b51ad74 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Pushing event deleted for resources: {'Port': ['ID=be9316c8-336a-492a-83ba-7739d98a09b0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:46.402212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2276b25-d053-4acb-88d1-d31452d62a19 req-ac51ab79-026a-48d9-a0e2-08d98b51ad74 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] No DVR routers for this DVR port be9316c8-336a-492a-83ba-7739d98a09b0 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:46.405999 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2276b25-d053-4acb-88d1-d31452d62a19 req-ac51ab79-026a-48d9-a0e2-08d98b51ad74 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:46.409356 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2276b25-d053-4acb-88d1-d31452d62a19 req-ac51ab79-026a-48d9-a0e2-08d98b51ad74 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.42 "DELETE /v2.0/ports/be9316c8-336a-492a-83ba-7739d98a09b0 HTTP/1.1" status: 204 len: 173 time: 0.8055475 Feb 15 13:54:46.409846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'name': 'network-vif-deleted', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:46.412179 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683417c2-c760-430a-9e0e-af22c20127d6" -d '{"events": [{"server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "name": "network-vif-deleted", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:46.415068 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e0131-7ad7-4e8f-a224-a78a7d31ed02 req-8b5be796-d333-4746-a0b3-d54888fe6a16 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:46.416947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad5e0131-7ad7-4e8f-a224-a78a7d31ed02 req-8b5be796-d333-4746-a0b3-d54888fe6a16 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 950 time: 0.2605464 Feb 15 13:54:46.426936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-738373c8-3704-44a4-9106-65539cdc93ae tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c416f6fd41ea40eb8149d6f4d771ad46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1930702 Feb 15 13:54:46.490351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1a66-9179-496a-84c0-7efb8d4a151e req-d1cd1796-b271-46a6-89a8-a99aa88717be tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:46.498676 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a3e1a66-9179-496a-84c0-7efb8d4a151e req-d1cd1796-b271-46a6-89a8-a99aa88717be tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 950 time: 0.1716805 Feb 15 13:54:46.646895 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-967f2246-f34e-4243-9de0-547b0624336e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:46.662159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad5e0131-7ad7-4e8f-a224-a78a7d31ed02 req-53e7cc77-1015-4552-8f85-211ff145b0e9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336495 Feb 15 13:54:46.696890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-9a3e1a66-9179-496a-84c0-7efb8d4a151e req-c4d3c03b-8d58-4876-8a96-1fe89e964446 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Deleting port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:46.697240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9a3e1a66-9179-496a-84c0-7efb8d4a151e req-c4d3c03b-8d58-4876-8a96-1fe89e964446 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:46.833167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e139abad-a4b3-4467-8b7a-c070d567291b service neutron] 10.222.0.72 "GET /v2.0/networks/5c56b48c-fa72-409b-b0c4-7690458bbabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788741 Feb 15 13:54:46.869450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-9a3e1a66-9179-496a-84c0-7efb8d4a151e req-c4d3c03b-8d58-4876-8a96-1fe89e964446 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] For port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:46.869818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9a3e1a66-9179-496a-84c0-7efb8d4a151e req-c4d3c03b-8d58-4876-8a96-1fe89e964446 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:46.892563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a6e4cbc-4dc2-4db9-bb9b-0f81fc3365c4 req-3f6e592b-33b1-4bdc-a4d4-d0b9fee37c11 tempest-MigrationsAdminTest-198411036 tempest-MigrationsAdminTest-198411036-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba79191-c947-4ce7-94ed-2a57b26e8f30 HTTP/1.1" status: 200 len: 210 time: 0.0948727 Feb 15 13:54:46.902362 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-9a3e1a66-9179-496a-84c0-7efb8d4a151e req-c4d3c03b-8d58-4876-8a96-1fe89e964446 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Calling delete_port for 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:46.959532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a8e0eb27-3299-40f7-b0d0-d2dd27958e84 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:46.997249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a8e0eb27-3299-40f7-b0d0-d2dd27958e84 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:47.001513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a8e0eb27-3299-40f7-b0d0-d2dd27958e84 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:47.022277 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-967f2246-f34e-4243-9de0-547b0624336e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:47.123298 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-553ad81f-6887-4a16-bc0b-3b4bbdef850d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:47.136758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f2246-f34e-4243-9de0-547b0624336e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:47.168377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9a3e1a66-9179-496a-84c0-7efb8d4a151e req-c4d3c03b-8d58-4876-8a96-1fe89e964446 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:47.170244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bbe1e1-8304-4480-8264-21ad717b800b None None] Network 4c8e3115-76cd-412d-b367-0a26a6512778 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:54:47.172169 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-967f2246-f34e-4243-9de0-547b0624336e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:47.179410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-967f2246-f34e-4243-9de0-547b0624336e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/397e0a0d-7c0c-4fc2-86c6-3d4cd8d7794a HTTP/1.1" status: 204 len: 168 time: 1.1456909 Feb 15 13:54:47.182889 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51854) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:47.202318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422', '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:47.207524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'c101a996-9b64-4c97-81ba-20e3959c7d09', '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc', '5176e481-ca4f-4fca-ba7c-3c067b8a1117'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:47.213806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-11585971-d9c3-4fad-a514-38411f38f0b6 service neutron] 10.222.0.72 "GET /v2.0/networks/5c56b48c-fa72-409b-b0c4-7690458bbabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731320 Feb 15 13:54:47.244236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eff61-ed1c-4d5c-9972-35d5026abc04 req-01dd1df9-d0a6-4df6-9738-86e266b0279a tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:47.257473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-472eff61-ed1c-4d5c-9972-35d5026abc04 req-01dd1df9-d0a6-4df6-9738-86e266b0279a tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.2290123 Feb 15 13:54:47.283028 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3c03b-8d58-4876-8a96-1fe89e964446 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event deleted for resources: {'Port': ['ID=15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:47.426300 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51860) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:47.446534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-472eff61-ed1c-4d5c-9972-35d5026abc04 req-b9df4e38-73ee-4309-82cb-14cae9a0ca9c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879284 Feb 15 13:54:47.607586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3e1a66-9179-496a-84c0-7efb8d4a151e req-c4d3c03b-8d58-4876-8a96-1fe89e964446 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] No DVR routers for this DVR port 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:47.627557 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9a3e1a66-9179-496a-84c0-7efb8d4a151e req-c4d3c03b-8d58-4876-8a96-1fe89e964446 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:47.645145 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a3e1a66-9179-496a-84c0-7efb8d4a151e req-c4d3c03b-8d58-4876-8a96-1fe89e964446 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "DELETE /v2.0/ports/15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c HTTP/1.1" status: 204 len: 173 time: 1.1389852 Feb 15 13:54:47.697359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b4931d-1d85-4f4b-a72d-f1c4f8a80848 None None] DHCP port deletion for 4c8e3115-76cd-412d-b367-0a26a6512778 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:54:47.698396 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (4c8e3115-76cd-412d-b367-0a26a6512778), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:47.701039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f82a5-4f9e-465e-9dfd-e7af41ee165c req-f86b1ea3-00f9-47a8-a550-ebca24ba77e3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:47.716660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e8f82a5-4f9e-465e-9dfd-e7af41ee165c req-f86b1ea3-00f9-47a8-a550-ebca24ba77e3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.2013321 Feb 15 13:54:47.789312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-145094465-network', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:47.827477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:54:47.830092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:47.844767 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:47.857419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Deleting port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:47.857813 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:47.872476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e8f82a5-4f9e-465e-9dfd-e7af41ee165c req-8c51e278-607c-449a-81db-66730deb98e6 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543982 Feb 15 13:54:47.990343 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0889b0-5db1-4469-b939-88cee13b711e x-openstack-request-id: req-db0889b0-5db1-4469-b939-88cee13b711e {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:47.990637 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba79191-c947-4ce7-94ed-2a57b26e8f30", "name": "network-vif-deleted", "tag": "be9316c8-336a-492a-83ba-7739d98a09b0", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:47.990894 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db0889b0-5db1-4469-b939-88cee13b711e {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:47.991424 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba79191-c947-4ce7-94ed-2a57b26e8f30', 'name': 'network-vif-deleted', 'tag': 'be9316c8-336a-492a-83ba-7739d98a09b0', 'status': 'completed', 'code': 200} Feb 15 13:54:48.036677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4931d-1d85-4f4b-a72d-f1c4f8a80848 None None] Deleting port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:48.037543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] For port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2b6ae87b-9be7-4d8a-b76f-97a33bb09c60,segment=NetworkSegment(684de8f2-21e4-454f-8460-13688caf17cf),segment_id=684de8f2-21e4-454f-8460-13688caf17cf)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:48.037752 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c2b4931d-1d85-4f4b-a72d-f1c4f8a80848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.037964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.080572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Calling delete_port for 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:48.158725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device be9316c8-336a-492a-83ba-7739d98a09b0 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:48.181335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Publish callbacks [] for security_group (b3b65bd8-5297-4ba2-b175-48b7897564cf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.198702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b3b65bd8-5297-4ba2-b175-48b7897564cf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.221138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: be9316c8-336a-492a-83ba-7739d98a09b0 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:48.221687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device be9316c8-336a-492a-83ba-7739d98a09b0 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:48.229947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b65bd8-5297-4ba2-b175-48b7897564cf,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:48.240891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8099fe8a-39fa-477c-8154-b539716c271b req-37209942-2944-48f4-aa8a-2d8cae531286 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=af6f63f4-b52d-4863-98c3-9e1758bdb5ac HTTP/1.1" status: 200 len: 210 time: 0.1106873 Feb 15 13:54:48.243948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:54:48.254326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.266607 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (eaa6a6b7-399f-4757-bad7-f76e38e69630), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.267059 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Added segment eaa6a6b7-399f-4757-bad7-f76e38e69630 of type vlan for network 6de742ab-4b86-4303-ab20-878112c19cfd Feb 15 13:54:48.297163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c2b4931d-1d85-4f4b-a72d-f1c4f8a80848 None None] For port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2b6ae87b-9be7-4d8a-b76f-97a33bb09c60,segment=NetworkSegment(684de8f2-21e4-454f-8460-13688caf17cf),segment_id=684de8f2-21e4-454f-8460-13688caf17cf)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:48.300545 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c2b4931d-1d85-4f4b-a72d-f1c4f8a80848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.306563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6ae87b-9be7-4d8a-b76f-97a33bb09c60,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:48.313483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] No DVR routers for this DVR port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:48.326918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693043c-a2b5-4b17-8ebf-f0b45532f2c3 req-da7b693b-fb17-41ae-9dd5-162aead41fbe tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:48.332086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9693043c-a2b5-4b17-8ebf-f0b45532f2c3 req-da7b693b-fb17-41ae-9dd5-162aead41fbe tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 1128 time: 0.2707248 Feb 15 13:54:48.396638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4931d-1d85-4f4b-a72d-f1c4f8a80848 None None] Calling delete_port for 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:48.403523 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.426825 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (6de742ab-4b86-4303-ab20-878112c19cfd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.442135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (4c8e3115-76cd-412d-b367-0a26a6512778), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.494435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9693043c-a2b5-4b17-8ebf-f0b45532f2c3 req-0d0e7438-8813-4e25-90c5-d65646b63ef1 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571522 Feb 15 13:54:48.519247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8e3115-76cd-412d-b367-0a26a6512778']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:48.522263 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (6de742ab-4b86-4303-ab20-878112c19cfd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.523299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:48.523885 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.555096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684de8f2-21e4-454f-8460-13688caf17cf') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:48.555096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684de8f2-21e4-454f-8460-13688caf17cf') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:48.612307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b74bd5bd-724d-4906-a932-cbc5c5ddd97d req-dcaf61e5-a8fc-446a-adf7-63ec1f942fa2 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0744350 Feb 15 13:54:48.624086 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (684de8f2-21e4-454f-8460-13688caf17cf), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.686744 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2173271 Feb 15 13:54:48.691481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (684de8f2-21e4-454f-8460-13688caf17cf), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.695924 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51886) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:48.713183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] Request body: {'subnet': {'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-145094465-subnet', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:48.735265 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c2b4931d-1d85-4f4b-a72d-f1c4f8a80848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (2b6ae87b-9be7-4d8a-b76f-97a33bb09c60), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.745956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61fb36-432b-407a-afd0-bd1e2072f32c req-eb7d838c-1edb-42eb-b691-6015d71659ce tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:48.755082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b4931d-1d85-4f4b-a72d-f1c4f8a80848 None None] No DVR routers for this DVR port 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:48.787055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4931d-1d85-4f4b-a72d-f1c4f8a80848 None None] Pushing event deleted for resources: {'Port': ['ID=2b6ae87b-9be7-4d8a-b76f-97a33bb09c60,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:48.799994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd61fb36-432b-407a-afd0-bd1e2072f32c req-eb7d838c-1edb-42eb-b691-6015d71659ce tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.2063818 Feb 15 13:54:48.820081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:54:48.822480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.825945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:54:48.842408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (684de8f2-21e4-454f-8460-13688caf17cf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:54:48.844551 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:54:48.867434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd61fb36-432b-407a-afd0-bd1e2072f32c req-f0600343-5846-4f04-99d3-f2fd990d6949 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664458 Feb 15 13:54:48.903507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf8c84-3045-4739-bed0-124adbde1716 admin admin] Pushing event updated for resources: {'Network': ['ID=6de742ab-4b86-4303-ab20-878112c19cfd,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:48.926487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 6de742ab-4b86-4303-ab20-878112c19cfd details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:54:48.984289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51898) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:49.150734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:49.159450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78ad79-3953-43f1-9df2-286b084ad7ff req-74ab2cb7-c281-49d7-94fb-0628ad8f2ac7 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:49.161032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a78ad79-3953-43f1-9df2-286b084ad7ff req-74ab2cb7-c281-49d7-94fb-0628ad8f2ac7 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.1656451 Feb 15 13:54:49.225158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:49.252202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2b6ae87b-9be7-4d8a-b76f-97a33bb09c60 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:49.317958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a78ad79-3953-43f1-9df2-286b084ad7ff req-2b989241-c11d-4780-bc46-de3cf5455963 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407237 Feb 15 13:54:49.393860 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (4c8e3115-76cd-412d-b367-0a26a6512778), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:49.413682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51910) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:49.414648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-00d024ee-437c-4ebe-b831-07a546b0b7d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06fe082f47a64ad9bc2ff9b5c4998f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166188 Feb 15 13:54:49.443687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:49.449123 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4c8e3115-76cd-412d-b367-0a26a6512778 HTTP/1.1" status: 204 len: 168 time: 2.2583241 Feb 15 13:54:49.471565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec0212-a1ff-4b4a-8102-1d97e67b7b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8e3115-76cd-412d-b367-0a26a6512778,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:49.559271 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1466499-563d-4aae-90ff-4dc8aba7c5fe admin admin] Publish callbacks [] for security_group (178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:49.622419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1466499-563d-4aae-90ff-4dc8aba7c5fe admin admin] Publish callbacks [] for security_group (178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:49.659344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51918) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:49.666136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:49.675889 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (bb2f9132-3f76-4e63-8422-e5b3d0ae47e2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:49.793564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2f9132-3f76-4e63-8422-e5b3d0ae47e2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:49.807818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-88b05010-273f-4711-9060-ffe628a4f63f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=064f02fa32264301832186d2a5d4f5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466610 Feb 15 13:54:49.809064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] Checking segment: {'id': 'eaa6a6b7-399f-4757-bad7-f76e38e69630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:49.809468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] Network hostable DHCP agents. Network: 6de742ab-4b86-4303-ab20-878112c19cfd, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:54:49.811826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51922) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:49.829246 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1466499-563d-4aae-90ff-4dc8aba7c5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:49.837142 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1466499-563d-4aae-90ff-4dc8aba7c5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:49.840639 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b1466499-563d-4aae-90ff-4dc8aba7c5fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7 HTTP/1.1" status: 204 len: 168 time: 0.4193206 Feb 15 13:54:49.887213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3b6961ac-601f-44f4-bd29-e50ca01a6c87 req-863b596c-1f3c-4271-88fd-4a4125d2ac31 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0557504 Feb 15 13:54:49.893224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1466499-563d-4aae-90ff-4dc8aba7c5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178d51a4-c5a8-4ccd-9e9e-ef8dbe8921f7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:49.958387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] Network 6de742ab-4b86-4303-ab20-878112c19cfd is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:54:50.147745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fffce-0c57-477f-b56f-b5cead739231 req-830069de-2565-4920-863d-243546ef06a8 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:50.162350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf3fffce-0c57-477f-b56f-b5cead739231 req-830069de-2565-4920-863d-243546ef06a8 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.1038864 Feb 15 13:54:50.227425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6f63f4-b52d-4863-98c3-9e1758bdb5ac', 'name': 'network-vif-deleted', 'tag': '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:50.233982 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a13ddc-d4bc-4a98-846b-2f2552d38f00" -d '{"events": [{"server_uuid": "af6f63f4-b52d-4863-98c3-9e1758bdb5ac", "name": "network-vif-deleted", "tag": "15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:50.242441 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac0228af-1aa5-41e6-86aa-8616bc8d4273 admin admin] Publish callbacks [] for security_group (3cbbc4a1-b002-4285-8763-6a09fe3df49e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:50.303516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac0228af-1aa5-41e6-86aa-8616bc8d4273 admin admin] Publish callbacks [] for security_group (3cbbc4a1-b002-4285-8763-6a09fe3df49e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:50.306044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf3fffce-0c57-477f-b56f-b5cead739231 req-5ec9d26d-b1f4-4ea9-9bc2-7471557ba1a2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410842 Feb 15 13:54:50.364214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942b902-c469-4e12-8aec-ba92c3652f07 req-d0097c81-be4d-42f6-8f2d-b1d40080ab65 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:50.367541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2942b902-c469-4e12-8aec-ba92c3652f07 req-d0097c81-be4d-42f6-8f2d-b1d40080ab65 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9435e4c-a27c-4519-9f51-4142c323f418 HTTP/1.1" status: 200 len: 950 time: 0.1754584 Feb 15 13:54:50.422575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-1a7d9881-0356-4bc2-88ab-ae5483a9dbc1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:50.424628 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-1a7d9881-0356-4bc2-88ab-ae5483a9dbc1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.42 "GET /v2.0/networks?id=5c56b48c-fa72-409b-b0c4-7690458bbabf HTTP/1.1" status: 200 len: 816 time: 0.4208302 Feb 15 13:54:50.425442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 6de742ab-4b86-4303-ab20-878112c19cfd) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:50.434210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:50.440945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ed243-bf6c-4002-9ddb-92b6ac7cca3f None None] Network 6de742ab-4b86-4303-ab20-878112c19cfd requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:54:50.444621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:50.509962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2942b902-c469-4e12-8aec-ba92c3652f07 req-1042c409-ee2c-4b56-8232-a11e1d7e56f2 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344194 Feb 15 13:54:50.513516 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6b184feb-d5bd-4459-a020-4e4a8bf3ae67 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8102691 Feb 15 13:54:50.516199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac0228af-1aa5-41e6-86aa-8616bc8d4273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3cbbc4a1-b002-4285-8763-6a09fe3df49e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:50.518536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51944) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:50.526052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-145094465-router', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:50.529601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac0228af-1aa5-41e6-86aa-8616bc8d4273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:50.560740 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ac0228af-1aa5-41e6-86aa-8616bc8d4273 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3cbbc4a1-b002-4285-8763-6a09fe3df49e HTTP/1.1" status: 204 len: 168 time: 0.7475917 Feb 15 13:54:50.623657 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51948) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:50.630577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-6de742ab-4b86-4303-ab20-878112c19cfd', 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd', 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'fixed_ips': [{'subnet_id': 'bb2f9132-3f76-4e63-8422-e5b3d0ae47e2'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:54:50.634516 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:50.636542 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (6ad80651-dbad-4023-bdb8-6f88327e0719), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:50.637761 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (6ad80651-dbad-4023-bdb8-6f88327e0719), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:50.683705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0228af-1aa5-41e6-86aa-8616bc8d4273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbbc4a1-b002-4285-8763-6a09fe3df49e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:50.806746 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2abaa969-3c7e-462d-b5e5-015d63615adc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=44b8d114bcc849d0b6f1c5a559c36d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793849 Feb 15 13:54:50.811822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51956) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:50.902318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Allocated IP 172.20.0.2 (6de742ab-4b86-4303-ab20-878112c19cfd/bb2f9132-3f76-4e63-8422-e5b3d0ae47e2/0b809f5d-7340-417a-8735-ae6d8bf9e5a4) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:50.918184 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-b838df14-cc75-46bf-bb11-8eaa9d783a25 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c416f6fd41ea40eb8149d6f4d771ad46 HTTP/1.1" status: 200 len: 380 time: 0.4293721 Feb 15 13:54:50.945041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Request body: {'port': {'device_id': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'admin_state_up': True, 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'security_groups': ['df27d94d-fb59-4d25-b5b3-14269af7ba6c']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:51.076649 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.079041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Publish callbacks [] for router_controller (6ad80651-dbad-4023-bdb8-6f88327e0719), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.139992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38ec95b3-f855-42ea-b8c0-f187348c6b97 admin admin] Publish callbacks [] for security_group (fca291cf-f8ae-410a-8c10-3f39c9d04dca), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.181904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38ec95b3-f855-42ea-b8c0-f187348c6b97 admin admin] Publish callbacks [] for security_group (fca291cf-f8ae-410a-8c10-3f39c9d04dca), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.255532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Made reservation on behalf of c416f6fd41ea40eb8149d6f4d771ad46 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:54:51.278310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.292138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38ec95b3-f855-42ea-b8c0-f187348c6b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fca291cf-f8ae-410a-8c10-3f39c9d04dca), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.298609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38ec95b3-f855-42ea-b8c0-f187348c6b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.302243 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-38ec95b3-f855-42ea-b8c0-f187348c6b97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fca291cf-f8ae-410a-8c10-3f39c9d04dca HTTP/1.1" status: 204 len: 168 time: 0.4872611 Feb 15 13:54:51.315861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51962) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:51.360232 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Publish callbacks [] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.377374 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.399759 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7087709-d74b-42a1-b155-054b024d06c6 x-openstack-request-id: req-d7087709-d74b-42a1-b155-054b024d06c6 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:51.400075 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6f63f4-b52d-4863-98c3-9e1758bdb5ac", "name": "network-vif-deleted", "tag": "15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:51.400339 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d7087709-d74b-42a1-b155-054b024d06c6 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:51.401217 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6f63f4-b52d-4863-98c3-9e1758bdb5ac', 'name': 'network-vif-deleted', 'tag': '15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c', 'status': 'completed', 'code': 200} Feb 15 13:54:51.425173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec95b3-f855-42ea-b8c0-f187348c6b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca291cf-f8ae-410a-8c10-3f39c9d04dca,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:51.495779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Network 6de742ab-4b86-4303-ab20-878112c19cfd is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:51.542279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:51.563961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:54:51.576024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Pushing event updated for resources: {'Port': ['ID=0b809f5d-7340-417a-8735-ae6d8bf9e5a4,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:51.658810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Publish callbacks [] for router_gateway (6ad80651-dbad-4023-bdb8-6f88327e0719), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.672764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3e8e0ea-7a0b-42c7-b0d0-033660cd6b86 req-f2a5d7ef-cd95-40eb-bca9-88ed90c7d519 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.1609101 Feb 15 13:54:51.698316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Attempting to bind port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:54:51.698696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Attempting to bind port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'eaa6a6b7-399f-4757-bad7-f76e38e69630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:54:51.699103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Attempting to bind port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 on network 6de742ab-4b86-4303-ab20-878112c19cfd {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:51.718114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:54:51.718501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Checking segment: {'id': 'eaa6a6b7-399f-4757-bad7-f76e38e69630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:51.718951 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.719343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Bound using segment: {'id': 'eaa6a6b7-399f-4757-bad7-f76e38e69630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:54:51.719827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Bound port: 0b809f5d-7340-417a-8735-ae6d8bf9e5a4, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa6a6b7-399f-4757-bad7-f76e38e69630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:54:51.720256 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:51.739117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c878e691-30a5-418a-9402-34b48996d64f req-99e39259-13f2-4795-8351-03933bd6cc6c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6308484 Feb 15 13:54:51.753040 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-08701b61-5c7f-4bdb-a3b6-6b5b9f1cfbbc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=93b8d339619c4e61a42ecc3b5d6031f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4024162 Feb 15 13:54:51.817229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd0fa9-6ab0-4d05-959f-3463b86a1431 req-542a1791-fcd9-4c19-b2c4-958b6d059cd1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:51.831613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fdfd0fa9-6ab0-4d05-959f-3463b86a1431 req-542a1791-fcd9-4c19-b2c4-958b6d059cd1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.7184763 Feb 15 13:54:51.886712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51968) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:51.925939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] For port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:51.935892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] For port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0b809f5d-7340-417a-8735-ae6d8bf9e5a4,segment=NetworkSegment(eaa6a6b7-399f-4757-bad7-f76e38e69630),segment_id=eaa6a6b7-399f-4757-bad7-f76e38e69630)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:54:51.948979 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:52.055708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996222a-9934-406a-a0bf-259e90119b21 None None] Pushing event updated for resources: {'Port': ['ID=0b809f5d-7340-417a-8735-ae6d8bf9e5a4,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:52.134770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:52.187736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:52.188105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 15bb77ff-ec48-4cfe-bb56-1f63d4b1a91c not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:52.231527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fdfd0fa9-6ab0-4d05-959f-3463b86a1431 req-63e1fdf4-f2be-4191-a8f0-c6457e3c7522 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977633 Feb 15 13:54:52.263947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef04c90-1780-44f8-8df2-f08525856dd2 req-d6975951-9832-4847-9a52-43aeda33855a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:52.265695 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3ef04c90-1780-44f8-8df2-f08525856dd2 req-d6975951-9832-4847-9a52-43aeda33855a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "GET /v2.0/ports?device_id=873dca12-0396-47e7-af32-e7a2ca40fbe7 HTTP/1.1" status: 200 len: 949 time: 0.5952811 Feb 15 13:54:52.281204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e691-30a5-418a-9402-34b48996d64f req-1bd174e7-5f1f-4d15-a84e-7a529cf80ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:52.282948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c878e691-30a5-418a-9402-34b48996d64f req-1bd174e7-5f1f-4d15-a84e-7a529cf80ebb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7aef015375ad44b98dbd519ebaf87d98&device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 1132 time: 0.5382915 Feb 15 13:54:52.333061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d287890-6627-4f57-9d19-74df8355fc44 req-de484041-6b8a-483d-a732-6f838cc927b7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:52.401534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d287890-6627-4f57-9d19-74df8355fc44 req-de484041-6b8a-483d-a732-6f838cc927b7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9435e4c-a27c-4519-9f51-4142c323f418 HTTP/1.1" status: 200 len: 950 time: 0.4178603 Feb 15 13:54:52.435439 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea43d3c0-5993-498b-ae42-71e5b716bb3a admin admin] Publish callbacks [] for security_group (43d59ec2-2b4f-4924-b9eb-6d0042984e4b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:52.450026 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aa826-6be2-456e-858b-950abefc9918 req-792fc8c2-6de9-46a3-9571-b1071a7a0450 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:52.452296 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-296aa826-6be2-456e-858b-950abefc9918 req-792fc8c2-6de9-46a3-9571-b1071a7a0450 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/ports?device_id=a9435e4c-a27c-4519-9f51-4142c323f418 HTTP/1.1" status: 200 len: 950 time: 0.7121432 Feb 15 13:54:52.591388 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea43d3c0-5993-498b-ae42-71e5b716bb3a admin admin] Publish callbacks [] for security_group (43d59ec2-2b4f-4924-b9eb-6d0042984e4b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:52.602257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Allocated IP 172.20.0.10 (5c56b48c-fa72-409b-b0c4-7690458bbabf/e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f/2b76b203-3a57-406e-94ff-49fba74cc727) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:52.743054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d287890-6627-4f57-9d19-74df8355fc44 req-5f0fc5f4-1f2c-449c-92f3-05d12919ea29 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396096 Feb 15 13:54:52.880651 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea43d3c0-5993-498b-ae42-71e5b716bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (43d59ec2-2b4f-4924-b9eb-6d0042984e4b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:52.885642 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea43d3c0-5993-498b-ae42-71e5b716bb3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:52.887400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ea43d3c0-5993-498b-ae42-71e5b716bb3a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43d59ec2-2b4f-4924-b9eb-6d0042984e4b HTTP/1.1" status: 204 len: 168 time: 0.9944696 Feb 15 13:54:52.889287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e691-30a5-418a-9402-34b48996d64f req-d420b9b0-ae70-4151-8d80-d91afc40b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:52.891656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c878e691-30a5-418a-9402-34b48996d64f req-d420b9b0-ae70-4151-8d80-d91afc40b01f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.4794869 Feb 15 13:54:52.996345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea09f5c6-f2b6-4c1d-a3a1-b3429e4d7a0c req-1bea5f69-f4fb-45bc-aa35-c9dcb4cf4bd4 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.1033511 Feb 15 13:54:53.066459 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for port (2b76b203-3a57-406e-94ff-49fba74cc727), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:53.069257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c878e691-30a5-418a-9402-34b48996d64f req-85369ea9-d47d-4031-86cb-b253702697f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=7a67bb08-8848-4a49-b390-9c9b837b6fe0 HTTP/1.1" status: 200 len: 217 time: 0.1661191 Feb 15 13:54:53.121373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:54:53.132165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-3ef04c90-1780-44f8-8df2-f08525856dd2 req-45c9059e-d116-463e-8fc4-c7e8aa4eb0a1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Deleting port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:53.141869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3ef04c90-1780-44f8-8df2-f08525856dd2 req-45c9059e-d116-463e-8fc4-c7e8aa4eb0a1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:53.249135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:53.250063 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:53.257818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43d3c0-5993-498b-ae42-71e5b716bb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d59ec2-2b4f-4924-b9eb-6d0042984e4b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:53.330119 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-296aa826-6be2-456e-858b-950abefc9918 req-550c3bd0-b8e6-4738-9772-65e410d111e9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Deleting port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:54:53.330395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-296aa826-6be2-456e-858b-950abefc9918 req-550c3bd0-b8e6-4738-9772-65e410d111e9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:53.441349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e691-30a5-418a-9402-34b48996d64f req-1a5bf1be-8a3e-470f-80fa-1ae49c5653d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:53.443021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c878e691-30a5-418a-9402-34b48996d64f req-1a5bf1be-8a3e-470f-80fa-1ae49c5653d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1961501 Feb 15 13:54:53.478541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:53.478541 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:53.548198 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:53.557221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0b809f5d-7340-417a-8735-ae6d8bf9e5a4,segment=NetworkSegment(eaa6a6b7-399f-4757-bad7-f76e38e69630),segment_id=eaa6a6b7-399f-4757-bad7-f76e38e69630)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:53.570444 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:53.637402 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Publish callbacks [] for router_gateway (6ad80651-dbad-4023-bdb8-6f88327e0719), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:53.675651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=0b809f5d-7340-417a-8735-ae6d8bf9e5a4,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:53.732566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-3ef04c90-1780-44f8-8df2-f08525856dd2 req-45c9059e-d116-463e-8fc4-c7e8aa4eb0a1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] For port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:53.732941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3ef04c90-1780-44f8-8df2-f08525856dd2 req-45c9059e-d116-463e-8fc4-c7e8aa4eb0a1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:53.742832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012743f-008f-44be-90bf-652d6996d533 req-995e0322-7715-475b-874b-152a33012477 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:53.758877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0012743f-008f-44be-90bf-652d6996d533 req-995e0322-7715-475b-874b-152a33012477 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.6966376 Feb 15 13:54:53.780301 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:53.811705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Network 5c56b48c-fa72-409b-b0c4-7690458bbabf is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:53.828069 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-3ef04c90-1780-44f8-8df2-f08525856dd2 req-45c9059e-d116-463e-8fc4-c7e8aa4eb0a1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Calling delete_port for 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:53.853197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:53.865665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-296aa826-6be2-456e-858b-950abefc9918 req-550c3bd0-b8e6-4738-9772-65e410d111e9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] For port 5176e481-ca4f-4fca-ba7c-3c067b8a1117, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5176e481-ca4f-4fca-ba7c-3c067b8a1117,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:53.865665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-296aa826-6be2-456e-858b-950abefc9918 req-550c3bd0-b8e6-4738-9772-65e410d111e9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:53.887680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:54:53.910011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399d893e-ae8e-475b-a19d-59a8402f8400 None None] Network 6de742ab-4b86-4303-ab20-878112c19cfd requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:54:53.916076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-296aa826-6be2-456e-858b-950abefc9918 req-550c3bd0-b8e6-4738-9772-65e410d111e9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Calling delete_port for 5176e481-ca4f-4fca-ba7c-3c067b8a1117 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:54:54.108239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e691-30a5-418a-9402-34b48996d64f req-6e82e922-1b43-4ecf-bc1d-aaffa4c760f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:54.114958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c878e691-30a5-418a-9402-34b48996d64f req-6e82e922-1b43-4ecf-bc1d-aaffa4c760f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6523237 Feb 15 13:54:54.140942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5c96dd50-5bd3-4502-bb4e-e6199987949e None None] Provisioning complete for port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:54.142921 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c96dd50-5bd3-4502-bb4e-e6199987949e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:54.148041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b784-dde0-4b01-b74c-5b6ae4a800e9 req-21629fb0-d4cf-46d9-a924-0280591c03d3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:54.161369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2658b784-dde0-4b01-b74c-5b6ae4a800e9 req-21629fb0-d4cf-46d9-a924-0280591c03d3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.6879659 Feb 15 13:54:54.180535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Pushing event updated for resources: {'Port': ['ID=2b76b203-3a57-406e-94ff-49fba74cc727,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:54.213614 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-296aa826-6be2-456e-858b-950abefc9918 req-550c3bd0-b8e6-4738-9772-65e410d111e9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5176e481-ca4f-4fca-ba7c-3c067b8a1117), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:54.300655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5c96dd50-5bd3-4502-bb4e-e6199987949e None None] Current status of the port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:54.306510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'c101a996-9b64-4c97-81ba-20e3959c7d09', '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:54.315181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:54.315987 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:54.341742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c3bd0-b8e6-4738-9772-65e410d111e9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event deleted for resources: {'Port': ['ID=5176e481-ca4f-4fca-ba7c-3c067b8a1117,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:54.376986 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-c1622271-ce03-4707-909c-fa81717f7ad1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4396231 Feb 15 13:54:54.429629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Request body: {'port': {'device_id': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:54.460046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d6e78c4e-8340-438c-9601-db981210eb7b None None] Provisioning complete for port 2b76b203-3a57-406e-94ff-49fba74cc727 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:54.460803 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d6e78c4e-8340-438c-9601-db981210eb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:54.518636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-296aa826-6be2-456e-858b-950abefc9918 req-550c3bd0-b8e6-4738-9772-65e410d111e9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] No DVR routers for this DVR port 5176e481-ca4f-4fca-ba7c-3c067b8a1117 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:54.529817 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-296aa826-6be2-456e-858b-950abefc9918 req-550c3bd0-b8e6-4738-9772-65e410d111e9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:54.534853 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-296aa826-6be2-456e-858b-950abefc9918 req-550c3bd0-b8e6-4738-9772-65e410d111e9 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "DELETE /v2.0/ports/5176e481-ca4f-4fca-ba7c-3c067b8a1117 HTTP/1.1" status: 204 len: 173 time: 2.0650926 Feb 15 13:54:54.537398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9435e4c-a27c-4519-9f51-4142c323f418', 'name': 'network-vif-deleted', 'tag': '5176e481-ca4f-4fca-ba7c-3c067b8a1117'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:54.549480 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91d14e9-a9da-40c3-bcb4-30621a4df942" -d '{"events": [{"server_uuid": "a9435e4c-a27c-4519-9f51-4142c323f418", "name": "network-vif-deleted", "tag": "5176e481-ca4f-4fca-ba7c-3c067b8a1117"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:54.585361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52072) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:54.611617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d6e78c4e-8340-438c-9601-db981210eb7b None None] Port 2b76b203-3a57-406e-94ff-49fba74cc727 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:54:54.679942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0012743f-008f-44be-90bf-652d6996d533 req-38454592-3220-44f0-b62b-a726cc01774e tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9200668 Feb 15 13:54:54.741495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2658b784-dde0-4b01-b74c-5b6ae4a800e9 req-b84d833b-b98f-4de4-86b7-db28615c7e48 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772002 Feb 15 13:54:54.748653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:54.762771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Allocated IP 172.25.6.226 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/ddcb3985-382f-4d6d-97e9-5932b248163e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:54.846023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3ef04c90-1780-44f8-8df2-f08525856dd2 req-45c9059e-d116-463e-8fc4-c7e8aa4eb0a1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:54.879653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'c101a996-9b64-4c97-81ba-20e3959c7d09', '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:54.992038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-978504791-network', 'tenant_id': '1a40291f488648218df7665e0b98c961'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:55.024786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6eb19408-d017-47fe-9274-5d147715d6a2 None None] Provisioning complete for port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:55.025163 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6eb19408-d017-47fe-9274-5d147715d6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:55.036951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c878e691-30a5-418a-9402-34b48996d64f req-8587070e-e5c4-4a5d-8c06-6d5800905585 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884068 Feb 15 13:54:55.040264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6fc048d0-f637-4176-8a13-ca61dc8705df req-29343fd2-353a-4b8c-a849-1a5f0b92ea65 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9435e4c-a27c-4519-9f51-4142c323f418 HTTP/1.1" status: 200 len: 210 time: 0.1204360 Feb 15 13:54:55.040714 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9059e-d116-463e-8fc4-c7e8aa4eb0a1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event deleted for resources: {'Port': ['ID=0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:55.080860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef04c90-1780-44f8-8df2-f08525856dd2 req-45c9059e-d116-463e-8fc4-c7e8aa4eb0a1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] No DVR routers for this DVR port 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:54:55.102379 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3ef04c90-1780-44f8-8df2-f08525856dd2 req-45c9059e-d116-463e-8fc4-c7e8aa4eb0a1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:55.113663 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3ef04c90-1780-44f8-8df2-f08525856dd2 req-45c9059e-d116-463e-8fc4-c7e8aa4eb0a1 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.42 "DELETE /v2.0/ports/0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 HTTP/1.1" status: 204 len: 173 time: 2.8349864 Feb 15 13:54:55.114395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Made reservation on behalf of 1a40291f488648218df7665e0b98c961 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:54:55.122064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:55.152792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:55.218270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:54:55.578034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:54:55.578422 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:55.634688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b76b203-3a57-406e-94ff-49fba74cc727 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:55.651403 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Publish callbacks [] for port (2b76b203-3a57-406e-94ff-49fba74cc727), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:55.676058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Transition to ACTIVE for port object 2b76b203-3a57-406e-94ff-49fba74cc727 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:54:55.689600 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:55.823701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Pushing event updated for resources: {'Port': ['ID=2b76b203-3a57-406e-94ff-49fba74cc727,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:55.833518 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Publish callbacks [] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:55.858058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6eb19408-d017-47fe-9274-5d147715d6a2 None None] Current status of the port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:55.965643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c878e691-30a5-418a-9402-34b48996d64f req-400a8230-8995-40dd-9150-4b5bd2170f35 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9198935 Feb 15 13:54:56.015287 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Publish callbacks [] for security_group (fd584237-e3a3-4516-a22f-70ad68832cad), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:56.021941 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-d6a0c6a2-7b58-4459-89a7-0f8910b72aad tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4896c630f5384ddf8f9da23fc3bf4cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219358 Feb 15 13:54:56.042368 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fd584237-e3a3-4516-a22f-70ad68832cad), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:56.064317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Attempting to bind port 2b76b203-3a57-406e-94ff-49fba74cc727 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:54:56.065294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Attempting to bind port 2b76b203-3a57-406e-94ff-49fba74cc727 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:54:56.065742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Attempting to bind port 2b76b203-3a57-406e-94ff-49fba74cc727 on network 5c56b48c-fa72-409b-b0c4-7690458bbabf {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:56.086803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf44b8e-4bba-4ea3-9967-29050d746822 req-8e7e17ee-660e-4ca5-b99c-b6d0b4c69db4 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.098005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bf44b8e-4bba-4ea3-9967-29050d746822 req-8e7e17ee-660e-4ca5-b99c-b6d0b4c69db4 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 932 time: 0.8998659 Feb 15 13:54:56.104549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Port 2b76b203-3a57-406e-94ff-49fba74cc727 on network 5c56b48c-fa72-409b-b0c4-7690458bbabf not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:54:56.105032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Attempting to bind port 2b76b203-3a57-406e-94ff-49fba74cc727 on network 5c56b48c-fa72-409b-b0c4-7690458bbabf {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:54:56.110983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd584237-e3a3-4516-a22f-70ad68832cad,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:56.114893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:54:56.128906 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:54:56.133024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Checking segment: {'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:56.134536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Bound using segment: {'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:54:56.135286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Bound port: 2b76b203-3a57-406e-94ff-49fba74cc727, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32f95c2-fccf-461d-b28f-b978cc53a3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:54:56.135934 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:56.159984 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7584e520-e519-4c2c-a260-e089bca27043), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:56.160726 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Added segment 7584e520-e519-4c2c-a260-e089bca27043 of type vlan for network 6c7a4dea-9b1c-45ce-98f2-09854912c65b Feb 15 13:54:56.267665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (6c7a4dea-9b1c-45ce-98f2-09854912c65b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:56.280350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bf44b8e-4bba-4ea3-9967-29050d746822 req-bc48927f-7a6c-4ab2-8677-89a41c5589d2 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813548 Feb 15 13:54:56.296139 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:56.311626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:54:56.318478 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] For port 2b76b203-3a57-406e-94ff-49fba74cc727, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:54:56.337872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] For port 2b76b203-3a57-406e-94ff-49fba74cc727, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=2b76b203-3a57-406e-94ff-49fba74cc727,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:54:56.343555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (6c7a4dea-9b1c-45ce-98f2-09854912c65b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:56.345407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.345958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:56.436780 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b515502-160e-4ee6-b9a3-a848fe233cde x-openstack-request-id: req-2b515502-160e-4ee6-b9a3-a848fe233cde {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:56.437242 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9435e4c-a27c-4519-9f51-4142c323f418", "name": "network-vif-deleted", "tag": "5176e481-ca4f-4fca-ba7c-3c067b8a1117", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:56.437857 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2b515502-160e-4ee6-b9a3-a848fe233cde {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:56.438364 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9435e4c-a27c-4519-9f51-4142c323f418', 'name': 'network-vif-deleted', 'tag': '5176e481-ca4f-4fca-ba7c-3c067b8a1117', 'status': 'completed', 'code': 200} Feb 15 13:54:56.439087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] Pushing event updated for resources: {'Network': ['ID=6c7a4dea-9b1c-45ce-98f2-09854912c65b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:56.453260 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:56.454200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:54:56.464151 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:56.477712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-837f9e17-5e2d-46f2-8fec-543ff2dc161b tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.484973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-837f9e17-5e2d-46f2-8fec-543ff2dc161b tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4620829 Feb 15 13:54:56.494065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:54:56.514563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Pushing event updated for resources: {'Port': ['ID=2b76b203-3a57-406e-94ff-49fba74cc727,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:56.515128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cd6c8933-ab74-44fb-9397-32bc4e495b34 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/quotas/4896c630f5384ddf8f9da23fc3bf4cac HTTP/1.1" status: 200 len: 375 time: 0.0278740 Feb 15 13:54:56.539763 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0ca3c492-8176-4c1c-a787-ee6d689e8001 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9499099 Feb 15 13:54:56.540121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52102) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:56.540988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:56.546509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] Request body: {'subnet': {'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-978504791-subnet', 'tenant_id': '1a40291f488648218df7665e0b98c961', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:56.568643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5176e481-ca4f-4fca-ba7c-3c067b8a1117 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:56.571066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.573087 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:56.575298 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e5d4e25b-074a-4bf9-b24e-ae99d8de0b50 service neutron] 10.222.0.42 "PUT /v2.0/ports/2b76b203-3a57-406e-94ff-49fba74cc727 HTTP/1.1" status: 200 len: 1093 time: 2.1730485 Feb 15 13:54:56.577033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] Made reservation on behalf of 1a40291f488648218df7665e0b98c961 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:54:56.577170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:54:56.581199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:56.625075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101', 'network_id': '5461f37d-d055-446e-8d72-40835b2310d7', 'port_id': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101', 'mac_address': 'fa:16:3e:16:dd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b28444a-b502-4aa0-b454-8e8c20bce1b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:54:56.631854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Pushing event updated for resources: {'Port': ['ID=ddcb3985-382f-4d6d-97e9-5932b248163e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:56.643004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 6c7a4dea-9b1c-45ce-98f2-09854912c65b details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:54:56.701792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-861d7bdd-6741-4512-861c-477e08aeec7e tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4896c630f5384ddf8f9da23fc3bf4cac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1854982 Feb 15 13:54:56.774614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-23f4d4a7-6c25-4ae9-ad76-18d11f5da946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.776997 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-23f4d4a7-6c25-4ae9-ad76-18d11f5da946 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c416f6fd41ea40eb8149d6f4d771ad46&device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 1127 time: 0.1426656 Feb 15 13:54:56.840956 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-e06fa65a-36e7-435a-bcad-d0220e1152f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b76b203-3a57-406e-94ff-49fba74cc727 HTTP/1.1" status: 200 len: 217 time: 0.0544746 Feb 15 13:54:56.969488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-cfa67a8f-d7be-416b-abde-66ff57cd09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:56.971786 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-cfa67a8f-d7be-416b-abde-66ff57cd09f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f HTTP/1.1" status: 200 len: 855 time: 0.1208518 Feb 15 13:54:57.040880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:57.041182 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:57.111468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-00340f9f-728a-4b71-bb59-cc9ba6628c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:57.115124 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-00340f9f-728a-4b71-bb59-cc9ba6628c15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5c56b48c-fa72-409b-b0c4-7690458bbabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1356864 Feb 15 13:54:57.117778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:57.123389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e86a0b-20f8-4e40-998d-7a7e4e8a7bee req-9f890a30-f828-4d31-9529-af293903f08f tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:57.125684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:57.126048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:57.127509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 5176e481-ca4f-4fca-ba7c-3c067b8a1117 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:54:57.127801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5176e481-ca4f-4fca-ba7c-3c067b8a1117 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:54:57.135440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b7e86a0b-20f8-4e40-998d-7a7e4e8a7bee req-9f890a30-f828-4d31-9529-af293903f08f tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 945 time: 0.6422684 Feb 15 13:54:57.180473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:57.197632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:54:57.206183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:54:57.306720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:54:57.314046 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b7e86a0b-20f8-4e40-998d-7a7e4e8a7bee req-ab8f562f-36c5-437b-86a5-c25b00fab7ce tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772370 Feb 15 13:54:57.350233 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:57.434616 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-bdda71d6-60d3-42fc-add5-bd3c4241b0ef service neutron] 10.222.0.42 "GET /v2.0/networks/5c56b48c-fa72-409b-b0c4-7690458bbabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551057 Feb 15 13:54:57.526244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:57.538626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9f5fc1ae-e05b-4844-84d4-3f652fbf1101'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:54:57.565367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] Checking segment: {'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:54:57.565744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] Network hostable DHCP agents. Network: 6c7a4dea-9b1c-45ce-98f2-09854912c65b, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:54:57.656628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] Network 6c7a4dea-9b1c-45ce-98f2-09854912c65b is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:54:57.691977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3ee3e-78ec-4a3b-b837-51ba2f25edc6 req-3ffde1c9-69cb-4a48-8d8f-96ca167ad3d0 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:57.703509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90e3ee3e-78ec-4a3b-b837-51ba2f25edc6 req-3ffde1c9-69cb-4a48-8d8f-96ca167ad3d0 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.6831667 Feb 15 13:54:57.706645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 6c7a4dea-9b1c-45ce-98f2-09854912c65b) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:54:57.714797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:57.715567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:57.720350 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d9a703d-e94e-4e35-b30e-d0da88593973 req-b6b186ae-3283-421b-8ee0-55386546c5c4 service neutron] 10.222.0.42 "GET /v2.0/networks/5c56b48c-fa72-409b-b0c4-7690458bbabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779541 Feb 15 13:54:57.725588 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Publish callbacks [] for router_gateway (6ad80651-dbad-4023-bdb8-6f88327e0719), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:57.760944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ef04e1-cce6-4268-89d6-3799506fc8b4 None None] Network 6c7a4dea-9b1c-45ce-98f2-09854912c65b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:54:57.762295 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-54365cd1-8e63-4a09-9a8b-9d54d6b5efac admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2208943 Feb 15 13:54:57.964587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-465b137c-1895-4053-9583-9bbf91acca37 req-e78e4d51-bc57-4e83-8ad7-f07920fa6bde tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 210 time: 0.2528992 Feb 15 13:54:58.034574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90e3ee3e-78ec-4a3b-b837-51ba2f25edc6 req-b7bd3ab6-33fe-40b4-9f8d-f704d16e095a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298569 Feb 15 13:54:58.068190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4591dc-31f0-40ff-9871-b72a6b5c099b None None] Network 6c7a4dea-9b1c-45ce-98f2-09854912c65b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:54:58.253332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (6ad80651-dbad-4023-bdb8-6f88327e0719), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:58.414364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b579b-378f-4e96-a21e-bf0001ab60d6 req-ed3c43a8-7fbd-4e04-b0df-a040d2075ca8 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:58.415898 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-145b579b-378f-4e96-a21e-bf0001ab60d6 req-ed3c43a8-7fbd-4e04-b0df-a040d2075ca8 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.3363674 Feb 15 13:54:58.439958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873dca12-0396-47e7-af32-e7a2ca40fbe7', 'name': 'network-vif-deleted', 'tag': '0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422'}, {'name': 'network-changed', 'server_uuid': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'tag': '2b76b203-3a57-406e-94ff-49fba74cc727'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:54:58.442350 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded0a892-d12a-4bb8-b764-eec93dce211c" -d '{"events": [{"server_uuid": "873dca12-0396-47e7-af32-e7a2ca40fbe7", "name": "network-vif-deleted", "tag": "0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422"}, {"name": "network-changed", "server_uuid": "1637667d-1a84-41fa-841c-4e87ea6d595a", "tag": "2b76b203-3a57-406e-94ff-49fba74cc727"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:54:58.499139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-e449429c-dcec-464a-96ce-3751e198666b tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:58.503406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-e449429c-dcec-464a-96ce-3751e198666b tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/networks?id=6c7a4dea-9b1c-45ce-98f2-09854912c65b HTTP/1.1" status: 200 len: 821 time: 0.2013431 Feb 15 13:54:58.551321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-1e227f87-e376-4ead-b14a-33cd47d87d10 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/quotas/1a40291f488648218df7665e0b98c961 HTTP/1.1" status: 200 len: 375 time: 0.0302985 Feb 15 13:54:58.563420 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-90826329-f3d9-4c65-a540-27019619e2f4 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4896c630f5384ddf8f9da23fc3bf4cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289726 Feb 15 13:54:58.566210 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-145b579b-378f-4e96-a21e-bf0001ab60d6 req-4b0547cb-55cd-45ce-9f6e-aaf0214ac531 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421707 Feb 15 13:54:58.651150 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-87a5c75c-4567-4e6a-a9d2-70d4e9dc7fdb tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a40291f488648218df7665e0b98c961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985489 Feb 15 13:54:58.743669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-2d1274cc-a63c-413d-aea3-3084fb4d0fb1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:58.745471 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-2d1274cc-a63c-413d-aea3-3084fb4d0fb1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752577 Feb 15 13:54:58.747738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Router 6ad80651-dbad-4023-bdb8-6f88327e0719 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:54:58.767224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Request body: {'port': {'device_id': '041fb751-4daa-4fb2-aea1-adfe760d0eb5', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '4896c630f5384ddf8f9da23fc3bf4cac'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:58.872285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-cfb4fdd7-eaf0-4ec0-920f-7ab8f13e759b service neutron] 10.222.0.72 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202425 Feb 15 13:54:58.882673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266048-060f-4e20-b5da-013effc401c4 req-eca2ff33-a342-4a06-96b7-14238bd25520 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:58.884296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63266048-060f-4e20-b5da-013effc401c4 req-eca2ff33-a342-4a06-96b7-14238bd25520 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 944 time: 0.1754589 Feb 15 13:54:58.895775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Made reservation on behalf of 4896c630f5384ddf8f9da23fc3bf4cac for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:54:58.899683 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:58.914301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:59.016357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks [] for security_group (09592107-00d6-47da-a139-e27c69295958), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:59.019935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63266048-060f-4e20-b5da-013effc401c4 req-1105fbe0-e123-4739-8dd5-3047b5bd0d0c tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258461 Feb 15 13:54:59.029152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (09592107-00d6-47da-a139-e27c69295958), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:59.032296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:54:59.046531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Sync routers for ids ['6ad80651-dbad-4023-bdb8-6f88327e0719'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:54:59.059426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Routers {'6ad80651-dbad-4023-bdb8-6f88327e0719'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:54:59.059839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6ad80651-dbad-4023-bdb8-6f88327e0719'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:59.088819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-fa54f8a6-70ed-44f8-9a92-36063ff2ecf2 service neutron] 10.222.0.72 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034633 Feb 15 13:54:59.106297 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:59.108299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fe1f8c62-690c-4391-a77d-086f73bbdaa4 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5877719 Feb 15 13:54:59.111253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52150) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:54:59.122560 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b343c3-6cb1-46e1-a175-1dd930676a27 x-openstack-request-id: req-97b343c3-6cb1-46e1-a175-1dd930676a27 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:54:59.122959 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873dca12-0396-47e7-af32-e7a2ca40fbe7", "name": "network-vif-deleted", "tag": "0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1637667d-1a84-41fa-841c-4e87ea6d595a", "tag": "2b76b203-3a57-406e-94ff-49fba74cc727", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:54:59.123202 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97b343c3-6cb1-46e1-a175-1dd930676a27 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:54:59.123587 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873dca12-0396-47e7-af32-e7a2ca40fbe7', 'name': 'network-vif-deleted', 'tag': '0bd3bbf2-51dc-4a81-9e20-1ed3a6c36422', 'status': 'completed', 'code': 200} Feb 15 13:54:59.123842 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'tag': '2b76b203-3a57-406e-94ff-49fba74cc727', 'status': 'completed', 'code': 200} Feb 15 13:54:59.137397 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09592107-00d6-47da-a139-e27c69295958,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:54:59.298703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Set router 6ad80651-dbad-4023-bdb8-6f88327e0719 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:54:59.336112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Allocated IP 192.168.233.77 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/2e4b8287-a2ba-4d77-9b6a-6961313ff007) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:54:59.354059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0a892-d12a-4bb8-b764-eec93dce211c req-9412b5fb-7091-4a3f-b7db-07f673d0ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:59.358269 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ded0a892-d12a-4bb8-b764-eec93dce211c req-9412b5fb-7091-4a3f-b7db-07f673d0ce93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c416f6fd41ea40eb8149d6f4d771ad46&device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 1127 time: 0.2098880 Feb 15 13:54:59.621906 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce04df79-44ac-4ffb-bbf1-4ff68c89492b req-35e0f91f-654c-4c2f-84a3-303c7684f875 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 210 time: 0.0846989 Feb 15 13:54:59.732495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'name': 'tempest-ServersTestMultiNic-145094465-router', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:50Z', 'updated_at': '2022-02-15T13:54:57Z', 'revision_number': 3, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'gw_port': {'id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:53Z', 'updated_at': '2022-02-15T13:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:54:59.750321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0a892-d12a-4bb8-b764-eec93dce211c req-992af434-f5c1-4330-96cc-dba0fa5f8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:59.764128 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ded0a892-d12a-4bb8-b764-eec93dce211c req-992af434-f5c1-4330-96cc-dba0fa5f8be3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5c56b48c-fa72-409b-b0c4-7690458bbabf HTTP/1.1" status: 200 len: 917 time: 0.3879316 Feb 15 13:54:59.812264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Checking router: 6ad80651-dbad-4023-bdb8-6f88327e0719 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:54:59.812653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Updating router 6ad80651-dbad-4023-bdb8-6f88327e0719 port ddcb3985-382f-4d6d-97e9-5932b248163e binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:54:59.824871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-d5767152-8fe3-4d23-8081-76fc6fcf1734 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:59.826385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-d5767152-8fe3-4d23-8081-76fc6fcf1734 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1128 time: 0.2928817 Feb 15 13:54:59.828293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d71dbd19-c337-4a5f-9c87-b7d0a34c08ab req-31d32a87-ab3e-4ee5-99f9-7f6451f1341e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 210 time: 0.0811489 Feb 15 13:54:59.840541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829064-15'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:54:59.878516 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:54:59.926109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bfe41-afd7-4ae8-93c4-97f09378c7f0 req-9c23e4be-73e5-4fb5-98c7-cad7b3b8b7c5 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:54:59.934283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b00bfe41-afd7-4ae8-93c4-97f09378c7f0 req-9c23e4be-73e5-4fb5-98c7-cad7b3b8b7c5 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 945 time: 0.3663762 Feb 15 13:54:59.939942 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ded0a892-d12a-4bb8-b764-eec93dce211c req-b1645adf-5530-44ec-9892-4b2860f48b37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b76b203-3a57-406e-94ff-49fba74cc727 HTTP/1.1" status: 200 len: 217 time: 0.0910749 Feb 15 13:54:59.992392 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:00.121900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b00bfe41-afd7-4ae8-93c4-97f09378c7f0 req-57372636-73b4-45e3-a388-4f8efa5ed322 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860049 Feb 15 13:55:00.136321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0a892-d12a-4bb8-b764-eec93dce211c req-79a348ff-57b3-434d-a41f-5c03ee7507e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:00.138244 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ded0a892-d12a-4bb8-b764-eec93dce211c req-79a348ff-57b3-434d-a41f-5c03ee7507e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f HTTP/1.1" status: 200 len: 855 time: 0.1842930 Feb 15 13:55:00.250270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks [] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:00.311123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0a892-d12a-4bb8-b764-eec93dce211c req-3d8bb34c-9602-44d7-9e9d-44424988e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:00.312940 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ded0a892-d12a-4bb8-b764-eec93dce211c req-3d8bb34c-9602-44d7-9e9d-44424988e488 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5c56b48c-fa72-409b-b0c4-7690458bbabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1533861 Feb 15 13:55:00.404703 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:00.460298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:00.472901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:00.486744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:00.493525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd5b1f-6f93-42b8-baac-409d8acbb8b1 req-413c84ad-f1df-49a4-b0af-e0f041d30eeb tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:00.494594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33bd5b1f-6f93-42b8-baac-409d8acbb8b1 req-413c84ad-f1df-49a4-b0af-e0f041d30eeb tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 944 time: 0.2238965 Feb 15 13:55:00.501527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a21a11-871f-4a19-816d-5e71f60fc599 req-eafdfb0e-0296-4ae0-8895-f6b597497dbe tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:00.502796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:00.508097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30a21a11-871f-4a19-816d-5e71f60fc599 req-eafdfb0e-0296-4ae0-8895-f6b597497dbe tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.2621930 Feb 15 13:55:00.509341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Pushing event updated for resources: {'Port': ['ID=2e4b8287-a2ba-4d77-9b6a-6961313ff007,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:00.569935 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ded0a892-d12a-4bb8-b764-eec93dce211c req-461a8972-96f5-4ba8-bffd-682a5d05e06f service neutron] 10.222.0.42 "GET /v2.0/networks/5c56b48c-fa72-409b-b0c4-7690458bbabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489676 Feb 15 13:55:00.615565 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Publish callbacks [] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:00.641933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8e92944e-91e8-4d34-8459-2aed3cc468c4 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:55:00.664717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:00.687349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:00.689006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:00.718498 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:00.745035 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-cb88adad-194d-41a9-887f-d54b0898a308 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9848356 Feb 15 13:55:00.769555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Request body: {'port': {'device_id': '041fb751-4daa-4fb2-aea1-adfe760d0eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:00.830018 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ded0a892-d12a-4bb8-b764-eec93dce211c req-c7c41bc8-42b6-44bd-8139-8d1f955a52c0 service neutron] 10.222.0.42 "GET /v2.0/networks/5c56b48c-fa72-409b-b0c4-7690458bbabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510061 Feb 15 13:55:00.831793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30a21a11-871f-4a19-816d-5e71f60fc599 req-5488329f-d3d7-4495-8582-7dfbe79a6262 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804358 Feb 15 13:55:00.846832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e92944e-91e8-4d34-8459-2aed3cc468c4'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:00.849569 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fff3a09-64b6-40d3-bd52-bc19045ca65f" -d '{"events": [{"server_uuid": "7e4107cd-4e79-47ee-a14b-507dcf97da56", "name": "network-vif-unplugged", "status": "completed", "tag": "8e92944e-91e8-4d34-8459-2aed3cc468c4"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:00.855216 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Publish callbacks [] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:00.894695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:00.911422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:00.917486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:00.917854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8e92944e-91e8-4d34-8459-2aed3cc468c4 has no active binding in host n-h2-829064-15 {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 13:55:00.922639 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.003425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bf14d-56bf-4528-80b5-993cb1901b49 None None] Pushing event updated for resources: {'Port': ['ID=ddcb3985-382f-4d6d-97e9-5932b248163e,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:01.033627 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1df6fc56-a02c-463a-bf9c-47fde206cfea None None] Provisioning complete for port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:01.034004 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1df6fc56-a02c-463a-bf9c-47fde206cfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.080474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1df6fc56-a02c-463a-bf9c-47fde206cfea None None] Port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:55:01.115327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Attempting to bind port ddcb3985-382f-4d6d-97e9-5932b248163e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:01.115739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Attempting to bind port ddcb3985-382f-4d6d-97e9-5932b248163e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:01.116416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Attempting to bind port ddcb3985-382f-4d6d-97e9-5932b248163e on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:01.127371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:01.127800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:01.128175 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.128580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:01.129081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Bound port: ddcb3985-382f-4d6d-97e9-5932b248163e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:01.129474 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.131386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:01.131809 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.226178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] For port ddcb3985-382f-4d6d-97e9-5932b248163e, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:01.265139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] For port ddcb3985-382f-4d6d-97e9-5932b248163e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ddcb3985-382f-4d6d-97e9-5932b248163e,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:01.277318 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.286722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:01.287140 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.338368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4b8287-a2ba-4d77-9b6a-6961313ff007 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:01.347512 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Publish callbacks [] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.362968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Transition to ACTIVE for port object 2e4b8287-a2ba-4d77-9b6a-6961313ff007 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:55:01.369623 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.379200 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.488603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:01.490780 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8819db-2cae-446f-b3f0-a08f9bf765fa" -d '{"events": [{"server_uuid": "08f774c7-fa3c-4728-b3c4-4023d985d23a", "name": "network-vif-plugged", "status": "completed", "tag": "9f5fc1ae-e05b-4844-84d4-3f652fbf1101"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:01.507894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4b8287-a2ba-4d77-9b6a-6961313ff007,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:01.543867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Routers {'6ad80651-dbad-4023-bdb8-6f88327e0719'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:55:01.544612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6ad80651-dbad-4023-bdb8-6f88327e0719'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:01.553655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Allocated IP 172.20.0.1 (6de742ab-4b86-4303-ab20-878112c19cfd/bb2f9132-3f76-4e63-8422-e5b3d0ae47e2/190e8755-b4aa-41d3-ae60-af57760585b6) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:01.577966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:01.578223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Attempting to bind port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:01.578223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Attempting to bind port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:01.578223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Attempting to bind port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:01.581727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:55:01.582564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Attempting to bind port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:01.594893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:01.596741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:01.597873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:01.602102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Bound port: 2e4b8287-a2ba-4d77-9b6a-6961313ff007, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:01.603004 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.633306 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bf14d-56bf-4528-80b5-993cb1901b49 None None] Pushing event updated for resources: {'Port': ['ID=ddcb3985-382f-4d6d-97e9-5932b248163e,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:01.639453 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.663447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9ed71-9dce-4428-a5dd-d154ac16a5a4 req-869b254f-e38f-4218-b10d-b8f5fdc3319a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:01.671246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55d9ed71-9dce-4428-a5dd-d154ac16a5a4 req-869b254f-e38f-4218-b10d-b8f5fdc3319a tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 949 time: 0.3020766 Feb 15 13:55:01.705411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] For port 2e4b8287-a2ba-4d77-9b6a-6961313ff007, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:01.709049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] For port 2e4b8287-a2ba-4d77-9b6a-6961313ff007, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=2e4b8287-a2ba-4d77-9b6a-6961313ff007,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:01.718638 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.807207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4b8287-a2ba-4d77-9b6a-6961313ff007,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:01.811413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55d9ed71-9dce-4428-a5dd-d154ac16a5a4 req-5c35f063-50b6-43cd-95fd-c2f627a3a24d tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392388 Feb 15 13:55:01.828542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:01.848311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] Set router 6ad80651-dbad-4023-bdb8-6f88327e0719 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:55:01.862353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:01.863918 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:01.867926 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-b22b772a-3067-4349-bd20-087f3d6f8526 service neutron] 10.222.0.42 "PUT /v2.0/ports/2e4b8287-a2ba-4d77-9b6a-6961313ff007 HTTP/1.1" status: 200 len: 1096 time: 1.1087122 Feb 15 13:55:01.871447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041fb751-4daa-4fb2-aea1-adfe760d0eb5', 'tag': '2e4b8287-a2ba-4d77-9b6a-6961313ff007'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:01.877300 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780eca94-3df8-44dd-a937-3f4aad1f7fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "041fb751-4daa-4fb2-aea1-adfe760d0eb5", "tag": "2e4b8287-a2ba-4d77-9b6a-6961313ff007"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:01.967675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Pushing event updated for resources: {'Port': ['ID=8e92944e-91e8-4d34-8459-2aed3cc468c4,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:01.995428 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33bd5b1f-6f93-42b8-baac-409d8acbb8b1 req-66e8004d-f8fe-46e3-aea1-b9d2d4bb531d tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4790869 Feb 15 13:55:02.018711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on host n-h1-829064-15 for vnic_type normal with profile {"migrating_to": "n-h2-829064-15"} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:02.019213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:02.019663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:02.025714 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-8fb149d8-f2c8-4cf8-a385-31d66785cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:02.038439 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-8fb149d8-f2c8-4cf8-a385-31d66785cc02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4896c630f5384ddf8f9da23fc3bf4cac&device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 1130 time: 0.1207960 Feb 15 13:55:02.054729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:55:02.055141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Attempting to bind port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:02.081214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:02.081553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:02.082181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:02.082677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Bound port: 8e92944e-91e8-4d34-8459-2aed3cc468c4, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:02.083083 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:02.114970 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d4243-ff24-4747-b887-03b6bb3fe838 x-openstack-request-id: req-bd6d4243-ff24-4747-b887-03b6bb3fe838 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:02.115374 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4107cd-4e79-47ee-a14b-507dcf97da56", "name": "network-vif-unplugged", "status": "completed", "tag": "8e92944e-91e8-4d34-8459-2aed3cc468c4", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:02.115604 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bd6d4243-ff24-4747-b887-03b6bb3fe838 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:02.116000 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e92944e-91e8-4d34-8459-2aed3cc468c4', 'code': 200} Feb 15 13:55:02.149532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2429f7-cbbc-48eb-a9cd-9a39422a41e7 req-070b9f30-3acc-4b77-9408-e4c1c766a273 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:02.151171 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e2429f7-cbbc-48eb-a9cd-9a39422a41e7 req-070b9f30-3acc-4b77-9408-e4c1c766a273 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 947 time: 0.1625121 Feb 15 13:55:02.161020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:02.163897 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-fcb90703-69a3-4c4d-a082-ad1533339417 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=2e4b8287-a2ba-4d77-9b6a-6961313ff007 HTTP/1.1" status: 200 len: 217 time: 0.1148748 Feb 15 13:55:02.223599 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Publish callbacks [] for port (190e8755-b4aa-41d3-ae60-af57760585b6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:02.249415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-e4092ee8-495b-4cc5-8ebd-364d06f70bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:02.251492 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-e4092ee8-495b-4cc5-8ebd-364d06f70bca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0796726 Feb 15 13:55:02.283668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af47ce79-70cc-4028-a968-eff9ed956617 req-b7050756-8434-4f7f-adca-af957bbafe6c tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 210 time: 0.0989203 Feb 15 13:55:02.283916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:02.284136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:02.302883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'name': 'tempest-ServersTestMultiNic-145094465-router', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:50Z', 'updated_at': '2022-02-15T13:54:57Z', 'revision_number': 3, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'gw_port': {'id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:53Z', 'updated_at': '2022-02-15T13:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:02.334279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e2429f7-cbbc-48eb-a9cd-9a39422a41e7 req-facf730e-7c27-434e-91e0-4dbd985b5d3c tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476078 Feb 15 13:55:02.364924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:02.372518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:02.379638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8575482-9230-4f4b-8132-61a21de61ec5 None None] The sync data for ids ['6ad80651-dbad-4023-bdb8-6f88327e0719'] in n-d-829064-15 is: [{'id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'name': 'tempest-ServersTestMultiNic-145094465-router', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:50Z', 'updated_at': '2022-02-15T13:54:57Z', 'revision_number': 3, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'gw_port': {'id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:53Z', 'updated_at': '2022-02-15T13:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:55:02.391437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-d1c14655-1daa-4e22-ad4f-0ac72b0b179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:02.394787 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-d1c14655-1daa-4e22-ad4f-0ac72b0b179a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1355331 Feb 15 13:55:02.419048 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:02.425675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:02.432615 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:02.434919 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:02.458413 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54c2d71-0e76-41fd-8e00-8f7f4e350cda x-openstack-request-id: req-a54c2d71-0e76-41fd-8e00-8f7f4e350cda {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:02.466205 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f774c7-fa3c-4728-b3c4-4023d985d23a", "name": "network-vif-plugged", "status": "completed", "tag": "9f5fc1ae-e05b-4844-84d4-3f652fbf1101", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:02.467027 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a54c2d71-0e76-41fd-8e00-8f7f4e350cda {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:02.467737 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101', 'code': 200} Feb 15 13:55:02.561090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Network 6de742ab-4b86-4303-ab20-878112c19cfd is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:02.580291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:02.583535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:02.590222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:02.636213 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (6ad80651-dbad-4023-bdb8-6f88327e0719), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:02.782147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Pushing event updated for resources: {'Port': ['ID=8e92944e-91e8-4d34-8459-2aed3cc468c4,revision_number=8']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:02.968857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:02.978024 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:02.980733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-71f649d7-f254-42e1-9af9-ac1ed90a4e0c service neutron] 10.222.0.67 "PUT /v2.0/ports/8e92944e-91e8-4d34-8459-2aed3cc468c4 HTTP/1.1" status: 200 len: 1123 time: 3.1455162 Feb 15 13:55:02.986530 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-4116834b-1ad4-4a70-bbf7-cc16a5fd2fa5 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826726 Feb 15 13:55:02.995645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['8e92944e-91e8-4d34-8459-2aed3cc468c4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:03.105829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['8e92944e-91e8-4d34-8459-2aed3cc468c4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:03.150582 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7b09266-86d3-4572-bf37-ff5126970d83 req-988dd3c9-d965-4b5e-90d3-0db6ae3624e3 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562502 Feb 15 13:55:03.180411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f14dc-7591-4d66-8234-be9446d86f78 req-c881f45b-e27b-4e72-99c8-aeb94402a940 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:03.187321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d1f14dc-7591-4d66-8234-be9446d86f78 req-c881f45b-e27b-4e72-99c8-aeb94402a940 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.7078483 Feb 15 13:55:03.192127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Pushing event updated for resources: {'Port': ['ID=190e8755-b4aa-41d3-ae60-af57760585b6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:03.225590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26de5e7-7d5e-4cb6-894e-8318d89e7cde req-70662eb7-bdce-4428-98a1-6afdb247a1ca tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:03.230063 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d26de5e7-7d5e-4cb6-894e-8318d89e7cde req-70662eb7-bdce-4428-98a1-6afdb247a1ca tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.5909622 Feb 15 13:55:03.410662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d1f14dc-7591-4d66-8234-be9446d86f78 req-91249c79-4ced-4c37-857d-b7bc2c5d8a1e tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793592 Feb 15 13:55:03.423774 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d26de5e7-7d5e-4cb6-894e-8318d89e7cde req-2f5cc93b-489b-4318-b5b1-319a1cb5013a tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800306 Feb 15 13:55:03.436302 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:03.482874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ddcb3985-382f-4d6d-97e9-5932b248163e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:03.531607 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e2d54d-43b3-43c9-8a32-056131ff0ab0 x-openstack-request-id: req-f3e2d54d-43b3-43c9-8a32-056131ff0ab0 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:03.531905 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041fb751-4daa-4fb2-aea1-adfe760d0eb5", "tag": "2e4b8287-a2ba-4d77-9b6a-6961313ff007", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:03.532152 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3e2d54d-43b3-43c9-8a32-056131ff0ab0 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:03.532599 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041fb751-4daa-4fb2-aea1-adfe760d0eb5', 'tag': '2e4b8287-a2ba-4d77-9b6a-6961313ff007', 'status': 'completed', 'code': 200} Feb 15 13:55:03.681573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eca94-3df8-44dd-a937-3f4aad1f7fb3 req-74a8e2f5-fe45-4959-8ee3-1b1482507e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:03.684235 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-780eca94-3df8-44dd-a937-3f4aad1f7fb3 req-74a8e2f5-fe45-4959-8ee3-1b1482507e36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4896c630f5384ddf8f9da23fc3bf4cac&device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 1130 time: 0.1269729 Feb 15 13:55:03.720722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e22d190f-be4e-454f-8b85-6aae0df8b51d None None] Provisioning complete for port 190e8755-b4aa-41d3-ae60-af57760585b6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:03.721176 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e22d190f-be4e-454f-8b85-6aae0df8b51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:03.790775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ddcb3985-382f-4d6d-97e9-5932b248163e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:03.790775 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:03.820684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69ff3d-35bc-4082-847b-f0afb0d5a723 req-90099f20-9dab-4e9d-8aec-6dbacd8c56c7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:03.823483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e69ff3d-35bc-4082-847b-f0afb0d5a723 req-90099f20-9dab-4e9d-8aec-6dbacd8c56c7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 949 time: 0.2327316 Feb 15 13:55:03.863369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e22d190f-be4e-454f-8b85-6aae0df8b51d None None] Port 190e8755-b4aa-41d3-ae60-af57760585b6 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:55:03.864696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eca94-3df8-44dd-a937-3f4aad1f7fb3 req-1f46ebea-f85b-4b42-a64e-e36b4f40bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:03.866785 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-780eca94-3df8-44dd-a937-3f4aad1f7fb3 req-1f46ebea-f85b-4b42-a64e-e36b4f40bfb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1758235 Feb 15 13:55:03.910328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63300c-fda5-49ac-9925-efa8aa49369e req-d4939738-b1f9-4fe8-82e0-7ce2df33850b tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:03.912351 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f63300c-fda5-49ac-9925-efa8aa49369e req-d4939738-b1f9-4fe8-82e0-7ce2df33850b tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 943 time: 0.2921309 Feb 15 13:55:03.937945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ddcb3985-382f-4d6d-97e9-5932b248163e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:03.938353 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:03.949734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-780eca94-3df8-44dd-a937-3f4aad1f7fb3 req-1b464a4d-f1bc-4614-8bc9-6bc007aa70fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=2e4b8287-a2ba-4d77-9b6a-6961313ff007 HTTP/1.1" status: 200 len: 217 time: 0.0741551 Feb 15 13:55:03.965801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port ddcb3985-382f-4d6d-97e9-5932b248163e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ddcb3985-382f-4d6d-97e9-5932b248163e,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:03.972502 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:03.991016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e69ff3d-35bc-4082-847b-f0afb0d5a723 req-9f937fc0-2e84-481c-a354-7442e3095a84 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535563 Feb 15 13:55:04.031360 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Publish callbacks [] for port (190e8755-b4aa-41d3-ae60-af57760585b6), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:04.051192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f63300c-fda5-49ac-9925-efa8aa49369e req-b1d53585-45aa-4446-b5be-0dc402588ece tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289287 Feb 15 13:55:04.055894 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:04.061057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=ddcb3985-382f-4d6d-97e9-5932b248163e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:04.106668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eca94-3df8-44dd-a937-3f4aad1f7fb3 req-32d94ad3-e5f0-4f36-b857-3a07111cd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:04.108138 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-780eca94-3df8-44dd-a937-3f4aad1f7fb3 req-32d94ad3-e5f0-4f36-b857-3a07111cd342 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1517885 Feb 15 13:55:04.125379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'tag': '8e92944e-91e8-4d34-8459-2aed3cc468c4'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:04.127992 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffd7ff8-c703-49e8-bfa7-ef427b01594c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4107cd-4e79-47ee-a14b-507dcf97da56", "tag": "8e92944e-91e8-4d34-8459-2aed3cc468c4"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:04.167262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eca94-3df8-44dd-a937-3f4aad1f7fb3 req-805341de-3939-452c-b683-b8f4cb7bac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:04.168949 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-780eca94-3df8-44dd-a937-3f4aad1f7fb3 req-805341de-3939-452c-b683-b8f4cb7bac8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0526092 Feb 15 13:55:04.219612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d01762e-13dd-40f7-892a-4bfe19aace3e req-5913ef2a-edde-4c1f-8539-e1f3780b46bd tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 210 time: 0.0614176 Feb 15 13:55:04.222699 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (6ad80651-dbad-4023-bdb8-6f88327e0719), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:04.283571 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-780eca94-3df8-44dd-a937-3f4aad1f7fb3 req-9bf65256-cedf-4498-a90e-e092cef3b9e5 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070800 Feb 15 13:55:04.287043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Pushing event updated for resources: {'Port': ['ID=190e8755-b4aa-41d3-ae60-af57760585b6,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:04.334228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adfce6-a644-48f8-b5c2-5dd7557aefbe req-c98ac7da-3c67-418f-bd57-db6af63649bc tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:04.336131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20adfce6-a644-48f8-b5c2-5dd7557aefbe req-c98ac7da-3c67-418f-bd57-db6af63649bc tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 947 time: 0.1755679 Feb 15 13:55:04.392871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Network 6de742ab-4b86-4303-ab20-878112c19cfd is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:04.398669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:04.413859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20adfce6-a644-48f8-b5c2-5dd7557aefbe req-c00830cd-2b15-435e-b559-6f7650db0efd tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677032 Feb 15 13:55:04.469511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:04.478916 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f3341b-a805-4b77-8d45-43e172876061" -d '{"events": [{"server_uuid": "08f774c7-fa3c-4728-b3c4-4023d985d23a", "name": "network-vif-unplugged", "status": "completed", "tag": "9f5fc1ae-e05b-4844-84d4-3f652fbf1101"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:04.509270 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-780eca94-3df8-44dd-a937-3f4aad1f7fb3 req-f8d06063-4507-4429-828b-f8df76f4e0d4 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088623 Feb 15 13:55:04.645359 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2b1d6-e01a-43e6-bfd6-82bb9a5bf519 x-openstack-request-id: req-53c2b1d6-e01a-43e6-bfd6-82bb9a5bf519 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:04.646087 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4107cd-4e79-47ee-a14b-507dcf97da56", "tag": "8e92944e-91e8-4d34-8459-2aed3cc468c4", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:04.652171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd7ff8-c703-49e8-bfa7-ef427b01594c req-ed4cc147-b99b-4d93-947e-379bbcc6789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:04.654010 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3ffd7ff8-c703-49e8-bfa7-ef427b01594c req-ed4cc147-b99b-4d93-947e-379bbcc6789d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 1157 time: 0.1040535 Feb 15 13:55:04.655044 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-53c2b1d6-e01a-43e6-bfd6-82bb9a5bf519 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:04.655478 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'tag': '8e92944e-91e8-4d34-8459-2aed3cc468c4', 'status': 'completed', 'code': 200} Feb 15 13:55:04.721589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Router 6ad80651-dbad-4023-bdb8-6f88327e0719 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:55:04.761670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035978e0-6367-40d8-a2ab-8e78161a1dbe req-b78bb64b-d80b-430e-abc3-2868aecb5975 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:04.763297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-035978e0-6367-40d8-a2ab-8e78161a1dbe req-b78bb64b-d80b-430e-abc3-2868aecb5975 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.1069455 Feb 15 13:55:04.806060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd7ff8-c703-49e8-bfa7-ef427b01594c req-e8e57372-4663-4442-ba6a-782d97cd7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:04.807671 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3ffd7ff8-c703-49e8-bfa7-ef427b01594c req-e8e57372-4663-4442-ba6a-782d97cd7309 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.1418235 Feb 15 13:55:04.811706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-fdaf6b8d-b174-420b-b4ba-c27e2ba1e5c6 None None] Provisioning complete for port 190e8755-b4aa-41d3-ae60-af57760585b6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:04.812104 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6b8d-b174-420b-b4ba-c27e2ba1e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:04.866028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf6b8d-b174-420b-b4ba-c27e2ba1e5c6 None None] Port 190e8755-b4aa-41d3-ae60-af57760585b6 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:55:04.872397 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3ffd7ff8-c703-49e8-bfa7-ef427b01594c req-3485ebe1-c0bb-4432-8cde-55110283e359 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4 HTTP/1.1" status: 200 len: 217 time: 0.0574393 Feb 15 13:55:04.892417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736973b-b9d2-442d-b875-393e322fc70e req-afa75fb1-cb83-4ef9-903b-b1615c9f1a4d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:04.894106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0736973b-b9d2-442d-b875-393e322fc70e req-afa75fb1-cb83-4ef9-903b-b1615c9f1a4d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.2521293 Feb 15 13:55:04.937652 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-035978e0-6367-40d8-a2ab-8e78161a1dbe req-c8ea45aa-fc22-458c-a725-7bf7af9d2841 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202488 Feb 15 13:55:04.939156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd7ff8-c703-49e8-bfa7-ef427b01594c req-cdeddc15-2781-4c1e-b300-0367bf28cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:04.940803 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3ffd7ff8-c703-49e8-bfa7-ef427b01594c req-cdeddc15-2781-4c1e-b300-0367bf28cdb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.0608709 Feb 15 13:55:04.986709 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3ffd7ff8-c703-49e8-bfa7-ef427b01594c req-aaa6921c-58da-45e7-834d-c965c863c5da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344431 Feb 15 13:55:04.988883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:55:04.998961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-741b8d3d-c7d6-49f8-b4fb-4c804f6197ef admin admin] 10.222.0.72 "PUT /v2.0/routers/6ad80651-dbad-4023-bdb8-6f88327e0719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8838227 Feb 15 13:55:05.013266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0736973b-b9d2-442d-b875-393e322fc70e req-43c7655c-ebfd-4dec-8f98-6bfd0855e2f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027894 Feb 15 13:55:05.070734 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbb9913-16d5-4d2e-a763-339498f084dd x-openstack-request-id: req-5cbb9913-16d5-4d2e-a763-339498f084dd {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:05.072106 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f774c7-fa3c-4728-b3c4-4023d985d23a", "name": "network-vif-unplugged", "status": "completed", "tag": "9f5fc1ae-e05b-4844-84d4-3f652fbf1101", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:05.073117 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5cbb9913-16d5-4d2e-a763-339498f084dd {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:05.074165 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101', 'code': 200} Feb 15 13:55:05.145310 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3ffd7ff8-c703-49e8-bfa7-ef427b01594c req-3de5711b-75d3-4fa0-8e10-c69f04461904 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504965 Feb 15 13:55:05.156366 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Sync routers for ids ['6ad80651-dbad-4023-bdb8-6f88327e0719'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:55:05.168645 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Routers {'6ad80651-dbad-4023-bdb8-6f88327e0719'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:55:05.169466 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6ad80651-dbad-4023-bdb8-6f88327e0719'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:05.279162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52220) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:05.305555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950bac4-2a28-42f0-9d29-b3ff3a5efaf3 req-e65f0293-bea8-4c7d-adf9-d981d6b42a80 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:05.311360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3950bac4-2a28-42f0-9d29-b3ff3a5efaf3 req-e65f0293-bea8-4c7d-adf9-d981d6b42a80 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 949 time: 0.1442611 Feb 15 13:55:05.364772 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Set router 6ad80651-dbad-4023-bdb8-6f88327e0719 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:55:05.372500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ddcb3985-382f-4d6d-97e9-5932b248163e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:05.394604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-811399594'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:05.412029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3950bac4-2a28-42f0-9d29-b3ff3a5efaf3 req-54d415a0-cbe6-4c1b-9fa7-e2b97664364c tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898383 Feb 15 13:55:05.436074 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3ffd7ff8-c703-49e8-bfa7-ef427b01594c req-30cb236e-a1ed-410c-a434-ebbd8aee98ae service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789767 Feb 15 13:55:05.452041 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ddcb3985-382f-4d6d-97e9-5932b248163e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:05.453127 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:05.472844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:05.476519 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:05.482255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-572feb5b-81a3-446a-865e-0afe830a6418 req-b615ef4e-934c-4250-877a-baed399e2b87 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 210 time: 0.0687680 Feb 15 13:55:05.542784 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:55:05.570228 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (aa274c81-588a-4bc3-a0ea-cb374c02a96d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:05.570637 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Added segment aa274c81-588a-4bc3-a0ea-cb374c02a96d of type vlan for network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b Feb 15 13:55:05.600670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ddcb3985-382f-4d6d-97e9-5932b248163e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:05.635510 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (04e42a12-98ac-4d0b-a4cb-184b6afa8a7b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:05.670349 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (04e42a12-98ac-4d0b-a4cb-184b6afa8a7b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:05.676105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cefe1-d126-464f-ba8d-766d150b35c3 req-90f223a0-c1cb-4ec9-a94d-35fa99d8e496 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:05.676294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:05.676987 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:05.684058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f38cefe1-d126-464f-ba8d-766d150b35c3 req-90f223a0-c1cb-4ec9-a94d-35fa99d8e496 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 943 time: 0.1529942 Feb 15 13:55:05.694948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaf164-5b59-4fa5-b30a-711c7529a3fa req-1dc29994-029f-4eb7-b390-2e71d3afcd29 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:05.703155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13eaf164-5b59-4fa5-b30a-711c7529a3fa req-1dc29994-029f-4eb7-b390-2e71d3afcd29 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 947 time: 0.1187501 Feb 15 13:55:05.720797 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'name': 'tempest-ServersTestMultiNic-145094465-router', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:50Z', 'updated_at': '2022-02-15T13:55:03Z', 'revision_number': 4, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'gw_port': {'id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:53Z', 'updated_at': '2022-02-15T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '190e8755-b4aa-41d3-ae60-af57760585b6', 'name': '', 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'mac_address': 'fa:16:3e:3e:55:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'bb2f9132-3f76-4e63-8422-e5b3d0ae47e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:55:00Z', 'updated_at': '2022-02-15T13:55:03Z', 'revision_number': 2, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'subnets': [{'id': 'bb2f9132-3f76-4e63-8422-e5b3d0ae47e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:05.758432 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Checking router: 6ad80651-dbad-4023-bdb8-6f88327e0719 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:55:05.758783 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Updating router 6ad80651-dbad-4023-bdb8-6f88327e0719 port 190e8755-b4aa-41d3-ae60-af57760585b6 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:55:05.765163 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4817262 Feb 15 13:55:05.768023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52228) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:05.778103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'subnet': {'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:05.791222 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:05.792103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f97b33-dacc-4a81-9541-4ed162cf257a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Network': ['ID=04e42a12-98ac-4d0b-a4cb-184b6afa8a7b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:05.806754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:55:05.917625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f38cefe1-d126-464f-ba8d-766d150b35c3 req-75135637-4744-49ff-89f6-7d9f8ca9dcef tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326765 Feb 15 13:55:05.923329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13eaf164-5b59-4fa5-b30a-711c7529a3fa req-42cfef36-5ea4-4a1a-9960-b235d84dff65 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191119 Feb 15 13:55:05.948014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:05.951425 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.106172 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Publish callbacks [] for port (190e8755-b4aa-41d3-ae60-af57760585b6), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.113684 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.138375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b4d96-81df-4b54-84d7-1f487c780287 req-5f424458-e1b3-4230-a875-08e304d3d267 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:06.139943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f50b4d96-81df-4b54-84d7-1f487c780287 req-5f424458-e1b3-4230-a875-08e304d3d267 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.1040659 Feb 15 13:55:06.177580 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Pushing event updated for resources: {'Port': ['ID=190e8755-b4aa-41d3-ae60-af57760585b6,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:06.191675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 2e4b8287-a2ba-4d77-9b6a-6961313ff007 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:55:06.201257 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.201831 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.202319 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.202824 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.203514 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.204002 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.204493 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.204969 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.205616 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.206090 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.206567 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.207066 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.207555 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:06.246465 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Attempting to bind port 190e8755-b4aa-41d3-ae60-af57760585b6 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:06.247195 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Attempting to bind port 190e8755-b4aa-41d3-ae60-af57760585b6 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'eaa6a6b7-399f-4757-bad7-f76e38e69630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:06.247746 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Attempting to bind port 190e8755-b4aa-41d3-ae60-af57760585b6 on network 6de742ab-4b86-4303-ab20-878112c19cfd {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:06.255865 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:06.256270 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Checking segment: {'id': 'eaa6a6b7-399f-4757-bad7-f76e38e69630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:06.256699 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.257094 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Bound using segment: {'id': 'eaa6a6b7-399f-4757-bad7-f76e38e69630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:06.257570 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Bound port: 190e8755-b4aa-41d3-ae60-af57760585b6, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa6a6b7-399f-4757-bad7-f76e38e69630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:06.257946 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.305074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6a53e-79de-4c4d-9b4f-a67052e6fd46 req-4807007a-5317-4dbf-ac01-5598a5038425 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:06.312150 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ece6a53e-79de-4c4d-9b4f-a67052e6fd46 req-4807007a-5317-4dbf-ac01-5598a5038425 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.1690934 Feb 15 13:55:06.322029 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (d635a5bf-2fd5-47e6-9080-3062fc619d95), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.331880 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:55:06.340745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f50b4d96-81df-4b54-84d7-1f487c780287 req-8007bc9c-e7db-473b-b941-39282254df8b tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565402 Feb 15 13:55:06.379126 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] For port 190e8755-b4aa-41d3-ae60-af57760585b6, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:06.383519 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] For port 190e8755-b4aa-41d3-ae60-af57760585b6, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=190e8755-b4aa-41d3-ae60-af57760585b6,segment=NetworkSegment(eaa6a6b7-399f-4757-bad7-f76e38e69630),segment_id=eaa6a6b7-399f-4757-bad7-f76e38e69630)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:06.402843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 2e4b8287-a2ba-4d77-9b6a-6961313ff007, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=2e4b8287-a2ba-4d77-9b6a-6961313ff007,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:06.418364 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.443808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '2e4b8287-a2ba-4d77-9b6a-6961313ff007', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '2e4b8287-a2ba-4d77-9b6a-6961313ff007', 'mac_address': 'fa:16:3e:88:ca:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:55:06.468158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ece6a53e-79de-4c4d-9b4f-a67052e6fd46 req-4e9bc1df-5cad-472b-bc69-ba8b064ddf9d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548624 Feb 15 13:55:06.471206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Subnet': ['ID=d635a5bf-2fd5-47e6-9080-3062fc619d95,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:06.488971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Checking segment: {'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:06.496537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network hostable DHCP agents. Network: 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:55:06.542972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:06.543754 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.548065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:55:06.554283 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Routers {'6ad80651-dbad-4023-bdb8-6f88327e0719'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:55:06.555057 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:54:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6ad80651-dbad-4023-bdb8-6f88327e0719'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:06.572247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:06.577100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:06.577834 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.583334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9045bee2-90a4-4edd-bc57-4966509726a6 None None] Network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:55:06.618837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4b8287-a2ba-4d77-9b6a-6961313ff007 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:06.638318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52238) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:06.643870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-962845687'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:06.649279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-982489b4-621b-40b2-bbcd-ea410d3f41a2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8800945 Feb 15 13:55:06.679038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d07d89a9-9a4a-4a7c-96a5-04e2c1a8b7d2 None None] Provisioning complete for port 190e8755-b4aa-41d3-ae60-af57760585b6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:06.679503 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d07d89a9-9a4a-4a7c-96a5-04e2c1a8b7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.694038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:06.702794 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.717095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bf41cbd-48ef-4f06-8896-ae840e7bbc9f req-c56c190f-ef21-404d-8198-8689b6bbdc7f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 210 time: 0.0984817 Feb 15 13:55:06.733109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 2e4b8287-a2ba-4d77-9b6a-6961313ff007, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=2e4b8287-a2ba-4d77-9b6a-6961313ff007,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:06.749525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767faf1-60b6-4709-9ba8-16c79df84253 req-c3087a7c-fa57-4fa1-a2f4-14a2b9a59cd7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:06.754257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4767faf1-60b6-4709-9ba8-16c79df84253 req-c3087a7c-fa57-4fa1-a2f4-14a2b9a59cd7 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 949 time: 0.1955166 Feb 15 13:55:06.770539 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.774224 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c90a6c-3779-4e90-be5a-baaf098d691b None None] Pushing event updated for resources: {'Port': ['ID=190e8755-b4aa-41d3-ae60-af57760585b6,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:06.781958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:55:06.811537 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (144abc23-c66a-460c-ba68-5a7188ea4970), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.811537 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Added segment 144abc23-c66a-460c-ba68-5a7188ea4970 of type vlan for network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 Feb 15 13:55:06.823117 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] Set router 6ad80651-dbad-4023-bdb8-6f88327e0719 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:55:06.872242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4767faf1-60b6-4709-9ba8-16c79df84253 req-0f1add2d-576c-4b5c-9561-1f5db62186a0 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111455 Feb 15 13:55:06.888830 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (41f36d50-a4ad-45f2-a48b-3d490c29eee4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.907549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-04e42a12-98ac-4d0b-a4cb-184b6afa8a7b', 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b', 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'fixed_ips': [{'subnet_id': 'd635a5bf-2fd5-47e6-9080-3062fc619d95'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:55:06.910528 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.922212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (41f36d50-a4ad-45f2-a48b-3d490c29eee4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.930392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:06.931879 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:06.977381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=2e4b8287-a2ba-4d77-9b6a-6961313ff007,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:07.045589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['2e4b8287-a2ba-4d77-9b6a-6961313ff007'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:07.062560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Network': ['ID=41f36d50-a4ad-45f2-a48b-3d490c29eee4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:07.079519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.080695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.081236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.081820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.082513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.083109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.084673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.085879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.086446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.087195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.088308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.088813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.089399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:07.107646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d07d89a9-9a4a-4a7c-96a5-04e2c1a8b7d2 None None] Current status of the port 190e8755-b4aa-41d3-ae60-af57760585b6 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:07.111273 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d07d89a9-9a4a-4a7c-96a5-04e2c1a8b7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:07.116662 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8a38e317-d7fc-48d5-a13c-32bddc400628 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4758217 Feb 15 13:55:07.119407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52244) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:07.125738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:55:07.130479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'subnet': {'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:07.191105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Allocated IP 19.80.0.2 (04e42a12-98ac-4d0b-a4cb-184b6afa8a7b/d635a5bf-2fd5-47e6-9080-3062fc619d95/5750b7ff-e382-43eb-b064-292eafe4c7b2) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:07.283521 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'name': 'tempest-ServersTestMultiNic-145094465-router', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:50Z', 'updated_at': '2022-02-15T13:55:03Z', 'revision_number': 4, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'gw_port': {'id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:53Z', 'updated_at': '2022-02-15T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '190e8755-b4aa-41d3-ae60-af57760585b6', 'name': '', 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'mac_address': 'fa:16:3e:3e:55:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'bb2f9132-3f76-4e63-8422-e5b3d0ae47e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:55:00Z', 'updated_at': '2022-02-15T13:55:06Z', 'revision_number': 4, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'subnets': [{'id': 'bb2f9132-3f76-4e63-8422-e5b3d0ae47e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:07.320925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24ea30-4db6-4a43-ae3c-9930e335b04d req-4ba12e27-ffdd-4ebe-8a5a-cf70888439ef tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:07.335630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd24ea30-4db6-4a43-ae3c-9930e335b04d req-4ba12e27-ffdd-4ebe-8a5a-cf70888439ef tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 943 time: 0.2372105 Feb 15 13:55:07.350776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b13a-3f2b-448a-9257-99b1b8e86405 req-1ef9f277-2dcd-43fb-ad39-a2011ba530f7 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:07.352455 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829aa95c-4445-4a1e-bc6c-7721229f487a None None] The sync data for ids ['6ad80651-dbad-4023-bdb8-6f88327e0719'] in n-d-829064-15 is: [{'id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'name': 'tempest-ServersTestMultiNic-145094465-router', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:50Z', 'updated_at': '2022-02-15T13:55:03Z', 'revision_number': 4, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'gw_port': {'id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:53Z', 'updated_at': '2022-02-15T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '190e8755-b4aa-41d3-ae60-af57760585b6', 'name': '', 'network_id': '6de742ab-4b86-4303-ab20-878112c19cfd', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'mac_address': 'fa:16:3e:3e:55:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'bb2f9132-3f76-4e63-8422-e5b3d0ae47e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:55:00Z', 'updated_at': '2022-02-15T13:55:06Z', 'revision_number': 4, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'subnets': [{'id': 'bb2f9132-3f76-4e63-8422-e5b3d0ae47e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:55:07.355655 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3724b13a-3f2b-448a-9257-99b1b8e86405 req-1ef9f277-2dcd-43fb-ad39-a2011ba530f7 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 948 time: 0.2458746 Feb 15 13:55:07.355861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:07.359138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:07.449453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd24ea30-4db6-4a43-ae3c-9930e335b04d req-3f49462d-821a-4205-a2fb-ae6b61a57681 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915804 Feb 15 13:55:07.497741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3724b13a-3f2b-448a-9257-99b1b8e86405 req-36d09fb7-adaa-4562-8edc-916e727bc6ba tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141379 Feb 15 13:55:07.673159 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Publish callbacks [] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:07.681640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814edf0-6d23-4115-8c76-08c3d1f1013a req-dcb09e4b-ffbd-4cb6-a8a4-f316e090f18c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:07.691692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d814edf0-6d23-4115-8c76-08c3d1f1013a req-dcb09e4b-ffbd-4cb6-a8a4-f316e090f18c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.1328812 Feb 15 13:55:07.730442 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:07.760992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (346ca384-53a9-45f6-95bb-e7a4503a01f7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:07.869520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b4042-b07b-4511-b5cf-cf688289ea7d req-47b255d1-46dc-40df-9e88-e2c758849231 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:07.871293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc5b4042-b07b-4511-b5cf-cf688289ea7d req-47b255d1-46dc-40df-9e88-e2c758849231 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.2487357 Feb 15 13:55:07.874507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:07.886844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Subnet': ['ID=346ca384-53a9-45f6-95bb-e7a4503a01f7,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:07.891105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d814edf0-6d23-4115-8c76-08c3d1f1013a req-70942fc3-d500-4cfb-a234-f3846312d681 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980822 Feb 15 13:55:07.924212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Checking segment: {'id': '144abc23-c66a-460c-ba68-5a7188ea4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:07.924212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network hostable DHCP agents. Network: 41f36d50-a4ad-45f2-a48b-3d490c29eee4, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:55:07.931872 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:07.943602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:07.962007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:55:07.997512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 41f36d50-a4ad-45f2-a48b-3d490c29eee4) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:08.000210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d07d89a9-9a4a-4a7c-96a5-04e2c1a8b7d2 None None] For port 190e8755-b4aa-41d3-ae60-af57760585b6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=190e8755-b4aa-41d3-ae60-af57760585b6,segment=NetworkSegment(eaa6a6b7-399f-4757-bad7-f76e38e69630),segment_id=eaa6a6b7-399f-4757-bad7-f76e38e69630)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:08.021055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:08.022498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:08.054365 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c3f69d2b-3557-40f7-a43b-6799dba94e36 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9237309 Feb 15 13:55:08.055224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d772538e-ccc9-46d3-b79d-866f1ce9b623 None None] Network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:55:08.061014 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d07d89a9-9a4a-4a7c-96a5-04e2c1a8b7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:08.155233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Pushing event updated for resources: {'Port': ['ID=5750b7ff-e382-43eb-b064-292eafe4c7b2,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:08.287450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Attempting to bind port 5750b7ff-e382-43eb-b064-292eafe4c7b2 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:08.287973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Attempting to bind port 5750b7ff-e382-43eb-b064-292eafe4c7b2 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:08.288442 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Attempting to bind port 5750b7ff-e382-43eb-b064-292eafe4c7b2 on network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:08.345134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:08.345707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Checking segment: {'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:08.346223 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:08.346725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Bound using segment: {'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:08.347359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Bound port: 5750b7ff-e382-43eb-b064-292eafe4c7b2, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:08.347850 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:08.378699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f7754c4a-eaf9-43f0-99d6-81b1a2155bbc None None] Provisioning complete for port 190e8755-b4aa-41d3-ae60-af57760585b6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:08.379333 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f7754c4a-eaf9-43f0-99d6-81b1a2155bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:08.385966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d89a9-9a4a-4a7c-96a5-04e2c1a8b7d2 None None] Pushing event updated for resources: {'Port': ['ID=190e8755-b4aa-41d3-ae60-af57760585b6,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:08.387501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc1fe9-3abd-47ce-9833-0198be7802fe req-3b454ffc-8822-4e13-bf82-bbf74b57b659 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:08.399310 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4cbc1fe9-3abd-47ce-9833-0198be7802fe req-3b454ffc-8822-4e13-bf82-bbf74b57b659 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/ports?device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 949 time: 0.1244028 Feb 15 13:55:08.524793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-41f36d50-a4ad-45f2-a48b-3d490c29eee4', 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4', 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'fixed_ips': [{'subnet_id': '346ca384-53a9-45f6-95bb-e7a4503a01f7'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:55:08.525738 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:08.589279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-4cbc1fe9-3abd-47ce-9833-0198be7802fe req-5de75e52-864b-46c5-b918-ab3ec4e7783f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Deleting port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:08.589665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4cbc1fe9-3abd-47ce-9833-0198be7802fe req-5de75e52-864b-46c5-b918-ab3ec4e7783f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:08.609277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-3b4cfed1-a028-410e-b5f5-6861ce40ef09 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:08.611540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-3b4cfed1-a028-410e-b5f5-6861ce40ef09 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "GET /v2.0/networks?id=6c7a4dea-9b1c-45ce-98f2-09854912c65b HTTP/1.1" status: 200 len: 821 time: 0.7137988 Feb 15 13:55:08.640116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Request body: {'port': {'device_id': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b', 'admin_state_up': True, 'tenant_id': '1a40291f488648218df7665e0b98c961'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:08.652483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a69a73f8-f881-4b08-995a-e73babf5f9a6 req-25537931-5810-42e4-b5be-09e8a575998a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 210 time: 0.5441816 Feb 15 13:55:08.687930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] For port 5750b7ff-e382-43eb-b064-292eafe4c7b2, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:08.693403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] For port 5750b7ff-e382-43eb-b064-292eafe4c7b2, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5750b7ff-e382-43eb-b064-292eafe4c7b2,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:08.738147 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:08.808509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-4cbc1fe9-3abd-47ce-9833-0198be7802fe req-5de75e52-864b-46c5-b918-ab3ec4e7783f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] For port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:08.809009 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4cbc1fe9-3abd-47ce-9833-0198be7802fe req-5de75e52-864b-46c5-b918-ab3ec4e7783f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:08.831985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-4cbc1fe9-3abd-47ce-9833-0198be7802fe req-5de75e52-864b-46c5-b918-ab3ec4e7783f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Calling delete_port for 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:08.839954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc5b4042-b07b-4511-b5cf-cf688289ea7d req-e5eb3917-26ae-4929-9d5a-eecbbab6f3ba tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9364266 Feb 15 13:55:08.967556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31376a6d-f529-4acc-85a0-7b7ae686e570 req-19816c8f-f25f-4d20-98bb-4da10decc575 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:08.985639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31376a6d-f529-4acc-85a0-7b7ae686e570 req-19816c8f-f25f-4d20-98bb-4da10decc575 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=edd5c9ac-f7ee-4e11-8827-6b885fa3071e HTTP/1.1" status: 200 len: 949 time: 0.2199264 Feb 15 13:55:09.091075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Allocated IP 19.86.0.2 (41f36d50-a4ad-45f2-a48b-3d490c29eee4/346ca384-53a9-45f6-95bb-e7a4503a01f7/3689a059-e5d0-4c66-ac2c-6c75a05490bb) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:09.142785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Made reservation on behalf of 1a40291f488648218df7665e0b98c961 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:09.142785 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:09.176889 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4cbc1fe9-3abd-47ce-9833-0198be7802fe req-5de75e52-864b-46c5-b918-ab3ec4e7783f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8a7fc9fb-f4b5-4211-b51f-9213d7b481cc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:09.224443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31376a6d-f529-4acc-85a0-7b7ae686e570 req-6450d063-aa68-4383-9c67-9a72631c7ba0 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336035 Feb 15 13:55:09.258694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de75e52-864b-46c5-b918-ab3ec4e7783f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event deleted for resources: {'Port': ['ID=8a7fc9fb-f4b5-4211-b51f-9213d7b481cc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:09.377066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbc1fe9-3abd-47ce-9833-0198be7802fe req-5de75e52-864b-46c5-b918-ab3ec4e7783f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] No DVR routers for this DVR port 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:09.382658 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4cbc1fe9-3abd-47ce-9833-0198be7802fe req-5de75e52-864b-46c5-b918-ab3ec4e7783f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:09.388543 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4cbc1fe9-3abd-47ce-9833-0198be7802fe req-5de75e52-864b-46c5-b918-ab3ec4e7783f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "DELETE /v2.0/ports/8a7fc9fb-f4b5-4211-b51f-9213d7b481cc HTTP/1.1" status: 204 len: 173 time: 0.9775062 Feb 15 13:55:09.390738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd5c9ac-f7ee-4e11-8827-6b885fa3071e', 'name': 'network-vif-deleted', 'tag': '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:09.393281 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55afcaac-d971-4f22-88e8-077c3a783282" -d '{"events": [{"server_uuid": "edd5c9ac-f7ee-4e11-8827-6b885fa3071e", "name": "network-vif-deleted", "tag": "8a7fc9fb-f4b5-4211-b51f-9213d7b481cc"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:09.394452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'c101a996-9b64-4c97-81ba-20e3959c7d09', '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:09.538563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54830a5-bcda-4e8d-bb2b-64394535a06b req-15407063-9943-4ecd-b92a-45e9683d262f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:09.540830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e54830a5-bcda-4e8d-bb2b-64394535a06b req-15407063-9943-4ecd-b92a-45e9683d262f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/ports?device_id=54d93a0f-a2ff-460a-a522-e5ba505efb5f HTTP/1.1" status: 200 len: 950 time: 0.3792646 Feb 15 13:55:09.547063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-2a89cc80-7049-4c07-ad1b-28b8a557f4ea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:09.552120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-2a89cc80-7049-4c07-ad1b-28b8a557f4ea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:09.553728 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-2a89cc80-7049-4c07-ad1b-28b8a557f4ea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/networks?id=04e42a12-98ac-4d0b-a4cb-184b6afa8a7b&id=41f36d50-a4ad-45f2-a48b-3d490c29eee4&id=04e42a12-98ac-4d0b-a4cb-184b6afa8a7b HTTP/1.1" status: 200 len: 1390 time: 0.5593686 Feb 15 13:55:09.566187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 190e8755-b4aa-41d3-ae60-af57760585b6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:09.639646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f7754c4a-eaf9-43f0-99d6-81b1a2155bbc None None] Current status of the port 190e8755-b4aa-41d3-ae60-af57760585b6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:09.652343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-49dea67c-9bed-4a19-9d26-b3404b672192 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/quotas/7164bc49ada84556acb519ebc3fc94d6 HTTP/1.1" status: 200 len: 375 time: 0.0784013 Feb 15 13:55:09.691697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47abfa-3176-495d-9c8b-4a78a31e54c6 req-9bb520a3-cb32-4704-aa30-592bf47f8bf3 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:09.699558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa47abfa-3176-495d-9c8b-4a78a31e54c6 req-9bb520a3-cb32-4704-aa30-592bf47f8bf3 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 943 time: 0.2891617 Feb 15 13:55:09.716474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2939c-868f-45cc-838f-3daf91042873 None None] Pushing event updated for resources: {'Port': ['ID=5750b7ff-e382-43eb-b064-292eafe4c7b2,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:09.720332 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Publish callbacks [] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:09.734158 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:09.744517 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:09.748049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Allocated IP 172.20.0.9 (6c7a4dea-9b1c-45ce-98f2-09854912c65b/6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5/9731bf01-5598-4db5-acac-787da1c8ef1e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:09.816322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:09.827875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 190e8755-b4aa-41d3-ae60-af57760585b6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:09.828255 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:09.834866 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:09.876438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:09.905876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd700cc9-ba78-4515-b0be-c54957af1279 req-6c63acec-2d59-4811-84c1-0fb9c5ad9ec9 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:09.907367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Pushing event updated for resources: {'Port': ['ID=3689a059-e5d0-4c66-ac2c-6c75a05490bb,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:09.908824 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd700cc9-ba78-4515-b0be-c54957af1279 req-6c63acec-2d59-4811-84c1-0fb9c5ad9ec9 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "GET /v2.0/ports?device_id=08f774c7-fa3c-4728-b3c4-4023d985d23a HTTP/1.1" status: 200 len: 943 time: 0.1514828 Feb 15 13:55:09.969419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa47abfa-3176-495d-9c8b-4a78a31e54c6 req-9f92a4f7-b4c5-4ef0-84f5-19dce2b67493 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c5ef0a1-8749-48aa-92a9-0edd4dad6502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637925 Feb 15 13:55:10.129379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-8899e886-03c9-49d0-bb41-f5140da2c444 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7164bc49ada84556acb519ebc3fc94d6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4597852 Feb 15 13:55:10.146432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Attempting to bind port 3689a059-e5d0-4c66-ac2c-6c75a05490bb on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:10.147167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Attempting to bind port 3689a059-e5d0-4c66-ac2c-6c75a05490bb by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '144abc23-c66a-460c-ba68-5a7188ea4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:10.148988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Attempting to bind port 3689a059-e5d0-4c66-ac2c-6c75a05490bb on network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:10.158117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-fd700cc9-ba78-4515-b0be-c54957af1279 req-a231d02b-4556-423b-a112-0b943241faf2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Deleting port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:10.158829 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fd700cc9-ba78-4515-b0be-c54957af1279 req-a231d02b-4556-423b-a112-0b943241faf2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:10.172462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:10.174933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Checking segment: {'id': '144abc23-c66a-460c-ba68-5a7188ea4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:10.178943 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:10.178943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Bound using segment: {'id': '144abc23-c66a-460c-ba68-5a7188ea4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:10.179677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Bound port: 3689a059-e5d0-4c66-ac2c-6c75a05490bb, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144abc23-c66a-460c-ba68-5a7188ea4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:10.183131 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:10.276383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-e54830a5-bcda-4e8d-bb2b-64394535a06b req-1c5e3022-b68b-4975-918d-1c4e47464d8e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Deleting port c101a996-9b64-4c97-81ba-20e3959c7d09 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:10.276778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e54830a5-bcda-4e8d-bb2b-64394535a06b req-1c5e3022-b68b-4975-918d-1c4e47464d8e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:10.316188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 2e4b8287-a2ba-4d77-9b6a-6961313ff007 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:10.319425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] For port 3689a059-e5d0-4c66-ac2c-6c75a05490bb, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:10.336441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-fd700cc9-ba78-4515-b0be-c54957af1279 req-a231d02b-4556-423b-a112-0b943241faf2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] For port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,segment=NetworkSegment(fd5490f0-ec5e-40f4-86aa-3d05d3a79052),segment_id=fd5490f0-ec5e-40f4-86aa-3d05d3a79052)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:10.337080 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fd700cc9-ba78-4515-b0be-c54957af1279 req-a231d02b-4556-423b-a112-0b943241faf2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:10.353721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-fd700cc9-ba78-4515-b0be-c54957af1279 req-a231d02b-4556-423b-a112-0b943241faf2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Calling delete_port for 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:10.394153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] For port 3689a059-e5d0-4c66-ac2c-6c75a05490bb, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3689a059-e5d0-4c66-ac2c-6c75a05490bb,segment=NetworkSegment(144abc23-c66a-460c-ba68-5a7188ea4970),segment_id=144abc23-c66a-460c-ba68-5a7188ea4970)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:10.462343 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:10.534296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-44e704a6-8558-4703-8742-11e1dae36ab0 service neutron] 10.222.0.72 "GET /v2.0/networks/04e42a12-98ac-4d0b-a4cb-184b6afa8a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817661 Feb 15 13:55:10.534553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fd700cc9-ba78-4515-b0be-c54957af1279 req-a231d02b-4556-423b-a112-0b943241faf2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9f5fc1ae-e05b-4844-84d4-3f652fbf1101), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:10.579378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 190e8755-b4aa-41d3-ae60-af57760585b6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:10.614835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231d02b-4556-423b-a112-0b943241faf2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Pushing event deleted for resources: {'Port': ['ID=9f5fc1ae-e05b-4844-84d4-3f652fbf1101,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:10.639088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66206a-a2a1-4ee2-9c06-91a9d3c1ded1 None None] Pushing event updated for resources: {'Port': ['ID=3689a059-e5d0-4c66-ac2c-6c75a05490bb,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:10.665928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd700cc9-ba78-4515-b0be-c54957af1279 req-a231d02b-4556-423b-a112-0b943241faf2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] No DVR routers for this DVR port 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:10.669207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fd700cc9-ba78-4515-b0be-c54957af1279 req-a231d02b-4556-423b-a112-0b943241faf2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:10.674394 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fd700cc9-ba78-4515-b0be-c54957af1279 req-a231d02b-4556-423b-a112-0b943241faf2 tempest-ImagesTestJSON-1505613737 tempest-ImagesTestJSON-1505613737-project] 10.222.0.67 "DELETE /v2.0/ports/9f5fc1ae-e05b-4844-84d4-3f652fbf1101 HTTP/1.1" status: 204 len: 173 time: 0.7576723 Feb 15 13:55:10.674858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:55:10.685850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:10.688342 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:10.760990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c6fc51-a999-4556-872c-34fc216581dc None None] Network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:55:10.806253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-a433c510-5ed1-449c-9464-53db4b6e12fc service neutron] 10.222.0.72 "GET /v2.0/networks/04e42a12-98ac-4d0b-a4cb-184b6afa8a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704723 Feb 15 13:55:10.862331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e9e1c-0e87-4d63-af9b-c5ed3a0c937e req-115f0230-ea9f-4307-be27-6271976980aa tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:10.865164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8abd85ac-0e5c-4e11-855e-71167e51a88c None None] Provisioning complete for port 5750b7ff-e382-43eb-b064-292eafe4c7b2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:10.865548 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8abd85ac-0e5c-4e11-855e-71167e51a88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:10.876348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-879e9e1c-0e87-4d63-af9b-c5ed3a0c937e req-115f0230-ea9f-4307-be27-6271976980aa tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 948 time: 0.7360613 Feb 15 13:55:10.895524 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:11.007021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:11.007419 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:11.012680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e54830a5-bcda-4e8d-bb2b-64394535a06b req-1c5e3022-b68b-4975-918d-1c4e47464d8e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] For port c101a996-9b64-4c97-81ba-20e3959c7d09, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c101a996-9b64-4c97-81ba-20e3959c7d09,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:11.013055 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e54830a5-bcda-4e8d-bb2b-64394535a06b req-1c5e3022-b68b-4975-918d-1c4e47464d8e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:11.038352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-e54830a5-bcda-4e8d-bb2b-64394535a06b req-1c5e3022-b68b-4975-918d-1c4e47464d8e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Calling delete_port for c101a996-9b64-4c97-81ba-20e3959c7d09 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:11.055641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041fb751-4daa-4fb2-aea1-adfe760d0eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4b8287-a2ba-4d77-9b6a-6961313ff007'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:11.058369 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2001ed87-29a8-4582-9ce8-549f1318f290" -d '{"events": [{"server_uuid": "041fb751-4daa-4fb2-aea1-adfe760d0eb5", "name": "network-vif-plugged", "status": "completed", "tag": "2e4b8287-a2ba-4d77-9b6a-6961313ff007"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:11.114922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 2e4b8287-a2ba-4d77-9b6a-6961313ff007, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=2e4b8287-a2ba-4d77-9b6a-6961313ff007,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:11.129249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-879e9e1c-0e87-4d63-af9b-c5ed3a0c937e req-0ce8e55b-f3b2-4fa2-99a2-de28d897cd30 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517684 Feb 15 13:55:11.133549 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:11.146300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8abd85ac-0e5c-4e11-855e-71167e51a88c None None] Current status of the port 5750b7ff-e382-43eb-b064-292eafe4c7b2 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:11.147305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8abd85ac-0e5c-4e11-855e-71167e51a88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:11.275150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8abd85ac-0e5c-4e11-855e-71167e51a88c None None] For port 5750b7ff-e382-43eb-b064-292eafe4c7b2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5750b7ff-e382-43eb-b064-292eafe4c7b2,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:11.276623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=2e4b8287-a2ba-4d77-9b6a-6961313ff007,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:11.290212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8abd85ac-0e5c-4e11-855e-71167e51a88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:11.401676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-d4952ebf-394b-4c63-a9ba-c4f5ceaa2fc4 service neutron] 10.222.0.72 "GET /v2.0/networks/41f36d50-a4ad-45f2-a48b-3d490c29eee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940175 Feb 15 13:55:11.460299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd85ac-0e5c-4e11-855e-71167e51a88c None None] Pushing event updated for resources: {'Port': ['ID=5750b7ff-e382-43eb-b064-292eafe4c7b2,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:11.514464 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:11.619885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3689a059-e5d0-4c66-ac2c-6c75a05490bb up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:11.662710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d1671fcf-35dd-4a3e-a6d1-3a34bafe7233 None None] Provisioning complete for port 5750b7ff-e382-43eb-b064-292eafe4c7b2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:11.663688 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d1671fcf-35dd-4a3e-a6d1-3a34bafe7233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:11.678452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Network 6c7a4dea-9b1c-45ce-98f2-09854912c65b is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:11.684846 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e54830a5-bcda-4e8d-bb2b-64394535a06b req-1c5e3022-b68b-4975-918d-1c4e47464d8e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c101a996-9b64-4c97-81ba-20e3959c7d09), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:11.704118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:11.706932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:11.718895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:11.808961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event updated for resources: {'Port': ['ID=9731bf01-5598-4db5-acac-787da1c8ef1e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:11.816450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:11.817138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:11.838896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816b8de-ff91-4e5c-ba90-aabaefbebd1a req-29ad4595-14c1-44d0-96c2-97f0fedaa4f9 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:11.840535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0816b8de-ff91-4e5c-ba90-aabaefbebd1a req-29ad4595-14c1-44d0-96c2-97f0fedaa4f9 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.4513371 Feb 15 13:55:11.862597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6c4812be-f3bd-4032-8aab-b7f80ffc44fd service neutron] 10.222.0.72 "GET /v2.0/networks/41f36d50-a4ad-45f2-a48b-3d490c29eee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097760 Feb 15 13:55:11.890437 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.890795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.891173 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.891517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.891860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.892197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.892526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.892859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.893187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.893514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.893846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.894175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.894500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:11.937977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54830a5-bcda-4e8d-bb2b-64394535a06b req-1c5e3022-b68b-4975-918d-1c4e47464d8e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] No DVR routers for this DVR port c101a996-9b64-4c97-81ba-20e3959c7d09 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:11.946303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-63005491-1d49-48c9-bd78-4aeacf517659 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3106925 Feb 15 13:55:11.973269 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e54830a5-bcda-4e8d-bb2b-64394535a06b req-1c5e3022-b68b-4975-918d-1c4e47464d8e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:11.977264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e54830a5-bcda-4e8d-bb2b-64394535a06b req-1c5e3022-b68b-4975-918d-1c4e47464d8e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "DELETE /v2.0/ports/c101a996-9b64-4c97-81ba-20e3959c7d09 HTTP/1.1" status: 204 len: 173 time: 2.4220047 Feb 15 13:55:11.979146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d93a0f-a2ff-460a-a522-e5ba505efb5f', 'name': 'network-vif-deleted', 'tag': 'c101a996-9b64-4c97-81ba-20e3959c7d09'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:11.981451 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6474506a-14b2-4d14-985e-ae0a8b85babd" -d '{"events": [{"server_uuid": "54d93a0f-a2ff-460a-a522-e5ba505efb5f", "name": "network-vif-deleted", "tag": "c101a996-9b64-4c97-81ba-20e3959c7d09"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:12.020529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Request body: {'port': {'device_id': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:12.021872 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:12.028021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e3022-b68b-4975-918d-1c4e47464d8e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event deleted for resources: {'Port': ['ID=c101a996-9b64-4c97-81ba-20e3959c7d09,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:12.141974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3689a059-e5d0-4c66-ac2c-6c75a05490bb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:12.142850 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:12.147508 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0816b8de-ff91-4e5c-ba90-aabaefbebd1a req-4deadd0a-7c55-4516-9b67-e5e35a61ec52 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923315 Feb 15 13:55:12.149185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d1671fcf-35dd-4a3e-a6d1-3a34bafe7233 None None] Current status of the port 5750b7ff-e382-43eb-b064-292eafe4c7b2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:12.198214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:12.231018 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:12.270564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-f85007d6-fe1d-4223-80b5-04ce3ab37510 service neutron] 10.222.0.72 "GET /v2.0/networks/04e42a12-98ac-4d0b-a4cb-184b6afa8a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723762 Feb 15 13:55:12.324030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:55:12.324740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8a7fc9fb-f4b5-4211-b51f-9213d7b481cc not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:55:12.342088 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f15408-2ab9-4ef4-9799-ced06ddf97e0 x-openstack-request-id: req-f4f15408-2ab9-4ef4-9799-ced06ddf97e0 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:12.342582 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd5c9ac-f7ee-4e11-8827-6b885fa3071e", "name": "network-vif-deleted", "tag": "8a7fc9fb-f4b5-4211-b51f-9213d7b481cc", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:12.342703 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f4f15408-2ab9-4ef4-9799-ced06ddf97e0 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:12.343050 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd5c9ac-f7ee-4e11-8827-6b885fa3071e', 'name': 'network-vif-deleted', 'tag': '8a7fc9fb-f4b5-4211-b51f-9213d7b481cc', 'status': 'completed', 'code': 200} Feb 15 13:55:12.387586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5125cc3f-b72f-42d9-824c-87904d41cadd None None] Network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:55:12.475378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-08b77460-d484-4f93-9d25-2f3b7f20c2cd None None] Provisioning complete for port 3689a059-e5d0-4c66-ac2c-6c75a05490bb triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:12.475757 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-08b77460-d484-4f93-9d25-2f3b7f20c2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:12.552159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-865271b8-d05f-4535-9d31-e11cd495fb04 service neutron] 10.222.0.72 "GET /v2.0/networks/04e42a12-98ac-4d0b-a4cb-184b6afa8a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455919 Feb 15 13:55:12.621178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3689a059-e5d0-4c66-ac2c-6c75a05490bb is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:12.621573 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:12.704333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49750658-40e2-45b5-a97a-41e946bd7d20 req-71ee162d-4e24-4aea-badc-cf1b6f4f193b tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:12.719696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49750658-40e2-45b5-a97a-41e946bd7d20 req-71ee162d-4e24-4aea-badc-cf1b6f4f193b tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 931 time: 0.1948018 Feb 15 13:55:12.853522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 3689a059-e5d0-4c66-ac2c-6c75a05490bb, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3689a059-e5d0-4c66-ac2c-6c75a05490bb,segment=NetworkSegment(144abc23-c66a-460c-ba68-5a7188ea4970),segment_id=144abc23-c66a-460c-ba68-5a7188ea4970)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:12.862537 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-08b77460-d484-4f93-9d25-2f3b7f20c2cd None None] Current status of the port 3689a059-e5d0-4c66-ac2c-6c75a05490bb is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:12.862953 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-08b77460-d484-4f93-9d25-2f3b7f20c2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:12.868889 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:12.869669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5750b7ff-e382-43eb-b064-292eafe4c7b2 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:12.875516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49750658-40e2-45b5-a97a-41e946bd7d20 req-69b4b403-05bd-42e1-a832-b69d50dde010 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545455 Feb 15 13:55:13.042923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=3689a059-e5d0-4c66-ac2c-6c75a05490bb,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:13.096946 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-08b77460-d484-4f93-9d25-2f3b7f20c2cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:55:13.097301 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-08b77460-d484-4f93-9d25-2f3b7f20c2cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:55:13.107467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7e17f-d1ac-4073-902f-953758d0f932 req-5f3acc0b-bc16-4e79-a914-c888619a6546 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:13.117851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fe7e17f-d1ac-4073-902f-953758d0f932 req-5f3acc0b-bc16-4e79-a914-c888619a6546 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.2282050 Feb 15 13:55:13.124606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5750b7ff-e382-43eb-b064-292eafe4c7b2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:13.125051 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:13.163746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9731bf01-5598-4db5-acac-787da1c8ef1e {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:13.179385 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Publish callbacks [] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:13.183124 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d589d6-c75c-4808-b8f3-9d2d1a9fe4e2 x-openstack-request-id: req-94d589d6-c75c-4808-b8f3-9d2d1a9fe4e2 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:13.183327 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041fb751-4daa-4fb2-aea1-adfe760d0eb5", "name": "network-vif-plugged", "status": "completed", "tag": "2e4b8287-a2ba-4d77-9b6a-6961313ff007", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:13.183527 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-94d589d6-c75c-4808-b8f3-9d2d1a9fe4e2 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:13.183920 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041fb751-4daa-4fb2-aea1-adfe760d0eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4b8287-a2ba-4d77-9b6a-6961313ff007', 'code': 200} Feb 15 13:55:13.237056 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa2fb0a-0778-4e18-9cac-43a0dc9fc1a0 x-openstack-request-id: req-daa2fb0a-0778-4e18-9cac-43a0dc9fc1a0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:13.237724 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d93a0f-a2ff-460a-a522-e5ba505efb5f", "name": "network-vif-deleted", "tag": "c101a996-9b64-4c97-81ba-20e3959c7d09", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:13.238194 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-daa2fb0a-0778-4e18-9cac-43a0dc9fc1a0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:13.238811 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d93a0f-a2ff-460a-a522-e5ba505efb5f', 'name': 'network-vif-deleted', 'tag': 'c101a996-9b64-4c97-81ba-20e3959c7d09', 'status': 'completed', 'code': 200} Feb 15 13:55:13.319249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Transition to ACTIVE for port object 9731bf01-5598-4db5-acac-787da1c8ef1e will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:55:13.322215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5750b7ff-e382-43eb-b064-292eafe4c7b2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:13.352148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fe7e17f-d1ac-4073-902f-953758d0f932 req-164df113-8f2f-4e50-86da-56579e8baccf tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333288 Feb 15 13:55:13.364455 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:13.395436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b70f5-1f2f-4732-9b31-c6ac0fc3b4ab req-1fb0be59-ec35-4ce7-ac77-71e2a25b2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:13.398292 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-856b70f5-1f2f-4732-9b31-c6ac0fc3b4ab req-1fb0be59-ec35-4ce7-ac77-71e2a25b2f4c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 1132 time: 0.1180961 Feb 15 13:55:13.469757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3689a059-e5d0-4c66-ac2c-6c75a05490bb up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:13.472552 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-856b70f5-1f2f-4732-9b31-c6ac0fc3b4ab req-f3b36144-06d6-4157-8fd3-cab52976cbc6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546274 Feb 15 13:55:13.526718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3689a059-e5d0-4c66-ac2c-6c75a05490bb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:13.527334 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:13.528426 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5d467fa-7df0-4f18-baf8-e4b27e6adbfd req-c6ee0df0-af56-4eea-850e-4d46039a6493 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 210 time: 0.0621815 Feb 15 13:55:13.570171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Pushing event updated for resources: {'Port': ['ID=9731bf01-5598-4db5-acac-787da1c8ef1e,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:13.650939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2e7e8-9fbf-4cf9-948e-1412bc1b6ae2 req-9ea07eb2-9cd3-4934-a1a7-80f505f53c8d tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:13.658449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2eb2e7e8-9fbf-4cf9-948e-1412bc1b6ae2 req-9ea07eb2-9cd3-4934-a1a7-80f505f53c8d tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 949 time: 0.3415449 Feb 15 13:55:13.677915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-08b77460-d484-4f93-9d25-2f3b7f20c2cd None None] Current status of the port 3689a059-e5d0-4c66-ac2c-6c75a05490bb is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:13.680803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3689a059-e5d0-4c66-ac2c-6c75a05490bb is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:13.682002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5750b7ff-e382-43eb-b064-292eafe4c7b2 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:13.742067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5750b7ff-e382-43eb-b064-292eafe4c7b2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:13.742444 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:13.769870 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2eb2e7e8-9fbf-4cf9-948e-1412bc1b6ae2 req-8f3abb72-5082-42d5-abe1-4d684921e38c tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058619 Feb 15 13:55:13.771129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Attempting to bind port 9731bf01-5598-4db5-acac-787da1c8ef1e on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:13.772251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Attempting to bind port 9731bf01-5598-4db5-acac-787da1c8ef1e by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:13.772653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Attempting to bind port 9731bf01-5598-4db5-acac-787da1c8ef1e on network 6c7a4dea-9b1c-45ce-98f2-09854912c65b {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:13.782621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Port 9731bf01-5598-4db5-acac-787da1c8ef1e on network 6c7a4dea-9b1c-45ce-98f2-09854912c65b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:55:13.785320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Attempting to bind port 9731bf01-5598-4db5-acac-787da1c8ef1e on network 6c7a4dea-9b1c-45ce-98f2-09854912c65b {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:13.831885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:13.832501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Checking segment: {'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:13.833163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Bound using segment: {'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:13.834341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Bound port: 9731bf01-5598-4db5-acac-787da1c8ef1e, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:13.835110 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:13.840087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8cf9e8ea-5a0a-4192-8904-7672b61379f5 None None] Provisioning complete for port 3689a059-e5d0-4c66-ac2c-6c75a05490bb triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:13.841155 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8cf9e8ea-5a0a-4192-8904-7672b61379f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:13.935360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5914155-55dd-4139-91f6-f7888bfbe2c3 req-4a6ec4d9-28e5-4ab1-91ce-329bd1fbbea2 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:13.938756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5914155-55dd-4139-91f6-f7888bfbe2c3 req-4a6ec4d9-28e5-4ab1-91ce-329bd1fbbea2 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.1505201 Feb 15 13:55:13.982213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5750b7ff-e382-43eb-b064-292eafe4c7b2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:14.014170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5914155-55dd-4139-91f6-f7888bfbe2c3 req-04aff7c9-998b-4942-9218-e710c39067cf tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680718 Feb 15 13:55:14.017483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] For port 9731bf01-5598-4db5-acac-787da1c8ef1e, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:14.044128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] For port 9731bf01-5598-4db5-acac-787da1c8ef1e, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9731bf01-5598-4db5-acac-787da1c8ef1e,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:14.059015 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:14.060330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9e8ea-5a0a-4192-8904-7672b61379f5 None None] Current status of the port 3689a059-e5d0-4c66-ac2c-6c75a05490bb is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:14.119142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:14.119504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:14.121838 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] 10.222.0.67 "PUT /v2.0/ports/9731bf01-5598-4db5-acac-787da1c8ef1e HTTP/1.1" status: 200 len: 1092 time: 2.1376164 Feb 15 13:55:14.187086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device c101a996-9b64-4c97-81ba-20e3959c7d09 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:14.210719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: c101a996-9b64-4c97-81ba-20e3959c7d09 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:55:14.211121 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device c101a996-9b64-4c97-81ba-20e3959c7d09 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:55:14.211528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:14.231671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:55:14.232014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9f5fc1ae-e05b-4844-84d4-3f652fbf1101 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:55:14.252806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c13ff2-e902-4c30-abc1-1cb0094bf07d service neutron] Pushing event updated for resources: {'Port': ['ID=9731bf01-5598-4db5-acac-787da1c8ef1e,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:14.289077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587f69c-26d4-4547-872e-e88c3611594e req-51c9f7d9-dc80-4bd7-a024-789cb49206d0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:14.290744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1587f69c-26d4-4547-872e-e88c3611594e req-51c9f7d9-dc80-4bd7-a024-789cb49206d0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 943 time: 0.1784008 Feb 15 13:55:14.346270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'name': 'network-vif-deleted', 'tag': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:14.348956 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b88dc43-632c-439f-a4fb-241edbbfed53" -d '{"events": [{"server_uuid": "08f774c7-fa3c-4728-b3c4-4023d985d23a", "name": "network-vif-deleted", "tag": "9f5fc1ae-e05b-4844-84d4-3f652fbf1101"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:14.365693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-2da67ce8-fda6-48e1-9e5c-ff38bba36148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:14.366775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-2da67ce8-fda6-48e1-9e5c-ff38bba36148 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1a40291f488648218df7665e0b98c961&device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 1126 time: 0.1907356 Feb 15 13:55:14.426585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e10b7b-dc4f-414d-bd56-e6f81f82af18 req-925d1e52-6799-4fa1-b9ff-8d8b7cb31a8b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:14.428703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49e10b7b-dc4f-414d-bd56-e6f81f82af18 req-925d1e52-6799-4fa1-b9ff-8d8b7cb31a8b tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 949 time: 0.2089064 Feb 15 13:55:14.481413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-484ca618-68b6-4ea1-a792-9b2e75f5239d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9731bf01-5598-4db5-acac-787da1c8ef1e HTTP/1.1" status: 200 len: 217 time: 0.0816276 Feb 15 13:55:14.516121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1587f69c-26d4-4547-872e-e88c3611594e req-8448dd33-8aec-4ae6-92c7-dc203edf3571 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148964 Feb 15 13:55:14.596590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-7c9f442e-2b64-467c-b463-ccc867e7e0b3 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:14.601654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-7c9f442e-2b64-467c-b463-ccc867e7e0b3 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:14.603299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-7c9f442e-2b64-467c-b463-ccc867e7e0b3 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "GET /v2.0/networks?id=04e42a12-98ac-4d0b-a4cb-184b6afa8a7b&id=41f36d50-a4ad-45f2-a48b-3d490c29eee4&id=04e42a12-98ac-4d0b-a4cb-184b6afa8a7b HTTP/1.1" status: 200 len: 1390 time: 0.2692292 Feb 15 13:55:14.609268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49e10b7b-dc4f-414d-bd56-e6f81f82af18 req-f82673d2-3d85-449e-9c3c-5432b2f03a40 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455762 Feb 15 13:55:14.611045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-5201f648-c318-40ff-9e49-27147352a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:14.612241 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b15411-a453-4b29-9441-ccf23fbc1521 x-openstack-request-id: req-76b15411-a453-4b29-9441-ccf23fbc1521 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:14.612729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-5201f648-c318-40ff-9e49-27147352a16a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5 HTTP/1.1" status: 200 len: 861 time: 0.1157691 Feb 15 13:55:14.613200 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f774c7-fa3c-4728-b3c4-4023d985d23a", "name": "network-vif-deleted", "tag": "9f5fc1ae-e05b-4844-84d4-3f652fbf1101", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:14.613623 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76b15411-a453-4b29-9441-ccf23fbc1521 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:14.614185 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f774c7-fa3c-4728-b3c4-4023d985d23a', 'name': 'network-vif-deleted', 'tag': '9f5fc1ae-e05b-4844-84d4-3f652fbf1101', 'status': 'completed', 'code': 200} Feb 15 13:55:14.620272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'port': {'device_id': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b', 'admin_state_up': True, 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:14.650311 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3703640d-8d3e-46a4-ab78-485b98c9e991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:15.009874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-ed5dc884-e9a8-4ea5-a9dc-774ccd13d2d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c7a4dea-9b1c-45ce-98f2-09854912c65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3858654 Feb 15 13:55:15.061935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cedca61a-3b0a-448d-b1bc-c2d31880d6ce req-561395cf-cd17-47ba-a36c-f594e38f545f tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 210 time: 0.0575817 Feb 15 13:55:15.204544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef56c-3d8a-476b-8a64-2b4b5752a5de req-6802b944-8dfb-43a5-87d6-b61710cfc4c8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:15.206007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-384ef56c-3d8a-476b-8a64-2b4b5752a5de req-6802b944-8dfb-43a5-87d6-b61710cfc4c8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.1984961 Feb 15 13:55:15.243375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'tag': '9731bf01-5598-4db5-acac-787da1c8ef1e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:15.245557 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a40857-c096-401b-aca9-f5e54ff5d137" -d '{"events": [{"name": "network-changed", "server_uuid": "db95a7f5-c67d-4df5-a0ae-1e87237ef98e", "tag": "9731bf01-5598-4db5-acac-787da1c8ef1e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:15.274173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-ec366de2-e791-48ed-a6ac-0926777c99a5 service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417102 Feb 15 13:55:15.288697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:15.292170 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:15.374717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8502e3-247a-4d3b-a7e6-8e196c7e9833 req-ef180ee2-a309-4a80-9239-cb7cd8668a5b tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:15.376284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d8502e3-247a-4d3b-a7e6-8e196c7e9833 req-ef180ee2-a309-4a80-9239-cb7cd8668a5b tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 949 time: 0.2089496 Feb 15 13:55:15.388688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-384ef56c-3d8a-476b-8a64-2b4b5752a5de req-fc806e5c-004e-48dc-8b99-8ca7332b9a62 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590502 Feb 15 13:55:15.555147 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d8502e3-247a-4d3b-a7e6-8e196c7e9833 req-8687e6b0-5fd2-409b-b0a8-50c2b4c05bad tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587913 Feb 15 13:55:15.557099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99db48e3-c082-496f-8789-12c9a1cea8f5 req-90a4c68b-75ba-4370-ba37-c11367d6946d service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572150 Feb 15 13:55:15.628839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Allocated IP 19.80.0.27 (04e42a12-98ac-4d0b-a4cb-184b6afa8a7b/d635a5bf-2fd5-47e6-9080-3062fc619d95/7bedd704-76e8-49d8-96ca-b271afc820bf) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:15.640679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fee2c-9a39-4714-8699-8da27670d5a6 req-107829c4-e809-4cef-8f09-3866dcc460a1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:15.645061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a21fee2c-9a39-4714-8699-8da27670d5a6 req-107829c4-e809-4cef-8f09-3866dcc460a1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.1624801 Feb 15 13:55:15.648307 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa74b97-a81b-4f49-ad01-e11a40ad4163 x-openstack-request-id: req-0fa74b97-a81b-4f49-ad01-e11a40ad4163 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:15.648679 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db95a7f5-c67d-4df5-a0ae-1e87237ef98e", "tag": "9731bf01-5598-4db5-acac-787da1c8ef1e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:15.649083 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0fa74b97-a81b-4f49-ad01-e11a40ad4163 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:15.649536 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'tag': '9731bf01-5598-4db5-acac-787da1c8ef1e', 'status': 'completed', 'code': 200} Feb 15 13:55:15.796006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a21fee2c-9a39-4714-8699-8da27670d5a6 req-57c86167-aadf-4f8e-b700-45146f77067e tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499810 Feb 15 13:55:15.873472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a40857-c096-401b-aca9-f5e54ff5d137 req-4696b189-cd9a-4db9-8a9f-0e873ddc5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:15.875060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0a40857-c096-401b-aca9-f5e54ff5d137 req-4696b189-cd9a-4db9-8a9f-0e873ddc5cbf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1a40291f488648218df7665e0b98c961&device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 1126 time: 0.1920936 Feb 15 13:55:15.888602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d52978-e77f-4d15-b15a-5665889c9f2d req-2043fe43-514e-490c-9d37-2a4ddac592cb tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:15.890256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5d52978-e77f-4d15-b15a-5665889c9f2d req-2043fe43-514e-490c-9d37-2a4ddac592cb tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 943 time: 0.1540077 Feb 15 13:55:16.054010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:16.101767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5d52978-e77f-4d15-b15a-5665889c9f2d req-8b7a08ac-cfa1-4c10-8224-cc4bd5e81a9f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907103 Feb 15 13:55:16.116596 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a40857-c096-401b-aca9-f5e54ff5d137 req-0c1a4cd0-20da-4e59-9430-33fabad9dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:16.118111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0a40857-c096-401b-aca9-f5e54ff5d137 req-0c1a4cd0-20da-4e59-9430-33fabad9dfc2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c7a4dea-9b1c-45ce-98f2-09854912c65b HTTP/1.1" status: 200 len: 922 time: 0.2244272 Feb 15 13:55:16.134793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e33885-889e-4f55-9764-69bd5294e6cf req-1141238a-f6bc-4b24-ab81-566333ff1f2f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:16.137328 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-66e33885-889e-4f55-9764-69bd5294e6cf req-1141238a-f6bc-4b24-ab81-566333ff1f2f tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 949 time: 0.0609984 Feb 15 13:55:16.181952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0a40857-c096-401b-aca9-f5e54ff5d137 req-b54ac669-1f10-4538-b913-31d62c9a51d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9731bf01-5598-4db5-acac-787da1c8ef1e HTTP/1.1" status: 200 len: 217 time: 0.0549862 Feb 15 13:55:16.208015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b608d7-ee2b-44c2-9b22-b5ceec9c402b req-90d55314-ff73-4cc3-bd05-cc35d1b4286e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:16.209908 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09b608d7-ee2b-44c2-9b22-b5ceec9c402b req-90d55314-ff73-4cc3-bd05-cc35d1b4286e tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/ports?device_id=2900f229-b05d-4f3b-868d-e4cecc547e4c HTTP/1.1" status: 200 len: 949 time: 0.1611083 Feb 15 13:55:16.243770 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:16.283893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-66e33885-889e-4f55-9764-69bd5294e6cf req-679d498a-e1db-486e-b223-de3783fc2921 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Deleting port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:16.284238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-66e33885-889e-4f55-9764-69bd5294e6cf req-679d498a-e1db-486e-b223-de3783fc2921 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:16.336079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-91182b72-692b-4762-9b5f-c8169ef8e21f tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4896c630f5384ddf8f9da23fc3bf4cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810444 Feb 15 13:55:16.361428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a40857-c096-401b-aca9-f5e54ff5d137 req-207fbb3e-7a69-4c5a-9752-d7d0ce179f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:16.362822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0a40857-c096-401b-aca9-f5e54ff5d137 req-207fbb3e-7a69-4c5a-9752-d7d0ce179f92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5 HTTP/1.1" status: 200 len: 861 time: 0.1731334 Feb 15 13:55:16.376233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:16.416059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:16.416282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-66e33885-889e-4f55-9764-69bd5294e6cf req-679d498a-e1db-486e-b223-de3783fc2921 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] For port 7a67bb08-8848-4a49-b390-9c9b837b6fe0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7a67bb08-8848-4a49-b390-9c9b837b6fe0,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:16.416549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-66e33885-889e-4f55-9764-69bd5294e6cf req-679d498a-e1db-486e-b223-de3783fc2921 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:16.433386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-66e33885-889e-4f55-9764-69bd5294e6cf req-679d498a-e1db-486e-b223-de3783fc2921 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Calling delete_port for 7a67bb08-8848-4a49-b390-9c9b837b6fe0 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:16.453985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Port': ['ID=7bedd704-76e8-49d8-96ca-b271afc820bf,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:16.456894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:16.489352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0a40857-c096-401b-aca9-f5e54ff5d137 req-d95bfabf-b3b1-47ee-b19c-9805424bfcd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c7a4dea-9b1c-45ce-98f2-09854912c65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040316 Feb 15 13:55:16.511224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09b608d7-ee2b-44c2-9b22-b5ceec9c402b req-21cd9169-f01a-4863-a694-4eb36051e261 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.72 "GET /v2.0/security-groups?id=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617135 Feb 15 13:55:16.623871 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-66e33885-889e-4f55-9764-69bd5294e6cf req-679d498a-e1db-486e-b223-de3783fc2921 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7a67bb08-8848-4a49-b390-9c9b837b6fe0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:16.637184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7a67bb08-8848-4a49-b390-9c9b837b6fe0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:16.758934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d498a-e1db-486e-b223-de3783fc2921 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Pushing event deleted for resources: {'Port': ['ID=7a67bb08-8848-4a49-b390-9c9b837b6fe0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:16.767457 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e33885-889e-4f55-9764-69bd5294e6cf req-679d498a-e1db-486e-b223-de3783fc2921 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] No DVR routers for this DVR port 7a67bb08-8848-4a49-b390-9c9b837b6fe0 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:16.771935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-66e33885-889e-4f55-9764-69bd5294e6cf req-679d498a-e1db-486e-b223-de3783fc2921 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:16.775661 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-66e33885-889e-4f55-9764-69bd5294e6cf req-679d498a-e1db-486e-b223-de3783fc2921 tempest-ServersOnMultiNodesTest-1573971918 tempest-ServersOnMultiNodesTest-1573971918-project] 10.222.0.67 "DELETE /v2.0/ports/7a67bb08-8848-4a49-b390-9c9b837b6fe0 HTTP/1.1" status: 204 len: 173 time: 0.6324162 Feb 15 13:55:16.776207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2900f229-b05d-4f3b-868d-e4cecc547e4c', 'name': 'network-vif-deleted', 'tag': '7a67bb08-8848-4a49-b390-9c9b837b6fe0'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:16.778934 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7ea536-dfa3-44ac-a17b-eb1b8a50f3b8" -d '{"events": [{"server_uuid": "2900f229-b05d-4f3b-868d-e4cecc547e4c", "name": "network-vif-deleted", "tag": "7a67bb08-8848-4a49-b390-9c9b837b6fe0"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:16.816357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:16.817041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:16.901430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-266bf241-fb8c-4a33-88d6-82b84f3e82db tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:16.911632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-266bf241-fb8c-4a33-88d6-82b84f3e82db tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5603487 Feb 15 13:55:16.925109 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-76a5f4f9-c127-4c7e-94a1-e22fc849373c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3096271 Feb 15 13:55:16.953385 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'port': {'device_id': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4', 'admin_state_up': True, 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:16.971587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-c2b9a42f-3b80-46e4-a784-22dc7f197a62 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/quotas/4896c630f5384ddf8f9da23fc3bf4cac HTTP/1.1" status: 200 len: 375 time: 0.0433431 Feb 15 13:55:16.988805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e8f9e-594a-47d7-85c9-3f9e3f3fb94a req-142b98e3-61ab-4d76-a19a-64097a4df183 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:16.991161 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f7e8f9e-594a-47d7-85c9-3f9e3f3fb94a req-142b98e3-61ab-4d76-a19a-64097a4df183 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 931 time: 0.3795104 Feb 15 13:55:17.119307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0a40857-c096-401b-aca9-f5e54ff5d137 req-8c2b1c73-e27d-49a6-b21d-2688d559477f service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750256 Feb 15 13:55:17.141109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-aa67adf7-3a3f-4579-87bb-bce3407b9dc8 None None] Provisioning complete for port 7bedd704-76e8-49d8-96ca-b271afc820bf triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:17.141787 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aa67adf7-3a3f-4579-87bb-bce3407b9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:17.183174 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-aa67adf7-3a3f-4579-87bb-bce3407b9dc8 None None] Port 7bedd704-76e8-49d8-96ca-b271afc820bf cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:55:17.186044 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6bd676bb-2788-406b-8e64-4e18c97b4ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:17.258700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f7e8f9e-594a-47d7-85c9-3f9e3f3fb94a req-55c0bbe5-399e-4e0b-9578-9601b6513cdf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199075 Feb 15 13:55:17.292629 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-8125e260-5cd6-4783-8f0b-700d25b93206 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4896c630f5384ddf8f9da23fc3bf4cac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3003058 Feb 15 13:55:17.326066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0a40857-c096-401b-aca9-f5e54ff5d137 req-bce9d368-86cb-4293-9186-d276c6347c61 service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991372 Feb 15 13:55:17.340714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:17.344212 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:17.348135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52382) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:17.534343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed26db1-b80f-483e-980c-a4301df289f6 admin admin] Deleting subnet 0b28444a-b502-4aa0-b454-8e8c20bce1b8 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:55:17.537970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ed26db1-b80f-483e-980c-a4301df289f6 admin admin] Publish callbacks [] for subnet (0b28444a-b502-4aa0-b454-8e8c20bce1b8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:17.577787 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ed26db1-b80f-483e-980c-a4301df289f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (0b28444a-b502-4aa0-b454-8e8c20bce1b8), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:17.591007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf5d73-93c3-4cfe-a366-e357843c8c37 req-006bacce-3db7-4688-bbf1-125248dae749 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:17.598024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bddf5d73-93c3-4cfe-a366-e357843c8c37 req-006bacce-3db7-4688-bbf1-125248dae749 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.1292109 Feb 15 13:55:17.627953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Allocated IP 19.86.0.223 (41f36d50-a4ad-45f2-a48b-3d490c29eee4/346ca384-53a9-45f6-95bb-e7a4503a01f7/4ba2be3a-8c50-4259-86f7-24958c8dfe18) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:17.644177 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3912c407-451e-48d6-a950-13c337f7be31 x-openstack-request-id: req-3912c407-451e-48d6-a950-13c337f7be31 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:17.645465 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2900f229-b05d-4f3b-868d-e4cecc547e4c", "name": "network-vif-deleted", "tag": "7a67bb08-8848-4a49-b390-9c9b837b6fe0", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:17.647589 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3912c407-451e-48d6-a950-13c337f7be31 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:17.648273 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2900f229-b05d-4f3b-868d-e4cecc547e4c', 'name': 'network-vif-deleted', 'tag': '7a67bb08-8848-4a49-b390-9c9b837b6fe0', 'status': 'completed', 'code': 200} Feb 15 13:55:17.695787 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ed26db1-b80f-483e-980c-a4301df289f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0b28444a-b502-4aa0-b454-8e8c20bce1b8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:17.786286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ed26db1-b80f-483e-980c-a4301df289f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (0b28444a-b502-4aa0-b454-8e8c20bce1b8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:17.795114 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bddf5d73-93c3-4cfe-a366-e357843c8c37 req-a0309beb-e4cc-4525-a240-0e235114b9cf tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958389 Feb 15 13:55:17.823401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed26db1-b80f-483e-980c-a4301df289f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b28444a-b502-4aa0-b454-8e8c20bce1b8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:17.829284 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ed26db1-b80f-483e-980c-a4301df289f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:17.833482 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5ed26db1-b80f-483e-980c-a4301df289f6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0b28444a-b502-4aa0-b454-8e8c20bce1b8 HTTP/1.1" status: 204 len: 168 time: 0.4838855 Feb 15 13:55:17.835955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52394) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:17.944749 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (5461f37d-d055-446e-8d72-40835b2310d7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:17.962484 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.026397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e5cde-d829-4c6e-89ee-37304fcf14b2 req-ce6126fe-56b8-4347-9091-009f309708a3 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:18.028862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb5e5cde-d829-4c6e-89ee-37304fcf14b2 req-ce6126fe-56b8-4347-9091-009f309708a3 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.2305880 Feb 15 13:55:18.032846 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.050889 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (5461f37d-d055-446e-8d72-40835b2310d7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.073854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20389cb1-195c-4641-93e3-8218c168a8ce req-150c9d34-314d-4531-acd2-c7556dd17f1a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:18.081405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20389cb1-195c-4641-93e3-8218c168a8ce req-150c9d34-314d-4531-acd2-c7556dd17f1a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 943 time: 0.1876147 Feb 15 13:55:18.086755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5461f37d-d055-446e-8d72-40835b2310d7']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:18.100147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:18.100513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5490f0-ec5e-40f4-86aa-3d05d3a79052') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:18.114883 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (fd5490f0-ec5e-40f4-86aa-3d05d3a79052), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.134564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fd5490f0-ec5e-40f4-86aa-3d05d3a79052), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.140820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:18.143926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:55:18.144589 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (fd5490f0-ec5e-40f4-86aa-3d05d3a79052), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:55:18.147220 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:55:18.152367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:18.161441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:18.214723 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb5e5cde-d829-4c6e-89ee-37304fcf14b2 req-2dd0d8ba-d90f-437c-a1e0-15829991dab7 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713350 Feb 15 13:55:18.241161 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.275728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Port': ['ID=4ba2be3a-8c50-4259-86f7-24958c8dfe18,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:18.294226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (5461f37d-d055-446e-8d72-40835b2310d7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.306018 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20389cb1-195c-4641-93e3-8218c168a8ce req-d1c14af7-3e96-4aed-beaa-9fc9e76e9080 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236555 Feb 15 13:55:18.322995 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.336115 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5461f37d-d055-446e-8d72-40835b2310d7 HTTP/1.1" status: 204 len: 168 time: 0.4988873 Feb 15 13:55:18.366865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:18.371346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507bd28-48b2-4bcb-90b1-22079eba5067 admin admin] Pushing event deleted for resources: {'Network': ['ID=5461f37d-d055-446e-8d72-40835b2310d7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:18.383781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.502632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19dce507-ea61-4b20-9aa4-a9b51086d273 req-514e7250-ed57-4b19-a515-16a6b6771893 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 210 time: 0.0883250 Feb 15 13:55:18.507634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6f6097d2-9407-4549-bdb9-2d26194fb7d7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5592365 Feb 15 13:55:18.550990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52408) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:18.574070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'port': {'device_id': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b', 'admin_state_up': True, 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:18.644822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-033ebf2e-5727-4814-88e7-03b0fa998124 None None] Provisioning complete for port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:18.645492 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-033ebf2e-5727-4814-88e7-03b0fa998124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.645724 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b532dc37-66c2-40b1-bef7-c899ebfddf64 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3eac595867e4077a0a643f765679882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0917420 Feb 15 13:55:18.648951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52412) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:18.685152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52414) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:18.726137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-033ebf2e-5727-4814-88e7-03b0fa998124 None None] Port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:55:18.732698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f918a-86cc-4de3-bd76-be651f2e00c8 req-a6db9d24-5f95-4947-93d6-048e104881f9 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:18.740787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f918a-86cc-4de3-bd76-be651f2e00c8 req-a6db9d24-5f95-4947-93d6-048e104881f9 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:18.743362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab3f918a-86cc-4de3-bd76-be651f2e00c8 req-a6db9d24-5f95-4947-93d6-048e104881f9 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 1654 time: 0.2541008 Feb 15 13:55:18.751348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64335604-0101-491d-9b0c-46a96cda92b6 admin admin] Publish callbacks [] for security_group (7c5ef0a1-8749-48aa-92a9-0edd4dad6502), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.804285 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64335604-0101-491d-9b0c-46a96cda92b6 admin admin] Publish callbacks [] for security_group (7c5ef0a1-8749-48aa-92a9-0edd4dad6502), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.839297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab3f918a-86cc-4de3-bd76-be651f2e00c8 req-7b28b8d4-a55d-4db4-a3da-4a09b16d5426 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764439 Feb 15 13:55:18.870310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:18.877696 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.889426 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64335604-0101-491d-9b0c-46a96cda92b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7c5ef0a1-8749-48aa-92a9-0edd4dad6502), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.892538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64335604-0101-491d-9b0c-46a96cda92b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:18.893788 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-64335604-0101-491d-9b0c-46a96cda92b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7c5ef0a1-8749-48aa-92a9-0edd4dad6502 HTTP/1.1" status: 204 len: 168 time: 0.2434409 Feb 15 13:55:18.915130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64335604-0101-491d-9b0c-46a96cda92b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5ef0a1-8749-48aa-92a9-0edd4dad6502,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:18.964536 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dda2be90-84ce-40f9-95dc-5063a796795e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7aef015375ad44b98dbd519ebaf87d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782433 Feb 15 13:55:18.968004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52424) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:19.056066 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd93b-8d02-461b-a0d5-d89568903dbc admin admin] Publish callbacks [] for security_group (40bbdf0f-ea0d-4cce-ad7a-9fd607adda06), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:19.063001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7a01d-3b78-4a45-8683-b46f39a0a4b7 req-5fdf9fc0-335c-4f65-8395-53d87235f45c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:19.067170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4d7a01d-3b78-4a45-8683-b46f39a0a4b7 req-5fdf9fc0-335c-4f65-8395-53d87235f45c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.1499786 Feb 15 13:55:19.104819 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-66bad2ce-5674-4320-91d1-b0edb94de7a6 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4896c630f5384ddf8f9da23fc3bf4cac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376596 Feb 15 13:55:19.109816 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd93b-8d02-461b-a0d5-d89568903dbc admin admin] Publish callbacks [] for security_group (40bbdf0f-ea0d-4cce-ad7a-9fd607adda06), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:19.147092 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4d7a01d-3b78-4a45-8683-b46f39a0a4b7 req-08030647-9bbb-4b2a-97be-26b3d0920500 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604193 Feb 15 13:55:19.241466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Allocated IP 19.80.0.107 (04e42a12-98ac-4d0b-a4cb-184b6afa8a7b/d635a5bf-2fd5-47e6-9080-3062fc619d95/da4ee9d7-793f-4963-a6f9-0fcaacd1fff4) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:19.367836 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd93b-8d02-461b-a0d5-d89568903dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (40bbdf0f-ea0d-4cce-ad7a-9fd607adda06), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:19.373906 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddfbd93b-8d02-461b-a0d5-d89568903dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:19.380608 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ddfbd93b-8d02-461b-a0d5-d89568903dbc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40bbdf0f-ea0d-4cce-ad7a-9fd607adda06 HTTP/1.1" status: 204 len: 168 time: 0.4112692 Feb 15 13:55:19.402592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-b6619e46-f6e2-4188-8224-c5bacaf47dff tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:19.407712 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-b6619e46-f6e2-4188-8224-c5bacaf47dff tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2948775 Feb 15 13:55:19.432579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Request body: {'port': {'device_id': 'fb43b072-69fe-49fc-8cb0-95ce1eae6e23', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '4896c630f5384ddf8f9da23fc3bf4cac'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:19.444420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbd93b-8d02-461b-a0d5-d89568903dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bbdf0f-ea0d-4cce-ad7a-9fd607adda06,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:19.588181 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:19.726876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Made reservation on behalf of 4896c630f5384ddf8f9da23fc3bf4cac for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:19.732420 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:19.822879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eedadf-b79c-4dda-86fd-7976c7ee0fac req-f162e9df-720e-4fc1-b00c-69c1ae885c4f tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:19.831189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02eedadf-b79c-4dda-86fd-7976c7ee0fac req-f162e9df-720e-4fc1-b00c-69c1ae885c4f tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.4848425 Feb 15 13:55:19.910422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee78f7-81a6-4d44-aaaf-afd03d2ae373 req-fd100b7d-ab9f-4599-ad70-647391be67e4 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:19.915999 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0aee78f7-81a6-4d44-aaaf-afd03d2ae373 req-fd100b7d-ab9f-4599-ad70-647391be67e4 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 943 time: 0.4844129 Feb 15 13:55:19.996067 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:20.048928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Allocated IP 192.168.233.179 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/3ade135b-078c-4fba-b619-1ed2662b1e73) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:20.060892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02eedadf-b79c-4dda-86fd-7976c7ee0fac req-7cb0f7f7-c828-400b-aff9-edc8b09da35b tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283077 Feb 15 13:55:20.087967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0aee78f7-81a6-4d44-aaaf-afd03d2ae373 req-3b0579d5-0a1e-4b97-b8ae-9ff34fcaeadd tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573734 Feb 15 13:55:20.099915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52456) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:20.215642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9731bf01-5598-4db5-acac-787da1c8ef1e details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:55:20.218019 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7a67bb08-8848-4a49-b390-9c9b837b6fe0 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:20.240206 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:20.244484 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c5356e1-a0a1-417e-834c-1744419361ec req-bb5e0797-a421-4ca3-ab97-414ccfae1079 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 210 time: 0.0618627 Feb 15 13:55:20.272075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 7a67bb08-8848-4a49-b390-9c9b837b6fe0 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:55:20.277265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7a67bb08-8848-4a49-b390-9c9b837b6fe0 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:55:20.307585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Port': ['ID=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:20.335853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1e13ee3b-a945-42ca-b137-00481ddf4de7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dfb39fb86f5a49c89d6798c34401a22e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241144 Feb 15 13:55:20.342940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52462) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:20.401670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52464) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:20.409692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:20.424468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:20.440346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:20.523059 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks [] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:20.536547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9731bf01-5598-4db5-acac-787da1c8ef1e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9731bf01-5598-4db5-acac-787da1c8ef1e,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:20.570890 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '9731bf01-5598-4db5-acac-787da1c8ef1e', 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b', 'port_id': '9731bf01-5598-4db5-acac-787da1c8ef1e', 'mac_address': 'fa:16:3e:bb:13:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:55:20.630456 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:20.661376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1671345818-network', 'tenant_id': '17340d1baba5499e962ccbe7695e2008'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:20.676394 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['2e4b8287-a2ba-4d77-9b6a-6961313ff007'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:20.701754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:20.711979 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:20.715260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:20.737848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9731bf01-5598-4db5-acac-787da1c8ef1e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:20.738486 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:20.796216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:20.797885 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:20.813277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9731bf01-5598-4db5-acac-787da1c8ef1e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:20.855525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9731bf01-5598-4db5-acac-787da1c8ef1e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9731bf01-5598-4db5-acac-787da1c8ef1e,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:20.855908 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Pushing event updated for resources: {'Port': ['ID=3ade135b-078c-4fba-b619-1ed2662b1e73,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:20.885539 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-f81f4a78-ca8b-4f9e-b9bf-16f1c65ee5d0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4660037 Feb 15 13:55:20.886281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Made reservation on behalf of 17340d1baba5499e962ccbe7695e2008 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:20.889419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:20.895367 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:20.900413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Request body: {'port': {'device_id': 'fb43b072-69fe-49fc-8cb0-95ce1eae6e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:20.901772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3301efc9-ea35-4de4-b9b7-125dbd03080b None None] Provisioning complete for port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:20.902181 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3301efc9-ea35-4de4-b9b7-125dbd03080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:20.960967 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:20.975932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9731bf01-5598-4db5-acac-787da1c8ef1e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:21.044528 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.114817 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.128908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.129254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.129443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.129768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.130111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.130562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.130921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.131218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.131506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.131840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.132155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.132706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.133059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:55:21.170692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3301efc9-ea35-4de4-b9b7-125dbd03080b None None] Port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:55:21.239521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04acac-c697-49a5-b992-8fb380dd120f req-aa9aa87b-5dc2-4947-9c46-d8863922685d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:21.245326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04acac-c697-49a5-b992-8fb380dd120f req-aa9aa87b-5dc2-4947-9c46-d8863922685d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:21.251342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04acac-c697-49a5-b992-8fb380dd120f req-aa9aa87b-5dc2-4947-9c46-d8863922685d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:21.253240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc04acac-c697-49a5-b992-8fb380dd120f req-aa9aa87b-5dc2-4947-9c46-d8863922685d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2376 time: 1.0183394 Feb 15 13:55:21.275075 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682dcb-833a-4253-b6a7-48ade5252da5 req-88c80fbc-0a68-45bd-86d9-7c4c50da574f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:21.277782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0682dcb-833a-4253-b6a7-48ade5252da5 req-88c80fbc-0a68-45bd-86d9-7c4c50da574f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.9229660 Feb 15 13:55:21.291797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:21.292457 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.303455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9731bf01-5598-4db5-acac-787da1c8ef1e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:21.305842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Publish callbacks [] for security_group (71db1c2d-2a5c-4b0b-ae70-907370fad2a4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.319548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (71db1c2d-2a5c-4b0b-ae70-907370fad2a4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.336112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:55:21.356078 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cfee492d-c756-4245-bec1-bf3af7d47249 admin admin] Publish callbacks [] for security_group (b07f3b1e-4fd4-43f8-a7f9-6051db24f7da), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.359973 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (dbbea5a6-7dc8-4ace-8b5f-0df1ffbea4ce), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.360708 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Added segment dbbea5a6-7dc8-4ace-8b5f-0df1ffbea4ce of type vlan for network b8463fa9-bcdb-459f-ac1c-ab5bd404f712 Feb 15 13:55:21.384909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ca0e3de1-bdcb-4f49-b725-dc7c49d3091c None None] Provisioning complete for port 3ade135b-078c-4fba-b619-1ed2662b1e73 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:21.385222 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3de1-bdcb-4f49-b725-dc7c49d3091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.401653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-edc3224d-c6d0-46be-a32e-fb826729bfcb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8379345 Feb 15 13:55:21.421086 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (b8463fa9-bcdb-459f-ac1c-ab5bd404f712), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.425371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Request body: {'port': {'device_id': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:21.434626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0682dcb-833a-4253-b6a7-48ade5252da5 req-4fab032d-aa33-492c-b8b9-05167b06c3d3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228111 Feb 15 13:55:21.476380 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cfee492d-c756-4245-bec1-bf3af7d47249 admin admin] Publish callbacks [] for security_group (b07f3b1e-4fd4-43f8-a7f9-6051db24f7da), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.481554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (b8463fa9-bcdb-459f-ac1c-ab5bd404f712), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.482545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:21.483161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.496271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc04acac-c697-49a5-b992-8fb380dd120f req-97010a8e-0772-4d26-bd4d-15274440ac75 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361557 Feb 15 13:55:21.590723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.612790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2070096 Feb 15 13:55:21.618408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71db1c2d-2a5c-4b0b-ae70-907370fad2a4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:21.625506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52476) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:21.649303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] Request body: {'subnet': {'network_id': 'b8463fa9-bcdb-459f-ac1c-ab5bd404f712', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1671345818-subnet', 'tenant_id': '17340d1baba5499e962ccbe7695e2008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:21.663335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1be7e-db86-40f9-8dc5-f32da9a4a811 admin admin] Pushing event updated for resources: {'Network': ['ID=b8463fa9-bcdb-459f-ac1c-ab5bd404f712,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:21.704403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network b8463fa9-bcdb-459f-ac1c-ab5bd404f712 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:55:21.719944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] Made reservation on behalf of 17340d1baba5499e962ccbe7695e2008 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:21.722844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.797814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e3de1-bdcb-4f49-b725-dc7c49d3091c None None] Port 3ade135b-078c-4fba-b619-1ed2662b1e73 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:55:21.945845 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cfee492d-c756-4245-bec1-bf3af7d47249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b07f3b1e-4fd4-43f8-a7f9-6051db24f7da), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.948921 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cfee492d-c756-4245-bec1-bf3af7d47249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:21.950626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cfee492d-c756-4245-bec1-bf3af7d47249 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b07f3b1e-4fd4-43f8-a7f9-6051db24f7da HTTP/1.1" status: 204 len: 168 time: 1.6062763 Feb 15 13:55:21.963090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (dcfdf41b-714b-454a-b8f4-69067510d523), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:22.014256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee492d-c756-4245-bec1-bf3af7d47249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07f3b1e-4fd4-43f8-a7f9-6051db24f7da,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:22.028222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdacab-01ec-4771-aea3-00041eed8544 req-e7a55818-b81d-4b81-b4f4-c68f1bf58e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:22.036406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28bdacab-01ec-4771-aea3-00041eed8544 req-e7a55818-b81d-4b81-b4f4-c68f1bf58e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.1803813 Feb 15 13:55:22.087421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ade135b-078c-4fba-b619-1ed2662b1e73 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:22.104637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28bdacab-01ec-4771-aea3-00041eed8544 req-4ee1de3f-c5a7-40e7-8305-00abcc86964d tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670462 Feb 15 13:55:22.129751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Publish callbacks [] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:22.159478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6bad0-e4d2-49a6-85cb-03783069cde4 req-c3a60e1b-1dc9-4bd4-8d3b-33845a200e4c tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:22.167325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bad6bad0-e4d2-49a6-85cb-03783069cde4 req-c3a60e1b-1dc9-4bd4-8d3b-33845a200e4c tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 944 time: 0.3228729 Feb 15 13:55:22.189828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Transition to ACTIVE for port object 3ade135b-078c-4fba-b619-1ed2662b1e73 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:55:22.196782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfdf41b-714b-454a-b8f4-69067510d523,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:22.207004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] Checking segment: {'id': 'dbbea5a6-7dc8-4ace-8b5f-0df1ffbea4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b8463fa9-bcdb-459f-ac1c-ab5bd404f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:22.207376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] Network hostable DHCP agents. Network: b8463fa9-bcdb-459f-ac1c-ab5bd404f712, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:55:22.209811 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:22.349850 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bad6bad0-e4d2-49a6-85cb-03783069cde4 req-1d3956f9-8432-4a6f-9e30-64cc939b4d35 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803772 Feb 15 13:55:22.378338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bedd704-76e8-49d8-96ca-b271afc820bf {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:22.391006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051a920-2534-447c-b4ad-4c623975af3a req-6fc99967-1a1d-40d3-b81a-07baf5d28f49 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:22.400523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c051a920-2534-447c-b4ad-4c623975af3a req-6fc99967-1a1d-40d3-b81a-07baf5d28f49 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 948 time: 0.1437824 Feb 15 13:55:22.405976 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Publish callbacks [] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:22.453626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Pushing event updated for resources: {'Port': ['ID=3ade135b-078c-4fba-b619-1ed2662b1e73,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:22.470459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] Network b8463fa9-bcdb-459f-ac1c-ab5bd404f712 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:55:22.484525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c051a920-2534-447c-b4ad-4c623975af3a req-abef21e8-3f41-47ee-b6e1-1dc3927b46cd tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852668 Feb 15 13:55:22.488097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Transition to ACTIVE for port object 7bedd704-76e8-49d8-96ca-b271afc820bf will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:55:22.503030 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:22.516029 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, b8463fa9-bcdb-459f-ac1c-ab5bd404f712) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:22.522792 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:22.526675 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:22.526881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3225193-030e-431f-a08a-20054d1a7df3 None None] Network b8463fa9-bcdb-459f-ac1c-ab5bd404f712 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:55:22.531841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Attempting to bind port 3ade135b-078c-4fba-b619-1ed2662b1e73 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:22.532139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Attempting to bind port 3ade135b-078c-4fba-b619-1ed2662b1e73 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:22.532914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Attempting to bind port 3ade135b-078c-4fba-b619-1ed2662b1e73 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:22.548983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Port 3ade135b-078c-4fba-b619-1ed2662b1e73 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:55:22.553076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Attempting to bind port 3ade135b-078c-4fba-b619-1ed2662b1e73 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:22.562538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:22.562670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:22.563161 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:22.563593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Bound port: 3ade135b-078c-4fba-b619-1ed2662b1e73, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:22.563956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:22.565268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Pushing event updated for resources: {'Port': ['ID=7bedd704-76e8-49d8-96ca-b271afc820bf,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:22.597163 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-430efeb3-bf51-4a98-8c81-9e981556beea admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9592826 Feb 15 13:55:22.732685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] For port 3ade135b-078c-4fba-b619-1ed2662b1e73, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:22.747342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] For port 3ade135b-078c-4fba-b619-1ed2662b1e73, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3ade135b-078c-4fba-b619-1ed2662b1e73,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:22.768816 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:22.857898 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c961b3d6-dc6e-4a0d-b0f6-a88cc7e18f62 None None] Network b8463fa9-bcdb-459f-ac1c-ab5bd404f712 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:55:22.893023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Attempting to bind port 7bedd704-76e8-49d8-96ca-b271afc820bf on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:22.893248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Attempting to bind port 7bedd704-76e8-49d8-96ca-b271afc820bf by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:22.893551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Attempting to bind port 7bedd704-76e8-49d8-96ca-b271afc820bf on network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:22.912242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Port 7bedd704-76e8-49d8-96ca-b271afc820bf on network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:55:22.912650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Attempting to bind port 7bedd704-76e8-49d8-96ca-b271afc820bf on network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:22.920640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:22.920991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Checking segment: {'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:22.921377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Bound using segment: {'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:22.921820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Bound port: 7bedd704-76e8-49d8-96ca-b271afc820bf, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:22.922184 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:22.926664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:22.928107 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:22.931000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] 10.222.0.42 "PUT /v2.0/ports/3ade135b-078c-4fba-b619-1ed2662b1e73 HTTP/1.1" status: 200 len: 1097 time: 2.0364916 Feb 15 13:55:22.931743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb43b072-69fe-49fc-8cb0-95ce1eae6e23', 'tag': '3ade135b-078c-4fba-b619-1ed2662b1e73'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:22.935332 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31b7dd1-b092-47f3-9344-bdfa7022715f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb43b072-69fe-49fc-8cb0-95ce1eae6e23", "tag": "3ade135b-078c-4fba-b619-1ed2662b1e73"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:22.964494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c755b9a-16d7-4aaf-a570-a5cf7299322c service neutron] Pushing event updated for resources: {'Port': ['ID=3ade135b-078c-4fba-b619-1ed2662b1e73,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:23.029277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd70c6-455c-4e9c-a8b1-a0ae511b31f9 req-8e6b8107-ef74-4923-9578-7893722e6e43 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:23.047091 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78cd70c6-455c-4e9c-a8b1-a0ae511b31f9 req-8e6b8107-ef74-4923-9578-7893722e6e43 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.2660053 Feb 15 13:55:23.064233 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-6e3246c5-55c9-4ff1-8ca7-838a2acee33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:23.065783 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-6e3246c5-55c9-4ff1-8ca7-838a2acee33e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4896c630f5384ddf8f9da23fc3bf4cac&device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 1131 time: 0.0781028 Feb 15 13:55:23.143298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] For port 7bedd704-76e8-49d8-96ca-b271afc820bf, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:23.150023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] For port 7bedd704-76e8-49d8-96ca-b271afc820bf, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7bedd704-76e8-49d8-96ca-b271afc820bf,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:23.156912 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-54102086-9ad4-4147-8451-5147a91a35e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=3ade135b-078c-4fba-b619-1ed2662b1e73 HTTP/1.1" status: 200 len: 217 time: 0.0779300 Feb 15 13:55:23.195568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78cd70c6-455c-4e9c-a8b1-a0ae511b31f9 req-c31436f5-c3db-4705-b9a5-193984c973cf tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471095 Feb 15 13:55:23.198057 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:23.220846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbcac1-ae8d-480c-ae69-16beac43b595 req-a41f085c-3d42-4e54-afd0-c9280eeba2cb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:23.254752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbcac1-ae8d-480c-ae69-16beac43b595 req-a41f085c-3d42-4e54-afd0-c9280eeba2cb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:23.257256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-53505aed-9660-477c-800e-71cc7e4a9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:23.260763 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-53505aed-9660-477c-800e-71cc7e4a9965 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0892053 Feb 15 13:55:23.263863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbcac1-ae8d-480c-ae69-16beac43b595 req-a41f085c-3d42-4e54-afd0-c9280eeba2cb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:23.268566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8bbcac1-ae8d-480c-ae69-16beac43b595 req-a41f085c-3d42-4e54-afd0-c9280eeba2cb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2388 time: 0.4961290 Feb 15 13:55:23.325286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:23.325997 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:23.327562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] 10.222.0.67 "PUT /v2.0/ports/7bedd704-76e8-49d8-96ca-b271afc820bf HTTP/1.1" status: 200 len: 1092 time: 1.9076309 Feb 15 13:55:23.350051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'tag': '7bedd704-76e8-49d8-96ca-b271afc820bf'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:23.357090 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8548bf16-97e8-45ec-83b0-8bc768605b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "tag": "7bedd704-76e8-49d8-96ca-b271afc820bf"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:23.370769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Request body: {'port': {'device_id': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:23.409790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-d109f039-bcea-448f-b8cb-a797129253f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:23.413726 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-d109f039-bcea-448f-b8cb-a797129253f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1379936 Feb 15 13:55:23.440338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8bbcac1-ae8d-480c-ae69-16beac43b595 req-9556a7c8-e10c-4216-9832-11767d56d53e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316741 Feb 15 13:55:23.512682 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:23.514847 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96104e53-4445-4010-a9a1-09f1ed7743ea service neutron] Pushing event updated for resources: {'Port': ['ID=7bedd704-76e8-49d8-96ca-b271afc820bf,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:23.578712 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ff5b41-4206-46a5-9ddb-3b9ba308b6da x-openstack-request-id: req-f6ff5b41-4206-46a5-9ddb-3b9ba308b6da {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:23.579485 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb43b072-69fe-49fc-8cb0-95ce1eae6e23", "tag": "3ade135b-078c-4fba-b619-1ed2662b1e73", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:23.579485 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f6ff5b41-4206-46a5-9ddb-3b9ba308b6da {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:23.580702 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb43b072-69fe-49fc-8cb0-95ce1eae6e23', 'tag': '3ade135b-078c-4fba-b619-1ed2662b1e73', 'status': 'completed', 'code': 200} Feb 15 13:55:23.608436 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-0f14a83b-78da-4718-829a-37b92cf14757 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869295 Feb 15 13:55:23.895706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3ab415f3-0c5c-43f5-9a5c-3169e50af06a req-9b09aa69-2fd2-4168-9079-6bc69aac638e tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-216928133', 'description': 'tempest-description-1483772914'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:23.933244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1390f-0c37-4ca2-8944-082149cebdb6 req-1f862d8b-8251-4f1b-96f6-b56f6da13619 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:23.934958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26e1390f-0c37-4ca2-8944-082149cebdb6 req-1f862d8b-8251-4f1b-96f6-b56f6da13619 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 944 time: 0.1316476 Feb 15 13:55:23.988557 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3ab415f3-0c5c-43f5-9a5c-3169e50af06a req-9b09aa69-2fd2-4168-9079-6bc69aac638e tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:23.993621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba2be3a-8c50-4259-86f7-24958c8dfe18 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:24.012353 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Publish callbacks [] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:24.051548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Transition to ACTIVE for port object 4ba2be3a-8c50-4259-86f7-24958c8dfe18 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:55:24.062066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26e1390f-0c37-4ca2-8944-082149cebdb6 req-5b11bfc5-ebc3-4703-ac5c-ff7035d71489 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046901 Feb 15 13:55:24.064430 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:24.087071 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-93599c29-a6d4-472d-b74c-22881f8e4a4e req-ef889dae-8e41-444c-932d-1359c3e2afde service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669869 Feb 15 13:55:24.158421 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9a6fde-32ad-4dbb-b79f-4b90551cd837 x-openstack-request-id: req-1f9a6fde-32ad-4dbb-b79f-4b90551cd837 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:24.158712 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "tag": "7bedd704-76e8-49d8-96ca-b271afc820bf", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:24.158994 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f9a6fde-32ad-4dbb-b79f-4b90551cd837 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:24.159402 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'tag': '7bedd704-76e8-49d8-96ca-b271afc820bf', 'status': 'completed', 'code': 200} Feb 15 13:55:24.207907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Pushing event updated for resources: {'Port': ['ID=4ba2be3a-8c50-4259-86f7-24958c8dfe18,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:24.239223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b7dd1-b092-47f3-9344-bdfa7022715f req-ac70c102-067c-461a-9004-bea98effc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.240336 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b31b7dd1-b092-47f3-9344-bdfa7022715f req-ac70c102-067c-461a-9004-bea98effc4ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4896c630f5384ddf8f9da23fc3bf4cac&device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 1131 time: 0.0966792 Feb 15 13:55:24.252097 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3ab415f3-0c5c-43f5-9a5c-3169e50af06a req-9b09aa69-2fd2-4168-9079-6bc69aac638e tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:24.261919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 2b76b203-3a57-406e-94ff-49fba74cc727 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:55:24.276374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9731bf01-5598-4db5-acac-787da1c8ef1e up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:24.304352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3ab415f3-0c5c-43f5-9a5c-3169e50af06a req-9b09aa69-2fd2-4168-9079-6bc69aac638e tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:24.416070 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b7dd1-b092-47f3-9344-bdfa7022715f req-c9f884de-6910-4666-a5c6-ee0478ac1d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.417618 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b31b7dd1-b092-47f3-9344-bdfa7022715f req-c9f884de-6910-4666-a5c6-ee0478ac1d1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1611342 Feb 15 13:55:24.454313 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3ab415f3-0c5c-43f5-9a5c-3169e50af06a req-9b09aa69-2fd2-4168-9079-6bc69aac638e tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:24.465206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ab415f3-0c5c-43f5-9a5c-3169e50af06a req-9b09aa69-2fd2-4168-9079-6bc69aac638e tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5789208 Feb 15 13:55:24.472925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09aa69-2fd2-4168-9079-6bc69aac638e tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:24.497877 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b31b7dd1-b092-47f3-9344-bdfa7022715f req-8089a91e-981c-413c-b4d9-b1f90a37a6e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=3ade135b-078c-4fba-b619-1ed2662b1e73 HTTP/1.1" status: 200 len: 217 time: 0.0726967 Feb 15 13:55:24.499813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548bf16-97e8-45ec-83b0-8bc768605b7e req-d1f1fc9e-0e38-445a-b2ed-83ab29734c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.500300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548bf16-97e8-45ec-83b0-8bc768605b7e req-d1f1fc9e-0e38-445a-b2ed-83ab29734c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.500773 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548bf16-97e8-45ec-83b0-8bc768605b7e req-d1f1fc9e-0e38-445a-b2ed-83ab29734c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.502408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8548bf16-97e8-45ec-83b0-8bc768605b7e req-d1f1fc9e-0e38-445a-b2ed-83ab29734c47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7164bc49ada84556acb519ebc3fc94d6&device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2789 time: 0.2962828 Feb 15 13:55:24.509443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 9731bf01-5598-4db5-acac-787da1c8ef1e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:55:24.519842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 9731bf01-5598-4db5-acac-787da1c8ef1e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:24.520355 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:24.542115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150da3c-65c2-44ce-bab2-04b14fde7527 req-93a036a9-ebe2-4c47-a042-2b0ffc253c66 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.546410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4150da3c-65c2-44ce-bab2-04b14fde7527 req-93a036a9-ebe2-4c47-a042-2b0ffc253c66 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 944 time: 0.2994385 Feb 15 13:55:24.547469 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Attempting to bind port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:24.547808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Attempting to bind port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '144abc23-c66a-460c-ba68-5a7188ea4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:24.548463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Attempting to bind port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 on network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:24.588849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b7dd1-b092-47f3-9344-bdfa7022715f req-12c37345-ffd4-4ec1-915c-426000b0ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.590579 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b31b7dd1-b092-47f3-9344-bdfa7022715f req-12c37345-ffd4-4ec1-915c-426000b0ea62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0782044 Feb 15 13:55:24.602172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 2b76b203-3a57-406e-94ff-49fba74cc727, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=2b76b203-3a57-406e-94ff-49fba74cc727,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:24.633871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '2b76b203-3a57-406e-94ff-49fba74cc727', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'port_id': '2b76b203-3a57-406e-94ff-49fba74cc727', 'mac_address': 'fa:16:3e:b4:6b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:55:24.650469 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b7dd1-b092-47f3-9344-bdfa7022715f req-358f741f-dfe8-4251-b48b-49ca4aeabd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.652017 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b31b7dd1-b092-47f3-9344-bdfa7022715f req-358f741f-dfe8-4251-b48b-49ca4aeabd5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0510137 Feb 15 13:55:24.666730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 on network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:55:24.667110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Attempting to bind port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 on network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:24.705261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9731bf01-5598-4db5-acac-787da1c8ef1e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:24.705656 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:24.707499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 2b76b203-3a57-406e-94ff-49fba74cc727 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:24.707969 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:24.719587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:24.719929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Checking segment: {'id': '144abc23-c66a-460c-ba68-5a7188ea4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:24.720330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Bound using segment: {'id': '144abc23-c66a-460c-ba68-5a7188ea4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:24.720794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Bound port: 4ba2be3a-8c50-4259-86f7-24958c8dfe18, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144abc23-c66a-460c-ba68-5a7188ea4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:24.721148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:24.730009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b76b203-3a57-406e-94ff-49fba74cc727 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:24.751970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9731bf01-5598-4db5-acac-787da1c8ef1e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:24.754683 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71b9a1c-eaa7-4df5-91d0-e77b8110efea" -d '{"events": [{"server_uuid": "db95a7f5-c67d-4df5-a0ae-1e87237ef98e", "name": "network-vif-plugged", "status": "completed", "tag": "9731bf01-5598-4db5-acac-787da1c8ef1e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:24.773082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 2b76b203-3a57-406e-94ff-49fba74cc727, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=2b76b203-3a57-406e-94ff-49fba74cc727,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:24.776202 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b31b7dd1-b092-47f3-9344-bdfa7022715f req-8d283550-1871-448d-90c1-09dab319d775 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114910 Feb 15 13:55:24.781062 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:24.784995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9731bf01-5598-4db5-acac-787da1c8ef1e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9731bf01-5598-4db5-acac-787da1c8ef1e,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:24.823993 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:24.855483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=2b76b203-3a57-406e-94ff-49fba74cc727,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:24.859476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4150da3c-65c2-44ce-bab2-04b14fde7527 req-e62394c6-550b-4e99-949e-c13f390a6fe3 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814353 Feb 15 13:55:24.878448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e38b9-3b61-4c12-8cac-ffe467f123f8 req-bf13d2c7-fd4a-4686-8782-a3fa7bc6037d tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.886615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a0e38b9-3b61-4c12-8cac-ffe467f123f8 req-bf13d2c7-fd4a-4686-8782-a3fa7bc6037d tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 948 time: 0.3341429 Feb 15 13:55:24.891366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548bf16-97e8-45ec-83b0-8bc768605b7e req-f1930b7d-492a-439b-ba15-c83bfc3bfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.891843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548bf16-97e8-45ec-83b0-8bc768605b7e req-f1930b7d-492a-439b-ba15-c83bfc3bfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.892405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548bf16-97e8-45ec-83b0-8bc768605b7e req-f1930b7d-492a-439b-ba15-c83bfc3bfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:24.894025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8548bf16-97e8-45ec-83b0-8bc768605b7e req-f1930b7d-492a-439b-ba15-c83bfc3bfc21 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7164bc49ada84556acb519ebc3fc94d6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3778689 Feb 15 13:55:24.918141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9731bf01-5598-4db5-acac-787da1c8ef1e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:24.919492 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b31b7dd1-b092-47f3-9344-bdfa7022715f req-199ef35b-d3bb-4ca6-98f4-2814d3cc6e2b service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366987 Feb 15 13:55:25.017089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] For port 4ba2be3a-8c50-4259-86f7-24958c8dfe18, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:25.093965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] For port 4ba2be3a-8c50-4259-86f7-24958c8dfe18, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4ba2be3a-8c50-4259-86f7-24958c8dfe18,segment=NetworkSegment(144abc23-c66a-460c-ba68-5a7188ea4970),segment_id=144abc23-c66a-460c-ba68-5a7188ea4970)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:25.116459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a0e38b9-3b61-4c12-8cac-ffe467f123f8 req-c89e8558-1eeb-4351-baa9-703cf56bdd56 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293897 Feb 15 13:55:25.135607 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:25.148101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['2b76b203-3a57-406e-94ff-49fba74cc727'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:25.207135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:25.207761 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:25.209502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] 10.222.0.67 "PUT /v2.0/ports/4ba2be3a-8c50-4259-86f7-24958c8dfe18 HTTP/1.1" status: 200 len: 1093 time: 1.8505847 Feb 15 13:55:25.218710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548bf16-97e8-45ec-83b0-8bc768605b7e req-6906b908-93fe-459d-b936-2e5135da40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:25.220212 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8548bf16-97e8-45ec-83b0-8bc768605b7e req-6906b908-93fe-459d-b936-2e5135da40e5 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3158660 Feb 15 13:55:25.250752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf32676-c120-4cd4-9e50-efb9ac088a79 req-507a861f-a61f-4927-8676-04c02e614581 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:25.252337 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edf32676-c120-4cd4-9e50-efb9ac088a79 req-507a861f-a61f-4927-8676-04c02e614581 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.2921238 Feb 15 13:55:25.264434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Request body: {'port': {'device_id': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:25.316678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867daaa0-2a50-44f8-8f95-e37d4cc3f5ed service neutron] Pushing event updated for resources: {'Port': ['ID=4ba2be3a-8c50-4259-86f7-24958c8dfe18,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:25.385576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc9fb9-957a-434d-a5a4-b081c5872631 req-9f011252-1c98-49e2-bacc-1d47fe0d7b37 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:25.390870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc9fb9-957a-434d-a5a4-b081c5872631 req-9f011252-1c98-49e2-bacc-1d47fe0d7b37 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:25.396224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc9fb9-957a-434d-a5a4-b081c5872631 req-9f011252-1c98-49e2-bacc-1d47fe0d7b37 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:25.398503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91bc9fb9-957a-434d-a5a4-b081c5872631 req-9f011252-1c98-49e2-bacc-1d47fe0d7b37 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2400 time: 0.2130723 Feb 15 13:55:25.405353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edf32676-c120-4cd4-9e50-efb9ac088a79 req-abb56152-f418-4723-99b6-a27e21f528f9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450369 Feb 15 13:55:25.407282 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:25.523013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91bc9fb9-957a-434d-a5a4-b081c5872631 req-b77cbbe0-bef6-4559-996d-e627e702c787 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164000 Feb 15 13:55:25.534098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11fff9f4-bcec-4969-8eda-d873a9ee83a2 req-7fe049b4-8e90-4717-b9b7-aa3842fe9633 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e HTTP/1.1" status: 200 len: 1829 time: 0.0983260 Feb 15 13:55:25.581446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-11fff9f4-bcec-4969-8eda-d873a9ee83a2 req-9f90a26c-fa12-4426-a96a-4791d3685574 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:25.581762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-11fff9f4-bcec-4969-8eda-d873a9ee83a2 req-9f90a26c-fa12-4426-a96a-4791d3685574 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:25.707476 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-11fff9f4-bcec-4969-8eda-d873a9ee83a2 req-9f90a26c-fa12-4426-a96a-4791d3685574 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group_rule (c120f043-2e84-4801-b8dd-53c77bb3fde5), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:25.729614 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30affd54-b955-4d96-9453-56057038d250 x-openstack-request-id: req-30affd54-b955-4d96-9453-56057038d250 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:25.730132 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95a7f5-c67d-4df5-a0ae-1e87237ef98e", "name": "network-vif-plugged", "status": "completed", "tag": "9731bf01-5598-4db5-acac-787da1c8ef1e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:25.730280 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30affd54-b955-4d96-9453-56057038d250 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:25.730618 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9731bf01-5598-4db5-acac-787da1c8ef1e', 'code': 200} Feb 15 13:55:25.754596 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-11fff9f4-bcec-4969-8eda-d873a9ee83a2 req-9f90a26c-fa12-4426-a96a-4791d3685574 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group_rule (c120f043-2e84-4801-b8dd-53c77bb3fde5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:25.761477 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-11fff9f4-bcec-4969-8eda-d873a9ee83a2 req-9f90a26c-fa12-4426-a96a-4791d3685574 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (c120f043-2e84-4801-b8dd-53c77bb3fde5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:25.797556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90a26c-fa12-4426-a96a-4791d3685574 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c120f043-2e84-4801-b8dd-53c77bb3fde5,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:25.875401 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-11fff9f4-bcec-4969-8eda-d873a9ee83a2 req-9f90a26c-fa12-4426-a96a-4791d3685574 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:25.876591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11fff9f4-bcec-4969-8eda-d873a9ee83a2 req-9f90a26c-fa12-4426-a96a-4791d3685574 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3012717 Feb 15 13:55:25.900514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:25.915717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Publish callbacks [] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:25.934836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea57b32-9d65-463c-a953-68b9b23e3c30 req-c332bfc3-c4f2-4f08-b564-97adf0a5b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:25.936399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ea57b32-9d65-463c-a953-68b9b23e3c30 req-c332bfc3-c4f2-4f08-b564-97adf0a5b9e8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 1128 time: 0.1349466 Feb 15 13:55:25.946436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62bf7d-3693-47d6-85e1-09ee207611f4 req-5242c05b-f47d-4617-823b-46f05bbcf08d tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:25.947987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae62bf7d-3693-47d6-85e1-09ee207611f4 req-5242c05b-f47d-4617-823b-46f05bbcf08d tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 945 time: 0.1623993 Feb 15 13:55:25.957672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Transition to ACTIVE for port object da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:55:25.974088 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:26.104446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ea57b32-9d65-463c-a953-68b9b23e3c30 req-b59c95ea-af4e-49e1-8de6-0369c0a68ec5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554451 Feb 15 13:55:26.105063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Pushing event updated for resources: {'Port': ['ID=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:26.141561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae62bf7d-3693-47d6-85e1-09ee207611f4 req-3447c05a-8b47-405b-be56-9b3232013947 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832507 Feb 15 13:55:26.161174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'tag': '4ba2be3a-8c50-4259-86f7-24958c8dfe18'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:26.164115 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9d7132-585c-4c62-a6d7-f49761549ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "tag": "4ba2be3a-8c50-4259-86f7-24958c8dfe18"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:26.191238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900f1ae-007e-4920-ad5f-5fa148e5a53e req-13d722a9-bedd-463d-8bd0-09099489ff06 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:26.192843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f900f1ae-007e-4920-ad5f-5fa148e5a53e req-13d722a9-bedd-463d-8bd0-09099489ff06 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.2259419 Feb 15 13:55:26.248536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 3ade135b-078c-4fba-b619-1ed2662b1e73 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:55:26.252891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 2b76b203-3a57-406e-94ff-49fba74cc727 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:26.259450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Attempting to bind port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:26.259792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Attempting to bind port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:26.260126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Attempting to bind port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 on network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:26.280951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 on network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:55:26.281286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Attempting to bind port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 on network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:26.290634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f8c659d-d2ac-409f-8c76-2284cde985fe req-7100f779-31fc-45c5-b003-ecfa9a07df24 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e HTTP/1.1" status: 200 len: 2422 time: 0.1189737 Feb 15 13:55:26.297190 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:26.297539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Checking segment: {'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:26.298107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Bound using segment: {'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:26.298362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Bound port: da4ee9d7-793f-4963-a6f9-0fcaacd1fff4, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa274c81-588a-4bc3-a0ea-cb374c02a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:26.298944 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:26.305408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f900f1ae-007e-4920-ad5f-5fa148e5a53e req-b7832bc5-e041-4f18-b535-0ef68cbe4fdb tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021569 Feb 15 13:55:26.379689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 2b76b203-3a57-406e-94ff-49fba74cc727 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:55:26.382136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] For port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:26.385628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] For port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:26.388371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 2b76b203-3a57-406e-94ff-49fba74cc727 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:26.388799 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:26.401738 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20e4f5d-f524-4e4e-b641-cb71949c68f4 x-openstack-request-id: req-c20e4f5d-f524-4e4e-b641-cb71949c68f4 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:26.404725 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "tag": "4ba2be3a-8c50-4259-86f7-24958c8dfe18", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:26.405215 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c20e4f5d-f524-4e4e-b641-cb71949c68f4 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:26.405835 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'tag': '4ba2be3a-8c50-4259-86f7-24958c8dfe18', 'status': 'completed', 'code': 200} Feb 15 13:55:26.407901 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:26.448062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 3ade135b-078c-4fba-b619-1ed2662b1e73, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3ade135b-078c-4fba-b619-1ed2662b1e73,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:26.462325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '3ade135b-078c-4fba-b619-1ed2662b1e73', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '3ade135b-078c-4fba-b619-1ed2662b1e73', 'mac_address': 'fa:16:3e:b6:7f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:55:26.533263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 3ade135b-078c-4fba-b619-1ed2662b1e73 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:26.533665 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:26.535646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 2b76b203-3a57-406e-94ff-49fba74cc727 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:26.536045 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:26.563424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ade135b-078c-4fba-b619-1ed2662b1e73 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:26.600694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 2b76b203-3a57-406e-94ff-49fba74cc727, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=2b76b203-3a57-406e-94ff-49fba74cc727,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:26.602818 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 3ade135b-078c-4fba-b619-1ed2662b1e73, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3ade135b-078c-4fba-b619-1ed2662b1e73,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:26.605156 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:26.609763 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:26.658680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=2b76b203-3a57-406e-94ff-49fba74cc727,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:26.711779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=3ade135b-078c-4fba-b619-1ed2662b1e73,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:26.813448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:26.814066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:26.815645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] 10.222.0.67 "PUT /v2.0/ports/da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 HTTP/1.1" status: 200 len: 1093 time: 1.5612867 Feb 15 13:55:26.827648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcdd460e-c776-48a0-8ef3-f53ab63fc291 req-49d77971-069f-4384-9bd4-19bc19d6261b tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-group-rules/c120f043-2e84-4801-b8dd-53c77bb3fde5 HTTP/1.1" status: 200 len: 778 time: 0.4043157 Feb 15 13:55:26.863434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15bd9a-dce3-411b-987a-c461c141cc54 service neutron] Pushing event updated for resources: {'Port': ['ID=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:26.866869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['3ade135b-078c-4fba-b619-1ed2662b1e73'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:26.905656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d7132-585c-4c62-a6d7-f49761549ecf req-1ae5daaf-62f7-47f7-8dc7-f76c6df4ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:26.906051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d7132-585c-4c62-a6d7-f49761549ecf req-1ae5daaf-62f7-47f7-8dc7-f76c6df4ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:26.906524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d7132-585c-4c62-a6d7-f49761549ecf req-1ae5daaf-62f7-47f7-8dc7-f76c6df4ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:26.908291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba9d7132-585c-4c62-a6d7-f49761549ecf req-1ae5daaf-62f7-47f7-8dc7-f76c6df4ed50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7164bc49ada84556acb519ebc3fc94d6&device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2961 time: 0.4869466 Feb 15 13:55:26.922299 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0acbb-64be-4c86-8124-0fe805ef0876 req-02d3561f-b713-42e1-99a0-80c93f06f82e tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:26.927929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-89d0acbb-64be-4c86-8124-0fe805ef0876 req-02d3561f-b713-42e1-99a0-80c93f06f82e tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 948 time: 0.5351114 Feb 15 13:55:26.932610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcdd460e-c776-48a0-8ef3-f53ab63fc291 req-92a2b067-5406-4e8b-af0a-cabb0b4c3379 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e HTTP/1.1" status: 200 len: 2422 time: 0.0848527 Feb 15 13:55:27.070872 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fcdd460e-c776-48a0-8ef3-f53ab63fc291 req-9bbc4d58-a542-4e64-8cb7-242f5ac081e5 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group_rule (c120f043-2e84-4801-b8dd-53c77bb3fde5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:27.086461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-89d0acbb-64be-4c86-8124-0fe805ef0876 req-0216b71d-f75c-4273-abc0-e1db67804118 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523030 Feb 15 13:55:27.093904 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fcdd460e-c776-48a0-8ef3-f53ab63fc291 req-9bbc4d58-a542-4e64-8cb7-242f5ac081e5 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group_rule (c120f043-2e84-4801-b8dd-53c77bb3fde5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:27.128077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d7132-585c-4c62-a6d7-f49761549ecf req-29b79d30-92a6-4c05-8727-f4b415f9c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.128541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d7132-585c-4c62-a6d7-f49761549ecf req-29b79d30-92a6-4c05-8727-f4b415f9c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.129002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d7132-585c-4c62-a6d7-f49761549ecf req-29b79d30-92a6-4c05-8727-f4b415f9c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.131253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba9d7132-585c-4c62-a6d7-f49761549ecf req-29b79d30-92a6-4c05-8727-f4b415f9c8e5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7164bc49ada84556acb519ebc3fc94d6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2019255 Feb 15 13:55:27.158712 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fcdd460e-c776-48a0-8ef3-f53ab63fc291 req-9bbc4d58-a542-4e64-8cb7-242f5ac081e5 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (c120f043-2e84-4801-b8dd-53c77bb3fde5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:27.194262 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fcdd460e-c776-48a0-8ef3-f53ab63fc291 req-9bbc4d58-a542-4e64-8cb7-242f5ac081e5 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:27.194262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcdd460e-c776-48a0-8ef3-f53ab63fc291 req-9bbc4d58-a542-4e64-8cb7-242f5ac081e5 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/c120f043-2e84-4801-b8dd-53c77bb3fde5 HTTP/1.1" status: 204 len: 173 time: 0.2448747 Feb 15 13:55:27.221089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc4d58-a542-4e64-8cb7-242f5ac081e5 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c120f043-2e84-4801-b8dd-53c77bb3fde5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:27.317100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d7132-585c-4c62-a6d7-f49761549ecf req-2b77efb5-ebee-4cfb-abc6-f5ab71920826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.319272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba9d7132-585c-4c62-a6d7-f49761549ecf req-2b77efb5-ebee-4cfb-abc6-f5ab71920826 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1811697 Feb 15 13:55:27.331155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfd191-3957-4757-9394-cb6fb152531b req-088d2b4b-1dbd-41c0-a7b0-4799ff04f2dd tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.332850 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6bfd191-3957-4757-9394-cb6fb152531b req-088d2b4b-1dbd-41c0-a7b0-4799ff04f2dd tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.1452034 Feb 15 13:55:27.366565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f7186-cb92-4e6f-a0b5-e068e3996a0a req-cbe9670a-ef53-4bc6-b0ea-2ae8b1f4d992 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.371917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f7186-cb92-4e6f-a0b5-e068e3996a0a req-cbe9670a-ef53-4bc6-b0ea-2ae8b1f4d992 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.377647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f7186-cb92-4e6f-a0b5-e068e3996a0a req-cbe9670a-ef53-4bc6-b0ea-2ae8b1f4d992 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.379359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-055f7186-cb92-4e6f-a0b5-e068e3996a0a req-cbe9670a-ef53-4bc6-b0ea-2ae8b1f4d992 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2412 time: 0.1308112 Feb 15 13:55:27.483308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6bfd191-3957-4757-9394-cb6fb152531b req-4813122d-424a-4044-beb5-4da01ced6352 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411970 Feb 15 13:55:27.492352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-f97e587a-c5c6-408d-b3ba-607ffa3220a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.492945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-f97e587a-c5c6-408d-b3ba-607ffa3220a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.493297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-f97e587a-c5c6-408d-b3ba-607ffa3220a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.495018 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-f97e587a-c5c6-408d-b3ba-607ffa3220a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7164bc49ada84556acb519ebc3fc94d6&device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2961 time: 0.1147292 Feb 15 13:55:27.500431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-055f7186-cb92-4e6f-a0b5-e068e3996a0a req-ed17ffdc-f04b-41c8-9397-e442f5f0d3cd tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088760 Feb 15 13:55:27.543808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-98f1b4dc-9b9f-4a47-bd2e-4d18c06702a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=7bedd704-76e8-49d8-96ca-b271afc820bf HTTP/1.1" status: 200 len: 217 time: 0.0405827 Feb 15 13:55:27.610952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-c11ae45f-043d-4c69-8027-b9ffb583f2ff req-dbb5ef75-6e7f-414b-995f-649ad65dcb97 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1912543579', 'description': 'tempest-description-1286296843'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:27.620463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-0db3d486-6983-441a-b17a-efdb0b4cfaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.622228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-0db3d486-6983-441a-b17a-efdb0b4cfaca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d635a5bf-2fd5-47e6-9080-3062fc619d95 HTTP/1.1" status: 200 len: 801 time: 0.0713873 Feb 15 13:55:27.706862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c11ae45f-043d-4c69-8027-b9ffb583f2ff req-dbb5ef75-6e7f-414b-995f-649ad65dcb97 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:27.731630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b76b203-3a57-406e-94ff-49fba74cc727'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:27.736819 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e8e50-b5dc-4370-a1a0-21a8178f5fca" -d '{"events": [{"server_uuid": "1637667d-1a84-41fa-841c-4e87ea6d595a", "name": "network-vif-plugged", "status": "completed", "tag": "2b76b203-3a57-406e-94ff-49fba74cc727"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:27.756146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17344ae-5916-4e54-9077-14da53923c25 req-41d060ce-d2d8-489a-b4d5-65695795b417 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.757675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c17344ae-5916-4e54-9077-14da53923c25 req-41d060ce-d2d8-489a-b4d5-65695795b417 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 946 time: 0.1506116 Feb 15 13:55:27.759466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-98e9a401-9933-44d1-93d8-2e44fe55b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:27.760822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-98e9a401-9933-44d1-93d8-2e44fe55b716 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=04e42a12-98ac-4d0b-a4cb-184b6afa8a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1265359 Feb 15 13:55:27.899138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c11ae45f-043d-4c69-8027-b9ffb583f2ff req-dbb5ef75-6e7f-414b-995f-649ad65dcb97 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (9ff0acf1-81aa-4ff3-9479-45260ee050b0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:27.909146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c17344ae-5916-4e54-9077-14da53923c25 req-f32ab8de-7b74-4c1c-b2e8-45eadab3223f tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444638 Feb 15 13:55:27.912668 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c11ae45f-043d-4c69-8027-b9ffb583f2ff req-dbb5ef75-6e7f-414b-995f-649ad65dcb97 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9ff0acf1-81aa-4ff3-9479-45260ee050b0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:27.959237 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-25500000-60bf-4cb0-9a1b-fda0d255ad75 service neutron] 10.222.0.67 "GET /v2.0/networks/04e42a12-98ac-4d0b-a4cb-184b6afa8a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817901 Feb 15 13:55:27.964538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c11ae45f-043d-4c69-8027-b9ffb583f2ff req-dbb5ef75-6e7f-414b-995f-649ad65dcb97 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:27.965751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c11ae45f-043d-4c69-8027-b9ffb583f2ff req-dbb5ef75-6e7f-414b-995f-649ad65dcb97 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3633828 Feb 15 13:55:27.966438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5ef75-6e7f-414b-995f-649ad65dcb97 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff0acf1-81aa-4ff3-9479-45260ee050b0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:28.087940 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd37e22-793c-4e08-bd0f-40fdcc1a90a1 x-openstack-request-id: req-1bd37e22-793c-4e08-bd0f-40fdcc1a90a1 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:28.088987 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1637667d-1a84-41fa-841c-4e87ea6d595a", "name": "network-vif-plugged", "status": "completed", "tag": "2b76b203-3a57-406e-94ff-49fba74cc727", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:28.089415 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bd37e22-793c-4e08-bd0f-40fdcc1a90a1 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:28.090035 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b76b203-3a57-406e-94ff-49fba74cc727', 'code': 200} Feb 15 13:55:28.112622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-d5583212-c732-41b3-9e65-282ccbe208a2 service neutron] 10.222.0.67 "GET /v2.0/networks/04e42a12-98ac-4d0b-a4cb-184b6afa8a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435130 Feb 15 13:55:28.179674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-eeea0916-9c43-45da-a752-e95c91e40b92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=4ba2be3a-8c50-4259-86f7-24958c8dfe18 HTTP/1.1" status: 200 len: 217 time: 0.0540316 Feb 15 13:55:28.189138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6f4ba-a53c-424c-8207-a211a5cc7315 req-a56c1c6b-5f24-4f9b-8c54-bf3f0c559d4f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:28.190667 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87a6f4ba-a53c-424c-8207-a211a5cc7315 req-a56c1c6b-5f24-4f9b-8c54-bf3f0c559d4f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.1733313 Feb 15 13:55:28.220489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f3307-15b1-4113-910d-4b166f58c3f8 req-2d178345-4fd7-4507-886f-585dec9dc80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:28.222779 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d12f3307-15b1-4113-910d-4b166f58c3f8 req-2d178345-4fd7-4507-886f-585dec9dc80f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 1129 time: 0.0594926 Feb 15 13:55:28.260355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3948f7ad-7871-48a7-a061-ffc155ea973d req-09576006-d1dd-4526-a996-0a2918d6171f tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/9ff0acf1-81aa-4ff3-9479-45260ee050b0 HTTP/1.1" status: 200 len: 1830 time: 0.1511781 Feb 15 13:55:28.264867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 3ade135b-078c-4fba-b619-1ed2662b1e73 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:28.277127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-8b9cc0e1-0228-47a8-b672-a8918179497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:28.278836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-8b9cc0e1-0228-47a8-b672-a8918179497b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=346ca384-53a9-45f6-95bb-e7a4503a01f7 HTTP/1.1" status: 200 len: 801 time: 0.0838881 Feb 15 13:55:28.304876 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d12f3307-15b1-4113-910d-4b166f58c3f8 req-f8f1046b-f245-4468-9fd8-8ded47f4dc0e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753260 Feb 15 13:55:28.332683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87a6f4ba-a53c-424c-8207-a211a5cc7315 req-f1c83732-77f6-4a74-9de1-9a43f6f94741 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263397 Feb 15 13:55:28.345565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 3ade135b-078c-4fba-b619-1ed2662b1e73 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:55:28.353114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 3ade135b-078c-4fba-b619-1ed2662b1e73 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:28.354061 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:28.388329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-abe77efb-6107-49ae-a9a8-12fc1e9db72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:28.391576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-abe77efb-6107-49ae-a9a8-12fc1e9db72e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=41f36d50-a4ad-45f2-a48b-3d490c29eee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1019685 Feb 15 13:55:28.409106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'tag': 'da4ee9d7-793f-4963-a6f9-0fcaacd1fff4'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:28.411780 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6053d792-cdde-40b8-b13d-8a951c339511" -d '{"events": [{"name": "network-changed", "server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "tag": "da4ee9d7-793f-4963-a6f9-0fcaacd1fff4"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:28.461830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 3ade135b-078c-4fba-b619-1ed2662b1e73 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:28.462238 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:28.513413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 3ade135b-078c-4fba-b619-1ed2662b1e73, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3ade135b-078c-4fba-b619-1ed2662b1e73,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:28.521443 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:28.522351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8e92944e-91e8-4d34-8459-2aed3cc468c4 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:28.574420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3405c1-84f1-420b-9d8d-63d2cc397846 req-bc47b3d0-a5b4-4106-bbdf-3c9cf60ad158 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:28.581403 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee3405c1-84f1-420b-9d8d-63d2cc397846 req-bc47b3d0-a5b4-4106-bbdf-3c9cf60ad158 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 949 time: 0.1813111 Feb 15 13:55:28.602211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=3ade135b-078c-4fba-b619-1ed2662b1e73,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:28.624096 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-c8219d40-1d40-4435-a343-c584fdcc2d8e service neutron] 10.222.0.67 "GET /v2.0/networks/41f36d50-a4ad-45f2-a48b-3d490c29eee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227583 Feb 15 13:55:28.651872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb0e39-4444-49ee-8f99-ad4af25385e2 req-5de5dab9-76f8-47d1-8954-a2d1e7077d7a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:28.652143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 8e92944e-91e8-4d34-8459-2aed3cc468c4 is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:28.653429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83fb0e39-4444-49ee-8f99-ad4af25385e2 req-5de5dab9-76f8-47d1-8954-a2d1e7077d7a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.1554298 Feb 15 13:55:28.733033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee3405c1-84f1-420b-9d8d-63d2cc397846 req-33357f32-1dea-4dc6-8307-6daef0b15181 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491337 Feb 15 13:55:28.789691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f1048265-dfec-4e13-8100-ac13ccc1489c req-97c5a2b3-eb8c-48c3-999c-ebe280ac956c tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2131419584', 'description': 'tempest-description-1917705672'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:28.795199 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-374e6bcd-dcb1-49e4-8649-653c644492b6 service neutron] 10.222.0.67 "GET /v2.0/networks/41f36d50-a4ad-45f2-a48b-3d490c29eee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633105 Feb 15 13:55:28.856499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-6d490d12-3d6b-456c-8f6f-ac412f3776b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.107&port_id=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 HTTP/1.1" status: 200 len: 217 time: 0.0544336 Feb 15 13:55:28.874111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83fb0e39-4444-49ee-8f99-ad4af25385e2 req-358d3e7c-cc98-4994-b844-6fbe0576e0c6 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079821 Feb 15 13:55:28.876491 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f1048265-dfec-4e13-8100-ac13ccc1489c req-97c5a2b3-eb8c-48c3-999c-ebe280ac956c tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:28.925004 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cda00cb-2f61-4af2-b2c5-413afa7ce1f5 x-openstack-request-id: req-6cda00cb-2f61-4af2-b2c5-413afa7ce1f5 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:28.925676 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "tag": "da4ee9d7-793f-4963-a6f9-0fcaacd1fff4", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:28.925676 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6cda00cb-2f61-4af2-b2c5-413afa7ce1f5 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:28.925945 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'tag': 'da4ee9d7-793f-4963-a6f9-0fcaacd1fff4', 'status': 'completed', 'code': 200} Feb 15 13:55:28.943786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-ba9aac31-8c6c-46c8-bf05-24d2d62b2196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:28.949469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-ba9aac31-8c6c-46c8-bf05-24d2d62b2196 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d635a5bf-2fd5-47e6-9080-3062fc619d95 HTTP/1.1" status: 200 len: 801 time: 0.0818610 Feb 15 13:55:29.033510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-c4d1991e-c24d-4fd9-a89a-7b2e9158b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:29.035077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-c4d1991e-c24d-4fd9-a89a-7b2e9158b1ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=04e42a12-98ac-4d0b-a4cb-184b6afa8a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0833132 Feb 15 13:55:29.038589 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f1048265-dfec-4e13-8100-ac13ccc1489c req-97c5a2b3-eb8c-48c3-999c-ebe280ac956c tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (3de25d21-a7b2-42bb-b0c0-eaa70597f4e8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:29.058282 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f1048265-dfec-4e13-8100-ac13ccc1489c req-97c5a2b3-eb8c-48c3-999c-ebe280ac956c tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3de25d21-a7b2-42bb-b0c0-eaa70597f4e8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:29.159677 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f1048265-dfec-4e13-8100-ac13ccc1489c req-97c5a2b3-eb8c-48c3-999c-ebe280ac956c tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:29.163450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1048265-dfec-4e13-8100-ac13ccc1489c req-97c5a2b3-eb8c-48c3-999c-ebe280ac956c tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3810599 Feb 15 13:55:29.170126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5a2b3-eb8c-48c3-999c-ebe280ac956c tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de25d21-a7b2-42bb-b0c0-eaa70597f4e8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:29.216583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6fd15-2332-43ab-ab04-bde7c722f27d req-b69d23cc-c578-4af0-a4a5-936e53bfcd47 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:29.223475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6fd15-2332-43ab-ab04-bde7c722f27d req-b69d23cc-c578-4af0-a4a5-936e53bfcd47 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:29.227604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6fd15-2332-43ab-ab04-bde7c722f27d req-b69d23cc-c578-4af0-a4a5-936e53bfcd47 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:29.229364 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73e6fd15-2332-43ab-ab04-bde7c722f27d req-b69d23cc-c578-4af0-a4a5-936e53bfcd47 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2412 time: 0.1933908 Feb 15 13:55:29.245257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-38b32001-7ee6-44b7-a52c-6ab6ef4b8b81 service neutron] 10.222.0.67 "GET /v2.0/networks/04e42a12-98ac-4d0b-a4cb-184b6afa8a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980648 Feb 15 13:55:29.388532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73e6fd15-2332-43ab-ab04-bde7c722f27d req-4ccec81d-ee87-444d-8958-cb8b65145390 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455722 Feb 15 13:55:29.399508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c081b0-25d5-44dd-a2ff-c93b4e7a87cc req-d0b9acb0-4af0-4166-b0ee-a8aaa9099052 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:29.411326 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39c081b0-25d5-44dd-a2ff-c93b4e7a87cc req-d0b9acb0-4af0-4166-b0ee-a8aaa9099052 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.1742661 Feb 15 13:55:29.442235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6342749-5466-49bf-b1ba-81bf16f4365c req-a4bafd36-014b-4395-a008-d2c4a590e437 service neutron] 10.222.0.67 "GET /v2.0/networks/04e42a12-98ac-4d0b-a4cb-184b6afa8a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729825 Feb 15 13:55:29.492083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39c081b0-25d5-44dd-a2ff-c93b4e7a87cc req-e227de53-3ad2-4b9f-8c42-46c6d3ce3996 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844331 Feb 15 13:55:29.562010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1512ad9-469e-4751-af16-1cdc6799dc3e req-c3e865aa-9263-442b-a9d6-bbab10ef4333 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:29.572720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1512ad9-469e-4751-af16-1cdc6799dc3e req-c3e865aa-9263-442b-a9d6-bbab10ef4333 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 1128 time: 0.1211755 Feb 15 13:55:29.622861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053d792-cdde-40b8-b13d-8a951c339511 req-f35a8de2-4d3d-4d57-94cc-6fc9aacd21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:29.623285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053d792-cdde-40b8-b13d-8a951c339511 req-f35a8de2-4d3d-4d57-94cc-6fc9aacd21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:29.623758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053d792-cdde-40b8-b13d-8a951c339511 req-f35a8de2-4d3d-4d57-94cc-6fc9aacd21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:29.625624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6053d792-cdde-40b8-b13d-8a951c339511 req-f35a8de2-4d3d-4d57-94cc-6fc9aacd21e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7164bc49ada84556acb519ebc3fc94d6&device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2961 time: 0.1310332 Feb 15 13:55:29.707793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1512ad9-469e-4751-af16-1cdc6799dc3e req-b4d5b92f-6377-437d-b830-3bc3e4ac478d tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339371 Feb 15 13:55:29.757125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21978a9-8e43-4df0-9b04-c7e86c9e2c32 req-473e6227-8ef5-43f2-be3a-61684b3efa2f tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:29.763389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b21978a9-8e43-4df0-9b04-c7e86c9e2c32 req-473e6227-8ef5-43f2-be3a-61684b3efa2f tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 946 time: 0.1470349 Feb 15 13:55:29.820661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053d792-cdde-40b8-b13d-8a951c339511 req-6bdb007f-7b89-4c17-98c3-044f86e5df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:29.822114 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6053d792-cdde-40b8-b13d-8a951c339511 req-6bdb007f-7b89-4c17-98c3-044f86e5df5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=04e42a12-98ac-4d0b-a4cb-184b6afa8a7b HTTP/1.1" status: 200 len: 902 time: 0.1847527 Feb 15 13:55:29.829250 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b21978a9-8e43-4df0-9b04-c7e86c9e2c32 req-bc6d3c29-36fd-41be-9d00-769ab62ec1cc tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650539 Feb 15 13:55:29.896381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6053d792-cdde-40b8-b13d-8a951c339511 req-ca861b5a-6ae3-4aba-9d8f-4335cfb6db34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.107&port_id=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 HTTP/1.1" status: 200 len: 217 time: 0.0661705 Feb 15 13:55:30.008304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8c094ef-45ca-432c-a4fd-bef242bc9c03 req-5b610ddd-774f-43af-93e2-8df8b9b8ac63 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/3de25d21-a7b2-42bb-b0c0-eaa70597f4e8 HTTP/1.1" status: 200 len: 1830 time: 0.1219311 Feb 15 13:55:30.014214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053d792-cdde-40b8-b13d-8a951c339511 req-bf1cd5f0-7f84-41e2-bfc0-9193c83573f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:30.020060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6053d792-cdde-40b8-b13d-8a951c339511 req-bf1cd5f0-7f84-41e2-bfc0-9193c83573f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d635a5bf-2fd5-47e6-9080-3062fc619d95 HTTP/1.1" status: 200 len: 801 time: 0.1165478 Feb 15 13:55:30.047027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b732-c46b-4ef8-943e-4069068a0274 req-9e8ed994-7aa2-4b25-92ef-4371084b7e1c tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:30.048495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc67b732-c46b-4ef8-943e-4069068a0274 req-9e8ed994-7aa2-4b25-92ef-4371084b7e1c tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.1082177 Feb 15 13:55:30.091861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb43b072-69fe-49fc-8cb0-95ce1eae6e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade135b-078c-4fba-b619-1ed2662b1e73'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:30.094869 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999599dd-5304-4dc0-853d-ef43b16d0939" -d '{"events": [{"server_uuid": "fb43b072-69fe-49fc-8cb0-95ce1eae6e23", "name": "network-vif-plugged", "status": "completed", "tag": "3ade135b-078c-4fba-b619-1ed2662b1e73"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:30.126561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc67b732-c46b-4ef8-943e-4069068a0274 req-ae8f15f3-8539-40bd-9a48-38c8e0680d00 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619915 Feb 15 13:55:30.141043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053d792-cdde-40b8-b13d-8a951c339511 req-fc72ebd3-12df-4688-abf6-cd464e8ed385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:30.143021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6053d792-cdde-40b8-b13d-8a951c339511 req-fc72ebd3-12df-4688-abf6-cd464e8ed385 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=04e42a12-98ac-4d0b-a4cb-184b6afa8a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1146653 Feb 15 13:55:30.213874 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52656) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:30.315973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6053d792-cdde-40b8-b13d-8a951c339511 req-a7d0c32c-b11e-499a-9349-8fcb4b420f33 service neutron] 10.222.0.67 "GET /v2.0/networks/04e42a12-98ac-4d0b-a4cb-184b6afa8a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643324 Feb 15 13:55:30.384911 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba079e57-4dfc-4fca-9fbe-16a1138cbc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:30.385677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaef22-6e72-4494-9fce-a268ee163f91 req-86d93d1c-41a5-4627-9765-86afe2dde7b9 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:30.387323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ccaef22-6e72-4494-9fce-a268ee163f91 req-86d93d1c-41a5-4627-9765-86afe2dde7b9 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 950 time: 0.1433330 Feb 15 13:55:30.481127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ccaef22-6e72-4494-9fce-a268ee163f91 req-9251d9b0-bef8-49ad-9b2d-eda21b9f84a0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867326 Feb 15 13:55:30.483757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6053d792-cdde-40b8-b13d-8a951c339511 req-36a0cef0-e654-4565-97f1-e06a5ce3cfac service neutron] 10.222.0.67 "GET /v2.0/networks/04e42a12-98ac-4d0b-a4cb-184b6afa8a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570885 Feb 15 13:55:30.517682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-619178b5-6a34-4a58-bdfe-24142e32f5c0 req-211911ac-8672-41f6-a227-e9d918ebc2e0 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-317324747', 'description': 'tempest-description-237992156'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:30.532851 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba079e57-4dfc-4fca-9fbe-16a1138cbc43 admin admin] Publish callbacks [] for security_group (25773bbf-633a-4b35-8d36-70e245f6838b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:30.540691 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba079e57-4dfc-4fca-9fbe-16a1138cbc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (25773bbf-633a-4b35-8d36-70e245f6838b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:30.550420 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-619178b5-6a34-4a58-bdfe-24142e32f5c0 req-211911ac-8672-41f6-a227-e9d918ebc2e0 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:30.574955 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ba079e57-4dfc-4fca-9fbe-16a1138cbc43 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ee875d4be5046cdbbad604bfc173abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593843 Feb 15 13:55:30.577047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52676) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:30.634854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba079e57-4dfc-4fca-9fbe-16a1138cbc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25773bbf-633a-4b35-8d36-70e245f6838b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:30.651511 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-619178b5-6a34-4a58-bdfe-24142e32f5c0 req-211911ac-8672-41f6-a227-e9d918ebc2e0 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (9b3fcab5-693d-4170-b94a-c361faa15070), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:30.656955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2b7f4c75-7f83-44ca-9077-249400fc6652 admin admin] Publish callbacks [] for security_group (25773bbf-633a-4b35-8d36-70e245f6838b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:30.658623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-619178b5-6a34-4a58-bdfe-24142e32f5c0 req-211911ac-8672-41f6-a227-e9d918ebc2e0 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9b3fcab5-693d-4170-b94a-c361faa15070), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:30.681385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2b7f4c75-7f83-44ca-9077-249400fc6652 admin admin] Publish callbacks [] for security_group (25773bbf-633a-4b35-8d36-70e245f6838b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:30.696131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211911ac-8672-41f6-a227-e9d918ebc2e0 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3fcab5-693d-4170-b94a-c361faa15070,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:30.701866 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-619178b5-6a34-4a58-bdfe-24142e32f5c0 req-211911ac-8672-41f6-a227-e9d918ebc2e0 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:30.722722 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-619178b5-6a34-4a58-bdfe-24142e32f5c0 req-211911ac-8672-41f6-a227-e9d918ebc2e0 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2104120 Feb 15 13:55:30.749616 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251d897d-5622-4eed-810a-385ca8a314b6 x-openstack-request-id: req-251d897d-5622-4eed-810a-385ca8a314b6 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:30.749946 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb43b072-69fe-49fc-8cb0-95ce1eae6e23", "name": "network-vif-plugged", "status": "completed", "tag": "3ade135b-078c-4fba-b619-1ed2662b1e73", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:30.750258 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-251d897d-5622-4eed-810a-385ca8a314b6 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:30.750671 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb43b072-69fe-49fc-8cb0-95ce1eae6e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade135b-078c-4fba-b619-1ed2662b1e73', 'code': 200} Feb 15 13:55:30.753653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2b7f4c75-7f83-44ca-9077-249400fc6652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (25773bbf-633a-4b35-8d36-70e245f6838b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:30.759568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2b7f4c75-7f83-44ca-9077-249400fc6652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:30.763395 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2b7f4c75-7f83-44ca-9077-249400fc6652 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/25773bbf-633a-4b35-8d36-70e245f6838b HTTP/1.1" status: 204 len: 168 time: 0.1827669 Feb 15 13:55:30.781699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f4c75-7f83-44ca-9077-249400fc6652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25773bbf-633a-4b35-8d36-70e245f6838b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:30.894759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2ca2e-1c9f-4cd9-b7c3-9ba453ba59b5 req-3d6ea0cc-f120-4732-9f4e-5d27039a098f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:30.903133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ad2ca2e-1c9f-4cd9-b7c3-9ba453ba59b5 req-3d6ea0cc-f120-4732-9f4e-5d27039a098f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.0821073 Feb 15 13:55:30.946511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032ef62-582f-48a9-ab55-2fbd42e33c09 req-00c8844e-ef19-4412-a55f-bfce2553c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:30.947702 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9032ef62-582f-48a9-ab55-2fbd42e33c09 req-00c8844e-ef19-4412-a55f-bfce2553c399 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 1133 time: 0.0812020 Feb 15 13:55:30.997809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ad2ca2e-1c9f-4cd9-b7c3-9ba453ba59b5 req-29c7e508-07fd-4fc6-85f7-a5c09e627f53 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931461 Feb 15 13:55:31.047576 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9032ef62-582f-48a9-ab55-2fbd42e33c09 req-9f5d59ee-933b-436e-8d58-7fe83f57ba9e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923884 Feb 15 13:55:31.141901 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526e695-65d4-4708-bde7-7010e2f53cc2 req-d8219ee4-2b30-4338-a2bb-a673a0b62fbf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:31.147580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526e695-65d4-4708-bde7-7010e2f53cc2 req-d8219ee4-2b30-4338-a2bb-a673a0b62fbf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:31.153460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526e695-65d4-4708-bde7-7010e2f53cc2 req-d8219ee4-2b30-4338-a2bb-a673a0b62fbf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:31.155919 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0526e695-65d4-4708-bde7-7010e2f53cc2 req-d8219ee4-2b30-4338-a2bb-a673a0b62fbf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2412 time: 0.0791614 Feb 15 13:55:31.210259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0526e695-65d4-4708-bde7-7010e2f53cc2 req-ae6dc882-e930-4d39-8660-1413dccc377f tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490215 Feb 15 13:55:31.241695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52696) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:31.256152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e97088c-e1c6-4c0a-b3f4-62a96674d77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:31.381198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-632e0abb-23f6-4818-b0e3-f6610b4802a0 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:55:31.382216 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-632e0abb-23f6-4818-b0e3-f6610b4802a0 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059443 Feb 15 13:55:31.410197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cadd6-adb4-47d0-920a-80f4be334f28 req-c7d6e0e8-98db-4e0a-9356-ee4e3930bf57 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:31.411933 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d5cadd6-adb4-47d0-920a-80f4be334f28 req-c7d6e0e8-98db-4e0a-9356-ee4e3930bf57 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 943 time: 0.1128147 Feb 15 13:55:31.414141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e97088c-e1c6-4c0a-b3f4-62a96674d77e admin admin] Publish callbacks [] for security_group (b32cc91b-caee-4675-99f8-364cd88855fc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:31.435039 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e97088c-e1c6-4c0a-b3f4-62a96674d77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b32cc91b-caee-4675-99f8-364cd88855fc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:31.489088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97088c-e1c6-4c0a-b3f4-62a96674d77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32cc91b-caee-4675-99f8-364cd88855fc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:31.498020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9e97088c-e1c6-4c0a-b3f4-62a96674d77e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b4b1da75bce74d809afb19daca9ad6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549696 Feb 15 13:55:31.502005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52700) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:31.535996 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d5cadd6-adb4-47d0-920a-80f4be334f28 req-252788fb-aeeb-4fcb-a097-53e56d8db718 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156380 Feb 15 13:55:31.588541 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-852b5995-9e96-4453-ac90-bb2934a8d4f1 admin admin] Publish callbacks [] for security_group (b32cc91b-caee-4675-99f8-364cd88855fc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:31.627376 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-852b5995-9e96-4453-ac90-bb2934a8d4f1 admin admin] Publish callbacks [] for security_group (b32cc91b-caee-4675-99f8-364cd88855fc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:31.674968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a14c205f-cd31-449b-af52-3a6871f319a8 req-85ab7978-6350-486a-adac-7ffd1f5043a5 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/9b3fcab5-693d-4170-b94a-c361faa15070 HTTP/1.1" status: 200 len: 1828 time: 0.0761187 Feb 15 13:55:31.686593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-d3dcc453-3f44-40ec-9bfb-546f450e3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:31.687932 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-d3dcc453-3f44-40ec-9bfb-546f450e3a58 service neutron] 10.222.0.72 "GET /v2.0/ports/d63cb24a-2713-45cb-af99-b7b059641c52 HTTP/1.1" status: 200 len: 1125 time: 0.2986255 Feb 15 13:55:31.698113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Request body: {'binding': {'host': 'n-h2-829064-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:31.698591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Unknown quota resources ['binding']. {{(pid=109972) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 13:55:31.700538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-852b5995-9e96-4453-ac90-bb2934a8d4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b32cc91b-caee-4675-99f8-364cd88855fc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:31.703488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-852b5995-9e96-4453-ac90-bb2934a8d4f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:31.704714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-852b5995-9e96-4453-ac90-bb2934a8d4f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b32cc91b-caee-4675-99f8-364cd88855fc HTTP/1.1" status: 204 len: 168 time: 0.2022104 Feb 15 13:55:31.717069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b5995-9e96-4453-ac90-bb2934a8d4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32cc91b-caee-4675-99f8-364cd88855fc,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:31.733324 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-150ea516-fd64-4b20-96c0-0e708917c69f service neutron] 10.222.0.42 "GET /v2.0/ports/8e92944e-91e8-4d34-8459-2aed3cc468c4/bindings/n-h2-829064-15 HTTP/1.1" status: 200 len: 385 time: 0.1346436 Feb 15 13:55:31.803304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8d8a7-e2ba-4127-9f44-9fcfb14a54e5 req-8c3910f4-5173-4519-8943-4d9c2c31ba32 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:31.804838 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2aa8d8a7-e2ba-4127-9f44-9fcfb14a54e5 req-8c3910f4-5173-4519-8943-4d9c2c31ba32 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 946 time: 0.0666893 Feb 15 13:55:31.859866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2aa8d8a7-e2ba-4127-9f44-9fcfb14a54e5 req-7d96d19a-bf4c-4b78-9c10-7b65c0dc128b tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480680 Feb 15 13:55:31.980822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on host n-h2-829064-15 for vnic_type normal with profile None {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:31.981152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:31.981678 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:31.990571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:55:31.991197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:31.997393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb4972-53b6-4e3f-ab6c-0717ec9e9df5 req-6111afbe-96ee-42fe-ba7d-361b2d8ac807 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:31.999188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dacb4972-53b6-4e3f-ab6c-0717ec9e9df5 req-6111afbe-96ee-42fe-ba7d-361b2d8ac807 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 950 time: 0.0638337 Feb 15 13:55:32.004468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:32.004805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:32.005722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:32.006155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Bound port: d63cb24a-2713-45cb-af99-b7b059641c52, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:32.056149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-d9ad16d0-eeea-4ffe-b2a0-bf5f82945367 service neutron] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:32.059462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dacb4972-53b6-4e3f-ab6c-0717ec9e9df5 req-8139970d-d892-4778-ba74-ce812c48adcb tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517266 Feb 15 13:55:32.101858 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-d9ad16d0-eeea-4ffe-b2a0-bf5f82945367 service neutron] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:32.105038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-ad437d65-03d6-4470-b512-82cfed6cef55 req-e1b496f4-31d7-445c-b69a-140d14843384 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-904041949', 'description': 'tempest-description-810569787'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:32.128345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d63cb24a-2713-45cb-af99-b7b059641c52,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:32.132430 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ad437d65-03d6-4470-b512-82cfed6cef55 req-e1b496f4-31d7-445c-b69a-140d14843384 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:32.139273 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:32.140489 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] 10.222.0.72 "POST /v2.0/ports/d63cb24a-2713-45cb-af99-b7b059641c52/bindings HTTP/1.1" status: 201 len: 390 time: 0.4464986 Feb 15 13:55:32.151872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-d9ad16d0-eeea-4ffe-b2a0-bf5f82945367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e92944e-91e8-4d34-8459-2aed3cc468c4 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:32.167636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-d9ad16d0-eeea-4ffe-b2a0-bf5f82945367 service neutron] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:32.193315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-d9ad16d0-eeea-4ffe-b2a0-bf5f82945367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:32.263848 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ad437d65-03d6-4470-b512-82cfed6cef55 req-e1b496f4-31d7-445c-b69a-140d14843384 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (1ddacba1-5819-4d41-aed4-92effd0156ab), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:32.272907 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ad437d65-03d6-4470-b512-82cfed6cef55 req-e1b496f4-31d7-445c-b69a-140d14843384 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1ddacba1-5819-4d41-aed4-92effd0156ab), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:32.310573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ad437d65-03d6-4470-b512-82cfed6cef55 req-e1b496f4-31d7-445c-b69a-140d14843384 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:32.312124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad437d65-03d6-4470-b512-82cfed6cef55 req-e1b496f4-31d7-445c-b69a-140d14843384 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2142513 Feb 15 13:55:32.313393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b496f4-31d7-445c-b69a-140d14843384 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddacba1-5819-4d41-aed4-92effd0156ab,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:32.362025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-d9ad16d0-eeea-4ffe-b2a0-bf5f82945367 service neutron] Transition to ACTIVE for port object 8e92944e-91e8-4d34-8459-2aed3cc468c4 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:55:32.370629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-d9ad16d0-eeea-4ffe-b2a0-bf5f82945367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:32.455039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7439-934d-40cb-87ae-e6324d75bdad req-9206319e-64be-4d2a-b989-2d06f9e4bb28 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:32.456653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14ef7439-934d-40cb-87ae-e6324d75bdad req-9206319e-64be-4d2a-b989-2d06f9e4bb28 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 946 time: 0.1208699 Feb 15 13:55:32.467938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52730) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:32.468182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-d9ad16d0-eeea-4ffe-b2a0-bf5f82945367 service neutron] No DVR routers for this DVR port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:32.488691 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad16d0-eeea-4ffe-b2a0-bf5f82945367 service neutron] Pushing event updated for resources: {'Port': ['ID=8e92944e-91e8-4d34-8459-2aed3cc468c4,revision_number=10']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:32.488978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-454e6170-8e5d-4821-9386-e2dbd24ea42e tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Request body: {'floatingip': {'port_id': '2b76b203-3a57-406e-94ff-49fba74cc727'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:32.515221 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-d9ad16d0-eeea-4ffe-b2a0-bf5f82945367 service neutron] 10.222.0.42 "PUT /v2.0/ports/8e92944e-91e8-4d34-8459-2aed3cc468c4/bindings/n-h2-829064-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7714288 Feb 15 13:55:32.559785 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-454e6170-8e5d-4821-9386-e2dbd24ea42e tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for floatingip (0c3c65b1-2bb5-426d-b846-2432a91b07b1), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:33.060872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9368-cb45-4599-81b9-014388f2e675 req-c67e3295-d10f-4ea7-99d3-904b7dc72207 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:33.062412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc4e9368-cb45-4599-81b9-014388f2e675 req-c67e3295-d10f-4ea7-99d3-904b7dc72207 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.6294925 Feb 15 13:55:33.075947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377c358-1906-4e8f-8b5e-f6dd1c8ed668 req-983432ea-be8c-4098-8132-cc90d459d8e2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:33.077472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d377c358-1906-4e8f-8b5e-f6dd1c8ed668 req-983432ea-be8c-4098-8132-cc90d459d8e2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.5357203 Feb 15 13:55:33.100930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-200d844b-1db6-4562-91eb-a91492249a65 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:33.102444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-200d844b-1db6-4562-91eb-a91492249a65 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.4904704 Feb 15 13:55:33.277369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc4e9368-cb45-4599-81b9-014388f2e675 req-eba387f3-1db5-4393-9f9a-5c9869f4b2a8 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988828 Feb 15 13:55:33.294007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d377c358-1906-4e8f-8b5e-f6dd1c8ed668 req-e84eaffd-0413-4e87-97e3-5c8c72104496 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077138 Feb 15 13:55:33.298619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-2cc2b27b-ca64-4b31-af48-f6f7c9d06ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:33.300451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-2cc2b27b-ca64-4b31-af48-f6f7c9d06ba4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56&tenant_id=72b3401121c0488ab7f8a0dba51c8a23 HTTP/1.1" status: 200 len: 1127 time: 0.1824529 Feb 15 13:55:33.544101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbff56ef-9df4-4df3-96dc-65729d5412e7 req-95b4df24-482d-4fba-9a7a-ea56be02f9b3 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/1ddacba1-5819-4d41-aed4-92effd0156ab HTTP/1.1" status: 200 len: 1828 time: 0.2112632 Feb 15 13:55:33.554546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-a157fd94-3edb-44c5-b05d-931ae5be3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:33.556311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-a157fd94-3edb-44c5-b05d-931ae5be3074 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 1127 time: 0.2314427 Feb 15 13:55:33.657209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef376ad-8773-48ed-9ae7-12e0612eb464 req-c87fe2da-4359-432f-a5c1-0381c5115426 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:33.662576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef376ad-8773-48ed-9ae7-12e0612eb464 req-c87fe2da-4359-432f-a5c1-0381c5115426 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:33.667792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef376ad-8773-48ed-9ae7-12e0612eb464 req-c87fe2da-4359-432f-a5c1-0381c5115426 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:33.669469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ef376ad-8773-48ed-9ae7-12e0612eb464 req-c87fe2da-4359-432f-a5c1-0381c5115426 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2412 time: 0.2776806 Feb 15 13:55:33.721472 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.resource_extend [None req-454e6170-8e5d-4821-9386-e2dbd24ea42e tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:55:33.828099 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-454e6170-8e5d-4821-9386-e2dbd24ea42e tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:33.831861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ef376ad-8773-48ed-9ae7-12e0612eb464 req-fd029cbb-89f0-4a74-bb48-22e5f4871923 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535392 Feb 15 13:55:33.842326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffd9d4-910c-4710-bc17-e737ed7e8767 req-9f31bd4f-76ae-43ef-b34f-d33d3a1edf70 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:33.843995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2ffd9d4-910c-4710-bc17-e737ed7e8767 req-9f31bd4f-76ae-43ef-b34f-d33d3a1edf70 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 944 time: 0.2337694 Feb 15 13:55:33.844621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-454e6170-8e5d-4821-9386-e2dbd24ea42e tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (0c3c65b1-2bb5-426d-b846-2432a91b07b1), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:33.847141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-f89a8514-22a0-4769-b52b-41a8be9e043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:33.848607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-f89a8514-22a0-4769-b52b-41a8be9e043d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.2852447 Feb 15 13:55:33.992205 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-bdf77db7-8827-48dd-aeca-87412137c271 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4 HTTP/1.1" status: 200 len: 217 time: 0.1033738 Feb 15 13:55:34.076916 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2ffd9d4-910c-4710-bc17-e737ed7e8767 req-99c67191-628e-4f30-8d7d-46b24af6e106 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245932 Feb 15 13:55:34.100753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-9677e039-00d4-4845-8a0b-d36923e2b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:34.102236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-9677e039-00d4-4845-8a0b-d36923e2b975 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.1019874 Feb 15 13:55:34.104498 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-454e6170-8e5d-4821-9386-e2dbd24ea42e tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Floating IP 0c3c65b1-2bb5-426d-b846-2432a91b07b1 associated. External IP: 172.25.6.125, port: 2b76b203-3a57-406e-94ff-49fba74cc727. Feb 15 13:55:34.114932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9424d19-da8d-4524-a0d7-8bb040763c50 req-958453ec-826e-429c-841b-bb52c40c4319 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:34.114932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9424d19-da8d-4524-a0d7-8bb040763c50 req-958453ec-826e-429c-841b-bb52c40c4319 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 950 time: 0.2129397 Feb 15 13:55:34.207469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-aaf4dcfa-9ee4-4c7c-b8e6-643b505470d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916357 Feb 15 13:55:34.315649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:55:34.357047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9424d19-da8d-4524-a0d7-8bb040763c50 req-e024aea8-704b-4bf1-8bf8-126c1dfa6780 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982286 Feb 15 13:55:34.418543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:34.431028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'da4ee9d7-793f-4963-a6f9-0fcaacd1fff4', 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b', 'port_id': 'da4ee9d7-793f-4963-a6f9-0fcaacd1fff4', 'mac_address': 'fa:16:3e:15:47:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd635a5bf-2fd5-47e6-9080-3062fc619d95', 'ip_address': '19.80.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:55:34.452566 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-ad74ec8a-32e6-4832-8ec0-24809e914bd8 req-83cf01d0-58ee-45ee-89d4-e9a5c28836f3 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] show failed (client error): The resource could not be found. Feb 15 13:55:34.453665 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad74ec8a-32e6-4832-8ec0-24809e914bd8 req-83cf01d0-58ee-45ee-89d4-e9a5c28836f3 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/e7449681-11b4-4423-bd3b-828ce4fc997e HTTP/1.1" status: 404 len: 352 time: 0.0688748 Feb 15 13:55:34.470719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:34.471168 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:34.486693 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:34.486858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61462073-500e-4653-8135-c7eecd12231d req-9a6edefe-7676-4e9f-9158-381c9eb4224f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:34.488292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61462073-500e-4653-8135-c7eecd12231d req-9a6edefe-7676-4e9f-9158-381c9eb4224f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.2080603 Feb 15 13:55:34.493223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-abc56e03-83b3-4214-8292-4e93686d24d7 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739081 Feb 15 13:55:34.513156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:34.518942 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:34.519766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 4ba2be3a-8c50-4259-86f7-24958c8dfe18 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:55:34.592020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:34.659201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61462073-500e-4653-8135-c7eecd12231d req-c9a5bb25-ad09-4bef-b39a-add1dba3749f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613188 Feb 15 13:55:34.673623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 4ba2be3a-8c50-4259-86f7-24958c8dfe18, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4ba2be3a-8c50-4259-86f7-24958c8dfe18,segment=NetworkSegment(144abc23-c66a-460c-ba68-5a7188ea4970),segment_id=144abc23-c66a-460c-ba68-5a7188ea4970)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:34.685912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '4ba2be3a-8c50-4259-86f7-24958c8dfe18', 'network_id': '41f36d50-a4ad-45f2-a48b-3d490c29eee4', 'port_id': '4ba2be3a-8c50-4259-86f7-24958c8dfe18', 'mac_address': 'fa:16:3e:9d:ce:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '346ca384-53a9-45f6-95bb-e7a4503a01f7', 'ip_address': '19.86.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:55:34.690440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454e6170-8e5d-4821-9386-e2dbd24ea42e tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Router 134292b0-4ac9-4566-a56a-81a860505dc8 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:55:34.695416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-00180ae5-c28d-414f-a284-7f29abd82808 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854451 Feb 15 13:55:34.710210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab902f-115d-4528-8ad7-39713245a2d5 req-3f352b7d-6cad-4fef-9ec4-6e27a781b899 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:34.711831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bcab902f-115d-4528-8ad7-39713245a2d5 req-3f352b7d-6cad-4fef-9ec4-6e27a781b899 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.1634908 Feb 15 13:55:34.745675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:34.746076 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:34.760806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba2be3a-8c50-4259-86f7-24958c8dfe18 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:34.783051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 4ba2be3a-8c50-4259-86f7-24958c8dfe18, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4ba2be3a-8c50-4259-86f7-24958c8dfe18,segment=NetworkSegment(144abc23-c66a-460c-ba68-5a7188ea4970),segment_id=144abc23-c66a-460c-ba68-5a7188ea4970)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:34.790345 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:34.791068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7bedd704-76e8-49d8-96ca-b271afc820bf details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:55:34.861341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bcab902f-115d-4528-8ad7-39713245a2d5 req-b11f31b2-8e00-425a-b5b2-2071cf193dba tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398304 Feb 15 13:55:34.879982 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-8c92bf9e-c572-47a7-8f10-22a8a3001715 req-ba625959-8eb4-41ef-87e0-ba82e6f82e6c tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] show failed (client error): The resource could not be found. Feb 15 13:55:34.881028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c92bf9e-c572-47a7-8f10-22a8a3001715 req-ba625959-8eb4-41ef-87e0-ba82e6f82e6c tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-group-rules/60ab5b6c-bddf-4bbc-93dc-e2dc42b7566e HTTP/1.1" status: 404 len: 361 time: 0.0187232 Feb 15 13:55:34.904521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454e6170-8e5d-4821-9386-e2dbd24ea42e tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:55:34.908712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=4ba2be3a-8c50-4259-86f7-24958c8dfe18,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:34.925748 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2307d320-72a6-4f08-b584-16b0f44766f9 None None] Sync routers for ids ['134292b0-4ac9-4566-a56a-81a860505dc8'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:55:34.926504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-454e6170-8e5d-4821-9386-e2dbd24ea42e tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:34.932350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7bedd704-76e8-49d8-96ca-b271afc820bf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7bedd704-76e8-49d8-96ca-b271afc820bf,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:34.951631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '7bedd704-76e8-49d8-96ca-b271afc820bf', 'network_id': '04e42a12-98ac-4d0b-a4cb-184b6afa8a7b', 'port_id': '7bedd704-76e8-49d8-96ca-b271afc820bf', 'mac_address': 'fa:16:3e:69:ea:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd635a5bf-2fd5-47e6-9080-3062fc619d95', 'ip_address': '19.80.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:55:34.957590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2307d320-72a6-4f08-b584-16b0f44766f9 None None] Routers {'134292b0-4ac9-4566-a56a-81a860505dc8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:55:34.958884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2307d320-72a6-4f08-b584-16b0f44766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:55:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['134292b0-4ac9-4566-a56a-81a860505dc8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:35.047658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-454e6170-8e5d-4821-9386-e2dbd24ea42e tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "PUT /v2.0/floatingips/0c3c65b1-2bb5-426d-b846-2432a91b07b1 HTTP/1.1" status: 200 len: 992 time: 2.5629063 Feb 15 13:55:35.051270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'tag': '2b76b203-3a57-406e-94ff-49fba74cc727'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:35.054002 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e433c52f-b428-4739-bb5c-fb840956c077" -d '{"events": [{"name": "network-changed", "server_uuid": "1637667d-1a84-41fa-841c-4e87ea6d595a", "tag": "2b76b203-3a57-406e-94ff-49fba74cc727"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:35.077494 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 7bedd704-76e8-49d8-96ca-b271afc820bf is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:35.078050 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.082786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-571a1f88-1575-4635-a9c9-db3cca65d629 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:35.085603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-571a1f88-1575-4635-a9c9-db3cca65d629 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.1303813 Feb 15 13:55:35.092255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59116-aa91-4d94-aad6-e69f28d8dd70 req-4b07bf29-5af3-4d9c-81ec-2363b7424fb9 tempest-ServersAdminNegativeTestJSON-376233208 tempest-ServersAdminNegativeTestJSON-376233208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:35.093799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ef59116-aa91-4d94-aad6-e69f28d8dd70 req-4b07bf29-5af3-4d9c-81ec-2363b7424fb9 tempest-ServersAdminNegativeTestJSON-376233208 tempest-ServersAdminNegativeTestJSON-376233208-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 1133 time: 0.1010146 Feb 15 13:55:35.113981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bedd704-76e8-49d8-96ca-b271afc820bf {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:35.151867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7bedd704-76e8-49d8-96ca-b271afc820bf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7bedd704-76e8-49d8-96ca-b271afc820bf,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:35.152347 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7ef59116-aa91-4d94-aad6-e69f28d8dd70 req-94743159-ce10-4278-b2e6-e970d939ada7 tempest-ServersAdminNegativeTestJSON-376233208 tempest-ServersAdminNegativeTestJSON-376233208-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.163762 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.171272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-2307d320-72a6-4f08-b584-16b0f44766f9 None None] Set router 134292b0-4ac9-4566-a56a-81a860505dc8 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:55:35.282785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2bd9f-c727-4813-8c1b-4be6efd7f780 req-07676982-25f5-4b51-a10b-625eada5c391 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:35.291183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2bd9f-c727-4813-8c1b-4be6efd7f780 req-07676982-25f5-4b51-a10b-625eada5c391 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:35.298448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2bd9f-c727-4813-8c1b-4be6efd7f780 req-07676982-25f5-4b51-a10b-625eada5c391 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:35.300681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0b2bd9f-c727-4813-8c1b-4be6efd7f780 req-07676982-25f5-4b51-a10b-625eada5c391 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2415 time: 0.1615553 Feb 15 13:55:35.366094 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7ef59116-aa91-4d94-aad6-e69f28d8dd70 req-94743159-ce10-4278-b2e6-e970d939ada7 tempest-ServersAdminNegativeTestJSON-376233208 tempest-ServersAdminNegativeTestJSON-376233208-project-admin] Publish callbacks [] for security_group (bb23a28a-2b6b-495c-b692-0a01fc658850), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.381260 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7ef59116-aa91-4d94-aad6-e69f28d8dd70 req-94743159-ce10-4278-b2e6-e970d939ada7 tempest-ServersAdminNegativeTestJSON-376233208 tempest-ServersAdminNegativeTestJSON-376233208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bb23a28a-2b6b-495c-b692-0a01fc658850), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.401798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52796) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:35.428701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-4d7c74bf-919f-4986-afd4-50a1f8f8a5f2 service neutron] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:35.447129 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-4d7c74bf-919f-4986-afd4-50a1f8f8a5f2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.448367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8999e0dd-24f2-4b5a-8f98-58d92a05a9ae req-4d7c74bf-919f-4986-afd4-50a1f8f8a5f2 service neutron] 10.222.0.67 "DELETE /v2.0/ports/8e92944e-91e8-4d34-8459-2aed3cc468c4/bindings/n-h1-829064-15 HTTP/1.1" status: 204 len: 173 time: 0.3532484 Feb 15 13:55:35.475242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ef59116-aa91-4d94-aad6-e69f28d8dd70 req-94743159-ce10-4278-b2e6-e970d939ada7 tempest-ServersAdminNegativeTestJSON-376233208 tempest-ServersAdminNegativeTestJSON-376233208-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716598 Feb 15 13:55:35.480005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=7bedd704-76e8-49d8-96ca-b271afc820bf,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:35.500196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0b2bd9f-c727-4813-8c1b-4be6efd7f780 req-e719ed12-9a8a-4a25-af89-c16c650d9cbc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649978 Feb 15 13:55:35.501278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94743159-ce10-4278-b2e6-e970d939ada7 tempest-ServersAdminNegativeTestJSON-376233208 tempest-ServersAdminNegativeTestJSON-376233208-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb23a28a-2b6b-495c-b692-0a01fc658850,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:35.566522 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28a35d3f-2a88-4bdb-a3c5-62ec66ca52f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.583887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f494838e-c6a1-435b-af88-0dfeb4147542 req-8b2e774d-2b45-4860-8334-09a5510d808f tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/1ddacba1-5819-4d41-aed4-92effd0156ab HTTP/1.1" status: 200 len: 1828 time: 0.0740733 Feb 15 13:55:35.635110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['da4ee9d7-793f-4963-a6f9-0fcaacd1fff4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:35.656060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb216-243b-40ae-996a-591c62adcd6a req-cccb76ce-385e-418d-b260-d23e04d15158 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:35.657548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c4fb216-243b-40ae-996a-591c62adcd6a req-cccb76ce-385e-418d-b260-d23e04d15158 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.0896072 Feb 15 13:55:35.662618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28a35d3f-2a88-4bdb-a3c5-62ec66ca52f0 admin admin] Publish callbacks [] for security_group (a3f2aa8d-b6fa-4c1f-9795-282a3a2a01a2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.666651 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28a35d3f-2a88-4bdb-a3c5-62ec66ca52f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a3f2aa8d-b6fa-4c1f-9795-282a3a2a01a2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.694657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f494838e-c6a1-435b-af88-0dfeb4147542 req-42db88de-21d9-4032-813f-74a7f921d8cd tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (1ddacba1-5819-4d41-aed4-92effd0156ab), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.704155 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-28a35d3f-2a88-4bdb-a3c5-62ec66ca52f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60da4cf718ef4d3f8b2a5e055746bdbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016179 Feb 15 13:55:35.707468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52800) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:35.715398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7bedd704-76e8-49d8-96ca-b271afc820bf'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:35.716198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a35d3f-2a88-4bdb-a3c5-62ec66ca52f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f2aa8d-b6fa-4c1f-9795-282a3a2a01a2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:35.753516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c4fb216-243b-40ae-996a-591c62adcd6a req-90db2a43-3f53-4687-8dd9-a6be736c5dfc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847168 Feb 15 13:55:35.756669 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f494838e-c6a1-435b-af88-0dfeb4147542 req-42db88de-21d9-4032-813f-74a7f921d8cd tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (1ddacba1-5819-4d41-aed4-92effd0156ab), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.768581 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e21499dd-de57-41e2-8df5-cdf198c924e5 admin admin] Publish callbacks [] for security_group (a3f2aa8d-b6fa-4c1f-9795-282a3a2a01a2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.816804 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e21499dd-de57-41e2-8df5-cdf198c924e5 admin admin] Publish callbacks [] for security_group (a3f2aa8d-b6fa-4c1f-9795-282a3a2a01a2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.837173 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f494838e-c6a1-435b-af88-0dfeb4147542 req-42db88de-21d9-4032-813f-74a7f921d8cd tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1ddacba1-5819-4d41-aed4-92effd0156ab), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.840036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f494838e-c6a1-435b-af88-0dfeb4147542 req-42db88de-21d9-4032-813f-74a7f921d8cd tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.841430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f494838e-c6a1-435b-af88-0dfeb4147542 req-42db88de-21d9-4032-813f-74a7f921d8cd tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "DELETE /v2.0/security-groups/1ddacba1-5819-4d41-aed4-92effd0156ab HTTP/1.1" status: 204 len: 173 time: 0.2415779 Feb 15 13:55:35.853281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db88de-21d9-4032-813f-74a7f921d8cd tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddacba1-5819-4d41-aed4-92effd0156ab,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:35.860780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2307d320-72a6-4f08-b584-16b0f44766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 4, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '0c3c65b1-2bb5-426d-b846-2432a91b07b1', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'port_id': '2b76b203-3a57-406e-94ff-49fba74cc727', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'mac_address': 'fa:16:3e:b4:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:54:09Z', 'updated_at': '2022-02-15T13:55:33Z', 'revision_number': 1, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf79099a-aced-4e00-b291-115a25196fe8', 'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'mac_address': 'fa:16:3e:21:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:01Z', 'updated_at': '2022-02-15T13:54:08Z', 'revision_number': 5, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'subnets': [{'id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:35.901572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e21499dd-de57-41e2-8df5-cdf198c924e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a3f2aa8d-b6fa-4c1f-9795-282a3a2a01a2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.905555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e21499dd-de57-41e2-8df5-cdf198c924e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:35.906761 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e21499dd-de57-41e2-8df5-cdf198c924e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3f2aa8d-b6fa-4c1f-9795-282a3a2a01a2 HTTP/1.1" status: 204 len: 168 time: 0.1976929 Feb 15 13:55:35.920832 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a22667-100c-4992-9abb-6c9ce709a372 x-openstack-request-id: req-49a22667-100c-4992-9abb-6c9ce709a372 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:35.921178 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1637667d-1a84-41fa-841c-4e87ea6d595a", "tag": "2b76b203-3a57-406e-94ff-49fba74cc727", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:35.921445 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-49a22667-100c-4992-9abb-6c9ce709a372 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:35.921712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21499dd-de57-41e2-8df5-cdf198c924e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f2aa8d-b6fa-4c1f-9795-282a3a2a01a2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:35.921849 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'tag': '2b76b203-3a57-406e-94ff-49fba74cc727', 'status': 'completed', 'code': 200} Feb 15 13:55:35.936240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2307d320-72a6-4f08-b584-16b0f44766f9 None None] Checking router: 134292b0-4ac9-4566-a56a-81a860505dc8 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:55:35.953379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc168afd-ee92-4e63-aa36-e22cb8945ee8 req-58684aa1-084f-4c3e-a79c-98927bcd07d3 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:35.961152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc168afd-ee92-4e63-aa36-e22cb8945ee8 req-58684aa1-084f-4c3e-a79c-98927bcd07d3 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 946 time: 0.0862565 Feb 15 13:55:36.008554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2307d320-72a6-4f08-b584-16b0f44766f9 None None] Routers {'134292b0-4ac9-4566-a56a-81a860505dc8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:55:36.009205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2307d320-72a6-4f08-b584-16b0f44766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:55:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['134292b0-4ac9-4566-a56a-81a860505dc8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:36.039285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc168afd-ee92-4e63-aa36-e22cb8945ee8 req-4278a769-127c-413f-92e6-c060ee002636 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772974 Feb 15 13:55:36.090083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433c52f-b428-4739-bb5c-fb840956c077 req-d39554bd-df10-47e5-9638-fd393766a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:36.091252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c3b0e-6a3d-4e08-8836-6f1b00fb0cc2 req-c33f9bb9-6aa4-4e7e-9b41-cc064f6012ab tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:36.091833 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e433c52f-b428-4739-bb5c-fb840956c077 req-d39554bd-df10-47e5-9638-fd393766a88d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c416f6fd41ea40eb8149d6f4d771ad46&device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 1129 time: 0.1369393 Feb 15 13:55:36.093541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-446c3b0e-6a3d-4e08-8836-6f1b00fb0cc2 req-c33f9bb9-6aa4-4e7e-9b41-cc064f6012ab tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 944 time: 0.0691583 Feb 15 13:55:36.220262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-446c3b0e-6a3d-4e08-8836-6f1b00fb0cc2 req-22893ef0-02a4-427a-91da-08dd3a6e9a01 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169338 Feb 15 13:55:36.227486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-2307d320-72a6-4f08-b584-16b0f44766f9 None None] Set router 134292b0-4ac9-4566-a56a-81a860505dc8 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:55:36.232216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa89f8-2fe7-4c8c-aec0-77e07db61c34 req-27ac22c5-d18e-4421-a838-535e0dabf15d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:36.238156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433c52f-b428-4739-bb5c-fb840956c077 req-f5a996e8-9a0f-4f3d-b33e-06b23bdf1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:36.239693 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e433c52f-b428-4739-bb5c-fb840956c077 req-f5a996e8-9a0f-4f3d-b33e-06b23bdf1940 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5c56b48c-fa72-409b-b0c4-7690458bbabf HTTP/1.1" status: 200 len: 917 time: 0.1365743 Feb 15 13:55:36.239844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-daaa89f8-2fe7-4c8c-aec0-77e07db61c34 req-27ac22c5-d18e-4421-a838-535e0dabf15d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.0902047 Feb 15 13:55:36.331954 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e433c52f-b428-4739-bb5c-fb840956c077 req-417d6c90-bbe8-41d7-8074-3f1e82f56eba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b76b203-3a57-406e-94ff-49fba74cc727 HTTP/1.1" status: 200 len: 1000 time: 0.0848887 Feb 15 13:55:36.367458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-daaa89f8-2fe7-4c8c-aec0-77e07db61c34 req-dee6b29f-87be-4b11-bed6-0afc4d356de5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266897 Feb 15 13:55:36.368751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52816) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:36.418640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-929411ee-d32b-4246-ba56-b2b818458d95 req-4a4b416d-2789-420f-97c8-fd09487f46eb tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/9b3fcab5-693d-4170-b94a-c361faa15070 HTTP/1.1" status: 200 len: 1828 time: 0.1336975 Feb 15 13:55:36.427197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433c52f-b428-4739-bb5c-fb840956c077 req-f61bf36f-c88c-4b37-b6fe-6ebadcd7f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:36.430405 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e433c52f-b428-4739-bb5c-fb840956c077 req-f61bf36f-c88c-4b37-b6fe-6ebadcd7f2e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f HTTP/1.1" status: 200 len: 855 time: 0.0891240 Feb 15 13:55:36.460565 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-508e5095-85e7-4341-9c9b-463e6844b44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:36.508792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2307d320-72a6-4f08-b584-16b0f44766f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 4, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '0c3c65b1-2bb5-426d-b846-2432a91b07b1', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'port_id': '2b76b203-3a57-406e-94ff-49fba74cc727', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'mac_address': 'fa:16:3e:b4:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:54:09Z', 'updated_at': '2022-02-15T13:55:33Z', 'revision_number': 1, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf79099a-aced-4e00-b291-115a25196fe8', 'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'mac_address': 'fa:16:3e:21:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:01Z', 'updated_at': '2022-02-15T13:54:08Z', 'revision_number': 5, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'subnets': [{'id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:36.509392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433c52f-b428-4739-bb5c-fb840956c077 req-05802244-c8b5-487c-8013-7c94a504bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:36.510851 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e433c52f-b428-4739-bb5c-fb840956c077 req-05802244-c8b5-487c-8013-7c94a504bfc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5c56b48c-fa72-409b-b0c4-7690458bbabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0749700 Feb 15 13:55:36.541621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2307d320-72a6-4f08-b584-16b0f44766f9 None None] The sync data for ids ['134292b0-4ac9-4566-a56a-81a860505dc8'] in n-d-829064-15 is: [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 4, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '0c3c65b1-2bb5-426d-b846-2432a91b07b1', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'port_id': '2b76b203-3a57-406e-94ff-49fba74cc727', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'mac_address': 'fa:16:3e:b4:6b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:54:09Z', 'updated_at': '2022-02-15T13:55:33Z', 'revision_number': 1, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf79099a-aced-4e00-b291-115a25196fe8', 'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'mac_address': 'fa:16:3e:21:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:01Z', 'updated_at': '2022-02-15T13:54:08Z', 'revision_number': 5, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'subnets': [{'id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:55:36.563196 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-929411ee-d32b-4246-ba56-b2b818458d95 req-bc463bf8-2fc3-43ed-8b1d-6fe61e9971bc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (9b3fcab5-693d-4170-b94a-c361faa15070), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:36.608544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bced7f-993d-47e0-b34e-412555e6cf12 req-ef905860-3f21-49f9-abd0-e6504e0f3dba tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:36.610107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6bced7f-993d-47e0-b34e-412555e6cf12 req-ef905860-3f21-49f9-abd0-e6504e0f3dba tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.1336071 Feb 15 13:55:36.636066 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e433c52f-b428-4739-bb5c-fb840956c077 req-f4f54993-1ff1-4baa-90ab-7c3afde3fac0 service neutron] 10.222.0.42 "GET /v2.0/networks/5c56b48c-fa72-409b-b0c4-7690458bbabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120713 Feb 15 13:55:36.636283 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-929411ee-d32b-4246-ba56-b2b818458d95 req-bc463bf8-2fc3-43ed-8b1d-6fe61e9971bc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (9b3fcab5-693d-4170-b94a-c361faa15070), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:36.736342 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e433c52f-b428-4739-bb5c-fb840956c077 req-28545f20-02f4-4aef-9bd9-4bf9beee57cb service neutron] 10.222.0.42 "GET /v2.0/networks/5c56b48c-fa72-409b-b0c4-7690458bbabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954349 Feb 15 13:55:36.742722 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-508e5095-85e7-4341-9c9b-463e6844b44a admin admin] Publish callbacks [] for security_group (df967a4b-3088-4313-8c44-1b2fc2eedf48), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:36.754329 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-508e5095-85e7-4341-9c9b-463e6844b44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (df967a4b-3088-4313-8c44-1b2fc2eedf48), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:36.767832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-4531a674-81d7-40d9-bbeb-b04b042fb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:36.769467 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-4531a674-81d7-40d9-bbeb-b04b042fb6fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 1128 time: 0.1520593 Feb 15 13:55:36.773280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6bced7f-993d-47e0-b34e-412555e6cf12 req-16bedef8-7aff-49dd-b860-fcf71252deb1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547327 Feb 15 13:55:36.796388 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-929411ee-d32b-4246-ba56-b2b818458d95 req-bc463bf8-2fc3-43ed-8b1d-6fe61e9971bc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9b3fcab5-693d-4170-b94a-c361faa15070), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:36.796388 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-929411ee-d32b-4246-ba56-b2b818458d95 req-bc463bf8-2fc3-43ed-8b1d-6fe61e9971bc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:36.799513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-929411ee-d32b-4246-ba56-b2b818458d95 req-bc463bf8-2fc3-43ed-8b1d-6fe61e9971bc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "DELETE /v2.0/security-groups/9b3fcab5-693d-4170-b94a-c361faa15070 HTTP/1.1" status: 204 len: 173 time: 0.3795984 Feb 15 13:55:36.846192 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1dbc6c-6e55-4760-a271-119e42648bde None None] New status for floating IP 0c3c65b1-2bb5-426d-b846-2432a91b07b1: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:55:36.846792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['4ba2be3a-8c50-4259-86f7-24958c8dfe18'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:36.948397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e5095-85e7-4341-9c9b-463e6844b44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df967a4b-3088-4313-8c44-1b2fc2eedf48,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:36.966285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52832) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:36.969409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-508e5095-85e7-4341-9c9b-463e6844b44a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cbfd9790f7f547498d0fc71b365e445a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5982134 Feb 15 13:55:36.996282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc463bf8-2fc3-43ed-8b1d-6fe61e9971bc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3fcab5-693d-4170-b94a-c361faa15070,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:37.051439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a64b8-cdbf-4f43-a337-f16e1a30301b req-810cc61a-c9b7-440e-974d-410504247075 tempest-ServersAdminNegativeTestJSON-376233208 tempest-ServersAdminNegativeTestJSON-376233208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:37.052703 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8121c94a-d4e8-4c31-b78b-c554764df4a1 admin admin] Publish callbacks [] for security_group (df967a4b-3088-4313-8c44-1b2fc2eedf48), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:37.060936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e8a64b8-cdbf-4f43-a337-f16e1a30301b req-810cc61a-c9b7-440e-974d-410504247075 tempest-ServersAdminNegativeTestJSON-376233208 tempest-ServersAdminNegativeTestJSON-376233208-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 1133 time: 0.1910198 Feb 15 13:55:37.063819 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-0c9f9b6c-42a3-485a-a719-fa232a599265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:37.064946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-0c9f9b6c-42a3-485a-a719-fa232a599265 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.2785757 Feb 15 13:55:37.100355 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8121c94a-d4e8-4c31-b78b-c554764df4a1 admin admin] Publish callbacks [] for security_group (df967a4b-3088-4313-8c44-1b2fc2eedf48), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:37.124204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-1b9d5260-16ac-40f7-a7ca-10e094acda54 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d63cb24a-2713-45cb-af99-b7b059641c52 HTTP/1.1" status: 200 len: 217 time: 0.0516353 Feb 15 13:55:37.156804 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8121c94a-d4e8-4c31-b78b-c554764df4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (df967a4b-3088-4313-8c44-1b2fc2eedf48), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:37.159564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8121c94a-d4e8-4c31-b78b-c554764df4a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:37.163588 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8121c94a-d4e8-4c31-b78b-c554764df4a1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df967a4b-3088-4313-8c44-1b2fc2eedf48 HTTP/1.1" status: 204 len: 168 time: 0.1930404 Feb 15 13:55:37.174951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121c94a-d4e8-4c31-b78b-c554764df4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df967a4b-3088-4313-8c44-1b2fc2eedf48,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:37.205951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e8a64b8-cdbf-4f43-a337-f16e1a30301b req-3212ab9a-c05a-43f5-9aca-ac48008f11b2 tempest-ServersAdminNegativeTestJSON-376233208 tempest-ServersAdminNegativeTestJSON-376233208-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421597 Feb 15 13:55:37.218157 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-3e129005-784a-481a-9537-fac61f2cf72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:37.220686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-3e129005-784a-481a-9537-fac61f2cf72c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.0866702 Feb 15 13:55:37.298391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-b0b2615d-1abe-4b93-aaff-1b605727d5b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595081 Feb 15 13:55:37.389519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b772f56-d800-4f6b-b51f-1cc3792041b5 req-29523093-a3cb-4a6a-b54a-8667010839f3 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/3de25d21-a7b2-42bb-b0c0-eaa70597f4e8 HTTP/1.1" status: 200 len: 1830 time: 0.1416533 Feb 15 13:55:37.404815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c529c-8c15-47e1-b495-43a106edacd5 req-62db51fb-279a-41e3-9c89-d3397ea78b58 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:37.410043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c529c-8c15-47e1-b495-43a106edacd5 req-62db51fb-279a-41e3-9c89-d3397ea78b58 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:37.415802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c529c-8c15-47e1-b495-43a106edacd5 req-62db51fb-279a-41e3-9c89-d3397ea78b58 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:37.417476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f68c529c-8c15-47e1-b495-43a106edacd5 req-62db51fb-279a-41e3-9c89-d3397ea78b58 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2415 time: 0.1804643 Feb 15 13:55:37.493712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-68a33c11-c581-4af3-b28c-c4a1d594f5fe service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846499 Feb 15 13:55:37.578103 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f68c529c-8c15-47e1-b495-43a106edacd5 req-7abd7ac9-0edf-49af-b4b4-5d12200b819c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501310 Feb 15 13:55:37.582611 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0b772f56-d800-4f6b-b51f-1cc3792041b5 req-12d99bda-d197-4886-82f8-91642e78a1cc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (3de25d21-a7b2-42bb-b0c0-eaa70597f4e8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:37.623081 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0b772f56-d800-4f6b-b51f-1cc3792041b5 req-12d99bda-d197-4886-82f8-91642e78a1cc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (3de25d21-a7b2-42bb-b0c0-eaa70597f4e8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:37.670627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-8f06fd8e-08ee-4f30-806a-66683632de65 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666296 Feb 15 13:55:37.717098 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0b772f56-d800-4f6b-b51f-1cc3792041b5 req-12d99bda-d197-4886-82f8-91642e78a1cc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3de25d21-a7b2-42bb-b0c0-eaa70597f4e8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:37.720075 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0b772f56-d800-4f6b-b51f-1cc3792041b5 req-12d99bda-d197-4886-82f8-91642e78a1cc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:37.727475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b772f56-d800-4f6b-b51f-1cc3792041b5 req-12d99bda-d197-4886-82f8-91642e78a1cc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "DELETE /v2.0/security-groups/3de25d21-a7b2-42bb-b0c0-eaa70597f4e8 HTTP/1.1" status: 204 len: 173 time: 0.3071067 Feb 15 13:55:37.741892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8b7d5-4cbf-4ddf-8260-374c0023f59c req-ce7cf1f9-0362-4315-845f-416717450271 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:37.743652 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5c8b7d5-4cbf-4ddf-8260-374c0023f59c req-ce7cf1f9-0362-4315-845f-416717450271 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 1127 time: 0.0889707 Feb 15 13:55:37.744679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d99bda-d197-4886-82f8-91642e78a1cc tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de25d21-a7b2-42bb-b0c0-eaa70597f4e8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:37.821176 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5c8b7d5-4cbf-4ddf-8260-374c0023f59c req-18fe2394-ee52-4d12-883d-30fc8b250c23 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665059 Feb 15 13:55:37.953180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc603da8-0fbb-416f-98b5-1d819d317fac req-93627dac-2d63-488d-8056-20bca1b83912 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/9ff0acf1-81aa-4ff3-9479-45260ee050b0 HTTP/1.1" status: 200 len: 1830 time: 0.0816443 Feb 15 13:55:38.037189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc2bac-d487-431c-8479-82797c2df82c req-2f51b4e8-a8eb-4d19-bfbb-db3fbdc09648 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:38.038738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7dc2bac-d487-431c-8479-82797c2df82c req-2f51b4e8-a8eb-4d19-bfbb-db3fbdc09648 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.1002712 Feb 15 13:55:38.050258 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fc603da8-0fbb-416f-98b5-1d819d317fac req-90969af5-608a-40a7-8a41-afaa383b8586 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (9ff0acf1-81aa-4ff3-9479-45260ee050b0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.092130 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fc603da8-0fbb-416f-98b5-1d819d317fac req-90969af5-608a-40a7-8a41-afaa383b8586 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (9ff0acf1-81aa-4ff3-9479-45260ee050b0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.147889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7dc2bac-d487-431c-8479-82797c2df82c req-22290a1a-1743-4f80-9be2-c8156dc5301d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954392 Feb 15 13:55:38.170397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fc603da8-0fbb-416f-98b5-1d819d317fac req-90969af5-608a-40a7-8a41-afaa383b8586 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9ff0acf1-81aa-4ff3-9479-45260ee050b0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.173002 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fc603da8-0fbb-416f-98b5-1d819d317fac req-90969af5-608a-40a7-8a41-afaa383b8586 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.174098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc603da8-0fbb-416f-98b5-1d819d317fac req-90969af5-608a-40a7-8a41-afaa383b8586 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "DELETE /v2.0/security-groups/9ff0acf1-81aa-4ff3-9479-45260ee050b0 HTTP/1.1" status: 204 len: 173 time: 0.2138560 Feb 15 13:55:38.188584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90969af5-608a-40a7-8a41-afaa383b8586 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff0acf1-81aa-4ff3-9479-45260ee050b0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:38.298455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17653510-8389-4a17-a3ad-8c133cbb9bc7 req-414cd49a-3dd0-4a1b-b5aa-326b1ab89d18 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:38.300135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17653510-8389-4a17-a3ad-8c133cbb9bc7 req-414cd49a-3dd0-4a1b-b5aa-326b1ab89d18 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 1127 time: 0.0555403 Feb 15 13:55:38.323581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:38.367773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17653510-8389-4a17-a3ad-8c133cbb9bc7 req-6d1197fe-6b79-43ea-b514-ec590552f956 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610623 Feb 15 13:55:38.386099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:55:38.390274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:38.390858 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.398567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31fd5a7e-a672-4be8-b362-c1ba3479b7d5 req-6f2523be-5992-4cb3-8362-d3b1bf72dde8 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "GET /v2.0/security-groups/22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e HTTP/1.1" status: 200 len: 1829 time: 0.0491204 Feb 15 13:55:38.502524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:38.502936 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.526194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4ee9d7-793f-4963-a6f9-0fcaacd1fff4'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:38.528759 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a29fb9b-d4e9-44df-8b00-ba7cda0495fa" -d '{"events": [{"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-plugged", "status": "completed", "tag": "da4ee9d7-793f-4963-a6f9-0fcaacd1fff4"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:38.541804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:38.546635 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.547646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7bedd704-76e8-49d8-96ca-b271afc820bf up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:38.637908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:38.652442 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 7bedd704-76e8-49d8-96ca-b271afc820bf completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:55:38.658116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 7bedd704-76e8-49d8-96ca-b271afc820bf triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:38.658629 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.749540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 7bedd704-76e8-49d8-96ca-b271afc820bf is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:38.749940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.795731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7bedd704-76e8-49d8-96ca-b271afc820bf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7bedd704-76e8-49d8-96ca-b271afc820bf,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:38.800876 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.844313 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-31fd5a7e-a672-4be8-b362-c1ba3479b7d5 req-5e1e1805-9247-4565-8d7c-e9f21ce820d1 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.856620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=7bedd704-76e8-49d8-96ca-b271afc820bf,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:38.858624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf1f70-0cb8-442a-88c3-5b2e610dbeb5 req-26fa7aab-4c82-4785-9923-e2ec46a78c2b tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:38.860250 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4bf1f70-0cb8-442a-88c3-5b2e610dbeb5 req-26fa7aab-4c82-4785-9923-e2ec46a78c2b tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.3956268 Feb 15 13:55:38.890970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-31fd5a7e-a672-4be8-b362-c1ba3479b7d5 req-5e1e1805-9247-4565-8d7c-e9f21ce820d1 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.941778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4bf1f70-0cb8-442a-88c3-5b2e610dbeb5 req-930b911f-40da-4ad7-8696-d3aa52e32954 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748882 Feb 15 13:55:38.974447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-31fd5a7e-a672-4be8-b362-c1ba3479b7d5 req-5e1e1805-9247-4565-8d7c-e9f21ce820d1 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.977197 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-31fd5a7e-a672-4be8-b362-c1ba3479b7d5 req-5e1e1805-9247-4565-8d7c-e9f21ce820d1 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:38.978332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31fd5a7e-a672-4be8-b362-c1ba3479b7d5 req-5e1e1805-9247-4565-8d7c-e9f21ce820d1 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] 10.222.0.72 "DELETE /v2.0/security-groups/22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e HTTP/1.1" status: 204 len: 173 time: 0.5735297 Feb 15 13:55:38.984622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52898) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:38.988022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e1805-9247-4565-8d7c-e9f21ce820d1 tempest-SecurityGroupRulesNegativeTestJSON-1777382711 tempest-SecurityGroupRulesNegativeTestJSON-1777382711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b8f5f7-47a7-4e7d-8e3a-ec3c287d190e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:39.019331 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac663a80-3157-4e88-8839-00724a917f97 x-openstack-request-id: req-ac663a80-3157-4e88-8839-00724a917f97 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:39.019638 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-plugged", "status": "completed", "tag": "da4ee9d7-793f-4963-a6f9-0fcaacd1fff4", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:39.019895 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ac663a80-3157-4e88-8839-00724a917f97 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:39.020360 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4ee9d7-793f-4963-a6f9-0fcaacd1fff4', 'code': 200} Feb 15 13:55:39.064538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25fef83-a373-4be2-97bd-b81897b1cd64 admin admin] Deleting subnet dcfdf41b-714b-454a-b8f4-69067510d523 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:55:39.068696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e25fef83-a373-4be2-97bd-b81897b1cd64 admin admin] Publish callbacks [] for subnet (dcfdf41b-714b-454a-b8f4-69067510d523), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.108770 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e25fef83-a373-4be2-97bd-b81897b1cd64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (dcfdf41b-714b-454a-b8f4-69067510d523), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.142704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022d398-ffbc-4abd-a85e-3abdcf436895 req-b953886f-251a-4838-ae91-787f93df2bfe tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:39.148699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022d398-ffbc-4abd-a85e-3abdcf436895 req-b953886f-251a-4838-ae91-787f93df2bfe tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:39.154356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022d398-ffbc-4abd-a85e-3abdcf436895 req-b953886f-251a-4838-ae91-787f93df2bfe tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:39.156219 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0022d398-ffbc-4abd-a85e-3abdcf436895 req-b953886f-251a-4838-ae91-787f93df2bfe tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2417 time: 0.0809481 Feb 15 13:55:39.158794 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e25fef83-a373-4be2-97bd-b81897b1cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (dcfdf41b-714b-454a-b8f4-69067510d523), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.229674 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e25fef83-a373-4be2-97bd-b81897b1cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (dcfdf41b-714b-454a-b8f4-69067510d523), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.257064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0022d398-ffbc-4abd-a85e-3abdcf436895 req-98162b33-5601-4d39-bc2c-ca3c22e94ff6 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885253 Feb 15 13:55:39.271513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fef83-a373-4be2-97bd-b81897b1cd64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfdf41b-714b-454a-b8f4-69067510d523,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:39.277340 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e25fef83-a373-4be2-97bd-b81897b1cd64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.281424 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e25fef83-a373-4be2-97bd-b81897b1cd64 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dcfdf41b-714b-454a-b8f4-69067510d523 HTTP/1.1" status: 204 len: 168 time: 0.2958062 Feb 15 13:55:39.283952 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52914) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:39.344120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8b1b7-a555-409b-95b6-4aa38917807c req-b2d88ed8-d29b-4bda-8b89-ea40a8f2d017 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:39.353326 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7de8b1b7-a555-409b-95b6-4aa38917807c req-b2d88ed8-d29b-4bda-8b89-ea40a8f2d017 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.0806148 Feb 15 13:55:39.408110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (b8463fa9-bcdb-459f-ac1c-ab5bd404f712), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.417240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7de8b1b7-a555-409b-95b6-4aa38917807c req-94eb9c90-4ff5-4391-98d8-848d3dae2d68 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630367 Feb 15 13:55:39.506392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (b8463fa9-bcdb-459f-ac1c-ab5bd404f712), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.535227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8463fa9-bcdb-459f-ac1c-ab5bd404f712']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:39.546663 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbea5a6-7dc8-4ace-8b5f-0df1ffbea4ce') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:39.547038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbea5a6-7dc8-4ace-8b5f-0df1ffbea4ce') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:39.557448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (dbbea5a6-7dc8-4ace-8b5f-0df1ffbea4ce), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.574450 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (dbbea5a6-7dc8-4ace-8b5f-0df1ffbea4ce), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.583481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:55:39.584073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (dbbea5a6-7dc8-4ace-8b5f-0df1ffbea4ce), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:55:39.586256 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:55:39.644572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d99cf8-b537-414f-a0e9-58ceb825e965 req-1196b7a6-f17c-4821-a3f1-33bde5312475 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:39.646724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5d99cf8-b537-414f-a0e9-58ceb825e965 req-1196b7a6-f17c-4821-a3f1-33bde5312475 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 950 time: 0.0637925 Feb 15 13:55:39.663738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (b8463fa9-bcdb-459f-ac1c-ab5bd404f712), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.672041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.677500 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b8463fa9-bcdb-459f-ac1c-ab5bd404f712 HTTP/1.1" status: 204 len: 168 time: 0.3917601 Feb 15 13:55:39.691116 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:39.693778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f932c-bed7-48cb-a23c-24592ec55cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8463fa9-bcdb-459f-ac1c-ab5bd404f712,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:39.721890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5d99cf8-b537-414f-a0e9-58ceb825e965 req-f8f35e50-e689-4816-a3e9-72e94c7ec182 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695176 Feb 15 13:55:39.906545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52938) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:39.952508 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cd241cb0-aa64-4260-b066-b3d83ac22706 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17340d1baba5499e962ccbe7695e2008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446610 Feb 15 13:55:39.956817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52946) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:40.100805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c142459-87cc-44cb-b2fc-79386b068814 admin admin] Publish callbacks [] for security_group (71db1c2d-2a5c-4b0b-ae70-907370fad2a4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:40.130449 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c142459-87cc-44cb-b2fc-79386b068814 admin admin] Publish callbacks [] for security_group (71db1c2d-2a5c-4b0b-ae70-907370fad2a4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:40.144050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad77418-5d46-4a52-a692-d93a73df9eec req-55f418a9-6774-407b-bd2c-5b4ed235b158 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:40.145564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ad77418-5d46-4a52-a692-d93a73df9eec req-55f418a9-6774-407b-bd2c-5b4ed235b158 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.1025722 Feb 15 13:55:40.212093 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ad77418-5d46-4a52-a692-d93a73df9eec req-1b0017d8-6722-4d76-b477-b89a420e669e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575089 Feb 15 13:55:40.220035 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c142459-87cc-44cb-b2fc-79386b068814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (71db1c2d-2a5c-4b0b-ae70-907370fad2a4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:40.222478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c142459-87cc-44cb-b2fc-79386b068814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:40.223652 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3c142459-87cc-44cb-b2fc-79386b068814 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/71db1c2d-2a5c-4b0b-ae70-907370fad2a4 HTTP/1.1" status: 204 len: 168 time: 0.2657397 Feb 15 13:55:40.238797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c142459-87cc-44cb-b2fc-79386b068814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71db1c2d-2a5c-4b0b-ae70-907370fad2a4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:40.341280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 4ba2be3a-8c50-4259-86f7-24958c8dfe18 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:40.420277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07501905-b9fc-4601-9121-599313f59375 req-2d9a4b9b-c69d-43a6-a2ba-44b6c2c9d81d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:40.426283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07501905-b9fc-4601-9121-599313f59375 req-2d9a4b9b-c69d-43a6-a2ba-44b6c2c9d81d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:40.432353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07501905-b9fc-4601-9121-599313f59375 req-2d9a4b9b-c69d-43a6-a2ba-44b6c2c9d81d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:40.435992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:55:40.436164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07501905-b9fc-4601-9121-599313f59375 req-2d9a4b9b-c69d-43a6-a2ba-44b6c2c9d81d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2417 time: 0.1115723 Feb 15 13:55:40.444374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:40.445009 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:40.556694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:40.557594 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:40.563606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07501905-b9fc-4601-9121-599313f59375 req-672995c8-a068-4e85-bcb7-caee04c23910 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119325 Feb 15 13:55:40.609366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 4ba2be3a-8c50-4259-86f7-24958c8dfe18, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4ba2be3a-8c50-4259-86f7-24958c8dfe18,segment=NetworkSegment(144abc23-c66a-460c-ba68-5a7188ea4970),segment_id=144abc23-c66a-460c-ba68-5a7188ea4970)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:40.616001 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:40.623122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff650c-3564-4138-8a7c-213468962ab6 req-496c5ecd-05a6-4fc1-a56d-31c2ba61bbaa tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:40.624677 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9fff650c-3564-4138-8a7c-213468962ab6 req-496c5ecd-05a6-4fc1-a56d-31c2ba61bbaa tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.0910461 Feb 15 13:55:40.686652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=4ba2be3a-8c50-4259-86f7-24958c8dfe18,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:40.697849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9fff650c-3564-4138-8a7c-213468962ab6 req-d5227e0b-834a-4abe-8773-bcb9beed06d1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638976 Feb 15 13:55:40.853961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b788f03-840d-463f-866a-fb88012a6730 req-ee370bcf-a079-47d0-9295-1de15e11457f tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:40.856486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b788f03-840d-463f-866a-fb88012a6730 req-ee370bcf-a079-47d0-9295-1de15e11457f tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 950 time: 0.0595231 Feb 15 13:55:40.912776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b788f03-840d-463f-866a-fb88012a6730 req-670eb7e8-8a21-4d48-925a-587c3c435e3f tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503612 Feb 15 13:55:41.021947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bedd704-76e8-49d8-96ca-b271afc820bf'}, {'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba2be3a-8c50-4259-86f7-24958c8dfe18'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:41.024302 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8488d6f-aa64-4d21-863d-f342fe7249a8" -d '{"events": [{"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-plugged", "status": "completed", "tag": "7bedd704-76e8-49d8-96ca-b271afc820bf"}, {"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-plugged", "status": "completed", "tag": "4ba2be3a-8c50-4259-86f7-24958c8dfe18"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:41.061261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52998) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:41.068510 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0c3262-49ca-4416-99f0-27628c93c73b x-openstack-request-id: req-5b0c3262-49ca-4416-99f0-27628c93c73b {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:41.068816 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-plugged", "status": "completed", "tag": "7bedd704-76e8-49d8-96ca-b271afc820bf", "code": 200}, {"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-plugged", "status": "completed", "tag": "4ba2be3a-8c50-4259-86f7-24958c8dfe18", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:41.069387 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5b0c3262-49ca-4416-99f0-27628c93c73b {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:41.069797 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bedd704-76e8-49d8-96ca-b271afc820bf', 'code': 200} Feb 15 13:55:41.070064 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba2be3a-8c50-4259-86f7-24958c8dfe18', 'code': 200} Feb 15 13:55:41.209493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-670896562-network', 'tenant_id': '177132f0b0ee421188c3be4833730175'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:41.225637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513be5a-0189-4171-9c77-af519d3cf1fd req-fb70081c-02ff-45f3-88de-eedb8e3c6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:41.226105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513be5a-0189-4171-9c77-af519d3cf1fd req-fb70081c-02ff-45f3-88de-eedb8e3c6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:41.226560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513be5a-0189-4171-9c77-af519d3cf1fd req-fb70081c-02ff-45f3-88de-eedb8e3c6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:41.228295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a513be5a-0189-4171-9c77-af519d3cf1fd req-fb70081c-02ff-45f3-88de-eedb8e3c6992 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2967 time: 0.0800006 Feb 15 13:55:41.263671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Made reservation on behalf of 177132f0b0ee421188c3be4833730175 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:41.265969 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.281940 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.308587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a513be5a-0189-4171-9c77-af519d3cf1fd req-c33eb384-2b4f-42dc-bfca-2ae52fdd8a94 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722244 Feb 15 13:55:41.325922 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb89cd-f148-4bbe-a5d7-ae6ff0e90f52 req-c880e6e9-73af-4896-bc77-be93c60f85c5 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:41.328761 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-90bb89cd-f148-4bbe-a5d7-ae6ff0e90f52 req-c880e6e9-73af-4896-bc77-be93c60f85c5 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 950 time: 0.1007047 Feb 15 13:55:41.405361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9332f9-092c-4de0-b5e2-925a240a183c req-eec25924-c403-4f0a-b6f6-075b2ee4c4c8 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:41.407038 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de9332f9-092c-4de0-b5e2-925a240a183c req-eec25924-c403-4f0a-b6f6-075b2ee4c4c8 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.0872459 Feb 15 13:55:41.462525 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Publish callbacks [] for security_group (c680ee7e-633d-428f-8fe7-e4849f253c7c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.482044 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c680ee7e-633d-428f-8fe7-e4849f253c7c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.517870 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de9332f9-092c-4de0-b5e2-925a240a183c req-7a941c29-c91e-4003-b5dc-f2c3b7e33993 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953817 Feb 15 13:55:41.530006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:55:41.562134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c680ee7e-633d-428f-8fe7-e4849f253c7c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:41.564446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-90bb89cd-f148-4bbe-a5d7-ae6ff0e90f52 req-6c2c2115-2ce7-4388-b9ac-c1b4db483ad1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Deleting port 3ade135b-078c-4fba-b619-1ed2662b1e73 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:41.565030 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-90bb89cd-f148-4bbe-a5d7-ae6ff0e90f52 req-6c2c2115-2ce7-4388-b9ac-c1b4db483ad1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.565700 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6bb545c5-775f-461c-96b4-4265c833c13e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.566036 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Added segment 6bb545c5-775f-461c-96b4-4265c833c13e of type vlan for network 4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa Feb 15 13:55:41.629433 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.680582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.684177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:41.684785 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.700326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.717855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-90bb89cd-f148-4bbe-a5d7-ae6ff0e90f52 req-6c2c2115-2ce7-4388-b9ac-c1b4db483ad1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] For port 3ade135b-078c-4fba-b619-1ed2662b1e73, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3ade135b-078c-4fba-b619-1ed2662b1e73,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:41.718192 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-90bb89cd-f148-4bbe-a5d7-ae6ff0e90f52 req-6c2c2115-2ce7-4388-b9ac-c1b4db483ad1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.747502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-90bb89cd-f148-4bbe-a5d7-ae6ff0e90f52 req-6c2c2115-2ce7-4388-b9ac-c1b4db483ad1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Calling delete_port for 3ade135b-078c-4fba-b619-1ed2662b1e73 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:41.790862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7275753 Feb 15 13:55:41.794404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53028) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:41.802489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] Request body: {'subnet': {'network_id': '4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-670896562-subnet', 'tenant_id': '177132f0b0ee421188c3be4833730175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:41.814122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721d24d-af6f-4fb5-a3fa-85223340a5ea admin admin] Pushing event updated for resources: {'Network': ['ID=4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:41.825384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:55:41.911642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937081ce-23ba-4d08-b788-d640d9b02686 req-b84f8a50-5e92-4ed3-a3ba-0982ea542b1d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:41.919013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937081ce-23ba-4d08-b788-d640d9b02686 req-b84f8a50-5e92-4ed3-a3ba-0982ea542b1d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:41.926057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937081ce-23ba-4d08-b788-d640d9b02686 req-b84f8a50-5e92-4ed3-a3ba-0982ea542b1d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:41.929283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-937081ce-23ba-4d08-b788-d640d9b02686 req-b84f8a50-5e92-4ed3-a3ba-0982ea542b1d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2418 time: 0.2313721 Feb 15 13:55:41.937839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] Made reservation on behalf of 177132f0b0ee421188c3be4833730175 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:41.940984 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.948277 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-90bb89cd-f148-4bbe-a5d7-ae6ff0e90f52 req-6c2c2115-2ce7-4388-b9ac-c1b4db483ad1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3ade135b-078c-4fba-b619-1ed2662b1e73), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:41.963113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['2e4b8287-a2ba-4d77-9b6a-6961313ff007', '3ade135b-078c-4fba-b619-1ed2662b1e73'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:41.981539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c2115-2ce7-4388-b9ac-c1b4db483ad1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Pushing event deleted for resources: {'Port': ['ID=3ade135b-078c-4fba-b619-1ed2662b1e73,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:42.058992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bb89cd-f148-4bbe-a5d7-ae6ff0e90f52 req-6c2c2115-2ce7-4388-b9ac-c1b4db483ad1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] No DVR routers for this DVR port 3ade135b-078c-4fba-b619-1ed2662b1e73 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:42.064166 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-90bb89cd-f148-4bbe-a5d7-ae6ff0e90f52 req-6c2c2115-2ce7-4388-b9ac-c1b4db483ad1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:42.067793 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-90bb89cd-f148-4bbe-a5d7-ae6ff0e90f52 req-6c2c2115-2ce7-4388-b9ac-c1b4db483ad1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.42 "DELETE /v2.0/ports/3ade135b-078c-4fba-b619-1ed2662b1e73 HTTP/1.1" status: 204 len: 173 time: 0.7334566 Feb 15 13:55:42.068273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb43b072-69fe-49fc-8cb0-95ce1eae6e23', 'name': 'network-vif-deleted', 'tag': '3ade135b-078c-4fba-b619-1ed2662b1e73'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:42.070609 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48da1edc-6f9a-4f94-82ab-0f14c91272b5" -d '{"events": [{"server_uuid": "fb43b072-69fe-49fc-8cb0-95ce1eae6e23", "name": "network-vif-deleted", "tag": "3ade135b-078c-4fba-b619-1ed2662b1e73"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:42.085841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea787f-0808-4898-a958-35b84793f0cb req-a38e5a8b-09fe-4a18-b3ae-4df128d1131d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:42.093580 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1aea787f-0808-4898-a958-35b84793f0cb req-a38e5a8b-09fe-4a18-b3ae-4df128d1131d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.2835455 Feb 15 13:55:42.158207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-937081ce-23ba-4d08-b788-d640d9b02686 req-0839e2b4-8f22-4f50-ad44-947511482488 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196527 Feb 15 13:55:42.252593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1aea787f-0808-4898-a958-35b84793f0cb req-98458e61-9686-4d93-bb17-91412c529afe tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577051 Feb 15 13:55:42.346587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9731bf01-5598-4db5-acac-787da1c8ef1e details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:55:42.382568 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c14483-20d8-44ec-b242-fb3003c22b88 x-openstack-request-id: req-07c14483-20d8-44ec-b242-fb3003c22b88 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:42.383180 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb43b072-69fe-49fc-8cb0-95ce1eae6e23", "name": "network-vif-deleted", "tag": "3ade135b-078c-4fba-b619-1ed2662b1e73", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:42.383180 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-07c14483-20d8-44ec-b242-fb3003c22b88 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:42.383612 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb43b072-69fe-49fc-8cb0-95ce1eae6e23', 'name': 'network-vif-deleted', 'tag': '3ade135b-078c-4fba-b619-1ed2662b1e73', 'status': 'completed', 'code': 200} Feb 15 13:55:42.458397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e637a843-01d2-410f-a119-e7f5beb958ea req-6acad132-531f-4116-a93f-502575a04339 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb43b072-69fe-49fc-8cb0-95ce1eae6e23 HTTP/1.1" status: 200 len: 210 time: 0.0691450 Feb 15 13:55:42.464347 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (58b5a667-7047-4a39-94ac-5e578eb03e65), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:42.502822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9731bf01-5598-4db5-acac-787da1c8ef1e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9731bf01-5598-4db5-acac-787da1c8ef1e,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:42.521844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '9731bf01-5598-4db5-acac-787da1c8ef1e', 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b', 'port_id': '9731bf01-5598-4db5-acac-787da1c8ef1e', 'mac_address': 'fa:16:3e:bb:13:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:55:42.580891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9731bf01-5598-4db5-acac-787da1c8ef1e is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:42.581359 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:42.602422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9731bf01-5598-4db5-acac-787da1c8ef1e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:42.635734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9731bf01-5598-4db5-acac-787da1c8ef1e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9731bf01-5598-4db5-acac-787da1c8ef1e,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:42.640741 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:42.648455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b5a667-7047-4a39-94ac-5e578eb03e65,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:42.679097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] Checking segment: {'id': '6bb545c5-775f-461c-96b4-4265c833c13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:42.679472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] Network hostable DHCP agents. Network: 4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:55:42.719271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9731bf01-5598-4db5-acac-787da1c8ef1e,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:42.721526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0fa41-c5c0-47fb-9d92-79710885b38d req-56ee5101-35ee-48b4-b6db-e6f0d1af257f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:42.725984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5d0fa41-c5c0-47fb-9d92-79710885b38d req-56ee5101-35ee-48b4-b6db-e6f0d1af257f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 944 time: 0.1012766 Feb 15 13:55:42.730412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] Network 4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:55:42.757189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:42.765656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:42.766392 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:42.794131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e91a247-a34a-435a-95b1-181bac5fb551 None None] Network 4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:55:42.821476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5d0fa41-c5c0-47fb-9d92-79710885b38d req-a187f302-41b0-444b-8fba-c9c1e8897134 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878754 Feb 15 13:55:42.834808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d435722e-7239-4921-acee-5e843ccbf3d5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0381541 Feb 15 13:55:42.855933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9731bf01-5598-4db5-acac-787da1c8ef1e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:42.980545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce2912f-aa3b-4284-a988-ac49afc41400 None None] Network 4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:55:43.224679 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-26a1a1e6-a9c6-4d52-a1ce-cdf1af8ad98e req-b14b92b5-41e3-4ddd-a832-999f474f3e26 tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] show failed (client error): The resource could not be found. Feb 15 13:55:43.226415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26a1a1e6-a9c6-4d52-a1ce-cdf1af8ad98e req-b14b92b5-41e3-4ddd-a832-999f474f3e26 tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] 10.222.0.72 "GET /v2.0/security-groups/8b16dc0a-f2c9-4a1e-bc12-a024778b2cb4 HTTP/1.1" status: 404 len: 352 time: 0.0205140 Feb 15 13:55:43.327085 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:55:43.371341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829fe6-a9a4-4440-9f6f-a806c3b80cb3 req-8a19bf24-0de1-44b4-8fd4-98196224368b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:43.377745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829fe6-a9a4-4440-9f6f-a806c3b80cb3 req-8a19bf24-0de1-44b4-8fd4-98196224368b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:43.384817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829fe6-a9a4-4440-9f6f-a806c3b80cb3 req-8a19bf24-0de1-44b4-8fd4-98196224368b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:43.386892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6829fe6-a9a4-4440-9f6f-a806c3b80cb3 req-8a19bf24-0de1-44b4-8fd4-98196224368b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2418 time: 0.1480339 Feb 15 13:55:43.391184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94cfe9f6-e955-4efa-ba92-c2d3b9afd758 req-1b2a76ee-04f5-4546-8f71-c52fd5c762be tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=177132f0b0ee421188c3be4833730175 HTTP/1.1" status: 200 len: 3001 time: 0.1134315 Feb 15 13:55:43.470882 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6829fe6-a9a4-4440-9f6f-a806c3b80cb3 req-1f858781-715b-4374-9cc1-4c93f6b9763f tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768363 Feb 15 13:55:43.474447 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94cfe9f6-e955-4efa-ba92-c2d3b9afd758 req-0759b98a-1140-4cfb-8eaa-9accce736197 tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] 10.222.0.72 "GET /v2.0/security-groups/c680ee7e-633d-428f-8fe7-e4849f253c7c HTTP/1.1" status: 200 len: 2998 time: 0.0730960 Feb 15 13:55:43.539119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94cfe9f6-e955-4efa-ba92-c2d3b9afd758 req-0eeb8267-b50b-4ec5-940a-4b4e1e4ffb85 tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] 10.222.0.72 "GET /v2.0/security-groups/c680ee7e-633d-428f-8fe7-e4849f253c7c HTTP/1.1" status: 200 len: 2998 time: 0.0531259 Feb 15 13:55:43.633457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e5cf1-0d49-48b4-87cc-23de2624dad9 req-b6b7444e-122b-4d2d-8811-7ddbfdc3a937 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:43.635405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef0e5cf1-0d49-48b4-87cc-23de2624dad9 req-b6b7444e-122b-4d2d-8811-7ddbfdc3a937 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.0986214 Feb 15 13:55:43.680759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5df7a85-ae68-48a8-a303-37c165d9c2bb req-cbaa096a-f248-494c-ae6d-45c1692d9e12 tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] 10.222.0.72 "GET /v2.0/security-groups/c680ee7e-633d-428f-8fe7-e4849f253c7c HTTP/1.1" status: 200 len: 2998 time: 0.0895178 Feb 15 13:55:43.755863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef0e5cf1-0d49-48b4-87cc-23de2624dad9 req-7bcb83aa-94a3-41f8-9007-73ad0edf3153 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111763 Feb 15 13:55:43.786803 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-c5df7a85-ae68-48a8-a303-37c165d9c2bb req-a778df14-31c5-48f9-8827-a9fdb1c9cacd tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 13:55:43.788285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5df7a85-ae68-48a8-a303-37c165d9c2bb req-a778df14-31c5-48f9-8827-a9fdb1c9cacd tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] 10.222.0.72 "DELETE /v2.0/security-groups/c680ee7e-633d-428f-8fe7-e4849f253c7c HTTP/1.1" status: 409 len: 352 time: 0.0950899 Feb 15 13:55:43.935979 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-e784e236-658d-4b8e-93fe-2828e5a6f75d req-649c608c-fe0b-4ee6-a6d2-5e9aff4aaaff tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] show failed (client error): The resource could not be found. Feb 15 13:55:43.937484 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e784e236-658d-4b8e-93fe-2828e5a6f75d req-649c608c-fe0b-4ee6-a6d2-5e9aff4aaaff tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] 10.222.0.72 "GET /v2.0/security-groups/c859eb2b-3db9-439e-ba2d-cf0be1934d9f HTTP/1.1" status: 404 len: 352 time: 0.0204132 Feb 15 13:55:44.078838 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-603c2a12-ca48-4dd8-aa45-8f12d6fb4ed9 req-14820928-82af-420a-9ad3-a2899f6a9cd0 tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] show failed (client error): The resource could not be found. Feb 15 13:55:44.080067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-603c2a12-ca48-4dd8-aa45-8f12d6fb4ed9 req-14820928-82af-420a-9ad3-a2899f6a9cd0 tempest-SecurityGroupsNegativeTestJSON-478125169 tempest-SecurityGroupsNegativeTestJSON-478125169-project] 10.222.0.72 "GET /v2.0/security-groups/97f6da2e-d19c-46b9-9be5-49ea21ca36b7 HTTP/1.1" status: 404 len: 352 time: 0.0204329 Feb 15 13:55:44.092104 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53120) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:44.105939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238224c2-7f47-4f72-b6c3-c4ff6c87805e req-ea231b1e-91b9-4813-9397-a4e99ce2dd0a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:44.107911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-238224c2-7f47-4f72-b6c3-c4ff6c87805e req-ea231b1e-91b9-4813-9397-a4e99ce2dd0a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 944 time: 0.0981858 Feb 15 13:55:44.175208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8455fab-5fae-44ac-90c2-1030c131cedc admin admin] Deleting subnet 58b5a667-7047-4a39-94ac-5e578eb03e65 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:55:44.179511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8455fab-5fae-44ac-90c2-1030c131cedc admin admin] Publish callbacks [] for subnet (58b5a667-7047-4a39-94ac-5e578eb03e65), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.214166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-238224c2-7f47-4f72-b6c3-c4ff6c87805e req-9d2e25d7-4fdb-4791-93f4-ecb5e1f709df tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933094 Feb 15 13:55:44.240752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0ad68-793a-4cd1-bfc0-5600c2c4f295 req-6e221343-624e-46b9-a6b8-d5f54d65f707 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:44.242689 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8455fab-5fae-44ac-90c2-1030c131cedc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (58b5a667-7047-4a39-94ac-5e578eb03e65), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.248890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ac0ad68-793a-4cd1-bfc0-5600c2c4f295 req-6e221343-624e-46b9-a6b8-d5f54d65f707 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 949 time: 0.1059701 Feb 15 13:55:44.293682 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8455fab-5fae-44ac-90c2-1030c131cedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (58b5a667-7047-4a39-94ac-5e578eb03e65), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.312787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ac0ad68-793a-4cd1-bfc0-5600c2c4f295 req-ef5193e9-4da3-4cb6-a08a-648a4ac06d9e tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626018 Feb 15 13:55:44.358758 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8455fab-5fae-44ac-90c2-1030c131cedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (58b5a667-7047-4a39-94ac-5e578eb03e65), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.367661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9731bf01-5598-4db5-acac-787da1c8ef1e up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:44.392281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8455fab-5fae-44ac-90c2-1030c131cedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b5a667-7047-4a39-94ac-5e578eb03e65,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:44.404302 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8455fab-5fae-44ac-90c2-1030c131cedc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.408669 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d8455fab-5fae-44ac-90c2-1030c131cedc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/58b5a667-7047-4a39-94ac-5e578eb03e65 HTTP/1.1" status: 204 len: 168 time: 0.3151579 Feb 15 13:55:44.412009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53132) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:44.458208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 9731bf01-5598-4db5-acac-787da1c8ef1e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:44.458928 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.553875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-fb711f1e-b164-4b24-8907-224cbc85dec8 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ffab40a8d3f746c88ee83d2aab6545bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326278 Feb 15 13:55:44.557602 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.574248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9731bf01-5598-4db5-acac-787da1c8ef1e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:44.574643 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.605318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9731bf01-5598-4db5-acac-787da1c8ef1e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:44.607608 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d683a5-58cc-460d-bdcd-13cbcb7198e7" -d '{"events": [{"server_uuid": "db95a7f5-c67d-4df5-a0ae-1e87237ef98e", "name": "network-vif-plugged", "status": "completed", "tag": "9731bf01-5598-4db5-acac-787da1c8ef1e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:44.761608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9731bf01-5598-4db5-acac-787da1c8ef1e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9731bf01-5598-4db5-acac-787da1c8ef1e,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:44.772270 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.784433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f76b1-c292-40aa-bfef-cdcd80e4ccf4 req-4f04b94b-3630-4af5-9be5-3784cbcfb450 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:44.790082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f76b1-c292-40aa-bfef-cdcd80e4ccf4 req-4f04b94b-3630-4af5-9be5-3784cbcfb450 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:44.795346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f76b1-c292-40aa-bfef-cdcd80e4ccf4 req-4f04b94b-3630-4af5-9be5-3784cbcfb450 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:44.797086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e24f76b1-c292-40aa-bfef-cdcd80e4ccf4 req-4f04b94b-3630-4af5-9be5-3784cbcfb450 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2418 time: 0.2316914 Feb 15 13:55:44.801489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.819374 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f09a0492-0c59-48d3-a817-559fbcca7f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.854025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-4bd3a1b2-fe56-4751-a840-78ab476a0759 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:44.860735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-4bd3a1b2-fe56-4751-a840-78ab476a0759 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982278 Feb 15 13:55:44.864388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:44.867163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9731bf01-5598-4db5-acac-787da1c8ef1e,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:44.889671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb545c5-775f-461c-96b4-4265c833c13e') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:44.890053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb545c5-775f-461c-96b4-4265c833c13e') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:44.905067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-9839d5aa-bc20-4b46-a363-6a98132ffb34 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/quotas/ffab40a8d3f746c88ee83d2aab6545bf HTTP/1.1" status: 200 len: 375 time: 0.0434608 Feb 15 13:55:44.911140 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (6bb545c5-775f-461c-96b4-4265c833c13e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.943290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e24f76b1-c292-40aa-bfef-cdcd80e4ccf4 req-ac446a45-5fe2-48e1-8688-b1811c588f5e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361568 Feb 15 13:55:44.961143 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6bb545c5-775f-461c-96b4-4265c833c13e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.967462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-be47d936-5602-43fb-a111-c4d4c4094ecc tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ffab40a8d3f746c88ee83d2aab6545bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504334 Feb 15 13:55:44.973246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:55:44.973667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (6bb545c5-775f-461c-96b4-4265c833c13e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:55:44.975627 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:55:45.040413 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96262663-ab4e-46b8-8473-8c663f161a68 x-openstack-request-id: req-96262663-ab4e-46b8-8473-8c663f161a68 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:45.040888 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95a7f5-c67d-4df5-a0ae-1e87237ef98e", "name": "network-vif-plugged", "status": "completed", "tag": "9731bf01-5598-4db5-acac-787da1c8ef1e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:45.041286 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-96262663-ab4e-46b8-8473-8c663f161a68 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:45.041901 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9731bf01-5598-4db5-acac-787da1c8ef1e', 'code': 200} Feb 15 13:55:45.043734 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:45.080944 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:45.087724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] 10.222.0.72 "DELETE /v2.0/networks/4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa HTTP/1.1" status: 204 len: 168 time: 0.6745715 Feb 15 13:55:45.093584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b9441-94ef-4767-abc5-e5c7278eb29c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c3e542a-9dd6-4b07-aa0a-d124ef0a23fa,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:45.214861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195e7be-daf0-4762-82e7-91f9d7abbf6a req-90bd9cf8-6f9d-4015-a860-0fd8c039998e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:45.224940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9195e7be-daf0-4762-82e7-91f9d7abbf6a req-90bd9cf8-6f9d-4015-a860-0fd8c039998e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.0968618 Feb 15 13:55:45.368567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9195e7be-daf0-4762-82e7-91f9d7abbf6a req-2f8a8c19-5d7f-4558-977c-30f930ade8fe tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374013 Feb 15 13:55:45.385610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53170) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:45.458889 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0e1e1730-3f4c-470a-b0d5-8017677f8d3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=177132f0b0ee421188c3be4833730175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703511 Feb 15 13:55:45.460604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53180) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:45.520380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-58e432d3-f01d-442b-9a4f-d11e843a3663 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ffab40a8d3f746c88ee83d2aab6545bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374951 Feb 15 13:55:45.532565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede04b5-a63e-4fda-b21e-6dbd65c2cc45 req-8fce3b07-32be-4344-bdad-d8f57fb17cbe tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:45.539529 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ede04b5-a63e-4fda-b21e-6dbd65c2cc45 req-8fce3b07-32be-4344-bdad-d8f57fb17cbe tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.0889370 Feb 15 13:55:45.546773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9021244b-3564-4039-9ff2-e0358dc824da admin admin] Publish callbacks [] for security_group (c680ee7e-633d-428f-8fe7-e4849f253c7c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:45.584841 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9021244b-3564-4039-9ff2-e0358dc824da admin admin] Publish callbacks [] for security_group (c680ee7e-633d-428f-8fe7-e4849f253c7c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:45.708463 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9021244b-3564-4039-9ff2-e0358dc824da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c680ee7e-633d-428f-8fe7-e4849f253c7c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:45.711324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9021244b-3564-4039-9ff2-e0358dc824da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:45.715986 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9021244b-3564-4039-9ff2-e0358dc824da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c680ee7e-633d-428f-8fe7-e4849f253c7c HTTP/1.1" status: 204 len: 168 time: 0.2543080 Feb 15 13:55:45.733408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021244b-3564-4039-9ff2-e0358dc824da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c680ee7e-633d-428f-8fe7-e4849f253c7c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:45.754104 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ede04b5-a63e-4fda-b21e-6dbd65c2cc45 req-5f0b4b9b-bfa5-4106-b19d-235b6debe828 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131720 Feb 15 13:55:45.795182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d607d2-ee43-486b-b837-5703480a4c2d req-87c7bb18-0e8a-44a8-86db-0b5d59d9ebf0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:45.803787 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19d607d2-ee43-486b-b837-5703480a4c2d req-87c7bb18-0e8a-44a8-86db-0b5d59d9ebf0 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.42 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 949 time: 0.2032049 Feb 15 13:55:45.847125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-5bf4f799-cfab-43d1-8df2-29a710394bb9 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:45.857380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-5bf4f799-cfab-43d1-8df2-29a710394bb9 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145339 Feb 15 13:55:45.887559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-2928702c-d80d-4a01-af2d-c9e0383b4811 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/quotas/ffab40a8d3f746c88ee83d2aab6545bf HTTP/1.1" status: 200 len: 375 time: 0.0287046 Feb 15 13:55:45.958679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-b733b506-c74e-4612-bf26-71ebc8a044c9 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ffab40a8d3f746c88ee83d2aab6545bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701344 Feb 15 13:55:46.015531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9205d-4718-4639-b81f-597719df9af9 req-ab48d659-6b04-46bc-aeb7-0f03d7b7e5b4 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:46.028746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7fa9205d-4718-4639-b81f-597719df9af9 req-ab48d659-6b04-46bc-aeb7-0f03d7b7e5b4 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 949 time: 0.1254215 Feb 15 13:55:46.047159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-19d607d2-ee43-486b-b837-5703480a4c2d req-b0f3843f-6810-4886-8ee3-53ff97a45618 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Deleting port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:46.047570 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-19d607d2-ee43-486b-b837-5703480a4c2d req-b0f3843f-6810-4886-8ee3-53ff97a45618 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:46.168149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7fa9205d-4718-4639-b81f-597719df9af9 req-2c2ff855-76fd-47dd-bd18-d3984c37f546 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/security-groups?id=09592107-00d6-47da-a139-e27c69295958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366513 Feb 15 13:55:46.329221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 3ade135b-078c-4fba-b619-1ed2662b1e73 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:46.359416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 3ade135b-078c-4fba-b619-1ed2662b1e73 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:55:46.362770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-19d607d2-ee43-486b-b837-5703480a4c2d req-b0f3843f-6810-4886-8ee3-53ff97a45618 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] For port 2e4b8287-a2ba-4d77-9b6a-6961313ff007, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=2e4b8287-a2ba-4d77-9b6a-6961313ff007,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:46.363068 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-19d607d2-ee43-486b-b837-5703480a4c2d req-b0f3843f-6810-4886-8ee3-53ff97a45618 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:46.375520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 3ade135b-078c-4fba-b619-1ed2662b1e73 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:55:46.389673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2db8676e-3d07-4b23-a102-aa747716cead req-198d6891-cd61-438d-af4d-69a501948751 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 210 time: 0.0814440 Feb 15 13:55:46.428920 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-19d607d2-ee43-486b-b837-5703480a4c2d req-b0f3843f-6810-4886-8ee3-53ff97a45618 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Calling delete_port for 2e4b8287-a2ba-4d77-9b6a-6961313ff007 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:46.636078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-19d607d2-ee43-486b-b837-5703480a4c2d req-b0f3843f-6810-4886-8ee3-53ff97a45618 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2e4b8287-a2ba-4d77-9b6a-6961313ff007), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:46.654313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['2e4b8287-a2ba-4d77-9b6a-6961313ff007'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:46.675206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3843f-6810-4886-8ee3-53ff97a45618 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Pushing event deleted for resources: {'Port': ['ID=2e4b8287-a2ba-4d77-9b6a-6961313ff007,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:46.743133 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d607d2-ee43-486b-b837-5703480a4c2d req-b0f3843f-6810-4886-8ee3-53ff97a45618 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] No DVR routers for this DVR port 2e4b8287-a2ba-4d77-9b6a-6961313ff007 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:46.756860 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-19d607d2-ee43-486b-b837-5703480a4c2d req-b0f3843f-6810-4886-8ee3-53ff97a45618 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:46.761251 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19d607d2-ee43-486b-b837-5703480a4c2d req-b0f3843f-6810-4886-8ee3-53ff97a45618 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.42 "DELETE /v2.0/ports/2e4b8287-a2ba-4d77-9b6a-6961313ff007 HTTP/1.1" status: 204 len: 173 time: 0.9501500 Feb 15 13:55:46.762004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041fb751-4daa-4fb2-aea1-adfe760d0eb5', 'name': 'network-vif-deleted', 'tag': '2e4b8287-a2ba-4d77-9b6a-6961313ff007'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:46.764918 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad874ed7-5fee-42ee-96e7-e9d54b71ade5" -d '{"events": [{"server_uuid": "041fb751-4daa-4fb2-aea1-adfe760d0eb5", "name": "network-vif-deleted", "tag": "2e4b8287-a2ba-4d77-9b6a-6961313ff007"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:46.797634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466347d-1889-4f5c-a2fb-594964157db1 req-86d763f3-a4c2-43b8-b7ea-e2d04d7af12d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:46.806780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f466347d-1889-4f5c-a2fb-594964157db1 req-86d763f3-a4c2-43b8-b7ea-e2d04d7af12d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.1806188 Feb 15 13:55:46.884078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3660-05bb-4927-9541-286d259d156a req-7a3c3b23-f6c4-476d-b87f-a61d74f24f04 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:46.890163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3660-05bb-4927-9541-286d259d156a req-7a3c3b23-f6c4-476d-b87f-a61d74f24f04 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:46.910188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3660-05bb-4927-9541-286d259d156a req-7a3c3b23-f6c4-476d-b87f-a61d74f24f04 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:46.919327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9dc3660-05bb-4927-9541-286d259d156a req-7a3c3b23-f6c4-476d-b87f-a61d74f24f04 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2418 time: 0.2077367 Feb 15 13:55:46.948037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f466347d-1889-4f5c-a2fb-594964157db1 req-7ad5add0-f9c3-4d3a-b971-7db866df450f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398244 Feb 15 13:55:47.025934 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb118ef-56ce-404c-ac0b-9b9afcd928fc x-openstack-request-id: req-7cb118ef-56ce-404c-ac0b-9b9afcd928fc {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:47.026394 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041fb751-4daa-4fb2-aea1-adfe760d0eb5", "name": "network-vif-deleted", "tag": "2e4b8287-a2ba-4d77-9b6a-6961313ff007", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:47.027353 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7cb118ef-56ce-404c-ac0b-9b9afcd928fc {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:47.029143 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041fb751-4daa-4fb2-aea1-adfe760d0eb5', 'name': 'network-vif-deleted', 'tag': '2e4b8287-a2ba-4d77-9b6a-6961313ff007', 'status': 'completed', 'code': 200} Feb 15 13:55:47.098680 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9dc3660-05bb-4927-9541-286d259d156a req-4f163023-f2ff-4e94-9389-5cbacaf5c5a1 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779537 Feb 15 13:55:47.126937 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-044650c1-b432-4bb3-b65f-f5c43564d3c7 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ffab40a8d3f746c88ee83d2aab6545bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520585 Feb 15 13:55:47.136728 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6751672f-d9ee-4e69-8178-01d70c2b88e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:47.295017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4339d0-a771-4db0-8bd4-e134b95412fc req-67eedc9f-b81c-4ed9-8e2d-53b3d0e7ac6d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:47.306895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd4339d0-a771-4db0-8bd4-e134b95412fc req-67eedc9f-b81c-4ed9-8e2d-53b3d0e7ac6d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.1629460 Feb 15 13:55:47.405278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-d0e8f53f-1900-4880-b291-d5965566ca56 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:47.409525 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-d0e8f53f-1900-4880-b291-d5965566ca56 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697253 Feb 15 13:55:47.426612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Request body: {'port': {'device_id': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': 'ffab40a8d3f746c88ee83d2aab6545bf'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:47.456729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37f86466-d768-4bb7-bf09-8ecff6b1c6f7 req-352d1539-5141-40da-b3e2-21bc6fadf9f1 tempest-ServersAdminNegativeTestJSON-1933960700 tempest-ServersAdminNegativeTestJSON-1933960700-project] 10.222.0.72 "GET /v2.0/ports?device_id=041fb751-4daa-4fb2-aea1-adfe760d0eb5 HTTP/1.1" status: 200 len: 210 time: 0.0750465 Feb 15 13:55:47.487768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd4339d0-a771-4db0-8bd4-e134b95412fc req-adb67681-48c2-48d1-bf1c-56f73b0a8288 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738544 Feb 15 13:55:47.579095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be1b78d0-25d0-4a33-b996-c36bd46301ca req-947427e6-e370-42de-99a0-bf57b695f256 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 210 time: 0.0303323 Feb 15 13:55:47.710708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Made reservation on behalf of ffab40a8d3f746c88ee83d2aab6545bf for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:47.715597 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:47.726942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:47.847550 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks [] for security_group (41b54e3b-fb05-4d65-831e-c1b6729e83ae), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:47.856541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (41b54e3b-fb05-4d65-831e-c1b6729e83ae), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:47.892914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b54e3b-fb05-4d65-831e-c1b6729e83ae,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:47.973413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5a208-e1dd-4639-8c8a-a3548db0e97d req-3253d7cb-2681-4863-8660-dd30364e0c17 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:47.975950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15c5a208-e1dd-4639-8c8a-a3548db0e97d req-3253d7cb-2681-4863-8660-dd30364e0c17 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.0927525 Feb 15 13:55:48.112706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Allocated IP 192.168.233.75 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/6b901d43-61e8-4a99-a100-6a1fcfa69552) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:48.133105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15c5a208-e1dd-4639-8c8a-a3548db0e97d req-fb8e9fee-8575-4482-af37-82fcee4f6f40 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507533 Feb 15 13:55:48.174249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb419e-2e2f-4b5c-9194-aeb27b39acb3 req-75c991d6-2254-4838-9ee1-0f4def4962b0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:48.180011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5eb419e-2e2f-4b5c-9194-aeb27b39acb3 req-75c991d6-2254-4838-9ee1-0f4def4962b0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.1400416 Feb 15 13:55:48.241245 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:48.261822 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-404c6bcd-777a-40cd-a772-a8d549284890 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ffab40a8d3f746c88ee83d2aab6545bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156876 Feb 15 13:55:48.295729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5eb419e-2e2f-4b5c-9194-aeb27b39acb3 req-be3edca5-e0aa-481c-a9ca-12a72528ce7a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055541 Feb 15 13:55:48.362373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53256) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:48.413548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25505c45-b03d-48dc-9235-685cf26b7f0b req-42b0316a-c8a1-42b6-a266-2a035e34bc42 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:48.423889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25505c45-b03d-48dc-9235-685cf26b7f0b req-42b0316a-c8a1-42b6-a266-2a035e34bc42 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:48.439882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25505c45-b03d-48dc-9235-685cf26b7f0b req-42b0316a-c8a1-42b6-a266-2a035e34bc42 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:48.445232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25505c45-b03d-48dc-9235-685cf26b7f0b req-42b0316a-c8a1-42b6-a266-2a035e34bc42 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2418 time: 0.1744845 Feb 15 13:55:48.587778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-f6fa4ac1-5c55-44f9-8b7c-2036608efd67 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:48.594503 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-f6fa4ac1-5c55-44f9-8b7c-2036608efd67 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3188212 Feb 15 13:55:48.621497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Request body: {'port': {'device_id': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': 'ffab40a8d3f746c88ee83d2aab6545bf'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:48.627129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-8c232613-98de-468e-a06d-0a1f9f67442e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:48.632715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-8c232613-98de-468e-a06d-0a1f9f67442e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:48.639788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-8c232613-98de-468e-a06d-0a1f9f67442e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:48.641471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-8c232613-98de-468e-a06d-0a1f9f67442e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 2418 time: 0.1560721 Feb 15 13:55:48.642558 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31ea2a6e-ab36-4612-b22b-d8ef892bf6e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:48.669693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25505c45-b03d-48dc-9235-685cf26b7f0b req-dce3bddd-cb68-454c-8457-fea9419ef18a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160449 Feb 15 13:55:48.727306 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks [] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:48.807436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d188ba42-7503-4048-b7f5-ab4243b5562c req-4bc4c5e7-5e76-4d32-ada5-09c3f713b043 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 210 time: 0.0538020 Feb 15 13:55:48.898758 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:48.919876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-9240e776-e6ac-4510-be7a-07148450ccea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:48.920235 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-9240e776-e6ac-4510-be7a-07148450ccea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:48.924754 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31ea2a6e-ab36-4612-b22b-d8ef892bf6e2 admin admin] Publish callbacks [] for security_group (bc7868c8-485b-4db7-bea7-3b0380ec9d06), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:48.942466 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31ea2a6e-ab36-4612-b22b-d8ef892bf6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bc7868c8-485b-4db7-bea7-3b0380ec9d06), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:48.969171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53270) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:48.999175 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Pushing event updated for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:49.023054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea2a6e-ab36-4612-b22b-d8ef892bf6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7868c8-485b-4db7-bea7-3b0380ec9d06,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:49.030339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-31ea2a6e-ab36-4612-b22b-d8ef892bf6e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50044a3d52a4467c862608d76220231e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6645756 Feb 15 13:55:49.033525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53276) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:49.048928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:49.061492 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:49.070312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:49.114102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-9240e776-e6ac-4510-be7a-07148450ccea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] For port 4ba2be3a-8c50-4259-86f7-24958c8dfe18, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4ba2be3a-8c50-4259-86f7-24958c8dfe18,segment=NetworkSegment(144abc23-c66a-460c-ba68-5a7188ea4970),segment_id=144abc23-c66a-460c-ba68-5a7188ea4970)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:49.114469 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-9240e776-e6ac-4510-be7a-07148450ccea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.116269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Made reservation on behalf of ffab40a8d3f746c88ee83d2aab6545bf for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:49.120087 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.140374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-9240e776-e6ac-4510-be7a-07148450ccea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Calling delete_port for 4ba2be3a-8c50-4259-86f7-24958c8dfe18 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:49.165001 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c28b45ef-1c50-4e03-9caa-4c0750cf08d1 admin admin] Publish callbacks [] for security_group (bc7868c8-485b-4db7-bea7-3b0380ec9d06), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.187910 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:49.191487 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.226346 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c28b45ef-1c50-4e03-9caa-4c0750cf08d1 admin admin] Publish callbacks [] for security_group (bc7868c8-485b-4db7-bea7-3b0380ec9d06), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.377158 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c28b45ef-1c50-4e03-9caa-4c0750cf08d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bc7868c8-485b-4db7-bea7-3b0380ec9d06), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.381499 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c28b45ef-1c50-4e03-9caa-4c0750cf08d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.383062 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c28b45ef-1c50-4e03-9caa-4c0750cf08d1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc7868c8-485b-4db7-bea7-3b0380ec9d06 HTTP/1.1" status: 204 len: 168 time: 0.3482921 Feb 15 13:55:49.408118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Allocated IP 192.168.233.165 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/78effef1-6b89-4357-8e4b-eedd0233937c) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:49.434751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b45ef-1c50-4e03-9caa-4c0750cf08d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7868c8-485b-4db7-bea7-3b0380ec9d06,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:49.450612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55352705-41fe-4000-85a5-6cc3b58bc907 req-a6f03c6d-c49f-4c8a-a7bb-768eb6f6c734 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:49.459567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55352705-41fe-4000-85a5-6cc3b58bc907 req-a6f03c6d-c49f-4c8a-a7bb-768eb6f6c734 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.2130995 Feb 15 13:55:49.515855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-86ee0664-fd4e-469a-ad3b-2ddd68241165 None None] Provisioning complete for port 6b901d43-61e8-4a99-a100-6a1fcfa69552 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:49.516743 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-86ee0664-fd4e-469a-ad3b-2ddd68241165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.577773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55352705-41fe-4000-85a5-6cc3b58bc907 req-0664aade-0987-479b-9a92-cbf337de3b30 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156690 Feb 15 13:55:49.587745 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-9240e776-e6ac-4510-be7a-07148450ccea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4ba2be3a-8c50-4259-86f7-24958c8dfe18), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.616373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-86ee0664-fd4e-469a-ad3b-2ddd68241165 None None] Port 6b901d43-61e8-4a99-a100-6a1fcfa69552 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:55:49.624582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240e776-e6ac-4510-be7a-07148450ccea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Port': ['ID=4ba2be3a-8c50-4259-86f7-24958c8dfe18,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:49.626295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['da4ee9d7-793f-4963-a6f9-0fcaacd1fff4', '7bedd704-76e8-49d8-96ca-b271afc820bf', '4ba2be3a-8c50-4259-86f7-24958c8dfe18'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:49.682084 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-9240e776-e6ac-4510-be7a-07148450ccea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] No DVR routers for this DVR port 4ba2be3a-8c50-4259-86f7-24958c8dfe18 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:49.686288 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-9240e776-e6ac-4510-be7a-07148450ccea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.702640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-9240e776-e6ac-4510-be7a-07148450ccea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "DELETE /v2.0/ports/4ba2be3a-8c50-4259-86f7-24958c8dfe18 HTTP/1.1" status: 204 len: 173 time: 1.0534458 Feb 15 13:55:49.704723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-deleted', 'tag': '4ba2be3a-8c50-4259-86f7-24958c8dfe18'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:49.710746 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a35fcd-7ba1-4d74-bb40-96fb7762c9fa" -d '{"events": [{"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-deleted", "tag": "4ba2be3a-8c50-4259-86f7-24958c8dfe18"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:49.795844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ab8c9-b3a1-46af-b03b-926939376f03 req-16773c2c-959d-4e49-919b-e3341d2c4965 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:49.796116 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-f7f3775d-68e4-4982-ad39-40467bf78e4c tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3775542 Feb 15 13:55:49.798082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-606ab8c9-b3a1-46af-b03b-926939376f03 req-16773c2c-959d-4e49-919b-e3341d2c4965 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.3127265 Feb 15 13:55:49.813481 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.840439 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks [] for port (78effef1-6b89-4357-8e4b-eedd0233937c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:49.855256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Request body: {'port': {'device_id': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:49.915580 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6ded78e1-d109-43c1-a19b-5de8865d950e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4896c630f5384ddf8f9da23fc3bf4cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9346724 Feb 15 13:55:49.920309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53292) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:50.043808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2efafb-a3c5-4c97-828f-70029db33666 req-c5edbd71-62f4-4b19-bd0a-bf00526ad5bf tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:50.046070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb2efafb-a3c5-4c97-828f-70029db33666 req-c5edbd71-62f4-4b19-bd0a-bf00526ad5bf tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 945 time: 0.2009635 Feb 15 13:55:50.063177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-606ab8c9-b3a1-46af-b03b-926939376f03 req-7c6c284b-6a3d-44ab-a21b-3a622ef5a302 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468970 Feb 15 13:55:50.133284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d873f-99d7-43d3-8a65-4b0094818ab3 req-f709390a-273b-4727-9277-88f4a8c2a58d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:50.135510 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:50.142600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d873f-99d7-43d3-8a65-4b0094818ab3 req-f709390a-273b-4727-9277-88f4a8c2a58d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:50.145916 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddca8054-618f-45d4-a5c7-7d5369ebc399 admin admin] Publish callbacks [] for security_group (09592107-00d6-47da-a139-e27c69295958), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:50.153084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e09d873f-99d7-43d3-8a65-4b0094818ab3 req-f709390a-273b-4727-9277-88f4a8c2a58d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 1682 time: 0.3689802 Feb 15 13:55:50.209059 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a913700a-ab2d-41f9-999a-e9745d4c7664 x-openstack-request-id: req-a913700a-ab2d-41f9-999a-e9745d4c7664 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:50.210684 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-deleted", "tag": "4ba2be3a-8c50-4259-86f7-24958c8dfe18", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:50.211049 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a913700a-ab2d-41f9-999a-e9745d4c7664 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:50.212496 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-deleted', 'tag': '4ba2be3a-8c50-4259-86f7-24958c8dfe18', 'status': 'completed', 'code': 200} Feb 15 13:55:50.235335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddca8054-618f-45d4-a5c7-7d5369ebc399 admin admin] Publish callbacks [] for security_group (09592107-00d6-47da-a139-e27c69295958), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:50.331703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-edf48c32-91f1-493a-9466-827eac2c098e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:50.332118 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-edf48c32-91f1-493a-9466-827eac2c098e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:50.342472 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:50.345708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bcbff8b-abb7-4722-9898-142a7ae28d4f req-553d91e5-b150-4c16-909c-06a0103e1084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 210 time: 0.0935600 Feb 15 13:55:50.346118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 2e4b8287-a2ba-4d77-9b6a-6961313ff007 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:50.398017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 2e4b8287-a2ba-4d77-9b6a-6961313ff007 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:55:50.399636 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 2e4b8287-a2ba-4d77-9b6a-6961313ff007 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:55:50.405252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9731bf01-5598-4db5-acac-787da1c8ef1e no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:50.525760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e09d873f-99d7-43d3-8a65-4b0094818ab3 req-2bee7e31-3996-4f9f-be7c-f11939002bd2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705316 Feb 15 13:55:50.629363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9731bf01-5598-4db5-acac-787da1c8ef1e is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:50.630200 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:50.668526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-eb2efafb-a3c5-4c97-828f-70029db33666 req-f21ae3bc-d520-4b52-a1fa-0d6d7eaf70d5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Deleting port 9731bf01-5598-4db5-acac-787da1c8ef1e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:50.668840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eb2efafb-a3c5-4c97-828f-70029db33666 req-f21ae3bc-d520-4b52-a1fa-0d6d7eaf70d5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:50.679044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-edf48c32-91f1-493a-9466-827eac2c098e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] For port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:50.679413 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-edf48c32-91f1-493a-9466-827eac2c098e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:50.734185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9731bf01-5598-4db5-acac-787da1c8ef1e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:50.742817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-edf48c32-91f1-493a-9466-827eac2c098e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Calling delete_port for da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:50.744161 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b323fb-0ae8-4456-9e0d-aca43dbac30d" -d '{"events": [{"server_uuid": "db95a7f5-c67d-4df5-a0ae-1e87237ef98e", "name": "network-vif-unplugged", "status": "completed", "tag": "9731bf01-5598-4db5-acac-787da1c8ef1e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:50.783505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b901d43-61e8-4a99-a100-6a1fcfa69552 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:50.792788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Publish callbacks [] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:50.807856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9731bf01-5598-4db5-acac-787da1c8ef1e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9731bf01-5598-4db5-acac-787da1c8ef1e,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:50.819932 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:50.821088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7bedd704-76e8-49d8-96ca-b271afc820bf no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:50.892146 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f142d42-40f7-4e4a-a324-729df86abf3c x-openstack-request-id: req-7f142d42-40f7-4e4a-a324-729df86abf3c {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:50.893276 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95a7f5-c67d-4df5-a0ae-1e87237ef98e", "name": "network-vif-unplugged", "status": "completed", "tag": "9731bf01-5598-4db5-acac-787da1c8ef1e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:50.893765 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7f142d42-40f7-4e4a-a324-729df86abf3c {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:50.894337 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9731bf01-5598-4db5-acac-787da1c8ef1e', 'code': 200} Feb 15 13:55:50.914144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Pushing event updated for resources: {'Port': ['ID=78effef1-6b89-4357-8e4b-eedd0233937c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:50.973057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:50.981146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:50.981523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-eb2efafb-a3c5-4c97-828f-70029db33666 req-f21ae3bc-d520-4b52-a1fa-0d6d7eaf70d5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] For port 9731bf01-5598-4db5-acac-787da1c8ef1e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9731bf01-5598-4db5-acac-787da1c8ef1e,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:50.981896 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eb2efafb-a3c5-4c97-828f-70029db33666 req-f21ae3bc-d520-4b52-a1fa-0d6d7eaf70d5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:50.993243 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Transition to ACTIVE for port object 6b901d43-61e8-4a99-a100-6a1fcfa69552 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:55:51.001306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:51.006133 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddca8054-618f-45d4-a5c7-7d5369ebc399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (09592107-00d6-47da-a139-e27c69295958), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:51.012473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-eb2efafb-a3c5-4c97-828f-70029db33666 req-f21ae3bc-d520-4b52-a1fa-0d6d7eaf70d5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Calling delete_port for 9731bf01-5598-4db5-acac-787da1c8ef1e owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:51.021521 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddca8054-618f-45d4-a5c7-7d5369ebc399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:51.025719 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ddca8054-618f-45d4-a5c7-7d5369ebc399 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09592107-00d6-47da-a139-e27c69295958 HTTP/1.1" status: 204 len: 168 time: 1.1032956 Feb 15 13:55:51.033462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9731bf01-5598-4db5-acac-787da1c8ef1e,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:51.125108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:51.167244 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:51.188029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 7bedd704-76e8-49d8-96ca-b271afc820bf is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:51.189008 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:51.211752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca8054-618f-45d4-a5c7-7d5369ebc399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09592107-00d6-47da-a139-e27c69295958,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:51.229774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b2f45-bdc6-41a6-aa26-7f183bec3e7d req-9cd9db5c-3219-4286-a63d-d450705b3dbb tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:51.242064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad2b2f45-bdc6-41a6-aa26-7f183bec3e7d req-9cd9db5c-3219-4286-a63d-d450705b3dbb tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 943 time: 0.3940043 Feb 15 13:55:51.279610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53322) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:51.391773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Pushing event updated for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:51.408745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7bedd704-76e8-49d8-96ca-b271afc820bf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7bedd704-76e8-49d8-96ca-b271afc820bf,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:51.417177 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:51.421460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:51.422316 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:51.445576 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-7bd343f3-6a3c-4d7a-88fe-8a3fafb45084 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8398480 Feb 15 13:55:51.511451 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Request body: {'port': {'device_id': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:51.548808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=7bedd704-76e8-49d8-96ca-b271afc820bf,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:51.582895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-85e079dc-d610-4411-a4d5-7bb9fb692737 None None] Provisioning complete for port 78effef1-6b89-4357-8e4b-eedd0233937c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:51.583296 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-85e079dc-d610-4411-a4d5-7bb9fb692737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:51.652325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-85e079dc-d610-4411-a4d5-7bb9fb692737 None None] Port 78effef1-6b89-4357-8e4b-eedd0233937c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:55:51.685391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad2b2f45-bdc6-41a6-aa26-7f183bec3e7d req-1a66c54d-b64b-42c2-b1f2-7601ecb0e180 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422300 Feb 15 13:55:51.707811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-edf48c32-91f1-493a-9466-827eac2c098e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (da4ee9d7-793f-4963-a6f9-0fcaacd1fff4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:51.729246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e668a-b222-4ed7-9ce1-cfd687b383d1 req-7fbda25f-e328-423e-8715-f68988a218c1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:51.735177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a09e668a-b222-4ed7-9ce1-cfd687b383d1 req-7fbda25f-e328-423e-8715-f68988a218c1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.4674134 Feb 15 13:55:51.768188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53334) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:51.770488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1892401475-network', 'tenant_id': 'd3976533f08c4f96b00c3bf58e276ff2'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:51.776456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Attempting to bind port 6b901d43-61e8-4a99-a100-6a1fcfa69552 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:51.776809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Attempting to bind port 6b901d43-61e8-4a99-a100-6a1fcfa69552 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:51.777122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Attempting to bind port 6b901d43-61e8-4a99-a100-6a1fcfa69552 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:51.793349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Port 6b901d43-61e8-4a99-a100-6a1fcfa69552 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:55:51.793349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Attempting to bind port 6b901d43-61e8-4a99-a100-6a1fcfa69552 on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:51.804762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:51.805108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:51.805500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:51.805949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Bound port: 6b901d43-61e8-4a99-a100-6a1fcfa69552, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:51.806309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:51.810490 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:51.909863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf48c32-91f1-493a-9466-827eac2c098e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Port': ['ID=da4ee9d7-793f-4963-a6f9-0fcaacd1fff4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:51.968116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:51.974017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:52.003160 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:52.060556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:52.060556 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:52.062696 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] 10.222.0.42 "PUT /v2.0/ports/6b901d43-61e8-4a99-a100-6a1fcfa69552 HTTP/1.1" status: 200 len: 1096 time: 2.2134130 Feb 15 13:55:52.147791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:52.150376 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:52.382784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:52.409452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-edf48c32-91f1-493a-9466-827eac2c098e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] No DVR routers for this DVR port da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:52.412707 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-edf48c32-91f1-493a-9466-827eac2c098e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:52.416892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-edf48c32-91f1-493a-9466-827eac2c098e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "DELETE /v2.0/ports/da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 HTTP/1.1" status: 204 len: 173 time: 2.6966581 Feb 15 13:55:52.453039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-deleted', 'tag': 'da4ee9d7-793f-4963-a6f9-0fcaacd1fff4'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:52.456137 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75958a3-7c94-434b-9448-1eef1577ef05" -d '{"events": [{"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-deleted", "tag": "da4ee9d7-793f-4963-a6f9-0fcaacd1fff4"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:52.464265 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eb2efafb-a3c5-4c97-828f-70029db33666 req-f21ae3bc-d520-4b52-a1fa-0d6d7eaf70d5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9731bf01-5598-4db5-acac-787da1c8ef1e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:52.467756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:55:52.468576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device da4ee9d7-793f-4963-a6f9-0fcaacd1fff4 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:55:52.469195 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 4ba2be3a-8c50-4259-86f7-24958c8dfe18 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:52.496702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 4ba2be3a-8c50-4259-86f7-24958c8dfe18 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:55:52.497309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 4ba2be3a-8c50-4259-86f7-24958c8dfe18 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:55:52.539064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ae3bc-d520-4b52-a1fa-0d6d7eaf70d5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event deleted for resources: {'Port': ['ID=9731bf01-5598-4db5-acac-787da1c8ef1e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:52.591037 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d53aa-2e36-408f-944e-f5484508f81d service neutron] Pushing event updated for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:52.607665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-01c4169e-c620-4fcd-96a1-a5ad768e95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:52.609348 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-01c4169e-c620-4fcd-96a1-a5ad768e95fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffab40a8d3f746c88ee83d2aab6545bf&device_id=518a243c-0e2d-4759-8c67-9406c9674c5e HTTP/1.1" status: 200 len: 1130 time: 0.4530480 Feb 15 13:55:52.614830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Made reservation on behalf of d3976533f08c4f96b00c3bf58e276ff2 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:52.616314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:52.651664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a09e668a-b222-4ed7-9ce1-cfd687b383d1 req-bfd2cf00-4a8b-423c-8f17-69b9aad564dd tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8776350 Feb 15 13:55:52.656844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-21081241-5b7b-42f3-b436-c06de64a10a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=89c6d6364a704caa82e42dff117413f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8716011 Feb 15 13:55:52.664333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53340) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:52.678231 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-3b217f91-ff0e-491b-8e70-35a77b4ca274 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552 HTTP/1.1" status: 200 len: 217 time: 0.0541377 Feb 15 13:55:52.686721 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:52.696083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2efafb-a3c5-4c97-828f-70029db33666 req-f21ae3bc-d520-4b52-a1fa-0d6d7eaf70d5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] No DVR routers for this DVR port 9731bf01-5598-4db5-acac-787da1c8ef1e on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:52.698694 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eb2efafb-a3c5-4c97-828f-70029db33666 req-f21ae3bc-d520-4b52-a1fa-0d6d7eaf70d5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:52.702454 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb2efafb-a3c5-4c97-828f-70029db33666 req-f21ae3bc-d520-4b52-a1fa-0d6d7eaf70d5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "DELETE /v2.0/ports/9731bf01-5598-4db5-acac-787da1c8ef1e HTTP/1.1" status: 204 len: 173 time: 2.6180389 Feb 15 13:55:52.738250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935496b-b838-4d18-80e9-069f9bfeb9f6 req-9f9365a3-cea4-43ad-b66a-a3e4ca142166 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:52.744054 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65db110e-3743-4ec9-89ad-5caaf29f8fef req-21197ae0-a2a1-4d27-b2cf-3c5c9a7bafb3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1878824 Feb 15 13:55:52.745429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7935496b-b838-4d18-80e9-069f9bfeb9f6 req-9f9365a3-cea4-43ad-b66a-a3e4ca142166 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 936 time: 0.8713536 Feb 15 13:55:52.757038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-96d50717-7710-493f-93ba-9f154b722580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:52.758578 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-96d50717-7710-493f-93ba-9f154b722580 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0740659 Feb 15 13:55:52.826933 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23dd7fa6-b46f-49de-912f-1997acb9bf25 req-bebe0c3a-f945-4673-98b7-752f76c85bdf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4559705 Feb 15 13:55:52.896355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bedd704-76e8-49d8-96ca-b271afc820bf'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:52.900688 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594075a7-be4a-49d7-9c46-d56cce494cd6" -d '{"events": [{"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-unplugged", "status": "completed", "tag": "7bedd704-76e8-49d8-96ca-b271afc820bf"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:52.976537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7935496b-b838-4d18-80e9-069f9bfeb9f6 req-edc532b3-0761-4fbd-a783-5f6b5fcd695a tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300508 Feb 15 13:55:52.994261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78effef1-6b89-4357-8e4b-eedd0233937c {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:53.006198 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Publish callbacks [] for port (78effef1-6b89-4357-8e4b-eedd0233937c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.011892 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-80d88e76-139f-42d8-b44f-da93fedb0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:53.013484 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-80d88e76-139f-42d8-b44f-da93fedb0c02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2440689 Feb 15 13:55:53.016855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db110e-3743-4ec9-89ad-5caaf29f8fef req-fee6fd5d-f480-45e0-941a-95c6deedf9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:53.018520 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65db110e-3743-4ec9-89ad-5caaf29f8fef req-fee6fd5d-f480-45e0-941a-95c6deedf9ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1128 time: 0.2194083 Feb 15 13:55:53.056979 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c325d763-3df3-43ee-b522-c3fdf5484197 admin admin] Publish callbacks [] for security_group (bb23a28a-2b6b-495c-b692-0a01fc658850), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.072317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Transition to ACTIVE for port object 78effef1-6b89-4357-8e4b-eedd0233937c will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:55:53.081396 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb775e43-b2ad-4dcb-87f8-527d2c2874be x-openstack-request-id: req-fb775e43-b2ad-4dcb-87f8-527d2c2874be {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:53.081876 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:53.082022 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb775e43-b2ad-4dcb-87f8-527d2c2874be {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:53.082866 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'status': 'completed', 'code': 200} Feb 15 13:55:53.101041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.119690 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c325d763-3df3-43ee-b522-c3fdf5484197 admin admin] Publish callbacks [] for security_group (bb23a28a-2b6b-495c-b692-0a01fc658850), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.217151 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59332655-d647-4c8d-ac8a-de9b87bc094d x-openstack-request-id: req-59332655-d647-4c8d-ac8a-de9b87bc094d {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:53.217552 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-deleted", "tag": "da4ee9d7-793f-4963-a6f9-0fcaacd1fff4", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:53.217677 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-59332655-d647-4c8d-ac8a-de9b87bc094d {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:53.218110 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-deleted', 'tag': 'da4ee9d7-793f-4963-a6f9-0fcaacd1fff4', 'status': 'completed', 'code': 200} Feb 15 13:55:53.252359 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Publish callbacks [] for security_group (63fa3f74-8861-4b27-bbba-16edb30aad73), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.265637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-a2fcee20-8222-4a84-ae32-06d13c90c171 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting port 7bedd704-76e8-49d8-96ca-b271afc820bf {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:53.266017 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-a2fcee20-8222-4a84-ae32-06d13c90c171 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.271760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Pushing event updated for resources: {'Port': ['ID=78effef1-6b89-4357-8e4b-eedd0233937c,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:53.305083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-877adcd2-5e28-42b1-a2bc-27d654a89b20 req-232b0f76-0a7d-42f2-8461-6fefcdffb1fa tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=db95a7f5-c67d-4df5-a0ae-1e87237ef98e HTTP/1.1" status: 200 len: 210 time: 0.0911484 Feb 15 13:55:53.306088 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (63fa3f74-8861-4b27-bbba-16edb30aad73), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.331979 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-2a3d2828-a249-4083-88cc-bc6c5f6f5e62 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088531 Feb 15 13:55:53.389974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f08b2-a781-4e2b-a440-ee4886e88d18 req-42595ac9-5e84-4575-8fec-7d59b5f93c98 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:53.391954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e4f08b2-a781-4e2b-a440-ee4886e88d18 req-42595ac9-5e84-4575-8fec-7d59b5f93c98 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 943 time: 0.4597726 Feb 15 13:55:53.402533 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c500ef77-56b7-4bb9-ac04-dc96c2289454 x-openstack-request-id: req-c500ef77-56b7-4bb9-ac04-dc96c2289454 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:53.403228 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-unplugged", "status": "completed", "tag": "7bedd704-76e8-49d8-96ca-b271afc820bf", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:53.403894 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c500ef77-56b7-4bb9-ac04-dc96c2289454 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:53.404473 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bedd704-76e8-49d8-96ca-b271afc820bf', 'code': 200} Feb 15 13:55:53.467935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db110e-3743-4ec9-89ad-5caaf29f8fef req-ec5ba2cd-398b-4ea5-9308-f84c6b335d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:53.472445 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65db110e-3743-4ec9-89ad-5caaf29f8fef req-ec5ba2cd-398b-4ea5-9308-f84c6b335d60 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.3989568 Feb 15 13:55:53.476413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd7fa6-b46f-49de-912f-1997acb9bf25 req-14b252e1-93dd-42fc-a6c6-cead7200f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:53.477943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23dd7fa6-b46f-49de-912f-1997acb9bf25 req-14b252e1-93dd-42fc-a6c6-cead7200f5ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1128 time: 0.5659034 Feb 15 13:55:53.533584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fa3f74-8861-4b27-bbba-16edb30aad73,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:53.537781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c325d763-3df3-43ee-b522-c3fdf5484197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bb23a28a-2b6b-495c-b692-0a01fc658850), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.543648 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c325d763-3df3-43ee-b522-c3fdf5484197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.547404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c325d763-3df3-43ee-b522-c3fdf5484197 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bb23a28a-2b6b-495c-b692-0a01fc658850 HTTP/1.1" status: 204 len: 168 time: 0.8605521 Feb 15 13:55:53.547404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:55:53.549625 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65db110e-3743-4ec9-89ad-5caaf29f8fef req-3ea6fa22-7df0-4759-8563-53c9079438f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c HTTP/1.1" status: 200 len: 217 time: 0.0666869 Feb 15 13:55:53.623335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db110e-3743-4ec9-89ad-5caaf29f8fef req-60c57a8a-8eee-44a1-b315-cbfec8fd9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:53.624960 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65db110e-3743-4ec9-89ad-5caaf29f8fef req-60c57a8a-8eee-44a1-b315-cbfec8fd9b95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.0679739 Feb 15 13:55:53.649762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325d763-3df3-43ee-b522-c3fdf5484197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb23a28a-2b6b-495c-b692-0a01fc658850,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:53.661935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-a2fcee20-8222-4a84-ae32-06d13c90c171 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] For port 7bedd704-76e8-49d8-96ca-b271afc820bf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7bedd704-76e8-49d8-96ca-b271afc820bf,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:53.662308 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-a2fcee20-8222-4a84-ae32-06d13c90c171 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.665962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (bc81f36d-4755-484f-965c-a36c54939df4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.666306 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Added segment bc81f36d-4755-484f-965c-a36c54939df4 of type vlan for network ebf93d24-8c33-49bb-bf53-3b327998edb1 Feb 15 13:55:53.692829 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65db110e-3743-4ec9-89ad-5caaf29f8fef req-924ed1b0-780d-4a70-b357-e2865accbfcc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589352 Feb 15 13:55:53.699365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Attempting to bind port 78effef1-6b89-4357-8e4b-eedd0233937c on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:55:53.699533 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Attempting to bind port 78effef1-6b89-4357-8e4b-eedd0233937c by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:55:53.699910 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Attempting to bind port 78effef1-6b89-4357-8e4b-eedd0233937c on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:53.721145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e4f08b2-a781-4e2b-a440-ee4886e88d18 req-f11ebefc-e3aa-43f9-937d-d0b775d7ac57 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151360 Feb 15 13:55:53.726040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-a2fcee20-8222-4a84-ae32-06d13c90c171 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Calling delete_port for 7bedd704-76e8-49d8-96ca-b271afc820bf owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:53.779846 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (ebf93d24-8c33-49bb-bf53-3b327998edb1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.796483 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6ce5a5a-ce06-44e1-88b0-2dfce2c6b4ea req-582700c5-e1b9-4018-a083-641b84246f57 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556606 Feb 15 13:55:53.800385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Port 78effef1-6b89-4357-8e4b-eedd0233937c on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:55:53.800926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Attempting to bind port 78effef1-6b89-4357-8e4b-eedd0233937c on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:55:53.808905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:55:53.809225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:53.810507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:55:53.828131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Bound port: 78effef1-6b89-4357-8e4b-eedd0233937c, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:55:53.828978 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:53.897335 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.resource_extend [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:55:53.929075 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd7fa6-b46f-49de-912f-1997acb9bf25 req-94f61768-7c25-421b-960b-4fb9a68eb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:53.931163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23dd7fa6-b46f-49de-912f-1997acb9bf25 req-94f61768-7c25-421b-960b-4fb9a68eb269 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.4249816 Feb 15 13:55:54.011151 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65db110e-3743-4ec9-89ad-5caaf29f8fef req-e6be78ac-dcbb-40ef-8fc0-db6632c16e73 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042605 Feb 15 13:55:54.027865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] For port 78effef1-6b89-4357-8e4b-eedd0233937c, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:55:54.033703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e req-6b3ea925-fb20-460a-8068-d5cd86416201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.036625 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e req-6b3ea925-fb20-460a-8068-d5cd86416201 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffab40a8d3f746c88ee83d2aab6545bf&device_id=518a243c-0e2d-4759-8c67-9406c9674c5e HTTP/1.1" status: 200 len: 1130 time: 0.1616929 Feb 15 13:55:54.082981 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (ebf93d24-8c33-49bb-bf53-3b327998edb1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:54.084864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.086171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:54.196979 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65db110e-3743-4ec9-89ad-5caaf29f8fef req-6c01d0a8-d150-43bd-b767-e95930d9819b service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787567 Feb 15 13:55:54.208235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e req-e2e79bb5-8967-479c-973e-4d34849ba0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.209920 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e req-e2e79bb5-8967-479c-973e-4d34849ba0dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1624553 Feb 15 13:55:54.216453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23dd7fa6-b46f-49de-912f-1997acb9bf25 req-30f04167-549f-4d3d-8fcc-c9bbceeb2598 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 217 time: 0.2783229 Feb 15 13:55:54.295757 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e req-fa8ed11c-ee51-4514-a03d-1287edf34750 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552 HTTP/1.1" status: 200 len: 217 time: 0.0631540 Feb 15 13:55:54.316000 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] For port 78effef1-6b89-4357-8e4b-eedd0233937c, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78effef1-6b89-4357-8e4b-eedd0233937c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:55:54.371540 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:54.404177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a6285-a54c-47ce-9939-331708cbe8d3 req-1beacb49-6a70-4107-ac59-3d79577f4f7b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.406199 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-307a6285-a54c-47ce-9939-331708cbe8d3 req-1beacb49-6a70-4107-ac59-3d79577f4f7b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.6115584 Feb 15 13:55:54.408219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9731bf01-5598-4db5-acac-787da1c8ef1e no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:54.413872 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-a2fcee20-8222-4a84-ae32-06d13c90c171 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7bedd704-76e8-49d8-96ca-b271afc820bf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:54.434925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e req-510a1dc5-5af5-4f3d-97b4-7fceb07e2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.436521 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e req-510a1dc5-5af5-4f3d-97b4-7fceb07e2816 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1326778 Feb 15 13:55:54.443928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.445944 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:54.447606 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] 10.222.0.42 "PUT /v2.0/ports/78effef1-6b89-4357-8e4b-eedd0233937c HTTP/1.1" status: 200 len: 1097 time: 2.9479380 Feb 15 13:55:54.449223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 9731bf01-5598-4db5-acac-787da1c8ef1e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:55:54.449577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9731bf01-5598-4db5-acac-787da1c8ef1e not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:55:54.503060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffa2db-ab8d-4867-a927-20e59caa444e service neutron] Pushing event updated for resources: {'Port': ['ID=78effef1-6b89-4357-8e4b-eedd0233937c,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:54.542962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcee20-8222-4a84-ae32-06d13c90c171 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Port': ['ID=7bedd704-76e8-49d8-96ca-b271afc820bf,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:54.575551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2911472 Feb 15 13:55:54.598134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53368) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:54.604549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] Request body: {'subnet': {'network_id': 'ebf93d24-8c33-49bb-bf53-3b327998edb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1892401475-subnet', 'tenant_id': 'd3976533f08c4f96b00c3bf58e276ff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:54.674584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62053ef6-8b4e-42b0-a4da-28af09b43635 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf93d24-8c33-49bb-bf53-3b327998edb1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:54.685888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network ebf93d24-8c33-49bb-bf53-3b327998edb1 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:55:54.727951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e req-ce15554c-dfb0-46ea-8837-71d8f7aa1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.739793 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e req-ce15554c-dfb0-46ea-8837-71d8f7aa1b62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2865558 Feb 15 13:55:54.742837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] Made reservation on behalf of d3976533f08c4f96b00c3bf58e276ff2 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:55:54.751806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:54.761906 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-51a0a6a8-23df-47b8-812d-7b69d5af9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.766406 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-51a0a6a8-23df-47b8-812d-7b69d5af9f62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffab40a8d3f746c88ee83d2aab6545bf&device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 1131 time: 0.2369506 Feb 15 13:55:54.804951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-307a6285-a54c-47ce-9939-331708cbe8d3 req-3f68a0d9-80bc-4861-8d9e-a8f6f3a99797 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771809 Feb 15 13:55:54.808818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd7fa6-b46f-49de-912f-1997acb9bf25 req-7cd55fa4-388d-4283-89c4-5b01fe4a1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.817900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23dd7fa6-b46f-49de-912f-1997acb9bf25 req-7cd55fa4-388d-4283-89c4-5b01fe4a1112 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.4973080 Feb 15 13:55:54.838369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f9617-223a-45bc-9424-d5df61806060 req-cd24607e-bf6c-46c2-b5e9-96ac766ff27b tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:54.843462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b82f9617-223a-45bc-9424-d5df61806060 req-cd24607e-bf6c-46c2-b5e9-96ac766ff27b tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 948 time: 0.6220398 Feb 15 13:55:54.852804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-a2fcee20-8222-4a84-ae32-06d13c90c171 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] No DVR routers for this DVR port 7bedd704-76e8-49d8-96ca-b271afc820bf on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:54.857527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-a2fcee20-8222-4a84-ae32-06d13c90c171 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:54.865759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fa38a8b-0b9a-49b7-b47b-b2b02f492761 req-a2fcee20-8222-4a84-ae32-06d13c90c171 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "DELETE /v2.0/ports/7bedd704-76e8-49d8-96ca-b271afc820bf HTTP/1.1" status: 204 len: 173 time: 2.3919382 Feb 15 13:55:54.981697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23dd7fa6-b46f-49de-912f-1997acb9bf25 req-d00ae673-e5bb-461e-9c3b-512c36a34c06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1626487 Feb 15 13:55:55.057535 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e req-01697aa1-127b-4a53-b9d6-d8878005137e service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880533 Feb 15 13:55:55.115740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'tag': '78effef1-6b89-4357-8e4b-eedd0233937c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:55.121040 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd992f8-0fda-4863-82b0-d456d803c65a" -d '{"events": [{"name": "network-changed", "server_uuid": "d22e0062-dc16-418b-9e3e-4070b89cf5e2", "tag": "78effef1-6b89-4357-8e4b-eedd0233937c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:55.227367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'name': 'network-vif-deleted', 'tag': '9731bf01-5598-4db5-acac-787da1c8ef1e'}, {'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-deleted', 'tag': '7bedd704-76e8-49d8-96ca-b271afc820bf'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:55.229442 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ef5389-46f3-497e-9b5e-cfc49e8204b4" -d '{"events": [{"server_uuid": "db95a7f5-c67d-4df5-a0ae-1e87237ef98e", "name": "network-vif-deleted", "tag": "9731bf01-5598-4db5-acac-787da1c8ef1e"}, {"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-deleted", "tag": "7bedd704-76e8-49d8-96ca-b271afc820bf"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:55.233971 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3b848a93-4128-4870-90b7-fa9618d89373 req-7992dcd1-a720-4ff0-bf13-6971217ea8d0 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=6570512d-bcf6-4b88-b1f0-8cc5221c8e00 HTTP/1.1" status: 200 len: 210 time: 0.1511552 Feb 15 13:55:55.281263 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b82f9617-223a-45bc-9424-d5df61806060 req-d0ad209c-25a8-45a4-8d31-36a6edbd4207 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143486 Feb 15 13:55:55.326052 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1616eef7-789a-4bdc-a040-37f9c2cc7e1e req-24b00210-4e41-415b-922a-de5c85fbcc3a service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914587 Feb 15 13:55:55.389894 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-3e8d2f98-e880-44e8-86ca-189938a7e480 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=78effef1-6b89-4357-8e4b-eedd0233937c HTTP/1.1" status: 200 len: 217 time: 0.5949292 Feb 15 13:55:55.392009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23dd7fa6-b46f-49de-912f-1997acb9bf25 req-9ad2f803-8a41-4873-9c07-a6d626f2eeaf service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836355 Feb 15 13:55:55.518864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-1c7709aa-9473-4a88-858d-d4e69b07a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:55.525268 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-1c7709aa-9473-4a88-858d-d4e69b07a38d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1243238 Feb 15 13:55:55.526776 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024ed776-26ae-46c9-87bb-17cd703e57a9 x-openstack-request-id: req-024ed776-26ae-46c9-87bb-17cd703e57a9 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:55.527203 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22e0062-dc16-418b-9e3e-4070b89cf5e2", "tag": "78effef1-6b89-4357-8e4b-eedd0233937c", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:55.527491 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-024ed776-26ae-46c9-87bb-17cd703e57a9 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:55.527955 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'tag': '78effef1-6b89-4357-8e4b-eedd0233937c', 'status': 'completed', 'code': 200} Feb 15 13:55:55.587008 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14764c38-8718-4f2f-8fb2-b0db775f2ef0 x-openstack-request-id: req-14764c38-8718-4f2f-8fb2-b0db775f2ef0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:55.587573 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95a7f5-c67d-4df5-a0ae-1e87237ef98e", "name": "network-vif-deleted", "tag": "9731bf01-5598-4db5-acac-787da1c8ef1e", "status": "completed", "code": 200}, {"server_uuid": "6570512d-bcf6-4b88-b1f0-8cc5221c8e00", "name": "network-vif-deleted", "tag": "7bedd704-76e8-49d8-96ca-b271afc820bf", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:55.587573 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-14764c38-8718-4f2f-8fb2-b0db775f2ef0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:55.588148 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95a7f5-c67d-4df5-a0ae-1e87237ef98e', 'name': 'network-vif-deleted', 'tag': '9731bf01-5598-4db5-acac-787da1c8ef1e', 'status': 'completed', 'code': 200} Feb 15 13:55:55.588244 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6570512d-bcf6-4b88-b1f0-8cc5221c8e00', 'name': 'network-vif-deleted', 'tag': '7bedd704-76e8-49d8-96ca-b271afc820bf', 'status': 'completed', 'code': 200} Feb 15 13:55:55.652948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23dd7fa6-b46f-49de-912f-1997acb9bf25 req-75645ecd-43f9-4194-a53d-0af9b0d35516 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491088 Feb 15 13:55:55.827298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53398) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:55.828743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-cd7d5410-1d8a-463a-95c9-f804a755a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:55.831645 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-cd7d5410-1d8a-463a-95c9-f804a755a9c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2883482 Feb 15 13:55:55.833082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-84db04a7-18cd-4219-8404-51623698e94a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1111576542', 'description': 'tempest-description--534932795'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:55.878437 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84db04a7-18cd-4219-8404-51623698e94a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:55.965970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84db04a7-18cd-4219-8404-51623698e94a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group (e0ea3139-49fb-42d4-87b8-8cb83adccf3e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:55.976352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84db04a7-18cd-4219-8404-51623698e94a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e0ea3139-49fb-42d4-87b8-8cb83adccf3e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.048620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db04a7-18cd-4219-8404-51623698e94a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea3139-49fb-42d4-87b8-8cb83adccf3e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:56.066105 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (20de0f9c-2691-4276-86fb-dc5cd648a488), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.092197 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84db04a7-18cd-4219-8404-51623698e94a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.099415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-84db04a7-18cd-4219-8404-51623698e94a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2650695 Feb 15 13:55:56.101891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53404) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:56.123863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-46353702-866a-468d-a20c-0c56f52d6409 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea3139-49fb-42d4-87b8-8cb83adccf3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:56.158634 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-2d78182a-534e-4040-9fa0-bafbf50fcbbb service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189225 Feb 15 13:55:56.165340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20de0f9c-2691-4276-86fb-dc5cd648a488,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:56.205448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc175bc3-885b-4680-86ff-718d41a0cb70 req-ed5401ab-8d88-4ce8-b489-3723d58567a5 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:56.209566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc175bc3-885b-4680-86ff-718d41a0cb70 req-ed5401ab-8d88-4ce8-b489-3723d58567a5 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.2059429 Feb 15 13:55:56.259504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46353702-866a-468d-a20c-0c56f52d6409 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group_rule (93e6cab8-b445-4c56-b686-2558498f3c48), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.260825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] Checking segment: {'id': 'bc81f36d-4755-484f-965c-a36c54939df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ebf93d24-8c33-49bb-bf53-3b327998edb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:55:56.261187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] Network hostable DHCP agents. Network: ebf93d24-8c33-49bb-bf53-3b327998edb1, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:55:56.266128 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96433b94-c4a4-4ca3-b444-fe180e6774d1 req-6c692b7f-441b-4715-9c1c-2d693bd05148 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963731 Feb 15 13:55:56.309987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] Network ebf93d24-8c33-49bb-bf53-3b327998edb1 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:55:56.345290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53412) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:56.355196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, ebf93d24-8c33-49bb-bf53-3b327998edb1) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:56.359335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6b901d43-61e8-4a99-a100-6a1fcfa69552 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:55:56.396841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52bfa0b-f466-4301-bec6-ece238e5e9d9 None None] Network ebf93d24-8c33-49bb-bf53-3b327998edb1 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:55:56.400061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:56.400654 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.401532 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46353702-866a-468d-a20c-0c56f52d6409 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group_rule (93e6cab8-b445-4c56-b686-2558498f3c48), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.460557 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e7e1a681-8cde-4881-9977-4df796b1dd26 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8610489 Feb 15 13:55:56.468615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd992f8-0fda-4863-82b0-d456d803c65a req-b573feae-0cfa-4224-b1c3-ff4adfa10026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:56.470562 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bd992f8-0fda-4863-82b0-d456d803c65a req-b573feae-0cfa-4224-b1c3-ff4adfa10026 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffab40a8d3f746c88ee83d2aab6545bf&device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 1131 time: 0.1388912 Feb 15 13:55:56.481868 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46353702-866a-468d-a20c-0c56f52d6409 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (93e6cab8-b445-4c56-b686-2558498f3c48), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.607874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46353702-866a-468d-a20c-0c56f52d6409 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e6cab8-b445-4c56-b686-2558498f3c48,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:56.674311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afff41ba-93fd-4326-b39b-79be4f7d1fee None None] Network ebf93d24-8c33-49bb-bf53-3b327998edb1 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:55:56.685843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:56.688935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd992f8-0fda-4863-82b0-d456d803c65a req-92d591f7-636f-4a1f-b2ab-00dbaeaac411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:56.693074 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bd992f8-0fda-4863-82b0-d456d803c65a req-92d591f7-636f-4a1f-b2ab-00dbaeaac411 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2081449 Feb 15 13:55:56.709275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd4e98c-3d6b-4c68-9896-d56f9f832388 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting subnet 346ca384-53a9-45f6-95bb-e7a4503a01f7 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:55:56.713201 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e98c-3d6b-4c68-9896-d56f9f832388 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for subnet (346ca384-53a9-45f6-95bb-e7a4503a01f7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.772138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e98c-3d6b-4c68-9896-d56f9f832388 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (346ca384-53a9-45f6-95bb-e7a4503a01f7), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.796546 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bd992f8-0fda-4863-82b0-d456d803c65a req-44129eb5-26df-4b99-97e3-88514186922e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=78effef1-6b89-4357-8e4b-eedd0233937c HTTP/1.1" status: 200 len: 217 time: 0.0960114 Feb 15 13:55:56.813695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'mac_address': 'fa:16:3e:db:22:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:55:56.827085 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46353702-866a-468d-a20c-0c56f52d6409 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.834140 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-46353702-866a-468d-a20c-0c56f52d6409 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7228096 Feb 15 13:55:56.837400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53424) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:56.843042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-524dae84-f13e-463e-a3dd-dac2cf6ee73f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Request body: {'security_group_rule': {'security_group_id': 'e0ea3139-49fb-42d4-87b8-8cb83adccf3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:56.848745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc175bc3-885b-4680-86ff-718d41a0cb70 req-64e9aa76-8c49-4e2f-9936-7027c0541ca5 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248159 Feb 15 13:55:56.884270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6b901d43-61e8-4a99-a100-6a1fcfa69552 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:56.884675 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.884936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef909cf-a6c9-40be-b9ab-3d6cd08becc7 req-4b04f8b7-fa23-442d-81f3-2beea1439a76 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:56.896897 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ef909cf-a6c9-40be-b9ab-3d6cd08becc7 req-4b04f8b7-fa23-442d-81f3-2beea1439a76 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 948 time: 0.4082732 Feb 15 13:55:56.902326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b901d43-61e8-4a99-a100-6a1fcfa69552 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:56.938668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:56.943891 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-524dae84-f13e-463e-a3dd-dac2cf6ee73f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group_rule (8324b176-de1c-4112-a4c6-bef46e7e30d2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.947100 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:56.981625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd992f8-0fda-4863-82b0-d456d803c65a req-4bdcbfd7-4d15-415c-803a-a367e5566fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:56.983315 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bd992f8-0fda-4863-82b0-d456d803c65a req-4bdcbfd7-4d15-415c-803a-a367e5566fe5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1804593 Feb 15 13:55:56.983504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e98c-3d6b-4c68-9896-d56f9f832388 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (346ca384-53a9-45f6-95bb-e7a4503a01f7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.022747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:57.048750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ef909cf-a6c9-40be-b9ab-3d6cd08becc7 req-19d05d3c-fd30-49da-ab73-c40bd2ef4f3b tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496592 Feb 15 13:55:57.074798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-524dae84-f13e-463e-a3dd-dac2cf6ee73f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group_rule (8324b176-de1c-4112-a4c6-bef46e7e30d2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.083514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd992f8-0fda-4863-82b0-d456d803c65a req-b4b2d84f-4594-457d-aa7c-f4d242c4d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:57.088938 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bd992f8-0fda-4863-82b0-d456d803c65a req-b4b2d84f-4594-457d-aa7c-f4d242c4d8a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0967760 Feb 15 13:55:57.103448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53428) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:57.126642 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-524dae84-f13e-463e-a3dd-dac2cf6ee73f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (8324b176-de1c-4112-a4c6-bef46e7e30d2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.143127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e98c-3d6b-4c68-9896-d56f9f832388 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (346ca384-53a9-45f6-95bb-e7a4503a01f7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.172125 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e98c-3d6b-4c68-9896-d56f9f832388 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.178013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bcd4e98c-3d6b-4c68-9896-d56f9f832388 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "DELETE /v2.0/subnets/346ca384-53a9-45f6-95bb-e7a4503a01f7 HTTP/1.1" status: 204 len: 168 time: 0.7743356 Feb 15 13:55:57.187675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c336c-ed00-4633-91ab-6c97f583b49b None None] Network 41f36d50-a4ad-45f2-a48b-3d490c29eee4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:55:57.197652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53430) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:57.199495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4e98c-3d6b-4c68-9896-d56f9f832388 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Subnet': ['ID=346ca384-53a9-45f6-95bb-e7a4503a01f7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:57.253655 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524dae84-f13e-463e-a3dd-dac2cf6ee73f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8324b176-de1c-4112-a4c6-bef46e7e30d2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:57.277886 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-524dae84-f13e-463e-a3dd-dac2cf6ee73f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.281872 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-524dae84-f13e-463e-a3dd-dac2cf6ee73f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4398253 Feb 15 13:55:57.283589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53432) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:57.289702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:55:57.322383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['6b901d43-61e8-4a99-a100-6a1fcfa69552'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:57.338756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6f3eef-d413-4022-a0e4-84b2e3fb005c admin admin] Deleting subnet 20de0f9c-2691-4276-86fb-dc5cd648a488 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:55:57.339748 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.360452 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3eef-d413-4022-a0e4-84b2e3fb005c admin admin] Publish callbacks [] for subnet (20de0f9c-2691-4276-86fb-dc5cd648a488), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.433574 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (41f36d50-a4ad-45f2-a48b-3d490c29eee4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.437817 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bd992f8-0fda-4863-82b0-d456d803c65a req-7b3fd241-fa12-49fc-8382-173f5587fb12 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408041 Feb 15 13:55:57.563922 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.591566 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3eef-d413-4022-a0e4-84b2e3fb005c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (20de0f9c-2691-4276-86fb-dc5cd648a488), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.692362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc7c8a2-2a73-43c2-828f-d60bdeebd067 None None] DHCP port deletion for 41f36d50-a4ad-45f2-a48b-3d490c29eee4 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:55:57.763460 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3eef-d413-4022-a0e4-84b2e3fb005c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (20de0f9c-2691-4276-86fb-dc5cd648a488), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.775125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7c8a2-2a73-43c2-828f-d60bdeebd067 None None] Deleting port 3689a059-e5d0-4c66-ac2c-6c75a05490bb {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:57.776032 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2cc7c8a2-2a73-43c2-828f-d60bdeebd067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.822086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Allocated IP 172.25.6.54 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/d1757e02-2701-42b3-94fb-ac57a97bcc7b) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:55:57.884993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2cc7c8a2-2a73-43c2-828f-d60bdeebd067 None None] For port 3689a059-e5d0-4c66-ac2c-6c75a05490bb, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3689a059-e5d0-4c66-ac2c-6c75a05490bb,segment=NetworkSegment(144abc23-c66a-460c-ba68-5a7188ea4970),segment_id=144abc23-c66a-460c-ba68-5a7188ea4970)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:57.885662 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2cc7c8a2-2a73-43c2-828f-d60bdeebd067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.901422 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bd992f8-0fda-4863-82b0-d456d803c65a req-7fb6e941-008c-46ea-bbb5-51a29bfcefcc service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135697 Feb 15 13:55:57.938825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting port 3689a059-e5d0-4c66-ac2c-6c75a05490bb {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:55:57.939272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:57.960667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7c8a2-2a73-43c2-828f-d60bdeebd067 None None] Calling delete_port for 3689a059-e5d0-4c66-ac2c-6c75a05490bb owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:58.015842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3eef-d413-4022-a0e4-84b2e3fb005c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (20de0f9c-2691-4276-86fb-dc5cd648a488), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.102173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f3eef-d413-4022-a0e4-84b2e3fb005c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20de0f9c-2691-4276-86fb-dc5cd648a488,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:58.107125 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for port (d1757e02-2701-42b3-94fb-ac57a97bcc7b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.123973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a296-e424-4f3b-96b0-716d0003d72f req-8410f181-4ea0-4802-be27-0d7a8a6283d8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:58.136072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7754a296-e424-4f3b-96b0-716d0003d72f req-8410f181-4ea0-4802-be27-0d7a8a6283d8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.1336617 Feb 15 13:55:58.140953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] For port 3689a059-e5d0-4c66-ac2c-6c75a05490bb, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3689a059-e5d0-4c66-ac2c-6c75a05490bb,segment=NetworkSegment(144abc23-c66a-460c-ba68-5a7188ea4970),segment_id=144abc23-c66a-460c-ba68-5a7188ea4970)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:58.141508 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.146596 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2cc7c8a2-2a73-43c2-828f-d60bdeebd067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.212150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7c8a2-2a73-43c2-828f-d60bdeebd067 None None] Pushing event deleted for resources: {'Port': ['ID=3689a059-e5d0-4c66-ac2c-6c75a05490bb,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:58.223695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7c8a2-2a73-43c2-828f-d60bdeebd067 None None] No DVR routers for this DVR port 3689a059-e5d0-4c66-ac2c-6c75a05490bb on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:58.264012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7754a296-e424-4f3b-96b0-716d0003d72f req-94a9dd45-0097-4dc5-a937-69f234e1d341 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219552 Feb 15 13:55:58.287194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d1757e02-2701-42b3-94fb-ac57a97bcc7b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.314106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab02fb2-9409-4553-af39-bd6a77e51483 req-bb9819ee-b4bf-478a-a805-e221d465c3fa tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:58.315725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bab02fb2-9409-4553-af39-bd6a77e51483 req-bb9819ee-b4bf-478a-a805-e221d465c3fa tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 948 time: 0.1389122 Feb 15 13:55:58.358144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:55:58.366142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 78effef1-6b89-4357-8e4b-eedd0233937c details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:55:58.374542 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:55:58.374996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6b901d43-61e8-4a99-a100-6a1fcfa69552 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:55:58.387238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:55:58.415391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event updated for resources: {'Port': ['ID=d1757e02-2701-42b3-94fb-ac57a97bcc7b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:58.456339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bab02fb2-9409-4553-af39-bd6a77e51483 req-a2163597-9ebe-4808-b988-5e4be93f3fe7 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170878 Feb 15 13:55:58.456861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53470) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:58.539894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 78effef1-6b89-4357-8e4b-eedd0233937c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78effef1-6b89-4357-8e4b-eedd0233937c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:58.556000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '78effef1-6b89-4357-8e4b-eedd0233937c', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '78effef1-6b89-4357-8e4b-eedd0233937c', 'mac_address': 'fa:16:3e:ab:61:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:55:58.564582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for floatingip (4dda1060-0569-47ef-96f5-1f3c533ca76d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.605738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3eef-d413-4022-a0e4-84b2e3fb005c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.613033 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3b6f3eef-d413-4022-a0e4-84b2e3fb005c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/20de0f9c-2691-4276-86fb-dc5cd648a488 HTTP/1.1" status: 204 len: 168 time: 1.5081758 Feb 15 13:55:58.615413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Calling delete_port for 3689a059-e5d0-4c66-ac2c-6c75a05490bb owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:55:58.619277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53474) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:58.643684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 78effef1-6b89-4357-8e4b-eedd0233937c is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:58.652685 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.657263 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d1757e02-2701-42b3-94fb-ac57a97bcc7b), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.682091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 6b901d43-61e8-4a99-a100-6a1fcfa69552 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:55:58.687668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 6b901d43-61e8-4a99-a100-6a1fcfa69552 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:55:58.688442 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.692349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78effef1-6b89-4357-8e4b-eedd0233937c {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:55:58.744709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 78effef1-6b89-4357-8e4b-eedd0233937c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78effef1-6b89-4357-8e4b-eedd0233937c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:58.754204 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.767318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ebf93d24-8c33-49bb-bf53-3b327998edb1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.839529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6b901d43-61e8-4a99-a100-6a1fcfa69552 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:55:58.840618 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.887820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3689a059-e5d0-4c66-ac2c-6c75a05490bb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.893672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:55:58.897657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:55:58.900913 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b3951-02a3-48b9-8a82-af2031075c5e" -d '{"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-plugged", "status": "completed", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:55:58.912699 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.916611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=78effef1-6b89-4357-8e4b-eedd0233937c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:58.965292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Port': ['ID=3689a059-e5d0-4c66-ac2c-6c75a05490bb,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:58.974114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ebf93d24-8c33-49bb-bf53-3b327998edb1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:58.992398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] No DVR routers for this DVR port 3689a059-e5d0-4c66-ac2c-6c75a05490bb on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:55:58.997123 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3d678b-5de0-4387-bc02-f4e0d9e0562d x-openstack-request-id: req-dd3d678b-5de0-4387-bc02-f4e0d9e0562d {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:55:58.997802 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-plugged", "status": "completed", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:55:58.998268 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd3d678b-5de0-4387-bc02-f4e0d9e0562d {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:55:58.999120 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'code': 200} Feb 15 13:55:59.009014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['78effef1-6b89-4357-8e4b-eedd0233937c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:55:59.030515 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for port (d1757e02-2701-42b3-94fb-ac57a97bcc7b), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.032669 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6869154f-dda6-4981-a707-acff162d66e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.045173 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (d1757e02-2701-42b3-94fb-ac57a97bcc7b), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.065321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:59.182263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf93d24-8c33-49bb-bf53-3b327998edb1']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:59.227447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (4dda1060-0569-47ef-96f5-1f3c533ca76d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.233484 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event updated for resources: {'Port': ['ID=d1757e02-2701-42b3-94fb-ac57a97bcc7b,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:59.240891 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (41f36d50-a4ad-45f2-a48b-3d490c29eee4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.255899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc81f36d-4755-484f-965c-a36c54939df4') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:59.256260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc81f36d-4755-484f-965c-a36c54939df4') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:59.262518 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.266962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1e87ca0b-65da-4d5f-b264-c8294f45bf5d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9798057 Feb 15 13:55:59.296551 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (bc81f36d-4755-484f-965c-a36c54939df4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.325480 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f36d50-a4ad-45f2-a48b-3d490c29eee4']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:59.329207 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6869154f-dda6-4981-a707-acff162d66e4 admin admin] Publish callbacks [] for security_group (f19995f8-4202-41b7-b5ca-53969a32cdbd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.335653 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6869154f-dda6-4981-a707-acff162d66e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f19995f8-4202-41b7-b5ca-53969a32cdbd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.393008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144abc23-c66a-460c-ba68-5a7188ea4970') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:59.396041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144abc23-c66a-460c-ba68-5a7188ea4970') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:55:59.402191 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (bc81f36d-4755-484f-965c-a36c54939df4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.421830 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (144abc23-c66a-460c-ba68-5a7188ea4970), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.425406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f494ad-d233-45de-a817-a1c24858fb4e req-bbf10af3-9333-45b7-a3ae-ef186a6f691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:59.428471 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-95f494ad-d233-45de-a817-a1c24858fb4e req-bbf10af3-9333-45b7-a3ae-ef186a6f691a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=518a243c-0e2d-4759-8c67-9406c9674c5e HTTP/1.1" status: 200 len: 1132 time: 0.2606974 Feb 15 13:55:59.434752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:55:59.435351 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (bc81f36d-4755-484f-965c-a36c54939df4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:55:59.437980 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:55:59.487976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3689a059-e5d0-4c66-ac2c-6c75a05490bb no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:55:59.517894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 3689a059-e5d0-4c66-ac2c-6c75a05490bb {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:55:59.518674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3689a059-e5d0-4c66-ac2c-6c75a05490bb not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:55:59.523280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6869154f-dda6-4981-a707-acff162d66e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f4e2aca2ad94a7eb61df8c7c0ecda88&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0628831 Feb 15 13:55:59.524832 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (144abc23-c66a-460c-ba68-5a7188ea4970), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.526547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53496) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:59.548072 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:55:59.548649 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (144abc23-c66a-460c-ba68-5a7188ea4970), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:55:59.552358 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:55:59.558837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869154f-dda6-4981-a707-acff162d66e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19995f8-4202-41b7-b5ca-53969a32cdbd,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:59.616036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (ebf93d24-8c33-49bb-bf53-3b327998edb1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.622796 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-95f494ad-d233-45de-a817-a1c24858fb4e req-a0c3a3d5-06de-4703-938b-e649fdc55ec5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727817 Feb 15 13:55:59.641310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.643448 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ebf93d24-8c33-49bb-bf53-3b327998edb1 HTTP/1.1" status: 204 len: 168 time: 1.0214396 Feb 15 13:55:59.644460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fd893-c93e-4711-b9b3-7d2caea35ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf93d24-8c33-49bb-bf53-3b327998edb1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:59.652813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084eb52-8a8b-49ad-a258-17941fe1ef8b req-bbd20318-adbb-41b6-82ec-9d412ecb9247 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:59.659709 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (41f36d50-a4ad-45f2-a48b-3d490c29eee4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.660639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5084eb52-8a8b-49ad-a258-17941fe1ef8b req-bbd20318-adbb-41b6-82ec-9d412ecb9247 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.3009193 Feb 15 13:55:59.669407 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.679373 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "DELETE /v2.0/networks/41f36d50-a4ad-45f2-a48b-3d490c29eee4 HTTP/1.1" status: 204 len: 168 time: 2.4474924 Feb 15 13:55:59.682987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53500) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:59.706189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac747c41-5e27-4551-a97c-506d60b57654 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Network': ['ID=41f36d50-a4ad-45f2-a48b-3d490c29eee4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:55:59.752389 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-254796b3-2db2-4d74-b512-60340101d516 admin admin] Publish callbacks [] for security_group (f19995f8-4202-41b7-b5ca-53969a32cdbd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.760830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e818472c-b9ea-4266-af8c-867c5325ebaf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting subnet d635a5bf-2fd5-47e6-9080-3062fc619d95 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:55:59.766610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e818472c-b9ea-4266-af8c-867c5325ebaf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for subnet (d635a5bf-2fd5-47e6-9080-3062fc619d95), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.766839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-3873a1b3-03ab-413b-ba68-693cb7372c55 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:55:59.767971 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-3873a1b3-03ab-413b-ba68-693cb7372c55 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/networks?id=6c7a4dea-9b1c-45ce-98f2-09854912c65b HTTP/1.1" status: 200 len: 821 time: 0.2671900 Feb 15 13:55:59.798138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-de3a4b52-fbd7-49df-98ab-6041f3cfd706 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/quotas/1a40291f488648218df7665e0b98c961 HTTP/1.1" status: 200 len: 375 time: 0.0181298 Feb 15 13:55:59.831014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5084eb52-8a8b-49ad-a258-17941fe1ef8b req-aaf27db3-b369-4b7d-99b9-26fb7e29c194 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521654 Feb 15 13:55:59.835719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e818472c-b9ea-4266-af8c-867c5325ebaf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (d635a5bf-2fd5-47e6-9080-3062fc619d95), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.838020 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-254796b3-2db2-4d74-b512-60340101d516 admin admin] Publish callbacks [] for security_group (f19995f8-4202-41b7-b5ca-53969a32cdbd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:55:59.932530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-d7584956-541f-4c68-a148-4a772aa6fcbd tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a40291f488648218df7665e0b98c961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003258 Feb 15 13:55:59.932826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53502) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:55:59.975629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e818472c-b9ea-4266-af8c-867c5325ebaf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (d635a5bf-2fd5-47e6-9080-3062fc619d95), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.026743 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4e1b08be-eb82-41fa-ab28-e5cf6b20a79d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d3976533f08c4f96b00c3bf58e276ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0903106 Feb 15 13:56:00.028247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53504) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:00.076858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676c111-c69e-4cc5-954c-7a7b986d8f2a req-50f917d7-f50e-4ac1-b6eb-a124b1b53bce tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:00.083886 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1676c111-c69e-4cc5-954c-7a7b986d8f2a req-50f917d7-f50e-4ac1-b6eb-a124b1b53bce tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 949 time: 0.1565294 Feb 15 13:56:00.087532 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e818472c-b9ea-4266-af8c-867c5325ebaf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (d635a5bf-2fd5-47e6-9080-3062fc619d95), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.115579 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-254796b3-2db2-4d74-b512-60340101d516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f19995f8-4202-41b7-b5ca-53969a32cdbd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.118342 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-254796b3-2db2-4d74-b512-60340101d516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.122211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-254796b3-2db2-4d74-b512-60340101d516 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f19995f8-4202-41b7-b5ca-53969a32cdbd HTTP/1.1" status: 204 len: 168 time: 0.5896392 Feb 15 13:56:00.134065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818472c-b9ea-4266-af8c-867c5325ebaf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Subnet': ['ID=d635a5bf-2fd5-47e6-9080-3062fc619d95,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:00.137613 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f21f181-af15-49e3-9a5e-a245e137a5c1 admin admin] Publish callbacks [] for security_group (63fa3f74-8861-4b27-bbba-16edb30aad73), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.139923 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e818472c-b9ea-4266-af8c-867c5325ebaf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.146674 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e818472c-b9ea-4266-af8c-867c5325ebaf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "DELETE /v2.0/subnets/d635a5bf-2fd5-47e6-9080-3062fc619d95 HTTP/1.1" status: 204 len: 168 time: 0.4559245 Feb 15 13:56:00.147800 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53508) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:00.150248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-08e39c63-52d2-43ca-8bf0-6cade3ba7c24 service neutron] 10.222.0.72 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014513 Feb 15 13:56:00.151974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecb7eab-fdc4-491a-b678-9fb0b7e0769c None None] Network 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:56:00.168810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254796b3-2db2-4d74-b512-60340101d516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19995f8-4202-41b7-b5ca-53969a32cdbd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:00.258945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1676c111-c69e-4cc5-954c-7a7b986d8f2a req-1884deea-10d5-4adb-94ab-b30da1ed1e49 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737161 Feb 15 13:56:00.270776 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f21f181-af15-49e3-9a5e-a245e137a5c1 admin admin] Publish callbacks [] for security_group (63fa3f74-8861-4b27-bbba-16edb30aad73), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.372231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-b0f102a2-2ec7-4716-b898-d96179f1631d service neutron] 10.222.0.72 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151835 Feb 15 13:56:00.391995 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (04e42a12-98ac-4d0b-a4cb-184b6afa8a7b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.420009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 78effef1-6b89-4357-8e4b-eedd0233937c up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:00.490944 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f21f181-af15-49e3-9a5e-a245e137a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (63fa3f74-8861-4b27-bbba-16edb30aad73), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.493699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f21f181-af15-49e3-9a5e-a245e137a5c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.494981 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0f21f181-af15-49e3-9a5e-a245e137a5c1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/63fa3f74-8861-4b27-bbba-16edb30aad73 HTTP/1.1" status: 204 len: 168 time: 0.4669271 Feb 15 13:56:00.544048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21f181-af15-49e3-9a5e-a245e137a5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fa3f74-8861-4b27-bbba-16edb30aad73,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:00.569768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting port 5750b7ff-e382-43eb-b064-292eafe4c7b2 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:56:00.570135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.602550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 78effef1-6b89-4357-8e4b-eedd0233937c completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:56:00.613885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 78effef1-6b89-4357-8e4b-eedd0233937c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:00.614520 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.687711 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94ff1f7c-57e7-46c3-aad3-afc8de18e993 req-d2ae8daf-8f0a-4238-b90b-9bb272c04e03 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 210 time: 0.0706406 Feb 15 13:56:00.822273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] For port 5750b7ff-e382-43eb-b064-292eafe4c7b2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5750b7ff-e382-43eb-b064-292eafe4c7b2,segment=NetworkSegment(aa274c81-588a-4bc3-a0ea-cb374c02a96d),segment_id=aa274c81-588a-4bc3-a0ea-cb374c02a96d)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:00.823056 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:00.861783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53522) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:00.877854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da653343-7274-4362-9854-0c1b18edf73a None None] DHCP port deletion for 04e42a12-98ac-4d0b-a4cb-184b6afa8a7b request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:56:00.900173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Calling delete_port for 5750b7ff-e382-43eb-b064-292eafe4c7b2 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:56:00.923971 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4d02489-e0d5-47a5-939e-4572c0e63bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.018999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 78effef1-6b89-4357-8e4b-eedd0233937c is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:01.019951 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.060753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e111c-e1d1-4c85-a769-47c848c7ca98 req-52fb1b53-8d5a-4a3b-8da9-79446aa7e574 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:01.069030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe7e111c-e1d1-4c85-a769-47c848c7ca98 req-52fb1b53-8d5a-4a3b-8da9-79446aa7e574 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.1053116 Feb 15 13:56:01.107543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 78effef1-6b89-4357-8e4b-eedd0233937c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78effef1-6b89-4357-8e4b-eedd0233937c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:01.109806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.124929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78effef1-6b89-4357-8e4b-eedd0233937c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:01.128013 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d4b43c-dd01-4a0e-b880-3ca77a3c313b" -d '{"events": [{"server_uuid": "d22e0062-dc16-418b-9e3e-4070b89cf5e2", "name": "network-vif-plugged", "status": "completed", "tag": "78effef1-6b89-4357-8e4b-eedd0233937c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:01.130983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] No DVR routers for this DVR port 5750b7ff-e382-43eb-b064-292eafe4c7b2 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:56:01.135565 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.194130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Port': ['ID=5750b7ff-e382-43eb-b064-292eafe4c7b2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:01.241971 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0f790b-6b73-423d-bc8f-126565e5fc3f x-openstack-request-id: req-ed0f790b-6b73-423d-bc8f-126565e5fc3f {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:01.242920 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22e0062-dc16-418b-9e3e-4070b89cf5e2", "name": "network-vif-plugged", "status": "completed", "tag": "78effef1-6b89-4357-8e4b-eedd0233937c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:01.243366 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ed0f790b-6b73-423d-bc8f-126565e5fc3f {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:01.246366 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78effef1-6b89-4357-8e4b-eedd0233937c', 'code': 200} Feb 15 13:56:01.260962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4d02489-e0d5-47a5-939e-4572c0e63bec admin admin] Publish callbacks [] for security_group (32b1aca8-0cec-4e7c-a0bb-5140af663ec6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.265562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe7e111c-e1d1-4c85-a769-47c848c7ca98 req-2b9ef3c9-a659-4117-97a3-912d767a855b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955423 Feb 15 13:56:01.284840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4d02489-e0d5-47a5-939e-4572c0e63bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (32b1aca8-0cec-4e7c-a0bb-5140af663ec6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.310004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-da653343-7274-4362-9854-0c1b18edf73a None None] Deleting port 5750b7ff-e382-43eb-b064-292eafe4c7b2 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:56:01.317665 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da653343-7274-4362-9854-0c1b18edf73a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.337401 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (04e42a12-98ac-4d0b-a4cb-184b6afa8a7b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.368955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e42a12-98ac-4d0b-a4cb-184b6afa8a7b']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:01.381702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa274c81-588a-4bc3-a0ea-cb374c02a96d') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:01.382288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa274c81-588a-4bc3-a0ea-cb374c02a96d') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:01.397156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (aa274c81-588a-4bc3-a0ea-cb374c02a96d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.436466 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (aa274c81-588a-4bc3-a0ea-cb374c02a96d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.451025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:56:01.452838 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (aa274c81-588a-4bc3-a0ea-cb374c02a96d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.461315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f4d02489-e0d5-47a5-939e-4572c0e63bec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b51794eb44ae471fa98f17ab453591cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5980735 Feb 15 13:56:01.468627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53544) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:01.486681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-da653343-7274-4362-9854-0c1b18edf73a None None] For port 5750b7ff-e382-43eb-b064-292eafe4c7b2, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:01.487009 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da653343-7274-4362-9854-0c1b18edf73a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.501945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-da653343-7274-4362-9854-0c1b18edf73a None None] Calling delete_port for 5750b7ff-e382-43eb-b064-292eafe4c7b2 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:56:01.505674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-da653343-7274-4362-9854-0c1b18edf73a None None] Port 5750b7ff-e382-43eb-b064-292eafe4c7b2 was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 13:56:01.510942 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da653343-7274-4362-9854-0c1b18edf73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (5750b7ff-e382-43eb-b064-292eafe4c7b2), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.520611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5750b7ff-e382-43eb-b064-292eafe4c7b2 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:56:01.548528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da653343-7274-4362-9854-0c1b18edf73a None None] No DVR routers for this DVR port 5750b7ff-e382-43eb-b064-292eafe4c7b2 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:56:01.556540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 5750b7ff-e382-43eb-b064-292eafe4c7b2 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:56:01.557167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5750b7ff-e382-43eb-b064-292eafe4c7b2 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:56:01.559420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d02489-e0d5-47a5-939e-4572c0e63bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b1aca8-0cec-4e7c-a0bb-5140af663ec6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:01.580915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=78effef1-6b89-4357-8e4b-eedd0233937c,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:01.630376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da653343-7274-4362-9854-0c1b18edf73a None None] Pushing event deleted for resources: {'Port': ['ID=5750b7ff-e382-43eb-b064-292eafe4c7b2,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:56:01.637105 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:56:01.737287 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (04e42a12-98ac-4d0b-a4cb-184b6afa8a7b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.750112 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.781498 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "DELETE /v2.0/networks/04e42a12-98ac-4d0b-a4cb-184b6afa8a7b HTTP/1.1" status: 204 len: 168 time: 1.6321523 Feb 15 13:56:01.781782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53554) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:01.801781 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-899571703'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:01.814392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fa597-098e-43be-a25e-8c6fa2856d9b req-6a6c834f-8f19-4292-8815-6bc59ce6d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:01.818023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e7fa597-098e-43be-a25e-8c6fa2856d9b req-6a6c834f-8f19-4292-8815-6bc59ce6d4bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 1133 time: 0.5490553 Feb 15 13:56:01.864638 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecd43a-643f-47bf-b5c6-6beb3387e8f2 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Network': ['ID=04e42a12-98ac-4d0b-a4cb-184b6afa8a7b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:01.912262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:01.916467 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.920621 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e7fa597-098e-43be-a25e-8c6fa2856d9b req-5fd0e6c6-e2e5-43be-974d-56c5b51dd3c5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808809 Feb 15 13:56:01.966632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:56:01.979301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (df18300a-9578-491f-8be3-7b74379d28cc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:01.979670 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Added segment df18300a-9578-491f-8be3-7b74379d28cc of type vlan for network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 Feb 15 13:56:02.050117 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (b5c84835-0b0a-49b3-8b92-91b7dda0a2b6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:02.116750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (b5c84835-0b0a-49b3-8b92-91b7dda0a2b6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:02.124005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:02.125217 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:02.222289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Network': ['ID=b5c84835-0b0a-49b3-8b92-91b7dda0a2b6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:02.231899 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aac5dbcd-ed7f-451a-9c20-91be5d7730cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4354239 Feb 15 13:56:02.235329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53572) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:02.243282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'subnet': {'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:02.247398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:56:02.375873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:02.391235 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:02.417582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b79a3da1-b79e-4008-bbdf-b225b7eea276 req-fca1d4ce-285c-4153-a067-1d2e9c93a2c8 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 210 time: 0.0785518 Feb 15 13:56:02.475866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe432b-81cb-46cd-8378-fd0c9a788d11 req-cbd9a8f1-a6f7-4854-9c94-8ebd3f851814 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:02.484079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdfe432b-81cb-46cd-8378-fd0c9a788d11 req-cbd9a8f1-a6f7-4854-9c94-8ebd3f851814 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 950 time: 1.0158427 Feb 15 13:56:02.671190 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94e76dec-3cc1-460c-85fa-6ca5d373cfe7 admin admin] Publish callbacks [] for security_group (32b1aca8-0cec-4e7c-a0bb-5140af663ec6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:02.789462 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (51735d27-1a81-440d-99f1-6be419de26ec), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:02.789734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-c17f437c-7097-4097-8156-08d937b0f097 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:02.791189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-c17f437c-7097-4097-8156-08d937b0f097 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "GET /v2.0/networks?id=6c7a4dea-9b1c-45ce-98f2-09854912c65b HTTP/1.1" status: 200 len: 821 time: 0.2680409 Feb 15 13:56:02.818332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94e76dec-3cc1-460c-85fa-6ca5d373cfe7 admin admin] Publish callbacks [] for security_group (32b1aca8-0cec-4e7c-a0bb-5140af663ec6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:02.840289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Request body: {'port': {'device_id': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b', 'admin_state_up': True, 'tenant_id': '1a40291f488648218df7665e0b98c961'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:02.887854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Subnet': ['ID=51735d27-1a81-440d-99f1-6be419de26ec,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:02.900841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Checking segment: {'id': 'df18300a-9578-491f-8be3-7b74379d28cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:02.901326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network hostable DHCP agents. Network: b5c84835-0b0a-49b3-8b92-91b7dda0a2b6, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:56:02.932540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdfe432b-81cb-46cd-8378-fd0c9a788d11 req-a4a5b41f-3c0e-4a4c-8fe1-911991ff5e28 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392502 Feb 15 13:56:02.942011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:56:02.963350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, b5c84835-0b0a-49b3-8b92-91b7dda0a2b6) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:02.976032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930c5c7e-93e0-4774-8460-6ebbd432f3c2 None None] Network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:56:02.991378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:02.992730 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:03.036882 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-39426784-5651-4fcc-ba9c-835595b39dd5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7998221 Feb 15 13:56:03.039991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53610) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:03.047106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-282898595'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:03.058094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600982b8-5061-4707-8f31-85bf3cbaa48a req-292f1fca-6211-438c-8764-07d1ac0c1270 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:03.071109 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-600982b8-5061-4707-8f31-85bf3cbaa48a req-292f1fca-6211-438c-8764-07d1ac0c1270 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.3848631 Feb 15 13:56:03.084954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:03.089771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:03.173969 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:56:03.198210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (405be527-b23d-4139-9d3b-3736165e6b95), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:03.198585 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Added segment 405be527-b23d-4139-9d3b-3736165e6b95 of type vlan for network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 Feb 15 13:56:03.198960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-b5c84835-0b0a-49b3-8b92-91b7dda0a2b6', 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6', 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'fixed_ips': [{'subnet_id': '51735d27-1a81-440d-99f1-6be419de26ec'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:56:03.200742 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:03.210522 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94e76dec-3cc1-460c-85fa-6ca5d373cfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (32b1aca8-0cec-4e7c-a0bb-5140af663ec6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:03.213127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94e76dec-3cc1-460c-85fa-6ca5d373cfe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:03.233658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-94e76dec-3cc1-460c-85fa-6ca5d373cfe7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/32b1aca8-0cec-4e7c-a0bb-5140af663ec6 HTTP/1.1" status: 204 len: 168 time: 1.7525446 Feb 15 13:56:03.356606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e76dec-3cc1-460c-85fa-6ca5d373cfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b1aca8-0cec-4e7c-a0bb-5140af663ec6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:03.391735 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (f1356db0-fa61-4a1f-beb0-bd4d3a858bc7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:03.425274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Allocated IP 19.80.0.2 (b5c84835-0b0a-49b3-8b92-91b7dda0a2b6/51735d27-1a81-440d-99f1-6be419de26ec/83743600-7c11-471c-ae1e-602b71737d84) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:03.460811 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (f1356db0-fa61-4a1f-beb0-bd4d3a858bc7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:03.473322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:03.474052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Made reservation on behalf of 1a40291f488648218df7665e0b98c961 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:03.476313 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:03.487916 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:03.547439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-600982b8-5061-4707-8f31-85bf3cbaa48a req-5a5d55ba-c8c3-4400-9d0c-9dfc5fa6b968 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741206 Feb 15 13:56:03.679984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee02b754-3283-444e-80cd-486f210f0070 req-0a918673-c3ed-47e1-b043-e87d16f311f9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 210 time: 0.1018324 Feb 15 13:56:03.738539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Network': ['ID=f1356db0-fa61-4a1f-beb0-bd4d3a858bc7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:03.766627 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8ee037d9-a86e-435b-8a57-6bfab6ca1b44 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7223039 Feb 15 13:56:03.767446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53640) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:03.793637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'subnet': {'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:03.805925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:56:03.883807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Allocated IP 172.20.0.2 (6c7a4dea-9b1c-45ce-98f2-09854912c65b/6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5/896637e7-a430-467d-bef7-a6885546e329) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:04.002889 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Publish callbacks [] for port (83743600-7c11-471c-ae1e-602b71737d84), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:04.065456 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (83743600-7c11-471c-ae1e-602b71737d84), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:04.070327 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:04.074264 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:04.134643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Pushing event updated for resources: {'Port': ['ID=83743600-7c11-471c-ae1e-602b71737d84,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:04.169444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:04.172000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:04.180614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:56:04.305392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a47c57-ac3b-488e-8d6a-d1e0016cc6bd req-c129b09f-63b8-4598-aa7c-80b475f91398 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:04.307520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5a47c57-ac3b-488e-8d6a-d1e0016cc6bd req-c129b09f-63b8-4598-aa7c-80b475f91398 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 950 time: 0.1554294 Feb 15 13:56:04.316590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Attempting to bind port 83743600-7c11-471c-ae1e-602b71737d84 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:56:04.317002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Attempting to bind port 83743600-7c11-471c-ae1e-602b71737d84 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'df18300a-9578-491f-8be3-7b74379d28cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:56:04.320562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Attempting to bind port 83743600-7c11-471c-ae1e-602b71737d84 on network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:04.333025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:56:04.335031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Checking segment: {'id': 'df18300a-9578-491f-8be3-7b74379d28cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:04.336015 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:04.336497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Bound using segment: {'id': 'df18300a-9578-491f-8be3-7b74379d28cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:56:04.350661 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for port (896637e7-a430-467d-bef7-a6885546e329), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:04.355254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Bound port: 83743600-7c11-471c-ae1e-602b71737d84, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df18300a-9578-491f-8be3-7b74379d28cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:56:04.355693 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (83743600-7c11-471c-ae1e-602b71737d84), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:04.431031 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5a47c57-ac3b-488e-8d6a-d1e0016cc6bd req-dc80d8f1-745d-4064-9b2f-9a2888816b5f tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049216 Feb 15 13:56:04.498481 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (896637e7-a430-467d-bef7-a6885546e329), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:04.524197 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (048fcae1-c828-4efc-bd51-24882661d605), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:04.612248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] For port 83743600-7c11-471c-ae1e-602b71737d84, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:04.617948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] For port 83743600-7c11-471c-ae1e-602b71737d84, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=83743600-7c11-471c-ae1e-602b71737d84,segment=NetworkSegment(df18300a-9578-491f-8be3-7b74379d28cc),segment_id=df18300a-9578-491f-8be3-7b74379d28cc)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:56:04.620964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Network 6c7a4dea-9b1c-45ce-98f2-09854912c65b is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:04.633923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:04.634208 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (83743600-7c11-471c-ae1e-602b71737d84), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:04.638031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:56:04.701285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event updated for resources: {'Port': ['ID=896637e7-a430-467d-bef7-a6885546e329,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:04.714989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Subnet': ['ID=048fcae1-c828-4efc-bd51-24882661d605,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:04.745503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:04.746238 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:04.746663 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Checking segment: {'id': '405be527-b23d-4139-9d3b-3736165e6b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:04.749154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network hostable DHCP agents. Network: f1356db0-fa61-4a1f-beb0-bd4d3a858bc7, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:56:04.773718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81c7a7-35eb-4dcd-b4ef-570164f4aa1d req-df8c1b11-a1a0-47c0-a3c1-1afcf68fe8b6 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:04.775482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd81c7a7-35eb-4dcd-b4ef-570164f4aa1d req-df8c1b11-a1a0-47c0-a3c1-1afcf68fe8b6 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=518a243c-0e2d-4759-8c67-9406c9674c5e HTTP/1.1" status: 200 len: 949 time: 0.1831949 Feb 15 13:56:04.809046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:56:04.853196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, f1356db0-fa61-4a1f-beb0-bd4d3a858bc7) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:04.856523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1cec1-9735-415f-8631-5b73a35fbf2c None None] Pushing event updated for resources: {'Port': ['ID=83743600-7c11-471c-ae1e-602b71737d84,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:04.868476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:04.869580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:04.887731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f4587c-957c-43fc-85e1-a335d2ad5085 None None] Network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:56:04.923166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-5c16674b-31ca-402e-873c-7f6bf532069d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1006393 Feb 15 13:56:04.945312 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-90bf13ab-6169-414a-b115-0c966a16b89b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1674061 Feb 15 13:56:04.950427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Request body: {'port': {'device_id': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:05.139043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd81c7a7-35eb-4dcd-b4ef-570164f4aa1d req-f5243ef5-ebd2-4576-98a7-75d505ae32d3 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523288 Feb 15 13:56:05.226559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ad483-ff96-4318-b8ab-5bfe914ccac2 req-9d3aca88-5c0f-46b5-8af2-c3aef57f45f7 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:05.235963 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c29ad483-ff96-4318-b8ab-5bfe914ccac2 req-9d3aca88-5c0f-46b5-8af2-c3aef57f45f7 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.4234946 Feb 15 13:56:05.241595 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (896637e7-a430-467d-bef7-a6885546e329), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:05.320136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c29ad483-ff96-4318-b8ab-5bfe914ccac2 req-53263491-c808-446c-8933-f0f09d6b5517 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824528 Feb 15 13:56:05.349515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53698) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:05.396827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-f1356db0-fa61-4a1f-beb0-bd4d3a858bc7', 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7', 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'fixed_ips': [{'subnet_id': '048fcae1-c828-4efc-bd51-24882661d605'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:56:05.397900 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:05.633354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-network', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:05.681444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Made reservation on behalf of 3fee703dc2d34ac7ae8a83d1681b1b7b for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:05.684966 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:05.718337 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:05.809741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Allocated IP 19.86.0.2 (f1356db0-fa61-4a1f-beb0-bd4d3a858bc7/048fcae1-c828-4efc-bd51-24882661d605/642d0c3a-ffa4-4c02-acaa-b0cf43cb9804) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:05.905300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962e692-d94f-4ca8-8d96-a09e622b54c6 req-a54abed4-1882-4208-9664-236cc047dcc6 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:05.912343 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Publish callbacks [] for security_group (6ca396da-41e4-44f8-95f6-e07c950cc9da), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:05.912606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8962e692-d94f-4ca8-8d96-a09e622b54c6 req-a54abed4-1882-4208-9664-236cc047dcc6 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 931 time: 0.4612799 Feb 15 13:56:05.922566 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6ca396da-41e4-44f8-95f6-e07c950cc9da), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:05.978101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:56:05.994957 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (cb63792b-7bf2-423a-9806-dd108f38e60f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:05.995529 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Added segment cb63792b-7bf2-423a-9806-dd108f38e60f of type vlan for network 91c78507-2bd2-49f7-ae98-81564612e885 Feb 15 13:56:06.053316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8962e692-d94f-4ca8-8d96-a09e622b54c6 req-b8e1c959-449f-48ae-ac82-1f9786268430 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308775 Feb 15 13:56:06.061247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6038e319-d61c-45d5-b83c-c64d2a1b6955 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:06.066744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6038e319-d61c-45d5-b83c-c64d2a1b6955 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:06.074734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6038e319-d61c-45d5-b83c-c64d2a1b6955 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/networks?id=b5c84835-0b0a-49b3-8b92-91b7dda0a2b6&id=f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 HTTP/1.1" status: 200 len: 1390 time: 0.5195513 Feb 15 13:56:06.114298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-880a0f69-1529-46d4-b538-f31a8477a32e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/quotas/7164bc49ada84556acb519ebc3fc94d6 HTTP/1.1" status: 200 len: 375 time: 0.0385554 Feb 15 13:56:06.121726 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (91c78507-2bd2-49f7-ae98-81564612e885), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:06.147437 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Publish callbacks [] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:06.163580 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:06.266643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:06.268435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca396da-41e4-44f8-95f6-e07c950cc9da,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:06.282884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:06.285923 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (91c78507-2bd2-49f7-ae98-81564612e885), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:06.287176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:06.287948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:06.292692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:56:06.329796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Pushing event updated for resources: {'Port': ['ID=642d0c3a-ffa4-4c02-acaa-b0cf43cb9804,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:06.370509 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0162880 Feb 15 13:56:06.448093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Attempting to bind port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:56:06.449338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Attempting to bind port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '405be527-b23d-4139-9d3b-3736165e6b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:56:06.449714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Attempting to bind port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 on network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:06.451432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53720) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:06.460618 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] Request body: {'subnet': {'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-subnet', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:06.463732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896637e7-a430-467d-bef7-a6885546e329 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:06.469320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:56:06.469701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Checking segment: {'id': '405be527-b23d-4139-9d3b-3736165e6b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:06.470112 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:06.470512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Bound using segment: {'id': '405be527-b23d-4139-9d3b-3736165e6b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:56:06.471442 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Bound port: 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405be527-b23d-4139-9d3b-3736165e6b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:56:06.471842 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:06.491441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Publish callbacks [] for port (896637e7-a430-467d-bef7-a6885546e329), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:06.535873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Transition to ACTIVE for port object 896637e7-a430-467d-bef7-a6885546e329 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:56:06.547349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de928363-6f69-4f75-bdde-7dd2131987ce admin admin] Pushing event updated for resources: {'Network': ['ID=91c78507-2bd2-49f7-ae98-81564612e885,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:06.562829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] Made reservation on behalf of 3fee703dc2d34ac7ae8a83d1681b1b7b for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:06.572325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 91c78507-2bd2-49f7-ae98-81564612e885 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:56:06.576306 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:06.583814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-368896a6-c77f-44bc-8966-d27ae4de9857 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7164bc49ada84556acb519ebc3fc94d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4686048 Feb 15 13:56:06.594518 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (896637e7-a430-467d-bef7-a6885546e329), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:06.926667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (8080aba3-d328-419d-a642-c862b8b63224), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:06.981074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8080aba3-d328-419d-a642-c862b8b63224,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:07.062797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] Checking segment: {'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:07.063826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] Network hostable DHCP agents. Network: 91c78507-2bd2-49f7-ae98-81564612e885, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:56:07.102347 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] Network 91c78507-2bd2-49f7-ae98-81564612e885 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:56:07.119923 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 91c78507-2bd2-49f7-ae98-81564612e885) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:07.127105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5258687a-6c34-41bc-8f16-fdb99ce84124 None None] Network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:56:07.135639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:07.141357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:07.149762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-3e3b4ca0-fb96-467e-b31c-094f3f5eba95 service neutron] 10.222.0.72 "GET /v2.0/networks/b5c84835-0b0a-49b3-8b92-91b7dda0a2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206316 Feb 15 13:56:07.154677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0bc149-e95d-4467-bb70-0838ea8137b0 None None] Network 91c78507-2bd2-49f7-ae98-81564612e885 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:56:07.196928 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e4980928-2b99-488e-a2f7-b7bdea5932a2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7443097 Feb 15 13:56:07.199805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53732) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:07.204599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:07.260415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (ee9b36a9-8363-419c-8988-b18bea0a6556), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:07.260630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (ee9b36a9-8363-419c-8988-b18bea0a6556), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:07.382046 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Publish callbacks [] for router_controller (ee9b36a9-8363-419c-8988-b18bea0a6556), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:07.481400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6ff92870-bc55-4cd2-813a-1a17acfa5286 None None] Provisioning complete for port 83743600-7c11-471c-ae1e-602b71737d84 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:07.481776 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ff92870-bc55-4cd2-813a-1a17acfa5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (83743600-7c11-471c-ae1e-602b71737d84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:07.490801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] For port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:07.633574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-748b2ba8-ce35-4ef2-a68d-8ef0c6b2917a service neutron] 10.222.0.72 "GET /v2.0/networks/b5c84835-0b0a-49b3-8b92-91b7dda0a2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812965 Feb 15 13:56:07.642520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] For port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=642d0c3a-ffa4-4c02-acaa-b0cf43cb9804,segment=NetworkSegment(405be527-b23d-4139-9d3b-3736165e6b95),segment_id=405be527-b23d-4139-9d3b-3736165e6b95)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:56:07.667092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Publish callbacks [] for router_gateway (ee9b36a9-8363-419c-8988-b18bea0a6556), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:07.679483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 83743600-7c11-471c-ae1e-602b71737d84 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:07.688063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Pushing event updated for resources: {'Port': ['ID=896637e7-a430-467d-bef7-a6885546e329,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:07.756785 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:07.811876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d74b4-27d0-4ebf-bf96-712639827e6a req-c115b776-3a4e-40c9-80b8-1bb97f941421 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:07.830669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f10d74b4-27d0-4ebf-bf96-712639827e6a req-c115b776-3a4e-40c9-80b8-1bb97f941421 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.6587458 Feb 15 13:56:07.921372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Attempting to bind port 896637e7-a430-467d-bef7-a6885546e329 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:56:07.921789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Attempting to bind port 896637e7-a430-467d-bef7-a6885546e329 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:56:07.922310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Attempting to bind port 896637e7-a430-467d-bef7-a6885546e329 on network 6c7a4dea-9b1c-45ce-98f2-09854912c65b {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:07.954933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Port 896637e7-a430-467d-bef7-a6885546e329 on network 6c7a4dea-9b1c-45ce-98f2-09854912c65b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:56:07.957411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Attempting to bind port 896637e7-a430-467d-bef7-a6885546e329 on network 6c7a4dea-9b1c-45ce-98f2-09854912c65b {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:07.983519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-91c78507-2bd2-49f7-ae98-81564612e885', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:56:07.983892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:56:07.984152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Checking segment: {'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:07.984378 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:07.984568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Bound using segment: {'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:56:07.985063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Bound port: 896637e7-a430-467d-bef7-a6885546e329, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:56:07.985425 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (896637e7-a430-467d-bef7-a6885546e329), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:08.056897 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-256f0271-f3dd-4a37-b464-f1251caddf5f service neutron] 10.222.0.72 "GET /v2.0/networks/f1356db0-fa61-4a1f-beb0-bd4d3a858bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107182 Feb 15 13:56:08.110862 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Publish callbacks [] for router_gateway (ee9b36a9-8363-419c-8988-b18bea0a6556), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:08.206164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f10d74b4-27d0-4ebf-bf96-712639827e6a req-6e05a73d-b1db-4ff8-b85a-db37e8a3f7f5 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775029 Feb 15 13:56:08.214615 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:08.379578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] For port 896637e7-a430-467d-bef7-a6885546e329, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:08.435336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] For port 896637e7-a430-467d-bef7-a6885546e329, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=896637e7-a430-467d-bef7-a6885546e329,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:56:08.455831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-927663a2-c53d-4dcc-aa7a-cc67164e7b1a service neutron] 10.222.0.72 "GET /v2.0/networks/f1356db0-fa61-4a1f-beb0-bd4d3a858bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859465 Feb 15 13:56:08.471762 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (896637e7-a430-467d-bef7-a6885546e329), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:08.482263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6b901d43-61e8-4a99-a100-6a1fcfa69552 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:56:08.553332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6ff92870-bc55-4cd2-813a-1a17acfa5286 None None] Current status of the port 83743600-7c11-471c-ae1e-602b71737d84 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:08.553985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:08.554421 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ff92870-bc55-4cd2-813a-1a17acfa5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (83743600-7c11-471c-ae1e-602b71737d84), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:08.554617 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:08.556086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] 10.222.0.67 "PUT /v2.0/ports/896637e7-a430-467d-bef7-a6885546e329 HTTP/1.1" status: 200 len: 1092 time: 3.6228492 Feb 15 13:56:08.561448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'tag': '896637e7-a430-467d-bef7-a6885546e329'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:08.564222 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba20414-9aa6-4b95-9326-6884fd517a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a64bda-2d82-434f-b77f-c150390f10cf", "tag": "896637e7-a430-467d-bef7-a6885546e329"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:08.579649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Allocated IP 172.25.6.31 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/6c40dd0a-386d-4fac-b783-f1478c0046f1) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:08.603675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72669a-6c24-4b9d-a9c0-b019530340e3 service neutron] Pushing event updated for resources: {'Port': ['ID=896637e7-a430-467d-bef7-a6885546e329,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:08.616865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c470c-5b51-4cd5-9f01-89931f748286 req-654332fd-c94f-4344-a322-bb95d4c93be5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:08.629436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f9c470c-5b51-4cd5-9f01-89931f748286 req-654332fd-c94f-4344-a322-bb95d4c93be5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 943 time: 0.1696792 Feb 15 13:56:08.711359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f4cc6-70f0-4adc-894b-3c0ea90a64cf None None] Pushing event updated for resources: {'Port': ['ID=642d0c3a-ffa4-4c02-acaa-b0cf43cb9804,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:08.721272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f9c470c-5b51-4cd5-9f01-89931f748286 req-6ea8f5a7-cde4-4ae8-be23-ca5ebdcbf977 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860176 Feb 15 13:56:08.830536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-2d49bc2e-ae99-4a35-8480-58cbdb62c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:08.838095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-2d49bc2e-ae99-4a35-8480-58cbdb62c560 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1a40291f488648218df7665e0b98c961&device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 1126 time: 0.1968248 Feb 15 13:56:08.870514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Publish callbacks [] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:08.892424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Allocated IP 172.20.0.2 (91c78507-2bd2-49f7-ae98-81564612e885/8080aba3-d328-419d-a642-c862b8b63224/a863c50c-67b6-4602-9591-d0da2badfc1a) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:08.946251 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:08.986793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 83743600-7c11-471c-ae1e-602b71737d84 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:08.987332 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (83743600-7c11-471c-ae1e-602b71737d84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:08.993030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-96ea6e01-ad63-4a17-9695-6db5bfc18e82 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=896637e7-a430-467d-bef7-a6885546e329 HTTP/1.1" status: 200 len: 217 time: 0.1430173 Feb 15 13:56:08.999797 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c6d2e9-20a6-4159-9392-54a60eb4d7c0 x-openstack-request-id: req-92c6d2e9-20a6-4159-9392-54a60eb4d7c0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:09.002316 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a64bda-2d82-434f-b77f-c150390f10cf", "tag": "896637e7-a430-467d-bef7-a6885546e329", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:09.003024 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92c6d2e9-20a6-4159-9392-54a60eb4d7c0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:09.004160 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'tag': '896637e7-a430-467d-bef7-a6885546e329', 'status': 'completed', 'code': 200} Feb 15 13:56:09.042503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:09.083876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6ff92870-bc55-4cd2-813a-1a17acfa5286 None None] For port 83743600-7c11-471c-ae1e-602b71737d84, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=83743600-7c11-471c-ae1e-602b71737d84,segment=NetworkSegment(df18300a-9578-491f-8be3-7b74379d28cc),segment_id=df18300a-9578-491f-8be3-7b74379d28cc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:09.089149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:09.093515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:56:09.158168 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:56:09.214001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-379e542d-7848-4877-88c8-100c3c86481b req-796d407b-b61c-402a-896f-607fb9eb453b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 210 time: 0.2161176 Feb 15 13:56:09.248326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ff92870-bc55-4cd2-813a-1a17acfa5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (83743600-7c11-471c-ae1e-602b71737d84), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:09.319160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-52a3e02f-4399-4e75-99e8-7dbc45237792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:09.323661 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-52a3e02f-4399-4e75-99e8-7dbc45237792 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5 HTTP/1.1" status: 200 len: 861 time: 0.3151326 Feb 15 13:56:09.394727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-a7b45660-891f-425d-895b-6da91954060a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c7a4dea-9b1c-45ce-98f2-09854912c65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637779 Feb 15 13:56:09.486606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Pushing event updated for resources: {'Port': ['ID=6c40dd0a-386d-4fac-b783-f1478c0046f1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:09.523371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.526267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.526267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.526654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.527230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.527660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.530380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.530818 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.531755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.532123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.532665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.533063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.533456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:09.549265 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Publish callbacks [] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:09.730816 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:09.790292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de29a0-8863-40fb-8426-1c183bf6eed0 req-a8f27cbf-f893-4def-b098-596958fe46e6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:09.802761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7de29a0-8863-40fb-8426-1c183bf6eed0 req-a8f27cbf-f893-4def-b098-596958fe46e6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.3623760 Feb 15 13:56:09.842230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9ccc6fb9-2f52-4f93-85df-2024d57546c6 None None] Provisioning complete for port 83743600-7c11-471c-ae1e-602b71737d84 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:09.843367 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9ccc6fb9-2f52-4f93-85df-2024d57546c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (83743600-7c11-471c-ae1e-602b71737d84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:09.846578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-f178ef8a-d98d-4ff2-b501-8ac44ba1d562 service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445713 Feb 15 13:56:09.895720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Network 91c78507-2bd2-49f7-ae98-81564612e885 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:09.906292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:09.909909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:56:09.955272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845adec1-cd08-434d-8e91-893d48aabd6e None None] Network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:56:09.994886 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Publish callbacks [] for router_gateway (ee9b36a9-8363-419c-8988-b18bea0a6556), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:10.057079 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:10.119173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370e818b-83f1-4b9d-9eb9-8fffc83a17a7 req-16df3704-38b5-4591-8b3b-c2a4e82201b2 service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240901 Feb 15 13:56:10.177270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff92870-bc55-4cd2-813a-1a17acfa5286 None None] Pushing event updated for resources: {'Port': ['ID=83743600-7c11-471c-ae1e-602b71737d84,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:10.263518 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7de29a0-8863-40fb-8426-1c183bf6eed0 req-2291dd35-3799-4466-814b-50f730db4b00 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593763 Feb 15 13:56:10.272730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 83743600-7c11-471c-ae1e-602b71737d84 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:10.325473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14da57-7b3b-4abf-bc34-f12e4e65e09a req-daed7b03-f6c2-4b4a-9ccc-0516d10c109e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:10.333767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c14da57-7b3b-4abf-bc34-f12e4e65e09a req-daed7b03-f6c2-4b4a-9ccc-0516d10c109e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 943 time: 0.2061937 Feb 15 13:56:10.369804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20414-9aa6-4b95-9326-6884fd517a4e req-37273203-aaa8-4313-a56a-581ba4e73b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:10.371456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ba20414-9aa6-4b95-9326-6884fd517a4e req-37273203-aaa8-4313-a56a-581ba4e73b4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1a40291f488648218df7665e0b98c961&device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 1126 time: 0.1587307 Feb 15 13:56:10.434974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:10.441652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Attempting to bind port a863c50c-67b6-4602-9591-d0da2badfc1a on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:56:10.442725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Attempting to bind port a863c50c-67b6-4602-9591-d0da2badfc1a by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:56:10.443225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Attempting to bind port a863c50c-67b6-4602-9591-d0da2badfc1a on network 91c78507-2bd2-49f7-ae98-81564612e885 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:10.499898 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Pushing event updated for resources: {'Port': ['ID=a863c50c-67b6-4602-9591-d0da2badfc1a,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:10.502768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c14da57-7b3b-4abf-bc34-f12e4e65e09a req-7805f52c-dae7-4e82-8caf-88a15c9458e2 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640632 Feb 15 13:56:10.505232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:56:10.505767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Checking segment: {'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:10.506518 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:10.506614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Bound using segment: {'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:56:10.507267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Bound port: a863c50c-67b6-4602-9591-d0da2badfc1a, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:56:10.507720 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:10.539769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'mac_address': 'fa:16:3e:db:22:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:56:10.610627 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (ee9b36a9-8363-419c-8988-b18bea0a6556), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:10.772675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] For port a863c50c-67b6-4602-9591-d0da2badfc1a, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:10.814938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Router ee9b36a9-8363-419c-8988-b18bea0a6556 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:56:10.837078 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 83743600-7c11-471c-ae1e-602b71737d84 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:10.970819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] For port a863c50c-67b6-4602-9591-d0da2badfc1a, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a863c50c-67b6-4602-9591-d0da2badfc1a,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:56:10.983642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc6fb9-2f52-4f93-85df-2024d57546c6 None None] Current status of the port 83743600-7c11-471c-ae1e-602b71737d84 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:11.009993 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:11.079826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d9a62-accc-4098-8083-2a9f26786987 None None] Pushing event updated for resources: {'Port': ['ID=a863c50c-67b6-4602-9591-d0da2badfc1a,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:11.094524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6b901d43-61e8-4a99-a100-6a1fcfa69552 is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:11.095258 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:11.110067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:56:11.159338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b901d43-61e8-4a99-a100-6a1fcfa69552 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:11.167268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Sync routers for ids ['ee9b36a9-8363-419c-8988-b18bea0a6556'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:56:11.181211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 83743600-7c11-471c-ae1e-602b71737d84 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:11.189401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (83743600-7c11-471c-ae1e-602b71737d84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:11.266434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cad65ec7-ebda-4f4a-a184-a08dfd46d863 None None] Provisioning complete for port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:11.268434 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cad65ec7-ebda-4f4a-a184-a08dfd46d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:11.328654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Routers {'ee9b36a9-8363-419c-8988-b18bea0a6556'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:56:11.329359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:55:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ee9b36a9-8363-419c-8988-b18bea0a6556'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:11.338198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:11.383840 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:11.395212 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-866de27e-936b-4fc1-9b01-1f2342186f02 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.1942463 Feb 15 13:56:11.400561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53826) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:11.575185 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:12.241364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20414-9aa6-4b95-9326-6884fd517a4e req-fb8b793f-8347-4442-ba21-38682a8336c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:12.254656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ba20414-9aa6-4b95-9326-6884fd517a4e req-fb8b793f-8347-4442-ba21-38682a8336c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c7a4dea-9b1c-45ce-98f2-09854912c65b HTTP/1.1" status: 200 len: 922 time: 1.8574765 Feb 15 13:56:12.329341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['6b901d43-61e8-4a99-a100-6a1fcfa69552'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:56:12.378943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec5701f3-ef74-4c45-82de-0d59f0e20920 req-3e7b123c-ea4e-488b-9586-7879c11145a4 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 210 time: 1.8725564 Feb 15 13:56:12.422809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-b6df757e-3e8b-4ff0-a916-6717c32d755e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:12.455809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-b6df757e-3e8b-4ff0-a916-6717c32d755e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:12.457996 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-b6df757e-3e8b-4ff0-a916-6717c32d755e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "GET /v2.0/networks?id=b5c84835-0b0a-49b3-8b92-91b7dda0a2b6&id=f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 HTTP/1.1" status: 200 len: 1390 time: 1.2955656 Feb 15 13:56:12.477837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Set router ee9b36a9-8363-419c-8988-b18bea0a6556 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:56:12.511030 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'port': {'device_id': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6', 'admin_state_up': True, 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:12.543660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ba20414-9aa6-4b95-9326-6884fd517a4e req-be5b9a4d-ffe0-435b-8886-ec6e9aa7e755 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=896637e7-a430-467d-bef7-a6885546e329 HTTP/1.1" status: 200 len: 217 time: 0.1636443 Feb 15 13:56:12.660616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20414-9aa6-4b95-9326-6884fd517a4e req-7759cdc0-086d-4d7b-8a7e-c682905fdf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:12.662124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ba20414-9aa6-4b95-9326-6884fd517a4e req-7759cdc0-086d-4d7b-8a7e-c682905fdf34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5 HTTP/1.1" status: 200 len: 861 time: 0.1089718 Feb 15 13:56:12.718459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4df41-6114-4ad9-882d-af4b30440046 req-b4dd7e54-765a-4fc6-bfa8-6801ec89e4eb tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:12.726490 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afc4df41-6114-4ad9-882d-af4b30440046 req-b4dd7e54-765a-4fc6-bfa8-6801ec89e4eb tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.1518104 Feb 15 13:56:12.729734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ba20414-9aa6-4b95-9326-6884fd517a4e req-c1d7817f-32da-4045-9900-96bcad8f0c87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c7a4dea-9b1c-45ce-98f2-09854912c65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501747 Feb 15 13:56:12.743206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:12.746751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:12.848188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ba20414-9aa6-4b95-9326-6884fd517a4e req-73d340ac-7962-4e70-bb00-b6e1677dd512 service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104324 Feb 15 13:56:12.871739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cad65ec7-ebda-4f4a-a184-a08dfd46d863 None None] Current status of the port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:12.872451 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cad65ec7-ebda-4f4a-a184-a08dfd46d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:12.880846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:12.912572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Allocated IP 19.80.0.244 (b5c84835-0b0a-49b3-8b92-91b7dda0a2b6/51735d27-1a81-440d-99f1-6be419de26ec/a9b1de10-56f9-4185-8834-7f33a0ebfaf4) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:12.955209 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:13.004900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afc4df41-6114-4ad9-882d-af4b30440046 req-c5ff6c6e-fada-4aa8-a1b5-b52bec6afe3a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725961 Feb 15 13:56:13.049393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ba20414-9aa6-4b95-9326-6884fd517a4e req-8d689545-fce6-4aa7-b093-e8fc2e6ef971 service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939523 Feb 15 13:56:13.275881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cad65ec7-ebda-4f4a-a184-a08dfd46d863 None None] For port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=642d0c3a-ffa4-4c02-acaa-b0cf43cb9804,segment=NetworkSegment(405be527-b23d-4139-9d3b-3736165e6b95),segment_id=405be527-b23d-4139-9d3b-3736165e6b95)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:13.295862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 83743600-7c11-471c-ae1e-602b71737d84 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:13.297199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:13.348177 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cad65ec7-ebda-4f4a-a184-a08dfd46d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:13.365867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa22f4-fa37-4aab-bc12-8aaac3a5f1fb req-719d9a8a-5c09-4a31-9a85-4b87d70fda1e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:13.387953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aefa22f4-fa37-4aab-bc12-8aaac3a5f1fb req-719d9a8a-5c09-4a31-9a85-4b87d70fda1e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 943 time: 0.2627287 Feb 15 13:56:13.510976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aefa22f4-fa37-4aab-bc12-8aaac3a5f1fb req-0d600bb6-cea0-41e9-bc7d-a9557b631d10 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218760 Feb 15 13:56:13.528381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad65ec7-ebda-4f4a-a184-a08dfd46d863 None None] Pushing event updated for resources: {'Port': ['ID=642d0c3a-ffa4-4c02-acaa-b0cf43cb9804,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:13.681478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:09Z', 'revision_number': 3, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:13.693364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b50b91a0-e6c4-43c1-8aab-aaceb9a8ae9b None None] Provisioning complete for port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:13.694019 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b50b91a0-e6c4-43c1-8aab-aaceb9a8ae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:13.726461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdc8f840-0e1f-40ba-bcb8-dcc5d1dc90ba req-bfcf6974-ecae-4032-94b6-2daf23979ce5 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 210 time: 0.0663683 Feb 15 13:56:13.726651 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:13.745907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:13.745907 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:13.808420 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:13.854700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:13.858701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:13.864310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:56:13.895289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b85554-2732-4531-8cae-c7cfaaa72deb None None] Network 91c78507-2bd2-49f7-ae98-81564612e885 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:56:13.948644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Port': ['ID=a9b1de10-56f9-4185-8834-7f33a0ebfaf4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:13.966829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:13.973002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:14.080713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Checking router: ee9b36a9-8363-419c-8988-b18bea0a6556 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:56:14.081149 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Updating router ee9b36a9-8363-419c-8988-b18bea0a6556 port 6c40dd0a-386d-4fac-b783-f1478c0046f1 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:56:14.088468 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-6410b023-ca9e-48fd-b7fd-c57c083e8322 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5922151 Feb 15 13:56:14.112415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Request body: {'port': {'device_id': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7', 'admin_state_up': True, 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:14.175761 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:14.241663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5c880-b3d7-40e2-854f-5f556692609b req-035777cb-da36-48b5-882e-46908beb0779 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:14.247787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9e5c880-b3d7-40e2-854f-5f556692609b req-035777cb-da36-48b5-882e-46908beb0779 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.1096287 Feb 15 13:56:14.291000 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:14.310829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:14.406631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b50b91a0-e6c4-43c1-8aab-aaceb9a8ae9b None None] Current status of the port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:14.407566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9e5c880-b3d7-40e2-854f-5f556692609b req-2c8719cc-d83c-44f9-9f78-a046245179a3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431541 Feb 15 13:56:14.553788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Made reservation on behalf of 7164bc49ada84556acb519ebc3fc94d6 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:14.557452 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:14.804563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c62a-2628-42fe-99ad-f985625f9a4d req-df59bbba-0245-4e4f-8ff4-d25e41191d3a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:14.806535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0465c62a-2628-42fe-99ad-f985625f9a4d req-df59bbba-0245-4e4f-8ff4-d25e41191d3a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 943 time: 0.1506414 Feb 15 13:56:14.914768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0465c62a-2628-42fe-99ad-f985625f9a4d req-c83aa215-f679-48e1-a407-2e69d32c39bc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965142 Feb 15 13:56:14.951798 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Publish callbacks [] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:14.962204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 896637e7-a430-467d-bef7-a6885546e329 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:56:15.056904 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Allocated IP 172.20.0.1 (91c78507-2bd2-49f7-ae98-81564612e885/8080aba3-d328-419d-a642-c862b8b63224/ecbe1be4-1806-4fbf-84c4-003375093c5f) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:15.158468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 896637e7-a430-467d-bef7-a6885546e329, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=896637e7-a430-467d-bef7-a6885546e329,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:15.184529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91138965-bbe0-42ff-9457-9c8c1cf3ff8c req-6cb78466-68a2-4eff-8c7a-36122d70993c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:15.196825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91138965-bbe0-42ff-9457-9c8c1cf3ff8c req-6cb78466-68a2-4eff-8c7a-36122d70993c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 932 time: 0.1360333 Feb 15 13:56:15.199811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Allocated IP 19.86.0.186 (f1356db0-fa61-4a1f-beb0-bd4d3a858bc7/048fcae1-c828-4efc-bd51-24882661d605/f41a3fca-b2e1-413b-8a0d-b5beeb940dd5) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:15.211482 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '896637e7-a430-467d-bef7-a6885546e329', 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b', 'port_id': '896637e7-a430-467d-bef7-a6885546e329', 'mac_address': 'fa:16:3e:16:fa:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:56:15.219637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a863c50c-67b6-4602-9591-d0da2badfc1a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:15.238809 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:15.260721 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Publish callbacks [] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:15.307774 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91138965-bbe0-42ff-9457-9c8c1cf3ff8c req-16b0c8ef-58d7-4d01-9346-d22a2b108320 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098981 Feb 15 13:56:15.337989 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a150c8a4-2445-4398-9d38-6fa8d747818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:15.463617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a0f593d5-20a3-4191-9068-4d9b8bea2835 None None] Provisioning complete for port a863c50c-67b6-4602-9591-d0da2badfc1a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:15.464778 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0f593d5-20a3-4191-9068-4d9b8bea2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:15.536526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:15.567076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Attempting to bind port 6c40dd0a-386d-4fac-b783-f1478c0046f1 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:56:15.567713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Attempting to bind port 6c40dd0a-386d-4fac-b783-f1478c0046f1 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:56:15.568288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Attempting to bind port 6c40dd0a-386d-4fac-b783-f1478c0046f1 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:15.579849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c12cd-5d1a-4834-905b-32299e417d63 None None] Pushing event updated for resources: {'Port': ['ID=6c40dd0a-386d-4fac-b783-f1478c0046f1,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:15.586083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 896637e7-a430-467d-bef7-a6885546e329 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:15.586782 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (896637e7-a430-467d-bef7-a6885546e329), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:15.621974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:56:15.622752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:15.623412 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:15.624012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:56:15.624743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Bound port: 6c40dd0a-386d-4fac-b783-f1478c0046f1, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:56:15.625338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:15.699571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a047b3-f946-4647-ba46-e1709e4ffff6 req-6d03de64-259f-4b26-abb3-d3c46176f89f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:15.715894 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6a047b3-f946-4647-ba46-e1709e4ffff6 req-6d03de64-259f-4b26-abb3-d3c46176f89f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.1633279 Feb 15 13:56:15.725734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] For port 6c40dd0a-386d-4fac-b783-f1478c0046f1, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:15.729556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] For port 6c40dd0a-386d-4fac-b783-f1478c0046f1, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6c40dd0a-386d-4fac-b783-f1478c0046f1,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:56:15.753563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6b901d43-61e8-4a99-a100-6a1fcfa69552 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:15.792688 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:15.805232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Pushing event updated for resources: {'Port': ['ID=ecbe1be4-1806-4fbf-84c4-003375093c5f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:15.810767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Network 91c78507-2bd2-49f7-ae98-81564612e885 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:15.814962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:15.819399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:56:15.865680 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6a047b3-f946-4647-ba46-e1709e4ffff6 req-31f4c33e-6469-489b-9ad4-9ec7287c4de1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484637 Feb 15 13:56:15.873288 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:15.882825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896637e7-a430-467d-bef7-a6885546e329 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:15.902332 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (ee9b36a9-8363-419c-8988-b18bea0a6556), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:16.069321 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:16.145297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:16.151163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:16.166802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:56:16.238764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:16.239586 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:16.258708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a5841-8828-436c-a667-a2558a641d77 req-f771d242-f229-4863-9ac6-929cd90c6b53 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:16.268855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event updated for resources: {'Port': ['ID=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:16.270440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e4a5841-8828-436c-a667-a2558a641d77 req-f771d242-f229-4863-9ac6-929cd90c6b53 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 943 time: 0.2026658 Feb 15 13:56:16.320235 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-d33d82e3-76b5-42ec-9ed3-c4c862c97f89 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2129610 Feb 15 13:56:16.339115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Request body: {'port': {'device_id': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:16.424166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e4a5841-8828-436c-a667-a2558a641d77 req-6a967921-0b9b-4706-8704-d7e3018d4739 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527469 Feb 15 13:56:16.432680 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:16.674501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6d02c-5675-432f-b004-9debfce84632 req-4d20c86f-d22a-4405-a9fb-a342011dc318 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:16.681434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6d02c-5675-432f-b004-9debfce84632 req-4d20c86f-d22a-4405-a9fb-a342011dc318 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:16.689297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0f6d02c-5675-432f-b004-9debfce84632 req-4d20c86f-d22a-4405-a9fb-a342011dc318 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1655 time: 0.1152055 Feb 15 13:56:16.753558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0f6d02c-5675-432f-b004-9debfce84632 req-ce95b149-9741-4fb3-a3fb-07209c674fd7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594549 Feb 15 13:56:16.823743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:16.828914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a863c50c-67b6-4602-9591-d0da2badfc1a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:16.829548 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:16.832879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 896637e7-a430-467d-bef7-a6885546e329, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=896637e7-a430-467d-bef7-a6885546e329,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:16.924202 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (896637e7-a430-467d-bef7-a6885546e329), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:16.932401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a0f593d5-20a3-4191-9068-4d9b8bea2835 None None] Current status of the port a863c50c-67b6-4602-9591-d0da2badfc1a is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:16.932911 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0f593d5-20a3-4191-9068-4d9b8bea2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:17.001301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Routers {'ee9b36a9-8363-419c-8988-b18bea0a6556'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:56:17.002098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:55:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ee9b36a9-8363-419c-8988-b18bea0a6556'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:17.133861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b1de10-56f9-4185-8834-7f33a0ebfaf4 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:17.135178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a0f593d5-20a3-4191-9068-4d9b8bea2835 None None] For port a863c50c-67b6-4602-9591-d0da2badfc1a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a863c50c-67b6-4602-9591-d0da2badfc1a,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:17.145243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c12cd-5d1a-4834-905b-32299e417d63 None None] Pushing event updated for resources: {'Port': ['ID=6c40dd0a-386d-4fac-b783-f1478c0046f1,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:17.165494 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0f593d5-20a3-4191-9068-4d9b8bea2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:17.200559 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Publish callbacks [] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:17.206778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e09c28-75ff-4eb7-8cd4-92cf14f7eea3 req-1d2bebe8-4d0b-4256-ba49-5806f439dc99 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:17.244649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72e09c28-75ff-4eb7-8cd4-92cf14f7eea3 req-1d2bebe8-4d0b-4256-ba49-5806f439dc99 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 945 time: 0.2554603 Feb 15 13:56:17.292977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 6b901d43-61e8-4a99-a100-6a1fcfa69552 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:17.293355 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:17.350006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Transition to ACTIVE for port object a9b1de10-56f9-4185-8834-7f33a0ebfaf4 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:56:17.369513 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:17.400351 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c2b9ea89-e213-4334-a11f-c5065d4df134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:17.436444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a863c50c-67b6-4602-9591-d0da2badfc1a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:17.443272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:17.445937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['896637e7-a430-467d-bef7-a6885546e329'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:56:17.500381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a0f593d5-20a3-4191-9068-4d9b8bea2835 None None] Provisioning complete for port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:17.500775 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0f593d5-20a3-4191-9068-4d9b8bea2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:17.513430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72e09c28-75ff-4eb7-8cd4-92cf14f7eea3 req-50ddec4d-51a1-44fb-8d88-20ee3e59a408 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661650 Feb 15 13:56:17.544913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-8d61b05b-125e-4302-8223-87a1ec0ba217 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:17.546435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-8d61b05b-125e-4302-8223-87a1ec0ba217 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1128 time: 0.2383626 Feb 15 13:56:17.554816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Pushing event updated for resources: {'Port': ['ID=a9b1de10-56f9-4185-8834-7f33a0ebfaf4,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:17.570891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829064-15'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:17.736229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Publish callbacks [] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:17.741375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Attempting to bind port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:56:17.741814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Attempting to bind port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'df18300a-9578-491f-8be3-7b74379d28cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:56:17.742141 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Attempting to bind port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 on network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:17.750065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 on network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:56:17.750468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Attempting to bind port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 on network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:17.752700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:17.850809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] Set router ee9b36a9-8363-419c-8988-b18bea0a6556 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:56:17.851433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (ee9b36a9-8363-419c-8988-b18bea0a6556), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:18.039507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:56:18.039786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Checking segment: {'id': 'df18300a-9578-491f-8be3-7b74379d28cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:18.040227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Bound using segment: {'id': 'df18300a-9578-491f-8be3-7b74379d28cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:56:18.040871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Bound port: a9b1de10-56f9-4185-8834-7f33a0ebfaf4, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df18300a-9578-491f-8be3-7b74379d28cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:56:18.041008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:18.041103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=896637e7-a430-467d-bef7-a6885546e329,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:18.053973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Pushing event updated for resources: {'Port': ['ID=ecbe1be4-1806-4fbf-84c4-003375093c5f,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:18.074714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a434e0-d6cc-4103-9b13-36b17f8aa6fd req-eab520a8-36ca-4c68-90b1-3d0ae9241b8c tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:18.088634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63a434e0-d6cc-4103-9b13-36b17f8aa6fd req-eab520a8-36ca-4c68-90b1-3d0ae9241b8c tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 944 time: 0.3711932 Feb 15 13:56:18.101458 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:18.210530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a0f593d5-20a3-4191-9068-4d9b8bea2835 None None] Port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:56:18.285193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Network 91c78507-2bd2-49f7-ae98-81564612e885 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:18.290815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:18.303491 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] For port a9b1de10-56f9-4185-8834-7f33a0ebfaf4, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:18.307865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] For port a9b1de10-56f9-4185-8834-7f33a0ebfaf4, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9b1de10-56f9-4185-8834-7f33a0ebfaf4,segment=NetworkSegment(df18300a-9578-491f-8be3-7b74379d28cc),segment_id=df18300a-9578-491f-8be3-7b74379d28cc)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:56:18.414026 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:18.556508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6b901d43-61e8-4a99-a100-6a1fcfa69552 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:18.557175 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:18.599083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:18.599602 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:18.616995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Router ee9b36a9-8363-419c-8988-b18bea0a6556 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:56:18.631707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:18.632983 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:18.634679 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] 10.222.0.67 "PUT /v2.0/ports/a9b1de10-56f9-4185-8834-7f33a0ebfaf4 HTTP/1.1" status: 200 len: 1093 time: 2.3017569 Feb 15 13:56:18.655911 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:18.662395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d63cb24a-2713-45cb-af99-b7b059641c52,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:18.675895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'tag': 'a9b1de10-56f9-4185-8834-7f33a0ebfaf4'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:18.679279 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b078527-6fab-44a9-9e48-2de8763e4cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "tag": "a9b1de10-56f9-4185-8834-7f33a0ebfaf4"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:18.697801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6c55cbb4-3686-4742-9c35-8147a3d1caa1 None None] Provisioning complete for port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:18.698329 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c55cbb4-3686-4742-9c35-8147a3d1caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:18.715691 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Request body: {'port': {'device_id': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:18.722723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:18.782791 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Publish callbacks [] for port (d63cb24a-2713-45cb-af99-b7b059641c52), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:18.805834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63a434e0-d6cc-4103-9b13-36b17f8aa6fd req-e8a10ab2-032b-47f9-a5a1-94bb70222ea5 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7140667 Feb 15 13:56:18.806642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63cb24a-2713-45cb-af99-b7b059641c52'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:18.813889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f593d5-20a3-4191-9068-4d9b8bea2835 None None] Pushing event updated for resources: {'Port': ['ID=a863c50c-67b6-4602-9591-d0da2badfc1a,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:18.820245 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5993b43-5cb2-422a-9e88-2ee5ab326175" -d '{"events": [{"server_uuid": "6aec914a-19c8-4a1d-bd4a-a4ed826d3c09", "name": "network-vif-unplugged", "status": "completed", "tag": "d63cb24a-2713-45cb-af99-b7b059641c52"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:18.829571 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:18.853308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:18.861053 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350c2599-c48e-4e26-83f1-4f0389b768c5" -d '{"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-plugged", "status": "completed", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:18.972678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:18.975259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d63cb24a-2713-45cb-af99-b7b059641c52 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:56:18.991239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:56:19.008845 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d8b0880f-44af-41ed-9c48-f420a08f3172 admin admin] 10.222.0.72 "PUT /v2.0/routers/ee9b36a9-8363-419c-8988-b18bea0a6556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6055903 Feb 15 13:56:19.009583 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:19.009818 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:19.012409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6c55cbb4-3686-4742-9c35-8147a3d1caa1 None None] Port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:56:19.168111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Pushing event updated for resources: {'Port': ['ID=d63cb24a-2713-45cb-af99-b7b059641c52,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:19.232123 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:56:19.252575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.253245 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.253736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.254592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.256679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.257024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.257358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.258977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.259321 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.263780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.264179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.264575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.264844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:19.380486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on host n-h1-829064-15 for vnic_type normal with profile {"migrating_to": "n-h2-829064-15"} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:56:19.381008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:56:19.381183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:19.402410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6c55cbb4-3686-4742-9c35-8147a3d1caa1 None None] Provisioning complete for port ecbe1be4-1806-4fbf-84c4-003375093c5f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:19.402803 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c55cbb4-3686-4742-9c35-8147a3d1caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:19.410351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:56:19.410721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:19.423810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46e280-55a7-4b89-8c96-c61d79ecaa7f service neutron] Pushing event updated for resources: {'Port': ['ID=a9b1de10-56f9-4185-8834-7f33a0ebfaf4,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:19.436901 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df366a6-707d-48b0-84f1-ed203c879fd0 req-815c518a-39c3-4835-a5d6-f5a58bc282e0 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:19.453448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df366a6-707d-48b0-84f1-ed203c879fd0 req-815c518a-39c3-4835-a5d6-f5a58bc282e0 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:19.459109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:19.464311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0df366a6-707d-48b0-84f1-ed203c879fd0 req-815c518a-39c3-4835-a5d6-f5a58bc282e0 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1667 time: 0.4317536 Feb 15 13:56:19.482015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:56:19.482358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:19.482738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:56:19.488597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Bound port: d63cb24a-2713-45cb-af99-b7b059641c52, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:56:19.489008 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:19.522276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:19.630234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0df366a6-707d-48b0-84f1-ed203c879fd0 req-4a9661e0-1dc6-4a20-9bda-2439c18ca09b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544349 Feb 15 13:56:19.663558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6c55cbb4-3686-4742-9c35-8147a3d1caa1 None None] Port ecbe1be4-1806-4fbf-84c4-003375093c5f cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:56:19.665516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:19.685085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:19.685321 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Publish callbacks [] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:19.698320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on host n-h1-829064-15 for vnic_type normal with profile {"migrating_to": "n-h2-829064-15"} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:56:19.698704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:56:19.699121 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:19.713345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Transition to ACTIVE for port object f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:56:19.725678 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:19.762486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:56:19.763171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Attempting to bind port d63cb24a-2713-45cb-af99-b7b059641c52 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:19.799942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:56:19.800391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:19.801034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:56:19.801525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Bound port: d63cb24a-2713-45cb-af99-b7b059641c52, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:56:19.801931 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:19.832700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6c55cbb4-3686-4742-9c35-8147a3d1caa1 None None] Provisioning complete for port a863c50c-67b6-4602-9591-d0da2badfc1a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:19.833226 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c55cbb4-3686-4742-9c35-8147a3d1caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:19.862019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:19.866701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d63cb24a-2713-45cb-af99-b7b059641c52,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:56:19.885282 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:19.896300 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:19.897274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a863c50c-67b6-4602-9591-d0da2badfc1a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:19.906734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'ecbe1be4-1806-4fbf-84c4-003375093c5f', 'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'mac_address': 'fa:16:3e:22:d3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:14Z', 'updated_at': '2022-02-15T13:56:15Z', 'revision_number': 1, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'subnets': [{'id': '8080aba3-d328-419d-a642-c862b8b63224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:19.935583 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Pushing event updated for resources: {'Port': ['ID=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:19.975452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b47a97-ca74-4a20-b701-b79682160d22 None None] The sync data for ids ['ee9b36a9-8363-419c-8988-b18bea0a6556'] in n-d-829064-15 is: [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'ecbe1be4-1806-4fbf-84c4-003375093c5f', 'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'mac_address': 'fa:16:3e:22:d3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:14Z', 'updated_at': '2022-02-15T13:56:15Z', 'revision_number': 1, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'subnets': [{'id': '8080aba3-d328-419d-a642-c862b8b63224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:56:20.157020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:20.157841 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:20.159328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] 10.222.0.67 "PUT /v2.0/ports/d63cb24a-2713-45cb-af99-b7b059641c52 HTTP/1.1" status: 200 len: 1123 time: 2.5932813 Feb 15 13:56:20.163910 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Attempting to bind port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:56:20.164257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Attempting to bind port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '405be527-b23d-4139-9d3b-3736165e6b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:56:20.164583 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Attempting to bind port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 on network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:20.169093 n-d-829064-15 neutron-server[109973]: WARNING neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Concurrent port binding operations failed on port d63cb24a-2713-45cb-af99-b7b059641c52 Feb 15 13:56:20.174565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d63cb24a-2713-45cb-af99-b7b059641c52,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:20.178378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 on network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:56:20.178706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Attempting to bind port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 on network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:20.189598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:56:20.189943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Checking segment: {'id': '405be527-b23d-4139-9d3b-3736165e6b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:20.190331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Bound using segment: {'id': '405be527-b23d-4139-9d3b-3736165e6b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:56:20.192172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Bound port: f41a3fca-b2e1-413b-8a0d-b5beeb940dd5, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405be527-b23d-4139-9d3b-3736165e6b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:56:20.194881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:20.220176 n-d-829064-15 neutron-server[109973]: INFO neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Attempt 2 to bind port d63cb24a-2713-45cb-af99-b7b059641c52 Feb 15 13:56:20.221330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d63cb24a-2713-45cb-af99-b7b059641c52 has no active binding in host n-h2-829064-15 {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 13:56:20.237886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7e5bc-812e-47c7-b075-6ed726f8662d service neutron] Pushing event updated for resources: {'Port': ['ID=d63cb24a-2713-45cb-af99-b7b059641c52,revision_number=8']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:20.267117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41bbc-a0b8-4b21-9c99-838f4ac9e4f2 req-74678a5e-0193-485a-8b6b-aa7efa80606c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:20.271432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acd41bbc-a0b8-4b21-9c99-838f4ac9e4f2 req-74678a5e-0193-485a-8b6b-aa7efa80606c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 943 time: 0.1990545 Feb 15 13:56:20.327395 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:56:20.329028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['d63cb24a-2713-45cb-af99-b7b059641c52'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:56:20.356687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] For port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:20.356935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d63cb24a-2713-45cb-af99-b7b059641c52'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:56:20.365225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] For port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5,segment=NetworkSegment(405be527-b23d-4139-9d3b-3736165e6b95),segment_id=405be527-b23d-4139-9d3b-3736165e6b95)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:56:20.385192 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:20.402428 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acd41bbc-a0b8-4b21-9c99-838f4ac9e4f2 req-380236f8-a5b1-41fc-a290-d4480865e32e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233275 Feb 15 13:56:20.554942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:20.555571 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:20.556968 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] 10.222.0.67 "PUT /v2.0/ports/f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 HTTP/1.1" status: 200 len: 1093 time: 1.8603280 Feb 15 13:56:20.582008 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c3ad0d-3ce4-49db-a77d-6aa8af291457 x-openstack-request-id: req-a4c3ad0d-3ce4-49db-a77d-6aa8af291457 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:20.582361 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "tag": "a9b1de10-56f9-4185-8834-7f33a0ebfaf4", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:20.582545 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4c3ad0d-3ce4-49db-a77d-6aa8af291457 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:20.582985 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'tag': 'a9b1de10-56f9-4185-8834-7f33a0ebfaf4', 'status': 'completed', 'code': 200} Feb 15 13:56:20.617669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6c55cbb4-3686-4742-9c35-8147a3d1caa1 None None] Current status of the port a863c50c-67b6-4602-9591-d0da2badfc1a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:20.642330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a863c50c-67b6-4602-9591-d0da2badfc1a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:20.643160 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:20.680479 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e221e6-3a20-4521-905a-d3259cc95804 x-openstack-request-id: req-e6e221e6-3a20-4521-905a-d3259cc95804 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:20.680884 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aec914a-19c8-4a1d-bd4a-a4ed826d3c09", "name": "network-vif-unplugged", "status": "completed", "tag": "d63cb24a-2713-45cb-af99-b7b059641c52", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:20.681237 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e6e221e6-3a20-4521-905a-d3259cc95804 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:20.681770 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63cb24a-2713-45cb-af99-b7b059641c52', 'code': 200} Feb 15 13:56:20.781005 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00856df-704c-4baf-9925-fbe5bf301f3d x-openstack-request-id: req-c00856df-704c-4baf-9925-fbe5bf301f3d {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:20.781301 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-plugged", "status": "completed", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:20.781585 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c00856df-704c-4baf-9925-fbe5bf301f3d {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:20.781943 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'code': 200} Feb 15 13:56:20.793987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5573f-163e-441f-973f-a2e21694961d service neutron] Pushing event updated for resources: {'Port': ['ID=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:20.871996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b078527-6fab-44a9-9e48-2de8763e4cfe req-86c073b1-5d6b-4e31-86ee-9d2d22928df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:20.872630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b078527-6fab-44a9-9e48-2de8763e4cfe req-86c073b1-5d6b-4e31-86ee-9d2d22928df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:20.884345 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b078527-6fab-44a9-9e48-2de8763e4cfe req-86c073b1-5d6b-4e31-86ee-9d2d22928df1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7164bc49ada84556acb519ebc3fc94d6&device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 2045 time: 0.2885051 Feb 15 13:56:21.380054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 896637e7-a430-467d-bef7-a6885546e329 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:21.402179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b078527-6fab-44a9-9e48-2de8763e4cfe req-dba7ab56-a83f-448f-aab2-6614cf1b2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:21.403203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b078527-6fab-44a9-9e48-2de8763e4cfe req-dba7ab56-a83f-448f-aab2-6614cf1b2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:21.404266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b078527-6fab-44a9-9e48-2de8763e4cfe req-dba7ab56-a83f-448f-aab2-6614cf1b2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:21.406283 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b078527-6fab-44a9-9e48-2de8763e4cfe req-dba7ab56-a83f-448f-aab2-6614cf1b2e12 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7164bc49ada84556acb519ebc3fc94d6&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5110512 Feb 15 13:56:21.495491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6a21df93-37d1-451d-9d3a-cd85d9f84048 None None] Provisioning complete for port ecbe1be4-1806-4fbf-84c4-003375093c5f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:21.495984 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a21df93-37d1-451d-9d3a-cd85d9f84048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:21.552466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6a21df93-37d1-451d-9d3a-cd85d9f84048 None None] Port ecbe1be4-1806-4fbf-84c4-003375093c5f cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:56:21.613773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a863c50c-67b6-4602-9591-d0da2badfc1a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:21.617821 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:21.648345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 896637e7-a430-467d-bef7-a6885546e329 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:56:21.654314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 896637e7-a430-467d-bef7-a6885546e329 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:21.654774 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (896637e7-a430-467d-bef7-a6885546e329), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:21.955609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 896637e7-a430-467d-bef7-a6885546e329 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:21.956037 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (896637e7-a430-467d-bef7-a6885546e329), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:21.992318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6c40dd0a-386d-4fac-b783-f1478c0046f1 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:22.152484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 896637e7-a430-467d-bef7-a6885546e329, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=896637e7-a430-467d-bef7-a6885546e329,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:22.172258 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (896637e7-a430-467d-bef7-a6885546e329), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:22.290801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=896637e7-a430-467d-bef7-a6885546e329,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:22.310748 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.311145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.311498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.311841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.312180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.312519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.312850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.313180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.313511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.313841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.314171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.314499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.314824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:22.345222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6c40dd0a-386d-4fac-b783-f1478c0046f1 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:22.345616 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:22.537540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b078527-6fab-44a9-9e48-2de8763e4cfe req-d26d98bc-73aa-4cef-ad9d-d5b8ccafae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:22.542647 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b078527-6fab-44a9-9e48-2de8763e4cfe req-d26d98bc-73aa-4cef-ad9d-d5b8ccafae1f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1272423 Feb 15 13:56:22.568354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6c40dd0a-386d-4fac-b783-f1478c0046f1 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:22.568354 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:22.583904 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'tag': 'f41a3fca-b2e1-413b-8a0d-b5beeb940dd5'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:22.586678 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "tag": "f41a3fca-b2e1-413b-8a0d-b5beeb940dd5"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:22.599586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 6c40dd0a-386d-4fac-b783-f1478c0046f1, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6c40dd0a-386d-4fac-b783-f1478c0046f1,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:22.608510 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:22.683048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'tag': 'd63cb24a-2713-45cb-af99-b7b059641c52'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:22.685364 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e849b3-a71d-4ece-9bbb-6d11f54ca2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6aec914a-19c8-4a1d-bd4a-a4ed826d3c09", "tag": "d63cb24a-2713-45cb-af99-b7b059641c52"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:22.705547 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-17619cfc-e8dc-492c-9a58-93ea345f19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:22.709260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-17619cfc-e8dc-492c-9a58-93ea345f19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:22.709260 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-17619cfc-e8dc-492c-9a58-93ea345f19c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7164bc49ada84556acb519ebc3fc94d6&device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 2045 time: 0.1091540 Feb 15 13:56:22.712546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=6c40dd0a-386d-4fac-b783-f1478c0046f1,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:22.781023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-33b050bf-edd4-4dab-a678-7c53be680fda service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=a9b1de10-56f9-4185-8834-7f33a0ebfaf4 HTTP/1.1" status: 200 len: 217 time: 0.0635540 Feb 15 13:56:22.783253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896637e7-a430-467d-bef7-a6885546e329'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:22.786338 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce314152-4b42-45df-9d69-8c02ddfd17f1" -d '{"events": [{"server_uuid": "a5a64bda-2d82-434f-b77f-c150390f10cf", "name": "network-vif-plugged", "status": "completed", "tag": "896637e7-a430-467d-bef7-a6885546e329"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:22.877524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-a1b9d047-84fb-4b8e-bfc9-2c847dfde3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:22.883894 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-a1b9d047-84fb-4b8e-bfc9-2c847dfde3c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=51735d27-1a81-440d-99f1-6be419de26ec HTTP/1.1" status: 200 len: 801 time: 0.0855927 Feb 15 13:56:23.048149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-3495358b-b469-41e5-a486-a207468abc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:23.051744 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-3495358b-b469-41e5-a486-a207468abc42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5c84835-0b0a-49b3-8b92-91b7dda0a2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1614058 Feb 15 13:56:23.234729 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-617eb36f-3518-48a9-b3a1-817b194ebe48 service neutron] 10.222.0.67 "GET /v2.0/networks/b5c84835-0b0a-49b3-8b92-91b7dda0a2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753747 Feb 15 13:56:23.382769 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-dbfd0127-b5ba-4850-a576-a54df5a29a81 service neutron] 10.222.0.67 "GET /v2.0/networks/b5c84835-0b0a-49b3-8b92-91b7dda0a2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383839 Feb 15 13:56:23.452570 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-a0a4e927-9087-4fb4-a0e8-6353962badb5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 HTTP/1.1" status: 200 len: 217 time: 0.0605431 Feb 15 13:56:23.564908 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-8a20a4a0-83cc-4a96-a699-8353d661406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:23.568098 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-8a20a4a0-83cc-4a96-a699-8353d661406e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=048fcae1-c828-4efc-bd51-24882661d605 HTTP/1.1" status: 200 len: 801 time: 0.1089976 Feb 15 13:56:23.651495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-c870e135-fbb8-4e3f-9b67-72174def793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:23.659730 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-c870e135-fbb8-4e3f-9b67-72174def793b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f1356db0-fa61-4a1f-beb0-bd4d3a858bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0740094 Feb 15 13:56:23.832932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6c40dd0a-386d-4fac-b783-f1478c0046f1 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:23.952804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6c40dd0a-386d-4fac-b783-f1478c0046f1 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:23.953472 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:23.973206 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-0b18e696-eaab-4e83-a204-5f073555eb75 service neutron] 10.222.0.67 "GET /v2.0/networks/f1356db0-fa61-4a1f-beb0-bd4d3a858bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097544 Feb 15 13:56:24.089950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6c40dd0a-386d-4fac-b783-f1478c0046f1 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:24.157410 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Sync routers for ids ['ee9b36a9-8363-419c-8988-b18bea0a6556'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:56:24.163601 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d3e7f4-5980-43e2-b597-e8448c8ccf2b req-2f767300-1216-4127-a7a9-d6a0638a4f5c service neutron] 10.222.0.67 "GET /v2.0/networks/f1356db0-fa61-4a1f-beb0-bd4d3a858bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850019 Feb 15 13:56:24.173957 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Routers {'ee9b36a9-8363-419c-8988-b18bea0a6556'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:56:24.174589 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:56:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ee9b36a9-8363-419c-8988-b18bea0a6556'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:24.443442 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Set router ee9b36a9-8363-419c-8988-b18bea0a6556 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:56:24.732768 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'ecbe1be4-1806-4fbf-84c4-003375093c5f', 'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'mac_address': 'fa:16:3e:22:d3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:14Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 2, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'subnets': [{'id': '8080aba3-d328-419d-a642-c862b8b63224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:24.763780 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Checking router: ee9b36a9-8363-419c-8988-b18bea0a6556 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:56:24.764140 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Updating router ee9b36a9-8363-419c-8988-b18bea0a6556 port ecbe1be4-1806-4fbf-84c4-003375093c5f binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:56:24.811384 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:25.164183 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Publish callbacks [] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:25.196600 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:25.286022 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Pushing event updated for resources: {'Port': ['ID=ecbe1be4-1806-4fbf-84c4-003375093c5f,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:25.298935 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.299299 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.299624 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.300940 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.301284 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.301614 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.301998 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.302265 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.302587 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.303195 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.303527 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.303853 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.304180 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:56:25.413215 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Attempting to bind port ecbe1be4-1806-4fbf-84c4-003375093c5f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:56:25.413581 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Attempting to bind port ecbe1be4-1806-4fbf-84c4-003375093c5f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:56:25.413940 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Attempting to bind port ecbe1be4-1806-4fbf-84c4-003375093c5f on network 91c78507-2bd2-49f7-ae98-81564612e885 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:25.419909 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:56:25.420283 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Checking segment: {'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:25.420682 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:25.421214 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Bound using segment: {'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:56:25.421694 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Bound port: ecbe1be4-1806-4fbf-84c4-003375093c5f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:56:25.422070 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:25.524395 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] For port ecbe1be4-1806-4fbf-84c4-003375093c5f, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:25.529175 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] For port ecbe1be4-1806-4fbf-84c4-003375093c5f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ecbe1be4-1806-4fbf-84c4-003375093c5f,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:56:25.540359 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:25.600465 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Routers {'ee9b36a9-8363-419c-8988-b18bea0a6556'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:56:25.601104 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:56:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ee9b36a9-8363-419c-8988-b18bea0a6556'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:25.690063 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f2838-269a-4e13-ae5d-3245c09de7ac None None] Pushing event updated for resources: {'Port': ['ID=ecbe1be4-1806-4fbf-84c4-003375093c5f,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:25.700927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4dff650a-009c-44fe-a77f-c64f645546a7 None None] Provisioning complete for port ecbe1be4-1806-4fbf-84c4-003375093c5f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:25.702233 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4dff650a-009c-44fe-a77f-c64f645546a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:25.760872 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] Set router ee9b36a9-8363-419c-8988-b18bea0a6556 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:56:25.870696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ecbe1be4-1806-4fbf-84c4-003375093c5f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:25.923850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4dff650a-009c-44fe-a77f-c64f645546a7 None None] Current status of the port ecbe1be4-1806-4fbf-84c4-003375093c5f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:25.924524 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4dff650a-009c-44fe-a77f-c64f645546a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:25.984076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4dff650a-009c-44fe-a77f-c64f645546a7 None None] For port ecbe1be4-1806-4fbf-84c4-003375093c5f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ecbe1be4-1806-4fbf-84c4-003375093c5f,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:25.993179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ecbe1be4-1806-4fbf-84c4-003375093c5f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:25.994529 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:26.001529 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4dff650a-009c-44fe-a77f-c64f645546a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:26.119173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff650a-009c-44fe-a77f-c64f645546a7 None None] Pushing event updated for resources: {'Port': ['ID=ecbe1be4-1806-4fbf-84c4-003375093c5f,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:26.145331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-98e07d13-cd87-4ba9-8b8c-996cf41f25f5 None None] Provisioning complete for port ecbe1be4-1806-4fbf-84c4-003375093c5f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:26.145865 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-98e07d13-cd87-4ba9-8b8c-996cf41f25f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:26.157091 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'ecbe1be4-1806-4fbf-84c4-003375093c5f', 'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'mac_address': 'fa:16:3e:22:d3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:14Z', 'updated_at': '2022-02-15T13:56:25Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'subnets': [{'id': '8080aba3-d328-419d-a642-c862b8b63224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:26.183901 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f357d0e-a84f-4cf2-b3bf-c6fe6152afdb None None] The sync data for ids ['ee9b36a9-8363-419c-8988-b18bea0a6556'] in n-d-829064-15 is: [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'ecbe1be4-1806-4fbf-84c4-003375093c5f', 'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'mac_address': 'fa:16:3e:22:d3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:14Z', 'updated_at': '2022-02-15T13:56:25Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'subnets': [{'id': '8080aba3-d328-419d-a642-c862b8b63224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:56:26.237072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ecbe1be4-1806-4fbf-84c4-003375093c5f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:26.304410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-98e07d13-cd87-4ba9-8b8c-996cf41f25f5 None None] Current status of the port ecbe1be4-1806-4fbf-84c4-003375093c5f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:26.630550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-8c2641cb-ddfc-4bd1-8201-5658eb8e3799 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:26.637348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-8c2641cb-ddfc-4bd1-8201-5658eb8e3799 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/networks?id=91c78507-2bd2-49f7-ae98-81564612e885 HTTP/1.1" status: 200 len: 829 time: 0.2326083 Feb 15 13:56:26.662627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-d5f3eb20-f8a6-4f61-a21b-1a632fb1b81e tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/quotas/3fee703dc2d34ac7ae8a83d1681b1b7b HTTP/1.1" status: 200 len: 375 time: 0.0242136 Feb 15 13:56:26.738534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfe422-5b80-41ae-b74a-34d23d410eae req-e550fb62-b9fc-44f6-9079-66c0a4609bcb tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:26.740476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acdfe422-5b80-41ae-b74a-34d23d410eae req-e550fb62-b9fc-44f6-9079-66c0a4609bcb tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 945 time: 0.2170160 Feb 15 13:56:26.788251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-f82d1e0f-32c4-45d5-96e0-ab699990f89f tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3fee703dc2d34ac7ae8a83d1681b1b7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1246402 Feb 15 13:56:26.913356 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acdfe422-5b80-41ae-b74a-34d23d410eae req-608fc11d-a9c1-4838-99a8-5603462c08bb tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566494 Feb 15 13:56:26.978510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-6d01d608-2732-44bd-b5a6-a7be828fa1de service neutron] 10.222.0.72 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893799 Feb 15 13:56:27.006961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a9b1de10-56f9-4185-8834-7f33a0ebfaf4 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:56:27.143270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-2671af92-2d23-433c-a0ee-ae65cea24b86 service neutron] 10.222.0.72 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591887 Feb 15 13:56:27.265095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a9b1de10-56f9-4185-8834-7f33a0ebfaf4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9b1de10-56f9-4185-8834-7f33a0ebfaf4,segment=NetworkSegment(df18300a-9578-491f-8be3-7b74379d28cc),segment_id=df18300a-9578-491f-8be3-7b74379d28cc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:27.302345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'a9b1de10-56f9-4185-8834-7f33a0ebfaf4', 'network_id': 'b5c84835-0b0a-49b3-8b92-91b7dda0a2b6', 'port_id': 'a9b1de10-56f9-4185-8834-7f33a0ebfaf4', 'mac_address': 'fa:16:3e:3a:f5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51735d27-1a81-440d-99f1-6be419de26ec', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:56:27.321525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5a245-e842-4bad-9d64-a40d45888d49 req-660a9f19-2aff-4a8e-949b-246f4c00042c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:27.330301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5a245-e842-4bad-9d64-a40d45888d49 req-660a9f19-2aff-4a8e-949b-246f4c00042c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:27.332799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7b5a245-e842-4bad-9d64-a40d45888d49 req-660a9f19-2aff-4a8e-949b-246f4c00042c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1679 time: 0.1209426 Feb 15 13:56:27.424222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:27.426481 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:27.462436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b1de10-56f9-4185-8834-7f33a0ebfaf4 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:27.513293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7b5a245-e842-4bad-9d64-a40d45888d49 req-5199003e-2014-4cb5-adb5-902a9ecd4786 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513152 Feb 15 13:56:27.521015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a9b1de10-56f9-4185-8834-7f33a0ebfaf4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9b1de10-56f9-4185-8834-7f33a0ebfaf4,segment=NetworkSegment(df18300a-9578-491f-8be3-7b74379d28cc),segment_id=df18300a-9578-491f-8be3-7b74379d28cc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:27.536581 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:27.694177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfcdc6-8c7a-408f-8bcb-2f24788f3d87 req-1b6bbd17-ad60-4af8-83f1-4b423e0aa6d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:27.695886 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ebfcdc6-8c7a-408f-8bcb-2f24788f3d87 req-1b6bbd17-ad60-4af8-83f1-4b423e0aa6d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 943 time: 0.0926950 Feb 15 13:56:27.697054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a9b1de10-56f9-4185-8834-7f33a0ebfaf4,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:27.717661 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8092a286-65af-4499-a0df-279204354a44 x-openstack-request-id: req-8092a286-65af-4499-a0df-279204354a44 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:27.718205 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "tag": "f41a3fca-b2e1-413b-8a0d-b5beeb940dd5", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:27.718205 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8092a286-65af-4499-a0df-279204354a44 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:27.718604 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'tag': 'f41a3fca-b2e1-413b-8a0d-b5beeb940dd5', 'status': 'completed', 'code': 200} Feb 15 13:56:27.807573 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a5afd3-29a6-483c-86f9-1476232ab2a3 x-openstack-request-id: req-b0a5afd3-29a6-483c-86f9-1476232ab2a3 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:27.808154 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aec914a-19c8-4a1d-bd4a-a4ed826d3c09", "tag": "d63cb24a-2713-45cb-af99-b7b059641c52", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:27.810305 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0a5afd3-29a6-483c-86f9-1476232ab2a3 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:27.811092 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'tag': 'd63cb24a-2713-45cb-af99-b7b059641c52', 'status': 'completed', 'code': 200} Feb 15 13:56:27.821384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ebfcdc6-8c7a-408f-8bcb-2f24788f3d87 req-5a68c273-a510-4480-84ac-f78778230a55 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175709 Feb 15 13:56:27.854737 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63122108-c81d-43d6-b6a5-51321c902cc9 x-openstack-request-id: req-63122108-c81d-43d6-b6a5-51321c902cc9 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:27.855289 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a64bda-2d82-434f-b77f-c150390f10cf", "name": "network-vif-plugged", "status": "completed", "tag": "896637e7-a430-467d-bef7-a6885546e329", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:27.855730 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-63122108-c81d-43d6-b6a5-51321c902cc9 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:27.856335 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896637e7-a430-467d-bef7-a6885546e329', 'code': 200} Feb 15 13:56:27.885800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ecbe1be4-1806-4fbf-84c4-003375093c5f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:27.983151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['a9b1de10-56f9-4185-8834-7f33a0ebfaf4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:56:27.988713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-ccdae6c4-765e-4429-8e30-98ee3a5c105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:27.989184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-ccdae6c4-765e-4429-8e30-98ee3a5c105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:27.990791 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-ccdae6c4-765e-4429-8e30-98ee3a5c105b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7164bc49ada84556acb519ebc3fc94d6&device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 2046 time: 0.2328541 Feb 15 13:56:28.057366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f4a3fc2-0379-4696-98ce-aaaf413c840c req-8bbc1f37-ab57-4833-b0b0-73b2d8ffff30 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 210 time: 0.0365093 Feb 15 13:56:28.079530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eefdf-bbb3-42e8-9775-2f30b24bc8b4 req-60f047d0-04d2-437d-b412-56e2fba654ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:28.084160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-339eefdf-bbb3-42e8-9775-2f30b24bc8b4 req-60f047d0-04d2-437d-b412-56e2fba654ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 1128 time: 0.1267464 Feb 15 13:56:28.090457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ecbe1be4-1806-4fbf-84c4-003375093c5f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:28.093095 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:28.183523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-339eefdf-bbb3-42e8-9775-2f30b24bc8b4 req-41aa266b-bab6-4f20-89ec-f35a0e1bab1a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915830 Feb 15 13:56:28.266059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e849b3-a71d-4ece-9bbb-6d11f54ca2bd req-24e4a02e-2769-4615-8304-59a27a6acab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:28.266629 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a0e849b3-a71d-4ece-9bbb-6d11f54ca2bd req-24e4a02e-2769-4615-8304-59a27a6acab3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 1157 time: 0.4265621 Feb 15 13:56:28.292510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ecbe1be4-1806-4fbf-84c4-003375093c5f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:28.398083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fa66b-f491-46ac-b444-121e480c4dd1 req-d7a4f9c9-88cb-404c-b9e3-ab3987859829 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:28.405333 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d92fa66b-f491-46ac-b444-121e480c4dd1 req-d7a4f9c9-88cb-404c-b9e3-ab3987859829 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 946 time: 0.1548126 Feb 15 13:56:28.448550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-d7422203-0150-4875-8108-dde1e4d1b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:28.452521 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-d7422203-0150-4875-8108-dde1e4d1b23d service neutron] 10.222.0.67 "GET /v2.0/networks?id=f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 HTTP/1.1" status: 200 len: 902 time: 0.4464762 Feb 15 13:56:28.471278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d92fa66b-f491-46ac-b444-121e480c4dd1 req-a90868de-65a6-4bbc-b797-2d72a0952e81 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648501 Feb 15 13:56:28.498696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fcd9f-2ae6-4769-a947-be8afbe68c09 req-2675d276-8896-4b61-bad4-8b826ec7b3f8 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:28.513202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-682fcd9f-2ae6-4769-a947-be8afbe68c09 req-2675d276-8896-4b61-bad4-8b826ec7b3f8 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 945 time: 0.2254601 Feb 15 13:56:28.578545 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-ad89e48f-28cb-455f-b1c1-0cc5cd916826 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 HTTP/1.1" status: 200 len: 217 time: 0.1123211 Feb 15 13:56:28.608541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-682fcd9f-2ae6-4769-a947-be8afbe68c09 req-feabc63a-ea9f-445c-af37-156be267d467 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899053 Feb 15 13:56:28.737837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-a3cb8f17-1305-48a5-aa1d-1891700c0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:28.739822 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-a3cb8f17-1305-48a5-aa1d-1891700c0d5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=048fcae1-c828-4efc-bd51-24882661d605 HTTP/1.1" status: 200 len: 801 time: 0.1475773 Feb 15 13:56:28.757214 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e849b3-a71d-4ece-9bbb-6d11f54ca2bd req-112b3be2-8a23-471d-b04d-1ab7932196e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:28.758677 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a0e849b3-a71d-4ece-9bbb-6d11f54ca2bd req-112b3be2-8a23-471d-b04d-1ab7932196e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.4817591 Feb 15 13:56:28.854591 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444be4e-f8da-4cd7-af06-c111f097a741 req-88fb416a-ceb6-42af-8987-183bc8456f4c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:28.862467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444be4e-f8da-4cd7-af06-c111f097a741 req-88fb416a-ceb6-42af-8987-183bc8456f4c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:28.871271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8444be4e-f8da-4cd7-af06-c111f097a741 req-88fb416a-ceb6-42af-8987-183bc8456f4c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1680 time: 0.1281242 Feb 15 13:56:28.927486 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a0e849b3-a71d-4ece-9bbb-6d11f54ca2bd req-814f3f72-9356-4169-a004-ae1745829843 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d63cb24a-2713-45cb-af99-b7b059641c52 HTTP/1.1" status: 200 len: 217 time: 0.1319361 Feb 15 13:56:28.934713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8444be4e-f8da-4cd7-af06-c111f097a741 req-cc5caf82-a8da-4e9b-b9ae-0056fa1517cf tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570908 Feb 15 13:56:29.031677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:56:29.066564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e849b3-a71d-4ece-9bbb-6d11f54ca2bd req-3f8d07d3-78d9-4fc8-b539-2f5323017c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:29.068363 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a0e849b3-a71d-4ece-9bbb-6d11f54ca2bd req-3f8d07d3-78d9-4fc8-b539-2f5323017c43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.1287763 Feb 15 13:56:29.071801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-42f65bc2-54fa-4501-8e2c-5f81d29a1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:29.076792 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-42f65bc2-54fa-4501-8e2c-5f81d29a1b5e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f1356db0-fa61-4a1f-beb0-bd4d3a858bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3164058 Feb 15 13:56:29.137907 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a0e849b3-a71d-4ece-9bbb-6d11f54ca2bd req-12d99482-7eb1-4f11-b01b-46f2dde9578a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600004 Feb 15 13:56:29.243005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2824d84-b67b-45a0-bcba-7b91015ed2ab req-5119e512-ef6f-42e8-8cf3-c64070644695 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:29.245794 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2824d84-b67b-45a0-bcba-7b91015ed2ab req-5119e512-ef6f-42e8-8cf3-c64070644695 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 943 time: 0.1653848 Feb 15 13:56:29.266331 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-847059a9-9408-468d-9666-dddd5fb10c41 service neutron] 10.222.0.67 "GET /v2.0/networks/f1356db0-fa61-4a1f-beb0-bd4d3a858bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263604 Feb 15 13:56:29.286691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5,segment=NetworkSegment(405be527-b23d-4139-9d3b-3736165e6b95),segment_id=405be527-b23d-4139-9d3b-3736165e6b95)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:29.338591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'f41a3fca-b2e1-413b-8a0d-b5beeb940dd5', 'network_id': 'f1356db0-fa61-4a1f-beb0-bd4d3a858bc7', 'port_id': 'f41a3fca-b2e1-413b-8a0d-b5beeb940dd5', 'mac_address': 'fa:16:3e:37:b7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048fcae1-c828-4efc-bd51-24882661d605', 'ip_address': '19.86.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:56:29.391978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d367d7f2-6cb8-4db6-a6d7-ac3b1965c5f9 req-91b8ecb0-92b8-4793-879c-c5d5f96fe064 service neutron] 10.222.0.67 "GET /v2.0/networks/f1356db0-fa61-4a1f-beb0-bd4d3a858bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109354 Feb 15 13:56:29.402718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2824d84-b67b-45a0-bcba-7b91015ed2ab req-10c2b3ae-022b-4583-8f9c-ac9fb7675c0e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426475 Feb 15 13:56:29.536211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:29.536620 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:29.537813 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a0e849b3-a71d-4ece-9bbb-6d11f54ca2bd req-8e7e9524-a5c9-427c-a703-9b27b6c79a03 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856157 Feb 15 13:56:29.589864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:29.667941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5,segment=NetworkSegment(405be527-b23d-4139-9d3b-3736165e6b95),segment_id=405be527-b23d-4139-9d3b-3736165e6b95)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:29.679006 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:29.686170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f72b1cde-9443-495f-9e73-16481459938e req-994318d2-2774-46be-9405-f0d2f274c5ab tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 210 time: 0.1433868 Feb 15 13:56:29.837299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:29.864772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-8586c46b-dcc6-499f-a3df-201d4638ed93 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:29.866326 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-8586c46b-dcc6-499f-a3df-201d4638ed93 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.42 "GET /v2.0/networks?id=91c78507-2bd2-49f7-ae98-81564612e885 HTTP/1.1" status: 200 len: 829 time: 0.4428015 Feb 15 13:56:29.888172 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a0e849b3-a71d-4ece-9bbb-6d11f54ca2bd req-2e914d0f-6971-47e3-9c68-715021355117 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401687 Feb 15 13:56:29.945180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Request body: {'port': {'device_id': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'admin_state_up': True, 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:30.086938 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['f41a3fca-b2e1-413b-8a0d-b5beeb940dd5'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:56:30.111304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeb070-f520-4602-b999-24fa7d382f2c req-277d7b68-1100-4979-8446-e96762041fd2 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:30.113970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8adeb070-f520-4602-b999-24fa7d382f2c req-277d7b68-1100-4979-8446-e96762041fd2 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 945 time: 0.2380321 Feb 15 13:56:30.271900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Made reservation on behalf of 3fee703dc2d34ac7ae8a83d1681b1b7b for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:30.275169 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:30.294425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8adeb070-f520-4602-b999-24fa7d382f2c req-209befa3-cef9-44b6-a603-986f42730d14 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989521 Feb 15 13:56:30.319702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01f2e1-3525-4caa-beb5-440cbdda67aa req-79c365f2-e54b-40e8-a1da-da052bdf2345 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:30.327322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e01f2e1-3525-4caa-beb5-440cbdda67aa req-79c365f2-e54b-40e8-a1da-da052bdf2345 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 946 time: 0.2115521 Feb 15 13:56:30.415686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e01f2e1-3525-4caa-beb5-440cbdda67aa req-93f64c89-7f75-4f4c-a906-2da56be3426b tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877893 Feb 15 13:56:30.608368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Allocated IP 172.20.0.3 (91c78507-2bd2-49f7-ae98-81564612e885/8080aba3-d328-419d-a642-c862b8b63224/c16d6e4b-8ae6-4475-a399-832e442bbe5a) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:30.665184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87266896-4a0b-434f-bcd3-2bfc1222df04 req-d655f563-605b-40cc-891a-6cf119f58119 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:30.676633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87266896-4a0b-434f-bcd3-2bfc1222df04 req-d655f563-605b-40cc-891a-6cf119f58119 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:30.682266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87266896-4a0b-434f-bcd3-2bfc1222df04 req-d655f563-605b-40cc-891a-6cf119f58119 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1681 time: 0.1620455 Feb 15 13:56:30.800546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87266896-4a0b-434f-bcd3-2bfc1222df04 req-a7b6c543-cdf9-4d68-a125-d5c14019d6e6 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105072 Feb 15 13:56:31.012847 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:31.077893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a9b1de10-56f9-4185-8834-7f33a0ebfaf4 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:31.118004 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:31.277637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Network 91c78507-2bd2-49f7-ae98-81564612e885 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:31.295741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1064b7-9ed7-4223-b4b3-35ead06baedf req-58593f30-acdb-4bcc-a775-014ad825145d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:31.297327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e1064b7-9ed7-4223-b4b3-35ead06baedf req-58593f30-acdb-4bcc-a775-014ad825145d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 943 time: 0.5386016 Feb 15 13:56:31.318306 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:56:31.325309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:31.325906 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:31.332689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:31.337623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Pushing event updated for resources: {'Port': ['ID=c16d6e4b-8ae6-4475-a399-832e442bbe5a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:31.365975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:56:31.501851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76c817-cb30-4f22-8562-4afcde79709e req-8a2de952-a7f1-4cec-bac5-7e7a4384f89b tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:31.503986 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a76c817-cb30-4f22-8562-4afcde79709e req-8a2de952-a7f1-4cec-bac5-7e7a4384f89b tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.42 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 946 time: 0.1173134 Feb 15 13:56:31.633593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e1064b7-9ed7-4223-b4b3-35ead06baedf req-aec2ba9d-9621-4838-bb4c-275e3f878ace tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246779 Feb 15 13:56:31.689293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01da62-480f-458a-a36e-d5fb4e1478ab req-5af1a31b-e869-4d75-a7ea-e5aa8563b8af tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:31.697608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce01da62-480f-458a-a36e-d5fb4e1478ab req-5af1a31b-e869-4d75-a7ea-e5aa8563b8af tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 931 time: 0.3991585 Feb 15 13:56:31.709744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:31.710434 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:31.721408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device d63cb24a-2713-45cb-af99-b7b059641c52 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:56:31.758969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:31.759648 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:31.780320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7811b581-c0e3-47cd-a6e4-cd2b52f471cb tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8417184 Feb 15 13:56:31.792452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Deleting port 2b76b203-3a57-406e-94ff-49fba74cc727 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:56:31.792792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:31.798331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Request body: {'port': {'device_id': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:32.015222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] For port 2b76b203-3a57-406e-94ff-49fba74cc727, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=2b76b203-3a57-406e-94ff-49fba74cc727,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:32.015585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:32.045869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a9b1de10-56f9-4185-8834-7f33a0ebfaf4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9b1de10-56f9-4185-8834-7f33a0ebfaf4,segment=NetworkSegment(df18300a-9578-491f-8be3-7b74379d28cc),segment_id=df18300a-9578-491f-8be3-7b74379d28cc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:32.053532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b1de10-56f9-4185-8834-7f33a0ebfaf4'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:32.060687 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff2b9ad-1d99-46b2-a8d2-dea8e8fc19c9" -d '{"events": [{"server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "a9b1de10-56f9-4185-8834-7f33a0ebfaf4"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:32.074969 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:32.090765 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:32.219884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port d63cb24a-2713-45cb-af99-b7b059641c52 is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:32.232831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2154d485-dbb4-454b-a7a9-576bff6868d5 None None] Provisioning complete for port c16d6e4b-8ae6-4475-a399-832e442bbe5a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:32.235265 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2154d485-dbb4-454b-a7a9-576bff6868d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:32.411040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a9b1de10-56f9-4185-8834-7f33a0ebfaf4,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:32.415666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2154d485-dbb4-454b-a7a9-576bff6868d5 None None] Port c16d6e4b-8ae6-4475-a399-832e442bbe5a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:56:32.600774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16d6e4b-8ae6-4475-a399-832e442bbe5a {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:32.602358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:32.603486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (0c3c65b1-2bb5-426d-b846-2432a91b07b1), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:32.604089 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Floating IP 0c3c65b1-2bb5-426d-b846-2432a91b07b1 disassociated. External IP: 172.25.6.125, port: 2b76b203-3a57-406e-94ff-49fba74cc727. Feb 15 13:56:32.605250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Calling delete_port for 2b76b203-3a57-406e-94ff-49fba74cc727 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:56:32.610681 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Publish callbacks [] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:32.623650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Transition to ACTIVE for port object c16d6e4b-8ae6-4475-a399-832e442bbe5a will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:56:32.635894 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce01da62-480f-458a-a36e-d5fb4e1478ab req-06a97153-6e3f-494a-8bc8-dd174cbd6cbf tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9373271 Feb 15 13:56:32.644394 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:32.806837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7c774-3c38-41c9-ab41-88e22aa0aeb0 req-bad1abb3-466c-4643-babe-5bbc6488e9f4 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:32.809224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0a7c774-3c38-41c9-ab41-88e22aa0aeb0 req-bad1abb3-466c-4643-babe-5bbc6488e9f4 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 945 time: 0.9253759 Feb 15 13:56:32.914223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2b76b203-3a57-406e-94ff-49fba74cc727), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:32.963144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Pushing event deleted for resources: {'Port': ['ID=2b76b203-3a57-406e-94ff-49fba74cc727,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:33.039466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:33.058744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Pushing event updated for resources: {'Port': ['ID=c16d6e4b-8ae6-4475-a399-832e442bbe5a,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:33.105342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0a7c774-3c38-41c9-ab41-88e22aa0aeb0 req-dd61ba6d-72ff-49c2-bd42-06e5aa708381 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589831 Feb 15 13:56:33.111421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Attempting to bind port c16d6e4b-8ae6-4475-a399-832e442bbe5a on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:56:33.112009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Attempting to bind port c16d6e4b-8ae6-4475-a399-832e442bbe5a by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:56:33.113293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Attempting to bind port c16d6e4b-8ae6-4475-a399-832e442bbe5a on network 91c78507-2bd2-49f7-ae98-81564612e885 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:33.120258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Port c16d6e4b-8ae6-4475-a399-832e442bbe5a on network 91c78507-2bd2-49f7-ae98-81564612e885 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:56:33.120859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Attempting to bind port c16d6e4b-8ae6-4475-a399-832e442bbe5a on network 91c78507-2bd2-49f7-ae98-81564612e885 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:56:33.145030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:56:33.145372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Checking segment: {'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:56:33.149856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Bound using segment: {'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:56:33.150343 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Bound port: c16d6e4b-8ae6-4475-a399-832e442bbe5a, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb63792b-7bf2-423a-9806-dd108f38e60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:56:33.150698 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:33.197305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2de20-b5b2-4522-82ae-505b927bb54b req-948d3bcd-33d9-4425-afee-4f74c374ba98 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:33.208438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3dd2de20-b5b2-4522-82ae-505b927bb54b req-948d3bcd-33d9-4425-afee-4f74c374ba98 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 867 time: 0.4476380 Feb 15 13:56:33.237345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:56:33.249588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:33.250228 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:33.264709 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Router 134292b0-4ac9-4566-a56a-81a860505dc8 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:56:33.440665 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3dd2de20-b5b2-4522-82ae-505b927bb54b req-b0890921-e71b-4ef4-93b6-4e3985cc9d97 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups?id=df27d94d-fb59-4d25-b5b3-14269af7ba6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311037 Feb 15 13:56:33.630774 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf52787-1ae5-498f-807d-d61bec17f1f0 x-openstack-request-id: req-8cf52787-1ae5-498f-807d-d61bec17f1f0 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:33.637826 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "a9b1de10-56f9-4185-8834-7f33a0ebfaf4", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:33.638329 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8cf52787-1ae5-498f-807d-d61bec17f1f0 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:33.638986 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b1de10-56f9-4185-8834-7f33a0ebfaf4', 'code': 200} Feb 15 13:56:33.639798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:33.640414 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:33.712777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] For port c16d6e4b-8ae6-4475-a399-832e442bbe5a, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:33.744325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] For port c16d6e4b-8ae6-4475-a399-832e442bbe5a, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c16d6e4b-8ae6-4475-a399-832e442bbe5a,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:56:33.772222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5,segment=NetworkSegment(405be527-b23d-4139-9d3b-3736165e6b95),segment_id=405be527-b23d-4139-9d3b-3736165e6b95)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:33.779410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:56:33.784210 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:33.789796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:33.887158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:33.890140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb1552c-4424-472a-a932-46b410e46267 None None] Sync routers for ids ['134292b0-4ac9-4566-a56a-81a860505dc8'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:56:33.905260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb1552c-4424-472a-a932-46b410e46267 None None] Routers {'134292b0-4ac9-4566-a56a-81a860505dc8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:56:33.908965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bbb1552c-4424-472a-a932-46b410e46267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:56:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['134292b0-4ac9-4566-a56a-81a860505dc8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:33.919778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4806ce-bfcf-4806-a2ad-ec7bc2c6b3bf req-7710539b-ff43-4fdc-aeb6-16a1c1c41778 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:33.926069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4806ce-bfcf-4806-a2ad-ec7bc2c6b3bf req-7710539b-ff43-4fdc-aeb6-16a1c1c41778 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:33.934135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab4806ce-bfcf-4806-a2ad-ec7bc2c6b3bf req-7710539b-ff43-4fdc-aeb6-16a1c1c41778 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1682 time: 0.4365857 Feb 15 13:56:33.945084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] No DVR routers for this DVR port 2b76b203-3a57-406e-94ff-49fba74cc727 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:56:33.955474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:33.969317 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a76c817-cb30-4f22-8562-4afcde79709e req-21551cbd-7fdc-4adc-b1bc-f7bcb9df9f1c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.42 "DELETE /v2.0/ports/2b76b203-3a57-406e-94ff-49fba74cc727 HTTP/1.1" status: 204 len: 173 time: 2.4579902 Feb 15 13:56:33.978970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'name': 'network-vif-deleted', 'tag': '2b76b203-3a57-406e-94ff-49fba74cc727'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:33.997219 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91a75ac-a193-4289-bd20-57a0ac50e397" -d '{"events": [{"server_uuid": "1637667d-1a84-41fa-841c-4e87ea6d595a", "name": "network-vif-deleted", "tag": "2b76b203-3a57-406e-94ff-49fba74cc727"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:34.139630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:34.142033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:34.143786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] 10.222.0.42 "PUT /v2.0/ports/c16d6e4b-8ae6-4475-a399-832e442bbe5a HTTP/1.1" status: 200 len: 1092 time: 2.3495030 Feb 15 13:56:34.185670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'tag': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:34.204395 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c2da5d-396d-4d45-8b57-69ac267fc619" -d '{"events": [{"name": "network-changed", "server_uuid": "f680023c-7dbe-44e4-a73a-87a9d88bb3c4", "tag": "c16d6e4b-8ae6-4475-a399-832e442bbe5a"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:34.281507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a345842-3355-4ab6-b85b-3865784b0f4d service neutron] Pushing event updated for resources: {'Port': ['ID=c16d6e4b-8ae6-4475-a399-832e442bbe5a,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:34.366658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b08c5-4b8f-4267-a2e2-2cd55186f09f req-d0d50f03-0e2d-4e6e-b658-22386d4c3709 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:34.374185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da8b08c5-4b8f-4267-a2e2-2cd55186f09f req-d0d50f03-0e2d-4e6e-b658-22386d4c3709 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 943 time: 0.4741390 Feb 15 13:56:34.387604 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab4806ce-bfcf-4806-a2ad-ec7bc2c6b3bf req-51ae299e-f11a-48b5-9276-5778d0697755 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523354 Feb 15 13:56:34.417338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-f9e5b1c1-372c-4935-95f6-3be8481289f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:34.419386 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-f9e5b1c1-372c-4935-95f6-3be8481289f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fee703dc2d34ac7ae8a83d1681b1b7b&device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 1126 time: 0.1841159 Feb 15 13:56:34.544521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-fd977977-c713-49f2-a9ed-2f11dee1d1d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c16d6e4b-8ae6-4475-a399-832e442bbe5a HTTP/1.1" status: 200 len: 217 time: 0.1114361 Feb 15 13:56:34.670775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-133b4365-2537-4ac7-a9c7-60a6b1b5bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:34.672569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-133b4365-2537-4ac7-a9c7-60a6b1b5bec0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8080aba3-d328-419d-a642-c862b8b63224 HTTP/1.1" status: 200 len: 868 time: 0.1185460 Feb 15 13:56:34.724587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-bbb1552c-4424-472a-a932-46b410e46267 None None] Set router 134292b0-4ac9-4566-a56a-81a860505dc8 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:56:34.770395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da8b08c5-4b8f-4267-a2e2-2cd55186f09f req-cc9fe41f-b66a-43fa-92e8-f61b37f31c9f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950062 Feb 15 13:56:34.827618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61d76c-ba32-449e-97e5-f0a023c1674c req-973d6905-efd6-430b-8717-fc03a9fd8ba3 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:34.829662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e61d76c-ba32-449e-97e5-f0a023c1674c req-973d6905-efd6-430b-8717-fc03a9fd8ba3 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 945 time: 0.1517568 Feb 15 13:56:34.938825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e61d76c-ba32-449e-97e5-f0a023c1674c req-e8041dac-c2cc-4e66-9bcf-163702fb0828 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990217 Feb 15 13:56:34.945619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-9aaaa376-05ee-481d-aa68-4815db66656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:34.951636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-9aaaa376-05ee-481d-aa68-4815db66656f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=91c78507-2bd2-49f7-ae98-81564612e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2559202 Feb 15 13:56:35.054286 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa390c6e-28bb-45f6-ade1-1f6c269f5309 x-openstack-request-id: req-fa390c6e-28bb-45f6-ade1-1f6c269f5309 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:35.055245 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1637667d-1a84-41fa-841c-4e87ea6d595a", "name": "network-vif-deleted", "tag": "2b76b203-3a57-406e-94ff-49fba74cc727", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:35.055682 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa390c6e-28bb-45f6-ade1-1f6c269f5309 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:35.056256 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1637667d-1a84-41fa-841c-4e87ea6d595a', 'name': 'network-vif-deleted', 'tag': '2b76b203-3a57-406e-94ff-49fba74cc727', 'status': 'completed', 'code': 200} Feb 15 13:56:35.268664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bbb1552c-4424-472a-a932-46b410e46267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 4, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'cf79099a-aced-4e00-b291-115a25196fe8', 'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'mac_address': 'fa:16:3e:21:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:01Z', 'updated_at': '2022-02-15T13:54:08Z', 'revision_number': 5, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'subnets': [{'id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:35.337848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb1552c-4424-472a-a932-46b410e46267 None None] Checking router: 134292b0-4ac9-4566-a56a-81a860505dc8 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:56:35.361558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb1552c-4424-472a-a932-46b410e46267 None None] Routers {'134292b0-4ac9-4566-a56a-81a860505dc8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:56:35.363735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bbb1552c-4424-472a-a932-46b410e46267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:56:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['134292b0-4ac9-4566-a56a-81a860505dc8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:35.601299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-bbb1552c-4424-472a-a932-46b410e46267 None None] Set router 134292b0-4ac9-4566-a56a-81a860505dc8 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:56:35.699487 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f151a7-c783-4981-a35a-109b90bb0411 x-openstack-request-id: req-75f151a7-c783-4981-a35a-109b90bb0411 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:35.700092 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f680023c-7dbe-44e4-a73a-87a9d88bb3c4", "tag": "c16d6e4b-8ae6-4475-a399-832e442bbe5a", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:35.700255 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-75f151a7-c783-4981-a35a-109b90bb0411 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:35.700731 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'tag': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'status': 'completed', 'code': 200} Feb 15 13:56:35.742576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a3fca-b2e1-413b-8a0d-b5beeb940dd5'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:35.744853 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af966b7e-38d1-4c2a-b196-bcc566191ed5" -d '{"events": [{"server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "f41a3fca-b2e1-413b-8a0d-b5beeb940dd5"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:35.760470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-461cfdb4-5f62-44a2-9826-bdcd0f8dc6c2 service neutron] 10.222.0.42 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7833419 Feb 15 13:56:35.760905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 2b76b203-3a57-406e-94ff-49fba74cc727 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:56:35.799330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0c0e6d1-6f30-455e-8dcc-82bac4ba8b22 req-02a27fc4-aad7-4a34-8182-1ef26e7b9e52 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0966983 Feb 15 13:56:35.804986 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 2b76b203-3a57-406e-94ff-49fba74cc727 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:56:35.805334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 2b76b203-3a57-406e-94ff-49fba74cc727 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:56:35.862302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a97d3-66a4-40b2-bf5f-74cfd961374a req-4d409f56-2977-4be0-920f-0a937ac73f6d tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:35.872793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad7a97d3-66a4-40b2-bf5f-74cfd961374a req-4d409f56-2977-4be0-920f-0a937ac73f6d tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 943 time: 0.9375505 Feb 15 13:56:36.009875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad7a97d3-66a4-40b2-bf5f-74cfd961374a req-b8bcf44a-14a6-461e-9df7-8fc3f4669319 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126904 Feb 15 13:56:36.072957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458859e0-f1fa-4575-9f58-cb6679f53df2 req-7e5dc593-085e-452d-a922-0a4de63084d6 service neutron] 10.222.0.42 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495613 Feb 15 13:56:36.086466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bbb1552c-4424-472a-a932-46b410e46267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 4, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'cf79099a-aced-4e00-b291-115a25196fe8', 'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'mac_address': 'fa:16:3e:21:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:01Z', 'updated_at': '2022-02-15T13:54:08Z', 'revision_number': 5, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'subnets': [{'id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:36.168649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb1552c-4424-472a-a932-46b410e46267 None None] The sync data for ids ['134292b0-4ac9-4566-a56a-81a860505dc8'] in n-d-829064-15 is: [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:54:02Z', 'revision_number': 4, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'cf79099a-aced-4e00-b291-115a25196fe8', 'name': '', 'network_id': '5c56b48c-fa72-409b-b0c4-7690458bbabf', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'mac_address': 'fa:16:3e:21:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:01Z', 'updated_at': '2022-02-15T13:54:08Z', 'revision_number': 5, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'subnets': [{'id': 'e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:56:36.269101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2da5d-396d-4d45-8b57-69ac267fc619 req-bca63879-06f3-4152-8d01-dd57ff3a0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:36.270893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11c2da5d-396d-4d45-8b57-69ac267fc619 req-bca63879-06f3-4152-8d01-dd57ff3a0ff0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fee703dc2d34ac7ae8a83d1681b1b7b&device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 1126 time: 0.1428981 Feb 15 13:56:36.317880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51288-e22b-4c97-b928-afcf18658b3e req-fa48c19b-ca64-43b7-ae56-847002fba92b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:36.325987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51288-e22b-4c97-b928-afcf18658b3e req-fa48c19b-ca64-43b7-ae56-847002fba92b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:36.328691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cf51288-e22b-4c97-b928-afcf18658b3e req-fa48c19b-ca64-43b7-ae56-847002fba92b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1683 time: 0.1826515 Feb 15 13:56:36.526878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cf51288-e22b-4c97-b928-afcf18658b3e req-cc93cecd-03e3-4ee8-9617-c6a1948e5c1b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850903 Feb 15 13:56:36.534596 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b0aef8-a9f5-42f4-a280-58bef3490f75 x-openstack-request-id: req-68b0aef8-a9f5-42f4-a280-58bef3490f75 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:36.534978 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "f41a3fca-b2e1-413b-8a0d-b5beeb940dd5", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:36.536365 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-68b0aef8-a9f5-42f4-a280-58bef3490f75 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:36.537112 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a3fca-b2e1-413b-8a0d-b5beeb940dd5', 'code': 200} Feb 15 13:56:36.564779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2da5d-396d-4d45-8b57-69ac267fc619 req-11ae59e8-7304-4031-8d3d-462925757203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:36.568628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11c2da5d-396d-4d45-8b57-69ac267fc619 req-11ae59e8-7304-4031-8d3d-462925757203 service neutron] 10.222.0.42 "GET /v2.0/networks?id=91c78507-2bd2-49f7-ae98-81564612e885 HTTP/1.1" status: 200 len: 930 time: 0.2882304 Feb 15 13:56:36.677832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11c2da5d-396d-4d45-8b57-69ac267fc619 req-0f8d2a1a-469f-4eee-a9d5-683c89df7837 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c16d6e4b-8ae6-4475-a399-832e442bbe5a HTTP/1.1" status: 200 len: 217 time: 0.1024597 Feb 15 13:56:36.751811 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e41b42f-82d5-43b5-af3c-c22874515af3 None None] New status for floating IP 0c3c65b1-2bb5-426d-b846-2432a91b07b1: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:56:36.837299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233c96f-b4ea-4e5a-a7e6-95842b84021c req-8981fe06-8065-4c70-9a68-1f21963da172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:36.838766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233c96f-b4ea-4e5a-a7e6-95842b84021c req-8981fe06-8065-4c70-9a68-1f21963da172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:36.842774 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6233c96f-b4ea-4e5a-a7e6-95842b84021c req-8981fe06-8065-4c70-9a68-1f21963da172 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 2049 time: 0.1872690 Feb 15 13:56:36.865550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e47caf-3eb2-46aa-891e-ce4e2d9143a5 req-8475e57e-ec77-4a10-a57e-1775092dd487 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:36.872554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12e47caf-3eb2-46aa-891e-ce4e2d9143a5 req-8475e57e-ec77-4a10-a57e-1775092dd487 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 943 time: 0.1975365 Feb 15 13:56:36.915059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2da5d-396d-4d45-8b57-69ac267fc619 req-b8fb5e45-0d5d-4061-a87e-2e71f267e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:36.916807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11c2da5d-396d-4d45-8b57-69ac267fc619 req-b8fb5e45-0d5d-4061-a87e-2e71f267e253 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8080aba3-d328-419d-a642-c862b8b63224 HTTP/1.1" status: 200 len: 868 time: 0.2149723 Feb 15 13:56:36.980925 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6233c96f-b4ea-4e5a-a7e6-95842b84021c req-d3526080-6548-4af8-b662-2249136e39bd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304402 Feb 15 13:56:37.024360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12e47caf-3eb2-46aa-891e-ce4e2d9143a5 req-908cd3b9-a1b1-4baf-81e9-c3bcb7d919a3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442666 Feb 15 13:56:37.074667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2da5d-396d-4d45-8b57-69ac267fc619 req-f8b63b02-9659-4b4a-846b-8769d063eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:37.080715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11c2da5d-396d-4d45-8b57-69ac267fc619 req-f8b63b02-9659-4b4a-846b-8769d063eb38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=91c78507-2bd2-49f7-ae98-81564612e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1524761 Feb 15 13:56:37.182279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-100bb72d-a65f-4b93-bc09-95d11a72c808 req-2efcb96b-d057-42c7-afa6-e475b444ff7a tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0677183 Feb 15 13:56:37.455952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11c2da5d-396d-4d45-8b57-69ac267fc619 req-b71e5fc7-3c1d-4ff6-8b9d-dc7671db055f service neutron] 10.222.0.42 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637683 Feb 15 13:56:37.466353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768643a-3e2d-449d-8f23-55608d58c629 req-09a18085-19c2-4234-b02a-587b5821df10 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:37.468058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8768643a-3e2d-449d-8f23-55608d58c629 req-09a18085-19c2-4234-b02a-587b5821df10 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=518a243c-0e2d-4759-8c67-9406c9674c5e HTTP/1.1" status: 200 len: 949 time: 0.1937022 Feb 15 13:56:37.565096 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11c2da5d-396d-4d45-8b57-69ac267fc619 req-0d3caa05-657f-4555-8c81-e221f52742ea service neutron] 10.222.0.42 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960202 Feb 15 13:56:37.575070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f86f4b-5704-4191-8d9d-df6a8793736d req-5695713e-7e2a-48ac-8e38-393e870e5d83 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:37.576567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7f86f4b-5704-4191-8d9d-df6a8793736d req-5695713e-7e2a-48ac-8e38-393e870e5d83 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 943 time: 0.2992823 Feb 15 13:56:37.651520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8768643a-3e2d-449d-8f23-55608d58c629 req-64728649-174e-45e3-bea7-491c5cce225f tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738835 Feb 15 13:56:37.720639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7f86f4b-5704-4191-8d9d-df6a8793736d req-d1745026-2573-46eb-afb6-454972db3517 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356785 Feb 15 13:56:37.875373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba021f5-f377-43d8-8689-7228943f4d4a req-1250d2c6-03da-4057-90a4-526c710de491 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:37.877318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eba021f5-f377-43d8-8689-7228943f4d4a req-1250d2c6-03da-4057-90a4-526c710de491 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 945 time: 0.1157796 Feb 15 13:56:37.935741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0801a-2d8c-4275-a5ea-b7e6e1f6da3c req-367b3c13-c9c4-408c-a44d-ce5619859310 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:37.942790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0801a-2d8c-4275-a5ea-b7e6e1f6da3c req-367b3c13-c9c4-408c-a44d-ce5619859310 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:37.945049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ea0801a-2d8c-4275-a5ea-b7e6e1f6da3c req-367b3c13-c9c4-408c-a44d-ce5619859310 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1683 time: 0.1207719 Feb 15 13:56:38.014691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eba021f5-f377-43d8-8689-7228943f4d4a req-da2480f9-d88b-431d-b758-8636522d24f8 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265659 Feb 15 13:56:38.104867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ea0801a-2d8c-4275-a5ea-b7e6e1f6da3c req-2ce6a3e4-a7b5-4c33-bcef-3bbd20e2214c tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193161 Feb 15 13:56:38.274715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-6861869a-54de-4cbb-b2a9-b9b8a13a30c9 service neutron] 10.222.0.42 "GET /v2.0/ports/d63cb24a-2713-45cb-af99-b7b059641c52/bindings/n-h2-829064-15 HTTP/1.1" status: 200 len: 385 time: 0.1589401 Feb 15 13:56:38.335327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788d26-a0c4-44ae-adc6-2bb70148392b req-9f371932-76a4-416a-87d7-5aa68b7564aa tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:38.351549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35788d26-a0c4-44ae-adc6-2bb70148392b req-9f371932-76a4-416a-87d7-5aa68b7564aa tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 943 time: 0.1410608 Feb 15 13:56:38.444882 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35788d26-a0c4-44ae-adc6-2bb70148392b req-576ed078-f098-46fe-a36b-2aa028b8c1de tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915277 Feb 15 13:56:38.642139 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-801fade5-3c7b-4cb4-b9b7-2d9a4a85c410 req-223cb3d9-3cae-434d-920b-f28313969c81 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0699553 Feb 15 13:56:38.673128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-28172c1c-f40a-433e-a2c2-977a9dcdda74 service neutron] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d63cb24a-2713-45cb-af99-b7b059641c52,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:38.714197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-28172c1c-f40a-433e-a2c2-977a9dcdda74 service neutron] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:38.756232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-28172c1c-f40a-433e-a2c2-977a9dcdda74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63cb24a-2713-45cb-af99-b7b059641c52 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:38.768110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-28172c1c-f40a-433e-a2c2-977a9dcdda74 service neutron] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d63cb24a-2713-45cb-af99-b7b059641c52,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:38.792279 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-28172c1c-f40a-433e-a2c2-977a9dcdda74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:38.960568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd23cf-7a45-4792-b6e3-db85eaf9de51 req-41c6f756-2bd1-4fe9-8d76-e7148f1e4a55 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:38.962998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2bd23cf-7a45-4792-b6e3-db85eaf9de51 req-41c6f756-2bd1-4fe9-8d76-e7148f1e4a55 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 943 time: 0.1231437 Feb 15 13:56:38.983076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-28172c1c-f40a-433e-a2c2-977a9dcdda74 service neutron] Transition to ACTIVE for port object d63cb24a-2713-45cb-af99-b7b059641c52 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:56:38.995749 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-28172c1c-f40a-433e-a2c2-977a9dcdda74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:39.223163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-28172c1c-f40a-433e-a2c2-977a9dcdda74 service neutron] No DVR routers for this DVR port d63cb24a-2713-45cb-af99-b7b059641c52 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:56:39.271131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28172c1c-f40a-433e-a2c2-977a9dcdda74 service neutron] Pushing event updated for resources: {'Port': ['ID=d63cb24a-2713-45cb-af99-b7b059641c52,revision_number=10']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:39.301457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-28172c1c-f40a-433e-a2c2-977a9dcdda74 service neutron] 10.222.0.42 "PUT /v2.0/ports/d63cb24a-2713-45cb-af99-b7b059641c52/bindings/n-h2-829064-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0272629 Feb 15 13:56:39.321165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2bd23cf-7a45-4792-b6e3-db85eaf9de51 req-503f8308-3ebc-4a7d-a0ec-866e87607689 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361516 Feb 15 13:56:39.374827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83bf26-f57c-457d-840e-a1d51274bab9 req-23527664-7db7-4c88-a5ae-158be48ba82a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:39.376411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab83bf26-f57c-457d-840e-a1d51274bab9 req-23527664-7db7-4c88-a5ae-158be48ba82a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 945 time: 0.2245712 Feb 15 13:56:39.477373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-6fe08735-6ab2-466d-938b-65450bc4baa8 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:39.483904 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-6fe08735-6ab2-466d-938b-65450bc4baa8 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.1162937 Feb 15 13:56:39.563254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab83bf26-f57c-457d-840e-a1d51274bab9 req-228e3bbf-451a-4dd3-81db-7e2f75502079 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805198 Feb 15 13:56:39.648019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4298e-5bbd-4116-a295-565adce810ff req-a8b25840-39d8-4198-9b39-00f0783c582e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:39.661782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4298e-5bbd-4116-a295-565adce810ff req-a8b25840-39d8-4198-9b39-00f0783c582e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:39.673966 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7f4298e-5bbd-4116-a295-565adce810ff req-a8b25840-39d8-4198-9b39-00f0783c582e tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1683 time: 0.2233284 Feb 15 13:56:39.687834 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:39.716929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c16d6e4b-8ae6-4475-a399-832e442bbe5a details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:56:39.735642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-0a41fc8e-f0ce-4411-8f9a-c4043ea55ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:39.737728 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-0a41fc8e-f0ce-4411-8f9a-c4043ea55ebc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b HTTP/1.1" status: 200 len: 1127 time: 0.2334528 Feb 15 13:56:39.836186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7f4298e-5bbd-4116-a295-565adce810ff req-f0604909-5d1d-4456-b8dc-534e96d346ea tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611912 Feb 15 13:56:39.845679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db5d17-bde6-49d1-98d6-43678bbf695b req-8c762341-24ae-40d0-99f9-180be116ca7e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:39.848241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51db5d17-bde6-49d1-98d6-43678bbf695b req-8c762341-24ae-40d0-99f9-180be116ca7e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 944 time: 0.1679013 Feb 15 13:56:39.887103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c16d6e4b-8ae6-4475-a399-832e442bbe5a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c16d6e4b-8ae6-4475-a399-832e442bbe5a,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:39.910374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-e0b99baf-5e30-4259-887b-b25c69678e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:39.920804 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-e0b99baf-5e30-4259-887b-b25c69678e7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 1127 time: 0.1508367 Feb 15 13:56:39.932225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'port_id': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'mac_address': 'fa:16:3e:a6:c1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:56:39.934137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6b901d43-61e8-4a99-a100-6a1fcfa69552 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:56:39.969179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51db5d17-bde6-49d1-98d6-43678bbf695b req-ca3dbac9-fe0a-4c09-90eb-90982339950c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128452 Feb 15 13:56:40.074955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4dcfce19-d2dd-4e80-b9b7-038641d9caaf req-d969f721-eadd-4660-85b0-36d8e9272b17 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0642574 Feb 15 13:56:40.234847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-c3ebef8f-9c98-4a1e-bf99-59e2ced4b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:40.236414 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-c3ebef8f-9c98-4a1e-bf99-59e2ced4b768 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.3085933 Feb 15 13:56:40.238959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port c16d6e4b-8ae6-4475-a399-832e442bbe5a is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:40.239541 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:40.250118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6b901d43-61e8-4a99-a100-6a1fcfa69552 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:40.250702 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:40.290611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16d6e4b-8ae6-4475-a399-832e442bbe5a {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:40.324456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c16d6e4b-8ae6-4475-a399-832e442bbe5a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c16d6e4b-8ae6-4475-a399-832e442bbe5a,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:40.351934 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-f01db251-78fb-4370-b415-fc1f0b70ed9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d63cb24a-2713-45cb-af99-b7b059641c52 HTTP/1.1" status: 200 len: 217 time: 0.0974314 Feb 15 13:56:40.353718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:40.355735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:40.359679 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1ed63b-64ff-4115-8b84-5d17aa320372" -d '{"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:40.363355 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:40.369016 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:40.525516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-e50a96d6-dcaa-4e92-9f73-ffcf93857684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:40.526525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=c16d6e4b-8ae6-4475-a399-832e442bbe5a,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:40.531374 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-e50a96d6-dcaa-4e92-9f73-ffcf93857684 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.1596365 Feb 15 13:56:40.588587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b465ad-45b5-4e77-ac66-04d7e8bdb521 req-28058427-027a-4ba5-8a6c-4084138fe899 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:40.604631 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9b465ad-45b5-4e77-ac66-04d7e8bdb521 req-28058427-027a-4ba5-8a6c-4084138fe899 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 944 time: 0.1480258 Feb 15 13:56:40.613989 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-c6f8d504-1984-4846-b127-f07b932adb9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753791 Feb 15 13:56:40.633155 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a07f44-62fb-4242-bbf0-fe46c3b11eac x-openstack-request-id: req-54a07f44-62fb-4242-bbf0-fe46c3b11eac {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:40.633474 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:40.633740 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-54a07f44-62fb-4242-bbf0-fe46c3b11eac {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:40.634149 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'code': 200} Feb 15 13:56:40.677148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:40.693904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['c16d6e4b-8ae6-4475-a399-832e442bbe5a'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:56:40.770714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9b465ad-45b5-4e77-ac66-04d7e8bdb521 req-1544311c-39a0-4c36-9f23-387a0b18b4f8 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627235 Feb 15 13:56:40.894249 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-c2ce0c36-150a-43aa-b13e-48806adb979f service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725267 Feb 15 13:56:40.941642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631ad13-df2d-4b6d-80bd-5cacff5fed21 req-017220f1-cd8b-4492-b8f3-2272466bb30b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:40.949713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631ad13-df2d-4b6d-80bd-5cacff5fed21 req-017220f1-cd8b-4492-b8f3-2272466bb30b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:40.959152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4631ad13-df2d-4b6d-80bd-5cacff5fed21 req-017220f1-cd8b-4492-b8f3-2272466bb30b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1683 time: 0.1594045 Feb 15 13:56:41.036000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-8f55c634-a95f-4b33-abb5-85cae3ce7631 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343849 Feb 15 13:56:41.067444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 896637e7-a430-467d-bef7-a6885546e329 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:56:41.076892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4631ad13-df2d-4b6d-80bd-5cacff5fed21 req-a8878d8b-03c7-4065-86b2-bbc5c4dc7d7d tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131389 Feb 15 13:56:41.101989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d064b73-8aca-4c91-92c2-28e2813e3c89 req-96649fb7-3733-45c0-b371-917fd11d08bc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:41.111338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d064b73-8aca-4c91-92c2-28e2813e3c89 req-96649fb7-3733-45c0-b371-917fd11d08bc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 945 time: 0.1493177 Feb 15 13:56:41.194188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 896637e7-a430-467d-bef7-a6885546e329, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=896637e7-a430-467d-bef7-a6885546e329,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:41.209820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '896637e7-a430-467d-bef7-a6885546e329', 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b', 'port_id': '896637e7-a430-467d-bef7-a6885546e329', 'mac_address': 'fa:16:3e:16:fa:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:56:41.227423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d064b73-8aca-4c91-92c2-28e2813e3c89 req-0fb45d37-4767-413f-9da7-eeada31ad014 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031697 Feb 15 13:56:41.274123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 896637e7-a430-467d-bef7-a6885546e329 is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:41.274534 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (896637e7-a430-467d-bef7-a6885546e329), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:41.318034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 896637e7-a430-467d-bef7-a6885546e329 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:41.377244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 896637e7-a430-467d-bef7-a6885546e329, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=896637e7-a430-467d-bef7-a6885546e329,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:41.382862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b6e6-371a-48e4-9acb-722ee4cc05dd req-c3c0afed-5f96-4343-96f0-34eee03b8604 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:41.385474 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (896637e7-a430-467d-bef7-a6885546e329), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:41.389413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9007b6e6-371a-48e4-9acb-722ee4cc05dd req-c3c0afed-5f96-4343-96f0-34eee03b8604 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 944 time: 0.1381879 Feb 15 13:56:41.500396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1acbe489-fa64-4bb8-b6d2-7b2416be2f0d req-b637bb26-0dba-47a4-a97f-df327e054053 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.1075649 Feb 15 13:56:41.507193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-0e6d5e4a-6fed-40c4-96fb-5d0f38a1453f tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:41.514368 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-0e6d5e4a-6fed-40c4-96fb-5d0f38a1453f tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.1613514 Feb 15 13:56:41.550979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['896637e7-a430-467d-bef7-a6885546e329'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:56:41.580424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=896637e7-a430-467d-bef7-a6885546e329,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:41.638392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9007b6e6-371a-48e4-9acb-722ee4cc05dd req-a4f28adb-83ad-4a61-aac6-b17c7329154e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220976 Feb 15 13:56:41.743199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 78effef1-6b89-4357-8e4b-eedd0233937c details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:56:41.745406 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:41.851643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-b3ec44d0-e45c-43cd-bf18-d8c3df45907e service neutron] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:56:41.859947 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-b3ec44d0-e45c-43cd-bf18-d8c3df45907e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:41.861299 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-b3ec44d0-e45c-43cd-bf18-d8c3df45907e service neutron] 10.222.0.67 "DELETE /v2.0/ports/d63cb24a-2713-45cb-af99-b7b059641c52/bindings/n-h1-829064-15 HTTP/1.1" status: 204 len: 173 time: 0.3340359 Feb 15 13:56:42.034472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 78effef1-6b89-4357-8e4b-eedd0233937c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78effef1-6b89-4357-8e4b-eedd0233937c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:42.034740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbac8a-06cb-4e6a-9665-54405e4531fe req-801a61f8-e73d-4cd3-9491-bf2161429b0f tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:42.036327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2fbac8a-06cb-4e6a-9665-54405e4531fe req-801a61f8-e73d-4cd3-9491-bf2161429b0f tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 944 time: 0.1287625 Feb 15 13:56:42.050841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '78effef1-6b89-4357-8e4b-eedd0233937c', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '78effef1-6b89-4357-8e4b-eedd0233937c', 'mac_address': 'fa:16:3e:ab:61:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:56:42.151585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 78effef1-6b89-4357-8e4b-eedd0233937c is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:42.154447 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:42.170237 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2fbac8a-06cb-4e6a-9665-54405e4531fe req-3833fa56-a299-4128-85ee-88651befae68 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280134 Feb 15 13:56:42.197135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78effef1-6b89-4357-8e4b-eedd0233937c {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:42.236950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 78effef1-6b89-4357-8e4b-eedd0233937c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78effef1-6b89-4357-8e4b-eedd0233937c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:42.244724 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:42.363105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['78effef1-6b89-4357-8e4b-eedd0233937c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:56:42.423046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495110ef-9ef7-4a14-a5e2-2e6abd8187e3 req-b827ce76-6b7b-4330-aebd-c6b343cedef8 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:42.437520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495110ef-9ef7-4a14-a5e2-2e6abd8187e3 req-b827ce76-6b7b-4330-aebd-c6b343cedef8 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:42.448325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-495110ef-9ef7-4a14-a5e2-2e6abd8187e3 req-b827ce76-6b7b-4330-aebd-c6b343cedef8 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1683 time: 0.2291222 Feb 15 13:56:42.483900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=78effef1-6b89-4357-8e4b-eedd0233937c,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:42.634533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-495110ef-9ef7-4a14-a5e2-2e6abd8187e3 req-311fa078-00a8-4f32-b8e1-5173875cffbc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848762 Feb 15 13:56:42.688701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aebf1e-a35d-444f-8601-79b7e6d2e053 req-9820d5ba-d199-4a5c-88f6-9882905174c3 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:42.702984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4aebf1e-a35d-444f-8601-79b7e6d2e053 req-9820d5ba-d199-4a5c-88f6-9882905174c3 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 944 time: 0.3592410 Feb 15 13:56:42.810616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4aebf1e-a35d-444f-8601-79b7e6d2e053 req-f3d90830-1ccd-4865-8d2b-239257e308cf tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063461 Feb 15 13:56:42.952551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d93041fe-b067-4b33-b5a0-6241b79e74d9 req-1affaa23-6021-4c60-b717-32ae42d0fc27 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.1540387 Feb 15 13:56:43.009774 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-d1c0cefb-5b1f-4cce-a363-2366a291d7a6 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:43.031204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-d1c0cefb-5b1f-4cce-a363-2366a291d7a6 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:43.041837 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-d1c0cefb-5b1f-4cce-a363-2366a291d7a6 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1683 time: 0.2956219 Feb 15 13:56:43.097844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 896637e7-a430-467d-bef7-a6885546e329 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:43.249267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb7174-75f7-470b-bd04-da76ff92738b req-03a88917-a5d6-419a-9bd6-a46cb7a14d8d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:43.269814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbbb7174-75f7-470b-bd04-da76ff92738b req-03a88917-a5d6-419a-9bd6-a46cb7a14d8d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 944 time: 0.1641746 Feb 15 13:56:43.289390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 896637e7-a430-467d-bef7-a6885546e329 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:43.290202 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (896637e7-a430-467d-bef7-a6885546e329), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:43.384567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-ae6ffbda-2491-4105-88ac-29c49fe2f52b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:56:43.384948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-ae6ffbda-2491-4105-88ac-29c49fe2f52b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:43.405679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbbb7174-75f7-470b-bd04-da76ff92738b req-db084633-e5d7-4f82-88b9-1a6408959be4 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347039 Feb 15 13:56:43.541583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc705e3a-b480-4d60-be4b-685baaf39fae req-82734d2f-cb43-4071-b707-d4db7d6a942c tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:43.567926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc705e3a-b480-4d60-be4b-685baaf39fae req-82734d2f-cb43-4071-b707-d4db7d6a942c tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 944 time: 0.1609280 Feb 15 13:56:43.571853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 896637e7-a430-467d-bef7-a6885546e329 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:43.573249 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (896637e7-a430-467d-bef7-a6885546e329), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:43.654328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-ae6ffbda-2491-4105-88ac-29c49fe2f52b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] For port a9b1de10-56f9-4185-8834-7f33a0ebfaf4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9b1de10-56f9-4185-8834-7f33a0ebfaf4,segment=NetworkSegment(df18300a-9578-491f-8be3-7b74379d28cc),segment_id=df18300a-9578-491f-8be3-7b74379d28cc)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:43.655276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-ae6ffbda-2491-4105-88ac-29c49fe2f52b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:43.658515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896637e7-a430-467d-bef7-a6885546e329'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:43.661454 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e314e5-5469-4c4b-9108-4381d230ca22" -d '{"events": [{"server_uuid": "a5a64bda-2d82-434f-b77f-c150390f10cf", "name": "network-vif-plugged", "status": "completed", "tag": "896637e7-a430-467d-bef7-a6885546e329"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:43.683010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-ae6ffbda-2491-4105-88ac-29c49fe2f52b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Calling delete_port for a9b1de10-56f9-4185-8834-7f33a0ebfaf4 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:56:43.700352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 896637e7-a430-467d-bef7-a6885546e329, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=896637e7-a430-467d-bef7-a6885546e329,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:43.711393 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (896637e7-a430-467d-bef7-a6885546e329), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:43.787632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c16d6e4b-8ae6-4475-a399-832e442bbe5a up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:43.921925 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc705e3a-b480-4d60-be4b-685baaf39fae req-43d7e91c-96b1-4f92-aa78-7479d5e79923 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506000 Feb 15 13:56:43.958752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91138181-4274-4c3c-86e3-0486f2b8790e req-026c9c2d-758b-431f-b906-52983cb26481 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:43.981733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91138181-4274-4c3c-86e3-0486f2b8790e req-026c9c2d-758b-431f-b906-52983cb26481 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 1127 time: 0.3193469 Feb 15 13:56:43.992073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=896637e7-a430-467d-bef7-a6885546e329,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:44.085571 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port c16d6e4b-8ae6-4475-a399-832e442bbe5a completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:56:44.102653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port c16d6e4b-8ae6-4475-a399-832e442bbe5a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:44.103240 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:44.185741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91138181-4274-4c3c-86e3-0486f2b8790e req-3c81204e-0de5-4c65-ba1a-922434a8e94f tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028449 Feb 15 13:56:44.335271 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a0e495-6a32-4355-bff0-925ae2cc403a x-openstack-request-id: req-d6a0e495-6a32-4355-bff0-925ae2cc403a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:44.335691 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a64bda-2d82-434f-b77f-c150390f10cf", "name": "network-vif-plugged", "status": "completed", "tag": "896637e7-a430-467d-bef7-a6885546e329", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:44.335912 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6a0e495-6a32-4355-bff0-925ae2cc403a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:44.336347 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896637e7-a430-467d-bef7-a6885546e329', 'code': 200} Feb 15 13:56:44.336981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port c16d6e4b-8ae6-4475-a399-832e442bbe5a is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:44.337456 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:44.368386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c1d6c-bfa0-4ece-95b9-87458d884f33 req-a0f6ec50-f694-43ba-abaa-293af55f1e7a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:44.375749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c1d6c-bfa0-4ece-95b9-87458d884f33 req-a0f6ec50-f694-43ba-abaa-293af55f1e7a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:44.377367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-293c1d6c-bfa0-4ece-95b9-87458d884f33 req-a0f6ec50-f694-43ba-abaa-293af55f1e7a tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 1683 time: 0.1906326 Feb 15 13:56:44.427411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c16d6e4b-8ae6-4475-a399-832e442bbe5a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c16d6e4b-8ae6-4475-a399-832e442bbe5a,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:44.434287 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:44.435318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 78effef1-6b89-4357-8e4b-eedd0233937c up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:56:44.597058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=c16d6e4b-8ae6-4475-a399-832e442bbe5a,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:44.632118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 78effef1-6b89-4357-8e4b-eedd0233937c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:56:44.632549 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:44.641914 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-ae6ffbda-2491-4105-88ac-29c49fe2f52b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a9b1de10-56f9-4185-8834-7f33a0ebfaf4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:44.676696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-293c1d6c-bfa0-4ece-95b9-87458d884f33 req-38c177c9-a838-4581-b84d-48e057ae4ffb tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831144 Feb 15 13:56:44.722346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ffbda-2491-4105-88ac-29c49fe2f52b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Port': ['ID=a9b1de10-56f9-4185-8834-7f33a0ebfaf4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:44.747043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['a9b1de10-56f9-4185-8834-7f33a0ebfaf4', 'f41a3fca-b2e1-413b-8a0d-b5beeb940dd5'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:56:44.824803 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-44276d69-205b-41a7-a625-23d1db073bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:44.826582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-ae6ffbda-2491-4105-88ac-29c49fe2f52b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] No DVR routers for this DVR port a9b1de10-56f9-4185-8834-7f33a0ebfaf4 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:56:44.832630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-ae6ffbda-2491-4105-88ac-29c49fe2f52b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:44.837315 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-ae6ffbda-2491-4105-88ac-29c49fe2f52b tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "DELETE /v2.0/ports/a9b1de10-56f9-4185-8834-7f33a0ebfaf4 HTTP/1.1" status: 204 len: 173 time: 1.7897286 Feb 15 13:56:44.837697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'name': 'network-vif-deleted', 'tag': 'a9b1de10-56f9-4185-8834-7f33a0ebfaf4'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:44.861482 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572db7ae-ea47-480b-845f-c8a1dbe72004" -d '{"events": [{"server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "name": "network-vif-deleted", "tag": "a9b1de10-56f9-4185-8834-7f33a0ebfaf4"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:44.950466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187d0f1-fced-429f-a7c8-7f395abb5711 req-0521a484-773b-49a8-b281-8ae02f7db0ec tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:44.970149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7187d0f1-fced-429f-a7c8-7f395abb5711 req-0521a484-773b-49a8-b281-8ae02f7db0ec tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 945 time: 0.5781314 Feb 15 13:56:45.138517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63e6570a-89d3-41c9-8478-896f936759ff req-9aab30d5-418b-4ae4-80ae-a246e82785bc tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.1068957 Feb 15 13:56:45.251044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 78effef1-6b89-4357-8e4b-eedd0233937c is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:45.252085 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:45.271052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7187d0f1-fced-429f-a7c8-7f395abb5711 req-bcf2674b-ddc3-473f-9e75-dcd515ad8b52 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998388 Feb 15 13:56:45.275804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-b53aab5a-26f8-42f7-afba-84ebe61198b7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:56:45.276151 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-b53aab5a-26f8-42f7-afba-84ebe61198b7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:45.392403 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5fb43e-b461-42e4-a0a7-5a0d1c03d1b4 x-openstack-request-id: req-bf5fb43e-b461-42e4-a0a7-5a0d1c03d1b4 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:45.392629 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "name": "network-vif-deleted", "tag": "a9b1de10-56f9-4185-8834-7f33a0ebfaf4", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:45.392867 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf5fb43e-b461-42e4-a0a7-5a0d1c03d1b4 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:45.393421 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'name': 'network-vif-deleted', 'tag': 'a9b1de10-56f9-4185-8834-7f33a0ebfaf4', 'status': 'completed', 'code': 200} Feb 15 13:56:45.398401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 78effef1-6b89-4357-8e4b-eedd0233937c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78effef1-6b89-4357-8e4b-eedd0233937c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:45.402301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec304-37d2-439d-9d44-dbbaf1625b03 req-b57f5b7e-0049-4b48-874f-20d10cbeebfc tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:45.410095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-714ec304-37d2-439d-9d44-dbbaf1625b03 req-b57f5b7e-0049-4b48-874f-20d10cbeebfc tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 1127 time: 0.0988681 Feb 15 13:56:45.419255 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:45.547906 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-b53aab5a-26f8-42f7-afba-84ebe61198b7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] For port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5,segment=NetworkSegment(405be527-b23d-4139-9d3b-3736165e6b95),segment_id=405be527-b23d-4139-9d3b-3736165e6b95)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:45.548397 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-b53aab5a-26f8-42f7-afba-84ebe61198b7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:45.587771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-b53aab5a-26f8-42f7-afba-84ebe61198b7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Calling delete_port for f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:56:45.605983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=78effef1-6b89-4357-8e4b-eedd0233937c,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:45.677109 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-714ec304-37d2-439d-9d44-dbbaf1625b03 req-9f8c3613-1c58-4e9e-8dba-3ebb2d3c7a67 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598612 Feb 15 13:56:45.703971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bad87-b02a-4041-87b7-204db51ea393 req-4aa06d98-1892-463f-8bfc-9e584096b70a tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:45.713293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b32bad87-b02a-4041-87b7-204db51ea393 req-4aa06d98-1892-463f-8bfc-9e584096b70a tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 945 time: 0.2295816 Feb 15 13:56:45.870672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b32bad87-b02a-4041-87b7-204db51ea393 req-86eff2d6-a25e-4b52-9ae0-c9064e20783a tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546750 Feb 15 13:56:45.953645 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-b53aab5a-26f8-42f7-afba-84ebe61198b7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f41a3fca-b2e1-413b-8a0d-b5beeb940dd5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:45.999772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5570d-0269-477f-94b4-7235702af73c req-b22c0f3e-1f07-4832-84b7-1addadbe4eba tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:46.013108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbb5570d-0269-477f-94b4-7235702af73c req-b22c0f3e-1f07-4832-84b7-1addadbe4eba tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789c470-004e-4b69-a8e4-a6397d55d7e5 HTTP/1.1" status: 200 len: 867 time: 0.1413095 Feb 15 13:56:46.095135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53aab5a-26f8-42f7-afba-84ebe61198b7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Port': ['ID=f41a3fca-b2e1-413b-8a0d-b5beeb940dd5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:46.109571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbb5570d-0269-477f-94b4-7235702af73c req-b0eb8bb6-c568-497b-bb86-df5cb76e2342 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3b65bd8-5297-4ba2-b175-48b7897564cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954916 Feb 15 13:56:46.216343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-b53aab5a-26f8-42f7-afba-84ebe61198b7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] No DVR routers for this DVR port f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:56:46.220788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-b53aab5a-26f8-42f7-afba-84ebe61198b7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:46.225443 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-58932b1f-75c6-4c54-b854-472d54f88f8f req-b53aab5a-26f8-42f7-afba-84ebe61198b7 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.67 "DELETE /v2.0/ports/f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 HTTP/1.1" status: 204 len: 173 time: 1.3599591 Feb 15 13:56:46.338189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a'}, {'server_uuid': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78effef1-6b89-4357-8e4b-eedd0233937c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:46.342248 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62887ca4-674b-4abd-ab15-cf0e5c004938" -d '{"events": [{"server_uuid": "f680023c-7dbe-44e4-a73a-87a9d88bb3c4", "name": "network-vif-plugged", "status": "completed", "tag": "c16d6e4b-8ae6-4475-a399-832e442bbe5a"}, {"server_uuid": "d22e0062-dc16-418b-9e3e-4070b89cf5e2", "name": "network-vif-plugged", "status": "completed", "tag": "78effef1-6b89-4357-8e4b-eedd0233937c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:46.479249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9faa959d-fc91-415c-8352-1994c2d6a073 req-4cfb4fa8-c147-4c1a-a607-e6656bb0949c tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0786059 Feb 15 13:56:46.778030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955e0e6-21d6-4a03-bc33-76b723975791 req-08f48e8e-6b25-47cc-a17f-4dc68519b07e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:46.792223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5955e0e6-21d6-4a03-bc33-76b723975791 req-08f48e8e-6b25-47cc-a17f-4dc68519b07e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 945 time: 0.1094549 Feb 15 13:56:46.840468 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bc8c9b-1fe9-49cd-9742-23ed76797d42 x-openstack-request-id: req-88bc8c9b-1fe9-49cd-9742-23ed76797d42 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:46.840910 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f680023c-7dbe-44e4-a73a-87a9d88bb3c4", "name": "network-vif-plugged", "status": "completed", "tag": "c16d6e4b-8ae6-4475-a399-832e442bbe5a", "code": 200}, {"server_uuid": "d22e0062-dc16-418b-9e3e-4070b89cf5e2", "name": "network-vif-plugged", "status": "completed", "tag": "78effef1-6b89-4357-8e4b-eedd0233937c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:46.841344 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-88bc8c9b-1fe9-49cd-9742-23ed76797d42 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:46.841905 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'code': 200} Feb 15 13:56:46.842279 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78effef1-6b89-4357-8e4b-eedd0233937c', 'code': 200} Feb 15 13:56:46.973908 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5955e0e6-21d6-4a03-bc33-76b723975791 req-27bfc193-89f9-4eff-b0cc-27f09266de3c tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728687 Feb 15 13:56:47.079689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a9b1de10-56f9-4185-8834-7f33a0ebfaf4 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:56:47.110982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da4ec5-6b57-4140-a073-1066917a1547 req-6b24eb02-45a2-4967-8b4f-129485a4b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:47.116593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6da4ec5-6b57-4140-a073-1066917a1547 req-6b24eb02-45a2-4967-8b4f-129485a4b063 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 1128 time: 0.1817763 Feb 15 13:56:47.210443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: a9b1de10-56f9-4185-8834-7f33a0ebfaf4 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:56:47.211135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a9b1de10-56f9-4185-8834-7f33a0ebfaf4 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:56:47.213434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:56:47.325820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:56:47.327517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f41a3fca-b2e1-413b-8a0d-b5beeb940dd5 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:56:47.335563 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ec35baf-7230-4024-b405-da0d29f18e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:47.359720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6da4ec5-6b57-4140-a073-1066917a1547 req-005d5b99-ec09-4657-a810-3c17c7c32927 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361255 Feb 15 13:56:47.394332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'name': 'network-vif-deleted', 'tag': 'f41a3fca-b2e1-413b-8a0d-b5beeb940dd5'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:47.396952 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960e4861-3ffb-496c-aac8-790c92d47351" -d '{"events": [{"server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "name": "network-vif-deleted", "tag": "f41a3fca-b2e1-413b-8a0d-b5beeb940dd5"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:47.456386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522d6e3-c010-4d4d-8b93-7a5966a1d428 req-d952d6bc-7db9-44e2-8a64-8b9ffe754c6c tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:47.462742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5522d6e3-c010-4d4d-8b93-7a5966a1d428 req-d952d6bc-7db9-44e2-8a64-8b9ffe754c6c tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 945 time: 0.2664673 Feb 15 13:56:47.570578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5522d6e3-c010-4d4d-8b93-7a5966a1d428 req-be257304-7886-4519-92b8-9d8aea1902c8 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006732 Feb 15 13:56:47.650843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54444) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:47.835048 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7759c092-f5ba-45d5-9c75-ab9bc4078e41 x-openstack-request-id: req-7759c092-f5ba-45d5-9c75-ab9bc4078e41 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:47.835344 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3789c470-004e-4b69-a8e4-a6397d55d7e5", "name": "network-vif-deleted", "tag": "f41a3fca-b2e1-413b-8a0d-b5beeb940dd5", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:47.835821 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7759c092-f5ba-45d5-9c75-ab9bc4078e41 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:47.836377 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3789c470-004e-4b69-a8e4-a6397d55d7e5', 'name': 'network-vif-deleted', 'tag': 'f41a3fca-b2e1-413b-8a0d-b5beeb940dd5', 'status': 'completed', 'code': 200} Feb 15 13:56:47.846061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56575ad-8e28-4037-9ab8-e70f51281052 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting subnet 048fcae1-c828-4efc-bd51-24882661d605 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:56:47.859948 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a56575ad-8e28-4037-9ab8-e70f51281052 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for subnet (048fcae1-c828-4efc-bd51-24882661d605), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:48.093408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e98a84bf-7405-4d66-b62d-176af5ba8679 req-ce256ff5-7b31-4344-95f8-2354af6458f8 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0730107 Feb 15 13:56:48.104883 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a56575ad-8e28-4037-9ab8-e70f51281052 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (048fcae1-c828-4efc-bd51-24882661d605), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:48.244855 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:48.324463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d3c3d-cf93-4463-b23f-f27dea780f0b req-80295451-adc4-4034-8bc4-af6f8e174b8f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:48.337009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea4d3c3d-cf93-4463-b23f-f27dea780f0b req-80295451-adc4-4034-8bc4-af6f8e174b8f tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 945 time: 0.2418852 Feb 15 13:56:48.436404 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a56575ad-8e28-4037-9ab8-e70f51281052 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (048fcae1-c828-4efc-bd51-24882661d605), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:48.535961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea4d3c3d-cf93-4463-b23f-f27dea780f0b req-5ed3ca44-af08-4039-9f40-156b345dd56e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905112 Feb 15 13:56:48.676974 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a56575ad-8e28-4037-9ab8-e70f51281052 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (048fcae1-c828-4efc-bd51-24882661d605), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:48.738180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56575ad-8e28-4037-9ab8-e70f51281052 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Subnet': ['ID=048fcae1-c828-4efc-bd51-24882661d605,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:48.741776 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a56575ad-8e28-4037-9ab8-e70f51281052 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:48.745645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08458ea4-9abe-4e24-bffd-68a99d0430a5 None None] Network f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:56:48.749545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a56575ad-8e28-4037-9ab8-e70f51281052 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "DELETE /v2.0/subnets/048fcae1-c828-4efc-bd51-24882661d605 HTTP/1.1" status: 204 len: 168 time: 1.0948696 Feb 15 13:56:48.750210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54466) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:48.857152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (f1356db0-fa61-4a1f-beb0-bd4d3a858bc7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:48.926600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd950e-467c-4af9-984d-09ea478ea29b req-61f73792-5ddf-4767-a3bc-702284c68e10 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:48.931547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cdd950e-467c-4af9-984d-09ea478ea29b req-61f73792-5ddf-4767-a3bc-702284c68e10 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 945 time: 0.1994281 Feb 15 13:56:49.016587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cdd950e-467c-4af9-984d-09ea478ea29b req-a72c3d75-d30c-430a-9347-a40616c4e7b7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766852 Feb 15 13:56:49.061203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:56:49.061463 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:49.093120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 896637e7-a430-467d-bef7-a6885546e329 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:56:49.186995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f72fa3-abdf-4da0-9f2d-7c313a3cdd42 None None] DHCP port deletion for f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:56:49.192483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] For port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=642d0c3a-ffa4-4c02-acaa-b0cf43cb9804,segment=NetworkSegment(405be527-b23d-4139-9d3b-3736165e6b95),segment_id=405be527-b23d-4139-9d3b-3736165e6b95)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:49.192847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:49.248453 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Calling delete_port for 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:56:49.307130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25fba5e6-6eef-4a20-b44a-8a3750b09b8d req-cfee6f27-5f1c-4b89-97e2-4003e6ed86a8 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0691276 Feb 15 13:56:49.311614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 896637e7-a430-467d-bef7-a6885546e329 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:56:49.316750 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (896637e7-a430-467d-bef7-a6885546e329), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:49.429577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896637e7-a430-467d-bef7-a6885546e329'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:49.437578 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebad884c-4f8e-4ab8-9f34-3b3d0d5e7d04" -d '{"events": [{"server_uuid": "a5a64bda-2d82-434f-b77f-c150390f10cf", "name": "network-vif-unplugged", "status": "completed", "tag": "896637e7-a430-467d-bef7-a6885546e329"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:49.479119 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:49.521749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 896637e7-a430-467d-bef7-a6885546e329, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=896637e7-a430-467d-bef7-a6885546e329,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:49.531423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-36f72fa3-abdf-4da0-9f2d-7c313a3cdd42 None None] Deleting port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:56:49.532601 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-36f72fa3-abdf-4da0-9f2d-7c313a3cdd42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:49.561715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] No DVR routers for this DVR port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:56:49.566054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Port': ['ID=642d0c3a-ffa4-4c02-acaa-b0cf43cb9804,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:49.625129 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-36f72fa3-abdf-4da0-9f2d-7c313a3cdd42 None None] For port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:49.625955 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-36f72fa3-abdf-4da0-9f2d-7c313a3cdd42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:49.640833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-36f72fa3-abdf-4da0-9f2d-7c313a3cdd42 None None] Calling delete_port for 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:56:49.646020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-36f72fa3-abdf-4da0-9f2d-7c313a3cdd42 None None] Port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 13:56:49.648583 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606b9aa0-f66c-48ef-a035-144fbd1e7b04 x-openstack-request-id: req-606b9aa0-f66c-48ef-a035-144fbd1e7b04 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:49.649145 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a64bda-2d82-434f-b77f-c150390f10cf", "name": "network-vif-unplugged", "status": "completed", "tag": "896637e7-a430-467d-bef7-a6885546e329", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:49.649530 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-606b9aa0-f66c-48ef-a035-144fbd1e7b04 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:49.650068 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '896637e7-a430-467d-bef7-a6885546e329', 'code': 200} Feb 15 13:56:49.653339 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-36f72fa3-abdf-4da0-9f2d-7c313a3cdd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (642d0c3a-ffa4-4c02-acaa-b0cf43cb9804), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:49.655857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (896637e7-a430-467d-bef7-a6885546e329), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:49.688159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f72fa3-abdf-4da0-9f2d-7c313a3cdd42 None None] Pushing event deleted for resources: {'Port': ['ID=642d0c3a-ffa4-4c02-acaa-b0cf43cb9804,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:49.788173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=896637e7-a430-467d-bef7-a6885546e329,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:49.807481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f72fa3-abdf-4da0-9f2d-7c313a3cdd42 None None] No DVR routers for this DVR port 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:56:49.832108 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:49.886809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:56:49.907196 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (f1356db0-fa61-4a1f-beb0-bd4d3a858bc7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:49.927588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:56:49.928116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 642d0c3a-ffa4-4c02-acaa-b0cf43cb9804 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:56:49.993695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d401cc-8ec0-402b-9b15-70842dee8115 req-aeab4b16-b5b7-46b3-b127-a8cdd3e26842 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:49.996646 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-15d401cc-8ec0-402b-9b15-70842dee8115 req-aeab4b16-b5b7-46b3-b127-a8cdd3e26842 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 943 time: 0.3610885 Feb 15 13:56:50.007437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1356db0-fa61-4a1f-beb0-bd4d3a858bc7']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:50.014814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76e0fc-aeff-49ef-b1bb-8972ab836b5a req-b15ed6c6-7a7f-4888-9547-8a0b87ac1679 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:50.022732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca76e0fc-aeff-49ef-b1bb-8972ab836b5a req-b15ed6c6-7a7f-4888-9547-8a0b87ac1679 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 943 time: 0.2353079 Feb 15 13:56:50.092572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405be527-b23d-4139-9d3b-3736165e6b95') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:50.092799 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405be527-b23d-4139-9d3b-3736165e6b95') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:50.190346 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (405be527-b23d-4139-9d3b-3736165e6b95), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:50.207298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca76e0fc-aeff-49ef-b1bb-8972ab836b5a req-f543c597-1bdf-40d6-ab9c-3d62b3327a63 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834967 Feb 15 13:56:50.238499 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (405be527-b23d-4139-9d3b-3736165e6b95), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:50.249263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:56:50.249847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (405be527-b23d-4139-9d3b-3736165e6b95), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:50.256512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69326f9c-f09c-4511-9246-1591868419ed req-ee41cb30-ffb0-4ab4-a86b-544198722293 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:50.258121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69326f9c-f09c-4511-9246-1591868419ed req-ee41cb30-ffb0-4ab4-a86b-544198722293 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 945 time: 0.1058829 Feb 15 13:56:50.359862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69326f9c-f09c-4511-9246-1591868419ed req-095caadb-0aa9-4aa6-8c35-e5f3a7a65c1a tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955966 Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:56:50.365510 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:56:50.418250 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (f1356db0-fa61-4a1f-beb0-bd4d3a858bc7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:50.450225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:50.456898 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "DELETE /v2.0/networks/f1356db0-fa61-4a1f-beb0-bd4d3a858bc7 HTTP/1.1" status: 204 len: 168 time: 1.7021372 Feb 15 13:56:50.493173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54502) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:50.542420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1a35c-669c-4cbe-82e1-5b481fee8735 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Network': ['ID=f1356db0-fa61-4a1f-beb0-bd4d3a858bc7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:50.621049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbb9dbd-8513-4c90-9e86-aa28c2dee1cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting subnet 51735d27-1a81-440d-99f1-6be419de26ec {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:56:50.624602 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9dbd-8513-4c90-9e86-aa28c2dee1cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for subnet (51735d27-1a81-440d-99f1-6be419de26ec), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:50.687861 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9dbd-8513-4c90-9e86-aa28c2dee1cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (51735d27-1a81-440d-99f1-6be419de26ec), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:50.725057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-becc192b-7635-466a-977e-17788990743d tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 258 time: 0.2933948 Feb 15 13:56:50.772268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2ff3730-d09b-47ae-b56f-fe666964f27f req-9e64a501-bae7-4f01-a35e-3faabf324a6b tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.2914023 Feb 15 13:56:50.789235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:50.834308 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:50.972049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9dbd-8513-4c90-9e86-aa28c2dee1cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (51735d27-1a81-440d-99f1-6be419de26ec), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:50.977689 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:51.144820 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:51.162550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-15d401cc-8ec0-402b-9b15-70842dee8115 req-cbd370d6-fb65-4066-a2d2-c7f18917559e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Deleting port 896637e7-a430-467d-bef7-a6885546e329 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:56:51.162958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-15d401cc-8ec0-402b-9b15-70842dee8115 req-cbd370d6-fb65-4066-a2d2-c7f18917559e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (896637e7-a430-467d-bef7-a6885546e329), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:51.318301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-15d401cc-8ec0-402b-9b15-70842dee8115 req-cbd370d6-fb65-4066-a2d2-c7f18917559e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] For port 896637e7-a430-467d-bef7-a6885546e329, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=896637e7-a430-467d-bef7-a6885546e329,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:51.318809 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-15d401cc-8ec0-402b-9b15-70842dee8115 req-cbd370d6-fb65-4066-a2d2-c7f18917559e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (896637e7-a430-467d-bef7-a6885546e329), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:51.333438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-15d401cc-8ec0-402b-9b15-70842dee8115 req-cbd370d6-fb65-4066-a2d2-c7f18917559e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Calling delete_port for 896637e7-a430-467d-bef7-a6885546e329 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:56:51.447117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Allocated IP 172.25.6.214 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/afff3f8a-bca3-4397-b43b-5b6f194bd4e8) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:51.483494 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9dbd-8513-4c90-9e86-aa28c2dee1cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (51735d27-1a81-440d-99f1-6be419de26ec), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:51.542712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61102dd2-99e1-46ff-9e5f-1af878530d4b None None] Network b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:56:51.568702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9dbd-8513-4c90-9e86-aa28c2dee1cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:51.590160 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for port (afff3f8a-bca3-4397-b43b-5b6f194bd4e8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:51.594234 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6dbb9dbd-8513-4c90-9e86-aa28c2dee1cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "DELETE /v2.0/subnets/51735d27-1a81-440d-99f1-6be419de26ec HTTP/1.1" status: 204 len: 168 time: 1.0740850 Feb 15 13:56:51.599990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54518) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:51.604374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb9dbd-8513-4c90-9e86-aa28c2dee1cc tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Subnet': ['ID=51735d27-1a81-440d-99f1-6be419de26ec,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:51.609941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-15d401cc-8ec0-402b-9b15-70842dee8115 req-cbd370d6-fb65-4066-a2d2-c7f18917559e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (896637e7-a430-467d-bef7-a6885546e329), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:51.671600 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (afff3f8a-bca3-4397-b43b-5b6f194bd4e8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:51.687676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd370d6-fb65-4066-a2d2-c7f18917559e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event deleted for resources: {'Port': ['ID=896637e7-a430-467d-bef7-a6885546e329,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:51.756108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24111fd6-a36e-42cd-bfeb-84d2a6a988a5 req-a1ca32ba-9b59-4139-9f50-10ebfc2a3063 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5a64bda-2d82-434f-b77f-c150390f10cf HTTP/1.1" status: 200 len: 210 time: 0.1125934 Feb 15 13:56:51.806813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d401cc-8ec0-402b-9b15-70842dee8115 req-cbd370d6-fb65-4066-a2d2-c7f18917559e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] No DVR routers for this DVR port 896637e7-a430-467d-bef7-a6885546e329 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:56:51.824375 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-15d401cc-8ec0-402b-9b15-70842dee8115 req-cbd370d6-fb65-4066-a2d2-c7f18917559e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:51.827949 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-15d401cc-8ec0-402b-9b15-70842dee8115 req-cbd370d6-fb65-4066-a2d2-c7f18917559e tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "DELETE /v2.0/ports/896637e7-a430-467d-bef7-a6885546e329 HTTP/1.1" status: 204 len: 173 time: 1.8064194 Feb 15 13:56:51.828413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'name': 'network-vif-deleted', 'tag': '896637e7-a430-467d-bef7-a6885546e329'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:51.830855 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5dfb4a-9dc6-4d0f-9c61-baf2f489ae81" -d '{"events": [{"server_uuid": "a5a64bda-2d82-434f-b77f-c150390f10cf", "name": "network-vif-deleted", "tag": "896637e7-a430-467d-bef7-a6885546e329"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:51.852497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (b5c84835-0b0a-49b3-8b92-91b7dda0a2b6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:51.867551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b223c32-a891-48ea-8185-194fce7005a7 None None] DHCP port deletion for b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:56:52.004360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Deleting port 83743600-7c11-471c-ae1e-602b71737d84 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:56:52.004992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (83743600-7c11-471c-ae1e-602b71737d84), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:52.010006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Pushing event updated for resources: {'Port': ['ID=afff3f8a-bca3-4397-b43b-5b6f194bd4e8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:52.074305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0b223c32-a891-48ea-8185-194fce7005a7 None None] Deleting port 83743600-7c11-471c-ae1e-602b71737d84 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:56:52.075657 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b223c32-a891-48ea-8185-194fce7005a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (83743600-7c11-471c-ae1e-602b71737d84), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:52.112370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:52.119985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:52.156615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:56:52.175434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e6cb1eb-2515-40ec-9a0f-ab616aae850b req-646671b0-cd90-45f7-9bb6-604034bdc6ec tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.1485741 Feb 15 13:56:52.181484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] For port 83743600-7c11-471c-ae1e-602b71737d84, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=83743600-7c11-471c-ae1e-602b71737d84,segment=NetworkSegment(df18300a-9578-491f-8be3-7b74379d28cc),segment_id=df18300a-9578-491f-8be3-7b74379d28cc)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:52.181875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (83743600-7c11-471c-ae1e-602b71737d84), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:52.233536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0b223c32-a891-48ea-8185-194fce7005a7 None None] For port 83743600-7c11-471c-ae1e-602b71737d84, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=83743600-7c11-471c-ae1e-602b71737d84,segment=NetworkSegment(df18300a-9578-491f-8be3-7b74379d28cc),segment_id=df18300a-9578-491f-8be3-7b74379d28cc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:52.233944 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b223c32-a891-48ea-8185-194fce7005a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (83743600-7c11-471c-ae1e-602b71737d84), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:52.260828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0b223c32-a891-48ea-8185-194fce7005a7 None None] Calling delete_port for 83743600-7c11-471c-ae1e-602b71737d84 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:56:52.267557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Calling delete_port for 83743600-7c11-471c-ae1e-602b71737d84 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:56:52.319216 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515a67cf-a79b-435d-906d-5b77214f794a x-openstack-request-id: req-515a67cf-a79b-435d-906d-5b77214f794a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:52.321212 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a64bda-2d82-434f-b77f-c150390f10cf", "name": "network-vif-deleted", "tag": "896637e7-a430-467d-bef7-a6885546e329", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:52.321623 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-515a67cf-a79b-435d-906d-5b77214f794a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:52.322211 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a64bda-2d82-434f-b77f-c150390f10cf', 'name': 'network-vif-deleted', 'tag': '896637e7-a430-467d-bef7-a6885546e329', 'status': 'completed', 'code': 200} Feb 15 13:56:52.452141 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b223c32-a891-48ea-8185-194fce7005a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (83743600-7c11-471c-ae1e-602b71737d84), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:52.477786 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:52.501067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b223c32-a891-48ea-8185-194fce7005a7 None None] Pushing event deleted for resources: {'Port': ['ID=83743600-7c11-471c-ae1e-602b71737d84,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:52.518668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b223c32-a891-48ea-8185-194fce7005a7 None None] No DVR routers for this DVR port 83743600-7c11-471c-ae1e-602b71737d84 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:56:52.599366 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (afff3f8a-bca3-4397-b43b-5b6f194bd4e8), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:52.660224 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0c276d8-8af2-48de-865e-05570c4bc93a req-962a149f-6b89-4e75-a416-88f09d5018da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1966462 Feb 15 13:56:52.661687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (83743600-7c11-471c-ae1e-602b71737d84), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:52.729614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Port': ['ID=83743600-7c11-471c-ae1e-602b71737d84,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:52.743921 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] No DVR routers for this DVR port 83743600-7c11-471c-ae1e-602b71737d84 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:56:52.972868 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for port (afff3f8a-bca3-4397-b43b-5b6f194bd4e8), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:52.981781 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (b5c84835-0b0a-49b3-8b92-91b7dda0a2b6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:52.988974 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (afff3f8a-bca3-4397-b43b-5b6f194bd4e8), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:53.022234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c276d8-8af2-48de-865e-05570c4bc93a req-2c125d40-e96d-4d17-bc9d-dd4dcfb15894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:53.025843 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0c276d8-8af2-48de-865e-05570c4bc93a req-2c125d40-e96d-4d17-bc9d-dd4dcfb15894 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 1127 time: 0.3022435 Feb 15 13:56:53.052163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c84835-0b0a-49b3-8b92-91b7dda0a2b6']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:53.095650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df18300a-9578-491f-8be3-7b74379d28cc') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:53.095953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df18300a-9578-491f-8be3-7b74379d28cc') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:53.108500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Pushing event updated for resources: {'Port': ['ID=afff3f8a-bca3-4397-b43b-5b6f194bd4e8,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:53.139084 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (df18300a-9578-491f-8be3-7b74379d28cc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:53.231391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 896637e7-a430-467d-bef7-a6885546e329 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:56:53.263471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (df18300a-9578-491f-8be3-7b74379d28cc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:53.289268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 896637e7-a430-467d-bef7-a6885546e329 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:56:53.290198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 896637e7-a430-467d-bef7-a6885546e329 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:56:53.290729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:56:53.291181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (df18300a-9578-491f-8be3-7b74379d28cc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:56:53.300083 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:56:53.516672 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:53.519529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c276d8-8af2-48de-865e-05570c4bc93a req-08ec2126-ed3a-4b8d-ba2e-494a190a31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:53.522237 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0c276d8-8af2-48de-865e-05570c4bc93a req-08ec2126-ed3a-4b8d-ba2e-494a190a31ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.4485390 Feb 15 13:56:53.538391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201d104-fb23-4fad-920c-4effb5a93509 req-a1d19d1e-77f9-491c-ba38-917e8c5e5513 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:53.539872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-a1d19d1e-77f9-491c-ba38-917e8c5e5513 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/networks?id=6c7a4dea-9b1c-45ce-98f2-09854912c65b HTTP/1.1" status: 200 len: 821 time: 0.3540959 Feb 15 13:56:53.569264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-25c793fc-5132-42a7-998e-f7a4e0939467 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/quotas/1a40291f488648218df7665e0b98c961 HTTP/1.1" status: 200 len: 375 time: 0.0204146 Feb 15 13:56:53.601958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-9f156217-be68-490a-b764-d598f00d8b7a tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a40291f488648218df7665e0b98c961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308919 Feb 15 13:56:53.622033 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0c276d8-8af2-48de-865e-05570c4bc93a req-4d8df945-b4e4-4c82-830e-e28fb442c893 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a HTTP/1.1" status: 200 len: 217 time: 0.0447733 Feb 15 13:56:53.629324 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:53.631186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-2947c2c4-bd07-49bb-9f6a-3dd644b23f23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8564601 Feb 15 13:56:53.646012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (b5c84835-0b0a-49b3-8b92-91b7dda0a2b6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:53.688214 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:53.701702 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] 10.222.0.72 "DELETE /v2.0/networks/b5c84835-0b0a-49b3-8b92-91b7dda0a2b6 HTTP/1.1" status: 204 len: 168 time: 2.0750713 Feb 15 13:56:53.724413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec274c-8f59-4a17-b9c9-0812601b7954 tempest-ServersTestMultiNic-524462496 tempest-ServersTestMultiNic-524462496-project] Pushing event deleted for resources: {'Network': ['ID=b5c84835-0b0a-49b3-8b92-91b7dda0a2b6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:53.755653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c276d8-8af2-48de-865e-05570c4bc93a req-ed0a4728-5ec4-46ff-b9e6-f3840d8e9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:53.758801 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0c276d8-8af2-48de-865e-05570c4bc93a req-ed0a4728-5ec4-46ff-b9e6-f3840d8e9a3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.1388202 Feb 15 13:56:53.861338 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0c276d8-8af2-48de-865e-05570c4bc93a req-bda45bff-9b88-4a51-84df-d505a2dc1669 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826218 Feb 15 13:56:53.892611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 83743600-7c11-471c-ae1e-602b71737d84 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:56:53.965081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 83743600-7c11-471c-ae1e-602b71737d84 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:56:53.965621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 83743600-7c11-471c-ae1e-602b71737d84 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:56:54.076926 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0c276d8-8af2-48de-865e-05570c4bc93a req-27f35c0d-eb81-4239-89ef-18e4e6fb63a5 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087324 Feb 15 13:56:54.152876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-dca116e0-8909-47de-b8dc-9bdbd0d577a0 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0743313 Feb 15 13:56:54.237479 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0c276d8-8af2-48de-865e-05570c4bc93a req-c77182c1-a9ab-4007-86f2-d5ad1570851d service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513019 Feb 15 13:56:54.262955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-5d186ee6-175c-4a90-9c2a-8b1de47f3e04 service neutron] 10.222.0.72 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6562197 Feb 15 13:56:54.360294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-922d9453-8a0d-430f-a84e-198bcacddb08 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:54.373763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4923cf1b-f88f-4151-a31a-ffddd29f902f req-922d9453-8a0d-430f-a84e-198bcacddb08 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.2091770 Feb 15 13:56:54.473567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9086ad9-05da-4b7b-9d55-fbe19708a0aa req-b2973243-5728-4dbf-9aed-294485b41826 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0506821 Feb 15 13:56:54.489308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-cc7a2db8-75f0-4dbb-9c08-24d5a5d522a8 service neutron] 10.222.0.72 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147918 Feb 15 13:56:54.783236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e2050c8-a432-433b-b8d3-a1708ddec627 req-4027edf7-e466-44b4-bd42-bafb684e39e9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0444133 Feb 15 13:56:54.837738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-120ceb95-93d6-44ba-9dea-0ccbe3137a80 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:54.845916 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-120ceb95-93d6-44ba-9dea-0ccbe3137a80 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1534519 Feb 15 13:56:54.974590 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-03d66fa9-6fcf-4667-847c-a7c1e585b4da tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.1239755 Feb 15 13:56:54.988728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-5a857b4c-aaf4-4f06-8e16-f599da3ed8a5 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Request body: {'floatingip': {'port_id': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:55.008208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54586) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:56:55.045521 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-5a857b4c-aaf4-4f06-8e16-f599da3ed8a5 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:55.519131 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (6ad80651-dbad-4023-bdb8-6f88327e0719), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:55.677453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-310c3655-6861-4b3b-981e-4a10be4fe2c0 req-782e77f6-1a50-45c4-8f1c-cf6ab09f04b1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0377057 Feb 15 13:56:55.872761 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-5a857b4c-aaf4-4f06-8e16-f599da3ed8a5 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:55.880145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-5a857b4c-aaf4-4f06-8e16-f599da3ed8a5 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:56.069877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee825f6a-e2c8-43a9-9b09-a918ba4156e2 req-f7f867c6-f917-4bbf-9b9f-66b0d17a82cf tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0578594 Feb 15 13:56:56.131116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] Deleting port 190e8755-b4aa-41d3-ae60-af57760585b6 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:56:56.132074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:56.135007 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-5a857b4c-aaf4-4f06-8e16-f599da3ed8a5 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Floating IP c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9 associated. External IP: 172.25.6.214, port: c16d6e4b-8ae6-4475-a399-832e442bbe5a. Feb 15 13:56:56.188324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201d104-fb23-4fad-920c-4effb5a93509 req-5f80ae53-4406-411c-97f6-64eac60e5c30 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:56.190138 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-5f80ae53-4406-411c-97f6-64eac60e5c30 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "GET /v2.0/networks?id=6c7a4dea-9b1c-45ce-98f2-09854912c65b HTTP/1.1" status: 200 len: 821 time: 0.2101192 Feb 15 13:56:56.210230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Request body: {'port': {'device_id': '380e53a3-d6eb-4679-9e6b-e2465850c7b0', 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b', 'admin_state_up': True, 'tenant_id': '1a40291f488648218df7665e0b98c961'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:56.345032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] For port 190e8755-b4aa-41d3-ae60-af57760585b6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=190e8755-b4aa-41d3-ae60-af57760585b6,segment=NetworkSegment(eaa6a6b7-399f-4757-bad7-f76e38e69630),segment_id=eaa6a6b7-399f-4757-bad7-f76e38e69630)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:56:56.345737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:56.387107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] Calling delete_port for 190e8755-b4aa-41d3-ae60-af57760585b6 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:56:56.475555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Made reservation on behalf of 1a40291f488648218df7665e0b98c961 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:56:56.479346 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:56.566833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-5a857b4c-aaf4-4f06-8e16-f599da3ed8a5 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Router ee9b36a9-8363-419c-8988-b18bea0a6556 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:56:56.748705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Allocated IP 172.20.0.12 (6c7a4dea-9b1c-45ce-98f2-09854912c65b/6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5/fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:56:56.791890 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (190e8755-b4aa-41d3-ae60-af57760585b6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:56.823604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-5a857b4c-aaf4-4f06-8e16-f599da3ed8a5 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:56:56.835965 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-5a857b4c-aaf4-4f06-8e16-f599da3ed8a5 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:56.847972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649f887-6d30-4245-9cee-f5747faaa4bb None None] Sync routers for ids ['ee9b36a9-8363-419c-8988-b18bea0a6556'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:56:56.897259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649f887-6d30-4245-9cee-f5747faaa4bb None None] Routers {'ee9b36a9-8363-419c-8988-b18bea0a6556'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:56:56.899935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b649f887-6d30-4245-9cee-f5747faaa4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ee9b36a9-8363-419c-8988-b18bea0a6556'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:56.924219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=190e8755-b4aa-41d3-ae60-af57760585b6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:56.980459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84d53c9f-68db-460b-b157-1a70b2be6e4c req-079f393b-535b-4f40-b70e-85c5eff661fd tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/ports?device_id=1637667d-1a84-41fa-841c-4e87ea6d595a HTTP/1.1" status: 200 len: 210 time: 0.0863197 Feb 15 13:56:56.986491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-5a857b4c-aaf4-4f06-8e16-f599da3ed8a5 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "PUT /v2.0/floatingips/c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9 HTTP/1.1" status: 200 len: 996 time: 2.0022326 Feb 15 13:56:56.990001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'tag': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:56:56.992571 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f680023c-7dbe-44e4-a73a-87a9d88bb3c4", "tag": "c16d6e4b-8ae6-4475-a399-832e442bbe5a"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:56:57.117256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-beda7688-fb82-4dda-ac74-6d68576a104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:57.122628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-beda7688-fb82-4dda-ac74-6d68576a104e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3fee703dc2d34ac7ae8a83d1681b1b7b&device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 1128 time: 0.0975149 Feb 15 13:56:57.327930 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:56:57.422985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-b649f887-6d30-4245-9cee-f5747faaa4bb None None] Set router ee9b36a9-8363-419c-8988-b18bea0a6556 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:56:57.446812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-922eb75f-489f-45cc-acdc-dbd37c27b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:57.448394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-922eb75f-489f-45cc-acdc-dbd37c27b132 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91c78507-2bd2-49f7-ae98-81564612e885 HTTP/1.1" status: 200 len: 930 time: 0.3185191 Feb 15 13:56:57.548054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:57.611326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:57.737951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event updated for resources: {'Port': ['ID=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:57.752660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Network 6c7a4dea-9b1c-45ce-98f2-09854912c65b is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:56:57.759857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:56:57.769947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:56:57.780517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-bb25f148-262e-4d53-8e33-c20367c65320 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:57.794942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-bb25f148-262e-4d53-8e33-c20367c65320 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 821 time: 0.1982932 Feb 15 13:56:57.818245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-cabc9f92-1885-4a0c-b074-2f8768861e70 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/quotas/72b3401121c0488ab7f8a0dba51c8a23 HTTP/1.1" status: 200 len: 375 time: 0.0230677 Feb 15 13:56:57.891000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-4015e6de-77bd-4c67-beb4-ccaa404537cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c16d6e4b-8ae6-4475-a399-832e442bbe5a HTTP/1.1" status: 200 len: 999 time: 0.4356005 Feb 15 13:56:58.072042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-07ec0e75-8564-4b92-8160-ff3d99c59b74 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2527092 Feb 15 13:56:58.090927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-ea4e15fc-4b0d-4bcb-8c7d-4e2d45cc6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:58.092674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-ea4e15fc-4b0d-4bcb-8c7d-4e2d45cc6a70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8080aba3-d328-419d-a642-c862b8b63224 HTTP/1.1" status: 200 len: 868 time: 0.1848016 Feb 15 13:56:58.246929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-ac763a95-4b8c-4497-b443-5c9aac5b9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:58.255249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-ac763a95-4b8c-4497-b443-5c9aac5b9194 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91c78507-2bd2-49f7-ae98-81564612e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1504943 Feb 15 13:56:58.345544 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:58.346469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:58.377012 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-609a860e-56b8-4497-8634-ac507b66dac0 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1724107 Feb 15 13:56:58.395619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Request body: {'port': {'device_id': '380e53a3-d6eb-4679-9e6b-e2465850c7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:56:58.473157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-e4cec022-a1ea-4724-91c0-edfe9583ec20 service neutron] 10.222.0.72 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000000 Feb 15 13:56:58.490029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-7c53c9c8-204d-4c4d-9971-018d362a77ba service neutron] 10.222.0.72 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169805 Feb 15 13:56:58.493722 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (6ad80651-dbad-4023-bdb8-6f88327e0719), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:58.637207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:58.691007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5927ef46-3daf-495e-b5a6-af036d3fc2be req-ba8c23a8-5f1e-4e89-91b7-54c36946bea0 service neutron] 10.222.0.72 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887760 Feb 15 13:56:58.706028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-9ad8f589-2ef7-440b-8ee9-213c3e529916 service neutron] 10.222.0.72 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141011 Feb 15 13:56:58.708735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b649f887-6d30-4245-9cee-f5747faaa4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'port_id': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'mac_address': 'fa:16:3e:a6:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:56:52Z', 'updated_at': '2022-02-15T13:56:55Z', 'revision_number': 1, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbe1be4-1806-4fbf-84c4-003375093c5f', 'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'mac_address': 'fa:16:3e:22:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:14Z', 'updated_at': '2022-02-15T13:56:25Z', 'revision_number': 5, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'subnets': [{'id': '8080aba3-d328-419d-a642-c862b8b63224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:58.783289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649f887-6d30-4245-9cee-f5747faaa4bb None None] Checking router: ee9b36a9-8363-419c-8988-b18bea0a6556 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:56:58.810541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649f887-6d30-4245-9cee-f5747faaa4bb None None] Routers {'ee9b36a9-8363-419c-8988-b18bea0a6556'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:56:58.811499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b649f887-6d30-4245-9cee-f5747faaa4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ee9b36a9-8363-419c-8988-b18bea0a6556'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:56:58.821873 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ed968-dfce-47cd-8d3d-7b8ff144e036 x-openstack-request-id: req-315ed968-dfce-47cd-8d3d-7b8ff144e036 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:56:58.822167 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f680023c-7dbe-44e4-a73a-87a9d88bb3c4", "tag": "c16d6e4b-8ae6-4475-a399-832e442bbe5a", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:56:58.822428 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-315ed968-dfce-47cd-8d3d-7b8ff144e036 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:56:58.822831 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'tag': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'status': 'completed', 'code': 200} Feb 15 13:56:58.932324 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c req-480262f2-1684-4eee-ad6e-f4679fdce03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:58.937861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c req-480262f2-1684-4eee-ad6e-f4679fdce03f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fee703dc2d34ac7ae8a83d1681b1b7b&device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 1128 time: 0.1012316 Feb 15 13:56:59.074451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c req-911f4e1c-115b-4ff0-b73f-805da220a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:59.076717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c req-911f4e1c-115b-4ff0-b73f-805da220a917 service neutron] 10.222.0.42 "GET /v2.0/networks?id=91c78507-2bd2-49f7-ae98-81564612e885 HTTP/1.1" status: 200 len: 930 time: 0.1330616 Feb 15 13:56:59.169711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-b649f887-6d30-4245-9cee-f5747faaa4bb None None] Set router ee9b36a9-8363-419c-8988-b18bea0a6556 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:56:59.179983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:56:59.190364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Publish callbacks [] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:59.204857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Transition to ACTIVE for port object fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:56:59.211392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:56:59.274285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b3d74-36c4-4767-9175-cde18a803e2f req-160c686d-e0f4-4ade-b0a6-e1db0bca0dbb tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:59.277823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b8b3d74-36c4-4767-9175-cde18a803e2f req-160c686d-e0f4-4ade-b0a6-e1db0bca0dbb tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 932 time: 0.2000046 Feb 15 13:56:59.285590 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c req-113fd843-ac59-40df-b83a-e87af9dbd8aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c16d6e4b-8ae6-4475-a399-832e442bbe5a HTTP/1.1" status: 200 len: 999 time: 0.1720793 Feb 15 13:56:59.493134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:56:59.554141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b8b3d74-36c4-4767-9175-cde18a803e2f req-cfa8dc05-fea2-4d4c-b92f-0ad779881036 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672422 Feb 15 13:56:59.592264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c req-ae0b5dfd-3045-4064-bc71-a45d147064bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:59.593937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c req-ae0b5dfd-3045-4064-bc71-a45d147064bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8080aba3-d328-419d-a642-c862b8b63224 HTTP/1.1" status: 200 len: 868 time: 0.2439351 Feb 15 13:56:59.606949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] Router 6ad80651-dbad-4023-bdb8-6f88327e0719 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:56:59.855867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c488619-c5be-4dc1-9dfc-0164797b3151 req-6c99e471-c484-4d58-abc7-054bed59a68a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 210 time: 0.0628803 Feb 15 13:56:59.889838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c req-3a39eb4f-e6d8-4c5b-b5b7-c53885f5e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:56:59.892434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c req-3a39eb4f-e6d8-4c5b-b5b7-c53885f5e07b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=91c78507-2bd2-49f7-ae98-81564612e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2846227 Feb 15 13:56:59.991842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54670) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:00.033792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c req-17191657-702a-47e1-be5e-986dda1394b0 service neutron] 10.222.0.42 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278901 Feb 15 13:57:00.081853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b649f887-6d30-4245-9cee-f5747faaa4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'port_id': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'mac_address': 'fa:16:3e:a6:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:56:52Z', 'updated_at': '2022-02-15T13:56:55Z', 'revision_number': 1, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbe1be4-1806-4fbf-84c4-003375093c5f', 'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'mac_address': 'fa:16:3e:22:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:14Z', 'updated_at': '2022-02-15T13:56:25Z', 'revision_number': 5, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'subnets': [{'id': '8080aba3-d328-419d-a642-c862b8b63224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:00.120858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-f493cc18-da5a-40a6-aee8-8678a1f711e8 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 258 time: 0.4419663 Feb 15 13:57:00.126683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:00.141135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b649f887-6d30-4245-9cee-f5747faaa4bb None None] The sync data for ids ['ee9b36a9-8363-419c-8988-b18bea0a6556'] in n-d-829064-15 is: [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'port_id': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'mac_address': 'fa:16:3e:a6:c1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:56:52Z', 'updated_at': '2022-02-15T13:56:55Z', 'revision_number': 1, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbe1be4-1806-4fbf-84c4-003375093c5f', 'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'mac_address': 'fa:16:3e:22:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:14Z', 'updated_at': '2022-02-15T13:56:25Z', 'revision_number': 5, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'subnets': [{'id': '8080aba3-d328-419d-a642-c862b8b63224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:00.156825 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:00.239467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Attempting to bind port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:57:00.240894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Attempting to bind port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:57:00.241226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Attempting to bind port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb on network 6c7a4dea-9b1c-45ce-98f2-09854912c65b {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:00.244467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:57:00.253619 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ffb1cb45-4312-4499-964d-eb963a6cb1c2 admin admin] 10.222.0.72 "PUT /v2.0/routers/6ad80651-dbad-4023-bdb8-6f88327e0719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2433136 Feb 15 13:57:00.258939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54672) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:00.265951 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5dc8f4-c051-4fca-bc6e-d9de5ea03fed None None] Sync routers for ids ['6ad80651-dbad-4023-bdb8-6f88327e0719'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:57:00.292736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb on network 6c7a4dea-9b1c-45ce-98f2-09854912c65b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:57:00.293171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Attempting to bind port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb on network 6c7a4dea-9b1c-45ce-98f2-09854912c65b {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:00.303762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:57:00.304179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Checking segment: {'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:00.304538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Bound using segment: {'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:57:00.305748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Bound port: fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7584e520-e519-4c2c-a260-e089bca27043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:57:00.306121 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:00.308561 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5dc8f4-c051-4fca-bc6e-d9de5ea03fed None None] Routers {'6ad80651-dbad-4023-bdb8-6f88327e0719'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:00.318945 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4d5dc8f4-c051-4fca-bc6e-d9de5ea03fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6ad80651-dbad-4023-bdb8-6f88327e0719'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:00.386633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] For port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:57:00.390321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] For port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:57:00.401782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:00.456040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abb53314-3d52-4bd9-bc57-4b4339ffdf2c req-e8b593be-acb6-4bea-adb0-dd50bdb0feba service neutron] 10.222.0.42 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127383 Feb 15 13:57:00.508686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:00.509311 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:00.510708 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] 10.222.0.67 "PUT /v2.0/ports/fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb HTTP/1.1" status: 200 len: 1093 time: 2.1218503 Feb 15 13:57:00.512767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c9067-6592-4893-a1e3-45e5779f7d77 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:00.527404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380e53a3-d6eb-4679-9e6b-e2465850c7b0', 'tag': 'fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:00.530374 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055480d3-8eae-4f8b-a076-a2462eb0fc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "380e53a3-d6eb-4679-9e6b-e2465850c7b0", "tag": "fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:00.679946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c9145a6-3801-4974-92eb-08652a0bedb1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group (df27d94d-fb59-4d25-b5b3-14269af7ba6c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:00.690151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c8ddc-b2c6-4a9b-9493-785246eb7a52 None None] New status for floating IP c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:57:00.712899 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c9145a6-3801-4974-92eb-08652a0bedb1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group (df27d94d-fb59-4d25-b5b3-14269af7ba6c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:00.794363 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c18238-ef9d-453f-9a61-8df589c1dd05 x-openstack-request-id: req-06c18238-ef9d-453f-9a61-8df589c1dd05 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:00.797331 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380e53a3-d6eb-4679-9e6b-e2465850c7b0", "tag": "fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:00.797613 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-06c18238-ef9d-453f-9a61-8df589c1dd05 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:00.798077 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380e53a3-d6eb-4679-9e6b-e2465850c7b0', 'tag': 'fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb', 'status': 'completed', 'code': 200} Feb 15 13:57:00.807385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c9145a6-3801-4974-92eb-08652a0bedb1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (df27d94d-fb59-4d25-b5b3-14269af7ba6c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:00.811870 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c9145a6-3801-4974-92eb-08652a0bedb1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:00.816859 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7c9145a6-3801-4974-92eb-08652a0bedb1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "DELETE /v2.0/security-groups/df27d94d-fb59-4d25-b5b3-14269af7ba6c HTTP/1.1" status: 204 len: 168 time: 0.7660851 Feb 15 13:57:00.824986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54684) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:00.867879 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4d5dc8f4-c051-4fca-bc6e-d9de5ea03fed None None] Set router 6ad80651-dbad-4023-bdb8-6f88327e0719 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:00.881744 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-67913bd7-6f56-4dd5-9568-30431474e3b9 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] show failed (client error): The resource could not be found. Feb 15 13:57:00.882779 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-67913bd7-6f56-4dd5-9568-30431474e3b9 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "GET /v2.0/security-groups/df27d94d-fb59-4d25-b5b3-14269af7ba6c HTTP/1.1" status: 404 len: 347 time: 0.0549529 Feb 15 13:57:00.901759 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:00.904484 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Publish callbacks [] for router (6ad80651-dbad-4023-bdb8-6f88327e0719), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:00.907460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54686) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:01.149897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9145a6-3801-4974-92eb-08652a0bedb1 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df27d94d-fb59-4d25-b5b3-14269af7ba6c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:01.202146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201d104-fb23-4fad-920c-4effb5a93509 req-afa5928c-aa8c-49a8-b684-a26b7aec426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:01.203741 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-afa5928c-aa8c-49a8-b684-a26b7aec426f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1a40291f488648218df7665e0b98c961&device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 1127 time: 0.5831757 Feb 15 13:57:01.402862 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-cd23e9cf-100c-4aaa-bae6-c0c65fea787e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb HTTP/1.1" status: 200 len: 217 time: 0.1481144 Feb 15 13:57:01.607183 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4d5dc8f4-c051-4fca-bc6e-d9de5ea03fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'name': 'tempest-ServersTestMultiNic-145094465-router', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:50Z', 'updated_at': '2022-02-15T13:56:56Z', 'revision_number': 5, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'gw_port': {'id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:53Z', 'updated_at': '2022-02-15T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:01.609007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a784f5ec-c85b-4d83-a53c-6792af042e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Deleting port 85fbf786-3ce5-469e-b857-1ebe060af782 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:01.609703 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a784f5ec-c85b-4d83-a53c-6792af042e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (85fbf786-3ce5-469e-b857-1ebe060af782), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:01.614511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201d104-fb23-4fad-920c-4effb5a93509 req-7ce15731-7238-4736-963c-96dae12d0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:01.616425 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-7ce15731-7238-4736-963c-96dae12d0a84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5 HTTP/1.1" status: 200 len: 861 time: 0.2066696 Feb 15 13:57:01.682964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-ca332a28-aae3-43d4-b7ac-23daebb40d56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c7a4dea-9b1c-45ce-98f2-09854912c65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522418 Feb 15 13:57:01.696750 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5dc8f4-c051-4fca-bc6e-d9de5ea03fed None None] Checking router: 6ad80651-dbad-4023-bdb8-6f88327e0719 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:57:01.724398 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5dc8f4-c051-4fca-bc6e-d9de5ea03fed None None] Routers {'6ad80651-dbad-4023-bdb8-6f88327e0719'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:01.726267 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4d5dc8f4-c051-4fca-bc6e-d9de5ea03fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6ad80651-dbad-4023-bdb8-6f88327e0719'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:02.056019 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4d5dc8f4-c051-4fca-bc6e-d9de5ea03fed None None] Set router 6ad80651-dbad-4023-bdb8-6f88327e0719 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:02.136368 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a784f5ec-c85b-4d83-a53c-6792af042e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (85fbf786-3ce5-469e-b857-1ebe060af782), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:02.136694 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a784f5ec-c85b-4d83-a53c-6792af042e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for floatingip (85fbf786-3ce5-469e-b857-1ebe060af782), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:02.203154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a784f5ec-c85b-4d83-a53c-6792af042e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Calling delete_port for 85fbf786-3ce5-469e-b857-1ebe060af782 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:02.206447 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-4056f39a-4e45-45a7-95b6-2e8cfe8d436f service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828093 Feb 15 13:57:02.370529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Allocated IP 172.25.6.179 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/e73c6250-c03d-4771-82d8-49d71e91cb9e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:57:02.560964 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4d5dc8f4-c051-4fca-bc6e-d9de5ea03fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'name': 'tempest-ServersTestMultiNic-145094465-router', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:50Z', 'updated_at': '2022-02-15T13:56:56Z', 'revision_number': 5, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'gw_port': {'id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:53Z', 'updated_at': '2022-02-15T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:02.569582 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2201d104-fb23-4fad-920c-4effb5a93509 req-00faed9b-6d69-4153-8763-65e1369b525b service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533986 Feb 15 13:57:02.631673 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for port (e73c6250-c03d-4771-82d8-49d71e91cb9e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:02.668661 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5dc8f4-c051-4fca-bc6e-d9de5ea03fed None None] The sync data for ids ['6ad80651-dbad-4023-bdb8-6f88327e0719'] in n-d-829064-15 is: [{'id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'name': 'tempest-ServersTestMultiNic-145094465-router', 'tenant_id': '7164bc49ada84556acb519ebc3fc94d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:54:50Z', 'updated_at': '2022-02-15T13:56:56Z', 'revision_number': 5, 'project_id': '7164bc49ada84556acb519ebc3fc94d6', 'gw_port': {'id': 'ddcb3985-382f-4d6d-97e9-5932b248163e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad80651-dbad-4023-bdb8-6f88327e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:54:53Z', 'updated_at': '2022-02-15T13:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:02.735860 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e73c6250-c03d-4771-82d8-49d71e91cb9e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:02.817516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Pushing event updated for resources: {'Port': ['ID=e73c6250-c03d-4771-82d8-49d71e91cb9e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:02.827450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c48af-d648-4f38-8dd9-a3be4d6715fc req-e34077fd-8740-433c-ad0b-3286547398f7 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:02.829753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d8c48af-d648-4f38-8dd9-a3be4d6715fc req-e34077fd-8740-433c-ad0b-3286547398f7 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 944 time: 1.7523754 Feb 15 13:57:02.882613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:02.891820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:02.899132 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a784f5ec-c85b-4d83-a53c-6792af042e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (85fbf786-3ce5-469e-b857-1ebe060af782), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:02.920949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:57:02.998633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055480d3-8eae-4f8b-a076-a2462eb0fc7f req-24a76b6e-7674-4b79-b884-a1afeb10afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:03.008370 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-055480d3-8eae-4f8b-a076-a2462eb0fc7f req-24a76b6e-7674-4b79-b884-a1afeb10afbb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1a40291f488648218df7665e0b98c961&device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 1127 time: 0.3336191 Feb 15 13:57:03.009439 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f5ec-c85b-4d83-a53c-6792af042e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Pushing event deleted for resources: {'Port': ['ID=85fbf786-3ce5-469e-b857-1ebe060af782,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:03.137502 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (abd9b416-8db7-487d-9be5-b1732e129d48), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:03.263473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a784f5ec-c85b-4d83-a53c-6792af042e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks [] for floatingip (0c3c65b1-2bb5-426d-b846-2432a91b07b1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:03.271433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a784f5ec-c85b-4d83-a53c-6792af042e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:03.277687 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a784f5ec-c85b-4d83-a53c-6792af042e12 tempest-ServersTestBootFromVolume-85253522 tempest-ServersTestBootFromVolume-85253522-project] 10.222.0.72 "DELETE /v2.0/floatingips/0c3c65b1-2bb5-426d-b846-2432a91b07b1 HTTP/1.1" status: 204 len: 168 time: 2.3669970 Feb 15 13:57:03.283092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54698) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:03.297694 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e73c6250-c03d-4771-82d8-49d71e91cb9e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:03.326973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-132a78ad-4f93-4be2-b72a-09ffd13a7b01 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:03.328990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-132a78ad-4f93-4be2-b72a-09ffd13a7b01 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 821 time: 1.3580632 Feb 15 13:57:03.376308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Request body: {'port': {'device_id': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70', 'admin_state_up': True, 'tenant_id': '72b3401121c0488ab7f8a0dba51c8a23'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:03.407632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d8c48af-d648-4f38-8dd9-a3be4d6715fc req-0db918cd-b922-4547-b153-e03639dfd205 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657182 Feb 15 13:57:03.455490 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Publish callbacks [] for router_gateway (6ad80651-dbad-4023-bdb8-6f88327e0719), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:03.625885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055480d3-8eae-4f8b-a076-a2462eb0fc7f req-25b37386-ffaf-4e80-8702-0500ae5a855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:03.627420 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-055480d3-8eae-4f8b-a076-a2462eb0fc7f req-25b37386-ffaf-4e80-8702-0500ae5a855e service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c7a4dea-9b1c-45ce-98f2-09854912c65b HTTP/1.1" status: 200 len: 922 time: 0.6156828 Feb 15 13:57:03.732254 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-055480d3-8eae-4f8b-a076-a2462eb0fc7f req-3fff5cd4-5b7f-4a41-b39b-4f1b32ee8f82 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb HTTP/1.1" status: 200 len: 217 time: 0.0854676 Feb 15 13:57:03.767661 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03bd1e38-605b-4de5-9615-f75f52206e9c req-82efd748-a1be-406b-b387-19a542d7b3b9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 210 time: 0.0679305 Feb 15 13:57:03.830076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 190e8755-b4aa-41d3-ae60-af57760585b6 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:57:03.862167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055480d3-8eae-4f8b-a076-a2462eb0fc7f req-a75d1724-eb50-485f-b6e9-d4a893772477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:03.863681 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-055480d3-8eae-4f8b-a076-a2462eb0fc7f req-a75d1724-eb50-485f-b6e9-d4a893772477 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5 HTTP/1.1" status: 200 len: 861 time: 0.1236575 Feb 15 13:57:03.887799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 190e8755-b4aa-41d3-ae60-af57760585b6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:57:03.891330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 190e8755-b4aa-41d3-ae60-af57760585b6 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:57:04.056236 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-055480d3-8eae-4f8b-a076-a2462eb0fc7f req-a4636e0e-4a63-4f24-b81e-7baf85e24fb6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c7a4dea-9b1c-45ce-98f2-09854912c65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1762817 Feb 15 13:57:04.056487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Made reservation on behalf of 72b3401121c0488ab7f8a0dba51c8a23 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:57:04.061299 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:04.272438 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-055480d3-8eae-4f8b-a076-a2462eb0fc7f req-d7a72edf-4fa2-41c6-bf51-890a56bf90ef service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034440 Feb 15 13:57:04.408376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Allocated IP 172.20.0.3 (5cc090af-8ef6-44d9-b313-c78163021d70/ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7/19368589-7720-4ea1-805e-a6dae3894a6c) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:57:04.559992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Deleting port ddcb3985-382f-4d6d-97e9-5932b248163e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:04.560888 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:04.624507 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-055480d3-8eae-4f8b-a076-a2462eb0fc7f req-a6cdd5d7-a2bf-4d76-9102-9992db8bc0bd service neutron] 10.222.0.67 "GET /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434381 Feb 15 13:57:04.751978 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (134292b0-4ac9-4566-a56a-81a860505dc8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:04.876387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] For port ddcb3985-382f-4d6d-97e9-5932b248163e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ddcb3985-382f-4d6d-97e9-5932b248163e,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:04.878537 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:04.915784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Calling delete_port for ddcb3985-382f-4d6d-97e9-5932b248163e owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:04.991878 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for port (e73c6250-c03d-4771-82d8-49d71e91cb9e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:05.025416 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (e73c6250-c03d-4771-82d8-49d71e91cb9e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:05.097699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e723a46-ef1c-4d7d-b1f7-20e03ddb5781 req-c8972972-b5e9-413d-9afd-da497b7c9889 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:05.100347 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e723a46-ef1c-4d7d-b1f7-20e03ddb5781 req-c8972972-b5e9-413d-9afd-da497b7c9889 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 944 time: 0.5153804 Feb 15 13:57:05.157028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:57:05.230722 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks [] for port (19368589-7720-4ea1-805e-a6dae3894a6c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:05.286074 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (abd9b416-8db7-487d-9be5-b1732e129d48), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:05.352281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] Deleting port cf79099a-aced-4e00-b291-115a25196fe8 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:05.353333 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cf79099a-aced-4e00-b291-115a25196fe8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:05.379729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Pushing event updated for resources: {'Port': ['ID=e73c6250-c03d-4771-82d8-49d71e91cb9e,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:05.391978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:05.395078 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:05.406702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb', 'network_id': '6c7a4dea-9b1c-45ce-98f2-09854912c65b', 'port_id': 'fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb', 'mac_address': 'fa:16:3e:17:77:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:57:05.431864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['8e92944e-91e8-4d34-8459-2aed3cc468c4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:57:05.465892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e723a46-ef1c-4d7d-b1f7-20e03ddb5781 req-74666ff9-5858-4e75-8916-06a655a7acc6 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104060 Feb 15 13:57:05.473630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Network 5cc090af-8ef6-44d9-b313-c78163021d70 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:05.505853 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:05.518681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-b866f601-370e-4e3a-be6a-969ca9a2fc23 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3952062 Feb 15 13:57:05.604497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] For port cf79099a-aced-4e00-b291-115a25196fe8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cf79099a-aced-4e00-b291-115a25196fe8,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:05.611310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cf79099a-aced-4e00-b291-115a25196fe8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:05.637810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:05.638253 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:05.655336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] Calling delete_port for cf79099a-aced-4e00-b291-115a25196fe8 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:05.673143 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-e2b9bb73-fee5-4a3b-b220-aa3deb954887 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.1524200 Feb 15 13:57:05.687729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:57:05.736327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:05.776806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:05.784174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:57:05.796957 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:05.880155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:05.973474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:05.974746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:05.990092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Pushing event updated for resources: {'Port': ['ID=19368589-7720-4ea1-805e-a6dae3894a6c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:06.102073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cf79099a-aced-4e00-b291-115a25196fe8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:06.106075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-1ccebdcc-0ac3-4aee-a155-94126433089f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7336292 Feb 15 13:57:06.124438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Request body: {'port': {'device_id': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:06.146937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf79099a-aced-4e00-b291-115a25196fe8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:06.182369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:57:06.338199 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:06.511083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d5c5-1bfc-4bec-8b37-91e50e486044 req-fa05924c-4446-4941-a8a2-1c762387b5e1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:06.512876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33d5d5c5-1bfc-4bec-8b37-91e50e486044 req-fa05924c-4446-4941-a8a2-1c762387b5e1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 931 time: 0.5863235 Feb 15 13:57:06.517056 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ddcb3985-382f-4d6d-97e9-5932b248163e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:06.530448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-f92064b5-f0c9-4207-a73e-381ed91f4626 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:06.534720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d999f55a-0400-4b3c-a24d-a5cc3b0019e8 req-f92064b5-f0c9-4207-a73e-381ed91f4626 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.8592229 Feb 15 13:57:06.622600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ddcb3985-382f-4d6d-97e9-5932b248163e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:06.769968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33d5d5c5-1bfc-4bec-8b37-91e50e486044 req-df18a26c-9def-40ad-b0a9-8e83c3a2dcf9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319305 Feb 15 13:57:06.880073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (134292b0-4ac9-4566-a56a-81a860505dc8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:06.888174 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (6ad80651-dbad-4023-bdb8-6f88327e0719), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:07.292662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] Router 134292b0-4ac9-4566-a56a-81a860505dc8 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:57:07.297239 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (6ad80651-dbad-4023-bdb8-6f88327e0719), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:07.302359 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Publish callbacks [] for router_controller (6ad80651-dbad-4023-bdb8-6f88327e0719), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:07.437985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0745510-1df8-4d17-875f-d5d918bb1928 req-bca7f984-8530-47d2-9f14-ce46ce74c0b8 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:07.440181 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0745510-1df8-4d17-875f-d5d918bb1928 req-bca7f984-8530-47d2-9f14-ce46ce74c0b8 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4992309 Feb 15 13:57:07.450886 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (6ad80651-dbad-4023-bdb8-6f88327e0719), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:07.451480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad80651-dbad-4023-bdb8-6f88327e0719 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:57:07.504582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:07.511016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c71ed30a-85b2-46ee-bf3f-99d8d91adc5d admin admin] 10.222.0.72 "DELETE /v2.0/routers/6ad80651-dbad-4023-bdb8-6f88327e0719 HTTP/1.1" status: 204 len: 168 time: 7.2488356 Feb 15 13:57:07.514292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54730) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:07.540785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:57:07.550340 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35a9bc-a6eb-40de-a871-f0d85e0f2d59 None None] Sync routers for ids ['134292b0-4ac9-4566-a56a-81a860505dc8'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:57:07.558287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea906528-64c5-415f-913a-801d1e38cc96 req-1bac42cd-f4e6-48ed-92ca-0b319730bf91 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:07.566070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea906528-64c5-415f-913a-801d1e38cc96 req-1bac42cd-f4e6-48ed-92ca-0b319730bf91 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 945 time: 0.6285598 Feb 15 13:57:07.567720 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9207e781-03e1-4b5c-9078-1a2086f83f28 admin admin] 10.222.0.72 "PUT /v2.0/routers/134292b0-4ac9-4566-a56a-81a860505dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2814152 Feb 15 13:57:07.569544 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35a9bc-a6eb-40de-a871-f0d85e0f2d59 None None] Routers {'134292b0-4ac9-4566-a56a-81a860505dc8'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:07.573607 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4c35a9bc-a6eb-40de-a871-f0d85e0f2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['134292b0-4ac9-4566-a56a-81a860505dc8'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:07.622306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54732) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:07.877754 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea906528-64c5-415f-913a-801d1e38cc96 req-3bddff9e-91bc-453a-9a2b-5e668e98c9be tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979327 Feb 15 13:57:07.884756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0745510-1df8-4d17-875f-d5d918bb1928 req-ba3fd8ce-7c1f-41b4-91c7-ec02c98e485f tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.4246330 Feb 15 13:57:07.913642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a0745510-1df8-4d17-875f-d5d918bb1928 req-5b22fac1-5738-445d-b6d3-adb5d1e8eab8 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Request body: {'floatingip': {'port_id': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:07.959620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-754888d0-91ec-4d8c-b9bc-87d34d251ce2 admin admin] Deleting subnet bb2f9132-3f76-4e63-8422-e5b3d0ae47e2 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:57:07.969764 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4c35a9bc-a6eb-40de-a871-f0d85e0f2d59 None None] Set router 134292b0-4ac9-4566-a56a-81a860505dc8 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:07.971334 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-754888d0-91ec-4d8c-b9bc-87d34d251ce2 admin admin] Publish callbacks [] for subnet (bb2f9132-3f76-4e63-8422-e5b3d0ae47e2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:08.054861 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a0745510-1df8-4d17-875f-d5d918bb1928 req-5b22fac1-5738-445d-b6d3-adb5d1e8eab8 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (abd9b416-8db7-487d-9be5-b1732e129d48), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:08.064155 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-754888d0-91ec-4d8c-b9bc-87d34d251ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (bb2f9132-3f76-4e63-8422-e5b3d0ae47e2), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:08.217850 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Publish callbacks [] for router (134292b0-4ac9-4566-a56a-81a860505dc8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:08.380829 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-754888d0-91ec-4d8c-b9bc-87d34d251ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (bb2f9132-3f76-4e63-8422-e5b3d0ae47e2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:08.415043 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4c35a9bc-a6eb-40de-a871-f0d85e0f2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:57:06Z', 'revision_number': 5, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port': {'id': '0d98c4aa-6b8e-4786-bb74-07d7db26a59e', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:53:58Z', 'updated_at': '2022-02-15T13:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:08.471789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Publish callbacks [] for router_gateway (134292b0-4ac9-4566-a56a-81a860505dc8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:08.484482 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35a9bc-a6eb-40de-a871-f0d85e0f2d59 None None] Checking router: 134292b0-4ac9-4566-a56a-81a860505dc8 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:57:08.507862 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35a9bc-a6eb-40de-a871-f0d85e0f2d59 None None] Routers {'134292b0-4ac9-4566-a56a-81a860505dc8'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:08.508961 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4c35a9bc-a6eb-40de-a871-f0d85e0f2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['134292b0-4ac9-4566-a56a-81a860505dc8'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:08.595815 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-754888d0-91ec-4d8c-b9bc-87d34d251ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (bb2f9132-3f76-4e63-8422-e5b3d0ae47e2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:08.673125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754888d0-91ec-4d8c-b9bc-87d34d251ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2f9132-3f76-4e63-8422-e5b3d0ae47e2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:08.687211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-754888d0-91ec-4d8c-b9bc-87d34d251ce2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:08.692358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e360a87a-d808-4678-bfd6-d6f44e02bc27 None None] Network 6de742ab-4b86-4303-ab20-878112c19cfd requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:57:08.693812 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-754888d0-91ec-4d8c-b9bc-87d34d251ce2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bb2f9132-3f76-4e63-8422-e5b3d0ae47e2 HTTP/1.1" status: 204 len: 168 time: 1.1777627 Feb 15 13:57:08.697696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54746) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:08.748090 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4c35a9bc-a6eb-40de-a871-f0d85e0f2d59 None None] Set router 134292b0-4ac9-4566-a56a-81a860505dc8 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:08.834548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Deleting port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:08.834888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:08.867038 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4c35a9bc-a6eb-40de-a871-f0d85e0f2d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:57:08Z', 'revision_number': 6, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:08.937426 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35a9bc-a6eb-40de-a871-f0d85e0f2d59 None None] The sync data for ids ['134292b0-4ac9-4566-a56a-81a860505dc8'] in n-d-829064-15 is: [{'id': '134292b0-4ac9-4566-a56a-81a860505dc8', 'name': 'tempest-ServersTestBootFromVolume-2104600841-router', 'tenant_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:53:56Z', 'updated_at': '2022-02-15T13:57:08Z', 'revision_number': 6, 'project_id': 'c416f6fd41ea40eb8149d6f4d771ad46', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:09.000498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (6de742ab-4b86-4303-ab20-878112c19cfd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.096962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] For port 0d98c4aa-6b8e-4786-bb74-07d7db26a59e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0d98c4aa-6b8e-4786-bb74-07d7db26a59e,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:09.097334 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.112115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19368589-7720-4ea1-805e-a6dae3894a6c {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:57:09.131917 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Publish callbacks [] for port (19368589-7720-4ea1-805e-a6dae3894a6c), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.144600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Transition to ACTIVE for port object 19368589-7720-4ea1-805e-a6dae3894a6c will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:57:09.161669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Calling delete_port for 0d98c4aa-6b8e-4786-bb74-07d7db26a59e owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:09.164779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.201952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:09.215643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Pushing event updated for resources: {'Port': ['ID=19368589-7720-4ea1-805e-a6dae3894a6c,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:09.257276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Deleting port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:09.257749 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.318471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a7435-3b0b-4964-a018-c3c5f2f52cf9 req-957126fe-e2b9-4bb9-a70e-bd6fdc81c852 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:09.327564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb8a7435-3b0b-4964-a018-c3c5f2f52cf9 req-957126fe-e2b9-4bb9-a70e-bd6fdc81c852 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 931 time: 1.0517282 Feb 15 13:57:09.349825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df2bdaf-cbfa-4443-abe0-481877cb25ad None None] DHCP port deletion for 6de742ab-4b86-4303-ab20-878112c19cfd request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:57:09.490724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:57:09.515970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:09.516412 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.538197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] For port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0b809f5d-7340-417a-8735-ae6d8bf9e5a4,segment=NetworkSegment(eaa6a6b7-399f-4757-bad7-f76e38e69630),segment_id=eaa6a6b7-399f-4757-bad7-f76e38e69630)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:09.539640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.558047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Calling delete_port for 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:09.597086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6df2bdaf-cbfa-4443-abe0-481877cb25ad None None] Deleting port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:09.597086 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6df2bdaf-cbfa-4443-abe0-481877cb25ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.691259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:57:09.692003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:57:09.692531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:09.699234 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0d98c4aa-6b8e-4786-bb74-07d7db26a59e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.721199 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb8a7435-3b0b-4964-a018-c3c5f2f52cf9 req-8300c769-be4c-4994-93f9-2e7c81cf3e0b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921258 Feb 15 13:57:09.730314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Port 19368589-7720-4ea1-805e-a6dae3894a6c on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:57:09.736114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:09.767209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d98c4aa-6b8e-4786-bb74-07d7db26a59e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:09.778873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:57:09.782395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6df2bdaf-cbfa-4443-abe0-481877cb25ad None None] For port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0b809f5d-7340-417a-8735-ae6d8bf9e5a4,segment=NetworkSegment(eaa6a6b7-399f-4757-bad7-f76e38e69630),segment_id=eaa6a6b7-399f-4757-bad7-f76e38e69630)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:09.782924 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6df2bdaf-cbfa-4443-abe0-481877cb25ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.785283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:09.790577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:57:09.790577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Bound port: 19368589-7720-4ea1-805e-a6dae3894a6c, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:57:09.791428 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.796453 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.805432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.806002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.806464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.806994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.807432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.807864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.808292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.808718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.809214 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.809640 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.810109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.810755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.814039 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:09.828493 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.831841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:09.832180 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:09.900597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6df2bdaf-cbfa-4443-abe0-481877cb25ad None None] Calling delete_port for 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:09.956188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Pushing event deleted for resources: {'Port': ['ID=0b809f5d-7340-417a-8735-ae6d8bf9e5a4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:09.959515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] No DVR routers for this DVR port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:57:09.959802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380e53a3-d6eb-4679-9e6b-e2465850c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:09.962137 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abc7a53-b49d-4618-9252-59d1b968d598" -d '{"events": [{"server_uuid": "380e53a3-d6eb-4679-9e6b-e2465850c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:10.011404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (134292b0-4ac9-4566-a56a-81a860505dc8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.030079 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-a0745510-1df8-4d17-875f-d5d918bb1928 req-5b22fac1-5738-445d-b6d3-adb5d1e8eab8 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 13:57:10.031173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0745510-1df8-4d17-875f-d5d918bb1928 req-5b22fac1-5738-445d-b6d3-adb5d1e8eab8 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "PUT /v2.0/floatingips/abd9b416-8db7-487d-9be5-b1732e129d48 HTTP/1.1" status: 409 len: 550 time: 2.1250370 Feb 15 13:57:10.107773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ddcb3985-382f-4d6d-97e9-5932b248163e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:57:10.131420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:57:10.133739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:57:10.151330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (134292b0-4ac9-4566-a56a-81a860505dc8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.154969 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Publish callbacks [] for router_controller (134292b0-4ac9-4566-a56a-81a860505dc8), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.174153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17301-a3cc-46c0-9812-94a9d9f61810 req-533e88e1-4e94-4080-8e79-f8ed2ac80dbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:10.184245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdb17301-a3cc-46c0-9812-94a9d9f61810 req-533e88e1-4e94-4080-8e79-f8ed2ac80dbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 945 time: 0.1666255 Feb 15 13:57:10.221584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:10.228781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ddcb3985-382f-4d6d-97e9-5932b248163e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:57:10.229132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ddcb3985-382f-4d6d-97e9-5932b248163e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:57:10.235008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:57:10.236884 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.238541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (134292b0-4ac9-4566-a56a-81a860505dc8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.239322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 134292b0-4ac9-4566-a56a-81a860505dc8 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:57:10.250754 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.257168 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3e2bd14f-78ee-46ec-81d9-3c3d8f9c27a2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/134292b0-4ac9-4566-a56a-81a860505dc8 HTTP/1.1" status: 204 len: 168 time: 2.6339324 Feb 15 13:57:10.260566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54766) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:10.286548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:57:10.287487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:57:10.287932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cf79099a-aced-4e00-b291-115a25196fe8 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:57:10.294921 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.332392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (6de742ab-4b86-4303-ab20-878112c19cfd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.343880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:10.346574 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.348098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] 10.222.0.42 "PUT /v2.0/ports/19368589-7720-4ea1-805e-a6dae3894a6c HTTP/1.1" status: 200 len: 1092 time: 4.2320244 Feb 15 13:57:10.364031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'tag': '19368589-7720-4ea1-805e-a6dae3894a6c'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:10.370633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf6ed2a-9040-4b94-8215-dd8f86c3f4de admin admin] Deleting subnet e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:57:10.374615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de742ab-4b86-4303-ab20-878112c19cfd']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:10.390406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cf6ed2a-9040-4b94-8215-dd8f86c3f4de admin admin] Publish callbacks [] for subnet (e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.391426 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c0e7a1-28f7-4491-9868-cf3da7bc73b6" -d '{"events": [{"name": "network-changed", "server_uuid": "7fec5a47-d0e9-4f3a-afe7-00600be180ce", "tag": "19368589-7720-4ea1-805e-a6dae3894a6c"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:10.440392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa6a6b7-399f-4757-bad7-f76e38e69630') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:10.440692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa6a6b7-399f-4757-bad7-f76e38e69630') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:10.448224 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9961289a-84ea-4ef1-8215-4cc23ad725e1 x-openstack-request-id: req-9961289a-84ea-4ef1-8215-4cc23ad725e1 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:10.448610 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380e53a3-d6eb-4679-9e6b-e2465850c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:10.448851 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9961289a-84ea-4ef1-8215-4cc23ad725e1 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:10.449551 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380e53a3-d6eb-4679-9e6b-e2465850c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb', 'code': 200} Feb 15 13:57:10.471115 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (eaa6a6b7-399f-4757-bad7-f76e38e69630), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.473277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:10.480826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: cf79099a-aced-4e00-b291-115a25196fe8 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:57:10.481180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cf79099a-aced-4e00-b291-115a25196fe8 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:57:10.481611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0d98c4aa-6b8e-4786-bb74-07d7db26a59e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:57:10.483276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9c77c-1b9b-4705-b0de-30c83bdb78fa service neutron] Pushing event updated for resources: {'Port': ['ID=19368589-7720-4ea1-805e-a6dae3894a6c,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:10.534243 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cf6ed2a-9040-4b94-8215-dd8f86c3f4de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.537875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (eaa6a6b7-399f-4757-bad7-f76e38e69630), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.560041 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-f665cf08-2402-4332-9eb3-ce0f45402744 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips/abd9b416-8db7-487d-9be5-b1732e129d48 HTTP/1.1" status: 200 len: 693 time: 0.0727320 Feb 15 13:57:10.575590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:57:10.576875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (eaa6a6b7-399f-4757-bad7-f76e38e69630), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:57:10.579814 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:57:10.584006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 0d98c4aa-6b8e-4786-bb74-07d7db26a59e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:57:10.584214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0d98c4aa-6b8e-4786-bb74-07d7db26a59e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:57:10.596244 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6df2bdaf-cbfa-4443-abe0-481877cb25ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (0b809f5d-7340-417a-8735-ae6d8bf9e5a4), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.641848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2bdaf-cbfa-4443-abe0-481877cb25ad None None] Pushing event deleted for resources: {'Port': ['ID=0b809f5d-7340-417a-8735-ae6d8bf9e5a4,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:10.649848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07db422-4662-4d07-b5b7-9b9a4957c4e0 req-2076b4e7-a35c-4a63-8c50-77f30c8021eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:10.651035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df2bdaf-cbfa-4443-abe0-481877cb25ad None None] No DVR routers for this DVR port 0b809f5d-7340-417a-8735-ae6d8bf9e5a4 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:57:10.652715 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d07db422-4662-4d07-b5b7-9b9a4957c4e0 req-2076b4e7-a35c-4a63-8c50-77f30c8021eb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 1129 time: 0.1783526 Feb 15 13:57:10.658363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdb17301-a3cc-46c0-9812-94a9d9f61810 req-7dcd8bf7-67a5-42ae-86b0-7837958ba01c tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731879 Feb 15 13:57:10.760866 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cf6ed2a-9040-4b94-8215-dd8f86c3f4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.791151 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-91e269db-1139-419a-a580-daf151ffe3c0 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:10.798437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-91e269db-1139-419a-a580-daf151ffe3c0 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.2360785 Feb 15 13:57:10.808264 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ea85eb-bea0-4b9c-9b4e-a061910fd324 x-openstack-request-id: req-31ea85eb-bea0-4b9c-9b4e-a061910fd324 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:10.808706 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fec5a47-d0e9-4f3a-afe7-00600be180ce", "tag": "19368589-7720-4ea1-805e-a6dae3894a6c", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:10.809068 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31ea85eb-bea0-4b9c-9b4e-a061910fd324 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:10.809565 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'tag': '19368589-7720-4ea1-805e-a6dae3894a6c', 'status': 'completed', 'code': 200} Feb 15 13:57:10.840450 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (6de742ab-4b86-4303-ab20-878112c19cfd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.859641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cf6ed2a-9040-4b94-8215-dd8f86c3f4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.867090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.873419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-846dfdee-39f6-4480-9cb0-3a9b81eef261 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.0730965 Feb 15 13:57:10.875900 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] 10.222.0.72 "DELETE /v2.0/networks/6de742ab-4b86-4303-ab20-878112c19cfd HTTP/1.1" status: 204 len: 168 time: 2.1714869 Feb 15 13:57:10.915639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6ed2a-9040-4b94-8215-dd8f86c3f4de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:10.942137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c82b6c-fb54-42b8-a555-325fed14cc3b admin admin] Pushing event deleted for resources: {'Network': ['ID=6de742ab-4b86-4303-ab20-878112c19cfd,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:10.942329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e4bd99-6518-435a-a1a9-815c8912796f None None] Network 5c56b48c-fa72-409b-b0c4-7690458bbabf requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:57:10.945820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cf6ed2a-9040-4b94-8215-dd8f86c3f4de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:10.951753 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9cf6ed2a-9040-4b94-8215-dd8f86c3f4de admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e0903ad5-1d14-4c3c-ba0d-3e9fffe6fc4f HTTP/1.1" status: 204 len: 168 time: 0.6895552 Feb 15 13:57:10.953788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54774) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:10.976444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-d2a50762-8bdf-4633-a282-0d4e4681f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:10.978306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-d2a50762-8bdf-4633-a282-0d4e4681f9e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 1126 time: 0.5750690 Feb 15 13:57:10.987658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-b38cdcc8-3e1f-4fac-85e9-4189e81735cf tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.1131518 Feb 15 13:57:11.034025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-f6b291b4-09c5-4434-8045-84b41162a036 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19368589-7720-4ea1-805e-a6dae3894a6c HTTP/1.1" status: 200 len: 217 time: 0.0373874 Feb 15 13:57:11.040916 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d07db422-4662-4d07-b5b7-9b9a4957c4e0 req-4c7b5d76-7b02-46a0-bb7a-ad1eec066d56 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680854 Feb 15 13:57:11.109855 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (5c56b48c-fa72-409b-b0c4-7690458bbabf), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:11.112706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54776) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:11.170375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-83fd852a-f2bd-4b48-b1c9-d8b30102f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:11.177596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-83fd852a-f2bd-4b48-b1c9-d8b30102f887 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.1376579 Feb 15 13:57:11.217112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5ffb5-8bce-4044-b1dc-fefc36f9c9d3 req-0b01738a-f862-4e4c-829b-01c52292ba51 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:11.221578 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e29116f4-1feb-487e-bc0e-f2ab2ef5a025 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7164bc49ada84556acb519ebc3fc94d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1069229 Feb 15 13:57:11.222548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54780) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:11.228537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07f5ffb5-8bce-4044-b1dc-fefc36f9c9d3 req-0b01738a-f862-4e4c-829b-01c52292ba51 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.3450136 Feb 15 13:57:11.255449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-51b07fbe-665a-4386-8ff5-8a074ed760c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681133 Feb 15 13:57:11.289156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Deleting port 26a69f46-650a-42f3-8fbe-de9668e57a2f {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:11.289783 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:11.353046 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dbe3-12e3-4f66-882c-6b488149c882 admin admin] Publish callbacks [] for security_group (b3b65bd8-5297-4ba2-b175-48b7897564cf), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:11.372036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869417cd-d3f8-4d54-8d59-03b7efdb6a9a None None] DHCP port deletion for 5c56b48c-fa72-409b-b0c4-7690458bbabf request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:57:11.396837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] For port 26a69f46-650a-42f3-8fbe-de9668e57a2f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=26a69f46-650a-42f3-8fbe-de9668e57a2f,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:11.397205 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:11.401317 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dbe3-12e3-4f66-882c-6b488149c882 admin admin] Publish callbacks [] for security_group (b3b65bd8-5297-4ba2-b175-48b7897564cf), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:11.422160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Calling delete_port for 26a69f46-650a-42f3-8fbe-de9668e57a2f owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:11.432097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-869417cd-d3f8-4d54-8d59-03b7efdb6a9a None None] Deleting port 26a69f46-650a-42f3-8fbe-de9668e57a2f {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:11.432753 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-869417cd-d3f8-4d54-8d59-03b7efdb6a9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:11.525037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07f5ffb5-8bce-4044-b1dc-fefc36f9c9d3 req-50d40678-ff60-4c4e-9d71-b4cf89dd39d5 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929342 Feb 15 13:57:11.528018 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dbe3-12e3-4f66-882c-6b488149c882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b3b65bd8-5297-4ba2-b175-48b7897564cf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:11.547951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dbe3-12e3-4f66-882c-6b488149c882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:11.566271 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7bd3dbe3-12e3-4f66-882c-6b488149c882 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b3b65bd8-5297-4ba2-b175-48b7897564cf HTTP/1.1" status: 204 len: 168 time: 0.3317099 Feb 15 13:57:11.588068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-869417cd-d3f8-4d54-8d59-03b7efdb6a9a None None] For port 26a69f46-650a-42f3-8fbe-de9668e57a2f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=26a69f46-650a-42f3-8fbe-de9668e57a2f,segment=NetworkSegment(e32f95c2-fccf-461d-b28f-b978cc53a3ae),segment_id=e32f95c2-fccf-461d-b28f-b978cc53a3ae)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:11.588381 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:11.588881 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-869417cd-d3f8-4d54-8d59-03b7efdb6a9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:11.598465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3dbe3-12e3-4f66-882c-6b488149c882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b65bd8-5297-4ba2-b175-48b7897564cf,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:11.616127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-cf32fdb0-845d-46ff-b2fe-0dec0f89b645 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Deleting port e73c6250-c03d-4771-82d8-49d71e91cb9e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:11.619159 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-cf32fdb0-845d-46ff-b2fe-0dec0f89b645 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e73c6250-c03d-4771-82d8-49d71e91cb9e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:11.633509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-5d8cbc41-b02d-496f-83d6-efb25f70e672 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635824 Feb 15 13:57:11.673876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-869417cd-d3f8-4d54-8d59-03b7efdb6a9a None None] Calling delete_port for 26a69f46-650a-42f3-8fbe-de9668e57a2f owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:11.697434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Pushing event deleted for resources: {'Port': ['ID=26a69f46-650a-42f3-8fbe-de9668e57a2f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:11.709901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] No DVR routers for this DVR port 26a69f46-650a-42f3-8fbe-de9668e57a2f on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:57:11.823350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bdf1a4b-4a4f-4e1a-95f3-c33bea693efc req-e5374a53-a6b6-47af-ade2-5fa7a66210ff service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607163 Feb 15 13:57:11.961428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 26a69f46-650a-42f3-8fbe-de9668e57a2f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:57:11.972888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (5c56b48c-fa72-409b-b0c4-7690458bbabf), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:12.016696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 26a69f46-650a-42f3-8fbe-de9668e57a2f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:57:12.018432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 26a69f46-650a-42f3-8fbe-de9668e57a2f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:57:12.027497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c56b48c-fa72-409b-b0c4-7690458bbabf']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:12.043947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32f95c2-fccf-461d-b28f-b978cc53a3ae') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:12.044270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32f95c2-fccf-461d-b28f-b978cc53a3ae') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:12.044426 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:12.069079 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (e32f95c2-fccf-461d-b28f-b978cc53a3ae), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:12.087262 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-869417cd-d3f8-4d54-8d59-03b7efdb6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (26a69f46-650a-42f3-8fbe-de9668e57a2f), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:12.105749 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e32f95c2-fccf-461d-b28f-b978cc53a3ae), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:12.118025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:57:12.118443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (e32f95c2-fccf-461d-b28f-b978cc53a3ae), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:57:12.125095 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:57:12.165999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869417cd-d3f8-4d54-8d59-03b7efdb6a9a None None] Pushing event deleted for resources: {'Port': ['ID=26a69f46-650a-42f3-8fbe-de9668e57a2f,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:12.175597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869417cd-d3f8-4d54-8d59-03b7efdb6a9a None None] No DVR routers for this DVR port 26a69f46-650a-42f3-8fbe-de9668e57a2f on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:57:12.182895 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-cf32fdb0-845d-46ff-b2fe-0dec0f89b645 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e73c6250-c03d-4771-82d8-49d71e91cb9e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:12.184310 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-cf32fdb0-845d-46ff-b2fe-0dec0f89b645 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (e73c6250-c03d-4771-82d8-49d71e91cb9e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:12.227524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123013a2-1f01-4488-955e-676c250918a1 req-44fb4260-efc1-4568-a7b8-6297d3127cc2 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:12.234885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-123013a2-1f01-4488-955e-676c250918a1 req-44fb4260-efc1-4568-a7b8-6297d3127cc2 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 946 time: 0.2763603 Feb 15 13:57:12.237571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-cf32fdb0-845d-46ff-b2fe-0dec0f89b645 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Calling delete_port for e73c6250-c03d-4771-82d8-49d71e91cb9e owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:12.242037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0e7a1-28f7-4491-9868-cf3da7bc73b6 req-615b254a-8fe8-4662-b98c-1a8feba6554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:12.247875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c0e7a1-28f7-4491-9868-cf3da7bc73b6 req-615b254a-8fe8-4662-b98c-1a8feba6554a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 1126 time: 0.3600481 Feb 15 13:57:12.297576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (5c56b48c-fa72-409b-b0c4-7690458bbabf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:12.305047 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:12.313366 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] 10.222.0.72 "DELETE /v2.0/networks/5c56b48c-fa72-409b-b0c4-7690458bbabf HTTP/1.1" status: 204 len: 168 time: 1.3583586 Feb 15 13:57:12.330683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792273c-c81d-471a-b4f8-3bd5cc66215a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c56b48c-fa72-409b-b0c4-7690458bbabf,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:12.515954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-123013a2-1f01-4488-955e-676c250918a1 req-ded9db4a-76a1-478c-abe2-5d7261fe7d50 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801085 Feb 15 13:57:12.647540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54816) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:12.829608 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5d330aad-19e9-4ae2-baa7-d3f63ff8afdb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c416f6fd41ea40eb8149d6f4d771ad46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807110 Feb 15 13:57:12.833461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54822) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:12.888533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0e7a1-28f7-4491-9868-cf3da7bc73b6 req-f3835616-28e1-434d-a180-4e58c1c5ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:12.890097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c0e7a1-28f7-4491-9868-cf3da7bc73b6 req-f3835616-28e1-434d-a180-4e58c1c5ab74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.6195271 Feb 15 13:57:13.059677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4d53c-16a8-457e-b63b-7a178c790f22 req-77d0f11f-0b9c-40b7-8642-be3574545eae tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:13.082001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94d4d53c-16a8-457e-b63b-7a178c790f22 req-77d0f11f-0b9c-40b7-8642-be3574545eae tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.3582656 Feb 15 13:57:13.084578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c0e7a1-28f7-4491-9868-cf3da7bc73b6 req-c356dcde-9e08-47d0-bb9f-e6e996a47b44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19368589-7720-4ea1-805e-a6dae3894a6c HTTP/1.1" status: 200 len: 217 time: 0.1817114 Feb 15 13:57:13.131644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54830) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:13.193912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0e7a1-28f7-4491-9868-cf3da7bc73b6 req-51c1476e-0d16-4567-a7bf-be9b161cd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:13.198669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c0e7a1-28f7-4491-9868-cf3da7bc73b6 req-51c1476e-0d16-4567-a7bf-be9b161cd7ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.0933743 Feb 15 13:57:13.271633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-328372013-network', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:13.302025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:57:13.305026 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.311166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c0e7a1-28f7-4491-9868-cf3da7bc73b6 req-59674674-12d3-4beb-818b-f71d7087b818 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572243 Feb 15 13:57:13.315452 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8b81-5547-423b-8945-bc1a2a74583a admin admin] Publish callbacks [] for security_group (3e09b11b-804d-4e1d-91fe-fc4a0705186f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.317749 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.340073 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8b81-5547-423b-8945-bc1a2a74583a admin admin] Publish callbacks [] for security_group (3e09b11b-804d-4e1d-91fe-fc4a0705186f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.447839 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94d4d53c-16a8-457e-b63b-7a178c790f22 req-63d9292f-becd-454d-894f-80c9d98eefc8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649695 Feb 15 13:57:13.448458 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-cf32fdb0-845d-46ff-b2fe-0dec0f89b645 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e73c6250-c03d-4771-82d8-49d71e91cb9e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.503405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32fdb0-845d-46ff-b2fe-0dec0f89b645 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Pushing event deleted for resources: {'Port': ['ID=e73c6250-c03d-4771-82d8-49d71e91cb9e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:13.558155 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Publish callbacks [] for security_group (8136de6e-6f32-401f-aec4-1191243eb073), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.568936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8136de6e-6f32-401f-aec4-1191243eb073), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.581047 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8b81-5547-423b-8945-bc1a2a74583a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3e09b11b-804d-4e1d-91fe-fc4a0705186f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.586212 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8b81-5547-423b-8945-bc1a2a74583a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.591853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dd6e8b81-5547-423b-8945-bc1a2a74583a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3e09b11b-804d-4e1d-91fe-fc4a0705186f HTTP/1.1" status: 204 len: 168 time: 0.7415061 Feb 15 13:57:13.591997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:57:13.610062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8136de6e-6f32-401f-aec4-1191243eb073,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:13.613747 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (28875d71-02c0-408b-be0c-8e4d560bf4e4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.614014 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Added segment 28875d71-02c0-408b-be0c-8e4d560bf4e4 of type vlan for network 4449bf33-12ce-44b1-baf9-94b750d81b8d Feb 15 13:57:13.628689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e8b81-5547-423b-8945-bc1a2a74583a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e09b11b-804d-4e1d-91fe-fc4a0705186f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:13.638160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c0e7a1-28f7-4491-9868-cf3da7bc73b6 req-411645b7-a6c3-43c9-a201-2ad650bf121a service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789414 Feb 15 13:57:13.639022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-cf32fdb0-845d-46ff-b2fe-0dec0f89b645 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (abd9b416-8db7-487d-9be5-b1732e129d48), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.642318 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-cf32fdb0-845d-46ff-b2fe-0dec0f89b645 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.643894 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85c26b46-a211-4f9c-aee7-56c5ae674d56 req-cf32fdb0-845d-46ff-b2fe-0dec0f89b645 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "DELETE /v2.0/floatingips/abd9b416-8db7-487d-9be5-b1732e129d48 HTTP/1.1" status: 204 len: 173 time: 2.6552219 Feb 15 13:57:13.693118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (4449bf33-12ce-44b1-baf9-94b750d81b8d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.729134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (4449bf33-12ce-44b1-baf9-94b750d81b8d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.731328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:13.734411 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.857373 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7212534 Feb 15 13:57:13.857373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54872) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:13.863231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] Request body: {'subnet': {'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-subnet', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:13.894346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eb0a5-9b66-491f-948b-ba5d2d96affb admin admin] Pushing event updated for resources: {'Network': ['ID=4449bf33-12ce-44b1-baf9-94b750d81b8d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:13.905835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 4449bf33-12ce-44b1-baf9-94b750d81b8d details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:57:13.912186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:57:13.914646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:13.932665 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c0e7a1-28f7-4491-9868-cf3da7bc73b6 req-cedf6876-cd54-430f-8a82-b4fa9e2fe33e service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878416 Feb 15 13:57:13.972735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9f5d-b97c-4c07-aca4-03945217418e req-ba36d04e-a4cc-4617-abbc-98f71b4b4736 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:13.981816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37ad9f5d-b97c-4c07-aca4-03945217418e req-ba36d04e-a4cc-4617-abbc-98f71b4b4736 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 946 time: 0.1834865 Feb 15 13:57:14.016213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-9144528e-f164-4c56-914c-aede5e0d1f16 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 1001 time: 0.2382572 Feb 15 13:57:14.073721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37ad9f5d-b97c-4c07-aca4-03945217418e req-49d3213d-ee31-4a7d-a6dd-e3f4bd9117f7 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908296 Feb 15 13:57:14.092048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091eac-ae44-415f-9bf6-d5568960567a req-81b9d5f5-213e-4964-8579-f5fb637febe7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:14.093802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-81b9d5f5-213e-4964-8579-f5fb637febe7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports/c16d6e4b-8ae6-4475-a399-832e442bbe5a HTTP/1.1" status: 200 len: 942 time: 0.0668077 Feb 15 13:57:14.219019 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (beeebd4b-c2e2-427e-aabc-846ef81ab287), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:14.250653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-adb08db1-191a-4927-8923-2d9a6ce42f32 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 1001 time: 0.1088209 Feb 15 13:57:14.302795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=beeebd4b-c2e2-427e-aabc-846ef81ab287,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:14.306100 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] Checking segment: {'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:14.306868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] Network hostable DHCP agents. Network: 4449bf33-12ce-44b1-baf9-94b750d81b8d, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:57:14.328753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] Network 4449bf33-12ce-44b1-baf9-94b750d81b8d is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:57:14.339765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 4449bf33-12ce-44b1-baf9-94b750d81b8d) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:14.343069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb5cba-b14e-4dbc-8548-7f3456010c90 req-7b30aee3-b269-476b-8b58-6f9b5c79b9b9 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:14.345360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47fb5cba-b14e-4dbc-8548-7f3456010c90 req-7b30aee3-b269-476b-8b58-6f9b5c79b9b9 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 950 time: 0.1404779 Feb 15 13:57:14.354341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2874e6de-a2be-42b2-b489-eaddfff74d1e None None] Network 4449bf33-12ce-44b1-baf9-94b750d81b8d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:57:14.355365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:14.356228 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:14.391488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54888) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:14.394523 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e7ca8ef6-3a6c-4414-a9f5-f3b31c81c4ca admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5361025 Feb 15 13:57:14.397679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:14.408047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091eac-ae44-415f-9bf6-d5568960567a req-3567cafb-8b75-4a19-8aad-090cc0845d4d tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:14.417276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-3567cafb-8b75-4a19-8aad-090cc0845d4d tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1657217 Feb 15 13:57:14.480233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-4449bf33-12ce-44b1-baf9-94b750d81b8d', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'fixed_ips': [{'subnet_id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:57:14.482234 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:14.496812 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:14.497837 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:14.509073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47fb5cba-b14e-4dbc-8548-7f3456010c90 req-91dd3108-6bd6-4e1e-ac1f-563d196d363b tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478956 Feb 15 13:57:14.526995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-0280011c-579c-4306-a12e-eb08343e464b tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 1001 time: 0.1088095 Feb 15 13:57:14.533757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-ae091eac-ae44-415f-9bf6-d5568960567a req-37961b26-7533-433b-ae37-b9bf00e8ea7b tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:14.620564 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Publish callbacks [] for router_controller (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:14.631497 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ae091eac-ae44-415f-9bf6-d5568960567a req-37961b26-7533-433b-ae37-b9bf00e8ea7b tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:14.727582 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a916b39e-5e7c-48bd-a460-085c7486b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:14.733205 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54900) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:14.758994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Allocated IP 172.20.0.2 (4449bf33-12ce-44b1-baf9-94b750d81b8d/beeebd4b-c2e2-427e-aabc-846ef81ab287/584b3a49-1817-40fa-b1e9-39e99d259b37) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:57:14.909589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-60943839-network', 'tenant_id': '7059b120991a4e1fb84766df2854d1e8'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:14.933531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Made reservation on behalf of 7059b120991a4e1fb84766df2854d1e8 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:57:14.936460 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:14.953190 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:14.976603 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Publish callbacks [] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:14.987699 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.050714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Network 4449bf33-12ce-44b1-baf9-94b750d81b8d is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:15.054614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:15.057575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:57:15.059824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Publish callbacks [] for security_group (85b74652-b2da-46be-9f5e-67232e173984), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.068851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Pushing event updated for resources: {'Port': ['ID=584b3a49-1817-40fa-b1e9-39e99d259b37,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:15.069107 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (85b74652-b2da-46be-9f5e-67232e173984), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.101154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b74652-b2da-46be-9f5e-67232e173984,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:15.117773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:57:15.131617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.131782 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Added segment 4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72 of type vlan for network 0dac71c6-c54d-4f72-ba23-e3fb3046826a Feb 15 13:57:15.165867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Attempting to bind port 584b3a49-1817-40fa-b1e9-39e99d259b37 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:57:15.166546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Attempting to bind port 584b3a49-1817-40fa-b1e9-39e99d259b37 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:57:15.167122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Attempting to bind port 584b3a49-1817-40fa-b1e9-39e99d259b37 on network 4449bf33-12ce-44b1-baf9-94b750d81b8d {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:15.174545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:57:15.175235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Checking segment: {'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:15.175834 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.176575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Bound using segment: {'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:57:15.177231 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Bound port: 584b3a49-1817-40fa-b1e9-39e99d259b37, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:57:15.177835 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.184719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (0dac71c6-c54d-4f72-ba23-e3fb3046826a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.220888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (0dac71c6-c54d-4f72-ba23-e3fb3046826a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.222476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:15.223149 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.238438 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Publish callbacks [] for router_gateway (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.262159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] For port 584b3a49-1817-40fa-b1e9-39e99d259b37, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:57:15.266370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] For port 584b3a49-1817-40fa-b1e9-39e99d259b37, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=584b3a49-1817-40fa-b1e9-39e99d259b37,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:57:15.275430 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.297021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4f463-63cd-426d-938c-00ca1d22580b req-12891616-d4d5-436f-9609-ebf5a8963053 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:15.297620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] Pushing event updated for resources: {'Network': ['ID=0dac71c6-c54d-4f72-ba23-e3fb3046826a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:15.306738 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2642340c-1dd8-468f-908c-0d89a1edb090 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5716684 Feb 15 13:57:15.309507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54906) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:15.315107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12e4f463-63cd-426d-938c-00ca1d22580b req-12891616-d4d5-436f-9609-ebf5a8963053 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.2782764 Feb 15 13:57:15.316245 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] Request body: {'subnet': {'network_id': '0dac71c6-c54d-4f72-ba23-e3fb3046826a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-60943839-subnet', 'tenant_id': '7059b120991a4e1fb84766df2854d1e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:15.329732 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ae091eac-ae44-415f-9bf6-d5568960567a req-37961b26-7533-433b-ae37-b9bf00e8ea7b tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.341458 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ae091eac-ae44-415f-9bf6-d5568960567a req-37961b26-7533-433b-ae37-b9bf00e8ea7b tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.342199 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-ae091eac-ae44-415f-9bf6-d5568960567a req-37961b26-7533-433b-ae37-b9bf00e8ea7b tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Floating IP c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9 disassociated. External IP: 172.25.6.214, port: c16d6e4b-8ae6-4475-a399-832e442bbe5a. Feb 15 13:57:15.345843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] Made reservation on behalf of 7059b120991a4e1fb84766df2854d1e8 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:57:15.348863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 0dac71c6-c54d-4f72-ba23-e3fb3046826a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:57:15.354188 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:15.414012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81647128-a9bb-4bda-8984-4b6d448dc0f8 None None] Pushing event updated for resources: {'Port': ['ID=584b3a49-1817-40fa-b1e9-39e99d259b37,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:15.532027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12e4f463-63cd-426d-938c-00ca1d22580b req-77fab673-a861-4319-9d71-dad1404b5a2a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159998 Feb 15 13:57:15.915166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae091eac-ae44-415f-9bf6-d5568960567a req-37961b26-7533-433b-ae37-b9bf00e8ea7b tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Router ee9b36a9-8363-419c-8988-b18bea0a6556 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:57:15.931889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 584b3a49-1817-40fa-b1e9-39e99d259b37 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:15.956994 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Publish callbacks [] for router_gateway (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:16.012071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (6916fad4-66cc-4e91-a388-132186314d7b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:16.034957 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:16.071531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 584b3a49-1817-40fa-b1e9-39e99d259b37 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:16.072721 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:16.111831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] Checking segment: {'id': '4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dac71c6-c54d-4f72-ba23-e3fb3046826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:16.112384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] Network hostable DHCP agents. Network: 0dac71c6-c54d-4f72-ba23-e3fb3046826a, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:57:16.114701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6916fad4-66cc-4e91-a388-132186314d7b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:16.144910 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] Network 0dac71c6-c54d-4f72-ba23-e3fb3046826a is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:57:16.165204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 0dac71c6-c54d-4f72-ba23-e3fb3046826a) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:16.172476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:16.173403 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:16.202380 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b7e6d-d4f3-4a0d-90b8-fb4ac4bcb7a1 None None] Network 0dac71c6-c54d-4f72-ba23-e3fb3046826a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:57:16.233420 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-68ac0acc-c31e-48a6-8b39-b0543df01433 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9221239 Feb 15 13:57:16.294494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae091eac-ae44-415f-9bf6-d5568960567a req-37961b26-7533-433b-ae37-b9bf00e8ea7b tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:57:16.320891 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ae091eac-ae44-415f-9bf6-d5568960567a req-37961b26-7533-433b-ae37-b9bf00e8ea7b tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:16.391800 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d00471-97d3-43cf-a7a3-a87aa01088de req-e7a22679-854d-43b9-95d9-a69b3558ded1 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:16.394056 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-35d00471-97d3-43cf-a7a3-a87aa01088de req-e7a22679-854d-43b9-95d9-a69b3558ded1 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 946 time: 0.1428444 Feb 15 13:57:16.467529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb8bdd0-b46a-42a3-92c9-daed43e37808 None None] Sync routers for ids ['ee9b36a9-8363-419c-8988-b18bea0a6556'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:57:16.480304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Allocated IP 172.25.6.39 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/bdd72fb2-73fc-494f-b04e-232640d43d63) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:57:16.503369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 584b3a49-1817-40fa-b1e9-39e99d259b37 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:16.505000 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:16.509054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-37961b26-7533-433b-ae37-b9bf00e8ea7b tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "PUT /v2.0/floatingips/c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9 HTTP/1.1" status: 200 len: 695 time: 1.9811342 Feb 15 13:57:16.546515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'tag': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:16.548924 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0938006b-14cb-4df8-852c-24b485908a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f680023c-7dbe-44e4-a73a-87a9d88bb3c4", "tag": "c16d6e4b-8ae6-4475-a399-832e442bbe5a"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:16.575155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ac7d81-ad99-4921-a0ac-4198661b3f03 None None] Network 0dac71c6-c54d-4f72-ba23-e3fb3046826a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:57:16.664727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-35d00471-97d3-43cf-a7a3-a87aa01088de req-339e919d-db3d-46fa-a018-d85aea44ecbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Deleting port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:16.665095 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-35d00471-97d3-43cf-a7a3-a87aa01088de req-339e919d-db3d-46fa-a018-d85aea44ecbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:16.708291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98990a5f-b810-4d86-9b94-d57e789d2dd8 req-a62f96ef-d1e3-4355-ba38-d0b1488f065d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:16.715507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98990a5f-b810-4d86-9b94-d57e789d2dd8 req-a62f96ef-d1e3-4355-ba38-d0b1488f065d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/ports?device_id=380e53a3-d6eb-4679-9e6b-e2465850c7b0 HTTP/1.1" status: 200 len: 946 time: 0.2252991 Feb 15 13:57:16.783287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54944) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:16.840490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091eac-ae44-415f-9bf6-d5568960567a req-c5149fe3-0801-4563-854f-50b33897b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:16.862827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-c5149fe3-0801-4563-854f-50b33897b392 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3fee703dc2d34ac7ae8a83d1681b1b7b&device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 1128 time: 0.3109260 Feb 15 13:57:16.863376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-35d00471-97d3-43cf-a7a3-a87aa01088de req-339e919d-db3d-46fa-a018-d85aea44ecbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] For port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb,segment=NetworkSegment(7584e520-e519-4c2c-a260-e089bca27043),segment_id=7584e520-e519-4c2c-a260-e089bca27043)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:16.863674 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-35d00471-97d3-43cf-a7a3-a87aa01088de req-339e919d-db3d-46fa-a018-d85aea44ecbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:16.905733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-35d00471-97d3-43cf-a7a3-a87aa01088de req-339e919d-db3d-46fa-a018-d85aea44ecbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Calling delete_port for fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:16.942186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb8bdd0-b46a-42a3-92c9-daed43e37808 None None] Routers {'ee9b36a9-8363-419c-8988-b18bea0a6556'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:16.942832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7fb8bdd0-b46a-42a3-92c9-daed43e37808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ee9b36a9-8363-419c-8988-b18bea0a6556'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:16.947535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98990a5f-b810-4d86-9b94-d57e789d2dd8 req-c010725a-b858-4dd1-b1a2-e1858f32b395 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups?id=fd584237-e3a3-4516-a22f-70ad68832cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307262 Feb 15 13:57:17.062632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Publish callbacks [] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:17.178437 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8006f107-1fe6-43f0-a058-3c60d8d2fb33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:17.196349 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c74624b-793b-4014-a54d-f38402c5142b x-openstack-request-id: req-4c74624b-793b-4014-a54d-f38402c5142b {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:17.196648 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f680023c-7dbe-44e4-a73a-87a9d88bb3c4", "tag": "c16d6e4b-8ae6-4475-a399-832e442bbe5a", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:17.196907 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4c74624b-793b-4014-a54d-f38402c5142b {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:17.197303 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'tag': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'status': 'completed', 'code': 200} Feb 15 13:57:17.212579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-7fb8bdd0-b46a-42a3-92c9-daed43e37808 None None] Set router ee9b36a9-8363-419c-8988-b18bea0a6556 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:17.213772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-35d00471-97d3-43cf-a7a3-a87aa01088de req-339e919d-db3d-46fa-a018-d85aea44ecbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:17.269479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091eac-ae44-415f-9bf6-d5568960567a req-4ef92738-8ed5-4ede-aec6-c79ebea8451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:17.272365 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:57:17.274632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca12e4e-26df-406f-bb83-6d9936aa53b2 None None] Network 4449bf33-12ce-44b1-baf9-94b750d81b8d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:57:17.275403 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-4ef92738-8ed5-4ede-aec6-c79ebea8451d service neutron] 10.222.0.72 "GET /v2.0/networks?id=91c78507-2bd2-49f7-ae98-81564612e885 HTTP/1.1" status: 200 len: 930 time: 0.4106452 Feb 15 13:57:17.362723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e919d-db3d-46fa-a018-d85aea44ecbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event deleted for resources: {'Port': ['ID=fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:17.413992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d00471-97d3-43cf-a7a3-a87aa01088de req-339e919d-db3d-46fa-a018-d85aea44ecbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] No DVR routers for this DVR port fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:57:17.416702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-35d00471-97d3-43cf-a7a3-a87aa01088de req-339e919d-db3d-46fa-a018-d85aea44ecbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:17.418203 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-53c47a5c-96bf-4902-a610-2a9630a8cb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:17.420116 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-35d00471-97d3-43cf-a7a3-a87aa01088de req-339e919d-db3d-46fa-a018-d85aea44ecbc tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.67 "DELETE /v2.0/ports/fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb HTTP/1.1" status: 204 len: 173 time: 1.0059433 Feb 15 13:57:17.420599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380e53a3-d6eb-4679-9e6b-e2465850c7b0', 'name': 'network-vif-deleted', 'tag': 'fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:17.423207 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505fc324-cd7d-42d6-b6c7-3cc54d67e99f" -d '{"events": [{"server_uuid": "380e53a3-d6eb-4679-9e6b-e2465850c7b0", "name": "network-vif-deleted", "tag": "fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:17.444137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 584b3a49-1817-40fa-b1e9-39e99d259b37, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=584b3a49-1817-40fa-b1e9-39e99d259b37,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:17.472939 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:17.487907 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-ff4f85b5-e8ad-4eb3-a97b-54d02cb0cc3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c16d6e4b-8ae6-4475-a399-832e442bbe5a HTTP/1.1" status: 200 len: 217 time: 0.1689324 Feb 15 13:57:17.520572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bc902629-7220-44a4-8a30-ec2444a03d66 None None] Provisioning complete for port 584b3a49-1817-40fa-b1e9-39e99d259b37 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:17.521338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc902629-7220-44a4-8a30-ec2444a03d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:17.579170 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:17.589647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938006b-14cb-4df8-852c-24b485908a7c req-6e171dd3-69f3-483f-a923-569b1e0b1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:17.591752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0938006b-14cb-4df8-852c-24b485908a7c req-6e171dd3-69f3-483f-a923-569b1e0b1431 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3fee703dc2d34ac7ae8a83d1681b1b7b&device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 1128 time: 0.3713512 Feb 15 13:57:17.605144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a8d0e-75b4-4a5e-99f2-3acbf3dc48c3 req-4a426a4c-fd61-4f02-ab7f-39e1d10a48fc tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:17.608127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-606a8d0e-75b4-4a5e-99f2-3acbf3dc48c3 req-4a426a4c-fd61-4f02-ab7f-39e1d10a48fc tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.2846358 Feb 15 13:57:17.625865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:17.636126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:17.697717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:57:17.713731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=584b3a49-1817-40fa-b1e9-39e99d259b37,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:17.815610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bc902629-7220-44a4-8a30-ec2444a03d66 None None] Current status of the port 584b3a49-1817-40fa-b1e9-39e99d259b37 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:17.834128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 78effef1-6b89-4357-8e4b-eedd0233937c no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:57:17.915435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 584b3a49-1817-40fa-b1e9-39e99d259b37 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:18.136579 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Pushing event updated for resources: {'Port': ['ID=bdd72fb2-73fc-494f-b04e-232640d43d63,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:18.272915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091eac-ae44-415f-9bf6-d5568960567a req-59c188e1-05d6-429a-a9d5-401f5f951583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:18.274453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-59c188e1-05d6-429a-a9d5-401f5f951583 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8080aba3-d328-419d-a642-c862b8b63224 HTTP/1.1" status: 200 len: 868 time: 0.7664287 Feb 15 13:57:18.275131 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Publish callbacks [] for router_gateway (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:18.289020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7fb8bdd0-b46a-42a3-92c9-daed43e37808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'ecbe1be4-1806-4fbf-84c4-003375093c5f', 'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'mac_address': 'fa:16:3e:22:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:14Z', 'updated_at': '2022-02-15T13:56:25Z', 'revision_number': 5, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'subnets': [{'id': '8080aba3-d328-419d-a642-c862b8b63224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:18.296217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-606a8d0e-75b4-4a5e-99f2-3acbf3dc48c3 req-04ee5635-b5bb-4fa4-8c0e-e47f02f30a6f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653650 Feb 15 13:57:18.341778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb8bdd0-b46a-42a3-92c9-daed43e37808 None None] Checking router: ee9b36a9-8363-419c-8988-b18bea0a6556 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:57:18.395882 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:18.401026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9253e65a-d07c-4b5b-9424-4eb604f4ea69 None None] Provisioning complete for port 584b3a49-1817-40fa-b1e9-39e99d259b37 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:18.401609 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9253e65a-d07c-4b5b-9424-4eb604f4ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:18.403832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 78effef1-6b89-4357-8e4b-eedd0233937c is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:18.404696 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:18.425161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 584b3a49-1817-40fa-b1e9-39e99d259b37 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:18.426320 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:18.428604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb8bdd0-b46a-42a3-92c9-daed43e37808 None None] Routers {'ee9b36a9-8363-419c-8988-b18bea0a6556'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:18.429415 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7fb8bdd0-b46a-42a3-92c9-daed43e37808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ee9b36a9-8363-419c-8988-b18bea0a6556'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:18.466646 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8006f107-1fe6-43f0-a058-3c60d8d2fb33 admin admin] Publish callbacks [] for security_group (79a2b3a7-5729-4e97-b20d-bc0d3d12ca1e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:18.495136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8006f107-1fe6-43f0-a058-3c60d8d2fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (79a2b3a7-5729-4e97-b20d-bc0d3d12ca1e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:18.524898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938006b-14cb-4df8-852c-24b485908a7c req-f3413c1d-8c88-4f8b-a537-e4bd52da9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:18.526557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0938006b-14cb-4df8-852c-24b485908a7c req-f3413c1d-8c88-4f8b-a537-e4bd52da9b9b service neutron] 10.222.0.42 "GET /v2.0/networks?id=91c78507-2bd2-49f7-ae98-81564612e885 HTTP/1.1" status: 200 len: 930 time: 0.8971207 Feb 15 13:57:18.528396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091eac-ae44-415f-9bf6-d5568960567a req-70349db3-4b48-40bf-a7db-1661ad3abebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:18.530138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-70349db3-4b48-40bf-a7db-1661ad3abebf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91c78507-2bd2-49f7-ae98-81564612e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2305579 Feb 15 13:57:18.593566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0938006b-14cb-4df8-852c-24b485908a7c req-fa8aedcf-31a5-471e-89fe-e356e0dd8026 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c16d6e4b-8ae6-4475-a399-832e442bbe5a HTTP/1.1" status: 200 len: 217 time: 0.0513465 Feb 15 13:57:18.637726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-7fb8bdd0-b46a-42a3-92c9-daed43e37808 None None] Set router ee9b36a9-8363-419c-8988-b18bea0a6556 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:18.774119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78effef1-6b89-4357-8e4b-eedd0233937c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:18.776425 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ac5c7d-ae75-46bf-91e4-c9f01af98de7" -d '{"events": [{"server_uuid": "d22e0062-dc16-418b-9e3e-4070b89cf5e2", "name": "network-vif-unplugged", "status": "completed", "tag": "78effef1-6b89-4357-8e4b-eedd0233937c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:18.841109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 78effef1-6b89-4357-8e4b-eedd0233937c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78effef1-6b89-4357-8e4b-eedd0233937c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:18.858319 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:18.995414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9253e65a-d07c-4b5b-9424-4eb604f4ea69 None None] Current status of the port 584b3a49-1817-40fa-b1e9-39e99d259b37 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:19.006927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=78effef1-6b89-4357-8e4b-eedd0233937c,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:19.076448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 584b3a49-1817-40fa-b1e9-39e99d259b37 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:19.112570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7fb8bdd0-b46a-42a3-92c9-daed43e37808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'ecbe1be4-1806-4fbf-84c4-003375093c5f', 'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'mac_address': 'fa:16:3e:22:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:14Z', 'updated_at': '2022-02-15T13:56:25Z', 'revision_number': 5, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'subnets': [{'id': '8080aba3-d328-419d-a642-c862b8b63224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:19.160593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8006f107-1fe6-43f0-a058-3c60d8d2fb33 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=959bd421d6254729931d59da3ce417b3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3721712 Feb 15 13:57:19.164213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55040) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:19.164788 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb8bdd0-b46a-42a3-92c9-daed43e37808 None None] The sync data for ids ['ee9b36a9-8363-419c-8988-b18bea0a6556'] in n-d-829064-15 is: [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:56:16Z', 'revision_number': 4, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'ecbe1be4-1806-4fbf-84c4-003375093c5f', 'name': '', 'network_id': '91c78507-2bd2-49f7-ae98-81564612e885', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'mac_address': 'fa:16:3e:22:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '8080aba3-d328-419d-a642-c862b8b63224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:14Z', 'updated_at': '2022-02-15T13:56:25Z', 'revision_number': 5, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'subnets': [{'id': '8080aba3-d328-419d-a642-c862b8b63224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:19.205374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006f107-1fe6-43f0-a058-3c60d8d2fb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a2b3a7-5729-4e97-b20d-bc0d3d12ca1e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:19.251271 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-649369b9-17d4-48b6-9c6d-e41ffd769a57 admin admin] Publish callbacks [] for security_group (79a2b3a7-5729-4e97-b20d-bc0d3d12ca1e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:19.281908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-649369b9-17d4-48b6-9c6d-e41ffd769a57 admin admin] Publish callbacks [] for security_group (79a2b3a7-5729-4e97-b20d-bc0d3d12ca1e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:19.378660 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-649369b9-17d4-48b6-9c6d-e41ffd769a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (79a2b3a7-5729-4e97-b20d-bc0d3d12ca1e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:19.381814 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-649369b9-17d4-48b6-9c6d-e41ffd769a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:19.383230 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-649369b9-17d4-48b6-9c6d-e41ffd769a57 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/79a2b3a7-5729-4e97-b20d-bc0d3d12ca1e HTTP/1.1" status: 204 len: 168 time: 0.2174194 Feb 15 13:57:19.384393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-7d34f310-b0ec-44da-84eb-51b222643161 service neutron] 10.222.0.72 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358486 Feb 15 13:57:19.394328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649369b9-17d4-48b6-9c6d-e41ffd769a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a2b3a7-5729-4e97-b20d-bc0d3d12ca1e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:19.397345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938006b-14cb-4df8-852c-24b485908a7c req-5d23b140-875c-41d0-8d0a-3229e968fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:19.398975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0938006b-14cb-4df8-852c-24b485908a7c req-5d23b140-875c-41d0-8d0a-3229e968fdb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8080aba3-d328-419d-a642-c862b8b63224 HTTP/1.1" status: 200 len: 868 time: 0.2640400 Feb 15 13:57:19.605077 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:19.646241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae091eac-ae44-415f-9bf6-d5568960567a req-0c23dcf4-3e21-47dd-818e-d1217bfec4dd service neutron] 10.222.0.72 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462668 Feb 15 13:57:19.667215 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd44770-6336-4d7b-8b95-f364cce9bd38 None None] New status for floating IP c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 13:57:19.745548 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373eb64f-ce1d-4b9a-823a-f603be7b052e x-openstack-request-id: req-373eb64f-ce1d-4b9a-823a-f603be7b052e {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:19.745870 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380e53a3-d6eb-4679-9e6b-e2465850c7b0", "name": "network-vif-deleted", "tag": "fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:19.746147 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-373eb64f-ce1d-4b9a-823a-f603be7b052e {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:19.746575 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380e53a3-d6eb-4679-9e6b-e2465850c7b0', 'name': 'network-vif-deleted', 'tag': 'fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb', 'status': 'completed', 'code': 200} Feb 15 13:57:19.803161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-4b66113f-4a86-469c-8cbd-f458cff82f05 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:19.809178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-4b66113f-4a86-469c-8cbd-f458cff82f05 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/networks?id=0dac71c6-c54d-4f72-ba23-e3fb3046826a HTTP/1.1" status: 200 len: 812 time: 0.6702194 Feb 15 13:57:19.841985 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:19.851706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-84d28f5b-f52e-482b-af0f-802dd2dcc970 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/quotas/7059b120991a4e1fb84766df2854d1e8 HTTP/1.1" status: 200 len: 375 time: 0.0402305 Feb 15 13:57:19.855815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6b901d43-61e8-4a99-a100-6a1fcfa69552 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:57:19.895426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938006b-14cb-4df8-852c-24b485908a7c req-579eef19-1fc2-4177-97bb-c678d7107e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:19.896986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0938006b-14cb-4df8-852c-24b485908a7c req-579eef19-1fc2-4177-97bb-c678d7107e1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=91c78507-2bd2-49f7-ae98-81564612e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4656718 Feb 15 13:57:20.020222 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cecc65-c0b1-437b-b320-9b9d071ed9b2 x-openstack-request-id: req-60cecc65-c0b1-437b-b320-9b9d071ed9b2 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:20.021807 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22e0062-dc16-418b-9e3e-4070b89cf5e2", "name": "network-vif-unplugged", "status": "completed", "tag": "78effef1-6b89-4357-8e4b-eedd0233937c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:20.023219 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60cecc65-c0b1-437b-b320-9b9d071ed9b2 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:20.023809 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78effef1-6b89-4357-8e4b-eedd0233937c', 'code': 200} Feb 15 13:57:20.063722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:20.100498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-28226f3e-6933-440e-84b7-681531e2e1b6 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7059b120991a4e1fb84766df2854d1e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2089972 Feb 15 13:57:20.120379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'mac_address': 'fa:16:3e:db:22:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:57:20.208934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6b901d43-61e8-4a99-a100-6a1fcfa69552 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:20.209332 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:20.238329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b901d43-61e8-4a99-a100-6a1fcfa69552 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:57:20.280066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:20.298450 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:20.414248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6593a0b-5ac2-471a-8d7e-356547bb03e2 req-c48bac61-d5af-4bf6-afe6-3dcdb7f98b49 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:20.420150 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6593a0b-5ac2-471a-8d7e-356547bb03e2 req-c48bac61-d5af-4bf6-afe6-3dcdb7f98b49 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.2917004 Feb 15 13:57:20.445751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0938006b-14cb-4df8-852c-24b485908a7c req-c15fb627-5215-490c-9905-4f267be5e2db service neutron] 10.222.0.42 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993660 Feb 15 13:57:20.482071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:20.502696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-aae2e122-e4e0-4066-bd05-dd563030c293 service neutron] 10.222.0.72 "GET /v2.0/networks/0dac71c6-c54d-4f72-ba23-e3fb3046826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008043 Feb 15 13:57:20.538889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['6b901d43-61e8-4a99-a100-6a1fcfa69552'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:57:20.651351 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6593a0b-5ac2-471a-8d7e-356547bb03e2 req-43d6808c-4062-4c68-9787-a45407367bb9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045646 Feb 15 13:57:20.946341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-e6c05cc1-c1e9-4373-9da6-65280a8e8af1 service neutron] 10.222.0.72 "GET /v2.0/networks/0dac71c6-c54d-4f72-ba23-e3fb3046826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205022 Feb 15 13:57:20.988126 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:20.992526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-66f4a72d-db44-491c-ad31-4a3aa3f383f3 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips/c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9 HTTP/1.1" status: 200 len: 693 time: 0.2301300 Feb 15 13:57:20.993172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:57:21.163766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0938006b-14cb-4df8-852c-24b485908a7c req-5aedf548-8cf6-477d-a5f3-6ddb59ca8471 service neutron] 10.222.0.42 "GET /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855555 Feb 15 13:57:21.295752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:57:21.366887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:57:21.367270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fa0f7fed-6cd1-4e95-ab2b-4fb582f0dbcb not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:57:21.454106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-2f4bc780-bc63-4bd3-84a8-0e82af68ad51 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:21.458822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-2f4bc780-bc63-4bd3-84a8-0e82af68ad51 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.4528980 Feb 15 13:57:21.589898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:57:21.605109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Sync routers for ids ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:57:21.629986 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Routers {'773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:21.632092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:21.653942 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:21.658003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a8bfc660-d2cc-42a7-bcf0-0a018bbb05ad admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2621596 Feb 15 13:57:21.658464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55122) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:21.687696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-8e540372-92ad-47af-981d-4f3942e865b7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.2119172 Feb 15 13:57:21.854031 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-22b6d850-2272-4852-aa62-f7c3ab7a3df0 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.1638451 Feb 15 13:57:21.957117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6b901d43-61e8-4a99-a100-6a1fcfa69552 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:22.107880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 6b901d43-61e8-4a99-a100-6a1fcfa69552 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:22.108928 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:22.222500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Set router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:22.365733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Deleting port afff3f8a-bca3-4397-b43b-5b6f194bd4e8 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:22.366865 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (afff3f8a-bca3-4397-b43b-5b6f194bd4e8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:22.745735 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (afff3f8a-bca3-4397-b43b-5b6f194bd4e8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:22.745735 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (afff3f8a-bca3-4397-b43b-5b6f194bd4e8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:22.778603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Calling delete_port for afff3f8a-bca3-4397-b43b-5b6f194bd4e8 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:22.878062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6b901d43-61e8-4a99-a100-6a1fcfa69552 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:22.878450 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:23.127392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:23.134357 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:23.140121 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385aed55-ed68-4b5f-b4a7-36e2f5ed7dc6" -d '{"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-plugged", "status": "completed", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:23.157565 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:23.200303 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (afff3f8a-bca3-4397-b43b-5b6f194bd4e8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:23.284846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Pushing event deleted for resources: {'Port': ['ID=afff3f8a-bca3-4397-b43b-5b6f194bd4e8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:23.286435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:17Z', 'revision_number': 3, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:23.297573 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:23.377884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Checking router: 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:57:23.378255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Updating router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc port bdd72fb2-73fc-494f-b04e-232640d43d63 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:57:23.389806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.389806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.389806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.390248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.391080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.391080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.391653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.391901 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.392584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.392936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.393274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.393663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.393995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.478987 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks [] for floatingip (c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:23.484259 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:23.485581 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:23.487637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=10']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:23.489260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b924b9a5-74b0-407c-808f-b6db0463d305 req-913900b4-a4dc-4560-a36b-84e0c8f0c2d6 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "DELETE /v2.0/floatingips/c9f60c8e-a74b-4b73-bdc6-a01eb151cbb9 HTTP/1.1" status: 204 len: 173 time: 1.6339657 Feb 15 13:57:23.580650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.592331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.593608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.594795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.596246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.596761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.597268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.599323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.600497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.601012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.601554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.602061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.603287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:23.896983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-42166b37-c04e-40ed-919a-7066b68c00f6 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:23.898561 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-42166b37-c04e-40ed-919a-7066b68c00f6 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.67 "GET /v2.0/networks?id=0dac71c6-c54d-4f72-ba23-e3fb3046826a HTTP/1.1" status: 200 len: 812 time: 0.7754617 Feb 15 13:57:23.924312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Request body: {'port': {'device_id': '8bb6a24b-76cb-499a-8546-1879654cba2d', 'network_id': '0dac71c6-c54d-4f72-ba23-e3fb3046826a', 'admin_state_up': True, 'tenant_id': '7059b120991a4e1fb84766df2854d1e8'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:24.268999 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Publish callbacks [] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:24.273820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Made reservation on behalf of 7059b120991a4e1fb84766df2854d1e8 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:57:24.278559 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:24.285567 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:24.335223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Allocated IP 172.20.0.1 (4449bf33-12ce-44b1-baf9-94b750d81b8d/beeebd4b-c2e2-427e-aabc-846ef81ab287/39714546-55db-457f-a813-a33190f5f64c) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:57:24.421801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Attempting to bind port bdd72fb2-73fc-494f-b04e-232640d43d63 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:57:24.422177 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Attempting to bind port bdd72fb2-73fc-494f-b04e-232640d43d63 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:57:24.422546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Attempting to bind port bdd72fb2-73fc-494f-b04e-232640d43d63 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:24.446855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:57:24.447260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:24.448077 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:24.448651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:57:24.449921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Bound port: bdd72fb2-73fc-494f-b04e-232640d43d63, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:57:24.451633 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:24.514230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f029f1-0d4a-4ec8-8fdb-cecbc0a0aef9 None None] Pushing event updated for resources: {'Port': ['ID=bdd72fb2-73fc-494f-b04e-232640d43d63,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:24.594189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] For port bdd72fb2-73fc-494f-b04e-232640d43d63, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:57:24.601034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] For port bdd72fb2-73fc-494f-b04e-232640d43d63, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bdd72fb2-73fc-494f-b04e-232640d43d63,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:57:24.617669 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:24.624923 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Allocated IP 172.20.0.6 (0dac71c6-c54d-4f72-ba23-e3fb3046826a/6916fad4-66cc-4e91-a388-132186314d7b/5a415f4a-0739-4388-b72c-f9ed53a88adb) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:57:24.657771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Publish callbacks [] for port (39714546-55db-457f-a813-a33190f5f64c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:24.758242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f029f1-0d4a-4ec8-8fdb-cecbc0a0aef9 None None] Pushing event updated for resources: {'Port': ['ID=bdd72fb2-73fc-494f-b04e-232640d43d63,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:24.761570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Routers {'773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:24.771884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:24.826182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (39714546-55db-457f-a813-a33190f5f64c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:24.960504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Network 4449bf33-12ce-44b1-baf9-94b750d81b8d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:24.981559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:24.991834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:57:25.075856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] Set router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:25.117446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Pushing event updated for resources: {'Port': ['ID=39714546-55db-457f-a813-a33190f5f64c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:25.152734 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:25.167710 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Publish callbacks [] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:25.447872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:25.506067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:17Z', 'revision_number': 3, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:25.533545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55184) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:25.571104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb8342-d400-4260-acd7-678a3083d748 None None] The sync data for ids ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'] in n-d-829064-15 is: [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:17Z', 'revision_number': 3, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:25.572962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-53f8d030-0006-45a0-9a9e-d7959774ad45 None None] Provisioning complete for port 39714546-55db-457f-a813-a33190f5f64c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:25.573337 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-53f8d030-0006-45a0-9a9e-d7959774ad45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (39714546-55db-457f-a813-a33190f5f64c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:25.623658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Network 0dac71c6-c54d-4f72-ba23-e3fb3046826a is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:25.625493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Pushing event updated for resources: {'Port': ['ID=5a415f4a-0739-4388-b72c-f9ed53a88adb,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:25.649829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:25.662763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:57:25.672991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-53f8d030-0006-45a0-9a9e-d7959774ad45 None None] Port 39714546-55db-457f-a813-a33190f5f64c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:57:25.713311 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (39714546-55db-457f-a813-a33190f5f64c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:25.835416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:25.837935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:25.870190 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f45a-6a4c-48d4-9886-a06ed2b6d5f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:26.027862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f45a-6a4c-48d4-9886-a06ed2b6d5f2 admin admin] Publish callbacks [] for security_group (09ddb6cb-1ed8-4cfa-ab7b-481a3260eb5b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:26.043809 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9b0f45a-6a4c-48d4-9886-a06ed2b6d5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (09ddb6cb-1ed8-4cfa-ab7b-481a3260eb5b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:26.125032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b9b0f45a-6a4c-48d4-9886-a06ed2b6d5f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=62fd77548f5742318782f26ff4edfa83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5875754 Feb 15 13:57:26.125032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0f45a-6a4c-48d4-9886-a06ed2b6d5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ddb6cb-1ed8-4cfa-ab7b-481a3260eb5b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:26.128246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55188) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:26.226996 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Publish callbacks [] for port (39714546-55db-457f-a813-a33190f5f64c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:26.239620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (39714546-55db-457f-a813-a33190f5f64c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:26.249454 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a9f794c5-a440-41a0-8476-56aca946d98d admin admin] Publish callbacks [] for security_group (09ddb6cb-1ed8-4cfa-ab7b-481a3260eb5b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:26.314966 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a9f794c5-a440-41a0-8476-56aca946d98d admin admin] Publish callbacks [] for security_group (09ddb6cb-1ed8-4cfa-ab7b-481a3260eb5b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:26.333590 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-5f332cef-3c32-4557-b13b-7aae06c255ea tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4204082 Feb 15 13:57:26.398780 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a9f794c5-a440-41a0-8476-56aca946d98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (09ddb6cb-1ed8-4cfa-ab7b-481a3260eb5b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:26.404036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a9f794c5-a440-41a0-8476-56aca946d98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:26.405740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a9f794c5-a440-41a0-8476-56aca946d98d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09ddb6cb-1ed8-4cfa-ab7b-481a3260eb5b HTTP/1.1" status: 204 len: 168 time: 0.2751956 Feb 15 13:57:26.414929 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Request body: {'port': {'device_id': '8bb6a24b-76cb-499a-8546-1879654cba2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:26.425979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f794c5-a440-41a0-8476-56aca946d98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ddb6cb-1ed8-4cfa-ab7b-481a3260eb5b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:26.563415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Pushing event updated for resources: {'Port': ['ID=39714546-55db-457f-a813-a33190f5f64c,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:26.581935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:26.605351 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:27.008573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55196) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:27.031829 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c23d29d4-fb4d-4571-ba07-a4d273fe3c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:27.208587 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c23d29d4-fb4d-4571-ba07-a4d273fe3c84 admin admin] Publish callbacks [] for security_group (1a2c23d3-ca46-40b2-9da0-72820139c32d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:27.215401 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c23d29d4-fb4d-4571-ba07-a4d273fe3c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1a2c23d3-ca46-40b2-9da0-72820139c32d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:27.276848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d29d4-fb4d-4571-ba07-a4d273fe3c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2c23d3-ca46-40b2-9da0-72820139c32d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:27.333920 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c23d29d4-fb4d-4571-ba07-a4d273fe3c84 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d7aac13e6384a8e9f3c09a4a9421e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242214 Feb 15 13:57:27.334582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55198) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:27.413164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Network 4449bf33-12ce-44b1-baf9-94b750d81b8d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:27.418196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:27.440502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a415f4a-0739-4388-b72c-f9ed53a88adb {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:57:27.454756 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac3202d0-e23b-4c27-8ea7-4c1882af2aac admin admin] Publish callbacks [] for security_group (1a2c23d3-ca46-40b2-9da0-72820139c32d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:27.502277 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac3202d0-e23b-4c27-8ea7-4c1882af2aac admin admin] Publish callbacks [] for security_group (1a2c23d3-ca46-40b2-9da0-72820139c32d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:27.528958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Publish callbacks [] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:27.580749 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac3202d0-e23b-4c27-8ea7-4c1882af2aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1a2c23d3-ca46-40b2-9da0-72820139c32d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:27.589967 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac3202d0-e23b-4c27-8ea7-4c1882af2aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:27.594431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ac3202d0-e23b-4c27-8ea7-4c1882af2aac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a2c23d3-ca46-40b2-9da0-72820139c32d HTTP/1.1" status: 204 len: 168 time: 0.2587862 Feb 15 13:57:27.624540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3202d0-e23b-4c27-8ea7-4c1882af2aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2c23d3-ca46-40b2-9da0-72820139c32d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:27.628687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Transition to ACTIVE for port object 5a415f4a-0739-4388-b72c-f9ed53a88adb will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:57:27.646954 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:27.838477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Pushing event updated for resources: {'Port': ['ID=5a415f4a-0739-4388-b72c-f9ed53a88adb,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:27.866572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:57:27.924217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e08de860-b015-4fd5-82f2-fd9a2558fda6 None None] Provisioning complete for port 39714546-55db-457f-a813-a33190f5f64c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:27.927683 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e08de860-b015-4fd5-82f2-fd9a2558fda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (39714546-55db-457f-a813-a33190f5f64c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:28.058284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e08de860-b015-4fd5-82f2-fd9a2558fda6 None None] Port 39714546-55db-457f-a813-a33190f5f64c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:57:28.061255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bdd72fb2-73fc-494f-b04e-232640d43d63 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:28.110578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Attempting to bind port 5a415f4a-0739-4388-b72c-f9ed53a88adb on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:57:28.110981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Attempting to bind port 5a415f4a-0739-4388-b72c-f9ed53a88adb by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dac71c6-c54d-4f72-ba23-e3fb3046826a'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:57:28.114866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Attempting to bind port 5a415f4a-0739-4388-b72c-f9ed53a88adb on network 0dac71c6-c54d-4f72-ba23-e3fb3046826a {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:28.125582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Port 5a415f4a-0739-4388-b72c-f9ed53a88adb on network 0dac71c6-c54d-4f72-ba23-e3fb3046826a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:57:28.125937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Attempting to bind port 5a415f4a-0739-4388-b72c-f9ed53a88adb on network 0dac71c6-c54d-4f72-ba23-e3fb3046826a {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:28.139670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:57:28.139958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Checking segment: {'id': '4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dac71c6-c54d-4f72-ba23-e3fb3046826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:28.140102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Bound using segment: {'id': '4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dac71c6-c54d-4f72-ba23-e3fb3046826a'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:57:28.140548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Bound port: 5a415f4a-0739-4388-b72c-f9ed53a88adb, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dac71c6-c54d-4f72-ba23-e3fb3046826a'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:57:28.143013 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:28.201754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:57:28.211236 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-59873ef7-d72b-401e-891b-775eb05d019a admin admin] 10.222.0.72 "PUT /v2.0/routers/773b5ab7-cfb8-4d58-a9a6-1424eeec43cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5516021 Feb 15 13:57:28.237209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port bdd72fb2-73fc-494f-b04e-232640d43d63 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:28.241192 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:28.244642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] For port 5a415f4a-0739-4388-b72c-f9ed53a88adb, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:57:28.249988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] For port 5a415f4a-0739-4388-b72c-f9ed53a88adb, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5a415f4a-0739-4388-b72c-f9ed53a88adb,segment=NetworkSegment(4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72),segment_id=4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:57:28.264204 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:28.380237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Pushing event updated for resources: {'Port': ['ID=5a415f4a-0739-4388-b72c-f9ed53a88adb,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:28.404215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:28.405236 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:28.406489 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-8e7f5d9b-e905-4e7b-b13d-be023d31d1ac service neutron] 10.222.0.67 "PUT /v2.0/ports/5a415f4a-0739-4388-b72c-f9ed53a88adb HTTP/1.1" status: 200 len: 1092 time: 2.0023806 Feb 15 13:57:28.406980 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb6a24b-76cb-499a-8546-1879654cba2d', 'tag': '5a415f4a-0739-4388-b72c-f9ed53a88adb'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:28.410999 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3202649f-c46a-4d78-8fdd-70db01e655a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb6a24b-76cb-499a-8546-1879654cba2d", "tag": "5a415f4a-0739-4388-b72c-f9ed53a88adb"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:28.480667 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Sync routers for ids ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:57:28.511872 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Routers {'773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:28.516440 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:28.563732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bdd72fb2-73fc-494f-b04e-232640d43d63 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:28.566652 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:28.596779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-ef4e0765-dc34-4648-afde-fbfd44ad7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:28.598429 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-ef4e0765-dc34-4648-afde-fbfd44ad7f32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7059b120991a4e1fb84766df2854d1e8&device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 1126 time: 0.1472442 Feb 15 13:57:28.628716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port bdd72fb2-73fc-494f-b04e-232640d43d63, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bdd72fb2-73fc-494f-b04e-232640d43d63,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:28.643258 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:28.692390 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-e6e2199c-14df-4a37-8673-0f9fde72450b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a415f4a-0739-4388-b72c-f9ed53a88adb HTTP/1.1" status: 200 len: 217 time: 0.0856853 Feb 15 13:57:28.783750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=bdd72fb2-73fc-494f-b04e-232640d43d63,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:28.851516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-6236dc1f-9b14-495b-8bd8-ac9efe087b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:28.855756 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-6236dc1f-9b14-495b-8bd8-ac9efe087b20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6916fad4-66cc-4e91-a388-132186314d7b HTTP/1.1" status: 200 len: 852 time: 0.1548524 Feb 15 13:57:28.919079 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-540c3a53-3753-458c-9bd6-586cd3a1c81e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dac71c6-c54d-4f72-ba23-e3fb3046826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539200 Feb 15 13:57:28.943537 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Set router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:29.218080 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-3e9da532-a5f1-4492-a5be-6e119dac3a17 service neutron] 10.222.0.67 "GET /v2.0/networks/0dac71c6-c54d-4f72-ba23-e3fb3046826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912550 Feb 15 13:57:29.380558 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:25Z', 'revision_number': 4, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '39714546-55db-457f-a813-a33190f5f64c', 'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'mac_address': 'fa:16:3e:92:df:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:23Z', 'updated_at': '2022-02-15T13:57:25Z', 'revision_number': 2, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'subnets': [{'id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:29.421921 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0f8f33eb-f2a3-424c-9180-3fc250873cda req-1692044a-8988-4b53-8450-8bd7ad06d342 service neutron] 10.222.0.67 "GET /v2.0/networks/0dac71c6-c54d-4f72-ba23-e3fb3046826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987383 Feb 15 13:57:29.452728 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Checking router: 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:57:29.453012 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Updating router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc port 39714546-55db-457f-a813-a33190f5f64c binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:57:29.521661 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (39714546-55db-457f-a813-a33190f5f64c), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:29.640254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55238) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:29.643973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-network', 'tenant_id': 'e592432ca852458da97224d51a215b2b'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:29.739283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Made reservation on behalf of e592432ca852458da97224d51a215b2b for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:57:29.742185 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:29.805731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:29.934229 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Publish callbacks [] for port (39714546-55db-457f-a813-a33190f5f64c), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:29.946645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bdd72fb2-73fc-494f-b04e-232640d43d63 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:29.951726 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (39714546-55db-457f-a813-a33190f5f64c), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.050793 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Pushing event updated for resources: {'Port': ['ID=39714546-55db-457f-a813-a33190f5f64c,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:30.070783 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.071279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port bdd72fb2-73fc-494f-b04e-232640d43d63 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:30.071682 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.072050 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.072667 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.073254 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.073828 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.074389 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.075053 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.075628 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.076478 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.077078 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.077644 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.078207 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.078823 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:57:30.131654 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Publish callbacks [] for security_group (4f417eed-cf4c-45b7-aea8-a9abbfa350ed), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.141717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4f417eed-cf4c-45b7-aea8-a9abbfa350ed), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.180770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:57:30.213639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (55c4f6da-a799-48d3-8164-e618622e4594), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.219576 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Added segment 55c4f6da-a799-48d3-8164-e618622e4594 of type vlan for network 03c39dfd-df1c-42b3-93aa-3983a21b5acc Feb 15 13:57:30.290052 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Attempting to bind port 39714546-55db-457f-a813-a33190f5f64c on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:57:30.292701 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Attempting to bind port 39714546-55db-457f-a813-a33190f5f64c by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:57:30.293282 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Attempting to bind port 39714546-55db-457f-a813-a33190f5f64c on network 4449bf33-12ce-44b1-baf9-94b750d81b8d {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:30.299399 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (03c39dfd-df1c-42b3-93aa-3983a21b5acc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.316458 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:57:30.328808 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Checking segment: {'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:30.330051 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.331909 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Bound using segment: {'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:57:30.333034 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Bound port: 39714546-55db-457f-a813-a33190f5f64c, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:57:30.333941 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (39714546-55db-457f-a813-a33190f5f64c), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.334578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bdd72fb2-73fc-494f-b04e-232640d43d63 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:30.402815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (03c39dfd-df1c-42b3-93aa-3983a21b5acc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.407865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:30.412827 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.441797 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] For port 39714546-55db-457f-a813-a33190f5f64c, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:57:30.445834 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] For port 39714546-55db-457f-a813-a33190f5f64c, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=39714546-55db-457f-a813-a33190f5f64c,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:57:30.462265 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (39714546-55db-457f-a813-a33190f5f64c), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.609907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b945a1b9-3fc9-441d-98b8-78df1f142573 None None] Provisioning complete for port 39714546-55db-457f-a813-a33190f5f64c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:30.619593 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b945a1b9-3fc9-441d-98b8-78df1f142573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (39714546-55db-457f-a813-a33190f5f64c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.722865 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed556f0-76e0-44ad-82e5-2837a9bd3319 None None] Pushing event updated for resources: {'Port': ['ID=39714546-55db-457f-a813-a33190f5f64c,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:30.739359 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Routers {'773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:30.740351 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:30.848956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55250) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:30.852977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2135272 Feb 15 13:57:30.857948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] Request body: {'subnet': {'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-subnet', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:30.904809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f417eed-cf4c-45b7-aea8-a9abbfa350ed,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:30.909585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] Made reservation on behalf of e592432ca852458da97224d51a215b2b for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:57:30.915226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:30.966058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04aa61c-cb33-4227-b79f-8e30134d8a1d admin admin] Pushing event updated for resources: {'Network': ['ID=03c39dfd-df1c-42b3-93aa-3983a21b5acc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:31.024825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b945a1b9-3fc9-441d-98b8-78df1f142573 None None] Current status of the port 39714546-55db-457f-a813-a33190f5f64c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:31.025989 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b945a1b9-3fc9-441d-98b8-78df1f142573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (39714546-55db-457f-a813-a33190f5f64c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:31.028951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 03c39dfd-df1c-42b3-93aa-3983a21b5acc details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:57:31.205222 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] Set router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:31.343529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b945a1b9-3fc9-441d-98b8-78df1f142573 None None] For port 39714546-55db-457f-a813-a33190f5f64c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=39714546-55db-457f-a813-a33190f5f64c,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:31.352540 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b945a1b9-3fc9-441d-98b8-78df1f142573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (39714546-55db-457f-a813-a33190f5f64c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:31.412694 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (31445b1d-3bea-4a0d-b1d4-2ff7dde3de14), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:31.493637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945a1b9-3fc9-441d-98b8-78df1f142573 None None] Pushing event updated for resources: {'Port': ['ID=39714546-55db-457f-a813-a33190f5f64c,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:31.515747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f0dcc6e2-fd68-42b5-9f4a-3bd55097b041 None None] Provisioning complete for port 39714546-55db-457f-a813-a33190f5f64c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:31.517791 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc6e2-fd68-42b5-9f4a-3bd55097b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (39714546-55db-457f-a813-a33190f5f64c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:31.603074 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:25Z', 'revision_number': 4, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '39714546-55db-457f-a813-a33190f5f64c', 'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'mac_address': 'fa:16:3e:92:df:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:23Z', 'updated_at': '2022-02-15T13:57:30Z', 'revision_number': 4, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'subnets': [{'id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:31.662630 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588fe0c-83d1-4cfc-aca7-5cb735b2f89f None None] The sync data for ids ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'] in n-d-829064-15 is: [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:25Z', 'revision_number': 4, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '39714546-55db-457f-a813-a33190f5f64c', 'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'mac_address': 'fa:16:3e:92:df:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:23Z', 'updated_at': '2022-02-15T13:57:30Z', 'revision_number': 4, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'subnets': [{'id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:31.695690 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] Checking segment: {'id': '55c4f6da-a799-48d3-8164-e618622e4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:31.696936 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] Network hostable DHCP agents. Network: 03c39dfd-df1c-42b3-93aa-3983a21b5acc, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:57:31.725781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcc6e2-fd68-42b5-9f4a-3bd55097b041 None None] Current status of the port 39714546-55db-457f-a813-a33190f5f64c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:31.741573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31445b1d-3bea-4a0d-b1d4-2ff7dde3de14,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:31.768685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] Network 03c39dfd-df1c-42b3-93aa-3983a21b5acc is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:57:31.792042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 03c39dfd-df1c-42b3-93aa-3983a21b5acc) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:31.793927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:31.794774 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:31.820591 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7d7efa7b-5b9b-441d-9b95-2702a5e71ca4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9704309 Feb 15 13:57:31.822983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55266) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:31.826703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa93bc9-0221-4546-b67b-2c12be7fdc4f None None] Network 03c39dfd-df1c-42b3-93aa-3983a21b5acc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:57:31.830117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-router', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:31.877965 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (68010358-cdae-4510-a6bb-a9148deee167), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:31.880174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (68010358-cdae-4510-a6bb-a9148deee167), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:31.987128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-03c39dfd-df1c-42b3-93aa-3983a21b5acc', 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc', 'project_id': 'e592432ca852458da97224d51a215b2b', 'fixed_ips': [{'subnet_id': '31445b1d-3bea-4a0d-b1d4-2ff7dde3de14'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:57:31.991655 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:32.115848 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Publish callbacks [] for router_controller (68010358-cdae-4510-a6bb-a9148deee167), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:32.177151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 39714546-55db-457f-a813-a33190f5f64c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:32.543842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Allocated IP 172.20.0.2 (03c39dfd-df1c-42b3-93aa-3983a21b5acc/31445b1d-3bea-4a0d-b1d4-2ff7dde3de14/405210c4-771a-477a-bb6e-ffbc7792f203) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:57:32.555939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 39714546-55db-457f-a813-a33190f5f64c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:32.558064 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (39714546-55db-457f-a813-a33190f5f64c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:32.602184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Publish callbacks [] for router_gateway (68010358-cdae-4510-a6bb-a9148deee167), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:33.301135 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Publish callbacks [] for port (405210c4-771a-477a-bb6e-ffbc7792f203), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:33.310231 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 39714546-55db-457f-a813-a33190f5f64c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:33.320402 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:33.355629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Network 03c39dfd-df1c-42b3-93aa-3983a21b5acc is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:33.363208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5a415f4a-0739-4388-b72c-f9ed53a88adb details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:57:33.879755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:33.883646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:57:33.891444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Pushing event updated for resources: {'Port': ['ID=405210c4-771a-477a-bb6e-ffbc7792f203,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:34.032054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Publish callbacks [] for router_gateway (68010358-cdae-4510-a6bb-a9148deee167), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:34.082266 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:34.150537 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Attempting to bind port 405210c4-771a-477a-bb6e-ffbc7792f203 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:57:34.155900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Attempting to bind port 405210c4-771a-477a-bb6e-ffbc7792f203 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '55c4f6da-a799-48d3-8164-e618622e4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:57:34.157552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Attempting to bind port 405210c4-771a-477a-bb6e-ffbc7792f203 on network 03c39dfd-df1c-42b3-93aa-3983a21b5acc {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:34.196504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5a415f4a-0739-4388-b72c-f9ed53a88adb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5a415f4a-0739-4388-b72c-f9ed53a88adb,segment=NetworkSegment(4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72),segment_id=4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:34.207717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:57:34.211492 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Checking segment: {'id': '55c4f6da-a799-48d3-8164-e618622e4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:34.212326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:34.214829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Bound using segment: {'id': '55c4f6da-a799-48d3-8164-e618622e4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:57:34.216513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Bound port: 405210c4-771a-477a-bb6e-ffbc7792f203, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c4f6da-a799-48d3-8164-e618622e4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:57:34.218374 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:34.280808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '5a415f4a-0739-4388-b72c-f9ed53a88adb', 'network_id': '0dac71c6-c54d-4f72-ba23-e3fb3046826a', 'port_id': '5a415f4a-0739-4388-b72c-f9ed53a88adb', 'mac_address': 'fa:16:3e:d3:bb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6916fad4-66cc-4e91-a388-132186314d7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:57:34.328993 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:57:34.436339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Allocated IP 172.25.6.105 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/cfcb90f6-62af-4155-a014-2846d8dacd9c) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:57:34.614955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] For port 405210c4-771a-477a-bb6e-ffbc7792f203, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:57:34.624792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] For port 405210c4-771a-477a-bb6e-ffbc7792f203, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=405210c4-771a-477a-bb6e-ffbc7792f203,segment=NetworkSegment(55c4f6da-a799-48d3-8164-e618622e4594),segment_id=55c4f6da-a799-48d3-8164-e618622e4594)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:57:34.632367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 5a415f4a-0739-4388-b72c-f9ed53a88adb is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:34.636078 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:34.645753 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:34.698046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a415f4a-0739-4388-b72c-f9ed53a88adb {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:57:34.756216 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Publish callbacks [] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:34.876877 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:34.936099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:34.943890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:34.949144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:57:34.956103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5a415f4a-0739-4388-b72c-f9ed53a88adb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5a415f4a-0739-4388-b72c-f9ed53a88adb,segment=NetworkSegment(4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72),segment_id=4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:34.985366 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:35.017596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09974d1a-489e-469c-b001-3c1e6b47122e None None] Pushing event updated for resources: {'Port': ['ID=405210c4-771a-477a-bb6e-ffbc7792f203,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:35.123685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=5a415f4a-0739-4388-b72c-f9ed53a88adb,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:35.287117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Pushing event updated for resources: {'Port': ['ID=cfcb90f6-62af-4155-a014-2846d8dacd9c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:35.346681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['5a415f4a-0739-4388-b72c-f9ed53a88adb'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:57:35.725906 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Publish callbacks [] for router_gateway (68010358-cdae-4510-a6bb-a9148deee167), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:36.032728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 405210c4-771a-477a-bb6e-ffbc7792f203 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:36.152889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 405210c4-771a-477a-bb6e-ffbc7792f203 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:36.153286 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:36.406897 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (68010358-cdae-4510-a6bb-a9148deee167), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:36.507339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 405210c4-771a-477a-bb6e-ffbc7792f203 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:36.507899 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:36.605612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 405210c4-771a-477a-bb6e-ffbc7792f203, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=405210c4-771a-477a-bb6e-ffbc7792f203,segment=NetworkSegment(55c4f6da-a799-48d3-8164-e618622e4594),segment_id=55c4f6da-a799-48d3-8164-e618622e4594)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:36.620403 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:36.762056 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Router 68010358-cdae-4510-a6bb-a9148deee167 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:57:36.856752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=405210c4-771a-477a-bb6e-ffbc7792f203,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:36.997453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68611078-d151-433f-b5c0-033013211c53 None None] Network 03c39dfd-df1c-42b3-93aa-3983a21b5acc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:57:37.155308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:57:37.190542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:37.196270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55320) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:37.211450 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8a414f95-32d9-460f-9afd-006a1e2b3d7f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3860025 Feb 15 13:57:37.239593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Sync routers for ids ['68010358-cdae-4510-a6bb-a9148deee167'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:57:37.384729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5a415f4a-0739-4388-b72c-f9ed53a88adb up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:37.449458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Routers {'68010358-cdae-4510-a6bb-a9148deee167'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:37.457375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['68010358-cdae-4510-a6bb-a9148deee167'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:37.727290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Set router 68010358-cdae-4510-a6bb-a9148deee167 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:37.984914 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:38.181689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 405210c4-771a-477a-bb6e-ffbc7792f203 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:38.251948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-61c29c24-8cc3-468d-acc0-a3dbad4364fd None None] Provisioning complete for port 405210c4-771a-477a-bb6e-ffbc7792f203 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:38.252674 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61c29c24-8cc3-468d-acc0-a3dbad4364fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:38.382750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Allocated IP 172.20.0.1 (03c39dfd-df1c-42b3-93aa-3983a21b5acc/31445b1d-3bea-4a0d-b1d4-2ff7dde3de14/b3879b65-97a4-487b-a266-e5d1077eab24) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:57:38.633810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 405210c4-771a-477a-bb6e-ffbc7792f203 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:38.634149 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:38.639013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 5a415f4a-0739-4388-b72c-f9ed53a88adb completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:57:38.681111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 5a415f4a-0739-4388-b72c-f9ed53a88adb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:38.681539 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:38.702407 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Publish callbacks [] for port (b3879b65-97a4-487b-a266-e5d1077eab24), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:38.802101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:38.864417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-61c29c24-8cc3-468d-acc0-a3dbad4364fd None None] Current status of the port 405210c4-771a-477a-bb6e-ffbc7792f203 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:38.887295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68010358-cdae-4510-a6bb-a9148deee167', 'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-router', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:31Z', 'updated_at': '2022-02-15T13:57:35Z', 'revision_number': 3, 'project_id': 'e592432ca852458da97224d51a215b2b', 'gw_port': {'id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:34Z', 'updated_at': '2022-02-15T13:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:38.961616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Checking router: 68010358-cdae-4510-a6bb-a9148deee167 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:57:38.961887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Updating router 68010358-cdae-4510-a6bb-a9148deee167 port cfcb90f6-62af-4155-a014-2846d8dacd9c binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:57:38.974889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Network 03c39dfd-df1c-42b3-93aa-3983a21b5acc is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:38.992412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:39.014133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:57:39.040319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Pushing event updated for resources: {'Port': ['ID=b3879b65-97a4-487b-a266-e5d1077eab24,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:39.187677 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (68010358-cdae-4510-a6bb-a9148deee167), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:39.229179 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:39.567248 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:39.892486 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Publish callbacks [] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:39.912795 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:39.942018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-079c984d-beb5-4be6-a142-045e6ed8883b None None] Provisioning complete for port 405210c4-771a-477a-bb6e-ffbc7792f203 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:39.942688 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-079c984d-beb5-4be6-a142-045e6ed8883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:40.074674 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Publish callbacks [] for port (b3879b65-97a4-487b-a266-e5d1077eab24), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:40.144548 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:40.259595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Pushing event updated for resources: {'Port': ['ID=b3879b65-97a4-487b-a266-e5d1077eab24,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:40.404156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 5a415f4a-0739-4388-b72c-f9ed53a88adb is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:40.404801 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:40.423680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90786b-f978-488d-bc11-4486349df166 None None] Pushing event updated for resources: {'Port': ['ID=cfcb90f6-62af-4155-a014-2846d8dacd9c,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:40.467780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5a415f4a-0739-4388-b72c-f9ed53a88adb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5a415f4a-0739-4388-b72c-f9ed53a88adb,segment=NetworkSegment(4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72),segment_id=4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:40.497955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 405210c4-771a-477a-bb6e-ffbc7792f203 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:40.527352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Attempting to bind port cfcb90f6-62af-4155-a014-2846d8dacd9c on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:57:40.528923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Attempting to bind port cfcb90f6-62af-4155-a014-2846d8dacd9c by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:57:40.530256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Attempting to bind port cfcb90f6-62af-4155-a014-2846d8dacd9c on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:40.540986 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:40.546290 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:40.547783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:57:40.548527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:40.550058 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:40.551001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:57:40.551797 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Bound port: cfcb90f6-62af-4155-a014-2846d8dacd9c, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:57:40.552386 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:40.576695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d69e3-7923-402e-8c6b-c08719f410b1 req-793dec8d-8019-4812-b1bf-fa711f48f64c tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:40.581777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f69d69e3-7923-402e-8c6b-c08719f410b1 req-793dec8d-8019-4812-b1bf-fa711f48f64c tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 944 time: 0.5152402 Feb 15 13:57:40.615430 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (68010358-cdae-4510-a6bb-a9148deee167), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:40.653423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] For port cfcb90f6-62af-4155-a014-2846d8dacd9c, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:57:40.658617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] For port cfcb90f6-62af-4155-a014-2846d8dacd9c, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cfcb90f6-62af-4155-a014-2846d8dacd9c,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:57:40.787327 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:40.793604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-079c984d-beb5-4be6-a142-045e6ed8883b None None] Current status of the port 405210c4-771a-477a-bb6e-ffbc7792f203 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:40.854355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Routers {'68010358-cdae-4510-a6bb-a9148deee167'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:40.855485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['68010358-cdae-4510-a6bb-a9148deee167'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:41.003337 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] Set router 68010358-cdae-4510-a6bb-a9148deee167 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:41.181813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=5a415f4a-0739-4388-b72c-f9ed53a88adb,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:41.241446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90786b-f978-488d-bc11-4486349df166 None None] Pushing event updated for resources: {'Port': ['ID=cfcb90f6-62af-4155-a014-2846d8dacd9c,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:41.293141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c0d7382f-f08c-4814-8a8d-8e051ea2fe07 None None] Provisioning complete for port b3879b65-97a4-487b-a266-e5d1077eab24 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:41.293653 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c0d7382f-f08c-4814-8a8d-8e051ea2fe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:41.513983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7382f-f08c-4814-8a8d-8e051ea2fe07 None None] Port b3879b65-97a4-487b-a266-e5d1077eab24 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:57:41.627937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944113fa-69fe-45e0-b14a-3c8689de58a5 req-fdc5fa7a-9ea6-4885-807b-f7f8fa3edf4a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:41.635464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-944113fa-69fe-45e0-b14a-3c8689de58a5 req-fdc5fa7a-9ea6-4885-807b-f7f8fa3edf4a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 1.3783774 Feb 15 13:57:41.664844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Network 03c39dfd-df1c-42b3-93aa-3983a21b5acc is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:57:41.703281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68010358-cdae-4510-a6bb-a9148deee167', 'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-router', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:31Z', 'updated_at': '2022-02-15T13:57:39Z', 'revision_number': 4, 'project_id': 'e592432ca852458da97224d51a215b2b', 'gw_port': {'id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:34Z', 'updated_at': '2022-02-15T13:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'b3879b65-97a4-487b-a266-e5d1077eab24', 'name': '', 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'mac_address': 'fa:16:3e:ff:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '31445b1d-3bea-4a0d-b1d4-2ff7dde3de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:38Z', 'updated_at': '2022-02-15T13:57:39Z', 'revision_number': 2, 'project_id': 'e592432ca852458da97224d51a215b2b', 'subnets': [{'id': '31445b1d-3bea-4a0d-b1d4-2ff7dde3de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:41.738766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-944113fa-69fe-45e0-b14a-3c8689de58a5 req-95d25c37-fd07-426b-b82e-f0e80b1ef02f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018941 Feb 15 13:57:41.754634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:57:41.827422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031cade-28c0-4e34-a6ca-4074e1c245ed None None] The sync data for ids ['68010358-cdae-4510-a6bb-a9148deee167'] in n-d-829064-15 is: [{'id': '68010358-cdae-4510-a6bb-a9148deee167', 'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-router', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:31Z', 'updated_at': '2022-02-15T13:57:39Z', 'revision_number': 4, 'project_id': 'e592432ca852458da97224d51a215b2b', 'gw_port': {'id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:34Z', 'updated_at': '2022-02-15T13:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'b3879b65-97a4-487b-a266-e5d1077eab24', 'name': '', 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'mac_address': 'fa:16:3e:ff:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '31445b1d-3bea-4a0d-b1d4-2ff7dde3de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:38Z', 'updated_at': '2022-02-15T13:57:39Z', 'revision_number': 2, 'project_id': 'e592432ca852458da97224d51a215b2b', 'subnets': [{'id': '31445b1d-3bea-4a0d-b1d4-2ff7dde3de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:41.847356 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:41.909181 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029aea1e-ff82-4f63-b3a4-2b0b92ae32d2 x-openstack-request-id: req-029aea1e-ff82-4f63-b3a4-2b0b92ae32d2 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:41.909475 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-plugged", "status": "completed", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:41.909735 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-029aea1e-ff82-4f63-b3a4-2b0b92ae32d2 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:41.910145 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'code': 200} Feb 15 13:57:42.056853 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48054d4b-17e4-4264-b35c-5ef2a5c38d23 x-openstack-request-id: req-48054d4b-17e4-4264-b35c-5ef2a5c38d23 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:42.058009 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb6a24b-76cb-499a-8546-1879654cba2d", "tag": "5a415f4a-0739-4388-b72c-f9ed53a88adb", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:42.058443 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-48054d4b-17e4-4264-b35c-5ef2a5c38d23 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:42.059115 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb6a24b-76cb-499a-8546-1879654cba2d', 'tag': '5a415f4a-0739-4388-b72c-f9ed53a88adb', 'status': 'completed', 'code': 200} Feb 15 13:57:42.207169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f69d69e3-7923-402e-8c6b-c08719f410b1 req-6cd0f5ff-a218-4c39-a458-6935e550da16 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/security-groups?id=85b74652-b2da-46be-9f5e-67232e173984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6194727 Feb 15 13:57:42.235036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202649f-c46a-4d78-8fdd-70db01e655a6 req-3c6f7d38-d89c-476c-bcab-8a184164dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:42.243088 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3202649f-c46a-4d78-8fdd-70db01e655a6 req-3c6f7d38-d89c-476c-bcab-8a184164dc31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7059b120991a4e1fb84766df2854d1e8&device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 1128 time: 0.1614692 Feb 15 13:57:42.344065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Router 68010358-cdae-4510-a6bb-a9148deee167 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:57:42.382452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-13afb106-7082-492f-a998-18f43e8edeaa None None] Provisioning complete for port b3879b65-97a4-487b-a266-e5d1077eab24 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:42.383572 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13afb106-7082-492f-a998-18f43e8edeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:42.571590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-13afb106-7082-492f-a998-18f43e8edeaa None None] Port b3879b65-97a4-487b-a266-e5d1077eab24 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:57:42.670348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55404) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:42.859025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202649f-c46a-4d78-8fdd-70db01e655a6 req-26cc9176-c6b9-4092-8957-6227351cdf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:42.861315 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3202649f-c46a-4d78-8fdd-70db01e655a6 req-26cc9176-c6b9-4092-8957-6227351cdf26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dac71c6-c54d-4f72-ba23-e3fb3046826a HTTP/1.1" status: 200 len: 913 time: 0.6109126 Feb 15 13:57:42.939315 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3202649f-c46a-4d78-8fdd-70db01e655a6 req-253aa886-9e0a-4667-9f7b-e81ee2be3ac5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a415f4a-0739-4388-b72c-f9ed53a88adb HTTP/1.1" status: 200 len: 217 time: 0.0705602 Feb 15 13:57:42.980184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274626a-b360-42ae-9fd0-4e2b51076857 req-4149f8fa-b381-4600-9513-0ea3b04c5675 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:42.984068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e274626a-b360-42ae-9fd0-4e2b51076857 req-4149f8fa-b381-4600-9513-0ea3b04c5675 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4438641 Feb 15 13:57:43.019850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:57:43.030621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0dfcc493-b0b2-42b7-a83c-aa4eb578c028 admin admin] 10.222.0.72 "PUT /v2.0/routers/68010358-cdae-4510-a6bb-a9148deee167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8282969 Feb 15 13:57:43.035276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5a40d20-ffad-4868-bc15-a2d9da488b83 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group (e0ea3139-49fb-42d4-87b8-8cb83adccf3e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:43.148857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202649f-c46a-4d78-8fdd-70db01e655a6 req-aa2254b7-c0a2-4538-a311-68be2996a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:43.150457 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3202649f-c46a-4d78-8fdd-70db01e655a6 req-aa2254b7-c0a2-4538-a311-68be2996a1a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6916fad4-66cc-4e91-a388-132186314d7b HTTP/1.1" status: 200 len: 852 time: 0.2048676 Feb 15 13:57:43.164960 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5a40d20-ffad-4868-bc15-a2d9da488b83 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group (e0ea3139-49fb-42d4-87b8-8cb83adccf3e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:43.217611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e274626a-b360-42ae-9fd0-4e2b51076857 req-0734b2c9-c521-40fe-b94f-51fc93f0ffe2 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1852782 Feb 15 13:57:43.339326 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3202649f-c46a-4d78-8fdd-70db01e655a6 req-25bc505f-30b2-47e3-a996-197f2a9deb56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dac71c6-c54d-4f72-ba23-e3fb3046826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1710145 Feb 15 13:57:43.360531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55416) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:43.419792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6822a82d-1d53-4a2d-8538-9c91caf3fc1e req-3f906d52-4ee4-4ab0-91ac-1bf17075832e tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1788065 Feb 15 13:57:43.459924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60c30a-b665-4d9b-8232-a950ff81e6b0 req-8ebd1710-b38a-4ec0-aca1-462ab33544d5 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:43.499389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b60c30a-b665-4d9b-8232-a950ff81e6b0 req-8ebd1710-b38a-4ec0-aca1-462ab33544d5 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.5954170 Feb 15 13:57:43.593177 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5a40d20-ffad-4868-bc15-a2d9da488b83 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e0ea3139-49fb-42d4-87b8-8cb83adccf3e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:43.603223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5a40d20-ffad-4868-bc15-a2d9da488b83 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:43.606238 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e5a40d20-ffad-4868-bc15-a2d9da488b83 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "DELETE /v2.0/security-groups/e0ea3139-49fb-42d4-87b8-8cb83adccf3e HTTP/1.1" status: 204 len: 168 time: 0.9261744 Feb 15 13:57:43.688872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55428) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:43.689741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a40d20-ffad-4868-bc15-a2d9da488b83 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea3139-49fb-42d4-87b8-8cb83adccf3e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:43.745304 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-ca6b2f21-fced-4ea9-a7e1-28734467eb6d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] show failed (client error): The resource could not be found. Feb 15 13:57:43.749066 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ca6b2f21-fced-4ea9-a7e1-28734467eb6d tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "GET /v2.0/security-groups/e0ea3139-49fb-42d4-87b8-8cb83adccf3e HTTP/1.1" status: 404 len: 347 time: 0.0548413 Feb 15 13:57:43.773416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55432) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:43.794992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-68335759-df93-4ea7-8a9e-6273edbc3360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:43.808757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b60c30a-b665-4d9b-8232-a950ff81e6b0 req-36c64785-03d9-4166-9a65-3f204a73e9d1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987504 Feb 15 13:57:43.851080 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3202649f-c46a-4d78-8fdd-70db01e655a6 req-e9fd3eb3-73bc-4011-a7b5-5b1e0f0e1485 service neutron] 10.222.0.67 "GET /v2.0/networks/0dac71c6-c54d-4f72-ba23-e3fb3046826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884880 Feb 15 13:57:43.911632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb6a24b-76cb-499a-8546-1879654cba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a415f4a-0739-4388-b72c-f9ed53a88adb'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:43.916269 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5c4825-f6ee-45c2-a528-289966124548" -d '{"events": [{"server_uuid": "8bb6a24b-76cb-499a-8546-1879654cba2d", "name": "network-vif-plugged", "status": "completed", "tag": "5a415f4a-0739-4388-b72c-f9ed53a88adb"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:44.226724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-68335759-df93-4ea7-8a9e-6273edbc3360 admin admin] Publish callbacks [] for security_group (c62011a0-39ff-44e1-aa3d-d1e0428051a9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:44.235532 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3202649f-c46a-4d78-8fdd-70db01e655a6 req-681fc0ca-3e60-40a7-8ed2-369ba73ca217 service neutron] 10.222.0.67 "GET /v2.0/networks/0dac71c6-c54d-4f72-ba23-e3fb3046826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732250 Feb 15 13:57:44.241823 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-68335759-df93-4ea7-8a9e-6273edbc3360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c62011a0-39ff-44e1-aa3d-d1e0428051a9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:44.348933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6e095-167a-4c1a-bd5a-3c138b1219ed req-08c436a4-c515-4136-af52-26c7b3e69d86 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:44.351332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9d6e095-167a-4c1a-bd5a-3c138b1219ed req-08c436a4-c515-4136-af52-26c7b3e69d86 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 945 time: 0.5767956 Feb 15 13:57:44.405325 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-68335759-df93-4ea7-8a9e-6273edbc3360 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f2c944f3b11e46d8abc3b19732f439ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0306945 Feb 15 13:57:44.409433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55478) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:44.426424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68335759-df93-4ea7-8a9e-6273edbc3360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62011a0-39ff-44e1-aa3d-d1e0428051a9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:44.495794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-328fe390-3c14-4ae1-9974-5caacc91c2b9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Deleting port d1757e02-2701-42b3-94fb-ac57a97bcc7b {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:44.496361 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-328fe390-3c14-4ae1-9974-5caacc91c2b9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d1757e02-2701-42b3-94fb-ac57a97bcc7b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:44.585453 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4a667c-6d21-4641-bf79-8299ff8965de x-openstack-request-id: req-da4a667c-6d21-4641-bf79-8299ff8965de {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:44.585879 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb6a24b-76cb-499a-8546-1879654cba2d", "name": "network-vif-plugged", "status": "completed", "tag": "5a415f4a-0739-4388-b72c-f9ed53a88adb", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:44.586368 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-da4a667c-6d21-4641-bf79-8299ff8965de {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:44.587026 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb6a24b-76cb-499a-8546-1879654cba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a415f4a-0739-4388-b72c-f9ed53a88adb', 'code': 200} Feb 15 13:57:44.623611 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb498f-9f34-46da-9a16-324ae0823822 admin admin] Publish callbacks [] for security_group (c62011a0-39ff-44e1-aa3d-d1e0428051a9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:44.694424 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bcf231cc-8d99-4c26-87cc-86df1a8e7ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:44.748486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cfcb90f6-62af-4155-a014-2846d8dacd9c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:44.760311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9d6e095-167a-4c1a-bd5a-3c138b1219ed req-77948e70-39c9-4c5a-8e71-b3a20ec81232 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/security-groups?id=85b74652-b2da-46be-9f5e-67232e173984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010756 Feb 15 13:57:44.785800 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb498f-9f34-46da-9a16-324ae0823822 admin admin] Publish callbacks [] for security_group (c62011a0-39ff-44e1-aa3d-d1e0428051a9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:44.886263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port cfcb90f6-62af-4155-a014-2846d8dacd9c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:44.886645 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:44.926386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12ac95-cb15-40e5-b5f3-40b7e5d283ca req-4c1896a9-8ed8-45c1-85d7-5e08283ecb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:44.929165 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ff12ac95-cb15-40e5-b5f3-40b7e5d283ca req-4c1896a9-8ed8-45c1-85d7-5e08283ecb38 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 1128 time: 0.2700264 Feb 15 13:57:45.034443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb498f-9f34-46da-9a16-324ae0823822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c62011a0-39ff-44e1-aa3d-d1e0428051a9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:45.041553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8fb498f-9f34-46da-9a16-324ae0823822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:45.042314 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a8fb498f-9f34-46da-9a16-324ae0823822 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c62011a0-39ff-44e1-aa3d-d1e0428051a9 HTTP/1.1" status: 204 len: 168 time: 0.6306729 Feb 15 13:57:45.057476 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-328fe390-3c14-4ae1-9974-5caacc91c2b9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d1757e02-2701-42b3-94fb-ac57a97bcc7b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:45.058386 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-328fe390-3c14-4ae1-9974-5caacc91c2b9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for floatingip (d1757e02-2701-42b3-94fb-ac57a97bcc7b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:45.096343 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a3131-62cd-469a-99bb-5804cb124ee2 req-c5adc638-788e-435a-bfab-c2e315546f3a tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:45.106159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c67a3131-62cd-469a-99bb-5804cb124ee2 req-c5adc638-788e-435a-bfab-c2e315546f3a tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 945 time: 0.2784960 Feb 15 13:57:45.109726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-328fe390-3c14-4ae1-9974-5caacc91c2b9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Calling delete_port for d1757e02-2701-42b3-94fb-ac57a97bcc7b owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:45.130703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb498f-9f34-46da-9a16-324ae0823822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62011a0-39ff-44e1-aa3d-d1e0428051a9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:45.156255 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ff12ac95-cb15-40e5-b5f3-40b7e5d283ca req-933f7d67-972a-4d01-b8ee-3c448c519ef5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=85b74652-b2da-46be-9f5e-67232e173984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195837 Feb 15 13:57:45.207732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port cfcb90f6-62af-4155-a014-2846d8dacd9c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:45.208947 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:45.248230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port cfcb90f6-62af-4155-a014-2846d8dacd9c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cfcb90f6-62af-4155-a014-2846d8dacd9c,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:45.264524 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:45.311873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c67a3131-62cd-469a-99bb-5804cb124ee2 req-11b9e7ba-3768-48f0-87b4-43c76aaac5b1 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca396da-41e4-44f8-95f6-e07c950cc9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044659 Feb 15 13:57:45.371182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=cfcb90f6-62af-4155-a014-2846d8dacd9c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:45.484958 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-328fe390-3c14-4ae1-9974-5caacc91c2b9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d1757e02-2701-42b3-94fb-ac57a97bcc7b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:45.544879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7e321-92b1-4f3a-826c-9ccd9dec6cfc req-13eb1e70-2556-4730-9e5b-50e3dbac7c07 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:45.547195 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42c7e321-92b1-4f3a-826c-9ccd9dec6cfc req-13eb1e70-2556-4730-9e5b-50e3dbac7c07 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.4701509 Feb 15 13:57:45.549651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fe390-3c14-4ae1-9974-5caacc91c2b9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Pushing event deleted for resources: {'Port': ['ID=d1757e02-2701-42b3-94fb-ac57a97bcc7b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:45.720529 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-328fe390-3c14-4ae1-9974-5caacc91c2b9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks [] for floatingip (4dda1060-0569-47ef-96f5-1f3c533ca76d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:45.725475 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-328fe390-3c14-4ae1-9974-5caacc91c2b9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:45.729654 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-328fe390-3c14-4ae1-9974-5caacc91c2b9 tempest-ImagesOneServerNegativeTestJSON-1341345045 tempest-ImagesOneServerNegativeTestJSON-1341345045-project] 10.222.0.72 "DELETE /v2.0/floatingips/4dda1060-0569-47ef-96f5-1f3c533ca76d HTTP/1.1" status: 204 len: 168 time: 1.9178734 Feb 15 13:57:45.818657 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55548) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:45.848623 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c736f8d1-6015-4ff4-83d0-f2f4bbb08b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:45.858007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55364de1-20db-481a-be0e-9e0e9cb022aa req-af0d8e8e-c68b-4aef-9752-b7e64e7667a4 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:45.859628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55364de1-20db-481a-be0e-9e0e9cb022aa req-af0d8e8e-c68b-4aef-9752-b7e64e7667a4 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.42 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 945 time: 0.3118260 Feb 15 13:57:45.892751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42c7e321-92b1-4f3a-826c-9ccd9dec6cfc req-c6cfae4e-fdd1-4ad4-93f0-6af3f46bf291 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220284 Feb 15 13:57:46.053679 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c736f8d1-6015-4ff4-83d0-f2f4bbb08b66 admin admin] Publish callbacks [] for security_group (e253e01e-8ee3-4134-8460-d375d3499200), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:46.068141 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c736f8d1-6015-4ff4-83d0-f2f4bbb08b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e253e01e-8ee3-4134-8460-d375d3499200), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:46.140663 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c736f8d1-6015-4ff4-83d0-f2f4bbb08b66 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3e1b3178893448fa93347cd8ec8e2d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174858 Feb 15 13:57:46.141460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736f8d1-6015-4ff4-83d0-f2f4bbb08b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e253e01e-8ee3-4134-8460-d375d3499200,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:46.150887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55554) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:46.395347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead35a48-a9bd-40e8-b80c-0a0ba83545b3 req-559b58df-5c20-43ca-9f03-f7b38b6ce319 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:46.396907 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ead35a48-a9bd-40e8-b80c-0a0ba83545b3 req-559b58df-5c20-43ca-9f03-f7b38b6ce319 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 945 time: 0.2926245 Feb 15 13:57:46.397947 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dae3fdeb-39d1-48b6-9c83-a0f70189fee4 admin admin] Publish callbacks [] for security_group (e253e01e-8ee3-4134-8460-d375d3499200), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:46.419217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-55364de1-20db-481a-be0e-9e0e9cb022aa req-7da2f482-1091-4b58-ba4e-2c79df9e7ba7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Deleting port c16d6e4b-8ae6-4475-a399-832e442bbe5a {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:46.419573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55364de1-20db-481a-be0e-9e0e9cb022aa req-7da2f482-1091-4b58-ba4e-2c79df9e7ba7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:46.541380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-55364de1-20db-481a-be0e-9e0e9cb022aa req-7da2f482-1091-4b58-ba4e-2c79df9e7ba7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] For port c16d6e4b-8ae6-4475-a399-832e442bbe5a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c16d6e4b-8ae6-4475-a399-832e442bbe5a,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:46.542087 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55364de1-20db-481a-be0e-9e0e9cb022aa req-7da2f482-1091-4b58-ba4e-2c79df9e7ba7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:46.559660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-55364de1-20db-481a-be0e-9e0e9cb022aa req-7da2f482-1091-4b58-ba4e-2c79df9e7ba7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Calling delete_port for c16d6e4b-8ae6-4475-a399-832e442bbe5a owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:46.566894 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Sync routers for ids ['68010358-cdae-4510-a6bb-a9148deee167'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:57:46.595675 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Routers {'68010358-cdae-4510-a6bb-a9148deee167'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:46.597171 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['68010358-cdae-4510-a6bb-a9148deee167'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:46.728698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cfcb90f6-62af-4155-a014-2846d8dacd9c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:46.805130 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55364de1-20db-481a-be0e-9e0e9cb022aa req-7da2f482-1091-4b58-ba4e-2c79df9e7ba7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c16d6e4b-8ae6-4475-a399-832e442bbe5a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:46.906370 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dae3fdeb-39d1-48b6-9c83-a0f70189fee4 admin admin] Publish callbacks [] for security_group (e253e01e-8ee3-4134-8460-d375d3499200), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:46.912002 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Set router 68010358-cdae-4510-a6bb-a9148deee167 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:46.939643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port cfcb90f6-62af-4155-a014-2846d8dacd9c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:46.940432 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:46.989936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2f482-1091-4b58-ba4e-2c79df9e7ba7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Pushing event deleted for resources: {'Port': ['ID=c16d6e4b-8ae6-4475-a399-832e442bbe5a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:47.167158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-55364de1-20db-481a-be0e-9e0e9cb022aa req-7da2f482-1091-4b58-ba4e-2c79df9e7ba7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] No DVR routers for this DVR port c16d6e4b-8ae6-4475-a399-832e442bbe5a on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:57:47.172338 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55364de1-20db-481a-be0e-9e0e9cb022aa req-7da2f482-1091-4b58-ba4e-2c79df9e7ba7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:47.190008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55364de1-20db-481a-be0e-9e0e9cb022aa req-7da2f482-1091-4b58-ba4e-2c79df9e7ba7 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.42 "DELETE /v2.0/ports/c16d6e4b-8ae6-4475-a399-832e442bbe5a HTTP/1.1" status: 204 len: 173 time: 1.3080726 Feb 15 13:57:47.216625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'name': 'network-vif-deleted', 'tag': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:47.224630 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee45ec8-88ea-4533-a1aa-ec74d022b3a8" -d '{"events": [{"server_uuid": "f680023c-7dbe-44e4-a73a-87a9d88bb3c4", "name": "network-vif-deleted", "tag": "c16d6e4b-8ae6-4475-a399-832e442bbe5a"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:47.234821 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5d95dae9-2ad6-41d2-9d68-5033c6b2632b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:47.258752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port cfcb90f6-62af-4155-a014-2846d8dacd9c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:47.285905 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ead35a48-a9bd-40e8-b80c-0a0ba83545b3 req-991bf37d-1d7d-4bcd-9e89-58bf5e28bee9 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/security-groups?id=85b74652-b2da-46be-9f5e-67232e173984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128620 Feb 15 13:57:47.298576 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dae3fdeb-39d1-48b6-9c83-a0f70189fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e253e01e-8ee3-4134-8460-d375d3499200), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:47.306612 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dae3fdeb-39d1-48b6-9c83-a0f70189fee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:47.326061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dae3fdeb-39d1-48b6-9c83-a0f70189fee4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e253e01e-8ee3-4134-8460-d375d3499200 HTTP/1.1" status: 204 len: 168 time: 1.1670902 Feb 15 13:57:47.355756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3fdeb-39d1-48b6-9c83-a0f70189fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e253e01e-8ee3-4134-8460-d375d3499200,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:47.557084 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68010358-cdae-4510-a6bb-a9148deee167', 'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-router', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:31Z', 'updated_at': '2022-02-15T13:57:39Z', 'revision_number': 4, 'project_id': 'e592432ca852458da97224d51a215b2b', 'gw_port': {'id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:34Z', 'updated_at': '2022-02-15T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'b3879b65-97a4-487b-a266-e5d1077eab24', 'name': '', 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'mac_address': 'fa:16:3e:ff:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '31445b1d-3bea-4a0d-b1d4-2ff7dde3de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:38Z', 'updated_at': '2022-02-15T13:57:39Z', 'revision_number': 2, 'project_id': 'e592432ca852458da97224d51a215b2b', 'subnets': [{'id': '31445b1d-3bea-4a0d-b1d4-2ff7dde3de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:47.601937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba5f2e1d-d306-4777-9773-2c6100ee7acf req-6d684516-a771-45a0-8e4c-64696b8a64e2 tempest-FloatingIPsAssociationNegativeTestJSON-356622075 tempest-FloatingIPsAssociationNegativeTestJSON-356622075-project] 10.222.0.72 "GET /v2.0/ports?device_id=f680023c-7dbe-44e4-a73a-87a9d88bb3c4 HTTP/1.1" status: 200 len: 210 time: 0.0928411 Feb 15 13:57:47.611624 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Checking router: 68010358-cdae-4510-a6bb-a9148deee167 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:57:47.616267 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Updating router 68010358-cdae-4510-a6bb-a9148deee167 port b3879b65-97a4-487b-a266-e5d1077eab24 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:57:47.679020 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:48.047489 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c16d6e4b-8ae6-4475-a399-832e442bbe5a no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:57:48.112092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: c16d6e4b-8ae6-4475-a399-832e442bbe5a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:57:48.112444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c16d6e4b-8ae6-4475-a399-832e442bbe5a not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:57:48.241088 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:48.663071 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Publish callbacks [] for port (b3879b65-97a4-487b-a266-e5d1077eab24), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:48.696400 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:48.870547 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bb7ae-0f5c-46d1-bf7f-c8c66c8bcf90 None None] Pushing event updated for resources: {'Port': ['ID=b3879b65-97a4-487b-a266-e5d1077eab24,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:49.110218 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Attempting to bind port b3879b65-97a4-487b-a266-e5d1077eab24 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:57:49.111067 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Attempting to bind port b3879b65-97a4-487b-a266-e5d1077eab24 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '55c4f6da-a799-48d3-8164-e618622e4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:57:49.115836 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Attempting to bind port b3879b65-97a4-487b-a266-e5d1077eab24 on network 03c39dfd-df1c-42b3-93aa-3983a21b5acc {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:57:49.129261 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:57:49.131540 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Checking segment: {'id': '55c4f6da-a799-48d3-8164-e618622e4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:57:49.132647 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:49.133212 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Bound using segment: {'id': '55c4f6da-a799-48d3-8164-e618622e4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:57:49.133868 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Bound port: b3879b65-97a4-487b-a266-e5d1077eab24, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c4f6da-a799-48d3-8164-e618622e4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:57:49.134431 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:49.234304 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] For port b3879b65-97a4-487b-a266-e5d1077eab24, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:57:49.247865 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] For port b3879b65-97a4-487b-a266-e5d1077eab24, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b3879b65-97a4-487b-a266-e5d1077eab24,segment=NetworkSegment(55c4f6da-a799-48d3-8164-e618622e4594),segment_id=55c4f6da-a799-48d3-8164-e618622e4594)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:57:49.259226 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:49.368591 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Routers {'68010358-cdae-4510-a6bb-a9148deee167'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:49.368841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-24c78a23-115d-4237-a388-324aa46be173 None None] Provisioning complete for port b3879b65-97a4-487b-a266-e5d1077eab24 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:49.369356 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24c78a23-115d-4237-a388-324aa46be173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:49.370538 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['68010358-cdae-4510-a6bb-a9148deee167'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:49.572276 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] Set router 68010358-cdae-4510-a6bb-a9148deee167 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:49.608378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-24c78a23-115d-4237-a388-324aa46be173 None None] Current status of the port b3879b65-97a4-487b-a266-e5d1077eab24 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:49.612723 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24c78a23-115d-4237-a388-324aa46be173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:49.635191 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bb7ae-0f5c-46d1-bf7f-c8c66c8bcf90 None None] Pushing event updated for resources: {'Port': ['ID=b3879b65-97a4-487b-a266-e5d1077eab24,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:49.726253 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:49.782875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-24c78a23-115d-4237-a388-324aa46be173 None None] For port b3879b65-97a4-487b-a266-e5d1077eab24, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b3879b65-97a4-487b-a266-e5d1077eab24,segment=NetworkSegment(55c4f6da-a799-48d3-8164-e618622e4594),segment_id=55c4f6da-a799-48d3-8164-e618622e4594)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:49.804989 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24c78a23-115d-4237-a388-324aa46be173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:49.890937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c78a23-115d-4237-a388-324aa46be173 None None] Pushing event updated for resources: {'Port': ['ID=b3879b65-97a4-487b-a266-e5d1077eab24,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:49.935368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8237defc-fa22-40b8-bfa7-706b0e396cae None None] Provisioning complete for port b3879b65-97a4-487b-a266-e5d1077eab24 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:49.935727 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8237defc-fa22-40b8-bfa7-706b0e396cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:50.022480 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68010358-cdae-4510-a6bb-a9148deee167', 'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-router', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:31Z', 'updated_at': '2022-02-15T13:57:39Z', 'revision_number': 4, 'project_id': 'e592432ca852458da97224d51a215b2b', 'gw_port': {'id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:34Z', 'updated_at': '2022-02-15T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'b3879b65-97a4-487b-a266-e5d1077eab24', 'name': '', 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'mac_address': 'fa:16:3e:ff:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '31445b1d-3bea-4a0d-b1d4-2ff7dde3de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:38Z', 'updated_at': '2022-02-15T13:57:49Z', 'revision_number': 4, 'project_id': 'e592432ca852458da97224d51a215b2b', 'subnets': [{'id': '31445b1d-3bea-4a0d-b1d4-2ff7dde3de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:50.056376 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff691f3-47f7-49ac-bbc0-6209a46399fa None None] The sync data for ids ['68010358-cdae-4510-a6bb-a9148deee167'] in n-d-829064-15 is: [{'id': '68010358-cdae-4510-a6bb-a9148deee167', 'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-router', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:31Z', 'updated_at': '2022-02-15T13:57:39Z', 'revision_number': 4, 'project_id': 'e592432ca852458da97224d51a215b2b', 'gw_port': {'id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:34Z', 'updated_at': '2022-02-15T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'b3879b65-97a4-487b-a266-e5d1077eab24', 'name': '', 'network_id': '03c39dfd-df1c-42b3-93aa-3983a21b5acc', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'mac_address': 'fa:16:3e:ff:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '31445b1d-3bea-4a0d-b1d4-2ff7dde3de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:38Z', 'updated_at': '2022-02-15T13:57:49Z', 'revision_number': 4, 'project_id': 'e592432ca852458da97224d51a215b2b', 'subnets': [{'id': '31445b1d-3bea-4a0d-b1d4-2ff7dde3de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:50.070672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8237defc-fa22-40b8-bfa7-706b0e396cae None None] Current status of the port b3879b65-97a4-487b-a266-e5d1077eab24 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:50.682536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b3879b65-97a4-487b-a266-e5d1077eab24 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:50.769217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b3879b65-97a4-487b-a266-e5d1077eab24 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:50.771872 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:50.934156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b3879b65-97a4-487b-a266-e5d1077eab24 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:50.980343 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:51.737977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328de7b-b817-4c72-9454-8ba89f55dec1 req-b07f8281-0633-4098-9d81-b002e8cf17bd tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:51.739548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7328de7b-b817-4c72-9454-8ba89f55dec1 req-b07f8281-0633-4098-9d81-b002e8cf17bd tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.0630729 Feb 15 13:57:51.818598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7328de7b-b817-4c72-9454-8ba89f55dec1 req-fe2ca6ec-2a90-441a-9347-2bac3106dc4f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721762 Feb 15 13:57:51.919227 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd2740-150a-48c5-a56f-e0a0b6e427e0 x-openstack-request-id: req-18bd2740-150a-48c5-a56f-e0a0b6e427e0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:51.919748 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f680023c-7dbe-44e4-a73a-87a9d88bb3c4", "name": "network-vif-deleted", "tag": "c16d6e4b-8ae6-4475-a399-832e442bbe5a", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:51.920070 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18bd2740-150a-48c5-a56f-e0a0b6e427e0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:51.920418 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f680023c-7dbe-44e4-a73a-87a9d88bb3c4', 'name': 'network-vif-deleted', 'tag': 'c16d6e4b-8ae6-4475-a399-832e442bbe5a', 'status': 'completed', 'code': 200} Feb 15 13:57:51.958888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55660) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:52.071197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825a8a-7fd9-4905-a5ae-291b90d610c0 req-343a5d1b-bcfb-4909-bd41-964d6df2e708 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:52.072844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e825a8a-7fd9-4905-a5ae-291b90d610c0 req-343a5d1b-bcfb-4909-bd41-964d6df2e708 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 945 time: 0.1075785 Feb 15 13:57:52.074143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 19368589-7720-4ea1-805e-a6dae3894a6c details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:57:52.197268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e825a8a-7fd9-4905-a5ae-291b90d610c0 req-68c0aafa-b37d-40e1-b949-1a82d4a66c13 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/security-groups?id=85b74652-b2da-46be-9f5e-67232e173984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170216 Feb 15 13:57:52.222464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:52.249563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '19368589-7720-4ea1-805e-a6dae3894a6c', 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70', 'port_id': '19368589-7720-4ea1-805e-a6dae3894a6c', 'mac_address': 'fa:16:3e:0e:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:57:52.297135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 19368589-7720-4ea1-805e-a6dae3894a6c is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:52.297537 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:52.300529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55690) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:52.365165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19368589-7720-4ea1-805e-a6dae3894a6c {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:57:52.397312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:52.405521 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:52.547196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0c604f-5493-4fd6-98fa-a64db3a8e27e admin admin] Deleting subnet 6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:57:52.557610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=19368589-7720-4ea1-805e-a6dae3894a6c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:52.560331 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a0c604f-5493-4fd6-98fa-a64db3a8e27e admin admin] Publish callbacks [] for subnet (6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:52.634630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0daf3-d131-499a-b8ee-4ff13e380199 req-c6eb96b1-83b6-4c4d-8f49-8e93f228fc6f tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:52.645396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5b0daf3-d131-499a-b8ee-4ff13e380199 req-c6eb96b1-83b6-4c4d-8f49-8e93f228fc6f tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=518a243c-0e2d-4759-8c67-9406c9674c5e HTTP/1.1" status: 200 len: 950 time: 0.2377038 Feb 15 13:57:52.686556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['19368589-7720-4ea1-805e-a6dae3894a6c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:57:52.786056 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (ee9b36a9-8363-419c-8988-b18bea0a6556), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:52.799827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75feb04-34bb-4494-838c-246175d11378 req-80e50bf1-7387-42cc-87f4-2fd637fa9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:52.803992 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a75feb04-34bb-4494-838c-246175d11378 req-80e50bf1-7387-42cc-87f4-2fd637fa9e5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7059b120991a4e1fb84766df2854d1e8&device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 1128 time: 0.1409545 Feb 15 13:57:52.840303 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a0c604f-5493-4fd6-98fa-a64db3a8e27e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:52.962283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5b0daf3-d131-499a-b8ee-4ff13e380199 req-7e6ff684-d162-4295-b39a-36abdbd472f7 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016980 Feb 15 13:57:53.010128 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a0c604f-5493-4fd6-98fa-a64db3a8e27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.023974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b7ee-1155-4d4e-b414-9463f0beb863 req-e10df933-8035-4dff-a6a1-48f3c03be987 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:53.042507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62d5b7ee-1155-4d4e-b414-9463f0beb863 req-e10df933-8035-4dff-a6a1-48f3c03be987 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 945 time: 0.3329453 Feb 15 13:57:53.150525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55714) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:53.224087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75feb04-34bb-4494-838c-246175d11378 req-be20d927-8c2e-4495-980e-3dced82d2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:53.224651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede15c8-51a4-4e7b-98cb-139ba526a8a1 req-b069cd90-90e8-43f7-a49f-73ab10dcbb79 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:53.226172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bede15c8-51a4-4e7b-98cb-139ba526a8a1 req-b069cd90-90e8-43f7-a49f-73ab10dcbb79 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 944 time: 0.1490097 Feb 15 13:57:53.226540 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a75feb04-34bb-4494-838c-246175d11378 req-be20d927-8c2e-4495-980e-3dced82d2776 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0dac71c6-c54d-4f72-ba23-e3fb3046826a HTTP/1.1" status: 200 len: 913 time: 0.3544319 Feb 15 13:57:53.262782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62d5b7ee-1155-4d4e-b414-9463f0beb863 req-7e57fcb6-78d8-4a5b-b6bb-d7c00642665d tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/security-groups?id=85b74652-b2da-46be-9f5e-67232e173984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033813 Feb 15 13:57:53.289069 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a0c604f-5493-4fd6-98fa-a64db3a8e27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.336176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c604f-5493-4fd6-98fa-a64db3a8e27e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:53.346472 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a0c604f-5493-4fd6-98fa-a64db3a8e27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.352648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6a0c604f-5493-4fd6-98fa-a64db3a8e27e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6b2b3d39-f89a-4441-a1eb-d06b9e06f6d5 HTTP/1.1" status: 204 len: 168 time: 1.0486844 Feb 15 13:57:53.352834 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a75feb04-34bb-4494-838c-246175d11378 req-6f2f169d-4ca5-4012-8cfa-5f0cc1014ba2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a415f4a-0739-4388-b72c-f9ed53a88adb HTTP/1.1" status: 200 len: 217 time: 0.1186731 Feb 15 13:57:53.352937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55718) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:53.382341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f6976bb-5d48-4394-8a8e-e61af62cd112 req-38502c0a-93cc-46db-9ef8-aff599736698 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1545777 Feb 15 13:57:53.392999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e0e9-6d45-4588-87de-dc086541b2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.398632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bede15c8-51a4-4e7b-98cb-139ba526a8a1 req-a63142f9-df44-41b1-a3eb-8752005f5a0a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443975 Feb 15 13:57:53.472983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75feb04-34bb-4494-838c-246175d11378 req-7a45e7f2-9c75-43d7-8e40-bb5088875cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:53.474415 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a75feb04-34bb-4494-838c-246175d11378 req-7a45e7f2-9c75-43d7-8e40-bb5088875cff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6916fad4-66cc-4e91-a388-132186314d7b HTTP/1.1" status: 200 len: 852 time: 0.1116900 Feb 15 13:57:53.492069 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (6c7a4dea-9b1c-45ce-98f2-09854912c65b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.511738 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a75feb04-34bb-4494-838c-246175d11378 req-c9954dc9-f286-4d95-895e-3da397015bdd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0dac71c6-c54d-4f72-ba23-e3fb3046826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310464 Feb 15 13:57:53.574194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e0e9-6d45-4588-87de-dc086541b2dc admin admin] Publish callbacks [] for security_group (3a8c8469-733a-49ab-b2b9-8895a7e87f11), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.588207 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e0e9-6d45-4588-87de-dc086541b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3a8c8469-733a-49ab-b2b9-8895a7e87f11), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.650199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5e0e9-6d45-4588-87de-dc086541b2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c8469-733a-49ab-b2b9-8895a7e87f11,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:53.660199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6976bb-5d48-4394-8a8e-e61af62cd112 req-0c08f5b6-7fe6-4a47-be00-96b6e11a7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:53.661909 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f6976bb-5d48-4394-8a8e-e61af62cd112 req-0c08f5b6-7fe6-4a47-be00-96b6e11a7c7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 1128 time: 0.1653917 Feb 15 13:57:53.664366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c2e5e0e9-6d45-4588-87de-dc086541b2dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d93276bd32c545a5b96785955ebf9543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5096445 Feb 15 13:57:53.667191 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55720) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:53.755386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (6c7a4dea-9b1c-45ce-98f2-09854912c65b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.800702 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a75feb04-34bb-4494-838c-246175d11378 req-d63b7062-d923-45f6-9f99-4bd996c2b7f7 service neutron] 10.222.0.67 "GET /v2.0/networks/0dac71c6-c54d-4f72-ba23-e3fb3046826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786026 Feb 15 13:57:53.802653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7a4dea-9b1c-45ce-98f2-09854912c65b']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:53.843222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7584e520-e519-4c2c-a260-e089bca27043') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:53.843884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7584e520-e519-4c2c-a260-e089bca27043') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:53.868356 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40db625d-47e0-4fff-b8c8-284c4989457d admin admin] Publish callbacks [] for security_group (3a8c8469-733a-49ab-b2b9-8895a7e87f11), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.874738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (7584e520-e519-4c2c-a260-e089bca27043), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.909984 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40db625d-47e0-4fff-b8c8-284c4989457d admin admin] Publish callbacks [] for security_group (3a8c8469-733a-49ab-b2b9-8895a7e87f11), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.919004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] Deleting port ecbe1be4-1806-4fbf-84c4-003375093c5f {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:53.919346 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.943794 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7584e520-e519-4c2c-a260-e089bca27043), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.952322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6976bb-5d48-4394-8a8e-e61af62cd112 req-dd8e8dd4-7c15-4dde-b083-df80eb14ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:53.953802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f6976bb-5d48-4394-8a8e-e61af62cd112 req-dd8e8dd4-7c15-4dde-b083-df80eb14ea32 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.2571800 Feb 15 13:57:53.978949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:57:53.979359 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (7584e520-e519-4c2c-a260-e089bca27043), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:57:53.982824 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:57:54.029275 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40db625d-47e0-4fff-b8c8-284c4989457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3a8c8469-733a-49ab-b2b9-8895a7e87f11), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:54.032551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40db625d-47e0-4fff-b8c8-284c4989457d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:54.036541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-40db625d-47e0-4fff-b8c8-284c4989457d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a8c8469-733a-49ab-b2b9-8895a7e87f11 HTTP/1.1" status: 204 len: 168 time: 0.3683681 Feb 15 13:57:54.046602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f6976bb-5d48-4394-8a8e-e61af62cd112 req-3a5578b3-2107-45fd-839d-7a0bf41b109b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c HTTP/1.1" status: 200 len: 217 time: 0.0575070 Feb 15 13:57:54.047427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db625d-47e0-4fff-b8c8-284c4989457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c8469-733a-49ab-b2b9-8895a7e87f11,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:54.102480 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 19368589-7720-4ea1-805e-a6dae3894a6c up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:57:54.223954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 19368589-7720-4ea1-805e-a6dae3894a6c completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:57:54.232419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 19368589-7720-4ea1-805e-a6dae3894a6c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:57:54.232804 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:54.233556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6976bb-5d48-4394-8a8e-e61af62cd112 req-e68132b0-4065-4e97-95c6-bd590e7ef8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:54.236151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f6976bb-5d48-4394-8a8e-e61af62cd112 req-e68132b0-4065-4e97-95c6-bd590e7ef8b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.1777709 Feb 15 13:57:54.299676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ddca2-e1d6-4402-9269-432dfe4c46bb req-772be036-29f2-491b-849f-086ddca2de8e tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:54.302518 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b00ddca2-e1d6-4402-9269-432dfe4c46bb req-772be036-29f2-491b-849f-086ddca2de8e tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=518a243c-0e2d-4759-8c67-9406c9674c5e HTTP/1.1" status: 200 len: 950 time: 0.1634703 Feb 15 13:57:54.305134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f6976bb-5d48-4394-8a8e-e61af62cd112 req-a1c408f8-aab2-4b1c-890f-59468eb8c02a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583487 Feb 15 13:57:54.386265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 19368589-7720-4ea1-805e-a6dae3894a6c is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:54.387776 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:54.414965 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (6c7a4dea-9b1c-45ce-98f2-09854912c65b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:54.419593 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:54.423782 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] 10.222.0.72 "DELETE /v2.0/networks/6c7a4dea-9b1c-45ce-98f2-09854912c65b HTTP/1.1" status: 204 len: 168 time: 1.0688379 Feb 15 13:57:54.430179 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a75feb04-34bb-4494-838c-246175d11378 req-e0c7bf0a-1dc3-4f68-a8d6-2310af928807 service neutron] 10.222.0.67 "GET /v2.0/networks/0dac71c6-c54d-4f72-ba23-e3fb3046826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152961 Feb 15 13:57:54.449568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24f4f2-11c3-4d68-a5b8-a97ed8415ded admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7a4dea-9b1c-45ce-98f2-09854912c65b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:54.464606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] For port ecbe1be4-1806-4fbf-84c4-003375093c5f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ecbe1be4-1806-4fbf-84c4-003375093c5f,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:54.464972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:54.470545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19368589-7720-4ea1-805e-a6dae3894a6c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:54.475803 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bf35b8-6141-4907-8d7e-9db2bd831870" -d '{"events": [{"server_uuid": "7fec5a47-d0e9-4f3a-afe7-00600be180ce", "name": "network-vif-plugged", "status": "completed", "tag": "19368589-7720-4ea1-805e-a6dae3894a6c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:54.481192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] Calling delete_port for ecbe1be4-1806-4fbf-84c4-003375093c5f owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:54.514569 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:54.533494 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:54.692322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f6976bb-5d48-4394-8a8e-e61af62cd112 req-41d6b852-818a-400e-ad5e-07d2e1789ac6 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636854 Feb 15 13:57:54.715143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=19368589-7720-4ea1-805e-a6dae3894a6c,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:54.740472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b00ddca2-e1d6-4402-9269-432dfe4c46bb req-7b07e42e-3023-4c8e-bb74-c11bc3b26ba1 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307899 Feb 15 13:57:54.830649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55748) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:54.842691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae80be-196a-40fe-b766-4888d93b4e4e req-eae859db-951d-4f4e-b69d-f4a6f3858544 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:54.845186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4fae80be-196a-40fe-b766-4888d93b4e4e req-eae859db-951d-4f4e-b69d-f4a6f3858544 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 945 time: 0.3227489 Feb 15 13:57:54.889073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ecbe1be4-1806-4fbf-84c4-003375093c5f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:54.956464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbe1be4-1806-4fbf-84c4-003375093c5f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:55.174834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55754) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:55.177802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3d853db3-9fc8-46ec-9ea9-4d1bd4a28ec2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a40291f488648218df7665e0b98c961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429151 Feb 15 13:57:55.195444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbcda336-3d9a-413e-ba84-9907df726929 req-af79034b-e4cf-4cd2-9f65-4c399070edc9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3389938 Feb 15 13:57:55.217719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4fae80be-196a-40fe-b766-4888d93b4e4e req-0b6084f3-5990-4d25-aaf9-0db67ca1f54b tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/security-groups?id=85b74652-b2da-46be-9f5e-67232e173984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589754 Feb 15 13:57:55.236613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bcd93-92f2-453a-af28-f92cbacd9d36 req-ab83883a-d643-4b15-bb43-33e3e1fe3b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:55.258931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e9bcd93-92f2-453a-af28-f92cbacd9d36 req-ab83883a-d643-4b15-bb43-33e3e1fe3b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.3703511 Feb 15 13:57:55.262510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f6976bb-5d48-4394-8a8e-e61af62cd112 req-0c986a25-0f49-4e9b-8dbd-ef286b31586d service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445781 Feb 15 13:57:55.366495 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25651199-ed9c-4c95-81a8-bc72c522b551 x-openstack-request-id: req-25651199-ed9c-4c95-81a8-bc72c522b551 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:55.367279 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec5a47-d0e9-4f3a-afe7-00600be180ce", "name": "network-vif-plugged", "status": "completed", "tag": "19368589-7720-4ea1-805e-a6dae3894a6c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:55.367279 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-25651199-ed9c-4c95-81a8-bc72c522b551 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:55.367850 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19368589-7720-4ea1-805e-a6dae3894a6c', 'code': 200} Feb 15 13:57:55.383309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (ee9b36a9-8363-419c-8988-b18bea0a6556), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:55.403584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e9bcd93-92f2-453a-af28-f92cbacd9d36 req-77f28bb7-98d9-4c8e-888c-8cf5e5abf520 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435726 Feb 15 13:57:55.441089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76cd1e8a-1619-4e65-8120-424372f50c57 admin admin] Publish callbacks [] for security_group (fd584237-e3a3-4516-a22f-70ad68832cad), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:55.462070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcda336-3d9a-413e-ba84-9907df726929 req-5bbd5b2a-dff7-4b04-9f69-7b4473a76231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:55.463641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbcda336-3d9a-413e-ba84-9907df726929 req-5bbd5b2a-dff7-4b04-9f69-7b4473a76231 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1128 time: 0.0901976 Feb 15 13:57:55.497437 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76cd1e8a-1619-4e65-8120-424372f50c57 admin admin] Publish callbacks [] for security_group (fd584237-e3a3-4516-a22f-70ad68832cad), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:55.572741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76cd1e8a-1619-4e65-8120-424372f50c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fd584237-e3a3-4516-a22f-70ad68832cad), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:55.575358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76cd1e8a-1619-4e65-8120-424372f50c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:55.576546 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-76cd1e8a-1619-4e65-8120-424372f50c57 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fd584237-e3a3-4516-a22f-70ad68832cad HTTP/1.1" status: 204 len: 168 time: 0.3986320 Feb 15 13:57:55.611965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd1e8a-1619-4e65-8120-424372f50c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd584237-e3a3-4516-a22f-70ad68832cad,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:55.733262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcda336-3d9a-413e-ba84-9907df726929 req-8f4bbe8f-6176-459b-97e6-4f09d52daaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:55.736474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbcda336-3d9a-413e-ba84-9907df726929 req-8f4bbe8f-6176-459b-97e6-4f09d52daaae service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.2478633 Feb 15 13:57:55.825935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbcda336-3d9a-413e-ba84-9907df726929 req-b9b4aade-b198-40ae-bd14-5fe1d81cafca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 217 time: 0.0829101 Feb 15 13:57:55.880781 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d153077-5715-48dc-a9a6-53d07572014f req-58c9efc4-1453-451e-ada5-6ad89db24a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:55.882277 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2d153077-5715-48dc-a9a6-53d07572014f req-58c9efc4-1453-451e-ada5-6ad89db24a1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 1128 time: 0.3289292 Feb 15 13:57:55.937749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcda336-3d9a-413e-ba84-9907df726929 req-80a50f19-0db6-44ae-b186-4915a1131849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:55.941331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbcda336-3d9a-413e-ba84-9907df726929 req-80a50f19-0db6-44ae-b186-4915a1131849 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.1085360 Feb 15 13:57:56.000034 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2d153077-5715-48dc-a9a6-53d07572014f req-e2814ad3-ccf2-47bc-83df-6cc92689e743 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102829 Feb 15 13:57:56.018526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbcda336-3d9a-413e-ba84-9907df726929 req-71e9edc0-8af6-4f06-a879-8fdd5177d2d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705006 Feb 15 13:57:56.120955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6b901d43-61e8-4a99-a100-6a1fcfa69552 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:57:56.253832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] Router ee9b36a9-8363-419c-8988-b18bea0a6556 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:57:56.361303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6b901d43-61e8-4a99-a100-6a1fcfa69552 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:57:56.361778 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:56.441581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbcda336-3d9a-413e-ba84-9907df726929 req-4a5116c2-08b7-45af-9a25-3e76c2839742 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480683 Feb 15 13:57:56.458367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:56.472863 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:56.482052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:57:56.501754 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-da5019e4-9a5e-4b48-8241-4eee2068cc88 admin admin] 10.222.0.72 "PUT /v2.0/routers/ee9b36a9-8363-419c-8988-b18bea0a6556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5416963 Feb 15 13:57:56.505060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55846) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:56.603290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=11']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:56.615227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d72b97-1f76-4d36-96cb-14f7101a9bb8 None None] Sync routers for ids ['ee9b36a9-8363-419c-8988-b18bea0a6556'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:57:56.640117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbcda336-3d9a-413e-ba84-9907df726929 req-e92c47cd-c646-4425-8b0d-a76a132fabc7 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565089 Feb 15 13:57:56.646236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d72b97-1f76-4d36-96cb-14f7101a9bb8 None None] Routers {'ee9b36a9-8363-419c-8988-b18bea0a6556'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:56.649085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-54d72b97-1f76-4d36-96cb-14f7101a9bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ee9b36a9-8363-419c-8988-b18bea0a6556'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:56.702398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c826554-23e4-4556-aa1b-90838ddbd310 req-a521d116-fbfb-4ea7-a015-4de2597735de tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:56.712238 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c826554-23e4-4556-aa1b-90838ddbd310 req-a521d116-fbfb-4ea7-a015-4de2597735de tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 945 time: 0.2687185 Feb 15 13:57:56.905102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Publish callbacks [] for router (ee9b36a9-8363-419c-8988-b18bea0a6556), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:56.978113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-54d72b97-1f76-4d36-96cb-14f7101a9bb8 None None] Set router ee9b36a9-8363-419c-8988-b18bea0a6556 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:57.223328 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Publish callbacks [] for router_gateway (ee9b36a9-8363-419c-8988-b18bea0a6556), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:57.354358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Deleting port 6c40dd0a-386d-4fac-b783-f1478c0046f1 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:57.354698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:57.369206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:57:57.374733 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c75111c-66d0-499d-af5d-a96d2e2c5abc" -d '{"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:57:57.554017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c826554-23e4-4556-aa1b-90838ddbd310 req-4b9a8dc6-6820-4044-befb-dc19e6cd36ff tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/security-groups?id=85b74652-b2da-46be-9f5e-67232e173984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8372691 Feb 15 13:57:57.571181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-54d72b97-1f76-4d36-96cb-14f7101a9bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:57:54Z', 'revision_number': 5, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port': {'id': '6c40dd0a-386d-4fac-b783-f1478c0046f1', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:56:08Z', 'updated_at': '2022-02-15T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:57.579178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] For port 6c40dd0a-386d-4fac-b783-f1478c0046f1, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6c40dd0a-386d-4fac-b783-f1478c0046f1,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:57.579735 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:57.598008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Calling delete_port for 6c40dd0a-386d-4fac-b783-f1478c0046f1 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:57:57.620155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df948c-78d1-404a-8910-05750fd9ea6f req-45367160-7b34-4e6f-8f39-0af8e136d9e7 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:57.633471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69df948c-78d1-404a-8910-05750fd9ea6f req-45367160-7b34-4e6f-8f39-0af8e136d9e7 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.2257237 Feb 15 13:57:57.654193 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d72b97-1f76-4d36-96cb-14f7101a9bb8 None None] Checking router: ee9b36a9-8363-419c-8988-b18bea0a6556 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:57:57.676635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d72b97-1f76-4d36-96cb-14f7101a9bb8 None None] Routers {'ee9b36a9-8363-419c-8988-b18bea0a6556'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:57:57.678244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-54d72b97-1f76-4d36-96cb-14f7101a9bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ee9b36a9-8363-419c-8988-b18bea0a6556'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:57.761418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69df948c-78d1-404a-8910-05750fd9ea6f req-7ddb7d80-97e1-44a5-ae57-00c28c43c734 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187282 Feb 15 13:57:57.762080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55896) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:58.013326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6c40dd0a-386d-4fac-b783-f1478c0046f1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:58.021542 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-702b0f26-fff2-44f9-b4f2-f0228be7a37e tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:57:58.070331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-702b0f26-fff2-44f9-b4f2-f0228be7a37e tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] 10.222.0.72 "PUT /v2.0/quotas/a6a7d46755554a609197f7643a700c0c HTTP/1.1" status: 200 len: 366 time: 0.3052182 Feb 15 13:57:58.071983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55912) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:58.074210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c40dd0a-386d-4fac-b783-f1478c0046f1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:58.096425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ad105822-6c4d-45c6-88d1-8ad2669d183b tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0232477 Feb 15 13:57:58.101954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55914) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:58.170306 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-468d7806-e140-4731-b7bd-adb761b522f2 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] 10.222.0.72 "GET /v2.0/quotas/a6a7d46755554a609197f7643a700c0c HTTP/1.1" status: 200 len: 366 time: 0.0623345 Feb 15 13:57:58.171336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55918) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:58.214894 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-de54dd16-5b09-4459-93fa-8b430257b1bf tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/a6a7d46755554a609197f7643a700c0c HTTP/1.1" status: 204 len: 168 time: 0.0422890 Feb 15 13:57:58.215801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55922) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:58.249877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55924) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:58.250157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9f8cbecc-8347-42c9-9257-9e21d1dbceff tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0330105 Feb 15 13:57:58.275730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-54d72b97-1f76-4d36-96cb-14f7101a9bb8 None None] Set router ee9b36a9-8363-419c-8988-b18bea0a6556 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:57:58.290880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (ee9b36a9-8363-419c-8988-b18bea0a6556), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:58.295987 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e0f56bb0-29a7-4c7e-bb55-537d6ef90343 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] 10.222.0.72 "GET /v2.0/quotas/a6a7d46755554a609197f7643a700c0c HTTP/1.1" status: 200 len: 370 time: 0.0414753 Feb 15 13:57:58.296699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55926) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:58.305759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d978ca9c-48d8-4931-bbcc-3ff91b3513fb tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] 10.222.0.72 "GET /v2.0/quotas/a6a7d46755554a609197f7643a700c0c/default HTTP/1.1" status: 200 len: 370 time: 0.0076616 Feb 15 13:57:58.307242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55928) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:58.327777 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-059a81bd-d7a8-41d9-b490-5690cf3fb1f9 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] delete failed (client error): The resource could not be found. Feb 15 13:57:58.332663 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-059a81bd-d7a8-41d9-b490-5690cf3fb1f9 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/a6a7d46755554a609197f7643a700c0c HTTP/1.1" status: 404 len: 348 time: 0.0215466 Feb 15 13:57:58.348485 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db8dff2-aef3-4fee-aa0b-f8b3f2fd15d6 x-openstack-request-id: req-7db8dff2-aef3-4fee-aa0b-f8b3f2fd15d6 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:57:58.348485 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:57:58.348854 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7db8dff2-aef3-4fee-aa0b-f8b3f2fd15d6 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:57:58.349149 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'code': 200} Feb 15 13:57:58.389268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-54d72b97-1f76-4d36-96cb-14f7101a9bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:57:57Z', 'revision_number': 6, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:57:58.465859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55938) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:58.479516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d72b97-1f76-4d36-96cb-14f7101a9bb8 None None] The sync data for ids ['ee9b36a9-8363-419c-8988-b18bea0a6556'] in n-d-829064-15 is: [{'id': 'ee9b36a9-8363-419c-8988-b18bea0a6556', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1904858155-router', 'tenant_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:56:07Z', 'updated_at': '2022-02-15T13:57:57Z', 'revision_number': 6, 'project_id': '3fee703dc2d34ac7ae8a83d1681b1b7b', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:57:58.492660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Usage tracker for resource:network and project:8d4e4dc715c44f1c86d7f7686c438403 is out of sync, need to count used quota {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 13:57:58.496749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 13:57:58.505793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Usage tracker for resource:subnet and project:8d4e4dc715c44f1c86d7f7686c438403 is out of sync, need to count used quota {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 13:57:58.508187 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (ee9b36a9-8363-419c-8988-b18bea0a6556), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:58.510012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 13:57:58.512586 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Publish callbacks [] for router_controller (ee9b36a9-8363-419c-8988-b18bea0a6556), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:58.519849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Usage tracker for resource:subnetpool and project:8d4e4dc715c44f1c86d7f7686c438403 is out of sync, need to count used quota {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 13:57:58.530377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 13:57:58.552689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Usage tracker for resource:port and project:8d4e4dc715c44f1c86d7f7686c438403 is out of sync, need to count used quota {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 13:57:58.574013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 13:57:58.602073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Usage tracker for resource:router and project:8d4e4dc715c44f1c86d7f7686c438403 is out of sync, need to count used quota {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 13:57:58.606633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 13:57:58.624661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Usage tracker for resource:floatingip and project:8d4e4dc715c44f1c86d7f7686c438403 is out of sync, need to count used quota {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 13:57:58.629634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 13:57:58.647561 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (ee9b36a9-8363-419c-8988-b18bea0a6556), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:58.649139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee9b36a9-8363-419c-8988-b18bea0a6556 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:57:58.667865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:58.669738 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-784ab447-f2b5-4c78-a7e2-e977fcd68d2f admin admin] 10.222.0.72 "DELETE /v2.0/routers/ee9b36a9-8363-419c-8988-b18bea0a6556 HTTP/1.1" status: 204 len: 168 time: 2.1636755 Feb 15 13:57:58.673680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55954) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:58.805072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1fdce2-7584-4a93-94f5-2b7d13aa73c2 admin admin] Deleting subnet 8080aba3-d328-419d-a642-c862b8b63224 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:57:58.812248 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bc1fdce2-7584-4a93-94f5-2b7d13aa73c2 admin admin] Publish callbacks [] for subnet (8080aba3-d328-419d-a642-c862b8b63224), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:58.849127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Usage tracker for resource:security_group and project:8d4e4dc715c44f1c86d7f7686c438403 is out of sync, need to count used quota {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 13:57:58.867130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 13:57:58.881726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e33a-d6e8-443d-94d3-45a8112b6f0f req-4f21132f-e398-4965-93e5-008837333eb7 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:58.898078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9f4e33a-d6e8-443d-94d3-45a8112b6f0f req-4f21132f-e398-4965-93e5-008837333eb7 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 945 time: 0.1719902 Feb 15 13:57:58.902501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bc1fdce2-7584-4a93-94f5-2b7d13aa73c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (8080aba3-d328-419d-a642-c862b8b63224), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:59.004756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Usage tracker for resource:security_group_rule and project:8d4e4dc715c44f1c86d7f7686c438403 is out of sync, need to count used quota {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 13:57:59.028692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.quota.resource [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109971) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 13:57:59.061515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5d764765-53ff-4f62-bbf1-d6a61349d8a3 tempest-QuotasTest-662038596 tempest-QuotasTest-662038596-project-admin] 10.222.0.72 "GET /v2.0/quotas/8d4e4dc715c44f1c86d7f7686c438403/details.json HTTP/1.1" status: 200 len: 703 time: 0.5940835 Feb 15 13:57:59.096787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9f4e33a-d6e8-443d-94d3-45a8112b6f0f req-5910b10d-2acc-4d5e-afd1-26d4d2703713 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/security-groups?id=85b74652-b2da-46be-9f5e-67232e173984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974978 Feb 15 13:57:59.113441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bc1fdce2-7584-4a93-94f5-2b7d13aa73c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (8080aba3-d328-419d-a642-c862b8b63224), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:59.208421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4ce77-afd1-4cd2-a0d6-d650ceba5193 req-ee763e96-b692-4e7a-9baf-0b296dc19ec1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:57:59.215438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bc4ce77-afd1-4cd2-a0d6-d650ceba5193 req-ee763e96-b692-4e7a-9baf-0b296dc19ec1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.2627351 Feb 15 13:57:59.282577 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bc1fdce2-7584-4a93-94f5-2b7d13aa73c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (8080aba3-d328-419d-a642-c862b8b63224), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:59.332088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bc4ce77-afd1-4cd2-a0d6-d650ceba5193 req-c8114cf4-e64c-43c4-88cf-a1b8469b67bb tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156306 Feb 15 13:57:59.336019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fdce2-7584-4a93-94f5-2b7d13aa73c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8080aba3-d328-419d-a642-c862b8b63224,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:57:59.342097 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bc1fdce2-7584-4a93-94f5-2b7d13aa73c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:59.349500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7e0e1-bdba-427f-9ebe-2d7e3d51b0b0 None None] Network 91c78507-2bd2-49f7-ae98-81564612e885 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:57:59.353955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bc1fdce2-7584-4a93-94f5-2b7d13aa73c2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8080aba3-d328-419d-a642-c862b8b63224 HTTP/1.1" status: 204 len: 168 time: 0.6770964 Feb 15 13:57:59.354288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55992) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:59.525135 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (91c78507-2bd2-49f7-ae98-81564612e885), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:59.669129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Deleting port a863c50c-67b6-4602-9591-d0da2badfc1a {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:57:59.669931 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:59.799603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56012) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:57:59.893829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce378e38-b238-4e45-a47a-c3add5b4b4e5 None None] DHCP port deletion for 91c78507-2bd2-49f7-ae98-81564612e885 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:57:59.938771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] For port a863c50c-67b6-4602-9591-d0da2badfc1a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a863c50c-67b6-4602-9591-d0da2badfc1a,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:57:59.940589 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:57:59.986957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Calling delete_port for a863c50c-67b6-4602-9591-d0da2badfc1a owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:00.014818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-06350e4a-6e79-4104-89f3-fa96ea256e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:00.034436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ce378e38-b238-4e45-a47a-c3add5b4b4e5 None None] Deleting port a863c50c-67b6-4602-9591-d0da2badfc1a {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:00.034815 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ce378e38-b238-4e45-a47a-c3add5b4b4e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:00.185836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ce378e38-b238-4e45-a47a-c3add5b4b4e5 None None] For port a863c50c-67b6-4602-9591-d0da2badfc1a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a863c50c-67b6-4602-9591-d0da2badfc1a,segment=NetworkSegment(cb63792b-7bf2-423a-9806-dd108f38e60f),segment_id=cb63792b-7bf2-423a-9806-dd108f38e60f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:00.186540 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ce378e38-b238-4e45-a47a-c3add5b4b4e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:00.219201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ce378e38-b238-4e45-a47a-c3add5b4b4e5 None None] Calling delete_port for a863c50c-67b6-4602-9591-d0da2badfc1a owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:00.237425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-06350e4a-6e79-4104-89f3-fa96ea256e2f admin admin] Publish callbacks [] for security_group (e9674a2b-7494-48c9-9a79-e6c54e5f5e61), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:00.242880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-06350e4a-6e79-4104-89f3-fa96ea256e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e9674a2b-7494-48c9-9a79-e6c54e5f5e61), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:00.301866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06350e4a-6e79-4104-89f3-fa96ea256e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9674a2b-7494-48c9-9a79-e6c54e5f5e61,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:00.319410 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-06350e4a-6e79-4104-89f3-fa96ea256e2f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=053f8b9d88784ae0a828b2f7188e40aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5180962 Feb 15 13:58:00.322132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56032) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:00.384904 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ce378e38-b238-4e45-a47a-c3add5b4b4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:00.419968 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568366e-42ff-486f-b3c3-6352e7999edb admin admin] Publish callbacks [] for security_group (e9674a2b-7494-48c9-9a79-e6c54e5f5e61), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:00.434580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce378e38-b238-4e45-a47a-c3add5b4b4e5 None None] Pushing event deleted for resources: {'Port': ['ID=a863c50c-67b6-4602-9591-d0da2badfc1a,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:00.447210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7eee34-ca3b-46cf-bc6b-5279a0f606a7 req-6f7f772a-7ef8-4c80-9754-2c12c60bdf1d tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:00.451844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce378e38-b238-4e45-a47a-c3add5b4b4e5 None None] No DVR routers for this DVR port a863c50c-67b6-4602-9591-d0da2badfc1a on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:58:00.463981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc7eee34-ca3b-46cf-bc6b-5279a0f606a7 req-6f7f772a-7ef8-4c80-9754-2c12c60bdf1d tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.67 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 945 time: 0.3671536 Feb 15 13:58:00.470575 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568366e-42ff-486f-b3c3-6352e7999edb admin admin] Publish callbacks [] for security_group (e9674a2b-7494-48c9-9a79-e6c54e5f5e61), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:00.529949 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a863c50c-67b6-4602-9591-d0da2badfc1a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:00.546197 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568366e-42ff-486f-b3c3-6352e7999edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e9674a2b-7494-48c9-9a79-e6c54e5f5e61), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:00.553102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0568366e-42ff-486f-b3c3-6352e7999edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:00.554715 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0568366e-42ff-486f-b3c3-6352e7999edb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e9674a2b-7494-48c9-9a79-e6c54e5f5e61 HTTP/1.1" status: 204 len: 168 time: 0.2311814 Feb 15 13:58:00.591605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568366e-42ff-486f-b3c3-6352e7999edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9674a2b-7494-48c9-9a79-e6c54e5f5e61,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:00.608167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e9b7e-a99b-4205-8f20-7862ed3b162f req-a2ef4f3d-6b9e-4d8a-8566-91378882ec10 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:00.609755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f78e9b7e-a99b-4205-8f20-7862ed3b162f req-a2ef4f3d-6b9e-4d8a-8566-91378882ec10 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 1128 time: 0.3804722 Feb 15 13:58:00.637546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] No DVR routers for this DVR port a863c50c-67b6-4602-9591-d0da2badfc1a on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:58:00.642973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a863c50c-67b6-4602-9591-d0da2badfc1a no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:58:00.664063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c74f7-e601-4423-99dd-4798357037a9 req-65a1092a-a7fe-4ce4-b1fe-774e3c5e419f tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:00.672617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a863c50c-67b6-4602-9591-d0da2badfc1a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:58:00.674265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a863c50c-67b6-4602-9591-d0da2badfc1a not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:58:00.675425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ecbe1be4-1806-4fbf-84c4-003375093c5f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:58:00.678396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f6c74f7-e601-4423-99dd-4798357037a9 req-65a1092a-a7fe-4ce4-b1fe-774e3c5e419f tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 945 time: 0.3935905 Feb 15 13:58:00.689905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a863c50c-67b6-4602-9591-d0da2badfc1a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:00.727572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ecbe1be4-1806-4fbf-84c4-003375093c5f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:58:00.727857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ecbe1be4-1806-4fbf-84c4-003375093c5f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:58:00.728827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6c40dd0a-386d-4fac-b783-f1478c0046f1 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:58:00.760474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 6c40dd0a-386d-4fac-b783-f1478c0046f1 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:58:00.760831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6c40dd0a-386d-4fac-b783-f1478c0046f1 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:58:00.987694 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (91c78507-2bd2-49f7-ae98-81564612e885), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.026702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f6c74f7-e601-4423-99dd-4798357037a9 req-4bcca868-ccba-48ad-be86-2c960a6355d7 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/security-groups?id=85b74652-b2da-46be-9f5e-67232e173984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408434 Feb 15 13:58:01.080709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c78507-2bd2-49f7-ae98-81564612e885']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:01.095666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f78e9b7e-a99b-4205-8f20-7862ed3b162f req-cc2cff0f-a40a-4ad9-ae8e-f6e08c5a1667 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430077 Feb 15 13:58:01.160342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb63792b-7bf2-423a-9806-dd108f38e60f') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:01.160342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb63792b-7bf2-423a-9806-dd108f38e60f') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:01.160342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-bc7eee34-ca3b-46cf-bc6b-5279a0f606a7 req-48797012-a9ed-472a-9872-095dac4e5705 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Deleting port 5a415f4a-0739-4388-b72c-f9ed53a88adb {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:01.160342 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bc7eee34-ca3b-46cf-bc6b-5279a0f606a7 req-48797012-a9ed-472a-9872-095dac4e5705 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.160342 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (cb63792b-7bf2-423a-9806-dd108f38e60f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.244785 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (cb63792b-7bf2-423a-9806-dd108f38e60f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.264233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:58:01.264652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (cb63792b-7bf2-423a-9806-dd108f38e60f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: warnings.warn('Neutron quota engine will require "--force" ' Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:58:01.272610 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:58:01.301537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56072) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:01.322811 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b35b4f8-6300-466f-8758-026e1e91e616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.430160 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b35b4f8-6300-466f-8758-026e1e91e616 admin admin] Publish callbacks [] for security_group (911dacb1-2207-4581-8504-fdbfcc96f0ad), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.430600 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (91c78507-2bd2-49f7-ae98-81564612e885), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.439386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b35b4f8-6300-466f-8758-026e1e91e616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (911dacb1-2207-4581-8504-fdbfcc96f0ad), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.449998 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.462664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/91c78507-2bd2-49f7-ae98-81564612e885 HTTP/1.1" status: 204 len: 168 time: 2.1066964 Feb 15 13:58:01.472503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-bc7eee34-ca3b-46cf-bc6b-5279a0f606a7 req-48797012-a9ed-472a-9872-095dac4e5705 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] For port 5a415f4a-0739-4388-b72c-f9ed53a88adb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5a415f4a-0739-4388-b72c-f9ed53a88adb,segment=NetworkSegment(4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72),segment_id=4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:01.472503 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bc7eee34-ca3b-46cf-bc6b-5279a0f606a7 req-48797012-a9ed-472a-9872-095dac4e5705 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.505172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb14e8-27f6-44ac-a208-712e1eaaa0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c78507-2bd2-49f7-ae98-81564612e885,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:01.506414 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3b35b4f8-6300-466f-8758-026e1e91e616 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d4e4dc715c44f1c86d7f7686c438403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034400 Feb 15 13:58:01.507501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56084) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:01.518746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-bc7eee34-ca3b-46cf-bc6b-5279a0f606a7 req-48797012-a9ed-472a-9872-095dac4e5705 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Calling delete_port for 5a415f4a-0739-4388-b72c-f9ed53a88adb owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:01.543611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35b4f8-6300-466f-8758-026e1e91e616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911dacb1-2207-4581-8504-fdbfcc96f0ad,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:01.584576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70f10b-e838-4835-b3f1-1362ba2ecee5 req-9cbea4a3-3758-4443-ab87-25126ccd4a83 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:01.593214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf70f10b-e838-4835-b3f1-1362ba2ecee5 req-9cbea4a3-3758-4443-ab87-25126ccd4a83 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 1128 time: 0.2503977 Feb 15 13:58:01.751652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-070f6683-a544-4c61-be6d-cb667494682d admin admin] Publish callbacks [] for security_group (911dacb1-2207-4581-8504-fdbfcc96f0ad), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.827323 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-070f6683-a544-4c61-be6d-cb667494682d admin admin] Publish callbacks [] for security_group (911dacb1-2207-4581-8504-fdbfcc96f0ad), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:01.855113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf70f10b-e838-4835-b3f1-1362ba2ecee5 req-f545d586-7e11-45ea-8bc3-c1ad06df4d26 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545242 Feb 15 13:58:01.963102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56110) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:02.022243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-070f6683-a544-4c61-be6d-cb667494682d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (911dacb1-2207-4581-8504-fdbfcc96f0ad), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:02.025055 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-070f6683-a544-4c61-be6d-cb667494682d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:02.026393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-070f6683-a544-4c61-be6d-cb667494682d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/911dacb1-2207-4581-8504-fdbfcc96f0ad HTTP/1.1" status: 204 len: 168 time: 0.5115492 Feb 15 13:58:02.078555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f6683-a544-4c61-be6d-cb667494682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911dacb1-2207-4581-8504-fdbfcc96f0ad,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:02.090408 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bc7eee34-ca3b-46cf-bc6b-5279a0f606a7 req-48797012-a9ed-472a-9872-095dac4e5705 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (5a415f4a-0739-4388-b72c-f9ed53a88adb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:02.114646 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8cfbbb1e-237b-44cc-a7ef-cf0580e626fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3fee703dc2d34ac7ae8a83d1681b1b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494820 Feb 15 13:58:02.115588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56122) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:02.207582 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c291802d-3bcb-4d8f-a504-b18aaf8adf77 admin admin] Publish callbacks [] for security_group (6ca396da-41e4-44f8-95f6-e07c950cc9da), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:02.227818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48797012-a9ed-472a-9872-095dac4e5705 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Pushing event deleted for resources: {'Port': ['ID=5a415f4a-0739-4388-b72c-f9ed53a88adb,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:02.250031 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c291802d-3bcb-4d8f-a504-b18aaf8adf77 admin admin] Publish callbacks [] for security_group (6ca396da-41e4-44f8-95f6-e07c950cc9da), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:02.374187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7eee34-ca3b-46cf-bc6b-5279a0f606a7 req-48797012-a9ed-472a-9872-095dac4e5705 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] No DVR routers for this DVR port 5a415f4a-0739-4388-b72c-f9ed53a88adb on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:58:02.374754 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c291802d-3bcb-4d8f-a504-b18aaf8adf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6ca396da-41e4-44f8-95f6-e07c950cc9da), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:02.377224 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bc7eee34-ca3b-46cf-bc6b-5279a0f606a7 req-48797012-a9ed-472a-9872-095dac4e5705 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:02.380473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c291802d-3bcb-4d8f-a504-b18aaf8adf77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:02.382362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc7eee34-ca3b-46cf-bc6b-5279a0f606a7 req-48797012-a9ed-472a-9872-095dac4e5705 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.67 "DELETE /v2.0/ports/5a415f4a-0739-4388-b72c-f9ed53a88adb HTTP/1.1" status: 204 len: 173 time: 1.9130461 Feb 15 13:58:02.383185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb6a24b-76cb-499a-8546-1879654cba2d', 'name': 'network-vif-deleted', 'tag': '5a415f4a-0739-4388-b72c-f9ed53a88adb'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:02.384716 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c291802d-3bcb-4d8f-a504-b18aaf8adf77 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ca396da-41e4-44f8-95f6-e07c950cc9da HTTP/1.1" status: 204 len: 168 time: 0.2637136 Feb 15 13:58:02.386689 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bef2f4a-4b0e-4e03-8aaf-e9538982b64b" -d '{"events": [{"server_uuid": "8bb6a24b-76cb-499a-8546-1879654cba2d", "name": "network-vif-deleted", "tag": "5a415f4a-0739-4388-b72c-f9ed53a88adb"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:58:02.408297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291802d-3bcb-4d8f-a504-b18aaf8adf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca396da-41e4-44f8-95f6-e07c950cc9da,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:02.509695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c49e46a-0e93-4b5c-9d0c-f027d1229ea6 req-253909a5-6ef6-4cf2-a7e2-aae5323e25d8 tempest-InstanceActionsTestJSON-1564182608 tempest-InstanceActionsTestJSON-1564182608-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bb6a24b-76cb-499a-8546-1879654cba2d HTTP/1.1" status: 200 len: 210 time: 0.0709119 Feb 15 13:58:02.842416 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a081a9e4-0e3e-4dfa-b381-c90dc2815cf0 x-openstack-request-id: req-a081a9e4-0e3e-4dfa-b381-c90dc2815cf0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:58:02.843051 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb6a24b-76cb-499a-8546-1879654cba2d", "name": "network-vif-deleted", "tag": "5a415f4a-0739-4388-b72c-f9ed53a88adb", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:58:02.843243 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a081a9e4-0e3e-4dfa-b381-c90dc2815cf0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:58:02.843956 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb6a24b-76cb-499a-8546-1879654cba2d', 'name': 'network-vif-deleted', 'tag': '5a415f4a-0739-4388-b72c-f9ed53a88adb', 'status': 'completed', 'code': 200} Feb 15 13:58:03.436334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5a415f4a-0739-4388-b72c-f9ed53a88adb no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:58:03.496966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 5a415f4a-0739-4388-b72c-f9ed53a88adb {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:58:03.498189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5a415f4a-0739-4388-b72c-f9ed53a88adb not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:58:03.928669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56236) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:04.098840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1043849652'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:04.128620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Made reservation on behalf of 3c86c60ae2184a939c5e824abf0fdaa7 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:04.133415 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:04.144726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:04.325734 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for security_group (5b540888-557b-4d61-b3f8-9650c356b5c1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:04.330654 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5b540888-557b-4d61-b3f8-9650c356b5c1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:04.373346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:04.383648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b540888-557b-4d61-b3f8-9650c356b5c1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:04.389057 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8d0b2150-51ba-4dbe-9711-0ab178cbf6ce), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:04.389686 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Added segment 8d0b2150-51ba-4dbe-9711-0ab178cbf6ce of type vlan for network 36650e36-c798-4d2c-9fbb-7538b74192cd Feb 15 13:58:04.443423 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (36650e36-c798-4d2c-9fbb-7538b74192cd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:04.513069 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (36650e36-c798-4d2c-9fbb-7538b74192cd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:04.536790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:04.538697 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:04.592418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56264) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:04.662757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7343037 Feb 15 13:58:04.666475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56272) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:04.673400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Request body: {'subnet': {'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:04.696905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33784910-e2ff-4b23-bc0c-bc3f1fc7c036 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'Network': ['ID=36650e36-c798-4d2c-9fbb-7538b74192cd,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:04.708946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 36650e36-c798-4d2c-9fbb-7538b74192cd details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:04.825712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Made reservation on behalf of 3c86c60ae2184a939c5e824abf0fdaa7 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:04.830195 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:04.889542 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-network', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:04.946196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Made reservation on behalf of 8b33876e31d7435aa08e8eb592faaf99 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:04.952462 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.053033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.120842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56298) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:05.150300 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (49864470-04e4-4fcf-ac7b-4d2073dc0de1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.174136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-1e8b6ed6-a282-456b-88e1-4ec8ce6cd193 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:58:05.182036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-1e8b6ed6-a282-456b-88e1-4ec8ce6cd193 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2183752 Feb 15 13:58:05.238495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bf0741-2183-433a-8234-fe55cbe90c08 admin admin] Deleting subnet 6916fad4-66cc-4e91-a388-132186314d7b {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:58:05.248342 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-51bf0741-2183-433a-8234-fe55cbe90c08 admin admin] Publish callbacks [] for subnet (6916fad4-66cc-4e91-a388-132186314d7b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.280206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'Subnet': ['ID=49864470-04e4-4fcf-ac7b-4d2073dc0de1,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:05.282671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Checking segment: {'id': '8d0b2150-51ba-4dbe-9711-0ab178cbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:05.283075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Network hostable DHCP agents. Network: 36650e36-c798-4d2c-9fbb-7538b74192cd, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:05.297642 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Publish callbacks [] for security_group (14af94e5-4483-42de-a403-594c19175a0e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.304430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (14af94e5-4483-42de-a403-594c19175a0e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.350218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14af94e5-4483-42de-a403-594c19175a0e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:05.354880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Network 36650e36-c798-4d2c-9fbb-7538b74192cd is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:05.367259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:05.375361 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-51bf0741-2183-433a-8234-fe55cbe90c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (6916fad4-66cc-4e91-a388-132186314d7b), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.379563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-6757f45c-97e4-40d2-a063-3efc57d5f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:05.381246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-6757f45c-97e4-40d2-a063-3efc57d5f52d service neutron] 10.222.0.72 "GET /v2.0/ports/19368589-7720-4ea1-805e-a6dae3894a6c HTTP/1.1" status: 200 len: 1125 time: 0.1983764 Feb 15 13:58:05.385289 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7e081649-fd76-4c54-a8a2-b200fa374c79), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.385956 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Added segment 7e081649-fd76-4c54-a8a2-b200fa374c79 of type vlan for network d9276968-a48a-4d7c-a6df-a24f20fde293 Feb 15 13:58:05.407295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Request body: {'binding': {'host': 'n-h2-829064-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:05.408221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Unknown quota resources ['binding']. {{(pid=109971) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 13:58:05.428966 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 36650e36-c798-4d2c-9fbb-7538b74192cd) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:05.441549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b8f69b-1f59-4fe4-b00b-f417e627761b None None] Network 36650e36-c798-4d2c-9fbb-7538b74192cd requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:05.447880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (d9276968-a48a-4d7c-a6df-a24f20fde293), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.481745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:05.483130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.499429 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (d9276968-a48a-4d7c-a6df-a24f20fde293), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.501810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:05.503939 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.569819 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fc1356ff-1f41-4a18-be71-6af8d45a5a35 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9013333 Feb 15 13:58:05.576413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56314) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:05.581595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Request body: {'port': {'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-564134257'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:05.593066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-51bf0741-2183-433a-8234-fe55cbe90c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (6916fad4-66cc-4e91-a388-132186314d7b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.624185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-36650e36-c798-4d2c-9fbb-7538b74192cd', 'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd', 'project_id': '3c86c60ae2184a939c5e824abf0fdaa7', 'fixed_ips': [{'subnet_id': '49864470-04e4-4fcf-ac7b-4d2073dc0de1'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:58:05.625365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.637264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=d9276968-a48a-4d7c-a6df-a24f20fde293,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:05.648800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network d9276968-a48a-4d7c-a6df-a24f20fde293 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:05.656369 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e93b3d31-f6bc-4084-8795-ac9bfe97e8d9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0599976 Feb 15 13:58:05.657676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56316) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:05.663776 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] Request body: {'subnet': {'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-subnet', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:05.703722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] Made reservation on behalf of 8b33876e31d7435aa08e8eb592faaf99 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:05.706668 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.722115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-98f4fae8-979d-48d0-baee-33c0c39cf8d1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:05.727495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-98f4fae8-979d-48d0-baee-33c0c39cf8d1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 808 time: 0.2366569 Feb 15 13:58:05.767444 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-51bf0741-2183-433a-8234-fe55cbe90c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (6916fad4-66cc-4e91-a388-132186314d7b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.800314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c on host n-h2-829064-15 for vnic_type normal with profile None {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:05.800654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:05.801016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:05.833705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-a684ee59-63c0-412d-a286-6e075c762681 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/quotas/7a8f3f8e1d3342cf940ee6ed1d4b2b0b HTTP/1.1" status: 200 len: 375 time: 0.0747879 Feb 15 13:58:05.835715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf0741-2183-433a-8234-fe55cbe90c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6916fad4-66cc-4e91-a388-132186314d7b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:05.856239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Port 19368589-7720-4ea1-805e-a6dae3894a6c on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:58:05.856624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:05.863734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Made reservation on behalf of 3c86c60ae2184a939c5e824abf0fdaa7 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:05.867610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.874625 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-51bf0741-2183-433a-8234-fe55cbe90c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:05.877895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-51bf0741-2183-433a-8234-fe55cbe90c08 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6916fad4-66cc-4e91-a388-132186314d7b HTTP/1.1" status: 204 len: 168 time: 0.7558038 Feb 15 13:58:05.882268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56318) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:05.885511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Allocated IP 2001:db8::2 (36650e36-c798-4d2c-9fbb-7538b74192cd/49864470-04e4-4fcf-ac7b-4d2073dc0de1/520fb541-501c-4eb3-b80b-ac314e7ea867) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:05.898426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:05.898843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:05.899189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:05.899642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Bound port: 19368589-7720-4ea1-805e-a6dae3894a6c, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:05.900152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] device_id is not set on port 674b1bbd-33a2-442d-b28a-232b5e1b9733 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:58:06.071783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-f9c33d56-f711-4bf6-bb08-cfb8e33aa3fc tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2371604 Feb 15 13:58:06.084872 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Publish callbacks [] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.094682 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.103802 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (0dac71c6-c54d-4f72-ba23-e3fb3046826a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.151315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:06.168116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.169285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-718e6c32-2540-4963-bc25-c30890ff090a service neutron] 10.222.0.72 "POST /v2.0/ports/19368589-7720-4ea1-805e-a6dae3894a6c/bindings HTTP/1.1" status: 201 len: 390 time: 0.7660475 Feb 15 13:58:06.173141 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (e9104151-a969-4e97-9a46-f918e6d5b822), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.222401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Pushing event updated for resources: {'Port': ['ID=520fb541-501c-4eb3-b80b-ac314e7ea867,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:06.255364 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9104151-a969-4e97-9a46-f918e6d5b822,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:06.269979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Network 36650e36-c798-4d2c-9fbb-7538b74192cd is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:06.276649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:06.277885 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (0dac71c6-c54d-4f72-ba23-e3fb3046826a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.290985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:06.300135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ba3b9ad5-3b0c-41b1-b356-ee2deb3189c0 service neutron] 10.222.0.72 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251165 Feb 15 13:58:06.330766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Allocated IP 2001:db8::1a1 (36650e36-c798-4d2c-9fbb-7538b74192cd/49864470-04e4-4fcf-ac7b-4d2073dc0de1/674b1bbd-33a2-442d-b28a-232b5e1b9733) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:06.352303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] Checking segment: {'id': '7e081649-fd76-4c54-a8a2-b200fa374c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:06.352711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] Network hostable DHCP agents. Network: d9276968-a48a-4d7c-a6df-a24f20fde293, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:06.435080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] Network d9276968-a48a-4d7c-a6df-a24f20fde293 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:06.439686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dac71c6-c54d-4f72-ba23-e3fb3046826a']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:06.448125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Attempting to bind port 520fb541-501c-4eb3-b80b-ac314e7ea867 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:06.448518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Attempting to bind port 520fb541-501c-4eb3-b80b-ac314e7ea867 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '8d0b2150-51ba-4dbe-9711-0ab178cbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:06.451364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Attempting to bind port 520fb541-501c-4eb3-b80b-ac314e7ea867 on network 36650e36-c798-4d2c-9fbb-7538b74192cd {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:06.464828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:06.466402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Checking segment: {'id': '8d0b2150-51ba-4dbe-9711-0ab178cbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:06.467754 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.468635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Bound using segment: {'id': '8d0b2150-51ba-4dbe-9711-0ab178cbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:06.481600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Bound port: 520fb541-501c-4eb3-b80b-ac314e7ea867, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0b2150-51ba-4dbe-9711-0ab178cbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:06.482204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, d9276968-a48a-4d7c-a6df-a24f20fde293) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:06.484047 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.495110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:06.495483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:06.513292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526de2a-d492-4ab6-b032-132a783b693a None None] Network d9276968-a48a-4d7c-a6df-a24f20fde293 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:06.542717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.568421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:06.569714 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.594461 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.622503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:58:06.622984 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (4e9c45c4-3dd0-4ba0-98d3-4303bb95ee72), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:58:06.625248 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:58:06.633240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbc7f9-d224-4a4d-916e-a09832c39e39 req-fa6746c9-b3ff-4d8f-bdea-75dd84e8c9f7 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:06.644030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ecfbc7f9-d224-4a4d-916e-a09832c39e39 req-fa6746c9-b3ff-4d8f-bdea-75dd84e8c9f7 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 948 time: 0.2071266 Feb 15 13:58:06.644616 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cf66a7f1-45ae-4dd7-950f-4065cf4fc943 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9852080 Feb 15 13:58:06.664743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-091d3f8e-de8d-4c3a-a1bc-7a3d164a7044 service neutron] 10.222.0.72 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632798 Feb 15 13:58:06.669720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56332) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:06.731775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-router', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:06.743771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] For port 520fb541-501c-4eb3-b80b-ac314e7ea867, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:06.768060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] For port 520fb541-501c-4eb3-b80b-ac314e7ea867, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=520fb541-501c-4eb3-b80b-ac314e7ea867,segment=NetworkSegment(8d0b2150-51ba-4dbe-9711-0ab178cbf6ce),segment_id=8d0b2150-51ba-4dbe-9711-0ab178cbf6ce)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:06.788147 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.789432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.795083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-d9276968-a48a-4d7c-a6df-a24f20fde293', 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293', 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'fixed_ips': [{'subnet_id': 'e9104151-a969-4e97-9a46-f918e6d5b822'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:58:06.795962 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.813736 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.826560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-74b06b7b-5562-42b9-a4a8-7be9bad851c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:06.833007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-74b06b7b-5562-42b9-a4a8-7be9bad851c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 1128 time: 0.3054035 Feb 15 13:58:06.862188 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for port (674b1bbd-33a2-442d-b28a-232b5e1b9733), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:06.903688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a407637-1c14-4050-8f92-6eac40b07546 None None] Pushing event updated for resources: {'Port': ['ID=520fb541-501c-4eb3-b80b-ac314e7ea867,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:06.905564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (674b1bbd-33a2-442d-b28a-232b5e1b9733), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.002345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Network 36650e36-c798-4d2c-9fbb-7538b74192cd is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:07.012138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:07.021140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:07.029198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:07.032600 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.058310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'Port': ['ID=674b1bbd-33a2-442d-b28a-232b5e1b9733,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:07.074739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (0dac71c6-c54d-4f72-ba23-e3fb3046826a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.089836 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4d1861a0-5364-4ad3-a5d2-bb4bf14d40b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5120087 Feb 15 13:58:07.091152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56342) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:07.098255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Request body: {'port': {'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1312109476', 'allowed_address_pairs': [{'ip_address': '2001:db8::1a1', 'mac_address': 'fa:16:3e:38:64:10'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:07.123835 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.145419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0dac71c6-c54d-4f72-ba23-e3fb3046826a HTTP/1.1" status: 204 len: 168 time: 1.2591426 Feb 15 13:58:07.231295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Allocated IP 172.20.0.2 (d9276968-a48a-4d7c-a6df-a24f20fde293/e9104151-a969-4e97-9a46-f918e6d5b822/3936275c-9367-43c6-abd8-0870acba728e) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:07.365005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Made reservation on behalf of 3c86c60ae2184a939c5e824abf0fdaa7 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:07.366440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ecfbc7f9-d224-4a4d-916e-a09832c39e39 req-1fc66bd7-c310-460f-b458-f7078cafaf00 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7241738 Feb 15 13:58:07.416597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Publish callbacks [] for router_controller (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.483682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56352) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:07.494987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d529bbf-d1b3-49b7-af4e-f3b8a0c9f520 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dac71c6-c54d-4f72-ba23-e3fb3046826a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:07.569338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Publish callbacks [] for port (3936275c-9367-43c6-abd8-0870acba728e), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.587773 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (3936275c-9367-43c6-abd8-0870acba728e), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.602326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-b776295b-b505-46ab-9fb3-f997333c2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:07.605704 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ca00f645-7526-4577-ac2a-75fe8ad91179 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7059b120991a4e1fb84766df2854d1e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1205454 Feb 15 13:58:07.608573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56358) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:07.611206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-b776295b-b505-46ab-9fb3-f997333c2516 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.7685509 Feb 15 13:58:07.636154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.641900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Network d9276968-a48a-4d7c-a6df-a24f20fde293 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:07.645329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:07.649527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:07.667556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Pushing event updated for resources: {'Port': ['ID=3936275c-9367-43c6-abd8-0870acba728e,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:07.694732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] device_id is not set on port 1f0dd91e-6c65-4c58-80a3-c8bd597d76c3 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:58:07.800121 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Attempting to bind port 3936275c-9367-43c6-abd8-0870acba728e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:07.800809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Attempting to bind port 3936275c-9367-43c6-abd8-0870acba728e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '7e081649-fd76-4c54-a8a2-b200fa374c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:07.801519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Attempting to bind port 3936275c-9367-43c6-abd8-0870acba728e on network d9276968-a48a-4d7c-a6df-a24f20fde293 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:07.810963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:07.811744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Checking segment: {'id': '7e081649-fd76-4c54-a8a2-b200fa374c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:07.812371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.813114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Bound using segment: {'id': '7e081649-fd76-4c54-a8a2-b200fa374c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:07.813870 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Bound port: 3936275c-9367-43c6-abd8-0870acba728e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e081649-fd76-4c54-a8a2-b200fa374c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:07.814457 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3936275c-9367-43c6-abd8-0870acba728e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.876389 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-304cbb40-cb42-408d-9ef5-a709a73d5573 admin admin] Publish callbacks [] for security_group (85b74652-b2da-46be-9f5e-67232e173984), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.960698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] For port 3936275c-9367-43c6-abd8-0870acba728e, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:07.971141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] For port 3936275c-9367-43c6-abd8-0870acba728e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3936275c-9367-43c6-abd8-0870acba728e,segment=NetworkSegment(7e081649-fd76-4c54-a8a2-b200fa374c79),segment_id=7e081649-fd76-4c54-a8a2-b200fa374c79)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:07.980387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Allocated IP 2001:db8::3a6 (36650e36-c798-4d2c-9fbb-7538b74192cd/49864470-04e4-4fcf-ac7b-4d2073dc0de1/1f0dd91e-6c65-4c58-80a3-c8bd597d76c3) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:07.983632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3936275c-9367-43c6-abd8-0870acba728e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:07.995031 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-304cbb40-cb42-408d-9ef5-a709a73d5573 admin admin] Publish callbacks [] for security_group (85b74652-b2da-46be-9f5e-67232e173984), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:08.156246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997795e3-0e16-412f-b1e8-1a12770f3ba6 None None] Pushing event updated for resources: {'Port': ['ID=3936275c-9367-43c6-abd8-0870acba728e,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:08.164043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab592e26-1c3c-4ae1-8ce1-fa6922c658c4 req-9f4eb0aa-71bb-4fd7-9a57-2c3f99a76363 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.5813856 Feb 15 13:58:08.217180 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-304cbb40-cb42-408d-9ef5-a709a73d5573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (85b74652-b2da-46be-9f5e-67232e173984), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:08.221567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-304cbb40-cb42-408d-9ef5-a709a73d5573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:08.234580 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-304cbb40-cb42-408d-9ef5-a709a73d5573 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/85b74652-b2da-46be-9f5e-67232e173984 HTTP/1.1" status: 204 len: 168 time: 0.6235294 Feb 15 13:58:08.328125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cbb40-cb42-408d-9ef5-a709a73d5573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b74652-b2da-46be-9f5e-67232e173984,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:08.348260 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbee855-33b3-4277-87e6-4c04628549c3 req-29f475d8-575e-477a-bcc6-ea74dc5801fa tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.349990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cbee855-33b3-4277-87e6-4c04628549c3 req-29f475d8-575e-477a-bcc6-ea74dc5801fa tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.42 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 948 time: 1.2762618 Feb 15 13:58:08.467768 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for port (1f0dd91e-6c65-4c58-80a3-c8bd597d76c3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:08.605561 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1f0dd91e-6c65-4c58-80a3-c8bd597d76c3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:08.744243 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Network 36650e36-c798-4d2c-9fbb-7538b74192cd is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:08.749400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:08.759499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:08.773257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:08.780197 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:08.788263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'Port': ['ID=1f0dd91e-6c65-4c58-80a3-c8bd597d76c3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:08.827956 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ddfdab1c-1f66-4945-880c-f2a6ef2b30b5 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7347050 Feb 15 13:58:08.831571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56382) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:08.921653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-3cb8a5f8-cabb-45a3-9d66-26b83cf13a0d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19368589-7720-4ea1-805e-a6dae3894a6c HTTP/1.1" status: 200 len: 217 time: 0.7474551 Feb 15 13:58:08.945320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3936275c-9367-43c6-abd8-0870acba728e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:09.042864 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Publish callbacks [] for router_gateway (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:09.050707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56384) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:09.097765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3936275c-9367-43c6-abd8-0870acba728e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:09.099576 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3936275c-9367-43c6-abd8-0870acba728e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:09.159336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ba874-af6a-4ecd-a64d-32529b701e3d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:09.185729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ba874-af6a-4ecd-a64d-32529b701e3d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:09.197874 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ba874-af6a-4ecd-a64d-32529b701e3d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:09.200791 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fc5ba874-af6a-4ecd-a64d-32529b701e3d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3675954 Feb 15 13:58:09.231783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56394) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:09.287332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-b7822ef0-b9c6-4291-bed7-55ff4da96207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:09.290324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-b7822ef0-b9c6-4291-bed7-55ff4da96207 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.3665342 Feb 15 13:58:09.310413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8f3f3-d794-44f6-9ee5-28a148fbbc9d req-6dfcf24a-c4cf-47c0-8c1c-cc8a1f3816c0 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:09.328055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bc8f3f3-d794-44f6-9ee5-28a148fbbc9d req-6dfcf24a-c4cf-47c0-8c1c-cc8a1f3816c0 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 1.8967199 Feb 15 13:58:09.376356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3936275c-9367-43c6-abd8-0870acba728e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:09.378889 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3936275c-9367-43c6-abd8-0870acba728e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:09.385258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb03ed-6f46-4455-9695-aa5708936df3 None None] Network 36650e36-c798-4d2c-9fbb-7538b74192cd requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:09.554733 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:09.623605 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bc8f3f3-d794-44f6-9ee5-28a148fbbc9d req-0625ce7e-d8da-4168-b537-b6d0760ef0db tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955866 Feb 15 13:58:09.626711 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-0854671a-ad59-443f-8019-8174617a90e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2881351 Feb 15 13:58:09.755477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 3936275c-9367-43c6-abd8-0870acba728e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3936275c-9367-43c6-abd8-0870acba728e,segment=NetworkSegment(7e081649-fd76-4c54-a8a2-b200fa374c79),segment_id=7e081649-fd76-4c54-a8a2-b200fa374c79)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:09.756032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-9c94e462-9ee9-4b48-bebd-9a45ae32f646 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201162 Feb 15 13:58:09.782097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7eb2d38c-8411-423e-b954-d37b02ebc264 None None] Provisioning complete for port 520fb541-501c-4eb3-b80b-ac314e7ea867 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:09.782680 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7eb2d38c-8411-423e-b954-d37b02ebc264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:09.814387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1446043-4f09-4b49-8fe5-3994dd1d512c req-46a7caad-66fb-4f0a-8942-11a9ddd2348f tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:09.824498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1446043-4f09-4b49-8fe5-3994dd1d512c req-46a7caad-66fb-4f0a-8942-11a9ddd2348f tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 948 time: 1.1575763 Feb 15 13:58:09.844225 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3936275c-9367-43c6-abd8-0870acba728e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:09.845617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 520fb541-501c-4eb3-b80b-ac314e7ea867 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:09.917790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ebc12d3-c18e-42ee-8929-f822c97eca51 req-dd393e9a-c2b5-43c1-9b45-2f1f25c325e3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0779195 Feb 15 13:58:09.983976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Publish callbacks [] for security_group (bbee2821-aea2-4d83-8a4c-c107ddc895fe), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:09.999484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bbee2821-aea2-4d83-8a4c-c107ddc895fe), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:10.046162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbee2821-aea2-4d83-8a4c-c107ddc895fe,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:10.113269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a59b2e20-68d3-44d5-9cc9-73b0ec2f1409 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Deleting port 1f0dd91e-6c65-4c58-80a3-c8bd597d76c3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:10.116753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a59b2e20-68d3-44d5-9cc9-73b0ec2f1409 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1f0dd91e-6c65-4c58-80a3-c8bd597d76c3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:10.123836 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:10.165266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-0cbee855-33b3-4277-87e6-4c04628549c3 req-5db59619-850c-48f2-b92d-2a01e1967839 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Deleting port 78effef1-6b89-4357-8e4b-eedd0233937c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:10.165881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0cbee855-33b3-4277-87e6-4c04628549c3 req-5db59619-850c-48f2-b92d-2a01e1967839 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:10.213373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 78effef1-6b89-4357-8e4b-eedd0233937c no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:58:10.309929 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a59b2e20-68d3-44d5-9cc9-73b0ec2f1409 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1f0dd91e-6c65-4c58-80a3-c8bd597d76c3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:10.323111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 520fb541-501c-4eb3-b80b-ac314e7ea867 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:10.327084 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:10.336803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a59b2e20-68d3-44d5-9cc9-73b0ec2f1409 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Calling delete_port for 1f0dd91e-6c65-4c58-80a3-c8bd597d76c3 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:10.341095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=3936275c-9367-43c6-abd8-0870acba728e,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:10.463947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7eb2d38c-8411-423e-b954-d37b02ebc264 None None] Current status of the port 520fb541-501c-4eb3-b80b-ac314e7ea867 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:10.464322 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7eb2d38c-8411-423e-b954-d37b02ebc264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:10.505610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-0cbee855-33b3-4277-87e6-4c04628549c3 req-5db59619-850c-48f2-b92d-2a01e1967839 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] For port 78effef1-6b89-4357-8e4b-eedd0233937c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78effef1-6b89-4357-8e4b-eedd0233937c,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:10.506147 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0cbee855-33b3-4277-87e6-4c04628549c3 req-5db59619-850c-48f2-b92d-2a01e1967839 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:10.561709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-0cbee855-33b3-4277-87e6-4c04628549c3 req-5db59619-850c-48f2-b92d-2a01e1967839 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Calling delete_port for 78effef1-6b89-4357-8e4b-eedd0233937c owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:10.588622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29974385-0135-4a3b-a615-d672e0bdc821 None None] Network d9276968-a48a-4d7c-a6df-a24f20fde293 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:10.744676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56414) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:10.759112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7eb2d38c-8411-423e-b954-d37b02ebc264 None None] For port 520fb541-501c-4eb3-b80b-ac314e7ea867, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=520fb541-501c-4eb3-b80b-ac314e7ea867,segment=NetworkSegment(8d0b2150-51ba-4dbe-9711-0ab178cbf6ce),segment_id=8d0b2150-51ba-4dbe-9711-0ab178cbf6ce)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:10.781980 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1446043-4f09-4b49-8fe5-3994dd1d512c req-4fd0907d-01f3-48da-acf2-5463e2589761 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9555583 Feb 15 13:58:10.992812 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-a749212e-595f-4a79-bce7-77cc7defef50 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2250772 Feb 15 13:58:11.161742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1470320329-network', 'tenant_id': '54b26fbd762440158ff5a876dfb6ff91'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:11.243283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83602e2a-d4de-4ded-bf5f-3107a9fc276a req-5028ecf4-eb7c-47c1-a8be-ae6ad743374a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0666058 Feb 15 13:58:11.259344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e952751-447b-4864-b49a-af96827cdfc4 req-c53c7fbf-344a-482c-b2d2-3ca42b70c922 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:11.276892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e952751-447b-4864-b49a-af96827cdfc4 req-c53c7fbf-344a-482c-b2d2-3ca42b70c922 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.4608855 Feb 15 13:58:11.289453 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7eb2d38c-8411-423e-b954-d37b02ebc264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:11.327117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.328775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.331523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.332380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.334001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.335190 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:58:11.338358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.339339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.340252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.341319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.342614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.345140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.345970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.346820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:11.399361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-0f88965b-e606-4805-8177-f6c1fc223513 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:11.401825 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-0f88965b-e606-4805-8177-f6c1fc223513 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 808 time: 2.1996284 Feb 15 13:58:11.415634 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bf8dcd89-6a0c-498f-aeb0-6658b70a2927 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=860ccf54af9740bab45ce5ffd50e44ff&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3586917 Feb 15 13:58:11.438188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e952751-447b-4864-b49a-af96827cdfc4 req-1c4431d1-fde4-41ff-91fb-efecd2ee42a8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570749 Feb 15 13:58:11.443119 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Request body: {'port': {'device_id': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d', 'admin_state_up': True, 'tenant_id': '7a8f3f8e1d3342cf940ee6ed1d4b2b0b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:11.445113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56420) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:11.453199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Made reservation on behalf of 54b26fbd762440158ff5a876dfb6ff91 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:11.461926 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:11.483908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 78effef1-6b89-4357-8e4b-eedd0233937c is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:11.577916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Provisioning complete for port 1f0dd91e-6c65-4c58-80a3-c8bd597d76c3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:11.578299 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1f0dd91e-6c65-4c58-80a3-c8bd597d76c3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:11.580720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 520fb541-501c-4eb3-b80b-ac314e7ea867 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:11.600427 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:11.650746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2d38c-8411-423e-b954-d37b02ebc264 None None] Pushing event updated for resources: {'Port': ['ID=520fb541-501c-4eb3-b80b-ac314e7ea867,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:11.695752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Port 1f0dd91e-6c65-4c58-80a3-c8bd597d76c3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:11.780653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Provisioning complete for port 520fb541-501c-4eb3-b80b-ac314e7ea867 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:11.781035 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:11.796719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3936275c-9367-43c6-abd8-0870acba728e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:11.896899 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Publish callbacks [] for security_group (dfad83af-9df9-423d-b1cf-6c0439260e1e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:11.898082 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0cbee855-33b3-4277-87e6-4c04628549c3 req-5db59619-850c-48f2-b92d-2a01e1967839 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (78effef1-6b89-4357-8e4b-eedd0233937c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:11.957853 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:11.991999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Made reservation on behalf of 7a8f3f8e1d3342cf940ee6ed1d4b2b0b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:11.997140 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.099245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3936275c-9367-43c6-abd8-0870acba728e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:12.099905 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3936275c-9367-43c6-abd8-0870acba728e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.134587 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dfad83af-9df9-423d-b1cf-6c0439260e1e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.135617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Current status of the port 520fb541-501c-4eb3-b80b-ac314e7ea867 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:12.179522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Provisioning complete for port 3936275c-9367-43c6-abd8-0870acba728e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:12.181483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3936275c-9367-43c6-abd8-0870acba728e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.206297 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a59b2e20-68d3-44d5-9cc9-73b0ec2f1409 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1f0dd91e-6c65-4c58-80a3-c8bd597d76c3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.256076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfad83af-9df9-423d-b1cf-6c0439260e1e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:12.260001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbee855-33b3-4277-87e6-4c04628549c3 req-5db59619-850c-48f2-b92d-2a01e1967839 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] No DVR routers for this DVR port 78effef1-6b89-4357-8e4b-eedd0233937c on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:58:12.264027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0cbee855-33b3-4277-87e6-4c04628549c3 req-5db59619-850c-48f2-b92d-2a01e1967839 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.268337 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cbee855-33b3-4277-87e6-4c04628549c3 req-5db59619-850c-48f2-b92d-2a01e1967839 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.42 "DELETE /v2.0/ports/78effef1-6b89-4357-8e4b-eedd0233937c HTTP/1.1" status: 204 len: 173 time: 3.4769344 Feb 15 13:58:12.269224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db59619-850c-48f2-b92d-2a01e1967839 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Pushing event deleted for resources: {'Port': ['ID=78effef1-6b89-4357-8e4b-eedd0233937c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:12.311239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3936275c-9367-43c6-abd8-0870acba728e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:12.313822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'name': 'network-vif-deleted', 'tag': '78effef1-6b89-4357-8e4b-eedd0233937c'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:12.318853 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05879e78-5633-41a0-9d1b-d86093be7c87" -d '{"events": [{"server_uuid": "d22e0062-dc16-418b-9e3e-4070b89cf5e2", "name": "network-vif-deleted", "tag": "78effef1-6b89-4357-8e4b-eedd0233937c"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:58:12.323643 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Publish callbacks [] for router_gateway (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.373923 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.389717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b2e20-68d3-44d5-9cc9-73b0ec2f1409 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event deleted for resources: {'Port': ['ID=1f0dd91e-6c65-4c58-80a3-c8bd597d76c3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:12.416181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Current status of the port 3936275c-9367-43c6-abd8-0870acba728e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:12.444032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Provisioning complete for port 674b1bbd-33a2-442d-b28a-232b5e1b9733 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:12.444474 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (674b1bbd-33a2-442d-b28a-232b5e1b9733), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.569287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bbe44da2-578e-4410-9946-0676e95dbab5 None None] Port 674b1bbd-33a2-442d-b28a-232b5e1b9733 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:12.575969 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Allocated IP 172.20.0.3 (cbd8b904-b103-44e2-9aaf-4758a1adf36d/7863996e-9476-4400-b941-682795ecb88e/a024b37d-096d-403c-bcd0-61406c8ce283) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:12.610845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Allocated IP 172.25.6.254 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/a3c08fb1-3135-4a36-a96f-b8fb31f51f00) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:12.690890 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a3001157-572a-4817-bd7b-fc25fbc1e61d None None] Could not find standard attr ID for object 1f0dd91e-6c65-4c58-80a3-c8bd597d76c3. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 13:58:12.713811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a3001157-572a-4817-bd7b-fc25fbc1e61d None None] Provisioning complete for port 3936275c-9367-43c6-abd8-0870acba728e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:12.714285 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a3001157-572a-4817-bd7b-fc25fbc1e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3936275c-9367-43c6-abd8-0870acba728e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.756079 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Publish callbacks [] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.812585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a59b2e20-68d3-44d5-9cc9-73b0ec2f1409 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.827771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:12.838128 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a59b2e20-68d3-44d5-9cc9-73b0ec2f1409 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "DELETE /v2.0/ports/1f0dd91e-6c65-4c58-80a3-c8bd597d76c3 HTTP/1.1" status: 204 len: 168 time: 3.6021078 Feb 15 13:58:12.843616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56434) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:12.847855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.862532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d3f54a4-b402-4738-8119-ee518938cfd9 req-948fdfb9-8384-4966-a2b6-b567bc098757 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=d22e0062-dc16-418b-9e3e-4070b89cf5e2 HTTP/1.1" status: 200 len: 210 time: 0.6802950 Feb 15 13:58:12.879239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:12.883563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:12.886554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:12.945479 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a023de3e-d20a-4214-b5ba-b5367892d21b tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] GET failed (client error): The resource could not be found. Feb 15 13:58:12.947077 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a023de3e-d20a-4214-b5ba-b5367892d21b tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "GET /v2.0/ports/1f0dd91e-6c65-4c58-80a3-c8bd597d76c3 HTTP/1.1" status: 404 len: 333 time: 0.1019168 Feb 15 13:58:12.962981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56436) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:12.979224 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f5acb7e7-ec4e-41bf-a173-56e09448c074 admin admin] Publish callbacks [] for security_group (bbee2821-aea2-4d83-8a4c-c107ddc895fe), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:12.988875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Request body: {'port': {'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1875039129'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:13.017581 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1429b7b3-2680-42ef-824e-113a8ea5768f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:13.018039 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Added segment 1429b7b3-2680-42ef-824e-113a8ea5768f of type vlan for network 40394495-8f08-425c-b2ac-7593b7876a21 Feb 15 13:58:13.073397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f5acb7e7-ec4e-41bf-a173-56e09448c074 admin admin] Publish callbacks [] for security_group (bbee2821-aea2-4d83-8a4c-c107ddc895fe), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:13.135995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Pushing event updated for resources: {'Port': ['ID=a3c08fb1-3135-4a36-a96f-b8fb31f51f00,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:13.188225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a3001157-572a-4817-bd7b-fc25fbc1e61d None None] Current status of the port 3936275c-9367-43c6-abd8-0870acba728e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:13.422654 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c78a4b-c87a-44af-8cac-c9b83d34c355 x-openstack-request-id: req-06c78a4b-c87a-44af-8cac-c9b83d34c355 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:58:13.423279 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22e0062-dc16-418b-9e3e-4070b89cf5e2", "name": "network-vif-deleted", "tag": "78effef1-6b89-4357-8e4b-eedd0233937c", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:58:13.423401 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-06c78a4b-c87a-44af-8cac-c9b83d34c355 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:58:13.424292 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22e0062-dc16-418b-9e3e-4070b89cf5e2', 'name': 'network-vif-deleted', 'tag': '78effef1-6b89-4357-8e4b-eedd0233937c', 'status': 'completed', 'code': 200} Feb 15 13:58:13.426592 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (40394495-8f08-425c-b2ac-7593b7876a21), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:13.514124 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks [] for port (a024b37d-096d-403c-bcd0-61406c8ce283), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:13.550696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Made reservation on behalf of 3c86c60ae2184a939c5e824abf0fdaa7 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:13.554107 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:13.590764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] device_id is not set on port 0527430b-235c-495c-a93d-ac41bc1500a3 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:58:13.707688 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:13.725783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d63cb24a-2713-45cb-af99-b7b059641c52'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:58:13.850282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Allocated IP 2001:db8::387 (36650e36-c798-4d2c-9fbb-7538b74192cd/49864470-04e4-4fcf-ac7b-4d2073dc0de1/0527430b-235c-495c-a93d-ac41bc1500a3) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:13.860666 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.resource_extend [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:58:13.884761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 520fb541-501c-4eb3-b80b-ac314e7ea867 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:13.944310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e36d0ac5-9ac6-4e79-8728-78f15ddddb6d req-96ccf6d8-ef2e-4f11-988d-cc86190428ae tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 1.1184216 Feb 15 13:58:14.055395 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (40394495-8f08-425c-b2ac-7593b7876a21), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.059615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:14.060640 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.081705 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Publish callbacks [] for router_gateway (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.099414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3460252 Feb 15 13:58:14.118281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 520fb541-501c-4eb3-b80b-ac314e7ea867 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:14.118736 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.201643 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for port (0527430b-235c-495c-a93d-ac41bc1500a3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.209849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56442) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:14.231098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] Request body: {'subnet': {'network_id': '40394495-8f08-425c-b2ac-7593b7876a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1470320329-subnet', 'tenant_id': '54b26fbd762440158ff5a876dfb6ff91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:14.250685 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f5acb7e7-ec4e-41bf-a173-56e09448c074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bbee2821-aea2-4d83-8a4c-c107ddc895fe), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.261691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f5acb7e7-ec4e-41bf-a173-56e09448c074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.266299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f5acb7e7-ec4e-41bf-a173-56e09448c074 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bbee2821-aea2-4d83-8a4c-c107ddc895fe HTTP/1.1" status: 204 len: 168 time: 2.7862990 Feb 15 13:58:14.305242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 520fb541-501c-4eb3-b80b-ac314e7ea867 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:14.306642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] Made reservation on behalf of 54b26fbd762440158ff5a876dfb6ff91 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:14.309646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.623343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Pushing event updated for resources: {'Port': ['ID=a024b37d-096d-403c-bcd0-61406c8ce283,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:14.632272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0527430b-235c-495c-a93d-ac41bc1500a3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.641723 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (0707e62a-afcf-452f-8c0d-5c13a1af1e96), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.649104 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Network cbd8b904-b103-44e2-9aaf-4758a1adf36d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:14.660154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3a1da07c-7158-4264-a344-f86898ef797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.678995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:14.683455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:14.753737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:14.754962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.827207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0707e62a-afcf-452f-8c0d-5c13a1af1e96,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:14.880896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Network 36650e36-c798-4d2c-9fbb-7538b74192cd is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:14.886593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:14.889241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:14.899158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:14.899838 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:14.929968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acb7e7-ec4e-41bf-a173-56e09448c074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbee2821-aea2-4d83-8a4c-c107ddc895fe,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:14.936355 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-ed7d39e2-f415-4d10-b0b3-1f948187bc3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5123029 Feb 15 13:58:14.963694 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4751b-8c16-4a68-979b-c383e034b9bb req-fec5e34e-7ffa-448f-bc97-682fd248ff5d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:14.965308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2b4751b-8c16-4a68-979b-c383e034b9bb req-fec5e34e-7ffa-448f-bc97-682fd248ff5d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 1.4827995 Feb 15 13:58:14.999104 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Request body: {'port': {'device_id': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:15.046867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] Checking segment: {'id': '1429b7b3-2680-42ef-824e-113a8ea5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '40394495-8f08-425c-b2ac-7593b7876a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:15.047873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] Network hostable DHCP agents. Network: 40394495-8f08-425c-b2ac-7593b7876a21, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:15.060419 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0964630 Feb 15 13:58:15.061611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4f0ed-e07c-4e80-943a-bd96ae94dcdc tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'Port': ['ID=0527430b-235c-495c-a93d-ac41bc1500a3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:15.080058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56462) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:15.095168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-99ccf833-90f9-4a49-a728-a4367bbcbf23 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1a1', 'mac_address': 'fa:16:3e:38:64:10'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:15.139550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa548f-1b63-4402-bbb5-0e5b3fb6bbea admin admin] Pushing event updated for resources: {'Network': ['ID=40394495-8f08-425c-b2ac-7593b7876a21,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:15.153874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 40394495-8f08-425c-b2ac-7593b7876a21 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:15.222114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] Network 40394495-8f08-425c-b2ac-7593b7876a21 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:15.244983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65661dc-f44a-4302-ac3a-3a5241819fc9 req-e2772413-6d95-4433-8c44-71b63a869efd tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:15.255158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f65661dc-f44a-4302-ac3a-3a5241819fc9 req-e2772413-6d95-4433-8c44-71b63a869efd tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=518a243c-0e2d-4759-8c67-9406c9674c5e HTTP/1.1" status: 200 len: 948 time: 0.3287342 Feb 15 13:58:15.261524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2b4751b-8c16-4a68-979b-c383e034b9bb req-3d030b9d-80ec-4145-96a3-5cb243085bef tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612667 Feb 15 13:58:15.293567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 40394495-8f08-425c-b2ac-7593b7876a21) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:15.331379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114fc420-f5b3-4b72-af1f-cb13ead1d460 None None] Network 40394495-8f08-425c-b2ac-7593b7876a21 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:15.363140 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:15.372218 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:15.375258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:15.376535 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:15.536664 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cdb0ab4c-55e5-4c43-b2ed-b439b5d72d12 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3233368 Feb 15 13:58:15.622167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f65661dc-f44a-4302-ac3a-3a5241819fc9 req-0094e741-132f-44f7-86ba-b4fd0676c356 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638654 Feb 15 13:58:15.662339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e8a89049-e69f-49ce-a9d5-d2d1088ab3ab None None] Provisioning complete for port 0527430b-235c-495c-a93d-ac41bc1500a3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:15.662680 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8a89049-e69f-49ce-a9d5-d2d1088ab3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0527430b-235c-495c-a93d-ac41bc1500a3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:15.746620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a692a-b16d-401e-bdd6-b232f99956fb None None] Network 40394495-8f08-425c-b2ac-7593b7876a21 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:15.747383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56482) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:15.769638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95935077-b976-446b-b52c-cf65a97de2ca req-e49cd739-46ad-4c28-96dc-76a5410b5c0b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:15.772350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95935077-b976-446b-b52c-cf65a97de2ca req-e49cd739-46ad-4c28-96dc-76a5410b5c0b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 931 time: 0.1980653 Feb 15 13:58:15.773748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:58:15.909746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e8a89049-e69f-49ce-a9d5-d2d1088ab3ab None None] Port 0527430b-235c-495c-a93d-ac41bc1500a3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:15.915520 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99ccf833-90f9-4a49-a728-a4367bbcbf23 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0527430b-235c-495c-a93d-ac41bc1500a3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:15.938948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95935077-b976-446b-b52c-cf65a97de2ca req-bd32ccea-29c3-4e14-9f78-abde14020214 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574085 Feb 15 13:58:16.045153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1936131700-network', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:16.069307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:58:16.092406 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Sync routers for ids ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:58:16.111725 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Routers {'6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:16.113580 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:57:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:16.140026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:16.142951 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:16.161245 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:16.166692 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:16.168374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3dbf3ff3-23af-401f-9f2f-759d8e6da274 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.4417763 Feb 15 13:58:16.176290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56492) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:16.329234 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Set router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:16.450216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a024b37d-096d-403c-bcd0-61406c8ce283 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:58:16.459653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Publish callbacks [] for port (a024b37d-096d-403c-bcd0-61406c8ce283), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:16.476312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Transition to ACTIVE for port object a024b37d-096d-403c-bcd0-61406c8ce283 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:58:16.497629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:16.607000 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-router', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:06Z', 'updated_at': '2022-02-15T13:58:13Z', 'revision_number': 3, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'gw_port': {'id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:12Z', 'updated_at': '2022-02-15T13:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:16.639792 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Checking router: 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:58:16.640140 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Updating router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 port a3c08fb1-3135-4a36-a96f-b8fb31f51f00 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:58:16.640512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Pushing event updated for resources: {'Port': ['ID=a024b37d-096d-403c-bcd0-61406c8ce283,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:16.688648 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:16.803272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:16.803909 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:16.804454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:16.811309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99ccf833-90f9-4a49-a728-a4367bbcbf23 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for port (0527430b-235c-495c-a93d-ac41bc1500a3), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:16.813354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Port a024b37d-096d-403c-bcd0-61406c8ce283 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:58:16.813674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:16.824413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99ccf833-90f9-4a49-a728-a4367bbcbf23 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0527430b-235c-495c-a93d-ac41bc1500a3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:16.829444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:16.830395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:16.830395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:16.830651 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Bound port: a024b37d-096d-403c-bcd0-61406c8ce283, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:16.830956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:16.882019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacacc9-796c-4737-8bb5-fa5371f67693 req-80a4a617-5c53-4c58-aefa-cf8bade2f305 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:16.885628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcacacc9-796c-4737-8bb5-fa5371f67693 req-80a4a617-5c53-4c58-aefa-cf8bade2f305 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a243c-0e2d-4759-8c67-9406c9674c5e HTTP/1.1" status: 200 len: 948 time: 0.4282203 Feb 15 13:58:16.919317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-52c84c1f-24ea-4f7b-9b36-21a78099e54e tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:16.926200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-52c84c1f-24ea-4f7b-9b36-21a78099e54e tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/networks?id=40394495-8f08-425c-b2ac-7593b7876a21 HTTP/1.1" status: 200 len: 818 time: 0.6563032 Feb 15 13:58:16.940152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196c099-438f-4a90-b916-eb4f02e40470 req-9b51453a-e3f4-4e09-9b85-618199f9d555 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:16.941895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-99ccf833-90f9-4a49-a728-a4367bbcbf23 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] In _notify_port_updated(), no bound segment for port 0527430b-235c-495c-a93d-ac41bc1500a3 on network 36650e36-c798-4d2c-9fbb-7538b74192cd {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 13:58:16.947753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8196c099-438f-4a90-b916-eb4f02e40470 req-9b51453a-e3f4-4e09-9b85-618199f9d555 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.4229503 Feb 15 13:58:16.947983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ccf833-90f9-4a49-a728-a4367bbcbf23 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:16.948434 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99ccf833-90f9-4a49-a728-a4367bbcbf23 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:16.949870 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-99ccf833-90f9-4a49-a728-a4367bbcbf23 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "PUT /v2.0/ports/0527430b-235c-495c-a93d-ac41bc1500a3 HTTP/1.1" status: 200 len: 1003 time: 1.8642910 Feb 15 13:58:16.971412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56506) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:17.024538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Publish callbacks [] for security_group (bbec1f20-2457-4853-88b1-9ed224514a0c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.035574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-51d12e92-a5b2-4392-b105-259c062c0deb tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/quotas/54b26fbd762440158ff5a876dfb6ff91 HTTP/1.1" status: 200 len: 375 time: 0.1082397 Feb 15 13:58:17.072646 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bbec1f20-2457-4853-88b1-9ed224514a0c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.092432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccf833-90f9-4a49-a728-a4367bbcbf23 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'Port': ['ID=0527430b-235c-495c-a93d-ac41bc1500a3,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:17.137405 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c78363bd-5a56-4a51-adff-bc0065027bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.225131 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Publish callbacks [] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.226306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-f280950d-5b70-41aa-b195-ac76103fb747 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=54b26fbd762440158ff5a876dfb6ff91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1897161 Feb 15 13:58:17.239518 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.309242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7c3be29d-39ba-4b14-8dd2-1d551722a104 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Deleting port 0527430b-235c-495c-a93d-ac41bc1500a3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:17.309908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c3be29d-39ba-4b14-8dd2-1d551722a104 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0527430b-235c-495c-a93d-ac41bc1500a3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.339139 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Attempting to bind port a3c08fb1-3135-4a36-a96f-b8fb31f51f00 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:17.339791 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Attempting to bind port a3c08fb1-3135-4a36-a96f-b8fb31f51f00 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:17.340361 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Attempting to bind port a3c08fb1-3135-4a36-a96f-b8fb31f51f00 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:17.365595 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:17.371592 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:17.381131 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.381465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:17.382055 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:17.382713 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Bound port: a3c08fb1-3135-4a36-a96f-b8fb31f51f00, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:17.383290 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.409192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-32cce646-2e16-4b7a-9504-6880d160c857 None None] Provisioning complete for port 0527430b-235c-495c-a93d-ac41bc1500a3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:17.409487 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-32cce646-2e16-4b7a-9504-6880d160c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0527430b-235c-495c-a93d-ac41bc1500a3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.457111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8196c099-438f-4a90-b916-eb4f02e40470 req-2ec1e317-aec7-4fa7-b47d-eedd1cc6a0a1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079262 Feb 15 13:58:17.476768 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c3be29d-39ba-4b14-8dd2-1d551722a104 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0527430b-235c-495c-a93d-ac41bc1500a3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.479854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-32cce646-2e16-4b7a-9504-6880d160c857 None None] Port 0527430b-235c-495c-a93d-ac41bc1500a3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:17.504385 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] For port a3c08fb1-3135-4a36-a96f-b8fb31f51f00, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:17.508110 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] For port a3c08fb1-3135-4a36-a96f-b8fb31f51f00, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a3c08fb1-3135-4a36-a96f-b8fb31f51f00,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:17.512974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7c3be29d-39ba-4b14-8dd2-1d551722a104 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Calling delete_port for 0527430b-235c-495c-a93d-ac41bc1500a3 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:17.516564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbec1f20-2457-4853-88b1-9ed224514a0c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:17.521653 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.539254 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (944981c4-df74-4418-9785-58e796a7c710), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.539585 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Added segment 944981c4-df74-4418-9785-58e796a7c710 of type vlan for network e373dcfc-ad59-4f5a-8511-40a2474dbb5a Feb 15 13:58:17.558014 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348b9d2-a95b-4c84-899e-32704bf4a7e3 None None] Pushing event updated for resources: {'Port': ['ID=a3c08fb1-3135-4a36-a96f-b8fb31f51f00,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:17.649701 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348b9d2-a95b-4c84-899e-32704bf4a7e3 None None] Pushing event updated for resources: {'Port': ['ID=a3c08fb1-3135-4a36-a96f-b8fb31f51f00,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:17.663927 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Routers {'6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:17.664895 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:17.731649 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (e373dcfc-ad59-4f5a-8511-40a2474dbb5a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.788705 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c3be29d-39ba-4b14-8dd2-1d551722a104 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0527430b-235c-495c-a93d-ac41bc1500a3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.809925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:17.842862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-45721842-ce26-478b-9085-730d3f3329a8 service neutron] 10.222.0.72 "GET /v2.0/networks/40394495-8f08-425c-b2ac-7593b7876a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150835 Feb 15 13:58:17.865112 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.resource_extend [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:58:17.870243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-fcacacc9-796c-4737-8bb5-fa5371f67693 req-c6a386a6-1691-4371-88a8-01d8ba87bbb2 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Deleting port 6b901d43-61e8-4a99-a100-6a1fcfa69552 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:17.870561 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fcacacc9-796c-4737-8bb5-fa5371f67693 req-c6a386a6-1691-4371-88a8-01d8ba87bbb2 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:17.878441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3be29d-39ba-4b14-8dd2-1d551722a104 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event deleted for resources: {'Port': ['ID=0527430b-235c-495c-a93d-ac41bc1500a3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:17.910181 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] Set router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:17.915737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a024b37d-096d-403c-bcd0-61406c8ce283,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:17.928424 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:18.058044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:18.058836 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:18.060314 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] 10.222.0.67 "PUT /v2.0/ports/a024b37d-096d-403c-bcd0-61406c8ce283 HTTP/1.1" status: 200 len: 1092 time: 3.0686333 Feb 15 13:58:18.069189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'tag': 'a024b37d-096d-403c-bcd0-61406c8ce283'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:18.072042 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3aaf37-4615-4e0d-8fd2-f7886bfa558a" -d '{"events": [{"name": "network-changed", "server_uuid": "b416188e-52db-42d3-8751-08ef79adb9e1", "tag": "a024b37d-096d-403c-bcd0-61406c8ce283"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:58:18.249742 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c3be29d-39ba-4b14-8dd2-1d551722a104 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:18.252485 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:18.264757 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-router', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:06Z', 'updated_at': '2022-02-15T13:58:13Z', 'revision_number': 3, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'gw_port': {'id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:12Z', 'updated_at': '2022-02-15T13:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:18.271899 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7c3be29d-39ba-4b14-8dd2-1d551722a104 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "DELETE /v2.0/ports/0527430b-235c-495c-a93d-ac41bc1500a3 HTTP/1.1" status: 204 len: 168 time: 1.3002439 Feb 15 13:58:18.272909 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56512) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:18.293246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697281c-f67e-4a38-96fa-1daf8caafe11 service neutron] Pushing event updated for resources: {'Port': ['ID=a024b37d-096d-403c-bcd0-61406c8ce283,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:18.336040 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa2c87-b382-4a8c-a4a9-d969ad16aeda None None] The sync data for ids ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'] in n-d-829064-15 is: [{'id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-router', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:06Z', 'updated_at': '2022-02-15T13:58:13Z', 'revision_number': 3, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'gw_port': {'id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:12Z', 'updated_at': '2022-02-15T13:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:58:18.346417 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-babe644c-f167-4a1c-89b4-3dc619ced4ff tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] GET failed (client error): The resource could not be found. Feb 15 13:58:18.364118 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-babe644c-f167-4a1c-89b4-3dc619ced4ff tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "GET /v2.0/ports/0527430b-235c-495c-a93d-ac41bc1500a3 HTTP/1.1" status: 404 len: 333 time: 0.0790613 Feb 15 13:58:18.365047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56514) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:18.376371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Request body: {'port': {'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1728522546'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:18.465468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-224e056d-cb21-4d60-bbf2-a18081f6a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:18.467178 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-224e056d-cb21-4d60-bbf2-a18081f6a07b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 1126 time: 0.3193212 Feb 15 13:58:18.534612 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-bd9c5bd7-16fe-46e4-b22b-e0414607e78e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a024b37d-096d-403c-bcd0-61406c8ce283 HTTP/1.1" status: 200 len: 217 time: 0.0532172 Feb 15 13:58:18.645599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-c95d8cac-e56c-4550-a0a1-068a95e16af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:18.650475 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-c95d8cac-e56c-4550-a0a1-068a95e16af8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.1042686 Feb 15 13:58:18.673504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (e373dcfc-ad59-4f5a-8511-40a2474dbb5a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:18.675024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:18.675156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Made reservation on behalf of 3c86c60ae2184a939c5e824abf0fdaa7 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:18.675292 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:18.688724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:18.698439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45c4ec-456a-4730-bea6-b654d0306954 req-d7467ce1-2099-4e54-9b6c-ebc7da871ec9 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:18.700151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a45c4ec-456a-4730-bea6-b654d0306954 req-d7467ce1-2099-4e54-9b6c-ebc7da871ec9 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=518a243c-0e2d-4759-8c67-9406c9674c5e HTTP/1.1" status: 200 len: 948 time: 1.0397274 Feb 15 13:58:18.722317 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-fe334b60-9a0f-4821-bbb0-e6e09a811821 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635304 Feb 15 13:58:18.723565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] device_id is not set on port b9d323e2-51c0-48dc-99b7-7e68190d53d0 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:58:18.907652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56518) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:18.908088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1582859 Feb 15 13:58:18.918049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] Request body: {'subnet': {'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1936131700-subnet', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:18.941607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9899d-7b0a-45cf-bc1e-455348cf0834 admin admin] Pushing event updated for resources: {'Network': ['ID=e373dcfc-ad59-4f5a-8511-40a2474dbb5a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:18.947319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-fcacacc9-796c-4737-8bb5-fa5371f67693 req-c6a386a6-1691-4371-88a8-01d8ba87bbb2 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] For port 6b901d43-61e8-4a99-a100-6a1fcfa69552, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6b901d43-61e8-4a99-a100-6a1fcfa69552,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:18.947777 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fcacacc9-796c-4737-8bb5-fa5371f67693 req-c6a386a6-1691-4371-88a8-01d8ba87bbb2 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:18.961113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network e373dcfc-ad59-4f5a-8511-40a2474dbb5a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:18.968732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-ff815ed2-d7f9-4801-90c5-5ef5516ccad7 service neutron] 10.222.0.72 "GET /v2.0/networks/40394495-8f08-425c-b2ac-7593b7876a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1249440 Feb 15 13:58:19.003650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-fcacacc9-796c-4737-8bb5-fa5371f67693 req-c6a386a6-1691-4371-88a8-01d8ba87bbb2 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Calling delete_port for 6b901d43-61e8-4a99-a100-6a1fcfa69552 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:19.070470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a45c4ec-456a-4730-bea6-b654d0306954 req-c6722715-7a0e-4d07-ba50-f041f7fcf950 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/security-groups?id=41b54e3b-fb05-4d65-831e-c1b6729e83ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222423 Feb 15 13:58:19.137477 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:19.146673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Allocated IP 2001:db8::dc (36650e36-c798-4d2c-9fbb-7538b74192cd/49864470-04e4-4fcf-ac7b-4d2073dc0de1/b9d323e2-51c0-48dc-99b7-7e68190d53d0) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:19.273680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:19.281300 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:19.405963 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6613abd-5f77-4019-b660-a023ba624375 x-openstack-request-id: req-b6613abd-5f77-4019-b660-a023ba624375 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:58:19.406399 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b416188e-52db-42d3-8751-08ef79adb9e1", "tag": "a024b37d-096d-403c-bcd0-61406c8ce283", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:58:19.406675 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b6613abd-5f77-4019-b660-a023ba624375 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:58:19.424688 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'tag': 'a024b37d-096d-403c-bcd0-61406c8ce283', 'status': 'completed', 'code': 200} Feb 15 13:58:19.471395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358064-4db0-4af1-9797-ffdc91838279 req-fd1a5bbf-5956-47f9-97e0-ebb6dde9880b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:19.478448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9358064-4db0-4af1-9797-ffdc91838279 req-fd1a5bbf-5956-47f9-97e0-ebb6dde9880b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.2740920 Feb 15 13:58:19.598289 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fcacacc9-796c-4737-8bb5-fa5371f67693 req-c6a386a6-1691-4371-88a8-01d8ba87bbb2 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6b901d43-61e8-4a99-a100-6a1fcfa69552), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:19.607817 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-fcd77e9a-8b41-4027-823c-2139b2018508 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8732247 Feb 15 13:58:19.668172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Allocated IP 172.20.0.1 (d9276968-a48a-4d7c-a6df-a24f20fde293/e9104151-a969-4e97-9a46-f918e6d5b822/83e3e461-72b4-4c94-ad4d-81767d10a510) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:19.672780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a386a6-1691-4371-88a8-01d8ba87bbb2 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Pushing event deleted for resources: {'Port': ['ID=6b901d43-61e8-4a99-a100-6a1fcfa69552,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:19.674641 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:19.692197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9358064-4db0-4af1-9797-ffdc91838279 req-fe89f3c3-64b7-4ccb-b10b-6dcc912c0f27 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125497 Feb 15 13:58:19.787516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b9457-1762-4aae-9f6d-2078ecb341d3 req-10305741-07e3-4e71-84c0-8307b4e0f5be tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:19.794717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-648b9457-1762-4aae-9f6d-2078ecb341d3 req-10305741-07e3-4e71-84c0-8307b4e0f5be tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.3087053 Feb 15 13:58:19.839625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcacacc9-796c-4737-8bb5-fa5371f67693 req-c6a386a6-1691-4371-88a8-01d8ba87bbb2 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] No DVR routers for this DVR port 6b901d43-61e8-4a99-a100-6a1fcfa69552 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:58:19.855659 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a3c08fb1-3135-4a36-a96f-b8fb31f51f00 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:19.890365 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fcacacc9-796c-4737-8bb5-fa5371f67693 req-c6a386a6-1691-4371-88a8-01d8ba87bbb2 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:19.894416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcacacc9-796c-4737-8bb5-fa5371f67693 req-c6a386a6-1691-4371-88a8-01d8ba87bbb2 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.42 "DELETE /v2.0/ports/6b901d43-61e8-4a99-a100-6a1fcfa69552 HTTP/1.1" status: 204 len: 173 time: 2.9985926 Feb 15 13:58:19.897790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-deleted', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:19.900586 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e7f2f5-acf6-4de9-91f8-9357251d19c7" -d '{"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-deleted", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:58:19.905186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3cde8d46-ba4f-4621-9545-d993ff8fd185 req-111df08a-49f4-4ba4-858b-aeb77efbca5d tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 210 time: 0.1300068 Feb 15 13:58:20.038733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a3c08fb1-3135-4a36-a96f-b8fb31f51f00 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:20.064180 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:20.065758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-648b9457-1762-4aae-9f6d-2078ecb341d3 req-e1f3a9ea-b775-4c2c-a3e1-3f584c1344f4 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693076 Feb 15 13:58:20.071127 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217aec54-e837-4a3f-95ab-b013ee41ccd7 x-openstack-request-id: req-217aec54-e837-4a3f-95ab-b013ee41ccd7 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:58:20.073992 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518a243c-0e2d-4759-8c67-9406c9674c5e", "name": "network-vif-deleted", "tag": "6b901d43-61e8-4a99-a100-6a1fcfa69552", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:58:20.075748 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-217aec54-e837-4a3f-95ab-b013ee41ccd7 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:58:20.078453 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a243c-0e2d-4759-8c67-9406c9674c5e', 'name': 'network-vif-deleted', 'tag': '6b901d43-61e8-4a99-a100-6a1fcfa69552', 'status': 'completed', 'code': 200} Feb 15 13:58:20.213936 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Publish callbacks [] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:20.263091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6b901d43-61e8-4a99-a100-6a1fcfa69552 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:58:20.303428 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75730d31-def0-4fa3-b402-d49c6656bf88 req-d026cb26-75e7-4cd9-ae6b-4371fe96fba6 tempest-ListImageFiltersTestJSON-1102869764 tempest-ListImageFiltersTestJSON-1102869764-project] 10.222.0.72 "GET /v2.0/ports?device_id=518a243c-0e2d-4759-8c67-9406c9674c5e HTTP/1.1" status: 200 len: 210 time: 0.0618503 Feb 15 13:58:20.313783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 6b901d43-61e8-4a99-a100-6a1fcfa69552 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:58:20.315254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6b901d43-61e8-4a99-a100-6a1fcfa69552 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:58:20.350998 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:20.395094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a3c08fb1-3135-4a36-a96f-b8fb31f51f00 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:20.395843 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:20.431459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port a3c08fb1-3135-4a36-a96f-b8fb31f51f00, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a3c08fb1-3135-4a36-a96f-b8fb31f51f00,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:20.445857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:20.477251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Pushing event updated for resources: {'Port': ['ID=83e3e461-72b4-4c94-ad4d-81767d10a510,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:20.538600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Network d9276968-a48a-4d7c-a6df-a24f20fde293 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:20.541110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:20.552052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for port (b9d323e2-51c0-48dc-99b7-7e68190d53d0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:20.558080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:20.615552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=a3c08fb1-3135-4a36-a96f-b8fb31f51f00,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:20.653465 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b9d323e2-51c0-48dc-99b7-7e68190d53d0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:20.687523 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:20.739609 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-14cb14e6-b2d8-4984-a257-0a9f1f4ebc05 req-fe7aba81-d8f9-427e-8fef-8210d7d7f26b service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1202803 Feb 15 13:58:20.751261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Network 36650e36-c798-4d2c-9fbb-7538b74192cd is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:20.803644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:20.811159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:20.817595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:20.818254 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:20.865069 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'Port': ['ID=b9d323e2-51c0-48dc-99b7-7e68190d53d0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:21.007931 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:21.077368 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-de068671-c0dc-4dde-bdc5-f0eff21b7bd9 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7067707 Feb 15 13:58:21.079386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56540) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:21.091418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ac3af6ee-7087-4491-87cb-66e8c4d974d3 None None] Provisioning complete for port 83e3e461-72b4-4c94-ad4d-81767d10a510 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:21.092681 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ac3af6ee-7087-4491-87cb-66e8c4d974d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:21.100195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0bc55cea-c8b2-479c-ae99-871f35b9878d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:38:64:10'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:21.113316 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (f51d027d-829b-46a3-8128-74a466506270), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:21.221137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ac3af6ee-7087-4491-87cb-66e8c4d974d3 None None] Port 83e3e461-72b4-4c94-ad4d-81767d10a510 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:21.280712 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:21.285636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61c48c22-f450-4bdc-98db-f08edb77575e req-4664e9dc-fe2e-4d48-ab60-b77e03354531 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 210 time: 0.1839654 Feb 15 13:58:21.387637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aaf37-4615-4e0d-8fd2-f7886bfa558a req-52aeea33-197f-4154-8625-f245710576db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:21.389670 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a3aaf37-4615-4e0d-8fd2-f7886bfa558a req-52aeea33-197f-4154-8625-f245710576db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 1126 time: 0.4778228 Feb 15 13:58:21.416920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c018bb8-b7b7-40fd-85df-4bbaf374c019 req-7502f726-adfd-4787-a19d-673f9f1e93b8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:21.418713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c018bb8-b7b7-40fd-85df-4bbaf374c019 req-7502f726-adfd-4787-a19d-673f9f1e93b8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.3184090 Feb 15 13:58:21.447284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51d027d-829b-46a3-8128-74a466506270,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:21.460716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cd29693c-43d4-4c2b-b3c1-977e9cc73d28 None None] Provisioning complete for port b9d323e2-51c0-48dc-99b7-7e68190d53d0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:21.464687 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd29693c-43d4-4c2b-b3c1-977e9cc73d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b9d323e2-51c0-48dc-99b7-7e68190d53d0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:21.546683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cd29693c-43d4-4c2b-b3c1-977e9cc73d28 None None] Port b9d323e2-51c0-48dc-99b7-7e68190d53d0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:21.716864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] Checking segment: {'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:21.718080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] Network hostable DHCP agents. Network: e373dcfc-ad59-4f5a-8511-40a2474dbb5a, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:21.785710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a3c08fb1-3135-4a36-a96f-b8fb31f51f00 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:21.803252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-55c647af-d82e-4dab-84ae-7e65963bb3cb tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:21.804791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-55c647af-d82e-4dab-84ae-7e65963bb3cb tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.42 "GET /v2.0/networks?id=40394495-8f08-425c-b2ac-7593b7876a21 HTTP/1.1" status: 200 len: 818 time: 0.2401195 Feb 15 13:58:21.852552 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c018bb8-b7b7-40fd-85df-4bbaf374c019 req-3dac12c8-cce6-476b-9b3c-b6153d1e0519 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235122 Feb 15 13:58:21.863246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Request body: {'port': {'device_id': '4e62c13f-83dc-4484-bc5d-17a1e85a2f91', 'network_id': '40394495-8f08-425c-b2ac-7593b7876a21', 'admin_state_up': True, 'tenant_id': '54b26fbd762440158ff5a876dfb6ff91'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:21.931358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] Network e373dcfc-ad59-4f5a-8511-40a2474dbb5a is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:21.950195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aaf37-4615-4e0d-8fd2-f7886bfa558a req-7695d500-216e-4492-8df7-05c674335faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:21.954154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a3c08fb1-3135-4a36-a96f-b8fb31f51f00 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:21.954534 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:21.958461 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a3aaf37-4615-4e0d-8fd2-f7886bfa558a req-7695d500-216e-4492-8df7-05c674335faf service neutron] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.4969850 Feb 15 13:58:21.986270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, e373dcfc-ad59-4f5a-8511-40a2474dbb5a) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:22.029710 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0bc55cea-c8b2-479c-ae99-871f35b9878d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b9d323e2-51c0-48dc-99b7-7e68190d53d0), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:22.034872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:22.034872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:22.040195 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a3aaf37-4615-4e0d-8fd2-f7886bfa558a req-32ff540e-51ff-4865-a73c-a548edce231d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a024b37d-096d-403c-bcd0-61406c8ce283 HTTP/1.1" status: 200 len: 217 time: 0.0700526 Feb 15 13:58:22.075175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb04433e-2251-4570-afd3-eb611e4c69db None None] Network e373dcfc-ad59-4f5a-8511-40a2474dbb5a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:22.161971 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7d15c8b3-684e-49d3-aeed-eaa2f51b31dc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2526891 Feb 15 13:58:22.165406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56554) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:22.223785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:22.244395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Made reservation on behalf of 54b26fbd762440158ff5a876dfb6ff91 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:22.254857 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:22.290113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a3c08fb1-3135-4a36-a96f-b8fb31f51f00 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:22.312251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aaf37-4615-4e0d-8fd2-f7886bfa558a req-8f1884c6-794c-4d7e-b061-5985cb8859f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:22.314788 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a3aaf37-4615-4e0d-8fd2-f7886bfa558a req-8f1884c6-794c-4d7e-b061-5985cb8859f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.2631066 Feb 15 13:58:22.355493 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (0a08e935-43b5-4428-9fe6-04958c7a8ad4), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:22.356638 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (0a08e935-43b5-4428-9fe6-04958c7a8ad4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:22.357463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'fixed_ips': [{'subnet_id': 'f51d027d-829b-46a3-8128-74a466506270'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:58:22.358660 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:22.381202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca69a6-cf11-4e27-a25d-91cf547af9dd req-f654d97f-ecb7-466c-aa36-ae3938c99118 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:22.383650 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bca69a6-cf11-4e27-a25d-91cf547af9dd req-f654d97f-ecb7-466c-aa36-ae3938c99118 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.9564242 Feb 15 13:58:22.418518 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a3aaf37-4615-4e0d-8fd2-f7886bfa558a req-6269dcb0-59a7-47b0-9341-2412908d359f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850050 Feb 15 13:58:22.554957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bca69a6-cf11-4e27-a25d-91cf547af9dd req-7a5382cd-4ce6-43cb-94a3-7bade3c5ff08 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048982 Feb 15 13:58:22.635890 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Publish callbacks [] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:22.652163 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:22.666527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Allocated IP 172.20.0.2 (40394495-8f08-425c-b2ac-7593b7876a21/0707e62a-afcf-452f-8c0d-5c13a1af1e96/ddfd6956-f727-477a-9387-2e7667cdec67) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:22.670806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Allocated IP 172.20.0.2 (e373dcfc-ad59-4f5a-8511-40a2474dbb5a/f51d027d-829b-46a3-8128-74a466506270/9ab6b163-0853-4a48-bfc7-11038896fb8b) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:22.737543 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:22.747673 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a3aaf37-4615-4e0d-8fd2-f7886bfa558a req-30be5b27-522d-4da6-b4f3-e69a81311758 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665095 Feb 15 13:58:22.768227 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Publish callbacks [] for router_controller (0a08e935-43b5-4428-9fe6-04958c7a8ad4), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:22.956357 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Publish callbacks [] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:22.972090 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:23.059411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Network e373dcfc-ad59-4f5a-8511-40a2474dbb5a is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:23.066681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:23.070652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:23.079747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Pushing event updated for resources: {'Port': ['ID=9ab6b163-0853-4a48-bfc7-11038896fb8b,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:23.185589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Attempting to bind port 9ab6b163-0853-4a48-bfc7-11038896fb8b on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:23.186017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Attempting to bind port 9ab6b163-0853-4a48-bfc7-11038896fb8b by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:23.186334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Attempting to bind port 9ab6b163-0853-4a48-bfc7-11038896fb8b on network e373dcfc-ad59-4f5a-8511-40a2474dbb5a {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:23.201596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:23.202001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Checking segment: {'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:23.202376 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:23.202871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Bound using segment: {'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:23.203294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Bound port: 9ab6b163-0853-4a48-bfc7-11038896fb8b, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:23.203719 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:23.214121 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Publish callbacks [] for port (ddfd6956-f727-477a-9387-2e7667cdec67), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:23.222719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Publish callbacks [] for router_gateway (0a08e935-43b5-4428-9fe6-04958c7a8ad4), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:23.241833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0bc55cea-c8b2-479c-ae99-871f35b9878d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for port (b9d323e2-51c0-48dc-99b7-7e68190d53d0), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:23.247006 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a3aaf37-4615-4e0d-8fd2-f7886bfa558a req-12f26aa6-3fe6-4950-91c0-78313b639662 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744089 Feb 15 13:58:23.265428 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0bc55cea-c8b2-479c-ae99-871f35b9878d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (b9d323e2-51c0-48dc-99b7-7e68190d53d0), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:23.319792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9de3bb49-77ee-4397-9e47-75d62f5964ec req-904e1270-5654-4d49-b697-ddfc020eaf15 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 210 time: 0.5657260 Feb 15 13:58:23.353103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] For port 9ab6b163-0853-4a48-bfc7-11038896fb8b, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:23.356836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] For port 9ab6b163-0853-4a48-bfc7-11038896fb8b, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9ab6b163-0853-4a48-bfc7-11038896fb8b,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:23.369441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0bc55cea-c8b2-479c-ae99-871f35b9878d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] In _notify_port_updated(), no bound segment for port b9d323e2-51c0-48dc-99b7-7e68190d53d0 on network 36650e36-c798-4d2c-9fbb-7538b74192cd {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 13:58:23.373544 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:23.375661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc55cea-c8b2-479c-ae99-871f35b9878d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:23.376558 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0bc55cea-c8b2-479c-ae99-871f35b9878d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:23.379332 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0bc55cea-c8b2-479c-ae99-871f35b9878d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "PUT /v2.0/ports/b9d323e2-51c0-48dc-99b7-7e68190d53d0 HTTP/1.1" status: 200 len: 1002 time: 2.2908199 Feb 15 13:58:23.380012 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:23.383366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56572) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:23.440297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc55cea-c8b2-479c-ae99-871f35b9878d tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'Port': ['ID=b9d323e2-51c0-48dc-99b7-7e68190d53d0,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:23.520787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792fb1a-4ba9-4646-bfaa-cc4eacace354 None None] Pushing event updated for resources: {'Port': ['ID=9ab6b163-0853-4a48-bfc7-11038896fb8b,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:23.577008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Pushing event updated for resources: {'Port': ['ID=83e3e461-72b4-4c94-ad4d-81767d10a510,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:23.659322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.659834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.660240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.660646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.661864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.662430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.662771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.663438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.664000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.664637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.665032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.665890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.665890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:23.695123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Network 40394495-8f08-425c-b2ac-7593b7876a21 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:23.707014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:23.715522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:23.741695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Network d9276968-a48a-4d7c-a6df-a24f20fde293 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:23.876933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f3ec8-7772-4d4e-bd26-8fa1eaf43ae2 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Deleting port b9d323e2-51c0-48dc-99b7-7e68190d53d0 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:23.877567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3ec8-7772-4d4e-bd26-8fa1eaf43ae2 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b9d323e2-51c0-48dc-99b7-7e68190d53d0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:23.878599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:23.944560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Pushing event updated for resources: {'Port': ['ID=ddfd6956-f727-477a-9387-2e7667cdec67,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:24.055048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4d2f4686-6aa1-460b-8860-940c5dff9b81 None None] Provisioning complete for port b9d323e2-51c0-48dc-99b7-7e68190d53d0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:24.055639 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4686-6aa1-460b-8860-940c5dff9b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b9d323e2-51c0-48dc-99b7-7e68190d53d0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:24.146092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f4686-6aa1-460b-8860-940c5dff9b81 None None] Port b9d323e2-51c0-48dc-99b7-7e68190d53d0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:24.149419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66574174-8e6b-435c-8d4e-fc89fb01c1c7 req-813a2314-fe01-4420-8463-f525b5c6501d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:24.155815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66574174-8e6b-435c-8d4e-fc89fb01c1c7 req-813a2314-fe01-4420-8463-f525b5c6501d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.8191326 Feb 15 13:58:24.169015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:24.170182 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:24.172763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3ec8-7772-4d4e-bd26-8fa1eaf43ae2 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b9d323e2-51c0-48dc-99b7-7e68190d53d0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:24.293755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f3ec8-7772-4d4e-bd26-8fa1eaf43ae2 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Calling delete_port for b9d323e2-51c0-48dc-99b7-7e68190d53d0 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:24.354461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66574174-8e6b-435c-8d4e-fc89fb01c1c7 req-1968d01d-6ab5-4bd5-9f55-9f3b2d70d0fd tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788974 Feb 15 13:58:24.364884 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-3bed8c52-a68f-4a76-b8cf-99b57b2924c8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5236263 Feb 15 13:58:24.397947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-0da0ddab-f344-4324-819e-adbaa00b3ce8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:58:24.399350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-0da0ddab-f344-4324-819e-adbaa00b3ce8 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091326 Feb 15 13:58:24.402503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:58:24.471511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Publish callbacks [] for router_gateway (0a08e935-43b5-4428-9fe6-04958c7a8ad4), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:24.475875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3ec8-7772-4d4e-bd26-8fa1eaf43ae2 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b9d323e2-51c0-48dc-99b7-7e68190d53d0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:24.507445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-797feb32-5921-48fb-8fd6-c4d4086a30c6 None None] Provisioning complete for port 83e3e461-72b4-4c94-ad4d-81767d10a510 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:24.508011 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-797feb32-5921-48fb-8fd6-c4d4086a30c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:24.514367 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:24.593470 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3ec8-7772-4d4e-bd26-8fa1eaf43ae2 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:24.605196 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ae5f3ec8-7772-4d4e-bd26-8fa1eaf43ae2 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "DELETE /v2.0/ports/b9d323e2-51c0-48dc-99b7-7e68190d53d0 HTTP/1.1" status: 204 len: 168 time: 1.2110448 Feb 15 13:58:24.610131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f3ec8-7772-4d4e-bd26-8fa1eaf43ae2 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event deleted for resources: {'Port': ['ID=b9d323e2-51c0-48dc-99b7-7e68190d53d0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:24.614377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56608) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:24.647685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:58:24.656697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0eb01cba-97fa-4042-9f15-ecaad1903a3f admin admin] 10.222.0.72 "PUT /v2.0/routers/6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4788036 Feb 15 13:58:24.690080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Sync routers for ids ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:58:24.690841 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d21a314-83cd-45d6-8481-06a0a60ef5e3 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] GET failed (client error): The resource could not be found. Feb 15 13:58:24.692664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ca09-ac15-49ad-a10d-ad7bd8b83f7f req-6b1c8005-5202-48d5-9f65-27381ff76eb2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:24.694625 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1d21a314-83cd-45d6-8481-06a0a60ef5e3 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "GET /v2.0/ports/b9d323e2-51c0-48dc-99b7-7e68190d53d0 HTTP/1.1" status: 404 len: 333 time: 0.0664654 Feb 15 13:58:24.700358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4375ca09-ac15-49ad-a10d-ad7bd8b83f7f req-6b1c8005-5202-48d5-9f65-27381ff76eb2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.5103636 Feb 15 13:58:24.702890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56616) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:24.722862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Request body: {'port': {'device_id': '4e62c13f-83dc-4484-bc5d-17a1e85a2f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:24.742839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Request body: {'port': {'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1071094275'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:24.766071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Routers {'6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:24.767771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:24.865826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-797feb32-5921-48fb-8fd6-c4d4086a30c6 None None] Port 83e3e461-72b4-4c94-ad4d-81767d10a510 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:25.038589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4375ca09-ac15-49ad-a10d-ad7bd8b83f7f req-6aa81d63-a4e0-48bc-bd99-5f9545a37cf4 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048185 Feb 15 13:58:25.039719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:25.143171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Set router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:25.312316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Allocated IP 172.25.6.21 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/a4910410-d0d8-44f7-93e3-352c5c74b500) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:25.620134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Publish callbacks [] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:25.694000 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56630) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:25.721796 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:25.756439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0084c575-a49c-4c05-852c-28e30fdac6d2 req-f373f6b6-55bf-4d52-a56e-0a4dba54481b tempest-FloatingIPsNegativeTestJSON-817160243 tempest-FloatingIPsNegativeTestJSON-817160243-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=8b33876e31d7435aa08e8eb592faaf99 HTTP/1.1" status: 200 len: 217 time: 0.2087169 Feb 15 13:58:25.881291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b918d81-6c87-4d7a-a750-a55bebfb4815 None None] Network e373dcfc-ad59-4f5a-8511-40a2474dbb5a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:25.886139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e529ba-776d-458b-b68a-155e7059838a req-334ee515-375d-48f4-ac49-2bdb31532388 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:25.912343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03e529ba-776d-458b-b68a-155e7059838a req-334ee515-375d-48f4-ac49-2bdb31532388 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 931 time: 0.8498948 Feb 15 13:58:25.953557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Made reservation on behalf of 3c86c60ae2184a939c5e824abf0fdaa7 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:25.959003 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:25.965564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:25.968202 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Pushing event updated for resources: {'Port': ['ID=a4910410-d0d8-44f7-93e3-352c5c74b500,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:25.986506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:25.993622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:26.053766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] device_id is not set on port 4e4ec326-9358-441f-be7a-0337b56ab638 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:58:26.081256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03e529ba-776d-458b-b68a-155e7059838a req-30610f83-76e1-4f46-9924-656690ee8b04 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/security-groups?id=dfad83af-9df9-423d-b1cf-6c0439260e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621475 Feb 15 13:58:26.126433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9ab6b163-0853-4a48-bfc7-11038896fb8b up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:26.147073 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4507c952-b8c3-4ad5-b367-7ea315852830 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ffab40a8d3f746c88ee83d2aab6545bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507556 Feb 15 13:58:26.158535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56638) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:26.239961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1df0af75-9f0c-469e-ba90-52968c1615ab None None] Provisioning complete for port 9ab6b163-0853-4a48-bfc7-11038896fb8b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:26.240494 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1df0af75-9f0c-469e-ba90-52968c1615ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:26.246404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9ab6b163-0853-4a48-bfc7-11038896fb8b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:26.247782 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:26.382958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2319daba-7aad-4933-8c2c-8e22a232646b req-d06cf878-86e4-4f88-8150-964a5a5f6432 tempest-FloatingIPsNegativeTestJSON-817160243 tempest-FloatingIPsNegativeTestJSON-817160243-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1968687 Feb 15 13:58:26.386682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-router', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:06Z', 'updated_at': '2022-02-15T13:58:21Z', 'revision_number': 4, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'gw_port': {'id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:12Z', 'updated_at': '2022-02-15T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '83e3e461-72b4-4c94-ad4d-81767d10a510', 'name': '', 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'mac_address': 'fa:16:3e:56:22:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'e9104151-a969-4e97-9a46-f918e6d5b822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:19Z', 'updated_at': '2022-02-15T13:58:21Z', 'revision_number': 2, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'subnets': [{'id': 'e9104151-a969-4e97-9a46-f918e6d5b822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:26.569227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Allocated IP 2001:db8::3a3 (36650e36-c798-4d2c-9fbb-7538b74192cd/49864470-04e4-4fcf-ac7b-4d2073dc0de1/4e4ec326-9358-441f-be7a-0337b56ab638) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:26.584241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Checking router: 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:58:26.585119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Updating router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 port 83e3e461-72b4-4c94-ad4d-81767d10a510 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:58:26.587908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d92a1d5d-1ef9-4ef6-8390-7f274a469499 admin admin] Publish callbacks [] for security_group (41b54e3b-fb05-4d65-831e-c1b6729e83ae), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:26.620818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d92a1d5d-1ef9-4ef6-8390-7f274a469499 admin admin] Publish callbacks [] for security_group (41b54e3b-fb05-4d65-831e-c1b6729e83ae), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:26.621045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d589b93-1a7b-46a7-8cd9-f16e1d70720a req-8721e296-1595-4002-a991-ce546210c084 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:26.622437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d589b93-1a7b-46a7-8cd9-f16e1d70720a req-8721e296-1595-4002-a991-ce546210c084 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.5802081 Feb 15 13:58:26.695426 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d92a1d5d-1ef9-4ef6-8390-7f274a469499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (41b54e3b-fb05-4d65-831e-c1b6729e83ae), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:26.697400 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:26.699420 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d92a1d5d-1ef9-4ef6-8390-7f274a469499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:26.704837 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d92a1d5d-1ef9-4ef6-8390-7f274a469499 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/41b54e3b-fb05-4d65-831e-c1b6729e83ae HTTP/1.1" status: 204 len: 168 time: 0.5445402 Feb 15 13:58:26.773262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9ab6b163-0853-4a48-bfc7-11038896fb8b is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:26.776174 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:26.791344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d589b93-1a7b-46a7-8cd9-f16e1d70720a req-7530cbef-ea90-46b8-87c7-da5b7d92f652 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507492 Feb 15 13:58:26.801278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de0fea-5b96-441c-a574-67b6c34cc98d req-53b864da-8a51-4c61-ba97-60fc5b91851e tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:26.803564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91de0fea-5b96-441c-a574-67b6c34cc98d req-53b864da-8a51-4c61-ba97-60fc5b91851e tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.2975185 Feb 15 13:58:26.940905 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-db629209-6007-444f-89e4-e0162d2d77ef req-37d720b9-fbe2-4909-a6cd-5b0943595d5d tempest-FloatingIPsNegativeTestJSON-817160243 tempest-FloatingIPsNegativeTestJSON-817160243-project] show failed (client error): The resource could not be found. Feb 15 13:58:26.943829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db629209-6007-444f-89e4-e0162d2d77ef req-37d720b9-fbe2-4909-a6cd-5b0943595d5d tempest-FloatingIPsNegativeTestJSON-817160243 tempest-FloatingIPsNegativeTestJSON-817160243-project] 10.222.0.72 "GET /v2.0/floatingips/3b22a92d-1d9d-4002-bd16-bb7c9e11e74f HTTP/1.1" status: 404 len: 350 time: 0.1074312 Feb 15 13:58:26.960801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56644) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:26.996784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1df0af75-9f0c-469e-ba90-52968c1615ab None None] Current status of the port 9ab6b163-0853-4a48-bfc7-11038896fb8b is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:26.997380 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1df0af75-9f0c-469e-ba90-52968c1615ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:27.017737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 9ab6b163-0853-4a48-bfc7-11038896fb8b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9ab6b163-0853-4a48-bfc7-11038896fb8b,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:27.114286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a1d5d-1ef9-4ef6-8390-7f274a469499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b54e3b-fb05-4d65-831e-c1b6729e83ae,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:27.149747 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:27.162232 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Publish callbacks [] for router_gateway (0a08e935-43b5-4428-9fe6-04958c7a8ad4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:27.180653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfd6956-f727-477a-9387-2e7667cdec67 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:58:27.211928 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Publish callbacks [] for port (ddfd6956-f727-477a-9387-2e7667cdec67), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:27.257056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Transition to ACTIVE for port object ddfd6956-f727-477a-9387-2e7667cdec67 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:58:27.324272 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:27.351893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91de0fea-5b96-441c-a574-67b6c34cc98d req-2190a742-4d2f-4180-a0f6-e70db3624abd tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422421 Feb 15 13:58:27.418982 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-1df0af75-9f0c-469e-ba90-52968c1615ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:58:27.419802 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-1df0af75-9f0c-469e-ba90-52968c1615ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:58:27.456638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=9ab6b163-0853-4a48-bfc7-11038896fb8b,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:27.474377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for port (4e4ec326-9358-441f-be7a-0337b56ab638), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:27.483558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.483901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.484272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.484679 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.485035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.485363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.485729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.486047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.486411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.486727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.487075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.487392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.487707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:27.522446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfd6956-f727-477a-9387-2e7667cdec67,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:27.587378 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4e4ec326-9358-441f-be7a-0337b56ab638), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:27.591771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdcf17-fbb5-4fc0-9066-1012552f51a4 req-29da5f90-623a-4d3a-8a3b-3960e350925b tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:27.598763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4bdcf17-fbb5-4fc0-9066-1012552f51a4 req-29da5f90-623a-4d3a-8a3b-3960e350925b tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 943 time: 0.2708452 Feb 15 13:58:27.779895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9ab6b163-0853-4a48-bfc7-11038896fb8b up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:27.835278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Attempting to bind port ddfd6956-f727-477a-9387-2e7667cdec67 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:27.835839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Attempting to bind port ddfd6956-f727-477a-9387-2e7667cdec67 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '1429b7b3-2680-42ef-824e-113a8ea5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '40394495-8f08-425c-b2ac-7593b7876a21'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:27.836215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Attempting to bind port ddfd6956-f727-477a-9387-2e7667cdec67 on network 40394495-8f08-425c-b2ac-7593b7876a21 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:27.852967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Port ddfd6956-f727-477a-9387-2e7667cdec67 on network 40394495-8f08-425c-b2ac-7593b7876a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:58:27.859946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Attempting to bind port ddfd6956-f727-477a-9387-2e7667cdec67 on network 40394495-8f08-425c-b2ac-7593b7876a21 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:27.902467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Publish callbacks [] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:27.908451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:27.911596 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Checking segment: {'id': '1429b7b3-2680-42ef-824e-113a8ea5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '40394495-8f08-425c-b2ac-7593b7876a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:27.913659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Bound using segment: {'id': '1429b7b3-2680-42ef-824e-113a8ea5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '40394495-8f08-425c-b2ac-7593b7876a21'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:27.915402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Bound port: ddfd6956-f727-477a-9387-2e7667cdec67, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1429b7b3-2680-42ef-824e-113a8ea5768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '40394495-8f08-425c-b2ac-7593b7876a21'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:27.918203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:27.969281 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:27.986130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4bdcf17-fbb5-4fc0-9066-1012552f51a4 req-82e22299-b488-459f-9651-a139616cf04c tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/security-groups?id=dfad83af-9df9-423d-b1cf-6c0439260e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862081 Feb 15 13:58:28.073046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0f30a-50fb-4f4b-8bb1-30125ae16364 None None] Pushing event updated for resources: {'Port': ['ID=83e3e461-72b4-4c94-ad4d-81767d10a510,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:28.093932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9ab6b163-0853-4a48-bfc7-11038896fb8b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:28.094312 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:28.256969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1df0af75-9f0c-469e-ba90-52968c1615ab None None] Current status of the port 9ab6b163-0853-4a48-bfc7-11038896fb8b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:28.307442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba62b50-ba90-4de8-8c3e-55d6ca98d9c6 req-ad6ecf43-3f34-4a2e-a3c6-60b9a8e13e20 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:28.327707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fba62b50-ba90-4de8-8c3e-55d6ca98d9c6 req-ad6ecf43-3f34-4a2e-a3c6-60b9a8e13e20 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.4035494 Feb 15 13:58:28.362677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] For port ddfd6956-f727-477a-9387-2e7667cdec67, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:28.368057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] For port ddfd6956-f727-477a-9387-2e7667cdec67, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ddfd6956-f727-477a-9387-2e7667cdec67,segment=NetworkSegment(1429b7b3-2680-42ef-824e-113a8ea5768f),segment_id=1429b7b3-2680-42ef-824e-113a8ea5768f)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:28.381986 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Attempting to bind port 83e3e461-72b4-4c94-ad4d-81767d10a510 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:28.382386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Attempting to bind port 83e3e461-72b4-4c94-ad4d-81767d10a510 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '7e081649-fd76-4c54-a8a2-b200fa374c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:28.382719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Attempting to bind port 83e3e461-72b4-4c94-ad4d-81767d10a510 on network d9276968-a48a-4d7c-a6df-a24f20fde293 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:28.384403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'Port': ['ID=4e4ec326-9358-441f-be7a-0337b56ab638,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:28.395048 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:28.420344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Network 36650e36-c798-4d2c-9fbb-7538b74192cd is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:28.424641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:28.425216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Checking segment: {'id': '7e081649-fd76-4c54-a8a2-b200fa374c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:28.433103 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:28.433525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Bound using segment: {'id': '7e081649-fd76-4c54-a8a2-b200fa374c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:28.434045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Bound port: 83e3e461-72b4-4c94-ad4d-81767d10a510, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e081649-fd76-4c54-a8a2-b200fa374c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:28.434437 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:28.452575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:28.477167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:28.500332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:28.505659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfd6956-f727-477a-9387-2e7667cdec67,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:28.506472 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:28.572376 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (0a08e935-43b5-4428-9fe6-04958c7a8ad4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:28.585095 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9a16dbf0-4d57-4785-9cae-d2b590c20319 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8786716 Feb 15 13:58:28.587643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56670) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:28.607761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Request body: {'port': {'network_id': '36650e36-c798-4d2c-9fbb-7538b74192cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-791614575'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:28.697946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:28.698713 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:28.700635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-24a68ee0-9bf4-4170-accb-f2518878ece7 service neutron] 10.222.0.42 "PUT /v2.0/ports/ddfd6956-f727-477a-9387-2e7667cdec67 HTTP/1.1" status: 200 len: 1092 time: 4.2908688 Feb 15 13:58:28.701860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] For port 83e3e461-72b4-4c94-ad4d-81767d10a510, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:28.702346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e62c13f-83dc-4484-bc5d-17a1e85a2f91', 'tag': 'ddfd6956-f727-477a-9387-2e7667cdec67'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:28.705266 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eca431-640e-4a2b-8f8d-8ac9e9e5180a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e62c13f-83dc-4484-bc5d-17a1e85a2f91", "tag": "ddfd6956-f727-477a-9387-2e7667cdec67"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:58:28.730082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] For port 83e3e461-72b4-4c94-ad4d-81767d10a510, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=83e3e461-72b4-4c94-ad4d-81767d10a510,segment=NetworkSegment(7e081649-fd76-4c54-a8a2-b200fa374c79),segment_id=7e081649-fd76-4c54-a8a2-b200fa374c79)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:28.779408 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:28.794131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9ab6b163-0853-4a48-bfc7-11038896fb8b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:28.808498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fba62b50-ba90-4de8-8c3e-55d6ca98d9c6 req-ca897dbc-17d4-49cf-9528-b7957b9606a2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790914 Feb 15 13:58:28.909856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Made reservation on behalf of 3c86c60ae2184a939c5e824abf0fdaa7 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:28.915485 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:28.930383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-756b76ef-927b-4780-8adb-a0498ab3bf36 None None] Provisioning complete for port 9ab6b163-0853-4a48-bfc7-11038896fb8b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:28.930787 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-756b76ef-927b-4780-8adb-a0498ab3bf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:28.934004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d2ccf-0f48-4383-92fd-d488a9a74dc1 req-779fe4fa-ebe4-4499-a186-ac12ffd586e2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:28.945963 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-688d2ccf-0f48-4383-92fd-d488a9a74dc1 req-779fe4fa-ebe4-4499-a186-ac12ffd586e2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.3727653 Feb 15 13:58:28.960809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] device_id is not set on port 7df1309f-f4c7-48ee-b8f9-68104105306c yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:58:28.990834 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0f30a-50fb-4f4b-8bb1-30125ae16364 None None] Pushing event updated for resources: {'Port': ['ID=83e3e461-72b4-4c94-ad4d-81767d10a510,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:29.006422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Routers {'6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:29.008152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:29.141468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-756b76ef-927b-4780-8adb-a0498ab3bf36 None None] Current status of the port 9ab6b163-0853-4a48-bfc7-11038896fb8b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:29.213612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Allocated IP 2001:db8::12e (36650e36-c798-4d2c-9fbb-7538b74192cd/49864470-04e4-4fcf-ac7b-4d2073dc0de1/7df1309f-f4c7-48ee-b8f9-68104105306c) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:29.300976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-b4f6bacd-56e3-434c-a2c1-093439dc7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:29.302808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-b4f6bacd-56e3-434c-a2c1-093439dc7b5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b26fbd762440158ff5a876dfb6ff91&device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 1126 time: 0.5498674 Feb 15 13:58:29.308678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-688d2ccf-0f48-4383-92fd-d488a9a74dc1 req-223618ae-4cf7-441d-a3cc-533b586ddaaa tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553987 Feb 15 13:58:29.347349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] Set router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:29.384521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-ecfe830b-1c06-4938-9f2e-74f59830a3ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddfd6956-f727-477a-9387-2e7667cdec67 HTTP/1.1" status: 200 len: 217 time: 0.0734568 Feb 15 13:58:29.535314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-6758494a-9ebe-4e21-8c70-78158ba330b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:29.540902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-6758494a-9ebe-4e21-8c70-78158ba330b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0707e62a-afcf-452f-8c0d-5c13a1af1e96 HTTP/1.1" status: 200 len: 858 time: 0.1262784 Feb 15 13:58:29.612032 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63963de-7f38-450a-999e-500e2f5a6315 x-openstack-request-id: req-a63963de-7f38-450a-999e-500e2f5a6315 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:58:29.612763 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e62c13f-83dc-4484-bc5d-17a1e85a2f91", "tag": "ddfd6956-f727-477a-9387-2e7667cdec67", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:58:29.613412 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a63963de-7f38-450a-999e-500e2f5a6315 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:58:29.615672 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e62c13f-83dc-4484-bc5d-17a1e85a2f91', 'tag': 'ddfd6956-f727-477a-9387-2e7667cdec67', 'status': 'completed', 'code': 200} Feb 15 13:58:29.634364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for port (7df1309f-f4c7-48ee-b8f9-68104105306c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:29.670446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e8aa5975-1e65-46ee-94a9-6dbf0f11a40a None None] Provisioning complete for port 83e3e461-72b4-4c94-ad4d-81767d10a510 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:29.670845 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5975-1e65-46ee-94a9-6dbf0f11a40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:29.716012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7df1309f-f4c7-48ee-b8f9-68104105306c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:29.733635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-88453aed-ceaf-477f-ad64-e67ffe0af082 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40394495-8f08-425c-b2ac-7593b7876a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615081 Feb 15 13:58:29.817855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:29.844785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Network 36650e36-c798-4d2c-9fbb-7538b74192cd is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:29.853122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:29.861417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:29.867590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:29.868669 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:29.874219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'Port': ['ID=7df1309f-f4c7-48ee-b8f9-68104105306c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:29.923895 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0a9a1446-7a49-4157-b756-13533b09f607 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3351238 Feb 15 13:58:29.927463 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56692) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:29.950938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-16c11712-256b-410d-951e-cb859831a34f tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1a1', 'mac_address': 'fa:16:3e:38:64:10'}, {'ip_address': '2001:db8::3a3', 'mac_address': 'fa:16:3e:5a:a3:9b'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:30.072937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56694) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:30.085764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:58:30.235281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa5975-1e65-46ee-94a9-6dbf0f11a40a None None] Current status of the port 83e3e461-72b4-4c94-ad4d-81767d10a510 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:30.236546 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5975-1e65-46ee-94a9-6dbf0f11a40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:30.284600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-router', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:06Z', 'updated_at': '2022-02-15T13:58:21Z', 'revision_number': 4, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'gw_port': {'id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:12Z', 'updated_at': '2022-02-15T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '83e3e461-72b4-4c94-ad4d-81767d10a510', 'name': '', 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'mac_address': 'fa:16:3e:56:22:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'e9104151-a969-4e97-9a46-f918e6d5b822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:19Z', 'updated_at': '2022-02-15T13:58:28Z', 'revision_number': 4, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'subnets': [{'id': 'e9104151-a969-4e97-9a46-f918e6d5b822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:30.336661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be77b82-8847-4ef8-b7e5-03d947ddcf8e None None] The sync data for ids ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'] in n-d-829064-15 is: [{'id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-router', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:06Z', 'updated_at': '2022-02-15T13:58:21Z', 'revision_number': 4, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'gw_port': {'id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:12Z', 'updated_at': '2022-02-15T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '83e3e461-72b4-4c94-ad4d-81767d10a510', 'name': '', 'network_id': 'd9276968-a48a-4d7c-a6df-a24f20fde293', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'mac_address': 'fa:16:3e:56:22:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'e9104151-a969-4e97-9a46-f918e6d5b822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:19Z', 'updated_at': '2022-02-15T13:58:28Z', 'revision_number': 4, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'subnets': [{'id': 'e9104151-a969-4e97-9a46-f918e6d5b822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:58:30.366612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e8aa5975-1e65-46ee-94a9-6dbf0f11a40a None None] For port 83e3e461-72b4-4c94-ad4d-81767d10a510, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=83e3e461-72b4-4c94-ad4d-81767d10a510,segment=NetworkSegment(7e081649-fd76-4c54-a8a2-b200fa374c79),segment_id=7e081649-fd76-4c54-a8a2-b200fa374c79)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:30.379972 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5975-1e65-46ee-94a9-6dbf0f11a40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:30.449759 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3db8a99-df4f-4118-bfd6-6c7801d71fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:30.485196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa5975-1e65-46ee-94a9-6dbf0f11a40a None None] Pushing event updated for resources: {'Port': ['ID=83e3e461-72b4-4c94-ad4d-81767d10a510,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:30.501248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e8aa5975-1e65-46ee-94a9-6dbf0f11a40a None None] Provisioning complete for port 4e4ec326-9358-441f-be7a-0337b56ab638 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:30.501973 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8aa5975-1e65-46ee-94a9-6dbf0f11a40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4e4ec326-9358-441f-be7a-0337b56ab638), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:30.552477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa5975-1e65-46ee-94a9-6dbf0f11a40a None None] Port 4e4ec326-9358-441f-be7a-0337b56ab638 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:30.572649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:58:30.587582 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Sync routers for ids ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:58:30.610364 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Routers {'0a08e935-43b5-4428-9fe6-04958c7a8ad4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:30.611418 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:30.657943 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:30.671454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7e67f84a-3558-4cf2-b29f-8fb199242d8b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5049627 Feb 15 13:58:30.672322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56700) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:30.674145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16c11712-256b-410d-951e-cb859831a34f tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7df1309f-f4c7-48ee-b8f9-68104105306c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:30.699984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d758c276-2d79-4b9e-a3ea-eca13d555b2e None None] Provisioning complete for port 83e3e461-72b4-4c94-ad4d-81767d10a510 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:30.700630 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d758c276-2d79-4b9e-a3ea-eca13d555b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:30.713104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9581c6f-df1c-4381-b0df-5fd90a3a9ca8 req-d2bb0b1e-a3aa-4f24-b604-485bf261637a tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:30.714695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9581c6f-df1c-4381-b0df-5fd90a3a9ca8 req-d2bb0b1e-a3aa-4f24-b604-485bf261637a tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 943 time: 1.1728470 Feb 15 13:58:30.849998 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Set router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:30.871017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d758c276-2d79-4b9e-a3ea-eca13d555b2e None None] Current status of the port 83e3e461-72b4-4c94-ad4d-81767d10a510 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:30.893896 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3db8a99-df4f-4118-bfd6-6c7801d71fed admin admin] Publish callbacks [] for security_group (4ac7ba66-21f3-4282-9c0d-1774263593d1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:30.908534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d758c276-2d79-4b9e-a3ea-eca13d555b2e None None] Provisioning complete for port 7df1309f-f4c7-48ee-b8f9-68104105306c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:30.908928 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d758c276-2d79-4b9e-a3ea-eca13d555b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7df1309f-f4c7-48ee-b8f9-68104105306c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:30.910578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-5dd03fad-4817-4583-9609-32fa0ab7ac32 service neutron] 10.222.0.42 "GET /v2.0/networks/40394495-8f08-425c-b2ac-7593b7876a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1546638 Feb 15 13:58:30.914308 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3db8a99-df4f-4118-bfd6-6c7801d71fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4ac7ba66-21f3-4282-9c0d-1774263593d1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:31.018837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d758c276-2d79-4b9e-a3ea-eca13d555b2e None None] Port 7df1309f-f4c7-48ee-b8f9-68104105306c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:31.076836 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d3db8a99-df4f-4118-bfd6-6c7801d71fed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c81d6f10d6724a968f66338c5d92417e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9969602 Feb 15 13:58:31.085963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56702) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:31.089739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db8a99-df4f-4118-bfd6-6c7801d71fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac7ba66-21f3-4282-9c0d-1774263593d1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:31.092794 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9581c6f-df1c-4381-b0df-5fd90a3a9ca8 req-fd48730d-f4da-47f4-8992-e4836a097f85 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/security-groups?id=dfad83af-9df9-423d-b1cf-6c0439260e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644261 Feb 15 13:58:31.243934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd36d0-6d14-4667-a21a-22b1ba9cd310 req-719ee4b9-712e-4fc6-b436-e072442812db tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:31.249299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51bd36d0-6d14-4667-a21a-22b1ba9cd310 req-719ee4b9-712e-4fc6-b436-e072442812db tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 1.2328398 Feb 15 13:58:31.272325 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:26Z', 'revision_number': 3, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:31.301575 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Checking router: 0a08e935-43b5-4428-9fe6-04958c7a8ad4 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:58:31.302207 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Updating router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 port a4910410-d0d8-44f7-93e3-352c5c74b500 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:58:31.343874 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:31.464287 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16c11712-256b-410d-951e-cb859831a34f tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for port (7df1309f-f4c7-48ee-b8f9-68104105306c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:31.476181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16c11712-256b-410d-951e-cb859831a34f tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (7df1309f-f4c7-48ee-b8f9-68104105306c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:31.564846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c11712-256b-410d-951e-cb859831a34f tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event updated for resources: {'Port': ['ID=7df1309f-f4c7-48ee-b8f9-68104105306c,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:31.569710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51bd36d0-6d14-4667-a21a-22b1ba9cd310 req-52ad1ddc-91e2-472e-90c5-b7d1cfc5cbdc tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946305 Feb 15 13:58:31.597446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-16c11712-256b-410d-951e-cb859831a34f tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] In _notify_port_updated(), no bound segment for port 7df1309f-f4c7-48ee-b8f9-68104105306c on network 36650e36-c798-4d2c-9fbb-7538b74192cd {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 13:58:31.604150 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27d256e-c2dd-4f60-8f0a-d58ce8f52a6f req-08bb17ec-69eb-4684-8b07-a4baa920255a service neutron] 10.222.0.42 "GET /v2.0/networks/40394495-8f08-425c-b2ac-7593b7876a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873958 Feb 15 13:58:31.606864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c11712-256b-410d-951e-cb859831a34f tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:31.607951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16c11712-256b-410d-951e-cb859831a34f tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:31.615180 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-16c11712-256b-410d-951e-cb859831a34f tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "PUT /v2.0/ports/7df1309f-f4c7-48ee-b8f9-68104105306c HTTP/1.1" status: 200 len: 1067 time: 1.6819348 Feb 15 13:58:31.623591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56704) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:31.653627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02a142-b310-40af-a5cb-ca911117b745 req-935d801a-0098-4ea5-a11b-1b51419f4370 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:31.655947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd02a142-b310-40af-a5cb-ca911117b745 req-935d801a-0098-4ea5-a11b-1b51419f4370 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.3047450 Feb 15 13:58:31.663042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] Deleting port 83e3e461-72b4-4c94-ad4d-81767d10a510 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:31.663678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:31.909044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd02a142-b310-40af-a5cb-ca911117b745 req-f94fac62-9715-48c5-bde9-5e1d2c136755 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264931 Feb 15 13:58:31.923261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] For port 83e3e461-72b4-4c94-ad4d-81767d10a510, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=83e3e461-72b4-4c94-ad4d-81767d10a510,segment=NetworkSegment(7e081649-fd76-4c54-a8a2-b200fa374c79),segment_id=7e081649-fd76-4c54-a8a2-b200fa374c79)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:31.924287 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:31.940621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eca431-640e-4a2b-8f8d-8ac9e9e5180a req-efff2717-bc94-486d-87ef-bc9364b8ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:31.944251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65eca431-640e-4a2b-8f8d-8ac9e9e5180a req-efff2717-bc94-486d-87ef-bc9364b8ec7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b26fbd762440158ff5a876dfb6ff91&device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 1126 time: 0.2033465 Feb 15 13:58:31.961119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 83e3e461-72b4-4c94-ad4d-81767d10a510 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:31.989748 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a21e69b-7068-47e8-8c56-e4bad4289cfb admin admin] Publish callbacks [] for security_group (4ac7ba66-21f3-4282-9c0d-1774263593d1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.010982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] Calling delete_port for 83e3e461-72b4-4c94-ad4d-81767d10a510 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:32.055577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 83e3e461-72b4-4c94-ad4d-81767d10a510 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:32.055577 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.072743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a21e69b-7068-47e8-8c56-e4bad4289cfb admin admin] Publish callbacks [] for security_group (4ac7ba66-21f3-4282-9c0d-1774263593d1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.159760 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Publish callbacks [] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.174714 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.231578 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a21e69b-7068-47e8-8c56-e4bad4289cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4ac7ba66-21f3-4282-9c0d-1774263593d1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.233575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 83e3e461-72b4-4c94-ad4d-81767d10a510 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:32.237215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a21e69b-7068-47e8-8c56-e4bad4289cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.239484 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1a21e69b-7068-47e8-8c56-e4bad4289cfb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ac7ba66-21f3-4282-9c0d-1774263593d1 HTTP/1.1" status: 204 len: 168 time: 1.1513808 Feb 15 13:58:32.314386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-77a2f6ba-c88e-4a23-9fb2-c5997bf70beb None None] Provisioning complete for port 7df1309f-f4c7-48ee-b8f9-68104105306c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:32.314762 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-77a2f6ba-c88e-4a23-9fb2-c5997bf70beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7df1309f-f4c7-48ee-b8f9-68104105306c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.330051 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Pushing event updated for resources: {'Port': ['ID=a4910410-d0d8-44f7-93e3-352c5c74b500,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:32.367027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-77a2f6ba-c88e-4a23-9fb2-c5997bf70beb None None] Port 7df1309f-f4c7-48ee-b8f9-68104105306c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:32.378218 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.380859 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.387889 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.388561 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.389156 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.391447 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.392077 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.393063 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.395459 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.396095 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.396780 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.397833 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.399913 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:58:32.423715 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Attempting to bind port a4910410-d0d8-44f7-93e3-352c5c74b500 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:32.424428 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Attempting to bind port a4910410-d0d8-44f7-93e3-352c5c74b500 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:32.425114 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Attempting to bind port a4910410-d0d8-44f7-93e3-352c5c74b500 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:32.427812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21e69b-7068-47e8-8c56-e4bad4289cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac7ba66-21f3-4282-9c0d-1774263593d1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:32.444071 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:32.447113 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:32.448290 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.449755 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:32.452057 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Bound port: a4910410-d0d8-44f7-93e3-352c5c74b500, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:32.454015 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.526791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-12be245c-dfd0-4ab3-9678-04fd43e88f4e tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Deleting port 7df1309f-f4c7-48ee-b8f9-68104105306c {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:32.527962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12be245c-dfd0-4ab3-9678-04fd43e88f4e tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7df1309f-f4c7-48ee-b8f9-68104105306c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.695149 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] For port a4910410-d0d8-44f7-93e3-352c5c74b500, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:32.721188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eca431-640e-4a2b-8f8d-8ac9e9e5180a req-88120dbb-7bf2-4517-9180-54ce496d503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:32.723866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65eca431-640e-4a2b-8f8d-8ac9e9e5180a req-88120dbb-7bf2-4517-9180-54ce496d503a service neutron] 10.222.0.42 "GET /v2.0/networks?id=40394495-8f08-425c-b2ac-7593b7876a21 HTTP/1.1" status: 200 len: 919 time: 0.7548769 Feb 15 13:58:32.740186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa386060-212e-4e19-b3a4-56e0b7c10830 req-32bab97b-d47b-4a8c-96e0-1772e82f444d tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:32.742816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa386060-212e-4e19-b3a4-56e0b7c10830 req-32bab97b-d47b-4a8c-96e0-1772e82f444d tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 943 time: 0.3892522 Feb 15 13:58:32.776106 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] For port a4910410-d0d8-44f7-93e3-352c5c74b500, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a4910410-d0d8-44f7-93e3-352c5c74b500,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:32.801345 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.853576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12be245c-dfd0-4ab3-9678-04fd43e88f4e tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7df1309f-f4c7-48ee-b8f9-68104105306c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:32.863634 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Routers {'0a08e935-43b5-4428-9fe6-04958c7a8ad4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:32.864292 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:32.880272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-12be245c-dfd0-4ab3-9678-04fd43e88f4e tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Calling delete_port for 7df1309f-f4c7-48ee-b8f9-68104105306c owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:32.992067 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efca5f-db98-4fcc-a3ba-a1541a308d30 None None] Pushing event updated for resources: {'Port': ['ID=a4910410-d0d8-44f7-93e3-352c5c74b500,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:33.004460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65eca431-640e-4a2b-8f8d-8ac9e9e5180a req-079b05f4-bab4-4bb9-b96c-53bcf950346d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddfd6956-f727-477a-9387-2e7667cdec67 HTTP/1.1" status: 200 len: 217 time: 0.2602036 Feb 15 13:58:33.008879 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:33.079673 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] Set router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:33.212114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eca431-640e-4a2b-8f8d-8ac9e9e5180a req-ec1a6aaf-6247-4ec4-8ad0-2727f52895fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:33.214475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65eca431-640e-4a2b-8f8d-8ac9e9e5180a req-ec1a6aaf-6247-4ec4-8ad0-2727f52895fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0707e62a-afcf-452f-8c0d-5c13a1af1e96 HTTP/1.1" status: 200 len: 858 time: 0.1662195 Feb 15 13:58:33.225583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f703f95-5cc4-4f57-8167-3d936d4c51ac req-91472ca5-436b-482b-8e86-1faf2dbfca59 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:33.227976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f703f95-5cc4-4f57-8167-3d936d4c51ac req-91472ca5-436b-482b-8e86-1faf2dbfca59 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.3570771 Feb 15 13:58:33.236907 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa386060-212e-4e19-b3a4-56e0b7c10830 req-38e28933-185e-4e6c-9af7-91fddbccf725 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/security-groups?id=dfad83af-9df9-423d-b1cf-6c0439260e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803219 Feb 15 13:58:33.369935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65eca431-640e-4a2b-8f8d-8ac9e9e5180a req-970561ce-189c-452a-a2e5-17112276575d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40394495-8f08-425c-b2ac-7593b7876a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404777 Feb 15 13:58:33.449539 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:26Z', 'revision_number': 3, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:33.492516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Allocated IP 172.20.0.1 (e373dcfc-ad59-4f5a-8511-40a2474dbb5a/f51d027d-829b-46a3-8128-74a466506270/6e8b7d1c-be3a-46ff-867d-000a983c87f0) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:33.493405 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2606e19-f1d6-4f90-8811-5f6f8273a580 None None] The sync data for ids ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'] in n-d-829064-15 is: [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:26Z', 'revision_number': 3, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:58:33.531840 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12be245c-dfd0-4ab3-9678-04fd43e88f4e tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7df1309f-f4c7-48ee-b8f9-68104105306c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:33.584914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be245c-dfd0-4ab3-9678-04fd43e88f4e tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event deleted for resources: {'Port': ['ID=7df1309f-f4c7-48ee-b8f9-68104105306c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:33.680826 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f703f95-5cc4-4f57-8167-3d936d4c51ac req-bfc2e0cd-e72d-485f-beea-791965f793c5 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327540 Feb 15 13:58:33.715898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b0b9f-1fd6-4ceb-bf55-fdc02e60a1a5 req-aa03df1b-7662-4948-ba0e-06ae249fa493 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:33.729050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f28b0b9f-1fd6-4ceb-bf55-fdc02e60a1a5 req-aa03df1b-7662-4948-ba0e-06ae249fa493 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.3845222 Feb 15 13:58:33.804737 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (83e3e461-72b4-4c94-ad4d-81767d10a510), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:33.860794 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12be245c-dfd0-4ab3-9678-04fd43e88f4e tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:33.864737 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-12be245c-dfd0-4ab3-9678-04fd43e88f4e tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "DELETE /v2.0/ports/7df1309f-f4c7-48ee-b8f9-68104105306c HTTP/1.1" status: 204 len: 168 time: 2.2362225 Feb 15 13:58:33.868420 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Publish callbacks [] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:33.870044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56732) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:33.918657 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcf8a48-dc8e-4fe7-91d1-fefdd210e8b8 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] GET failed (client error): The resource could not be found. Feb 15 13:58:33.920190 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dfcf8a48-dc8e-4fe7-91d1-fefdd210e8b8 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "GET /v2.0/ports/7df1309f-f4c7-48ee-b8f9-68104105306c HTTP/1.1" status: 404 len: 333 time: 0.0482714 Feb 15 13:58:33.923853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56738) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:33.949490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] Pushing event deleted for resources: {'Port': ['ID=83e3e461-72b4-4c94-ad4d-81767d10a510,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:34.009927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f28b0b9f-1fd6-4ceb-bf55-fdc02e60a1a5 req-777c32b3-a2c6-49ba-a24f-f1c19402cd76 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795291 Feb 15 13:58:34.080182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:34.178871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Network e373dcfc-ad59-4f5a-8511-40a2474dbb5a is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:34.181260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8b7d1c-be3a-46ff-867d-000a983c87f0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:34.188129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:34.191054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:34.213380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65eca431-640e-4a2b-8f8d-8ac9e9e5180a req-d4f068ab-0229-4fc3-8f44-0633755d3438 service neutron] 10.222.0.42 "GET /v2.0/networks/40394495-8f08-425c-b2ac-7593b7876a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345680 Feb 15 13:58:34.306152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ddfd6956-f727-477a-9387-2e7667cdec67 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:58:34.378859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-32d1c739-8fe6-4eaf-8174-184e77dab5f7 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Deleting port 4e4ec326-9358-441f-be7a-0337b56ab638 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:34.379329 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32d1c739-8fe6-4eaf-8174-184e77dab5f7 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4e4ec326-9358-441f-be7a-0337b56ab638), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:34.488255 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (0a08e935-43b5-4428-9fe6-04958c7a8ad4), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:34.599229 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65eca431-640e-4a2b-8f8d-8ac9e9e5180a req-2adb422c-8fca-46cc-b620-a24715b4c980 service neutron] 10.222.0.42 "GET /v2.0/networks/40394495-8f08-425c-b2ac-7593b7876a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768270 Feb 15 13:58:34.664746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ddfd6956-f727-477a-9387-2e7667cdec67, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ddfd6956-f727-477a-9387-2e7667cdec67,segment=NetworkSegment(1429b7b3-2680-42ef-824e-113a8ea5768f),segment_id=1429b7b3-2680-42ef-824e-113a8ea5768f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:34.693082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'ddfd6956-f727-477a-9387-2e7667cdec67', 'network_id': '40394495-8f08-425c-b2ac-7593b7876a21', 'port_id': 'ddfd6956-f727-477a-9387-2e7667cdec67', 'mac_address': 'fa:16:3e:79:b1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0707e62a-afcf-452f-8c0d-5c13a1af1e96', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:58:34.797117 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32d1c739-8fe6-4eaf-8174-184e77dab5f7 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4e4ec326-9358-441f-be7a-0337b56ab638), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:34.825643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port ddfd6956-f727-477a-9387-2e7667cdec67 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:34.826039 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:34.838431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae0015-6cb0-4ef7-8976-fab724eec49a req-f332e69f-8747-410e-82c1-d97a7addf3d0 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:34.840404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1cf3fccc-5d69-4b00-97fa-ba3fa9d19042 None None] Provisioning complete for port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:34.840687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-32d1c739-8fe6-4eaf-8174-184e77dab5f7 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Calling delete_port for 4e4ec326-9358-441f-be7a-0337b56ab638 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:34.840860 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1cf3fccc-5d69-4b00-97fa-ba3fa9d19042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:34.852242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9ae0015-6cb0-4ef7-8976-fab724eec49a req-f332e69f-8747-410e-82c1-d97a7addf3d0 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 943 time: 0.3494642 Feb 15 13:58:34.859486 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:34.902556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfd6956-f727-477a-9387-2e7667cdec67 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:58:34.965814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ddfd6956-f727-477a-9387-2e7667cdec67, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ddfd6956-f727-477a-9387-2e7667cdec67,segment=NetworkSegment(1429b7b3-2680-42ef-824e-113a8ea5768f),segment_id=1429b7b3-2680-42ef-824e-113a8ea5768f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:34.979822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3fccc-5d69-4b00-97fa-ba3fa9d19042 None None] Port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:34.982195 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:35.110532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=ddfd6956-f727-477a-9387-2e7667cdec67,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:35.125469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9ae0015-6cb0-4ef7-8976-fab724eec49a req-c094957c-67d3-426d-9f70-da42495ead1f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/security-groups?id=dfad83af-9df9-423d-b1cf-6c0439260e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636857 Feb 15 13:58:35.184889 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:35.202109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['ddfd6956-f727-477a-9387-2e7667cdec67'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:58:35.283092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32d1c739-8fe6-4eaf-8174-184e77dab5f7 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4e4ec326-9358-441f-be7a-0337b56ab638), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:35.364500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1c739-8fe6-4eaf-8174-184e77dab5f7 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event deleted for resources: {'Port': ['ID=4e4ec326-9358-441f-be7a-0337b56ab638,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:35.509078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74592928-a86f-4c03-8911-e60a30a8e463 req-ab7da94a-216b-4d18-8fd6-d7e97fd5c1e8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:35.518239 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74592928-a86f-4c03-8911-e60a30a8e463 req-ab7da94a-216b-4d18-8fd6-d7e97fd5c1e8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.1287856 Feb 15 13:58:35.545024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] Router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:58:35.591508 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Publish callbacks [] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:35.609507 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:35.668866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8b7d1c-be3a-46ff-867d-000a983c87f0,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:35.720874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74592928-a86f-4c03-8911-e60a30a8e463 req-e937380c-4911-416c-8c7b-4bc9e99a5af7 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012670 Feb 15 13:58:35.723937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32d1c739-8fe6-4eaf-8174-184e77dab5f7 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:35.730831 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-32d1c739-8fe6-4eaf-8174-184e77dab5f7 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "DELETE /v2.0/ports/4e4ec326-9358-441f-be7a-0337b56ab638 HTTP/1.1" status: 204 len: 168 time: 1.8058815 Feb 15 13:58:35.739875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56752) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:35.809794 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0a54c9-814e-453d-9dda-9a2d61965596 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] GET failed (client error): The resource could not be found. Feb 15 13:58:35.819051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56754) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:35.824089 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8b0a54c9-814e-453d-9dda-9a2d61965596 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "GET /v2.0/ports/4e4ec326-9358-441f-be7a-0337b56ab638 HTTP/1.1" status: 404 len: 333 time: 0.0893891 Feb 15 13:58:35.826153 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (0a08e935-43b5-4428-9fe6-04958c7a8ad4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:35.951555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a4910410-d0d8-44f7-93e3-352c5c74b500 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:35.998753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Network e373dcfc-ad59-4f5a-8511-40a2474dbb5a is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:36.002083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:36.112563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a4910410-d0d8-44f7-93e3-352c5c74b500 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:36.112861 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:36.263858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a4910410-d0d8-44f7-93e3-352c5c74b500 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:36.264308 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:36.320471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port a4910410-d0d8-44f7-93e3-352c5c74b500, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a4910410-d0d8-44f7-93e3-352c5c74b500,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:36.322014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ddfd6956-f727-477a-9387-2e7667cdec67 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:36.437822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:58:36.456950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e7ae1528-9d0f-41c2-b2a3-748e4181657c admin admin] 10.222.0.72 "PUT /v2.0/routers/6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4890347 Feb 15 13:58:36.461331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40621411-d638-475c-94df-53f4621ea6e8 None None] Sync routers for ids ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:58:36.467949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429a7f9-461f-4387-a98d-685c768f9d9d req-66aaf72a-d225-4806-aa76-8b6e9073f67d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:36.475740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c429a7f9-461f-4387-a98d-685c768f9d9d req-66aaf72a-d225-4806-aa76-8b6e9073f67d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.8272884 Feb 15 13:58:36.476521 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:36.480728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56758) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:36.573134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40621411-d638-475c-94df-53f4621ea6e8 None None] Routers {'6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:36.577845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-40621411-d638-475c-94df-53f4621ea6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:36.678932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c429a7f9-461f-4387-a98d-685c768f9d9d req-1f4ebba6-3fd7-49d5-8f0f-1bce29161173 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016461 Feb 15 13:58:36.697506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-542aff55-ee66-466b-a011-b0e5055e9820 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Deleting port 674b1bbd-33a2-442d-b28a-232b5e1b9733 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:36.699678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-542aff55-ee66-466b-a011-b0e5055e9820 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (674b1bbd-33a2-442d-b28a-232b5e1b9733), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:36.717967 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:58:36.756322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2281fc06-e020-4c8b-90cb-92bbd9b83026 None None] Provisioning complete for port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:36.756768 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2281fc06-e020-4c8b-90cb-92bbd9b83026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:36.759271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=a4910410-d0d8-44f7-93e3-352c5c74b500,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:36.778676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port ddfd6956-f727-477a-9387-2e7667cdec67 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:58:36.817598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port ddfd6956-f727-477a-9387-2e7667cdec67 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:36.817970 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:36.844956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Publish callbacks [] for router (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:36.870610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:58:36.880113 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Sync routers for ids ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:58:36.897807 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d4e0659c-111b-4d6c-a88c-8b5aa375c4a2 admin admin] 10.222.0.72 "PUT /v2.0/routers/0a08e935-43b5-4428-9fe6-04958c7a8ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2209418 Feb 15 13:58:36.900832 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Routers {'0a08e935-43b5-4428-9fe6-04958c7a8ad4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:36.903182 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:36.952512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port ddfd6956-f727-477a-9387-2e7667cdec67 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:36.953607 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:36.961199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2281fc06-e020-4c8b-90cb-92bbd9b83026 None None] Port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:36.981776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54848d7-3b6b-40ac-9dcc-06004020fcb6 req-61102250-12a4-4171-b908-82feba96ce39 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:36.983990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a54848d7-3b6b-40ac-9dcc-06004020fcb6 req-61102250-12a4-4171-b908-82feba96ce39 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 944 time: 0.3659673 Feb 15 13:58:37.027360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ddfd6956-f727-477a-9387-2e7667cdec67, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ddfd6956-f727-477a-9387-2e7667cdec67,segment=NetworkSegment(1429b7b3-2680-42ef-824e-113a8ea5768f),segment_id=1429b7b3-2680-42ef-824e-113a8ea5768f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:37.035923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e62c13f-83dc-4484-bc5d-17a1e85a2f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfd6956-f727-477a-9387-2e7667cdec67'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:37.040920 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdba6de7-325c-481a-87bb-d96b1dfb449c" -d '{"events": [{"server_uuid": "4e62c13f-83dc-4484-bc5d-17a1e85a2f91", "name": "network-vif-plugged", "status": "completed", "tag": "ddfd6956-f727-477a-9387-2e7667cdec67"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:58:37.049940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:37.055807 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-40621411-d638-475c-94df-53f4621ea6e8 None None] Set router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:37.162605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=ddfd6956-f727-477a-9387-2e7667cdec67,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:37.203697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a54848d7-3b6b-40ac-9dcc-06004020fcb6 req-bdb51f3a-b6bf-4d70-8413-432e93697379 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/security-groups?id=dfad83af-9df9-423d-b1cf-6c0439260e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378620 Feb 15 13:58:37.207148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-542aff55-ee66-466b-a011-b0e5055e9820 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (674b1bbd-33a2-442d-b28a-232b5e1b9733), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:37.228800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683c24f-15d4-4e32-bfe5-551318de1ffd req-7b707573-8aaa-4b83-9112-b9511a728fcd tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:37.230362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4683c24f-15d4-4e32-bfe5-551318de1ffd req-7b707573-8aaa-4b83-9112-b9511a728fcd tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.2868688 Feb 15 13:58:37.240494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-542aff55-ee66-466b-a011-b0e5055e9820 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Calling delete_port for 674b1bbd-33a2-442d-b28a-232b5e1b9733 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:37.320106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Publish callbacks [] for router_gateway (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:37.346853 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8d7e0f-2348-4d88-878e-2e30ee95c4af x-openstack-request-id: req-0d8d7e0f-2348-4d88-878e-2e30ee95c4af {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:58:37.347238 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e62c13f-83dc-4484-bc5d-17a1e85a2f91", "name": "network-vif-plugged", "status": "completed", "tag": "ddfd6956-f727-477a-9387-2e7667cdec67", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:58:37.360551 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d8d7e0f-2348-4d88-878e-2e30ee95c4af {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:58:37.361150 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e62c13f-83dc-4484-bc5d-17a1e85a2f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfd6956-f727-477a-9387-2e7667cdec67', 'code': 200} Feb 15 13:58:37.371078 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Set router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:37.377133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4683c24f-15d4-4e32-bfe5-551318de1ffd req-3e1d41c6-d4e4-4549-b302-de8eb8a15d3d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237385 Feb 15 13:58:37.401162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-40621411-d638-475c-94df-53f4621ea6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-router', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:06Z', 'updated_at': '2022-02-15T13:58:33Z', 'revision_number': 5, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'gw_port': {'id': 'a3c08fb1-3135-4a36-a96f-b8fb31f51f00', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:12Z', 'updated_at': '2022-02-15T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:37.464550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40621411-d638-475c-94df-53f4621ea6e8 None None] Checking router: 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:58:37.476478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40621411-d638-475c-94df-53f4621ea6e8 None None] Routers {'6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:37.477599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-40621411-d638-475c-94df-53f4621ea6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:37.542482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Deleting port a3c08fb1-3135-4a36-a96f-b8fb31f51f00 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:37.543141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:37.621059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-40621411-d638-475c-94df-53f4621ea6e8 None None] Set router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:37.734865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db3e3d-d9a4-4178-8754-88d58acb5e52 req-efee03f8-294d-4989-ae8d-70e7674b4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:37.736467 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81db3e3d-d9a4-4178-8754-88d58acb5e52 req-efee03f8-294d-4989-ae8d-70e7674b4cc9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 1128 time: 0.2718105 Feb 15 13:58:37.759472 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-542aff55-ee66-466b-a011-b0e5055e9820 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (674b1bbd-33a2-442d-b28a-232b5e1b9733), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:37.770362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-40621411-d638-475c-94df-53f4621ea6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-router', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:06Z', 'updated_at': '2022-02-15T13:58:37Z', 'revision_number': 6, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:37.819074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542aff55-ee66-466b-a011-b0e5055e9820 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event deleted for resources: {'Port': ['ID=674b1bbd-33a2-442d-b28a-232b5e1b9733,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:37.829496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] For port a3c08fb1-3135-4a36-a96f-b8fb31f51f00, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a3c08fb1-3135-4a36-a96f-b8fb31f51f00,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:37.829700 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:37.885800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Calling delete_port for a3c08fb1-3135-4a36-a96f-b8fb31f51f00 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:37.903528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-542aff55-ee66-466b-a011-b0e5055e9820 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:37.909943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56792) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:37.931887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-542aff55-ee66-466b-a011-b0e5055e9820 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "DELETE /v2.0/ports/674b1bbd-33a2-442d-b28a-232b5e1b9733 HTTP/1.1" status: 204 len: 168 time: 2.1086061 Feb 15 13:58:37.965975 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:35Z', 'revision_number': 4, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6e8b7d1c-be3a-46ff-867d-000a983c87f0', 'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'mac_address': 'fa:16:3e:65:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'f51d027d-829b-46a3-8128-74a466506270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:33Z', 'updated_at': '2022-02-15T13:58:35Z', 'revision_number': 2, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'subnets': [{'id': 'f51d027d-829b-46a3-8128-74a466506270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:38.025088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81db3e3d-d9a4-4178-8754-88d58acb5e52 req-39402cef-77c8-4fd9-ae3c-183b4fe50985 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dfad83af-9df9-423d-b1cf-6c0439260e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772605 Feb 15 13:58:38.032003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a4910410-d0d8-44f7-93e3-352c5c74b500 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:38.034555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40621411-d638-475c-94df-53f4621ea6e8 None None] The sync data for ids ['6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3'] in n-d-829064-15 is: [{'id': '6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3', 'name': 'tempest-FloatingIPsNegativeTestJSON-431117523-router', 'tenant_id': '8b33876e31d7435aa08e8eb592faaf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:06Z', 'updated_at': '2022-02-15T13:58:37Z', 'revision_number': 6, 'project_id': '8b33876e31d7435aa08e8eb592faaf99', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:58:38.044225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-903d06cc-05a9-4bc4-ad5a-9711eeceed48 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Deleting subnet 49864470-04e4-4fcf-ac7b-4d2073dc0de1 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:58:38.047717 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Checking router: 0a08e935-43b5-4428-9fe6-04958c7a8ad4 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:58:38.048058 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Updating router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:58:38.067789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-903d06cc-05a9-4bc4-ad5a-9711eeceed48 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for subnet (49864470-04e4-4fcf-ac7b-4d2073dc0de1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.140377 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.162822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a4910410-d0d8-44f7-93e3-352c5c74b500 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:38.163407 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.203381 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-903d06cc-05a9-4bc4-ad5a-9711eeceed48 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (49864470-04e4-4fcf-ac7b-4d2073dc0de1), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.256364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bbbea-17d8-487c-b5bb-af1cda397f08 req-3507353d-2e2c-45c8-a63d-78029805981e tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:38.258319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed7bbbea-17d8-487c-b5bb-af1cda397f08 req-3507353d-2e2c-45c8-a63d-78029805981e tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.3235233 Feb 15 13:58:38.387559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a4910410-d0d8-44f7-93e3-352c5c74b500 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:38.399078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56800) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:38.460407 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-903d06cc-05a9-4bc4-ad5a-9711eeceed48 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (49864470-04e4-4fcf-ac7b-4d2073dc0de1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.483167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56806) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:38.496180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1890913876-network', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:38.505200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed7bbbea-17d8-487c-b5bb-af1cda397f08 req-07914ad2-bcb0-4849-b2b7-19110299fd52 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339747 Feb 15 13:58:38.623306 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a3c08fb1-3135-4a36-a96f-b8fb31f51f00), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.649267 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-903d06cc-05a9-4bc4-ad5a-9711eeceed48 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (49864470-04e4-4fcf-ac7b-4d2073dc0de1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.678631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b851-5c0f-4a9e-9435-2086438855e6 req-ffd062ac-80ea-43e0-bc72-8b609aac0823 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:38.685411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1712b851-5c0f-4a9e-9435-2086438855e6 req-ffd062ac-80ea-43e0-bc72-8b609aac0823 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 945 time: 0.3108454 Feb 15 13:58:38.691645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c08fb1-3135-4a36-a96f-b8fb31f51f00,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:38.736358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d06cc-05a9-4bc4-ad5a-9711eeceed48 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event deleted for resources: {'Subnet': ['ID=49864470-04e4-4fcf-ac7b-4d2073dc0de1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:38.737821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e775ea13-e978-4a17-9778-e886938bd66f None None] Network 36650e36-c798-4d2c-9fbb-7538b74192cd requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:38.745008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-903d06cc-05a9-4bc4-ad5a-9711eeceed48 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.753014 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-903d06cc-05a9-4bc4-ad5a-9711eeceed48 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "DELETE /v2.0/subnets/49864470-04e4-4fcf-ac7b-4d2073dc0de1 HTTP/1.1" status: 204 len: 168 time: 0.8419199 Feb 15 13:58:38.753667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56808) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:38.841299 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Made reservation on behalf of dd4a5e7b200c41ca9ebf1cf1e1f5e762 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:38.843708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.853212 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Publish callbacks [] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.863668 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.884447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.894385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1712b851-5c0f-4a9e-9435-2086438855e6 req-ebe2a9fd-7eab-453b-acf3-74eb223b5c86 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/security-groups?id=dfad83af-9df9-423d-b1cf-6c0439260e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079945 Feb 15 13:58:38.935179 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (36650e36-c798-4d2c-9fbb-7538b74192cd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:38.947896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2518b6-17e5-43f1-ac85-f75a49b659fb req-10c168ba-5e10-4dc6-899f-495fc9f3e796 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:38.950576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a2518b6-17e5-43f1-ac85-f75a49b659fb req-10c168ba-5e10-4dc6-899f-495fc9f3e796 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.2231841 Feb 15 13:58:38.966470 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.059229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c56485a5-d248-486d-8087-d54775004098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.075739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c047149-b47e-4477-be11-d64df41693c1 None None] DHCP port deletion for 36650e36-c798-4d2c-9fbb-7538b74192cd request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:58:39.114571 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068425ef-b42c-4682-b0e5-905ca8369cf9 None None] Pushing event updated for resources: {'Port': ['ID=6e8b7d1c-be3a-46ff-867d-000a983c87f0,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:39.121046 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Attempting to bind port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:39.129326 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Attempting to bind port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:39.130150 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Attempting to bind port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 on network e373dcfc-ad59-4f5a-8511-40a2474dbb5a {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:39.145868 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:39.146237 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Checking segment: {'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:39.146914 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.149467 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Bound using segment: {'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:39.149965 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Bound port: 6e8b7d1c-be3a-46ff-867d-000a983c87f0, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:39.150359 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.233055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4c047149-b47e-4477-be11-d64df41693c1 None None] Deleting port 520fb541-501c-4eb3-b80b-ac314e7ea867 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:39.233297 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4c047149-b47e-4477-be11-d64df41693c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.255870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Deleting port 520fb541-501c-4eb3-b80b-ac314e7ea867 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:39.256206 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.338221 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] For port 6e8b7d1c-be3a-46ff-867d-000a983c87f0, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:39.340806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a2518b6-17e5-43f1-ac85-f75a49b659fb req-3eabdd98-da7c-4d91-8f3e-c157636554bb tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838239 Feb 15 13:58:39.342657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.346067 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Publish callbacks [] for router_controller (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.370987 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] For port 6e8b7d1c-be3a-46ff-867d-000a983c87f0, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6e8b7d1c-be3a-46ff-867d-000a983c87f0,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:39.386777 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.391046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-00741bdd-e99d-4d20-939f-ee007035f0e2 None None] Provisioning complete for port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:39.391427 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-00741bdd-e99d-4d20-939f-ee007035f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.394147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4c047149-b47e-4477-be11-d64df41693c1 None None] For port 520fb541-501c-4eb3-b80b-ac314e7ea867, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=520fb541-501c-4eb3-b80b-ac314e7ea867,segment=NetworkSegment(8d0b2150-51ba-4dbe-9711-0ab178cbf6ce),segment_id=8d0b2150-51ba-4dbe-9711-0ab178cbf6ce)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:39.397619 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4c047149-b47e-4477-be11-d64df41693c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.442554 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.443175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 13:58:39.473538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] For port 520fb541-501c-4eb3-b80b-ac314e7ea867, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=520fb541-501c-4eb3-b80b-ac314e7ea867,segment=NetworkSegment(8d0b2150-51ba-4dbe-9711-0ab178cbf6ce),segment_id=8d0b2150-51ba-4dbe-9711-0ab178cbf6ce)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:39.473915 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.477036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.478345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-19cca810-4c9e-4f34-ace0-16f68cd93381 admin admin] 10.222.0.72 "DELETE /v2.0/routers/6cbbe71d-bc90-45ea-ae43-1cc1993ccbe3 HTTP/1.1" status: 204 len: 168 time: 2.9953601 Feb 15 13:58:39.480183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4c047149-b47e-4477-be11-d64df41693c1 None None] Calling delete_port for 520fb541-501c-4eb3-b80b-ac314e7ea867 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:39.488802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56810) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:39.523842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Calling delete_port for 520fb541-501c-4eb3-b80b-ac314e7ea867 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:39.527337 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c56485a5-d248-486d-8087-d54775004098 admin admin] Publish callbacks [] for security_group (1e718457-21ba-45c2-b1fe-ea27f9ee311c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.545028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c56485a5-d248-486d-8087-d54775004098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1e718457-21ba-45c2-b1fe-ea27f9ee311c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.573862 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Routers {'0a08e935-43b5-4428-9fe6-04958c7a8ad4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:39.574536 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:39.585646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-00741bdd-e99d-4d20-939f-ee007035f0e2 None None] Current status of the port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:39.586338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-00741bdd-e99d-4d20-939f-ee007035f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.624374 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Publish callbacks [] for security_group (4842da71-d971-41c0-bb07-654bea83fe44), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.652357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4842da71-d971-41c0-bb07-654bea83fe44), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.691112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-00741bdd-e99d-4d20-939f-ee007035f0e2 None None] For port 6e8b7d1c-be3a-46ff-867d-000a983c87f0, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6e8b7d1c-be3a-46ff-867d-000a983c87f0,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:39.736921 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-00741bdd-e99d-4d20-939f-ee007035f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.769273 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068425ef-b42c-4682-b0e5-905ca8369cf9 None None] Pushing event updated for resources: {'Port': ['ID=6e8b7d1c-be3a-46ff-867d-000a983c87f0,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:39.780930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd510b1-67e9-406c-b286-88a59ff94242 admin admin] Deleting subnet e9104151-a969-4e97-9a46-f918e6d5b822 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:58:39.822043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00741bdd-e99d-4d20-939f-ee007035f0e2 None None] Pushing event updated for resources: {'Port': ['ID=6e8b7d1c-be3a-46ff-867d-000a983c87f0,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:39.830123 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.846577 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4c047149-b47e-4477-be11-d64df41693c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.852697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56814) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:39.855755 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c56485a5-d248-486d-8087-d54775004098 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b23fcf3cf66a42189d8718511506e83c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4554095 Feb 15 13:58:39.860118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56485a5-d248-486d-8087-d54775004098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e718457-21ba-45c2-b1fe-ea27f9ee311c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:39.865947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:39.869011 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fbd510b1-67e9-406c-b286-88a59ff94242 admin admin] Publish callbacks [] for subnet (e9104151-a969-4e97-9a46-f918e6d5b822), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.891798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c047149-b47e-4477-be11-d64df41693c1 None None] Pushing event deleted for resources: {'Port': ['ID=520fb541-501c-4eb3-b80b-ac314e7ea867,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:39.893553 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] Set router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:39.904421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c047149-b47e-4477-be11-d64df41693c1 None None] No DVR routers for this DVR port 520fb541-501c-4eb3-b80b-ac314e7ea867 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:58:39.929122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a3c08fb1-3135-4a36-a96f-b8fb31f51f00 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:58:39.956730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a3c08fb1-3135-4a36-a96f-b8fb31f51f00 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:58:39.957232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a3c08fb1-3135-4a36-a96f-b8fb31f51f00 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:58:39.957815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 520fb541-501c-4eb3-b80b-ac314e7ea867 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:58:39.979034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (520fb541-501c-4eb3-b80b-ac314e7ea867), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:39.989551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 520fb541-501c-4eb3-b80b-ac314e7ea867 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:58:39.990070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 520fb541-501c-4eb3-b80b-ac314e7ea867 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:58:39.990762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 83e3e461-72b4-4c94-ad4d-81767d10a510 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:58:40.023826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event deleted for resources: {'Port': ['ID=520fb541-501c-4eb3-b80b-ac314e7ea867,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:40.033018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4842da71-d971-41c0-bb07-654bea83fe44,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:40.043857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] No DVR routers for this DVR port 520fb541-501c-4eb3-b80b-ac314e7ea867 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:58:40.051217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 83e3e461-72b4-4c94-ad4d-81767d10a510 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:58:40.051852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 83e3e461-72b4-4c94-ad4d-81767d10a510 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:58:40.085821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b761c3fc-ed1e-48a5-9554-6ca0436dc4bd None None] Provisioning complete for port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:40.086473 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b761c3fc-ed1e-48a5-9554-6ca0436dc4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.095962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0545927e-7cd4-4786-8aaa-ac8adbc5eb65), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.096306 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Added segment 0545927e-7cd4-4786-8aaa-ac8adbc5eb65 of type vlan for network 719346f3-9ea8-40c6-8655-174ba6fcd9e1 Feb 15 13:58:40.195606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (36650e36-c798-4d2c-9fbb-7538b74192cd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.195831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b761c3fc-ed1e-48a5-9554-6ca0436dc4bd None None] Current status of the port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:40.201441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fbd510b1-67e9-406c-b286-88a59ff94242 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (e9104151-a969-4e97-9a46-f918e6d5b822), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.226346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36650e36-c798-4d2c-9fbb-7538b74192cd']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:40.240952 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0b2150-51ba-4dbe-9711-0ab178cbf6ce') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:40.241258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0b2150-51ba-4dbe-9711-0ab178cbf6ce') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:40.256561 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (8d0b2150-51ba-4dbe-9711-0ab178cbf6ce), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.281231 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8d0b2150-51ba-4dbe-9711-0ab178cbf6ce), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.299676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:58:40.300395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (8d0b2150-51ba-4dbe-9711-0ab178cbf6ce), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:58:40.306591 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:58:40.311728 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:35Z', 'revision_number': 4, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6e8b7d1c-be3a-46ff-867d-000a983c87f0', 'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'mac_address': 'fa:16:3e:65:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'f51d027d-829b-46a3-8128-74a466506270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:33Z', 'updated_at': '2022-02-15T13:58:39Z', 'revision_number': 4, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'subnets': [{'id': 'f51d027d-829b-46a3-8128-74a466506270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:40.330012 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (719346f3-9ea8-40c6-8655-174ba6fcd9e1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.360341 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d49ccc92-c790-486f-a0f1-95f25827ce02 admin admin] Publish callbacks [] for security_group (1e718457-21ba-45c2-b1fe-ea27f9ee311c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.363306 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a4254-e438-4d11-a291-8fdacd58a849 None None] The sync data for ids ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'] in n-d-829064-15 is: [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:35Z', 'revision_number': 4, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6e8b7d1c-be3a-46ff-867d-000a983c87f0', 'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'mac_address': 'fa:16:3e:65:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'f51d027d-829b-46a3-8128-74a466506270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:33Z', 'updated_at': '2022-02-15T13:58:39Z', 'revision_number': 4, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'subnets': [{'id': 'f51d027d-829b-46a3-8128-74a466506270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:58:40.381300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e56a4-d505-44d5-96b4-4abd8c53b862 req-2655341e-af32-432b-a857-1bf79eb76f4f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:40.382928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b59e56a4-d505-44d5-96b4-4abd8c53b862 req-2655341e-af32-432b-a857-1bf79eb76f4f tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.5290880 Feb 15 13:58:40.412636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289976c-3df8-41b3-a340-72ce415f0717 req-a00e53b1-1423-4154-84cd-901999066f4f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:40.421398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5289976c-3df8-41b3-a340-72ce415f0717 req-a00e53b1-1423-4154-84cd-901999066f4f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 945 time: 0.3284492 Feb 15 13:58:40.453186 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (36650e36-c798-4d2c-9fbb-7538b74192cd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.480306 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.487753 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] 10.222.0.72 "DELETE /v2.0/networks/36650e36-c798-4d2c-9fbb-7538b74192cd HTTP/1.1" status: 204 len: 168 time: 1.7305350 Feb 15 13:58:40.505092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0fe30-9a82-4fa6-8417-00ba62191e28 tempest-AllowedAddressPairIpV6TestJSON-646680692 tempest-AllowedAddressPairIpV6TestJSON-646680692-project] Pushing event deleted for resources: {'Network': ['ID=36650e36-c798-4d2c-9fbb-7538b74192cd,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:40.539010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (719346f3-9ea8-40c6-8655-174ba6fcd9e1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.540533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:40.541305 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.558812 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d49ccc92-c790-486f-a0f1-95f25827ce02 admin admin] Publish callbacks [] for security_group (1e718457-21ba-45c2-b1fe-ea27f9ee311c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.698958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2121377 Feb 15 13:58:40.699570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56822) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:40.705028 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fbd510b1-67e9-406c-b286-88a59ff94242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e9104151-a969-4e97-9a46-f918e6d5b822), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.709456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] Request body: {'subnet': {'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1890913876-subnet', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:40.742806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] Made reservation on behalf of dd4a5e7b200c41ca9ebf1cf1e1f5e762 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:40.747821 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.796626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5289976c-3df8-41b3-a340-72ce415f0717 req-01cc83c5-f111-4de9-9301-0fd6f46c8eba tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/security-groups?id=dfad83af-9df9-423d-b1cf-6c0439260e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633544 Feb 15 13:58:40.812042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce7bb7-073a-4eb3-91d7-a58b8ac5cdd2 admin admin] Pushing event updated for resources: {'Network': ['ID=719346f3-9ea8-40c6-8655-174ba6fcd9e1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:40.829746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 719346f3-9ea8-40c6-8655-174ba6fcd9e1 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:40.833308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b59e56a4-d505-44d5-96b4-4abd8c53b862 req-5c8b9b18-3c85-4fa8-9636-47d93079e66a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584406 Feb 15 13:58:40.884857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56828) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:40.925512 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d49ccc92-c790-486f-a0f1-95f25827ce02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1e718457-21ba-45c2-b1fe-ea27f9ee311c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.933731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d49ccc92-c790-486f-a0f1-95f25827ce02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:40.937377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d49ccc92-c790-486f-a0f1-95f25827ce02 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1e718457-21ba-45c2-b1fe-ea27f9ee311c HTTP/1.1" status: 204 len: 168 time: 1.0634699 Feb 15 13:58:40.943592 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fbd510b1-67e9-406c-b286-88a59ff94242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (e9104151-a969-4e97-9a46-f918e6d5b822), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:41.022379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ccc92-c790-486f-a0f1-95f25827ce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e718457-21ba-45c2-b1fe-ea27f9ee311c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:41.026331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd510b1-67e9-406c-b286-88a59ff94242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9104151-a969-4e97-9a46-f918e6d5b822,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:41.039335 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fbd510b1-67e9-406c-b286-88a59ff94242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:41.044042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fbd510b1-67e9-406c-b286-88a59ff94242 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e9104151-a969-4e97-9a46-f918e6d5b822 HTTP/1.1" status: 204 len: 168 time: 1.5542326 Feb 15 13:58:41.046955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56834) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:41.064192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b245b867-04d2-4cff-93c1-6523e1696e11 None None] Network d9276968-a48a-4d7c-a6df-a24f20fde293 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:41.429293 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (7d7f7c45-6855-4a64-a7c9-f02c98fc9188), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:41.457202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b799b3e-9a05-4078-aa01-90e14d23a7d9 None None] DHCP port deletion for d9276968-a48a-4d7c-a6df-a24f20fde293 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:58:41.603012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4b799b3e-9a05-4078-aa01-90e14d23a7d9 None None] Deleting port 3936275c-9367-43c6-abd8-0870acba728e {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:41.603790 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b799b3e-9a05-4078-aa01-90e14d23a7d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3936275c-9367-43c6-abd8-0870acba728e), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:41.673409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] Checking segment: {'id': '0545927e-7cd4-4786-8aaa-ac8adbc5eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:41.673854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] Network hostable DHCP agents. Network: 719346f3-9ea8-40c6-8655-174ba6fcd9e1, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:41.683627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7f7c45-6855-4a64-a7c9-f02c98fc9188,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:41.729222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] Network 719346f3-9ea8-40c6-8655-174ba6fcd9e1 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:41.759252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 719346f3-9ea8-40c6-8655-174ba6fcd9e1) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:41.795009 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:41.795592 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:41.804047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4b799b3e-9a05-4078-aa01-90e14d23a7d9 None None] For port 3936275c-9367-43c6-abd8-0870acba728e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3936275c-9367-43c6-abd8-0870acba728e,segment=NetworkSegment(7e081649-fd76-4c54-a8a2-b200fa374c79),segment_id=7e081649-fd76-4c54-a8a2-b200fa374c79)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:41.804680 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b799b3e-9a05-4078-aa01-90e14d23a7d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3936275c-9367-43c6-abd8-0870acba728e), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:41.816512 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (d9276968-a48a-4d7c-a6df-a24f20fde293), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:41.840485 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0c05943f-5dbf-458c-8c18-065a420d7f69 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1370459 Feb 15 13:58:41.840713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56846) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:41.845715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1890913876-router', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:41.850684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab7522-02d2-4ad2-8628-6cfa52eab22d req-782b3054-1832-4c51-abd2-424b9781019b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:41.861897 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88ab7522-02d2-4ad2-8628-6cfa52eab22d req-782b3054-1832-4c51-abd2-424b9781019b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.8406618 Feb 15 13:58:41.877370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4b799b3e-9a05-4078-aa01-90e14d23a7d9 None None] Calling delete_port for 3936275c-9367-43c6-abd8-0870acba728e owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:41.904517 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (ba38570d-c8a9-4720-9881-235f49841297), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:41.906378 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (ba38570d-c8a9-4720-9881-235f49841297), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:41.939184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ea09e79c-45c4-4f92-b75a-92c320ccbc1a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c86c60ae2184a939c5e824abf0fdaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0522954 Feb 15 13:58:41.946338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56852) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:42.002620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Publish callbacks [] for router_controller (ba38570d-c8a9-4720-9881-235f49841297), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.042634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048bff5-c98f-41d0-9de4-76e46b7e20e5 req-0d769e38-2229-4a70-aba6-dd789ea95a2b tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:42.060016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6048bff5-c98f-41d0-9de4-76e46b7e20e5 req-0d769e38-2229-4a70-aba6-dd789ea95a2b tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 945 time: 0.8512900 Feb 15 13:58:42.077324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400ac49f-b87d-4e9c-b917-3e9267a487f5 None None] Network 719346f3-9ea8-40c6-8655-174ba6fcd9e1 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:42.085068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6e8b7d1c-be3a-46ff-867d-000a983c87f0 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:42.167425 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b799b3e-9a05-4078-aa01-90e14d23a7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (3936275c-9367-43c6-abd8-0870acba728e), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.228832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b799b3e-9a05-4078-aa01-90e14d23a7d9 None None] No DVR routers for this DVR port 3936275c-9367-43c6-abd8-0870acba728e on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:58:42.250879 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.277683 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Publish callbacks [] for router_gateway (ba38570d-c8a9-4720-9881-235f49841297), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.287192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b799b3e-9a05-4078-aa01-90e14d23a7d9 None None] Pushing event deleted for resources: {'Port': ['ID=3936275c-9367-43c6-abd8-0870acba728e,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:42.321253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88ab7522-02d2-4ad2-8628-6cfa52eab22d req-9be420a5-7e61-4bbd-94b7-9a415d1edcb6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581831 Feb 15 13:58:42.339332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:42.339725 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.350709 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c0c80b3-95a0-4950-b366-32690973e0c2 admin admin] Publish callbacks [] for security_group (5b540888-557b-4d61-b3f8-9650c356b5c1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.479100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6048bff5-c98f-41d0-9de4-76e46b7e20e5 req-2b482020-53f4-49bb-adb8-a61f5a45d662 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/security-groups?id=dfad83af-9df9-423d-b1cf-6c0439260e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050193 Feb 15 13:58:42.507004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:42.511947 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c0c80b3-95a0-4950-b366-32690973e0c2 admin admin] Publish callbacks [] for security_group (5b540888-557b-4d61-b3f8-9650c356b5c1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.547532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-719346f3-9ea8-40c6-8655-174ba6fcd9e1', 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1', 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'fixed_ips': [{'subnet_id': '7d7f7c45-6855-4a64-a7c9-f02c98fc9188'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:58:42.547532 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.734498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Allocated IP 172.20.0.2 (719346f3-9ea8-40c6-8655-174ba6fcd9e1/7d7f7c45-6855-4a64-a7c9-f02c98fc9188/52f4665e-8919-43a2-85b0-a0db0e3bbb27) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:42.744264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3936275c-9367-43c6-abd8-0870acba728e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:58:42.800464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Deleting port 3936275c-9367-43c6-abd8-0870acba728e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:42.800799 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3936275c-9367-43c6-abd8-0870acba728e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.817830 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Publish callbacks [] for router_gateway (ba38570d-c8a9-4720-9881-235f49841297), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.858707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.988656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] For port 3936275c-9367-43c6-abd8-0870acba728e, host n-d-829064-15, got binding levels [] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:42.989582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3936275c-9367-43c6-abd8-0870acba728e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:42.991530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Allocated IP 172.25.6.20 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:43.012570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Calling delete_port for 3936275c-9367-43c6-abd8-0870acba728e owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:43.016129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.ipam_backend_mixin [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Port 3936275c-9367-43c6-abd8-0870acba728e was not found and therefore no delete operation was performed {{(pid=109971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 13:58:43.017851 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (3936275c-9367-43c6-abd8-0870acba728e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.065661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] No DVR routers for this DVR port 3936275c-9367-43c6-abd8-0870acba728e on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:58:43.076167 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Publish callbacks [] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.082262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 3936275c-9367-43c6-abd8-0870acba728e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:58:43.083907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3936275c-9367-43c6-abd8-0870acba728e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:58:43.090887 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.124137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5e754-0656-441d-ace8-fb4542610750 req-7131bcc1-f6a2-4e89-a2d3-e6c453717e5f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:43.126306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7fe5e754-0656-441d-ace8-fb4542610750 req-7131bcc1-f6a2-4e89-a2d3-e6c453717e5f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 945 time: 0.5857191 Feb 15 13:58:43.127230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3936275c-9367-43c6-abd8-0870acba728e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:43.140057 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c0c80b3-95a0-4950-b366-32690973e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5b540888-557b-4d61-b3f8-9650c356b5c1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.144116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c0c80b3-95a0-4950-b366-32690973e0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.147794 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3c0c80b3-95a0-4950-b366-32690973e0c2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b540888-557b-4d61-b3f8-9650c356b5c1 HTTP/1.1" status: 204 len: 168 time: 1.1946955 Feb 15 13:58:43.177218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Network 719346f3-9ea8-40c6-8655-174ba6fcd9e1 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:43.178096 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Publish callbacks [] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.183064 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:43.190825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:43.199776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Pushing event updated for resources: {'Port': ['ID=52f4665e-8919-43a2-85b0-a0db0e3bbb27,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:43.267544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.277081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c80b3-95a0-4950-b366-32690973e0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b540888-557b-4d61-b3f8-9650c356b5c1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:43.295924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e34430-0591-4dc6-8d27-4dfd8e0af8e7 req-e996e9fe-2d8f-4e49-b4b3-6a5fdbb32679 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:43.305474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4e34430-0591-4dc6-8d27-4dfd8e0af8e7 req-e996e9fe-2d8f-4e49-b4b3-6a5fdbb32679 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.6529598 Feb 15 13:58:43.341008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:43.349556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:43.364469 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:43.366977 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (d9276968-a48a-4d7c-a6df-a24f20fde293), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.368783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Attempting to bind port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:43.370435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Attempting to bind port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0545927e-7cd4-4786-8aaa-ac8adbc5eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:43.372267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Attempting to bind port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 on network 719346f3-9ea8-40c6-8655-174ba6fcd9e1 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:43.384409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:43.386006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Checking segment: {'id': '0545927e-7cd4-4786-8aaa-ac8adbc5eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:43.386896 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.388387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Bound using segment: {'id': '0545927e-7cd4-4786-8aaa-ac8adbc5eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:43.389351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Bound port: 52f4665e-8919-43a2-85b0-a0db0e3bbb27, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0545927e-7cd4-4786-8aaa-ac8adbc5eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:43.390403 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.431251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Pushing event updated for resources: {'Port': ['ID=14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:43.536854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9276968-a48a-4d7c-a6df-a24f20fde293']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:43.559559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] For port 52f4665e-8919-43a2-85b0-a0db0e3bbb27, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:43.562051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] For port 52f4665e-8919-43a2-85b0-a0db0e3bbb27, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=52f4665e-8919-43a2-85b0-a0db0e3bbb27,segment=NetworkSegment(0545927e-7cd4-4786-8aaa-ac8adbc5eb65),segment_id=0545927e-7cd4-4786-8aaa-ac8adbc5eb65)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:43.571450 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.607395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4e34430-0591-4dc6-8d27-4dfd8e0af8e7 req-6b856afa-eece-4eb7-9169-b8f2db24c5ee tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006632 Feb 15 13:58:43.626952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e081649-fd76-4c54-a8a2-b200fa374c79') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:43.637913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e081649-fd76-4c54-a8a2-b200fa374c79') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:43.707217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (7e081649-fd76-4c54-a8a2-b200fa374c79), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.722192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa6bb7-2634-4b93-b0ff-00172b0cc785 None None] Pushing event updated for resources: {'Port': ['ID=52f4665e-8919-43a2-85b0-a0db0e3bbb27,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:43.820233 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7e081649-fd76-4c54-a8a2-b200fa374c79), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.896397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:58:43.896898 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (7e081649-fd76-4c54-a8a2-b200fa374c79), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:58:43.900756 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:58:43.932544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Publish callbacks [] for router_gateway (ba38570d-c8a9-4720-9881-235f49841297), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:44.154134 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (d9276968-a48a-4d7c-a6df-a24f20fde293), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:44.192507 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:44.201300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] 10.222.0.72 "DELETE /v2.0/networks/d9276968-a48a-4d7c-a6df-a24f20fde293 HTTP/1.1" status: 204 len: 168 time: 3.1534264 Feb 15 13:58:44.217062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6fb18-e4cd-41a3-afb8-1183295995b1 req-7acc40cd-437a-4445-8382-dbc19666ae70 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:44.219516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bfb6fb18-e4cd-41a3-afb8-1183295995b1 req-7acc40cd-437a-4445-8382-dbc19666ae70 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 945 time: 0.4504216 Feb 15 13:58:44.288041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-7fe5e754-0656-441d-ace8-fb4542610750 req-18d6b0e0-0815-4f82-9df6-9de6a1f1833f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Deleting port ddfd6956-f727-477a-9387-2e7667cdec67 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:44.288521 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7fe5e754-0656-441d-ace8-fb4542610750 req-18d6b0e0-0815-4f82-9df6-9de6a1f1833f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:44.451256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-7fe5e754-0656-441d-ace8-fb4542610750 req-18d6b0e0-0815-4f82-9df6-9de6a1f1833f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] For port ddfd6956-f727-477a-9387-2e7667cdec67, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ddfd6956-f727-477a-9387-2e7667cdec67,segment=NetworkSegment(1429b7b3-2680-42ef-824e-113a8ea5768f),segment_id=1429b7b3-2680-42ef-824e-113a8ea5768f)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:44.451852 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7fe5e754-0656-441d-ace8-fb4542610750 req-18d6b0e0-0815-4f82-9df6-9de6a1f1833f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:44.496194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (ba38570d-c8a9-4720-9881-235f49841297), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:44.556894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063909c-e5fa-4ab1-9a1a-7256061e1e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9276968-a48a-4d7c-a6df-a24f20fde293,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:44.588025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-7fe5e754-0656-441d-ace8-fb4542610750 req-18d6b0e0-0815-4f82-9df6-9de6a1f1833f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Calling delete_port for ddfd6956-f727-477a-9387-2e7667cdec67 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:44.686017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a68ff-31e2-4aa4-9419-f1ada395669d req-24889cda-c9af-4a2a-96eb-d543a22d50cc tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:44.691053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f6a68ff-31e2-4aa4-9419-f1ada395669d req-24889cda-c9af-4a2a-96eb-d543a22d50cc tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.8602936 Feb 15 13:58:44.695799 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b0954ec-a81f-4846-ac71-96d1230cd2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:44.790490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56902) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:44.867557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bfb6fb18-e4cd-41a3-afb8-1183295995b1 req-45e07767-c6b6-4162-8324-e200331198e7 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/security-groups?id=dfad83af-9df9-423d-b1cf-6c0439260e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079795 Feb 15 13:58:44.998440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f6a68ff-31e2-4aa4-9419-f1ada395669d req-151510b4-97a7-42f3-ad51-3fc9f55d758c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870843 Feb 15 13:58:45.075706 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cc96a08b-d418-43d6-bbcd-e36f4837621c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b33876e31d7435aa08e8eb592faaf99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592256 Feb 15 13:58:45.120069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56908) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:45.238527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Router ba38570d-c8a9-4720-9881-235f49841297 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:58:45.307017 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7fe5e754-0656-441d-ace8-fb4542610750 req-18d6b0e0-0815-4f82-9df6-9de6a1f1833f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ddfd6956-f727-477a-9387-2e7667cdec67), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:45.388974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56912) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:45.424692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6b0e0-0815-4f82-9df6-9de6a1f1833f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Pushing event deleted for resources: {'Port': ['ID=ddfd6956-f727-477a-9387-2e7667cdec67,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:45.441332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d27fe1db-081a-471d-8bdb-b738b45506bd admin admin] Publish callbacks [] for security_group (14af94e5-4483-42de-a403-594c19175a0e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:45.485337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a9813-f05f-462d-92a0-36bd951fb552 req-4efe7661-5e47-4887-becc-7a9f63d4dfc5 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:45.487239 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-933a9813-f05f-462d-92a0-36bd951fb552 req-4efe7661-5e47-4887-becc-7a9f63d4dfc5 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.3249063 Feb 15 13:58:45.534775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:58:45.548839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Sync routers for ids ['ba38570d-c8a9-4720-9881-235f49841297'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:58:45.586784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Routers {'ba38570d-c8a9-4720-9881-235f49841297'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:45.587846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ba38570d-c8a9-4720-9881-235f49841297'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:45.592629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:45.596475 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-de51291d-f5ad-4b8a-8041-653ef12a1f69 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7548366 Feb 15 13:58:45.599273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56916) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:45.628911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'networks': [{'name': 'tempest-network--1813684988'}, {'name': 'tempest-network--890028850'}]} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:45.631101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'network': {'name': 'tempest-network--1813684988'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:45.633275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'network': {'name': 'tempest-network--890028850'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:45.755146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe5e754-0656-441d-ace8-fb4542610750 req-18d6b0e0-0815-4f82-9df6-9de6a1f1833f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] No DVR routers for this DVR port ddfd6956-f727-477a-9387-2e7667cdec67 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:58:45.772277 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7fe5e754-0656-441d-ace8-fb4542610750 req-18d6b0e0-0815-4f82-9df6-9de6a1f1833f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:45.782076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7fe5e754-0656-441d-ace8-fb4542610750 req-18d6b0e0-0815-4f82-9df6-9de6a1f1833f tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.42 "DELETE /v2.0/ports/ddfd6956-f727-477a-9387-2e7667cdec67 HTTP/1.1" status: 204 len: 173 time: 2.5492706 Feb 15 13:58:45.819864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e62c13f-83dc-4484-bc5d-17a1e85a2f91', 'name': 'network-vif-deleted', 'tag': 'ddfd6956-f727-477a-9387-2e7667cdec67'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:45.837277 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35556221-bb47-4bfb-9432-848342f8e2ca" -d '{"events": [{"server_uuid": "4e62c13f-83dc-4484-bc5d-17a1e85a2f91", "name": "network-vif-deleted", "tag": "ddfd6956-f727-477a-9387-2e7667cdec67"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:58:45.887959 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d27fe1db-081a-471d-8bdb-b738b45506bd admin admin] Publish callbacks [] for security_group (14af94e5-4483-42de-a403-594c19175a0e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:45.939605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Set router ba38570d-c8a9-4720-9881-235f49841297 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:45.952128 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Made reservation on behalf of 17383b9f497449e4a9132ec4f41d15d9 for: {'network': 2} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:45.961744 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7c08c3-c5cd-4e4f-bcaf-9f0299603cac x-openstack-request-id: req-0d7c08c3-c5cd-4e4f-bcaf-9f0299603cac {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:58:45.962223 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e62c13f-83dc-4484-bc5d-17a1e85a2f91", "name": "network-vif-deleted", "tag": "ddfd6956-f727-477a-9387-2e7667cdec67", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:58:45.962548 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d7c08c3-c5cd-4e4f-bcaf-9f0299603cac {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:58:45.966309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:45.982839 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e62c13f-83dc-4484-bc5d-17a1e85a2f91', 'name': 'network-vif-deleted', 'tag': 'ddfd6956-f727-477a-9387-2e7667cdec67', 'status': 'completed', 'code': 200} Feb 15 13:58:45.993947 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:46.070381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-933a9813-f05f-462d-92a0-36bd951fb552 req-def96e88-c1a7-4380-b223-15c14530e99b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507185 Feb 15 13:58:46.111018 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f4798ae-f182-4668-be86-ba98c7bcf175 req-7e65ee95-18c5-4f90-b40f-a737ec989882 tempest-InstanceActionsV221TestJSON-1515988953 tempest-InstanceActionsV221TestJSON-1515988953-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e62c13f-83dc-4484-bc5d-17a1e85a2f91 HTTP/1.1" status: 200 len: 210 time: 0.0370162 Feb 15 13:58:46.142215 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d27fe1db-081a-471d-8bdb-b738b45506bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (14af94e5-4483-42de-a403-594c19175a0e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:46.145249 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d27fe1db-081a-471d-8bdb-b738b45506bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:46.146630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d27fe1db-081a-471d-8bdb-b738b45506bd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/14af94e5-4483-42de-a403-594c19175a0e HTTP/1.1" status: 204 len: 168 time: 1.0245886 Feb 15 13:58:46.162616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fe1db-081a-471d-8bdb-b738b45506bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14af94e5-4483-42de-a403-594c19175a0e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:46.228810 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks [] for security_group (504c8551-65c1-46c9-a99b-163f7746b163), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:46.238857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (504c8551-65c1-46c9-a99b-163f7746b163), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:46.239379 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:46.550335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6a69f-c0de-4bcb-9619-17adb1e8139a req-6e653a42-1cb8-4a5c-b060-95084ef0187e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:46.553732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36b6a69f-c0de-4bcb-9619-17adb1e8139a req-6e653a42-1cb8-4a5c-b060-95084ef0187e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.2228267 Feb 15 13:58:46.592023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:46.620253 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (04265943-31dd-475a-8b8f-2eb4cca2561e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:46.620613 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Added segment 04265943-31dd-475a-8b8f-2eb4cca2561e of type vlan for network ce832721-d2df-4397-8306-b16de712ecf4 Feb 15 13:58:46.668019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36b6a69f-c0de-4bcb-9619-17adb1e8139a req-2d738561-11c1-4582-9e81-030dc1f952b3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061440 Feb 15 13:58:46.694263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894f4603-9163-4055-8e99-2f346dcbe083 None None] Network 719346f3-9ea8-40c6-8655-174ba6fcd9e1 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:46.731838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504c8551-65c1-46c9-a99b-163f7746b163,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:46.813829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 52f4665e-8919-43a2-85b0-a0db0e3bbb27 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:46.823744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ddfd6956-f727-477a-9387-2e7667cdec67 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:58:46.909796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: ddfd6956-f727-477a-9387-2e7667cdec67 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:58:46.910129 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ddfd6956-f727-477a-9387-2e7667cdec67 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:58:47.033172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7be38a7a-3dfd-492c-bfa1-6b91e05730ac None None] Provisioning complete for port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:47.034248 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7be38a7a-3dfd-492c-bfa1-6b91e05730ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:47.050270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (ce832721-d2df-4397-8306-b16de712ecf4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:47.412634 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-295d753b-1776-40fa-b1aa-bb23ed9a4730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:47.429774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72a6ce-3dd8-43db-a8d1-865c8b4f6bc6 req-e4b788d3-951c-47bc-bf07-fc3eab2cabfc tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:47.438644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a72a6ce-3dd8-43db-a8d1-865c8b4f6bc6 req-e4b788d3-951c-47bc-bf07-fc3eab2cabfc tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.1674268 Feb 15 13:58:47.522556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:47.523094 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:47.586975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a72a6ce-3dd8-43db-a8d1-865c8b4f6bc6 req-7dd8b7e1-193a-4280-803d-85aca91a0b34 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279058 Feb 15 13:58:47.730579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7be38a7a-3dfd-492c-bfa1-6b91e05730ac None None] Current status of the port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:47.733305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7be38a7a-3dfd-492c-bfa1-6b91e05730ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:47.917514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:47.918371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:47.937992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:47.947750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (102be831-3e00-41a7-9728-8e28a635cd4c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:47.948262 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Added segment 102be831-3e00-41a7-9728-8e28a635cd4c of type vlan for network 4fb20f0b-8bbd-4683-bc14-8a639f62616a Feb 15 13:58:47.969662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7be38a7a-3dfd-492c-bfa1-6b91e05730ac None None] For port 52f4665e-8919-43a2-85b0-a0db0e3bbb27, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=52f4665e-8919-43a2-85b0-a0db0e3bbb27,segment=NetworkSegment(0545927e-7cd4-4786-8aaa-ac8adbc5eb65),segment_id=0545927e-7cd4-4786-8aaa-ac8adbc5eb65)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:47.987736 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7be38a7a-3dfd-492c-bfa1-6b91e05730ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.028977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e713e44-b84e-4adb-a4bc-180bda1a34e8 req-97699aa1-a71a-4a94-a287-ff420e500f85 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:48.031429 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (4fb20f0b-8bbd-4683-bc14-8a639f62616a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.066084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e713e44-b84e-4adb-a4bc-180bda1a34e8 req-97699aa1-a71a-4a94-a287-ff420e500f85 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.1720428 Feb 15 13:58:48.070215 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 13:58:48.070885 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 13:58:48.105498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (ce832721-d2df-4397-8306-b16de712ecf4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.106838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba38570d-c8a9-4720-9881-235f49841297', 'name': 'tempest-TaggedBootDevicesTest-1890913876-router', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:41Z', 'updated_at': '2022-02-15T13:58:43Z', 'revision_number': 3, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'gw_port': {'id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba38570d-c8a9-4720-9881-235f49841297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:42Z', 'updated_at': '2022-02-15T13:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:48.107264 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (4fb20f0b-8bbd-4683-bc14-8a639f62616a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.115216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:48.119795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:48.120681 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.143252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Checking router: ba38570d-c8a9-4720-9881-235f49841297 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:58:48.143761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Updating router ba38570d-c8a9-4720-9881-235f49841297 port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:58:48.185647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be38a7a-3dfd-492c-bfa1-6b91e05730ac None None] Pushing event updated for resources: {'Port': ['ID=52f4665e-8919-43a2-85b0-a0db0e3bbb27,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:48.188825 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7973149 Feb 15 13:58:48.196057 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.196834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56988) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:48.214608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e713e44-b84e-4adb-a4bc-180bda1a34e8 req-bc2deac9-07b1-48fb-8349-41013b0484de tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446950 Feb 15 13:58:48.308569 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56990) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:48.310958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event updated for resources: {'Network': ['ID=ce832721-d2df-4397-8306-b16de712ecf4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:48.335360 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:58:48.412667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network ce832721-d2df-4397-8306-b16de712ecf4 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:48.497960 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.536224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-561fc27d-cbe9-4b02-8895-8092c70089ef admin admin] Deleting subnet 0707e62a-afcf-452f-8c0d-5c13a1af1e96 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:58:48.539373 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.556379 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-561fc27d-cbe9-4b02-8895-8092c70089ef admin admin] Publish callbacks [] for subnet (0707e62a-afcf-452f-8c0d-5c13a1af1e96), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.589248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b643b0e-79f2-4264-b515-2c95a821526c tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event updated for resources: {'Network': ['ID=4fb20f0b-8bbd-4683-bc14-8a639f62616a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:48.669670 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-561fc27d-cbe9-4b02-8895-8092c70089ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (0707e62a-afcf-452f-8c0d-5c13a1af1e96), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.724432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c08ec66-5b6f-489c-9aaf-b62d5ad19567 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:48.729898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c08ec66-5b6f-489c-9aaf-b62d5ad19567 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:48.746723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c08ec66-5b6f-489c-9aaf-b62d5ad19567 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:48.752400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c08ec66-5b6f-489c-9aaf-b62d5ad19567 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:48.754101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3c08ec66-5b6f-489c-9aaf-b62d5ad19567 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5348654 Feb 15 13:58:48.757708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57034) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:48.786694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:48.812673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 4fb20f0b-8bbd-4683-bc14-8a639f62616a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:48.837652 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-561fc27d-cbe9-4b02-8895-8092c70089ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0707e62a-afcf-452f-8c0d-5c13a1af1e96), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.883377 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ce832721-d2df-4397-8306-b16de712ecf4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.933402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-449d9c52-fa0e-4f23-a1a0-e3f12b4548b1 None None] Provisioning complete for port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:48.934002 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-449d9c52-fa0e-4f23-a1a0-e3f12b4548b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:48.999958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Allocated IP 172.20.0.1 (719346f3-9ea8-40c6-8655-174ba6fcd9e1/7d7f7c45-6855-4a64-a7c9-f02c98fc9188/44b94e10-091d-446f-8a50-e87f19c7a806) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:49.006560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 52f4665e-8919-43a2-85b0-a0db0e3bbb27 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:49.033428 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-561fc27d-cbe9-4b02-8895-8092c70089ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (0707e62a-afcf-452f-8c0d-5c13a1af1e96), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.073580 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ce832721-d2df-4397-8306-b16de712ecf4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.099725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce832721-d2df-4397-8306-b16de712ecf4']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:49.114944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04265943-31dd-475a-8b8f-2eb4cca2561e') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:49.115255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04265943-31dd-475a-8b8f-2eb4cca2561e') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:49.128394 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (04265943-31dd-475a-8b8f-2eb4cca2561e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.133361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fc27d-cbe9-4b02-8895-8092c70089ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0707e62a-afcf-452f-8c0d-5c13a1af1e96,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:49.160240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-561fc27d-cbe9-4b02-8895-8092c70089ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.161306 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (04265943-31dd-475a-8b8f-2eb4cca2561e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.172584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:58:49.173447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (04265943-31dd-475a-8b8f-2eb4cca2561e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.176154 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-561fc27d-cbe9-4b02-8895-8092c70089ef admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0707e62a-afcf-452f-8c0d-5c13a1af1e96 HTTP/1.1" status: 204 len: 168 time: 0.8660531 Feb 15 13:58:49.178984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57040) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:49.179777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57042) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:58:49.180840 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:58:49.273416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:49.273996 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.318357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Publish callbacks [] for port (44b94e10-091d-446f-8a50-e87f19c7a806), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.327458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beed11b-ca04-4848-a1da-b6dd5fd01839 req-4391fefa-04e7-498d-8284-c4772e792c41 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:49.334458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2beed11b-ca04-4848-a1da-b6dd5fd01839 req-4391fefa-04e7-498d-8284-c4772e792c41 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.5005651 Feb 15 13:58:49.355957 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (ce832721-d2df-4397-8306-b16de712ecf4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.375971 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.379466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "DELETE /v2.0/networks/ce832721-d2df-4397-8306-b16de712ecf4 HTTP/1.1" status: 204 len: 168 time: 0.6071377 Feb 15 13:58:49.385879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57050) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:49.399668 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (40394495-8f08-425c-b2ac-7593b7876a21), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.402887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c3c13-b95d-4e90-afb8-038a2e673817 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event deleted for resources: {'Network': ['ID=ce832721-d2df-4397-8306-b16de712ecf4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:49.455270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2beed11b-ca04-4848-a1da-b6dd5fd01839 req-75ddd74c-f91d-4fa6-9329-c3b969590957 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148157 Feb 15 13:58:49.456259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-449d9c52-fa0e-4f23-a1a0-e3f12b4548b1 None None] Current status of the port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:49.565943 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.587564 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96c1dcef-a374-4a38-ad6b-da9d381f39b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.604979 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Publish callbacks [] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.640794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (40394495-8f08-425c-b2ac-7593b7876a21), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.665455 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.692357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Network 719346f3-9ea8-40c6-8655-174ba6fcd9e1 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:49.697822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:49.700064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Pushing event updated for resources: {'Port': ['ID=44b94e10-091d-446f-8a50-e87f19c7a806,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:49.702996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:49.708331 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (4fb20f0b-8bbd-4683-bc14-8a639f62616a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.761292 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (ba38570d-c8a9-4720-9881-235f49841297), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.817919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40394495-8f08-425c-b2ac-7593b7876a21']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:49.818701 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.836406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e172f9-1fdb-4d26-b9d7-99f95189c1cc None None] Pushing event updated for resources: {'Port': ['ID=14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:49.851774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:49.865680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1429b7b3-2680-42ef-824e-113a8ea5768f') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:49.865988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1429b7b3-2680-42ef-824e-113a8ea5768f') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:49.884566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Attempting to bind port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:49.885012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Attempting to bind port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:49.885288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Attempting to bind port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:49.887478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (1429b7b3-2680-42ef-824e-113a8ea5768f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.899658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:49.900029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:49.910850 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.915463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:49.916263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Bound port: 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:49.917474 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.939208 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1429b7b3-2680-42ef-824e-113a8ea5768f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.947135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:58:49.947862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (1429b7b3-2680-42ef-824e-113a8ea5768f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:49.992261 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (4fb20f0b-8bbd-4683-bc14-8a639f62616a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.004538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] For port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:50.008473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] For port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:50.018882 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.072775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb20f0b-8bbd-4683-bc14-8a639f62616a']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:50.141746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96c1dcef-a374-4a38-ad6b-da9d381f39b7 admin admin] Publish callbacks [] for security_group (7db547de-f99b-4886-bd09-ca75baca47e4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:58:50.143192 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:58:50.161341 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96c1dcef-a374-4a38-ad6b-da9d381f39b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7db547de-f99b-4886-bd09-ca75baca47e4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.171612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102be831-3e00-41a7-9728-8e28a635cd4c') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:50.171808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102be831-3e00-41a7-9728-8e28a635cd4c') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:50.198040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1dcef-a374-4a38-ad6b-da9d381f39b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db547de-f99b-4886-bd09-ca75baca47e4,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:50.221521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57070) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:50.224632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a94477-99b0-40ab-8a88-00e4aff5c69a req-8a3b3572-1282-4c23-8ea2-5108e5c91705 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:50.230118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Routers {'ba38570d-c8a9-4720-9881-235f49841297'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:50.231341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ba38570d-c8a9-4720-9881-235f49841297'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:50.231832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4a94477-99b0-40ab-8a88-00e4aff5c69a req-8a3b3572-1282-4c23-8ea2-5108e5c91705 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.6470506 Feb 15 13:58:50.245116 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (102be831-3e00-41a7-9728-8e28a635cd4c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.249895 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (40394495-8f08-425c-b2ac-7593b7876a21), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.254431 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.260242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] 10.222.0.72 "DELETE /v2.0/networks/40394495-8f08-425c-b2ac-7593b7876a21 HTTP/1.1" status: 204 len: 168 time: 1.0721705 Feb 15 13:58:50.281480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7f089-b882-43f9-b738-81b3fe005a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=40394495-8f08-425c-b2ac-7593b7876a21,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:50.290624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-96c1dcef-a374-4a38-ad6b-da9d381f39b7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1e9e0190211e4ce287ae106721a47826&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1001806 Feb 15 13:58:50.290836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57076) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:50.302154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (102be831-3e00-41a7-9728-8e28a635cd4c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.313336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:58:50.314005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (102be831-3e00-41a7-9728-8e28a635cd4c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:58:50.323823 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:58:50.365306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4a94477-99b0-40ab-8a88-00e4aff5c69a req-daae021c-3330-4552-a8b4-5e4a81f09a59 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324453 Feb 15 13:58:50.412867 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c48b3d36-e762-47c3-99c0-c4906f477d75 admin admin] Publish callbacks [] for security_group (7db547de-f99b-4886-bd09-ca75baca47e4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.444411 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.454719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c48b3d36-e762-47c3-99c0-c4906f477d75 admin admin] Publish callbacks [] for security_group (7db547de-f99b-4886-bd09-ca75baca47e4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.479824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (4fb20f0b-8bbd-4683-bc14-8a639f62616a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.506615 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.519410 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "DELETE /v2.0/networks/4fb20f0b-8bbd-4683-bc14-8a639f62616a HTTP/1.1" status: 204 len: 168 time: 1.1277714 Feb 15 13:58:50.526878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57080) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:50.610620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e172f9-1fdb-4d26-b9d7-99f95189c1cc None None] Pushing event updated for resources: {'Port': ['ID=14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:50.641512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd6582-40db-4257-8996-ed11d3e4dfe9 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event deleted for resources: {'Network': ['ID=4fb20f0b-8bbd-4683-bc14-8a639f62616a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:50.645357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57082) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:50.699900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6fd6d833-93a0-459e-80d2-eda92c9d96e3 None None] Provisioning complete for port 44b94e10-091d-446f-8a50-e87f19c7a806 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:50.701173 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6fd6d833-93a0-459e-80d2-eda92c9d96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.701979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4f781ed-daa7-492e-b986-a610f62eb4d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.705275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dfa635-eb36-48ec-bc6d-5395add0703a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:50.710724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dfa635-eb36-48ec-bc6d-5395add0703a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:50.716612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e1dfa635-eb36-48ec-bc6d-5395add0703a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1862078 Feb 15 13:58:50.721827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57084) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:50.727481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1955540925'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:50.760839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6fd6d833-93a0-459e-80d2-eda92c9d96e3 None None] Port 44b94e10-091d-446f-8a50-e87f19c7a806 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:50.826398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Made reservation on behalf of 17383b9f497449e4a9132ec4f41d15d9 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:50.832253 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.832914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] Set router ba38570d-c8a9-4720-9881-235f49841297 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:50.849652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e30df-ce76-4e50-82c2-53c3f14a7297 req-ae358bf7-302c-43fa-9eeb-aea46bfd8bdb tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:50.859716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-258e30df-ce76-4e50-82c2-53c3f14a7297 req-ae358bf7-302c-43fa-9eeb-aea46bfd8bdb tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.1385298 Feb 15 13:58:50.953972 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c48b3d36-e762-47c3-99c0-c4906f477d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7db547de-f99b-4886-bd09-ca75baca47e4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.956674 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c48b3d36-e762-47c3-99c0-c4906f477d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:50.975334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c48b3d36-e762-47c3-99c0-c4906f477d75 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7db547de-f99b-4886-bd09-ca75baca47e4 HTTP/1.1" status: 204 len: 168 time: 0.6762962 Feb 15 13:58:51.060358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b3d36-e762-47c3-99c0-c4906f477d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db547de-f99b-4886-bd09-ca75baca47e4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:51.078046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:51.087404 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:51.140763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-258e30df-ce76-4e50-82c2-53c3f14a7297 req-c02e10b2-0d00-4de0-bce5-6ea5a97454e9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796519 Feb 15 13:58:51.152886 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8a3d8099-fdd2-45a3-a1b6-647980841c0d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:51.153220 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Added segment 8a3d8099-fdd2-45a3-a1b6-647980841c0d of type vlan for network 4ba686c7-fbbf-40c4-aaa0-c5156440fd07 Feb 15 13:58:51.232162 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4f781ed-daa7-492e-b986-a610f62eb4d2 admin admin] Publish callbacks [] for security_group (bb151629-5d6a-49f6-89c4-b25efd0e4dc3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:51.253611 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4f781ed-daa7-492e-b986-a610f62eb4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bb151629-5d6a-49f6-89c4-b25efd0e4dc3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:51.269185 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (4ba686c7-fbbf-40c4-aaa0-c5156440fd07), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:51.277447 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-52225026-a397-4bb8-8ffc-f4728c328f70 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=54b26fbd762440158ff5a876dfb6ff91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6244674 Feb 15 13:58:51.296691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57090) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:51.315532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba38570d-c8a9-4720-9881-235f49841297', 'name': 'tempest-TaggedBootDevicesTest-1890913876-router', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:41Z', 'updated_at': '2022-02-15T13:58:43Z', 'revision_number': 3, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'gw_port': {'id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba38570d-c8a9-4720-9881-235f49841297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:42Z', 'updated_at': '2022-02-15T13:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:51.381305 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (4ba686c7-fbbf-40c4-aaa0-c5156440fd07), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:51.387034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:51.387911 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:51.420928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ccd6d-ce17-4f0f-b767-6ef8e6479d01 None None] The sync data for ids ['ba38570d-c8a9-4720-9881-235f49841297'] in n-d-829064-15 is: [{'id': 'ba38570d-c8a9-4720-9881-235f49841297', 'name': 'tempest-TaggedBootDevicesTest-1890913876-router', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:41Z', 'updated_at': '2022-02-15T13:58:43Z', 'revision_number': 3, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'gw_port': {'id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba38570d-c8a9-4720-9881-235f49841297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:42Z', 'updated_at': '2022-02-15T13:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:58:51.479436 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c4f781ed-daa7-492e-b986-a610f62eb4d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af42d64d48554d5d8dba34194e0813b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2479799 Feb 15 13:58:51.479436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f781ed-daa7-492e-b986-a610f62eb4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb151629-5d6a-49f6-89c4-b25efd0e4dc3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:51.497100 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57096) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:51.616006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a024b37d-096d-403c-bcd0-61406c8ce283 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:58:51.716045 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Publish callbacks [] for port (44b94e10-091d-446f-8a50-e87f19c7a806), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:51.723255 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2670d036-5d4e-4f6c-ac2b-37dc99c2f0b2 admin admin] Publish callbacks [] for security_group (bb151629-5d6a-49f6-89c4-b25efd0e4dc3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:51.738049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:51.874722 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (ba38570d-c8a9-4720-9881-235f49841297), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:51.909744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a024b37d-096d-403c-bcd0-61406c8ce283,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:51.932973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'a024b37d-096d-403c-bcd0-61406c8ce283', 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d', 'port_id': 'a024b37d-096d-403c-bcd0-61406c8ce283', 'mac_address': 'fa:16:3e:03:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7863996e-9476-4400-b941-682795ecb88e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:58:52.027060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3017983 Feb 15 13:58:52.073793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a024b37d-096d-403c-bcd0-61406c8ce283 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:52.074196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.077978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57108) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:52.095196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2267927'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:52.123155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a024b37d-096d-403c-bcd0-61406c8ce283 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:58:52.148504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b13ffc2f-567c-47f0-9305-5545be7d4fa2 admin admin] Publish callbacks [] for security_group (dfad83af-9df9-423d-b1cf-6c0439260e1e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.158560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001a5fd-8e43-4674-96e2-bde6bf5a4fbf tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event updated for resources: {'Network': ['ID=4ba686c7-fbbf-40c4-aaa0-c5156440fd07,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:52.221110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 4ba686c7-fbbf-40c4-aaa0-c5156440fd07 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:52.221923 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2670d036-5d4e-4f6c-ac2b-37dc99c2f0b2 admin admin] Publish callbacks [] for security_group (bb151629-5d6a-49f6-89c4-b25efd0e4dc3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.231424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Network 719346f3-9ea8-40c6-8655-174ba6fcd9e1 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:52.245986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:52.255353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Made reservation on behalf of 17383b9f497449e4a9132ec4f41d15d9 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:52.258739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.260675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Pushing event updated for resources: {'Port': ['ID=44b94e10-091d-446f-8a50-e87f19c7a806,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:52.273059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b13ffc2f-567c-47f0-9305-5545be7d4fa2 admin admin] Publish callbacks [] for security_group (dfad83af-9df9-423d-b1cf-6c0439260e1e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.304428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd00e85-5670-4187-a76e-406b738c6798 req-c012f59b-d487-4208-900e-26cb308d4eeb tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:52.306342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bd00e85-5670-4187-a76e-406b738c6798 req-c012f59b-d487-4208-900e-26cb308d4eeb tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.3094475 Feb 15 13:58:52.395719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a024b37d-096d-403c-bcd0-61406c8ce283,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:52.407995 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.440714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:52.574153 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2670d036-5d4e-4f6c-ac2b-37dc99c2f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bb151629-5d6a-49f6-89c4-b25efd0e4dc3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.585656 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2670d036-5d4e-4f6c-ac2b-37dc99c2f0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.588378 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6a2583f1-a776-4da9-9e4f-955dac465328), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.588735 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Added segment 6a2583f1-a776-4da9-9e4f-955dac465328 of type vlan for network 75e8aab1-cd23-43c0-abcc-bd667215e200 Feb 15 13:58:52.590436 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2670d036-5d4e-4f6c-ac2b-37dc99c2f0b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bb151629-5d6a-49f6-89c4-b25efd0e4dc3 HTTP/1.1" status: 204 len: 168 time: 1.0923028 Feb 15 13:58:52.590974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a024b37d-096d-403c-bcd0-61406c8ce283,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:52.648820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670d036-5d4e-4f6c-ac2b-37dc99c2f0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb151629-5d6a-49f6-89c4-b25efd0e4dc3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:52.681242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Router ba38570d-c8a9-4720-9881-235f49841297 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:58:52.737143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a1c7af01-b550-44df-8ec3-a70a2b0359f3 None None] Provisioning complete for port 44b94e10-091d-446f-8a50-e87f19c7a806 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:52.737756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1c7af01-b550-44df-8ec3-a70a2b0359f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.767745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57122) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:52.800923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bd00e85-5670-4187-a76e-406b738c6798 req-5f93f9b3-a8a3-45cd-a5e0-7400f3b6a22c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818356 Feb 15 13:58:52.825993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7af01-b550-44df-8ec3-a70a2b0359f3 None None] Port 44b94e10-091d-446f-8a50-e87f19c7a806 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:58:52.827113 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (75e8aab1-cd23-43c0-abcc-bd667215e200), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.830259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['a024b37d-096d-403c-bcd0-61406c8ce283'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:58:52.958811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:58:52.979118 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (75e8aab1-cd23-43c0-abcc-bd667215e200), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:52.986720 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-17fa378b-0975-4f76-acd2-50f7f6ab1f43 admin admin] 10.222.0.72 "PUT /v2.0/routers/ba38570d-c8a9-4720-9881-235f49841297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3780549 Feb 15 13:58:53.006176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:53.008855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.021329 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b13ffc2f-567c-47f0-9305-5545be7d4fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dfad83af-9df9-423d-b1cf-6c0439260e1e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.030759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2013549159-network', 'tenant_id': '0d660ccc1c3449f8857b606c8de2aee3'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:53.034895 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b13ffc2f-567c-47f0-9305-5545be7d4fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.040439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b13ffc2f-567c-47f0-9305-5545be7d4fa2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dfad83af-9df9-423d-b1cf-6c0439260e1e HTTP/1.1" status: 204 len: 168 time: 1.7512896 Feb 15 13:58:53.044497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:53.069619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Made reservation on behalf of 0d660ccc1c3449f8857b606c8de2aee3 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:53.072219 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.090783 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.094258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebdc09-e333-4581-bc36-721f4308ebc3 req-b5a5f005-3519-4c3f-98f4-92700a943052 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:53.101937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82ebdc09-e333-4581-bc36-721f4308ebc3 req-b5a5f005-3519-4c3f-98f4-92700a943052 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.7120392 Feb 15 13:58:53.197117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ffc2f-567c-47f0-9305-5545be7d4fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfad83af-9df9-423d-b1cf-6c0439260e1e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:53.209961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1235883 Feb 15 13:58:53.218952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57134) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:53.225094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57136) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:53.226200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'ports': [{'network_id': '4ba686c7-fbbf-40c4-aaa0-c5156440fd07', 'name': 'tempest-port--910547875', 'admin_state_up': True}, {'network_id': '75e8aab1-cd23-43c0-abcc-bd667215e200', 'admin_state_up': False}]} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:53.226607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'port': {'network_id': '4ba686c7-fbbf-40c4-aaa0-c5156440fd07', 'name': 'tempest-port--910547875', 'admin_state_up': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:53.227026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'port': {'network_id': '75e8aab1-cd23-43c0-abcc-bd667215e200', 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:53.237813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-941396878'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:53.335597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15537c-335f-4d9a-9592-78a7fc26810d tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event updated for resources: {'Network': ['ID=75e8aab1-cd23-43c0-abcc-bd667215e200,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:53.344221 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:53.353228 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.356474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 75e8aab1-cd23-43c0-abcc-bd667215e200 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:53.393406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82ebdc09-e333-4581-bc36-721f4308ebc3 req-c9d1d238-2530-4071-9fce-71b554527059 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902539 Feb 15 13:58:53.451851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:53.467721 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.469371 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Added segment 8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24 of type vlan for network 418e38b8-e8e1-47ac-84da-30f82b26109f Feb 15 13:58:53.506215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:53.506620 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.521670 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (418e38b8-e8e1-47ac-84da-30f82b26109f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.552591 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Publish callbacks [] for security_group (9d41bc3b-30a7-4482-afaf-56c97c2769ee), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.554428 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (418e38b8-e8e1-47ac-84da-30f82b26109f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.559830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:53.560578 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.589681 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3633132 Feb 15 13:58:53.590662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9d41bc3b-30a7-4482-afaf-56c97c2769ee), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.593662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57146) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:53.603427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1175287587'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:53.632853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:53.637904 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.648428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d41bc3b-30a7-4482-afaf-56c97c2769ee,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:53.657784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Made reservation on behalf of 17383b9f497449e4a9132ec4f41d15d9 for: {'port': 2} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:53.665657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.692245 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.701902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:53.706691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:53.722592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de542c3-1a50-4736-9bca-0d69dfe02d60 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Network': ['ID=418e38b8-e8e1-47ac-84da-30f82b26109f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:53.727551 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c0d0e8a2-5f61-4d00-a90e-8304f257d4e6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.728009 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Added segment c0d0e8a2-5f61-4d00-a90e-8304f257d4e6 of type vlan for network 837644d2-91a0-43fd-b438-5a7c25f896dc Feb 15 13:58:53.756773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 418e38b8-e8e1-47ac-84da-30f82b26109f details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:53.774222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (837644d2-91a0-43fd-b438-5a7c25f896dc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.783443 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c24a9201-0e6a-4e4b-870c-91fdf2705891), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.783814 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Added segment c24a9201-0e6a-4e4b-870c-91fdf2705891 of type vlan for network e93e2024-4227-440b-850d-321f84125af0 Feb 15 13:58:53.818195 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (837644d2-91a0-43fd-b438-5a7c25f896dc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.819340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:53.820010 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.926846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1579435 Feb 15 13:58:53.929860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57158) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:53.934361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:53.937700 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:53.943761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] Request body: {'subnet': {'network_id': '837644d2-91a0-43fd-b438-5a7c25f896dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2013549159-subnet', 'tenant_id': '0d660ccc1c3449f8857b606c8de2aee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:53.967254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54a608-3f46-4833-ba94-f3896a9713b7 admin admin] Pushing event updated for resources: {'Network': ['ID=837644d2-91a0-43fd-b438-5a7c25f896dc,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:53.990421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 837644d2-91a0-43fd-b438-5a7c25f896dc details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:53.991990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] Made reservation on behalf of 0d660ccc1c3449f8857b606c8de2aee3 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:53.995009 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:54.001674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:54.058653 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:54.082426 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (e93e2024-4227-440b-850d-321f84125af0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:54.161598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:54.228771 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.resource_extend [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:58:54.279121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] device_id is not set on port 9d171e90-30f8-486a-a63c-564a9182348d yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:58:54.313533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (e93e2024-4227-440b-850d-321f84125af0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:54.318348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:54.320191 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:54.340340 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (be75653a-0552-4074-828d-9f18149ec266), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:54.467654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be75653a-0552-4074-828d-9f18149ec266,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:54.471708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] Checking segment: {'id': 'c0d0e8a2-5f61-4d00-a90e-8304f257d4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '837644d2-91a0-43fd-b438-5a7c25f896dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:54.472074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] Network hostable DHCP agents. Network: 837644d2-91a0-43fd-b438-5a7c25f896dc, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:54.476686 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Sync routers for ids ['ba38570d-c8a9-4720-9881-235f49841297'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:58:54.500441 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Routers {'ba38570d-c8a9-4720-9881-235f49841297'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:54.502120 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ba38570d-c8a9-4720-9881-235f49841297'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:54.507387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] Network 837644d2-91a0-43fd-b438-5a7c25f896dc is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:54.523996 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9283617 Feb 15 13:58:54.527271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57208) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:54.537027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'subnet': {'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:54.540777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d021-6712-4469-8d2e-6a95540e7f04 req-82b87207-daec-4677-b0c5-fc5409eecd5d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:54.544148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 837644d2-91a0-43fd-b438-5a7c25f896dc) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:54.544732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea72d021-6712-4469-8d2e-6a95540e7f04 req-82b87207-daec-4677-b0c5-fc5409eecd5d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 944 time: 0.5269129 Feb 15 13:58:54.555520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b422639b-b7d8-46e4-b0e2-0a9128a1024e None None] Network 837644d2-91a0-43fd-b438-5a7c25f896dc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:54.596513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:54.597250 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:54.606802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba752c30-0c7e-4890-bf6d-514fde5f0fcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Network': ['ID=e93e2024-4227-440b-850d-321f84125af0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:54.637323 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2be07de9-e16c-491e-8368-c8fcf53de159 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7063251 Feb 15 13:58:54.671336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:54.681368 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:54.723510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network e93e2024-4227-440b-850d-321f84125af0 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:54.854043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea72d021-6712-4469-8d2e-6a95540e7f04 req-71f368cb-b0c1-4cb9-b62a-41170bd82e6e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945783 Feb 15 13:58:54.866052 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Set router ba38570d-c8a9-4720-9881-235f49841297 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:54.899354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57222) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:55.021796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb3d83-d387-4c2d-a690-2ada85967bf3 req-a4db2c21-0fd0-4cf0-805a-16353f28483a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:55.026583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0bb3d83-d387-4c2d-a690-2ada85967bf3 req-a4db2c21-0fd0-4cf0-805a-16353f28483a tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.3897140 Feb 15 13:58:55.037811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:55.097759 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks [] for port (9d171e90-30f8-486a-a63c-564a9182348d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.157386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468393f4-d797-4f5d-8e7f-a40b26a60f7f None None] Network 837644d2-91a0-43fd-b438-5a7c25f896dc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:55.208656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-645613737-network', 'tenant_id': '73966798ee8b4daaaa7322021ae03505'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:55.279832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Made reservation on behalf of 73966798ee8b4daaaa7322021ae03505 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:55.284452 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.288940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] device_id is not set on port 6bd9c728-3c05-43bb-bdae-19dd47813027 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:58:55.295527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0bb3d83-d387-4c2d-a690-2ada85967bf3 req-32f17800-9322-4067-b0ff-1c0e2df1bfd9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544515 Feb 15 13:58:55.305773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (531af059-d351-4fcf-bdf6-65bff30aefa7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.308871 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.504703 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks [] for port (6bd9c728-3c05-43bb-bdae-19dd47813027), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.549244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Subnet': ['ID=531af059-d351-4fcf-bdf6-65bff30aefa7,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:55.549244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57266) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:55.570192 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba38570d-c8a9-4720-9881-235f49841297', 'name': 'tempest-TaggedBootDevicesTest-1890913876-router', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:41Z', 'updated_at': '2022-02-15T13:58:50Z', 'revision_number': 4, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'gw_port': {'id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba38570d-c8a9-4720-9881-235f49841297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:42Z', 'updated_at': '2022-02-15T13:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '44b94e10-091d-446f-8a50-e87f19c7a806', 'name': '', 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'mac_address': 'fa:16:3e:dd:f1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba38570d-c8a9-4720-9881-235f49841297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7d7f7c45-6855-4a64-a7c9-f02c98fc9188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:48Z', 'updated_at': '2022-02-15T13:58:50Z', 'revision_number': 2, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'subnets': [{'id': '7d7f7c45-6855-4a64-a7c9-f02c98fc9188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:55.581527 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-569e5fd2-9c2e-4f12-97af-9fe32718c475 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0383968 Feb 15 13:58:55.600984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Checking segment: {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:55.605836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network hostable DHCP agents. Network: 418e38b8-e8e1-47ac-84da-30f82b26109f, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:55.625347 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Publish callbacks [] for security_group (ca08aaf0-ac34-43ae-91e8-3c905508fa41), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.634814 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ca08aaf0-ac34-43ae-91e8-3c905508fa41), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.670188 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9d171e90-30f8-486a-a63c-564a9182348d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.674265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:55.719607 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network 418e38b8-e8e1-47ac-84da-30f82b26109f is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:55.731421 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Checking router: ba38570d-c8a9-4720-9881-235f49841297 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:58:55.731776 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Updating router ba38570d-c8a9-4720-9881-235f49841297 port 44b94e10-091d-446f-8a50-e87f19c7a806 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:58:55.746803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 418e38b8-e8e1-47ac-84da-30f82b26109f) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:55.754419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:55.755156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.765107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-908230353-network', 'tenant_id': '3c72b726662c4474891423836b09971d'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:55.767944 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.772155 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d52ecada-cc87-4eab-95b2-4b4f47233ca5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.772502 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Added segment d52ecada-cc87-4eab-95b2-4b4f47233ca5 of type vlan for network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 Feb 15 13:58:55.830533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a024b37d-096d-403c-bcd0-61406c8ce283 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:55.833519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f5ad93-7a1e-4e6c-8a39-4e32b34c2633 None None] Network 418e38b8-e8e1-47ac-84da-30f82b26109f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:55.864024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Made reservation on behalf of 3c72b726662c4474891423836b09971d for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:55.886789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca08aaf0-ac34-43ae-91e8-3c905508fa41,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:55.896492 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (78f18dab-117a-4a56-adb7-cf63ecf9dd69), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.902638 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:55.943836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event updated for resources: {'Port': ['ID=9d171e90-30f8-486a-a63c-564a9182348d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:55.946436 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.010588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-7a39f61d-536f-46f7-9dee-a8c6e3d9f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:56.017594 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-7a39f61d-536f-46f7-9dee-a8c6e3d9f67d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 1127 time: 0.4026957 Feb 15 13:58:56.052810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (78f18dab-117a-4a56-adb7-cf63ecf9dd69), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.054549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:56.055155 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.110511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:56.111622 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.157266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Checking segment: {'id': '8a3d8099-fdd2-45a3-a1b6-647980841c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4ba686c7-fbbf-40c4-aaa0-c5156440fd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:56.157862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Network hostable DHCP agents. Network: 4ba686c7-fbbf-40c4-aaa0-c5156440fd07, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:56.179356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Publish callbacks [] for security_group (262dbafe-656b-44aa-840b-6b8714140fed), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.190297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-418e38b8-e8e1-47ac-84da-30f82b26109f', 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f', 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'fixed_ips': [{'subnet_id': '531af059-d351-4fcf-bdf6-65bff30aefa7'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:58:56.192609 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.212734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port a024b37d-096d-403c-bcd0-61406c8ce283 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:58:56.213364 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Publish callbacks [] for port (44b94e10-091d-446f-8a50-e87f19c7a806), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.221884 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.233270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port a024b37d-096d-403c-bcd0-61406c8ce283 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:56.234594 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.319044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-a2592977-152f-41f2-ba96-1b42c2909476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:56.321559 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-a2592977-152f-41f2-ba96-1b42c2909476 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.1397583 Feb 15 13:58:56.323628 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (262dbafe-656b-44aa-840b-6b8714140fed), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.331659 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1ba4d779-0c1b-474e-b74c-f9c34fd588b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8029146 Feb 15 13:58:56.355738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57282) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:56.362555 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Attempting to bind port 44b94e10-091d-446f-8a50-e87f19c7a806 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:56.363045 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Attempting to bind port 44b94e10-091d-446f-8a50-e87f19c7a806 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0545927e-7cd4-4786-8aaa-ac8adbc5eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:56.363487 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Attempting to bind port 44b94e10-091d-446f-8a50-e87f19c7a806 on network 719346f3-9ea8-40c6-8655-174ba6fcd9e1 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:56.380372 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:56.380674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262dbafe-656b-44aa-840b-6b8714140fed,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:56.380928 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Checking segment: {'id': '0545927e-7cd4-4786-8aaa-ac8adbc5eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:56.381379 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.381785 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Bound using segment: {'id': '0545927e-7cd4-4786-8aaa-ac8adbc5eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:56.382435 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Bound port: 44b94e10-091d-446f-8a50-e87f19c7a806, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0545927e-7cd4-4786-8aaa-ac8adbc5eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:56.382875 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.447941 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5401921 Feb 15 13:58:56.453869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57286) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:56.479764 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-7608d425-77fc-4512-957a-d6fa789bf20b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a HTTP/1.1" status: 200 len: 217 time: 0.1453996 Feb 15 13:58:56.481401 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'subnet': {'network_id': 'e93e2024-4227-440b-850d-321f84125af0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:56.484688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:58:56.485160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:56.496973 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] For port 44b94e10-091d-446f-8a50-e87f19c7a806, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:56.503261 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] For port 44b94e10-091d-446f-8a50-e87f19c7a806, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=44b94e10-091d-446f-8a50-e87f19c7a806,segment=NetworkSegment(0545927e-7cd4-4786-8aaa-ac8adbc5eb65),segment_id=0545927e-7cd4-4786-8aaa-ac8adbc5eb65)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:56.503588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] Request body: {'subnet': {'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-645613737-subnet', 'tenant_id': '73966798ee8b4daaaa7322021ae03505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:56.523537 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.541726 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f5014-5d44-4edf-ad58-ebba54945c2c None None] Pushing event updated for resources: {'Port': ['ID=44b94e10-091d-446f-8a50-e87f19c7a806,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:56.594982 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (991c1d67-f466-436d-86ba-997f8600011f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.595893 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Added segment 991c1d67-f466-436d-86ba-997f8600011f of type vlan for network 88c6b832-d62f-45cc-b82f-02eff353661b Feb 15 13:58:56.633217 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f5014-5d44-4edf-ad58-ebba54945c2c None None] Pushing event updated for resources: {'Port': ['ID=44b94e10-091d-446f-8a50-e87f19c7a806,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:56.641346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492fe92-ae12-411c-ac94-798d5a8e6526 admin admin] Pushing event updated for resources: {'Network': ['ID=78f18dab-117a-4a56-adb7-cf63ecf9dd69,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:56.654802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75733df-4e4b-4769-b137-95fab73bde04 req-c565cb65-c2aa-4ed8-9e38-300850e3a7b0 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:56.658142 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-c565cb65-c2aa-4ed8-9e38-300850e3a7b0 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/networks?id=837644d2-91a0-43fd-b438-5a7c25f896dc HTTP/1.1" status: 200 len: 822 time: 0.4066987 Feb 15 13:58:56.671185 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Routers {'ba38570d-c8a9-4720-9881-235f49841297'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:58:56.672174 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:58:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ba38570d-c8a9-4720-9881-235f49841297'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:56.689930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:56.709036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (88c6b832-d62f-45cc-b82f-02eff353661b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.770294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] Made reservation on behalf of 73966798ee8b4daaaa7322021ae03505 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:56.773756 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.775272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (88c6b832-d62f-45cc-b82f-02eff353661b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.777038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:56.777622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.849766 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] Set router ba38570d-c8a9-4720-9881-235f49841297 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:58:56.881428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Allocated IP 10.1.1.2 (418e38b8-e8e1-47ac-84da-30f82b26109f/531af059-d351-4fcf-bdf6-65bff30aefa7/20c91c3e-1cea-4aad-b1ec-15965237ceff) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:58:56.895902 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ca86b4d5-0563-4e1f-897f-b3dfa01e6471 None None] Provisioning complete for port 44b94e10-091d-446f-8a50-e87f19c7a806 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:56.896690 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ca86b4d5-0563-4e1f-897f-b3dfa01e6471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:56.975261 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4241080 Feb 15 13:58:56.987004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-e38766b2-016e-4d8d-92ed-f1e11e4cf4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:56.993030 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-e38766b2-016e-4d8d-92ed-f1e11e4cf4d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.5037611 Feb 15 13:58:56.994871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57288) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:57.008901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] Request body: {'subnet': {'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-908230353-subnet', 'tenant_id': '3c72b726662c4474891423836b09971d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:57.066145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Network 4ba686c7-fbbf-40c4-aaa0-c5156440fd07 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:57.083312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fd1c9-6f38-43d8-966a-968acac7b2da admin admin] Pushing event updated for resources: {'Network': ['ID=88c6b832-d62f-45cc-b82f-02eff353661b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:57.095645 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-2df6299b-1438-4a21-8dca-5fcbe51c3a6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733335 Feb 15 13:58:57.104546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-63f18a2f-ac5f-4935-960e-7876ce25ac16 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/quotas/0d660ccc1c3449f8857b606c8de2aee3 HTTP/1.1" status: 200 len: 375 time: 0.0421257 Feb 15 13:58:57.105611 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (2a9e082f-da76-4289-862f-326a50e53aaa), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.107373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 88c6b832-d62f-45cc-b82f-02eff353661b details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:58:57.118567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-56f5af94-f64b-421c-8bc9-e1978d895c9d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:58:57.119553 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-56f5af94-f64b-421c-8bc9-e1978d895c9d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051508 Feb 15 13:58:57.134171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a024b37d-096d-403c-bcd0-61406c8ce283 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:57.135640 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.147604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] Made reservation on behalf of 3c72b726662c4474891423836b09971d for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:57.154854 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.196086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 4ba686c7-fbbf-40c4-aaa0-c5156440fd07) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:57.201907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:57.204693 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6bd9c728-3c05-43bb-bdae-19dd47813027), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.219581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceca45b-bca9-4eaa-85dd-946100d6162f None None] Network 4ba686c7-fbbf-40c4-aaa0-c5156440fd07 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:57.224426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9e082f-da76-4289-862f-326a50e53aaa,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:57.233800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a024b37d-096d-403c-bcd0-61406c8ce283'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:58:57.236510 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed24c249-a934-4a6a-9b18-3c2068cb5467" -d '{"events": [{"server_uuid": "b416188e-52db-42d3-8751-08ef79adb9e1", "name": "network-vif-plugged", "status": "completed", "tag": "a024b37d-096d-403c-bcd0-61406c8ce283"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:58:57.239738 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba38570d-c8a9-4720-9881-235f49841297', 'name': 'tempest-TaggedBootDevicesTest-1890913876-router', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:41Z', 'updated_at': '2022-02-15T13:58:50Z', 'revision_number': 4, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'gw_port': {'id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba38570d-c8a9-4720-9881-235f49841297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:42Z', 'updated_at': '2022-02-15T13:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '44b94e10-091d-446f-8a50-e87f19c7a806', 'name': '', 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'mac_address': 'fa:16:3e:dd:f1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba38570d-c8a9-4720-9881-235f49841297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7d7f7c45-6855-4a64-a7c9-f02c98fc9188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:48Z', 'updated_at': '2022-02-15T13:58:56Z', 'revision_number': 4, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'subnets': [{'id': '7d7f7c45-6855-4a64-a7c9-f02c98fc9188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:58:57.282470 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21db08-d95b-402d-a100-06cbc900b1f4 None None] The sync data for ids ['ba38570d-c8a9-4720-9881-235f49841297'] in n-d-829064-15 is: [{'id': 'ba38570d-c8a9-4720-9881-235f49841297', 'name': 'tempest-TaggedBootDevicesTest-1890913876-router', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:41Z', 'updated_at': '2022-02-15T13:58:50Z', 'revision_number': 4, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'gw_port': {'id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba38570d-c8a9-4720-9881-235f49841297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:42Z', 'updated_at': '2022-02-15T13:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '44b94e10-091d-446f-8a50-e87f19c7a806', 'name': '', 'network_id': '719346f3-9ea8-40c6-8655-174ba6fcd9e1', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'mac_address': 'fa:16:3e:dd:f1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba38570d-c8a9-4720-9881-235f49841297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '7d7f7c45-6855-4a64-a7c9-f02c98fc9188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:48Z', 'updated_at': '2022-02-15T13:58:56Z', 'revision_number': 4, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'subnets': [{'id': '7d7f7c45-6855-4a64-a7c9-f02c98fc9188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:58:57.310133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3156-4b6b-4d3a-9e67-ba4da9a0fb87 req-5c6a280f-4ee6-4d83-ab8e-456f44ad787c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:57.312461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-566d3156-4b6b-4d3a-9e67-ba4da9a0fb87 req-5c6a280f-4ee6-4d83-ab8e-456f44ad787c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 944 time: 1.2980092 Feb 15 13:58:57.370172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event updated for resources: {'Port': ['ID=6bd9c728-3c05-43bb-bdae-19dd47813027,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:57.384525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a024b37d-096d-403c-bcd0-61406c8ce283,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:57.388874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-ce62249b-857a-458a-ba20-a407821d069d tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d660ccc1c3449f8857b606c8de2aee3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2707760 Feb 15 13:58:57.440885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-ec43e872-fd8c-4979-858b-f888384892de service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:58:57.445840 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-ec43e872-fd8c-4979-858b-f888384892de service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137291 Feb 15 13:58:57.448384 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.459832 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-6f32e48d-118b-4f55-bf08-5ebc2e4ffdda service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300605 Feb 15 13:58:57.605494 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ca86b4d5-0563-4e1f-897f-b3dfa01e6471 None None] Current status of the port 44b94e10-091d-446f-8a50-e87f19c7a806 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:57.605817 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ca86b4d5-0563-4e1f-897f-b3dfa01e6471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.622935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:58:57.629524 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.644126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] Checking segment: {'id': 'd52ecada-cc87-4eab-95b2-4b4f47233ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:57.644494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] Network hostable DHCP agents. Network: 78f18dab-117a-4a56-adb7-cf63ecf9dd69, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:57.662893 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdd968c4-7a91-4d08-b121-6a800e330c11 req-5edfbe78-51b4-4adc-93c4-ff0f57ede72f service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948774 Feb 15 13:58:57.687478 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (60ead7f6-dd51-408a-9609-b47591394740), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.688836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Checking segment: {'id': '6a2583f1-a776-4da9-9e4f-955dac465328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '75e8aab1-cd23-43c0-abcc-bd667215e200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:57.689489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Network hostable DHCP agents. Network: 75e8aab1-cd23-43c0-abcc-bd667215e200, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:57.702841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a024b37d-096d-403c-bcd0-61406c8ce283,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:57.705963 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Publish callbacks [] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.726217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ca86b4d5-0563-4e1f-897f-b3dfa01e6471 None None] For port 44b94e10-091d-446f-8a50-e87f19c7a806, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=44b94e10-091d-446f-8a50-e87f19c7a806,segment=NetworkSegment(0545927e-7cd4-4786-8aaa-ac8adbc5eb65),segment_id=0545927e-7cd4-4786-8aaa-ac8adbc5eb65)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:58:57.740592 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.747944 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ca86b4d5-0563-4e1f-897f-b3dfa01e6471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.797564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Network 418e38b8-e8e1-47ac-84da-30f82b26109f is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:58:57.802169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:57.802634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ead7f6-dd51-408a-9609-b47591394740,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:57.809142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:57.810432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] Checking segment: {'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:57.810882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] Network hostable DHCP agents. Network: 88c6b832-d62f-45cc-b82f-02eff353661b, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:57.825901 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-566d3156-4b6b-4d3a-9e67-ba4da9a0fb87 req-7464cd99-4c7a-44f9-b586-4a542f805c1f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282253 Feb 15 13:58:57.836402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Pushing event updated for resources: {'Port': ['ID=20c91c3e-1cea-4aad-b1ec-15965237ceff,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:57.838389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] Network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:57.838561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] Network 88c6b832-d62f-45cc-b82f-02eff353661b is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:57.863750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Network 75e8aab1-cd23-43c0-abcc-bd667215e200 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:57.864685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 88c6b832-d62f-45cc-b82f-02eff353661b) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:57.882049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 78f18dab-117a-4a56-adb7-cf63ecf9dd69) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:57.883466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:57.886287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:57.887110 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.890165 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.912007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b92df4-a353-4703-b17b-f7de2c49f5c7 None None] Network 88c6b832-d62f-45cc-b82f-02eff353661b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:57.921008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 75e8aab1-cd23-43c0-abcc-bd667215e200) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:57.925874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:58:57.932945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:57.938334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:57.939134 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:57.946014 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-23ce5abc-089b-4d5b-8567-93f09fc1060b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9444535 Feb 15 13:58:57.966742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7d044661-a813-4c82-aa02-37bd42f3fe85 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4763718 Feb 15 13:58:57.985046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57298) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:57.985443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6bbdb890-6af6-490b-b3d8-839f9bff4e77 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7656176 Feb 15 13:58:58.012240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f115e0-f6e8-4da6-b4b9-c50a2b76fcbb None None] Network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:58.012504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-05dd7f81-9bdd-47a9-8d1b-db7462849253 service neutron] 10.222.0.72 "GET /v2.0/networks/837644d2-91a0-43fd-b438-5a7c25f896dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461481 Feb 15 13:58:58.129751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ddfdae-5a6b-420f-b3b2-a654bf0bb862 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:58.141728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9426e2e-1bab-4a32-ba0c-c120d023c9ec None None] Network 75e8aab1-cd23-43c0-abcc-bd667215e200 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:58.143830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ddfdae-5a6b-420f-b3b2-a654bf0bb862 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:58.150442 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b4ddfdae-5a6b-420f-b3b2-a654bf0bb862 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1613846 Feb 15 13:58:58.152297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57300) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:58.322257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-4d6b15bd-2878-4a3b-a92d-19cd01a8f0ae service neutron] 10.222.0.72 "GET /v2.0/networks/837644d2-91a0-43fd-b438-5a7c25f896dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877710 Feb 15 13:58:58.325710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b30b46-5fd4-4bfa-be4f-28f2da96e84a None None] Network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:58.328961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Attempting to bind port 20c91c3e-1cea-4aad-b1ec-15965237ceff on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:58:58.329294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Attempting to bind port 20c91c3e-1cea-4aad-b1ec-15965237ceff by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:58:58.329722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Attempting to bind port 20c91c3e-1cea-4aad-b1ec-15965237ceff on network 418e38b8-e8e1-47ac-84da-30f82b26109f {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:58:58.346304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:58:58.346685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Checking segment: {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:58.347515 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:58.347990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Bound using segment: {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:58:58.348598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Bound port: 20c91c3e-1cea-4aad-b1ec-15965237ceff, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:58:58.349043 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:58.362983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-eb6e95fe-2234-4c74-9cc3-9359a55acc0a None None] Provisioning complete for port 44b94e10-091d-446f-8a50-e87f19c7a806 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:58.363447 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eb6e95fe-2234-4c74-9cc3-9359a55acc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:58.372847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1b49ab54-1832-4868-99b1-28777eda39a6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Deleting port 9d171e90-30f8-486a-a63c-564a9182348d {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:58:58.373196 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b49ab54-1832-4868-99b1-28777eda39a6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9d171e90-30f8-486a-a63c-564a9182348d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:58.456026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6bb95-92e0-4009-82c8-2871c452f20a req-a602fe8c-8812-4178-856a-6052dc9f5605 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:58.458338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efc6bb95-92e0-4009-82c8-2871c452f20a req-a602fe8c-8812-4178-856a-6052dc9f5605 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 945 time: 0.4438260 Feb 15 13:58:58.647695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efc6bb95-92e0-4009-82c8-2871c452f20a req-00cbd7d3-ee1e-4226-bf68-801c6bfc906c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781251 Feb 15 13:58:58.653137 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (3d5c18f1-eca4-4063-884c-0aeb9fc5c00e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:58.754569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Checking segment: {'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:58:58.755379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network hostable DHCP agents. Network: e93e2024-4227-440b-850d-321f84125af0, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:58:58.766210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Subnet': ['ID=3d5c18f1-eca4-4063-884c-0aeb9fc5c00e,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:58.789361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network e93e2024-4227-440b-850d-321f84125af0 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:58:58.805881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, e93e2024-4227-440b-850d-321f84125af0) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:58:58.842196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:58.848984 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:58.925430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a5ad1c18-9543-4b5c-bcb1-05186e51de46 req-0816c9f6-1bdb-425f-8eff-e712a84780e8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2023844242', 'description': 'tempest-description-64541345'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:58.944316 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799a6286-341f-4cde-92ed-f1fde9223e5e x-openstack-request-id: req-799a6286-341f-4cde-92ed-f1fde9223e5e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:58:58.944453 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b416188e-52db-42d3-8751-08ef79adb9e1", "name": "network-vif-plugged", "status": "completed", "tag": "a024b37d-096d-403c-bcd0-61406c8ce283", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:58:58.944765 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-799a6286-341f-4cde-92ed-f1fde9223e5e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:58:58.945366 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a024b37d-096d-403c-bcd0-61406c8ce283', 'code': 200} Feb 15 13:58:58.955841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b8249-9cf2-4fda-a5c8-3bf9ed016e3c None None] Network e93e2024-4227-440b-850d-321f84125af0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:59.064372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86b4d5-0563-4e1f-897f-b3dfa01e6471 None None] Pushing event updated for resources: {'Port': ['ID=44b94e10-091d-446f-8a50-e87f19c7a806,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:59.077507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dbc91818-bc78-4364-bb9e-6f163f2c4d0a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6479478 Feb 15 13:58:59.091113 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a5ad1c18-9543-4b5c-bcb1-05186e51de46 req-0816c9f6-1bdb-425f-8eff-e712a84780e8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:59.096093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57330) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:59.112724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'port': {'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f', 'name': 'tempest-TaggedBootDevicesTest_v242-1264335839', 'fixed_ips': [{'subnet_id': '531af059-d351-4fcf-bdf6-65bff30aefa7'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:59.125518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 44b94e10-091d-446f-8a50-e87f19c7a806 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:58:59.253716 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b49ab54-1832-4868-99b1-28777eda39a6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9d171e90-30f8-486a-a63c-564a9182348d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:59.308698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4590b5-379b-4614-b0fa-e53853dc1ffd None None] Network 88c6b832-d62f-45cc-b82f-02eff353661b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:58:59.324043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1b49ab54-1832-4868-99b1-28777eda39a6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Calling delete_port for 9d171e90-30f8-486a-a63c-564a9182348d owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:58:59.443329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] For port 20c91c3e-1cea-4aad-b1ec-15965237ceff, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:58:59.445801 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a5ad1c18-9543-4b5c-bcb1-05186e51de46 req-0816c9f6-1bdb-425f-8eff-e712a84780e8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (8de201a3-6428-47c5-acd1-746260edd8d0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:59.448503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7acc1-b52b-4cbf-961a-68286163b259 req-015f87a3-8b61-468c-94b9-2ea356de8580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:59.454638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51c7acc1-b52b-4cbf-961a-68286163b259 req-015f87a3-8b61-468c-94b9-2ea356de8580 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 1128 time: 0.4795139 Feb 15 13:58:59.469912 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a5ad1c18-9543-4b5c-bcb1-05186e51de46 req-0816c9f6-1bdb-425f-8eff-e712a84780e8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8de201a3-6428-47c5-acd1-746260edd8d0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:59.500279 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b49ab54-1832-4868-99b1-28777eda39a6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9d171e90-30f8-486a-a63c-564a9182348d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:59.519297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-260472b4-9269-41d5-a4f0-1d96e99e3fca tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:59.521299 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-260472b4-9269-41d5-a4f0-1d96e99e3fca tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1128 time: 0.4834054 Feb 15 13:58:59.548458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e95fe-2234-4c74-9cc3-9359a55acc0a None None] Current status of the port 44b94e10-091d-446f-8a50-e87f19c7a806 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:58:59.553953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-e93e2024-4227-440b-850d-321f84125af0', 'network_id': 'e93e2024-4227-440b-850d-321f84125af0', 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'fixed_ips': [{'subnet_id': '3d5c18f1-eca4-4063-884c-0aeb9fc5c00e'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:58:59.553953 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:59.566618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b49ab54-1832-4868-99b1-28777eda39a6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:59.572887 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1b49ab54-1832-4868-99b1-28777eda39a6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "DELETE /v2.0/ports/9d171e90-30f8-486a-a63c-564a9182348d HTTP/1.1" status: 204 len: 168 time: 1.4188900 Feb 15 13:58:59.588246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829064-15'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:58:59.592314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] For port 20c91c3e-1cea-4aad-b1ec-15965237ceff, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=20c91c3e-1cea-4aad-b1ec-15965237ceff,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:58:59.629106 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:59.647011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49ab54-1832-4868-99b1-28777eda39a6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event deleted for resources: {'Port': ['ID=9d171e90-30f8-486a-a63c-564a9182348d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:59.686173 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57340) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:58:59.692663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:59.699425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-0f4e3d06-1b9c-42a0-b5e5-34f49db065e8 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:58:59.703635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73c47e-109d-431e-9674-fd99d1b9838f None None] Pushing event updated for resources: {'Port': ['ID=20c91c3e-1cea-4aad-b1ec-15965237ceff,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:59.709262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-0f4e3d06-1b9c-42a0-b5e5-34f49db065e8 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/networks?id=88c6b832-d62f-45cc-b82f-02eff353661b HTTP/1.1" status: 200 len: 817 time: 0.5453284 Feb 15 13:58:59.713215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 19368589-7720-4ea1-805e-a6dae3894a6c details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:58:59.731277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816c9f6-1bdb-425f-8eff-e712a84780e8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de201a3-6428-47c5-acd1-746260edd8d0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:58:59.789486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 44b94e10-091d-446f-8a50-e87f19c7a806 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:58:59.790160 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:59.793913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-808f0864-fbc6-480d-962b-2ec29ebaf6b7 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/quotas/3c72b726662c4474891423836b09971d HTTP/1.1" status: 200 len: 375 time: 0.0809152 Feb 15 13:58:59.852074 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a5ad1c18-9543-4b5c-bcb1-05186e51de46 req-0816c9f6-1bdb-425f-8eff-e712a84780e8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:58:59.861749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5ad1c18-9543-4b5c-bcb1-05186e51de46 req-0816c9f6-1bdb-425f-8eff-e712a84780e8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9475350 Feb 15 13:58:59.886832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51c7acc1-b52b-4cbf-961a-68286163b259 req-7935f260-7585-4a1a-8962-387b390642d6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208620 Feb 15 13:58:59.932415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-fbc8b6db-fe81-43eb-9d9b-c4f0fd50dbae tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c72b726662c4474891423836b09971d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904448 Feb 15 13:58:59.966289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:00.023177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:00.033773 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:00.080392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Publish callbacks [] for port (19368589-7720-4ea1-805e-a6dae3894a6c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:00.083081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19368589-7720-4ea1-805e-a6dae3894a6c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:00.085738 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e77b8ab-21e0-4519-bd98-63af50282f68" -d '{"events": [{"server_uuid": "7fec5a47-d0e9-4f3a-afe7-00600be180ce", "name": "network-vif-unplugged", "status": "completed", "tag": "19368589-7720-4ea1-805e-a6dae3894a6c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:00.093690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:00.148151 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:59:00.234920 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Pushing event updated for resources: {'Port': ['ID=19368589-7720-4ea1-805e-a6dae3894a6c,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:00.238511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c on host n-h1-829064-15 for vnic_type normal with profile {"migrating_to": "n-h2-829064-15"} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:00.239206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:00.239801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:00.246039 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Port 19368589-7720-4ea1-805e-a6dae3894a6c on network 5cc090af-8ef6-44d9-b313-c78163021d70 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:59:00.246726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Attempting to bind port 19368589-7720-4ea1-805e-a6dae3894a6c on network 5cc090af-8ef6-44d9-b313-c78163021d70 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:00.254520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:00.255831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Checking segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:00.256464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Bound using segment: {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:00.257149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Bound port: 19368589-7720-4ea1-805e-a6dae3894a6c, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30cb809-2995-4c59-8739-6f12d5b0db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5cc090af-8ef6-44d9-b313-c78163021d70'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:00.257750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:00.300981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 44b94e10-091d-446f-8a50-e87f19c7a806 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:00.381269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:00.399289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:00.403287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:00.428504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Allocated IP 10.2.2.2 (e93e2024-4227-440b-850d-321f84125af0/3d5c18f1-eca4-4063-884c-0aeb9fc5c00e/456286c7-d710-42e2-af72-e26142774d8e) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:00.433006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:00.555479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 19368589-7720-4ea1-805e-a6dae3894a6c has no active binding in host n-h2-829064-15 {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 13:59:00.557666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4e24edb-41d4-40c5-8019-f8d517081ff7 req-befb1096-fcb7-4dae-a782-48beb6dc21ff tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 210 time: 0.5701461 Feb 15 13:59:00.574882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Pushing event updated for resources: {'Port': ['ID=19368589-7720-4ea1-805e-a6dae3894a6c,revision_number=8']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:00.618658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:00.619708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:00.622028 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-55ebbdc9-aa0a-43a4-bd34-9492450cc096 service neutron] 10.222.0.67 "PUT /v2.0/ports/19368589-7720-4ea1-805e-a6dae3894a6c HTTP/1.1" status: 200 len: 1123 time: 1.0572612 Feb 15 13:59:00.728433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['19368589-7720-4ea1-805e-a6dae3894a6c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:00.732155 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Publish callbacks [] for port (456286c7-d710-42e2-af72-e26142774d8e), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:00.746258 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:00.752276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f92ad869-4060-4dfe-9493-603078e92ea6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Deleting port 6bd9c728-3c05-43bb-bdae-19dd47813027 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:59:00.752621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f92ad869-4060-4dfe-9493-603078e92ea6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6bd9c728-3c05-43bb-bdae-19dd47813027), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:00.772606 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (456286c7-d710-42e2-af72-e26142774d8e), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:00.865709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['19368589-7720-4ea1-805e-a6dae3894a6c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:00.920885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-8e7d721f-b8a3-4c07-bf22-ee1e27882a4a service neutron] 10.222.0.72 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9562104 Feb 15 13:59:00.939390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Network e93e2024-4227-440b-850d-321f84125af0 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:00.954609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Pushing event updated for resources: {'Port': ['ID=456286c7-d710-42e2-af72-e26142774d8e,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:00.957390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:00.974517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] device_id is not set on port ae6ae938-07ef-49af-a241-1ead4188e276 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:59:00.974951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:01.073599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 20c91c3e-1cea-4aad-b1ec-15965237ceff up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:01.123688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75733df-4e4b-4769-b137-95fab73bde04 req-c71193fe-f6ca-4b67-b215-dfc313fce137 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:01.125275 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-c71193fe-f6ca-4b67-b215-dfc313fce137 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.42 "GET /v2.0/networks?id=837644d2-91a0-43fd-b438-5a7c25f896dc HTTP/1.1" status: 200 len: 822 time: 0.5647116 Feb 15 13:59:01.142810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f92ad869-4060-4dfe-9493-603078e92ea6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6bd9c728-3c05-43bb-bdae-19dd47813027), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:01.143772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Attempting to bind port 456286c7-d710-42e2-af72-e26142774d8e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:01.144153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Attempting to bind port 456286c7-d710-42e2-af72-e26142774d8e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:01.144903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Attempting to bind port 456286c7-d710-42e2-af72-e26142774d8e on network e93e2024-4227-440b-850d-321f84125af0 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:01.149096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Request body: {'port': {'device_id': '104fbc6b-8613-47d0-b612-0bb64a741084', 'network_id': '837644d2-91a0-43fd-b438-5a7c25f896dc', 'admin_state_up': True, 'tenant_id': '0d660ccc1c3449f8857b606c8de2aee3'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:01.153581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:01.153974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Checking segment: {'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:01.154388 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:01.154793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Bound using segment: {'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:01.155887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Bound port: 456286c7-d710-42e2-af72-e26142774d8e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:01.156281 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (456286c7-d710-42e2-af72-e26142774d8e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:01.251845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 20c91c3e-1cea-4aad-b1ec-15965237ceff triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:01.252225 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:01.268049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f92ad869-4060-4dfe-9493-603078e92ea6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Calling delete_port for 6bd9c728-3c05-43bb-bdae-19dd47813027 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:59:01.304973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1676d-203f-4819-95ba-875e63f9426b req-3161a623-77cb-4965-856a-b483a6b7958a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:01.306526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06c1676d-203f-4819-95ba-875e63f9426b req-3161a623-77cb-4965-856a-b483a6b7958a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.5715308 Feb 15 13:59:01.391223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] For port 456286c7-d710-42e2-af72-e26142774d8e, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:01.422946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] For port 456286c7-d710-42e2-af72-e26142774d8e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=456286c7-d710-42e2-af72-e26142774d8e,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:01.438769 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (456286c7-d710-42e2-af72-e26142774d8e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:01.505493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-ec96a9d3-fc69-4d22-9fcd-fed0081b6883 service neutron] 10.222.0.72 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654423 Feb 15 13:59:01.613196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 20c91c3e-1cea-4aad-b1ec-15965237ceff is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:01.614504 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:01.630642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bece32e3-d91d-40b5-b817-2cc1699effd0 None None] Network 418e38b8-e8e1-47ac-84da-30f82b26109f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:59:01.660533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06c1676d-203f-4819-95ba-875e63f9426b req-757bd2e8-cc1a-4d7b-88bb-cc2e1f4bfb67 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001196 Feb 15 13:59:01.695698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Allocated IP 10.1.1.90 (418e38b8-e8e1-47ac-84da-30f82b26109f/531af059-d351-4fcf-bdf6-65bff30aefa7/ae6ae938-07ef-49af-a241-1ead4188e276) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:01.707034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f92ad869-4060-4dfe-9493-603078e92ea6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6bd9c728-3c05-43bb-bdae-19dd47813027), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:01.719753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04f93a-53ad-4a59-bb0d-e331c64168d1 None None] Pushing event updated for resources: {'Port': ['ID=456286c7-d710-42e2-af72-e26142774d8e,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:01.730581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Made reservation on behalf of 0d660ccc1c3449f8857b606c8de2aee3 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:01.734603 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:01.771464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 20c91c3e-1cea-4aad-b1ec-15965237ceff, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=20c91c3e-1cea-4aad-b1ec-15965237ceff,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:01.776267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-89feb7b8-bafc-43ab-b7c7-90afab516ec0 None None] Provisioning complete for port 20c91c3e-1cea-4aad-b1ec-15965237ceff triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:01.776500 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89feb7b8-bafc-43ab-b7c7-90afab516ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:01.817068 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:01.821348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 44b94e10-091d-446f-8a50-e87f19c7a806 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:01.853657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ad869-4060-4dfe-9493-603078e92ea6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event deleted for resources: {'Port': ['ID=6bd9c728-3c05-43bb-bdae-19dd47813027,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:01.866073 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f92ad869-4060-4dfe-9493-603078e92ea6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:01.869932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f92ad869-4060-4dfe-9493-603078e92ea6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "DELETE /v2.0/ports/6bd9c728-3c05-43bb-bdae-19dd47813027 HTTP/1.1" status: 204 len: 168 time: 2.1355989 Feb 15 13:59:01.872920 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57354) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:01.961886 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f795e369-0c76-46f9-a013-c8e94cd0ef29 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0839942 Feb 15 13:59:01.962940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57356) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:01.974793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-205768933'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:02.068569 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Made reservation on behalf of 17383b9f497449e4a9132ec4f41d15d9 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:02.080876 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.103391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f28df586-b749-46c1-8bab-5e4a024f85c9 req-8d61d14c-cb25-479d-91ae-397abf73778f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-268410021', 'description': 'tempest-description-2037380004'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:02.161293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:59:02.194219 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c7634cff-eeed-4cad-ba9b-f5d2d0c0a952), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.194572 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Added segment c7634cff-eeed-4cad-ba9b-f5d2d0c0a952 of type vlan for network de496176-3078-4dda-b4f5-6b6f590eb937 Feb 15 13:59:02.245601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Allocated IP 172.20.0.12 (837644d2-91a0-43fd-b438-5a7c25f896dc/be75653a-0552-4074-828d-9f18149ec266/f79109f9-425c-4c47-b425-3e4dce394ba1) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:02.248733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-89feb7b8-bafc-43ab-b7c7-90afab516ec0 None None] Current status of the port 20c91c3e-1cea-4aad-b1ec-15965237ceff is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:02.258095 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f28df586-b749-46c1-8bab-5e4a024f85c9 req-8d61d14c-cb25-479d-91ae-397abf73778f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.268045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=20c91c3e-1cea-4aad-b1ec-15965237ceff,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:02.288981 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (de496176-3078-4dda-b4f5-6b6f590eb937), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.304211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 44b94e10-091d-446f-8a50-e87f19c7a806 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:02.304603 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.381095 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (de496176-3078-4dda-b4f5-6b6f590eb937), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.386931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:02.387526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.389630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0c055-eb45-4a4a-a557-301078f6bfb1 req-44b83ce0-4be7-4aa6-ba47-e25b1f5f68aa tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:02.397646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bfb0c055-eb45-4a4a-a557-301078f6bfb1 req-44b83ce0-4be7-4aa6-ba47-e25b1f5f68aa tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.5233912 Feb 15 13:59:02.450463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 44b94e10-091d-446f-8a50-e87f19c7a806 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:02.521303 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5555573 Feb 15 13:59:02.529432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57368) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:02.535507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1858542077'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:02.596941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe809aa-6dd2-46f5-91ca-65637e81f5ab tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event updated for resources: {'Network': ['ID=de496176-3078-4dda-b4f5-6b6f590eb937,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:02.617713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network de496176-3078-4dda-b4f5-6b6f590eb937 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:59:02.619562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Made reservation on behalf of 17383b9f497449e4a9132ec4f41d15d9 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:02.622799 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.693811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:59:02.723539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2a33b938-91df-4e52-8108-0827e78b4959), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.723897 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Added segment 2a33b938-91df-4e52-8108-0827e78b4959 of type vlan for network 2252a8df-1590-40a4-9c67-833676794a2a Feb 15 13:59:02.768885 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Publish callbacks [] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.807121 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (2252a8df-1590-40a4-9c67-833676794a2a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.838930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-478d9927-8ae4-418c-a5fa-605a064f79ec None None] Provisioning complete for port 20c91c3e-1cea-4aad-b1ec-15965237ceff triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:02.841266 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-478d9927-8ae4-418c-a5fa-605a064f79ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.872647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (2252a8df-1590-40a4-9c67-833676794a2a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.876200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bfb0c055-eb45-4a4a-a557-301078f6bfb1 req-b434dcb9-c797-44c9-a579-1f6d72ce4050 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756491 Feb 15 13:59:02.878364 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:02.878932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.889798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for port (ae6ae938-07ef-49af-a241-1ead4188e276), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:02.993438 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:03.041102 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f28df586-b749-46c1-8bab-5e4a024f85c9 req-8d61d14c-cb25-479d-91ae-397abf73778f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (68c6ebb4-d250-4c67-b13c-3ebf35dad845), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:03.045166 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5146101 Feb 15 13:59:03.085581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-478d9927-8ae4-418c-a5fa-605a064f79ec None None] Current status of the port 20c91c3e-1cea-4aad-b1ec-15965237ceff is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:03.097494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Network 837644d2-91a0-43fd-b438-5a7c25f896dc is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:03.109118 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f28df586-b749-46c1-8bab-5e4a024f85c9 req-8d61d14c-cb25-479d-91ae-397abf73778f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (68c6ebb4-d250-4c67-b13c-3ebf35dad845), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:03.118043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5212c7a-e808-46f4-8b9b-1e7db57b6b07 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event updated for resources: {'Network': ['ID=2252a8df-1590-40a4-9c67-833676794a2a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:03.140341 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2c2890-16d4-46cc-9036-dfa9ec108a91 x-openstack-request-id: req-1d2c2890-16d4-46cc-9036-dfa9ec108a91 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:03.140640 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec5a47-d0e9-4f3a-afe7-00600be180ce", "name": "network-vif-unplugged", "status": "completed", "tag": "19368589-7720-4ea1-805e-a6dae3894a6c", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:03.140898 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1d2c2890-16d4-46cc-9036-dfa9ec108a91 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:03.141304 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19368589-7720-4ea1-805e-a6dae3894a6c', 'code': 200} Feb 15 13:59:03.170291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:03.184146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 2252a8df-1590-40a4-9c67-833676794a2a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:59:03.210089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:03.219428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57384) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:03.223098 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f28df586-b749-46c1-8bab-5e4a024f85c9 req-8d61d14c-cb25-479d-91ae-397abf73778f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:03.224398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f28df586-b749-46c1-8bab-5e4a024f85c9 req-8d61d14c-cb25-479d-91ae-397abf73778f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1756859 Feb 15 13:59:03.224533 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'subnets': [{'network_id': 'de496176-3078-4dda-b4f5-6b6f590eb937', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1489296220', 'ip_version': 4}, {'network_id': '2252a8df-1590-40a4-9c67-833676794a2a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:03.224852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'subnet': {'network_id': 'de496176-3078-4dda-b4f5-6b6f590eb937', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1489296220', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:03.225416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Request body: {'subnet': {'network_id': '2252a8df-1590-40a4-9c67-833676794a2a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:03.285600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 20c91c3e-1cea-4aad-b1ec-15965237ceff up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:03.397108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Pushing event updated for resources: {'Port': ['ID=f79109f9-425c-4c47-b425-3e4dce394ba1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:03.426718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 20c91c3e-1cea-4aad-b1ec-15965237ceff triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:03.427547 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:03.429903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55387ee5-f4fa-43d7-8733-1958210bf596 None None] Network e93e2024-4227-440b-850d-321f84125af0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:59:03.433735 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:03.495966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61d14c-cb25-479d-91ae-397abf73778f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c6ebb4-d250-4c67-b13c-3ebf35dad845,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:03.563345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5ce5de48-c2d4-485b-8fc2-f40cb74138ed None None] Provisioning complete for port 456286c7-d710-42e2-af72-e26142774d8e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:03.563927 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ce5de48-c2d4-485b-8fc2-f40cb74138ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (456286c7-d710-42e2-af72-e26142774d8e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:03.597416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Made reservation on behalf of 17383b9f497449e4a9132ec4f41d15d9 for: {'subnet': 2} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:03.609232 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:03.609232 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:03.636769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:03.637450 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:03.653133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network 418e38b8-e8e1-47ac-84da-30f82b26109f is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:03.655619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Port': ['ID=ae6ae938-07ef-49af-a241-1ead4188e276,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:03.663319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:03.664410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 20c91c3e-1cea-4aad-b1ec-15965237ceff is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:03.665953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 456286c7-d710-42e2-af72-e26142774d8e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:03.668312 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:03.713323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 19368589-7720-4ea1-805e-a6dae3894a6c details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:59:03.910128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-37f573b5-5340-4e54-bbff-cb56ea95d745 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7648501 Feb 15 13:59:03.932784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:03.933468 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:03.953076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Request body: {'port': {'device_id': '104fbc6b-8613-47d0-b612-0bb64a741084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:03.995837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a97e-46df-4c2b-9cc0-5cfc597e0d4a req-d523f76c-3e76-4e76-8a43-2ca54cf6195f tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:04.001325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5de48-c2d4-485b-8fc2-f40cb74138ed None None] Current status of the port 456286c7-d710-42e2-af72-e26142774d8e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:04.001992 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ce5de48-c2d4-485b-8fc2-f40cb74138ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (456286c7-d710-42e2-af72-e26142774d8e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:04.018481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1363a97e-46df-4c2b-9cc0-5cfc597e0d4a req-d523f76c-3e76-4e76-8a43-2ca54cf6195f tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 932 time: 0.7284489 Feb 15 13:59:04.090173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ae2ec7eb-c1ab-4464-81f6-b6d891e6d27b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9840374 Feb 15 13:59:04.099108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57396) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:04.114738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'port': {'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f', 'name': 'tempest-TaggedBootDevicesTest_v242-418342771', 'fixed_ips': [{'subnet_id': '531af059-d351-4fcf-bdf6-65bff30aefa7'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:04.167644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:04.176238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a93df1-5d08-42df-8266-028dee8566c7 req-871c7f9e-b7cb-4d9a-a72d-149572822420 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:04.187409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59a93df1-5d08-42df-8266-028dee8566c7 req-871c7f9e-b7cb-4d9a-a72d-149572822420 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.5283484 Feb 15 13:59:04.247108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 19368589-7720-4ea1-805e-a6dae3894a6c has no active binding in host n-h2-829064-15 {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 13:59:04.256460 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 456286c7-d710-42e2-af72-e26142774d8e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:04.256865 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (456286c7-d710-42e2-af72-e26142774d8e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:04.283934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1363a97e-46df-4c2b-9cc0-5cfc597e0d4a req-a1a7eeb6-5310-4448-a888-550d85c9dd0a tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d41bc3b-30a7-4482-afaf-56c97c2769ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636468 Feb 15 13:59:04.307852 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:04.354856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59a93df1-5d08-42df-8266-028dee8566c7 req-0a6d488a-fd50-42d4-94e4-2ea2f517579e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612148 Feb 15 13:59:04.381699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5ce5de48-c2d4-485b-8fc2-f40cb74138ed None None] For port 456286c7-d710-42e2-af72-e26142774d8e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=456286c7-d710-42e2-af72-e26142774d8e,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:04.413625 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ce5de48-c2d4-485b-8fc2-f40cb74138ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (456286c7-d710-42e2-af72-e26142774d8e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:04.486979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5de48-c2d4-485b-8fc2-f40cb74138ed None None] Pushing event updated for resources: {'Port': ['ID=456286c7-d710-42e2-af72-e26142774d8e,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:04.541918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef3e1504-86a6-4e85-95b2-945a01ff4eae req-2d787d3d-6c35-4c0b-8cf8-a5163c6fe111 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 210 time: 0.0954692 Feb 15 13:59:04.577940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:04.579295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7b0a5ce1-bfe5-4658-af24-b9358b94b029 None None] Provisioning complete for port 456286c7-d710-42e2-af72-e26142774d8e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:04.579769 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5ce1-bfe5-4658-af24-b9358b94b029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (456286c7-d710-42e2-af72-e26142774d8e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:04.582887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 456286c7-d710-42e2-af72-e26142774d8e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:04.747347 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a5ce1-bfe5-4658-af24-b9358b94b029 None None] Current status of the port 456286c7-d710-42e2-af72-e26142774d8e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:04.781883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7b0a5ce1-bfe5-4658-af24-b9358b94b029 None None] Provisioning complete for port ae6ae938-07ef-49af-a241-1ead4188e276 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:04.782274 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5ce1-bfe5-4658-af24-b9358b94b029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:04.816128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:04.832022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-09bab1c6-747b-48e1-9805-1b05a32ec1f7 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:04.840369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-09bab1c6-747b-48e1-9805-1b05a32ec1f7 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 812 time: 0.3127654 Feb 15 13:59:04.877419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a5ce1-bfe5-4658-af24-b9358b94b029 None None] Port ae6ae938-07ef-49af-a241-1ead4188e276 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:59:04.927001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 456286c7-d710-42e2-af72-e26142774d8e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:04.955600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-72607ec2-0ff5-44fd-ad9b-5ae23e0aadfb tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/quotas/73966798ee8b4daaaa7322021ae03505 HTTP/1.1" status: 200 len: 375 time: 0.1144645 Feb 15 13:59:04.977159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] device_id is not set on port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:59:05.040063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 456286c7-d710-42e2-af72-e26142774d8e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:05.041484 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (456286c7-d710-42e2-af72-e26142774d8e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:05.046975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-d5d2198e-4d79-4532-8ea9-e044232921c9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903883 Feb 15 13:59:05.081722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759e3cd-b49e-4c80-a595-1208a2e6d0b0 req-7fa7bb74-8d80-4ae9-be16-d6e9421053f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:05.095095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4759e3cd-b49e-4c80-a595-1208a2e6d0b0 req-7fa7bb74-8d80-4ae9-be16-d6e9421053f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.3646641 Feb 15 13:59:05.286450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'tag': '19368589-7720-4ea1-805e-a6dae3894a6c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:05.289519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 456286c7-d710-42e2-af72-e26142774d8e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:05.290236 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c66d93-0117-490e-b6b7-1d31cd433eca" -d '{"events": [{"name": "network-changed", "server_uuid": "7fec5a47-d0e9-4f3a-afe7-00600be180ce", "tag": "19368589-7720-4ea1-805e-a6dae3894a6c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:05.301803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d590f0a2-71e4-401c-a1f7-a6c9c52abe9e tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:05.303761 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d590f0a2-71e4-401c-a1f7-a6c9c52abe9e tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.67 "GET /v2.0/networks?id=88c6b832-d62f-45cc-b82f-02eff353661b HTTP/1.1" status: 200 len: 817 time: 0.1541078 Feb 15 13:59:05.370940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4759e3cd-b49e-4c80-a595-1208a2e6d0b0 req-ee5fab49-ae50-47b5-9b05-629487f6b39e tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699692 Feb 15 13:59:05.396191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Request body: {'port': {'device_id': 'eae9d8d5-889c-4357-b1aa-38cca84b43da', 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b', 'admin_state_up': True, 'tenant_id': '3c72b726662c4474891423836b09971d'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:05.503905 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-61939e80-a7f7-4fae-a52f-a6ec489d596e service neutron] 10.222.0.72 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549344 Feb 15 13:59:05.514181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79109f9-425c-4c47-b425-3e4dce394ba1 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:05.532233 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Publish callbacks [] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:05.578368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Transition to ACTIVE for port object f79109f9-425c-4c47-b425-3e4dce394ba1 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:59:05.597559 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:05.666522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-7817fa5b-c680-4bfa-a3e7-a5438eefc41a service neutron] 10.222.0.72 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616151 Feb 15 13:59:05.758943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Pushing event updated for resources: {'Port': ['ID=f79109f9-425c-4c47-b425-3e4dce394ba1,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:05.897285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Attempting to bind port f79109f9-425c-4c47-b425-3e4dce394ba1 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:05.897680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Attempting to bind port f79109f9-425c-4c47-b425-3e4dce394ba1 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'c0d0e8a2-5f61-4d00-a90e-8304f257d4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '837644d2-91a0-43fd-b438-5a7c25f896dc'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:05.897984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Attempting to bind port f79109f9-425c-4c47-b425-3e4dce394ba1 on network 837644d2-91a0-43fd-b438-5a7c25f896dc {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:05.906571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaf0b6-2bbf-4416-b04b-63bd20170a38 req-214c8d58-385a-4621-baa7-6e62cc37406e tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:05.913525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eacaf0b6-2bbf-4416-b04b-63bd20170a38 req-214c8d58-385a-4621-baa7-6e62cc37406e tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 1128 time: 0.1357503 Feb 15 13:59:05.921300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Port f79109f9-425c-4c47-b425-3e4dce394ba1 on network 837644d2-91a0-43fd-b438-5a7c25f896dc not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:59:05.921707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Attempting to bind port f79109f9-425c-4c47-b425-3e4dce394ba1 on network 837644d2-91a0-43fd-b438-5a7c25f896dc {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:05.937478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:05.937985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Checking segment: {'id': 'c0d0e8a2-5f61-4d00-a90e-8304f257d4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '837644d2-91a0-43fd-b438-5a7c25f896dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:05.938374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Bound using segment: {'id': 'c0d0e8a2-5f61-4d00-a90e-8304f257d4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '837644d2-91a0-43fd-b438-5a7c25f896dc'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:05.938860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Bound port: f79109f9-425c-4c47-b425-3e4dce394ba1, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d0e8a2-5f61-4d00-a90e-8304f257d4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '837644d2-91a0-43fd-b438-5a7c25f896dc'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:05.939244 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:05.947418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-a44232c8-99d7-4672-bc11-44ff829f0fd2 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:05.948938 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-a44232c8-99d7-4672-bc11-44ff829f0fd2 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.42 "GET /v2.0/networks?id=88c6b832-d62f-45cc-b82f-02eff353661b HTTP/1.1" status: 200 len: 817 time: 1.1242790 Feb 15 13:59:06.001950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Request body: {'port': {'device_id': 'd4b1c5bd-7039-4a8a-bb4e-35393a147bb4', 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b', 'admin_state_up': True, 'tenant_id': '3c72b726662c4474891423836b09971d'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:06.014542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eacaf0b6-2bbf-4416-b04b-63bd20170a38 req-3c344a29-0d37-4260-bec5-aca62b1c7423 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988431 Feb 15 13:59:06.089443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] For port f79109f9-425c-4c47-b425-3e4dce394ba1, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:06.096932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] For port f79109f9-425c-4c47-b425-3e4dce394ba1, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=f79109f9-425c-4c47-b425-3e4dce394ba1,segment=NetworkSegment(c0d0e8a2-5f61-4d00-a90e-8304f257d4e6),segment_id=c0d0e8a2-5f61-4d00-a90e-8304f257d4e6)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:06.116228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:06.166247 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4e7125-7c04-43ea-a3eb-8de11a1aeb7b x-openstack-request-id: req-fa4e7125-7c04-43ea-a3eb-8de11a1aeb7b {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:06.175558 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fec5a47-d0e9-4f3a-afe7-00600be180ce", "tag": "19368589-7720-4ea1-805e-a6dae3894a6c", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:06.175896 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa4e7125-7c04-43ea-a3eb-8de11a1aeb7b {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:06.176320 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'tag': '19368589-7720-4ea1-805e-a6dae3894a6c', 'status': 'completed', 'code': 200} Feb 15 13:59:06.197959 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (0c93b838-06e9-4f20-b732-54146706ba02), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:06.203080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:06.211485 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:06.213533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] 10.222.0.42 "PUT /v2.0/ports/f79109f9-425c-4c47-b425-3e4dce394ba1 HTTP/1.1" status: 200 len: 1093 time: 2.2662387 Feb 15 13:59:06.215480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104fbc6b-8613-47d0-b612-0bb64a741084', 'tag': 'f79109f9-425c-4c47-b425-3e4dce394ba1'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:06.218527 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a692412-271b-482f-94d8-18638b0aba27" -d '{"events": [{"name": "network-changed", "server_uuid": "104fbc6b-8613-47d0-b612-0bb64a741084", "tag": "f79109f9-425c-4c47-b425-3e4dce394ba1"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:06.227520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-3c5b5bc1-9873-41d0-9611-f242a66a1eb2 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:06.229917 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-3c5b5bc1-9873-41d0-9611-f242a66a1eb2 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.42 "GET /v2.0/networks?id=88c6b832-d62f-45cc-b82f-02eff353661b HTTP/1.1" status: 200 len: 817 time: 0.9215462 Feb 15 13:59:06.290613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Made reservation on behalf of 3c72b726662c4474891423836b09971d for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:06.293991 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:06.308930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event updated for resources: {'Subnet': ['ID=0c93b838-06e9-4f20-b732-54146706ba02,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:06.451325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 19368589-7720-4ea1-805e-a6dae3894a6c no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:59:06.469166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Request body: {'port': {'device_id': '0933b314-31b0-4bf6-ae32-5dfa82dd11fb', 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b', 'admin_state_up': True, 'tenant_id': '3c72b726662c4474891423836b09971d'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:06.636419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 19368589-7720-4ea1-805e-a6dae3894a6c is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:06.752534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3372869-8207-40b0-9593-16c6cbabf84b req-0fcfe866-c458-49f6-bb86-94aa4bec2795 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 210 time: 0.5311809 Feb 15 13:59:06.768645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Checking segment: {'id': 'c7634cff-eeed-4cad-ba9b-f5d2d0c0a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'de496176-3078-4dda-b4f5-6b6f590eb937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:06.769150 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Network hostable DHCP agents. Network: de496176-3078-4dda-b4f5-6b6f590eb937, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:59:06.787495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Allocated IP 10.1.1.181 (418e38b8-e8e1-47ac-84da-30f82b26109f/531af059-d351-4fcf-bdf6-65bff30aefa7/ef5ffed5-7caf-46a6-be1c-41b168dc0fbe) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:06.840234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f9254-5be8-432b-9c69-a872f893b98f service neutron] Pushing event updated for resources: {'Port': ['ID=f79109f9-425c-4c47-b425-3e4dce394ba1,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:06.848385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Allocated IP 172.20.0.12 (88c6b832-d62f-45cc-b82f-02eff353661b/60ead7f6-dd51-408a-9609-b47591394740/3d1599da-5e0b-4e96-bcd8-f49ce02eb915) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:06.866974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c66d93-0117-490e-b6b7-1d31cd433eca req-9655e037-c6c8-4f3e-98b3-a0ff875c2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:06.869322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6c66d93-0117-490e-b6b7-1d31cd433eca req-9655e037-c6c8-4f3e-98b3-a0ff875c2208 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 1157 time: 0.7330222 Feb 15 13:59:06.977088 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Network de496176-3078-4dda-b4f5-6b6f590eb937 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:59:07.046429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Made reservation on behalf of 3c72b726662c4474891423836b09971d for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:07.050720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:07.066302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987778d-b436-45e7-829b-b30af6bf7854 req-84810cf1-6788-4f8b-9f3e-2ac027f3eafc tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:07.071176 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1987778d-b436-45e7-829b-b30af6bf7854 req-84810cf1-6788-4f8b-9f3e-2ac027f3eafc tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 944 time: 0.9062448 Feb 15 13:59:07.077695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, de496176-3078-4dda-b4f5-6b6f590eb937) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:07.088193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (1d928ef7-ec42-40e8-9361-f453efa70b9b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:07.088451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e55fcc6-9fc8-4f9a-8b15-05b445e055d2 None None] Network de496176-3078-4dda-b4f5-6b6f590eb937 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:59:07.105957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75733df-4e4b-4769-b137-95fab73bde04 req-e4624db4-9a87-4dce-bd91-2fc44a2bd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:07.109862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-e4624db4-9a87-4dce-bd91-2fc44a2bd3f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d660ccc1c3449f8857b606c8de2aee3&device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 1127 time: 0.4081047 Feb 15 13:59:07.121607 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Made reservation on behalf of 3c72b726662c4474891423836b09971d for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:07.125741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:07.135834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2dc7844-6038-4296-8586-13ce20836db8 req-6b41f2c2-d8f9-490c-ad8d-d79f99a3c102 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 210 time: 0.1871498 Feb 15 13:59:07.318672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-c9c3df95-38b5-4b24-91bc-14c2f5a7f30a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79109f9-425c-4c47-b425-3e4dce394ba1 HTTP/1.1" status: 200 len: 217 time: 0.1808262 Feb 15 13:59:07.345658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-de496176-3078-4dda-b4f5-6b6f590eb937', 'network_id': 'de496176-3078-4dda-b4f5-6b6f590eb937', 'project_id': '17383b9f497449e4a9132ec4f41d15d9', 'fixed_ips': [{'subnet_id': '0c93b838-06e9-4f20-b732-54146706ba02'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:59:07.351784 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:07.418801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event updated for resources: {'Subnet': ['ID=1d928ef7-ec42-40e8-9361-f453efa70b9b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:07.469867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1987778d-b436-45e7-829b-b30af6bf7854 req-6d2679e7-da83-4b62-9c2d-78539c662390 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d41bc3b-30a7-4482-afaf-56c97c2769ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550439 Feb 15 13:59:07.479943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37689f77-f379-4521-8aa1-435c63c35d0c req-7b64dbcc-bf60-401e-af11-c2cead72f628 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:07.487556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37689f77-f379-4521-8aa1-435c63c35d0c req-7b64dbcc-bf60-401e-af11-c2cead72f628 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 1128 time: 0.1632454 Feb 15 13:59:07.489922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c66d93-0117-490e-b6b7-1d31cd433eca req-fc26c14b-ecd0-49ee-9403-dbe1d4fca71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:07.491555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6c66d93-0117-490e-b6b7-1d31cd433eca req-fc26c14b-ecd0-49ee-9403-dbe1d4fca71c service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.6037059 Feb 15 13:59:07.533127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75733df-4e4b-4769-b137-95fab73bde04 req-a56060e5-a743-44f4-b694-76db66a5b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:07.534602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-a56060e5-a743-44f4-b694-76db66a5b15b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be75653a-0552-4074-828d-9f18149ec266 HTTP/1.1" status: 200 len: 862 time: 0.2036784 Feb 15 13:59:07.587526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:07.604620 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6c66d93-0117-490e-b6b7-1d31cd433eca req-4f27e86c-f5b1-4f86-bcf3-3ffe34cd9116 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19368589-7720-4ea1-805e-a6dae3894a6c HTTP/1.1" status: 200 len: 217 time: 0.0736368 Feb 15 13:59:07.611395 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b0470-68ac-4aee-b114-ec9f768f6807 x-openstack-request-id: req-784b0470-68ac-4aee-b114-ec9f768f6807 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:07.611791 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104fbc6b-8613-47d0-b612-0bb64a741084", "tag": "f79109f9-425c-4c47-b425-3e4dce394ba1", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:07.611970 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-784b0470-68ac-4aee-b114-ec9f768f6807 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:07.612373 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104fbc6b-8613-47d0-b612-0bb64a741084', 'tag': 'f79109f9-425c-4c47-b425-3e4dce394ba1', 'status': 'completed', 'code': 200} Feb 15 13:59:07.622262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Checking segment: {'id': '2a33b938-91df-4e52-8108-0827e78b4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2252a8df-1590-40a4-9c67-833676794a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:07.623197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Network hostable DHCP agents. Network: 2252a8df-1590-40a4-9c67-833676794a2a, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:59:07.674253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-58eda13c-5263-452c-9a04-207f5f8758d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=837644d2-91a0-43fd-b438-5a7c25f896dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609818 Feb 15 13:59:07.686036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks [] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:07.770163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Network 2252a8df-1590-40a4-9c67-833676794a2a is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:59:07.822995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37689f77-f379-4521-8aa1-435c63c35d0c req-85d17f13-9644-4b32-aee9-0909e3120e3e tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295743 Feb 15 13:59:07.831047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 2252a8df-1590-40a4-9c67-833676794a2a) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:07.837000 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:07.838060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:07.839028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:07.851464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c7f2b-af58-48f0-902d-fae9496f76dd None None] Network 2252a8df-1590-40a4-9c67-833676794a2a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:59:07.864853 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:08.011255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-0e63982e-6d26-46ca-9555-e8e8e077b356 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:08.013351 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-0e63982e-6d26-46ca-9555-e8e8e077b356 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.42 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 812 time: 0.2751617 Feb 15 13:59:08.019566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Allocated IP 172.20.0.2 (de496176-3078-4dda-b4f5-6b6f590eb937/0c93b838-06e9-4f20-b732-54146706ba02/6b3841da-a47d-40a1-9315-64e1883abc4c) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:08.051838 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c94fa7a-65ab-4353-b927-d623a379d47b req-9010369d-153f-4a04-8fdf-662010594acc tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 210 time: 0.0971801 Feb 15 13:59:08.093940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c66d93-0117-490e-b6b7-1d31cd433eca req-e8ae450e-e64c-49a1-a595-6b493f46df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:08.107443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6c66d93-0117-490e-b6b7-1d31cd433eca req-e8ae450e-e64c-49a1-a595-6b493f46df01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.4356110 Feb 15 13:59:08.211339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6c66d93-0117-490e-b6b7-1d31cd433eca req-c57a7c20-ad6c-4139-9254-c96367967fca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746250 Feb 15 13:59:08.221748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366855f-f83d-4e5e-9bbb-c62714234b9a req-51d3d6e6-4949-4cdd-b874-a6a5d4bf7acc tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:08.223440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d366855f-f83d-4e5e-9bbb-c62714234b9a req-51d3d6e6-4949-4cdd-b874-a6a5d4bf7acc tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.5153019 Feb 15 13:59:08.232665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-44a7d9e7-f5c2-4061-8276-a17c592e3893 req-13b676a7-e7d2-4099-bb47-410a0f33720c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:59:08.233935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44a7d9e7-f5c2-4061-8276-a17c592e3893 req-13b676a7-e7d2-4099-bb47-410a0f33720c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095663 Feb 15 13:59:08.335727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-2252a8df-1590-40a4-9c67-833676794a2a', 'network_id': '2252a8df-1590-40a4-9c67-833676794a2a', 'project_id': '17383b9f497449e4a9132ec4f41d15d9', 'fixed_ips': [{'subnet_id': '1d928ef7-ec42-40e8-9361-f453efa70b9b'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:59:08.336951 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:08.390932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6c66d93-0117-490e-b6b7-1d31cd433eca req-36d0b4af-32c7-48f1-abf6-27d2cce0edc9 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653395 Feb 15 13:59:08.504346 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-baa986c5-c944-4bcc-abaa-172defa5e5e5 service neutron] 10.222.0.42 "GET /v2.0/networks/837644d2-91a0-43fd-b438-5a7c25f896dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8068366 Feb 15 13:59:08.515406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:08.517464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Port': ['ID=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:08.521484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network 418e38b8-e8e1-47ac-84da-30f82b26109f is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:08.525608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Allocated IP 172.20.0.2 (88c6b832-d62f-45cc-b82f-02eff353661b/60ead7f6-dd51-408a-9609-b47591394740/e33b4115-5490-4b0b-baf9-6d375dd6996e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:08.532529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'port': {'device_id': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69', 'admin_state_up': True, 'tenant_id': '73966798ee8b4daaaa7322021ae03505'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:08.542713 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c6848ead-6e22-4ab6-b18e-8470b8ade13a tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.3221791 Feb 15 13:59:08.543922 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:08.545784 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57458) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:08.579147 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d366855f-f83d-4e5e-9bbb-c62714234b9a req-4120102c-9eb3-4abc-aae0-5c675a0ec43d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758931 Feb 15 13:59:08.697197 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Publish callbacks [] for port (6b3841da-a47d-40a1-9315-64e1883abc4c), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:08.715685 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (6b3841da-a47d-40a1-9315-64e1883abc4c), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:08.747485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Pushing event updated for resources: {'Port': ['ID=3d1599da-5e0b-4e96-bcd8-f49ce02eb915,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:08.755143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:08.840564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4006a-0c21-4193-abaf-c01f89bc3c47 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:08.841880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4006a-0c21-4193-abaf-c01f89bc3c47 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:08.843444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4006a-0c21-4193-abaf-c01f89bc3c47 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:08.849976 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0bd4006a-0c21-4193-abaf-c01f89bc3c47 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2459662 Feb 15 13:59:08.858585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:08.859335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:08.866766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57464) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:08.870692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee1ba28-7c4f-4614-a3b9-26d04084607e req-6886bb0b-5a56-43d3-ad87-d5fe68e6e97f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 210 time: 0.1306410 Feb 15 13:59:08.942351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Network de496176-3078-4dda-b4f5-6b6f590eb937 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:08.975103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:08.984100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:09.004074 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4fc6037a-c19c-48de-876f-3d9d734ad252 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9010482 Feb 15 13:59:09.015858 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Network 88c6b832-d62f-45cc-b82f-02eff353661b is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:09.022473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:09.029330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:09.055642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Pushing event updated for resources: {'Port': ['ID=6b3841da-a47d-40a1-9315-64e1883abc4c,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:09.084981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:09.085630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.089841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6c66d93-0117-490e-b6b7-1d31cd433eca req-45424eb1-0b7e-404d-8992-06003e1e22b4 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899207 Feb 15 13:59:09.180904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Allocated IP 172.20.0.18 (2252a8df-1590-40a4-9c67-833676794a2a/1d928ef7-ec42-40e8-9361-f453efa70b9b/b9be888c-ac86-4258-a9bf-4678ce5b868a) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:09.192684 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-368540f3-1bbc-4086-a88b-9affb4ad48cf tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8185604 Feb 15 13:59:09.236495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Request body: {'port': {'device_id': 'eae9d8d5-889c-4357-b1aa-38cca84b43da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:09.237763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e75733df-4e4b-4769-b137-95fab73bde04 req-51d8dac1-a925-487e-86e5-f1ce864c5763 service neutron] 10.222.0.42 "GET /v2.0/networks/837644d2-91a0-43fd-b438-5a7c25f896dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7156968 Feb 15 13:59:09.286420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c07177-001b-4545-b338-63e392fe3fe6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Deleting subnet 0c93b838-06e9-4f20-b732-54146706ba02 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:59:09.291010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96c07177-001b-4545-b338-63e392fe3fe6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks [] for subnet (0c93b838-06e9-4f20-b732-54146706ba02), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.307860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-abdae860-70b8-47f0-b82c-4fb5db2e8508 None None] Provisioning complete for port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:09.308245 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-abdae860-70b8-47f0-b82c-4fb5db2e8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.345994 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96c07177-001b-4545-b338-63e392fe3fe6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (0c93b838-06e9-4f20-b732-54146706ba02), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.383522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Attempting to bind port 6b3841da-a47d-40a1-9315-64e1883abc4c on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:09.383928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Attempting to bind port 6b3841da-a47d-40a1-9315-64e1883abc4c by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c7634cff-eeed-4cad-ba9b-f5d2d0c0a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'de496176-3078-4dda-b4f5-6b6f590eb937'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:09.384326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Attempting to bind port 6b3841da-a47d-40a1-9315-64e1883abc4c on network de496176-3078-4dda-b4f5-6b6f590eb937 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:09.455605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:09.462978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Checking segment: {'id': 'c7634cff-eeed-4cad-ba9b-f5d2d0c0a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'de496176-3078-4dda-b4f5-6b6f590eb937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:09.462978 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.463477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Bound using segment: {'id': 'c7634cff-eeed-4cad-ba9b-f5d2d0c0a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'de496176-3078-4dda-b4f5-6b6f590eb937'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:09.463914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Bound port: 6b3841da-a47d-40a1-9315-64e1883abc4c, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7634cff-eeed-4cad-ba9b-f5d2d0c0a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'de496176-3078-4dda-b4f5-6b6f590eb937'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:09.464247 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b3841da-a47d-40a1-9315-64e1883abc4c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.519428 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96c07177-001b-4545-b338-63e392fe3fe6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0c93b838-06e9-4f20-b732-54146706ba02), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.583002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.597570 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96c07177-001b-4545-b338-63e392fe3fe6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (0c93b838-06e9-4f20-b732-54146706ba02), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.619330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-abdae860-70b8-47f0-b82c-4fb5db2e8508 None None] Port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:59:09.664108 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96c07177-001b-4545-b338-63e392fe3fe6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.667533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-96c07177-001b-4545-b338-63e392fe3fe6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "DELETE /v2.0/subnets/0c93b838-06e9-4f20-b732-54146706ba02 HTTP/1.1" status: 204 len: 168 time: 0.7958784 Feb 15 13:59:09.672335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57490) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:09.674544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c07177-001b-4545-b338-63e392fe3fe6 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event deleted for resources: {'Subnet': ['ID=0c93b838-06e9-4f20-b732-54146706ba02,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:09.711238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94ea29-c1ad-4e72-9e6c-b94e633aea3b req-5dd671e5-2960-4f83-951a-54078bc0e43e tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:09.713475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b94ea29-c1ad-4e72-9e6c-b94e633aea3b req-5dd671e5-2960-4f83-951a-54078bc0e43e tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 944 time: 0.6485064 Feb 15 13:59:09.734100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] For port 6b3841da-a47d-40a1-9315-64e1883abc4c, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:09.739722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Made reservation on behalf of 73966798ee8b4daaaa7322021ae03505 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:09.749552 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.767697 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:09.767697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] For port 6b3841da-a47d-40a1-9315-64e1883abc4c, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6b3841da-a47d-40a1-9315-64e1883abc4c,segment=NetworkSegment(c7634cff-eeed-4cad-ba9b-f5d2d0c0a952),segment_id=c7634cff-eeed-4cad-ba9b-f5d2d0c0a952)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:09.856703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a692412-271b-482f-94d8-18638b0aba27 req-ebd04d7c-1f6c-4366-99e8-b50136681fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:09.858728 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a692412-271b-482f-94d8-18638b0aba27 req-ebd04d7c-1f6c-4366-99e8-b50136681fac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d660ccc1c3449f8857b606c8de2aee3&device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 1127 time: 0.2750642 Feb 15 13:59:09.883917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbbfc44-f15b-45d0-b42e-c86154d15984 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Deleting subnet 1d928ef7-ec42-40e8-9361-f453efa70b9b {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:59:09.963127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b94ea29-c1ad-4e72-9e6c-b94e633aea3b req-5a0b4837-4433-4af5-8966-6e693f6a4572 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d41bc3b-30a7-4482-afaf-56c97c2769ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875701 Feb 15 13:59:10.054016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-aaeb6f4a-6c32-4382-abcb-d6f1b0114f42 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 13:59:10.055067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-aaeb6f4a-6c32-4382-abcb-d6f1b0114f42 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126321 Feb 15 13:59:10.075691 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Publish callbacks [] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:10.081795 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6b3841da-a47d-40a1-9315-64e1883abc4c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:10.085970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a692412-271b-482f-94d8-18638b0aba27 req-29389944-85a7-4a7b-9045-9f51e43086be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:10.091696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a692412-271b-482f-94d8-18638b0aba27 req-29389944-85a7-4a7b-9045-9f51e43086be service neutron] 10.222.0.42 "GET /v2.0/networks?id=837644d2-91a0-43fd-b438-5a7c25f896dc HTTP/1.1" status: 200 len: 923 time: 0.2255657 Feb 15 13:59:10.095090 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-acbbfc44-f15b-45d0-b42e-c86154d15984 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks [] for subnet (1d928ef7-ec42-40e8-9361-f453efa70b9b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:10.134846 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:10.196242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Network 2252a8df-1590-40a4-9c67-833676794a2a is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:10.207598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:10.211658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34382e-d7de-4f1e-92f6-63c91448d800 None None] Pushing event updated for resources: {'Port': ['ID=6b3841da-a47d-40a1-9315-64e1883abc4c,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:10.223570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:10.261335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Allocated IP 172.20.0.2 (78f18dab-117a-4a56-adb7-cf63ecf9dd69/2a9e082f-da76-4289-862f-326a50e53aaa/dacb40d4-0e91-45f6-be10-29ad2b5e06c1) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:10.301068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a692412-271b-482f-94d8-18638b0aba27 req-a93dd948-6c01-4b51-8c6a-3930eaa14229 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f79109f9-425c-4c47-b425-3e4dce394ba1 HTTP/1.1" status: 200 len: 217 time: 0.1991010 Feb 15 13:59:10.323763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Pushing event updated for resources: {'Port': ['ID=b9be888c-ac86-4258-a9bf-4678ce5b868a,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:10.421616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Attempting to bind port b9be888c-ac86-4258-a9bf-4678ce5b868a on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:10.422246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Attempting to bind port b9be888c-ac86-4258-a9bf-4678ce5b868a by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '2a33b938-91df-4e52-8108-0827e78b4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2252a8df-1590-40a4-9c67-833676794a2a'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:10.423044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Attempting to bind port b9be888c-ac86-4258-a9bf-4678ce5b868a on network 2252a8df-1590-40a4-9c67-833676794a2a {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:10.427354 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-acbbfc44-f15b-45d0-b42e-c86154d15984 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (1d928ef7-ec42-40e8-9361-f453efa70b9b), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:10.442606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-e3d793ea-a1b3-4330-b8c5-c82d7c110f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:10.448402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-e3d793ea-a1b3-4330-b8c5-c82d7c110f25 service neutron] 10.222.0.72 "GET /v2.0/ports/a024b37d-096d-403c-bcd0-61406c8ce283 HTTP/1.1" status: 200 len: 1125 time: 0.3789070 Feb 15 13:59:10.480155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:10.494969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Checking segment: {'id': '2a33b938-91df-4e52-8108-0827e78b4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2252a8df-1590-40a4-9c67-833676794a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:10.496131 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:10.498083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Bound using segment: {'id': '2a33b938-91df-4e52-8108-0827e78b4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2252a8df-1590-40a4-9c67-833676794a2a'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:10.499912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Bound port: b9be888c-ac86-4258-a9bf-4678ce5b868a, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a33b938-91df-4e52-8108-0827e78b4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2252a8df-1590-40a4-9c67-833676794a2a'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:10.500671 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:10.526771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Request body: {'binding': {'host': 'n-h1-829064-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:10.527252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Unknown quota resources ['binding']. {{(pid=109971) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 13:59:10.599365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a692412-271b-482f-94d8-18638b0aba27 req-483cce4b-2a7f-471f-bb0a-6726c8db6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:10.600991 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a692412-271b-482f-94d8-18638b0aba27 req-483cce4b-2a7f-471f-bb0a-6726c8db6e3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be75653a-0552-4074-828d-9f18149ec266 HTTP/1.1" status: 200 len: 862 time: 0.2840855 Feb 15 13:59:10.661856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a692412-271b-482f-94d8-18638b0aba27 req-e33550a6-ae9e-4264-93a0-08dfdd15fada service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=837644d2-91a0-43fd-b438-5a7c25f896dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459111 Feb 15 13:59:10.718073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] For port b9be888c-ac86-4258-a9bf-4678ce5b868a, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:10.722320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] For port b9be888c-ac86-4258-a9bf-4678ce5b868a, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b9be888c-ac86-4258-a9bf-4678ce5b868a,segment=NetworkSegment(2a33b938-91df-4e52-8108-0827e78b4959),segment_id=2a33b938-91df-4e52-8108-0827e78b4959)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:10.741087 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:10.812415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks [] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:10.875998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11efb7-d68c-446d-8551-72a14c1ac858 None None] Pushing event updated for resources: {'Port': ['ID=b9be888c-ac86-4258-a9bf-4678ce5b868a,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:10.902987 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-acbbfc44-f15b-45d0-b42e-c86154d15984 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (1d928ef7-ec42-40e8-9361-f453efa70b9b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.050881 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a692412-271b-482f-94d8-18638b0aba27 req-fc832f1a-2195-4d39-9685-09e178c67b09 service neutron] 10.222.0.42 "GET /v2.0/networks/837644d2-91a0-43fd-b438-5a7c25f896dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464313 Feb 15 13:59:11.076627 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.100923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6b3841da-a47d-40a1-9315-64e1883abc4c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:11.115594 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 on host n-h1-829064-15 for vnic_type normal with profile None {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:11.115939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:11.116263 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:11.135421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Port a024b37d-096d-403c-bcd0-61406c8ce283 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:59:11.135793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:11.169675 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.178060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:11.178404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:11.179264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:11.179554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Bound port: a024b37d-096d-403c-bcd0-61406c8ce283, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:11.203569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.233898 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6b3841da-a47d-40a1-9315-64e1883abc4c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:11.233898 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6b3841da-a47d-40a1-9315-64e1883abc4c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.327591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57498) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:11.330079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a024b37d-096d-403c-bcd0-61406c8ce283,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:11.344061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9e9e9819-73b3-4258-a9f8-b250187680fc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430788238', 'description': 'tempest-description--332587505'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:11.389707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6b3841da-a47d-40a1-9315-64e1883abc4c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:11.391366 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6b3841da-a47d-40a1-9315-64e1883abc4c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.439828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Network 88c6b832-d62f-45cc-b82f-02eff353661b is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:11.466642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 6b3841da-a47d-40a1-9315-64e1883abc4c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6b3841da-a47d-40a1-9315-64e1883abc4c,segment=NetworkSegment(c7634cff-eeed-4cad-ba9b-f5d2d0c0a952),segment_id=c7634cff-eeed-4cad-ba9b-f5d2d0c0a952)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:11.484032 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6b3841da-a47d-40a1-9315-64e1883abc4c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.486667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.504943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-14f25ef6-9ef6-494a-996c-c3756ac52ada service neutron] 10.222.0.72 "POST /v2.0/ports/a024b37d-096d-403c-bcd0-61406c8ce283/bindings HTTP/1.1" status: 201 len: 390 time: 0.9914880 Feb 15 13:59:11.516501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:11.520741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:11.569777 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:11.571555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9819-73b3-4258-a9f8-b250187680fc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.574868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-9d18f4f8-2b27-4d2b-91a1-537cff42738d service neutron] 10.222.0.42 "GET /v2.0/ports/19368589-7720-4ea1-805e-a6dae3894a6c/bindings/n-h2-829064-15 HTTP/1.1" status: 200 len: 385 time: 0.2431247 Feb 15 13:59:11.657418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Pushing event updated for resources: {'Port': ['ID=e33b4115-5490-4b0b-baf9-6d375dd6996e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:11.667937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=6b3841da-a47d-40a1-9315-64e1883abc4c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:11.731636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Allocated IP 172.20.0.10 (88c6b832-d62f-45cc-b82f-02eff353661b/60ead7f6-dd51-408a-9609-b47591394740/6dbf8623-7ec8-44df-a629-c67a29eb5d9b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:11.739657 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.740247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.740789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.741333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.744892 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.745662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.746260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.747643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.748467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.749516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.750082 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.750625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.751625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:11.795180 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.796287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:11.859650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:11.861931 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.882527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ebd24-28b7-440c-a774-4866877b601e req-b6d0f1d7-e6fa-4b4c-8931-54026cd3b288 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:11.886588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-894ebd24-28b7-440c-a774-4866877b601e req-b6d0f1d7-e6fa-4b4c-8931-54026cd3b288 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 931 time: 0.4545870 Feb 15 13:59:11.887726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-acbbfc44-f15b-45d0-b42e-c86154d15984 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (1d928ef7-ec42-40e8-9361-f453efa70b9b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:11.958834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:11.983005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.42', 58819) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:12.061588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbfc44-f15b-45d0-b42e-c86154d15984 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event deleted for resources: {'Subnet': ['ID=1d928ef7-ec42-40e8-9361-f453efa70b9b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:12.074058 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9819-73b3-4258-a9f8-b250187680fc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group (286eb71f-6f40-4315-9850-0e35573b55e5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:12.098327 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2ba7dba2-44ec-4f91-a090-74b19476106c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7461538 Feb 15 13:59:12.104530 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-acbbfc44-f15b-45d0-b42e-c86154d15984 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:12.104809 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9819-73b3-4258-a9f8-b250187680fc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (286eb71f-6f40-4315-9850-0e35573b55e5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:12.107706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f839f618-9f92-4d44-8bf9-f8c8aedab0f8 None None] Network de496176-3078-4dda-b4f5-6b6f590eb937 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:59:12.111312 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-acbbfc44-f15b-45d0-b42e-c86154d15984 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "DELETE /v2.0/subnets/1d928ef7-ec42-40e8-9361-f453efa70b9b HTTP/1.1" status: 204 len: 168 time: 2.4377556 Feb 15 13:59:12.116232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Request body: {'port': {'device_id': '0933b314-31b0-4bf6-ae32-5dfa82dd11fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:12.123176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57504) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:12.204799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a692412-271b-482f-94d8-18638b0aba27 req-0c9602b9-0938-4ee7-83f7-1c260ca725e1 service neutron] 10.222.0.42 "GET /v2.0/networks/837644d2-91a0-43fd-b438-5a7c25f896dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1434968 Feb 15 13:59:12.233006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-894ebd24-28b7-440c-a774-4866877b601e req-a3f2aabd-6250-41b8-90da-d6c87a275139 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082774 Feb 15 13:59:12.237341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'Port': ['ID=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:12.283617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-643dd9c0-800c-4473-8cc5-0cd19425c567 None None] Provisioning complete for port 6b3841da-a47d-40a1-9315-64e1883abc4c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:12.284041 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-643dd9c0-800c-4473-8cc5-0cd19425c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6b3841da-a47d-40a1-9315-64e1883abc4c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:12.308736 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9e9e9819-73b3-4258-a9f8-b250187680fc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:12.313852 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9e9e9819-73b3-4258-a9f8-b250187680fc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9808598 Feb 15 13:59:12.322468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:12.327623 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:12.330932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db047e-aa4c-4c43-a667-bd604979be03 req-d7c65965-17e2-48f6-9e33-cd911b365a3c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:12.332511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18db047e-aa4c-4c43-a667-bd604979be03 req-d7c65965-17e2-48f6-9e33-cd911b365a3c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 943 time: 0.4657125 Feb 15 13:59:12.343612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57506) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:12.363659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-0ca3a55a-fc0d-4212-89c9-3b87a27563ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:12.365214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-0ca3a55a-fc0d-4212-89c9-3b87a27563ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 1128 time: 0.3747981 Feb 15 13:59:12.367578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0381d018-c42b-4da2-84e2-a70d940e3c09 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'security_group_rule': {'security_group_id': '286eb71f-6f40-4315-9850-0e35573b55e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:12.383818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-40978d00-208b-4eaf-8e69-12df5469ebd0 service neutron] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:12.396290 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e9819-73b3-4258-a9f8-b250187680fc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286eb71f-6f40-4315-9850-0e35573b55e5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:12.492780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device f79109f9-425c-4c47-b425-3e4dce394ba1 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:59:12.495334 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-87fd44b8-3214-4a18-a978-802ffe3e4d77 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9675782 Feb 15 13:59:12.509127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-643dd9c0-800c-4473-8cc5-0cd19425c567 None None] Current status of the port 6b3841da-a47d-40a1-9315-64e1883abc4c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:12.513947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b87fffb-dbd0-48fa-809f-3c54ecb94079 None None] DHCP port deletion for de496176-3078-4dda-b4f5-6b6f590eb937 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:59:12.539535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Request body: {'port': {'device_id': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:12.604293 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0381d018-c42b-4da2-84e2-a70d940e3c09 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group_rule (fb838ece-8962-4ec8-be11-3f03c2c9efc2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:12.643459 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:12.679417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb16ad-c683-4098-ac33-e8c26866e36b None None] Network 2252a8df-1590-40a4-9c67-833676794a2a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:59:12.717667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks [] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:12.823830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port f79109f9-425c-4c47-b425-3e4dce394ba1, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=f79109f9-425c-4c47-b425-3e4dce394ba1,segment=NetworkSegment(c0d0e8a2-5f61-4d00-a90e-8304f257d4e6),segment_id=c0d0e8a2-5f61-4d00-a90e-8304f257d4e6)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:12.828836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e88ae58f-27d2-469f-81d1-baace3f9fef7 None None] Provisioning complete for port b9be888c-ac86-4258-a9bf-4678ce5b868a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:12.835467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e88ae58f-27d2-469f-81d1-baace3f9fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:12.841316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4b87fffb-dbd0-48fa-809f-3c54ecb94079 None None] Deleting port 6b3841da-a47d-40a1-9315-64e1883abc4c {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:59:12.841316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b87fffb-dbd0-48fa-809f-3c54ecb94079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6b3841da-a47d-40a1-9315-64e1883abc4c), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:12.971323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eba835-adaf-46bd-a6a9-fd361b9e6703 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:12.977189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-05eba835-adaf-46bd-a6a9-fd361b9e6703 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8528504 Feb 15 13:59:12.982337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57510) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:13.069863 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.073544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-40978d00-208b-4eaf-8e69-12df5469ebd0 service neutron] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:13.084840 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.094362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0381d018-c42b-4da2-84e2-a70d940e3c09 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group_rule (fb838ece-8962-4ec8-be11-3f03c2c9efc2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.107041 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4b87fffb-dbd0-48fa-809f-3c54ecb94079 None None] For port 6b3841da-a47d-40a1-9315-64e1883abc4c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6b3841da-a47d-40a1-9315-64e1883abc4c,segment=NetworkSegment(c7634cff-eeed-4cad-ba9b-f5d2d0c0a952),segment_id=c7634cff-eeed-4cad-ba9b-f5d2d0c0a952)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:13.107582 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b87fffb-dbd0-48fa-809f-3c54ecb94079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6b3841da-a47d-40a1-9315-64e1883abc4c), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.128542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0381d018-c42b-4da2-84e2-a70d940e3c09 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (fb838ece-8962-4ec8-be11-3f03c2c9efc2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.131579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b9be888c-ac86-4258-a9bf-4678ce5b868a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:13.151166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4b87fffb-dbd0-48fa-809f-3c54ecb94079 None None] Calling delete_port for 6b3841da-a47d-40a1-9315-64e1883abc4c owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:59:13.173784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'f79109f9-425c-4c47-b425-3e4dce394ba1', 'network_id': '837644d2-91a0-43fd-b438-5a7c25f896dc', 'port_id': 'f79109f9-425c-4c47-b425-3e4dce394ba1', 'mac_address': 'fa:16:3e:ba:95:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be75653a-0552-4074-828d-9f18149ec266', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:59:13.175029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658481a-b0e4-43bf-a734-a9f5610ab934 req-0c9c765f-b792-4943-b5d0-7bb2e2ce4acc tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:13.176868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6658481a-b0e4-43bf-a734-a9f5610ab934 req-0c9c765f-b792-4943-b5d0-7bb2e2ce4acc tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 931 time: 0.8044813 Feb 15 13:59:13.219463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18db047e-aa4c-4c43-a667-bd604979be03 req-a940179e-ec74-4eef-a3c5-5d42220118e2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8645062 Feb 15 13:59:13.224400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381d018-c42b-4da2-84e2-a70d940e3c09 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb838ece-8962-4ec8-be11-3f03c2c9efc2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:13.235861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-40978d00-208b-4eaf-8e69-12df5469ebd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19368589-7720-4ea1-805e-a6dae3894a6c {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:13.240277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Network 88c6b832-d62f-45cc-b82f-02eff353661b is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:13.255332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (2252a8df-1590-40a4-9c67-833676794a2a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.279462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:13.282866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-40978d00-208b-4eaf-8e69-12df5469ebd0 service neutron] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:13.286119 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0381d018-c42b-4da2-84e2-a70d940e3c09 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.291088 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0381d018-c42b-4da2-84e2-a70d940e3c09 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9424171 Feb 15 13:59:13.292534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57514) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:13.293454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:13.330339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-534f7b65-403b-4529-8bdb-9ba7e653854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:13.332620 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-534f7b65-403b-4529-8bdb-9ba7e653854c service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.9362133 Feb 15 13:59:13.340645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6658481a-b0e4-43bf-a734-a9f5610ab934 req-6c059273-8669-41da-ad5c-024fb513a6a1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493363 Feb 15 13:59:13.349975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port f79109f9-425c-4c47-b425-3e4dce394ba1 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:13.350625 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-40978d00-208b-4eaf-8e69-12df5469ebd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.350942 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.400146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-092ffd89-ae5f-4ef3-820f-9b218239732c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'security_group_rule': {'security_group_id': '286eb71f-6f40-4315-9850-0e35573b55e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:13.432722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79109f9-425c-4c47-b425-3e4dce394ba1 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:13.453785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Pushing event updated for resources: {'Port': ['ID=6dbf8623-7ec8-44df-a629-c67a29eb5d9b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:13.459248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port f79109f9-425c-4c47-b425-3e4dce394ba1, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=f79109f9-425c-4c47-b425-3e4dce394ba1,segment=NetworkSegment(c0d0e8a2-5f61-4d00-a90e-8304f257d4e6),segment_id=c0d0e8a2-5f61-4d00-a90e-8304f257d4e6)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:13.470415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:13.471479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.479769 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.485612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-5aba8bc6-0da2-4107-b60f-776a7f8a52f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a024b37d-096d-403c-bcd0-61406c8ce283 HTTP/1.1" status: 200 len: 217 time: 0.1426916 Feb 15 13:59:13.518518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b9be888c-ac86-4258-a9bf-4678ce5b868a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:13.520552 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.569508 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-2750d71b-fff2-4dde-bdc1-1e2d143b4d5a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5773771 Feb 15 13:59:13.620657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b164926-f675-43b9-8010-b80f38cf1337 None None] DHCP port deletion for 2252a8df-1590-40a4-9c67-833676794a2a request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 13:59:13.650748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Request body: {'port': {'device_id': 'd4b1c5bd-7039-4a8a-bb4e-35393a147bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:13.663549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-092ffd89-ae5f-4ef3-820f-9b218239732c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group_rule (1015ded0-6fc3-4cd6-9b93-92ba74ff8c18), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.708925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba907f09-1c24-48de-9ebc-0688ac7ff7e2 req-f52959ad-635a-4a37-91df-2b787eea05a3 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:13.710887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba907f09-1c24-48de-9ebc-0688ac7ff7e2 req-f52959ad-635a-4a37-91df-2b787eea05a3 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 944 time: 0.3531761 Feb 15 13:59:13.719375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e88ae58f-27d2-469f-81d1-baace3f9fef7 None None] Current status of the port b9be888c-ac86-4258-a9bf-4678ce5b868a is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:13.719807 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e88ae58f-27d2-469f-81d1-baace3f9fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.721803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-7b715cb7-3262-423e-abed-12cf072b630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:13.723648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-7b715cb7-3262-423e-abed-12cf072b630c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.2093215 Feb 15 13:59:13.768321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['f79109f9-425c-4c47-b425-3e4dce394ba1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:13.826976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22833bb1-fd98-4431-b403-d60b96d5f7c5 req-f6effde3-ed19-450f-bbbf-455fd7c03f67 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:13.829180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22833bb1-fd98-4431-b403-d60b96d5f7c5 req-f6effde3-ed19-450f-bbbf-455fd7c03f67 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.3538339 Feb 15 13:59:13.870601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-13befd61-4d77-4e4b-bc5b-8cd46c4fcd66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214402 Feb 15 13:59:13.874144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=f79109f9-425c-4c47-b425-3e4dce394ba1,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:13.933855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba907f09-1c24-48de-9ebc-0688ac7ff7e2 req-fca293fc-d3e6-4032-bf9b-2391642b7cc5 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d41bc3b-30a7-4482-afaf-56c97c2769ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089331 Feb 15 13:59:13.946960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e88ae58f-27d2-469f-81d1-baace3f9fef7 None None] For port b9be888c-ac86-4258-a9bf-4678ce5b868a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b9be888c-ac86-4258-a9bf-4678ce5b868a,segment=NetworkSegment(2a33b938-91df-4e52-8108-0827e78b4959),segment_id=2a33b938-91df-4e52-8108-0827e78b4959)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:13.946960 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b87fffb-dbd0-48fa-809f-3c54ecb94079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (6b3841da-a47d-40a1-9315-64e1883abc4c), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:13.981612 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e88ae58f-27d2-469f-81d1-baace3f9fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.010274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-40978d00-208b-4eaf-8e69-12df5469ebd0 service neutron] Transition to ACTIVE for port object 19368589-7720-4ea1-805e-a6dae3894a6c will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:59:14.079820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:14.088329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Deleting port b9be888c-ac86-4258-a9bf-4678ce5b868a {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:59:14.088692 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.091052 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-40978d00-208b-4eaf-8e69-12df5469ebd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.105034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Publish callbacks [] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.146484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Transition to ACTIVE for port object 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:59:14.275444 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.318359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-40978d00-208b-4eaf-8e69-12df5469ebd0 service neutron] No DVR routers for this DVR port 19368589-7720-4ea1-805e-a6dae3894a6c on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:14.322864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87fffb-dbd0-48fa-809f-3c54ecb94079 None None] Pushing event deleted for resources: {'Port': ['ID=6b3841da-a47d-40a1-9315-64e1883abc4c,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:14.364729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22833bb1-fd98-4431-b403-d60b96d5f7c5 req-70c39106-d12c-42ec-a37b-02b584dad122 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027769 Feb 15 13:59:14.378663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87fffb-dbd0-48fa-809f-3c54ecb94079 None None] No DVR routers for this DVR port 6b3841da-a47d-40a1-9315-64e1883abc4c on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:14.408486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40978d00-208b-4eaf-8e69-12df5469ebd0 service neutron] Pushing event updated for resources: {'Port': ['ID=19368589-7720-4ea1-805e-a6dae3894a6c,revision_number=10']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:14.442772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7b164926-f675-43b9-8010-b80f38cf1337 None None] Deleting port b9be888c-ac86-4258-a9bf-4678ce5b868a {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:59:14.443772 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7b164926-f675-43b9-8010-b80f38cf1337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.480598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] For port b9be888c-ac86-4258-a9bf-4678ce5b868a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b9be888c-ac86-4258-a9bf-4678ce5b868a,segment=NetworkSegment(2a33b938-91df-4e52-8108-0827e78b4959),segment_id=2a33b938-91df-4e52-8108-0827e78b4959)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:14.481136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.507979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.535251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b9be888c-ac86-4258-a9bf-4678ce5b868a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:14.537771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-40978d00-208b-4eaf-8e69-12df5469ebd0 service neutron] 10.222.0.42 "PUT /v2.0/ports/19368589-7720-4ea1-805e-a6dae3894a6c/bindings/n-h2-829064-15/activate HTTP/1.1" status: 200 len: 370 time: 2.9500484 Feb 15 13:59:14.561853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ae58f-27d2-469f-81d1-baace3f9fef7 None None] Pushing event updated for resources: {'Port': ['ID=b9be888c-ac86-4258-a9bf-4678ce5b868a,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:14.573390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-f5b125b1-f506-42e0-af0a-d54151482594 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606574 Feb 15 13:59:14.574607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Calling delete_port for b9be888c-ac86-4258-a9bf-4678ce5b868a owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:59:14.623851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7b164926-f675-43b9-8010-b80f38cf1337 None None] For port b9be888c-ac86-4258-a9bf-4678ce5b868a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b9be888c-ac86-4258-a9bf-4678ce5b868a,segment=NetworkSegment(2a33b938-91df-4e52-8108-0827e78b4959),segment_id=2a33b938-91df-4e52-8108-0827e78b4959)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:14.624913 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7b164926-f675-43b9-8010-b80f38cf1337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.643805 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-092ffd89-ae5f-4ef3-820f-9b218239732c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group_rule (1015ded0-6fc3-4cd6-9b93-92ba74ff8c18), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.669452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6b3841da-a47d-40a1-9315-64e1883abc4c no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:59:14.704958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7b164926-f675-43b9-8010-b80f38cf1337 None None] Calling delete_port for b9be888c-ac86-4258-a9bf-4678ce5b868a owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:59:14.724455 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4f43b43-e8bb-404f-99f5-8d5ce3274371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.727780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d130c-b8a6-4aaf-99f8-c5e8a2b9d64f req-181f0b37-28ff-43f4-9098-3c5a63ab02bc tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:14.729953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 6b3841da-a47d-40a1-9315-64e1883abc4c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:59:14.730378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6b3841da-a47d-40a1-9315-64e1883abc4c not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:59:14.735277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-699d130c-b8a6-4aaf-99f8-c5e8a2b9d64f req-181f0b37-28ff-43f4-9098-3c5a63ab02bc tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 931 time: 0.6297398 Feb 15 13:59:14.807461 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-092ffd89-ae5f-4ef3-820f-9b218239732c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (1015ded0-6fc3-4cd6-9b93-92ba74ff8c18), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.861617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacb40d4-0e91-45f6-be10-29ad2b5e06c1 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:14.870824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Publish callbacks [] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.874238 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7b164926-f675-43b9-8010-b80f38cf1337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:14.877441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636bd31-37d5-4b25-a24e-d73b8b2f1203 req-eeeb1b0f-0b8c-474d-a522-e9505091268b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:14.884448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3636bd31-37d5-4b25-a24e-d73b8b2f1203 req-eeeb1b0f-0b8c-474d-a522-e9505091268b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 944 time: 0.3879602 Feb 15 13:59:14.895941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b164926-f675-43b9-8010-b80f38cf1337 None None] No DVR routers for this DVR port b9be888c-ac86-4258-a9bf-4678ce5b868a on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:14.929760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1599da-5e0b-4e96-bcd8-f49ce02eb915,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:14.931590 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-699d130c-b8a6-4aaf-99f8-c5e8a2b9d64f req-3bc456db-902d-49d6-8138-9d7634a777d3 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906652 Feb 15 13:59:14.942541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-0ce09b87-7d82-4d8b-aba2-1fecc42db171 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:14.954450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-0ce09b87-7d82-4d8b-aba2-1fecc42db171 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.3344662 Feb 15 13:59:14.974004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b164926-f675-43b9-8010-b80f38cf1337 None None] Pushing event deleted for resources: {'Port': ['ID=b9be888c-ac86-4258-a9bf-4678ce5b868a,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:14.981990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Transition to ACTIVE for port object dacb40d4-0e91-45f6-be10-29ad2b5e06c1 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:59:14.984768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ffd89-ae5f-4ef3-820f-9b218239732c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1015ded0-6fc3-4cd6-9b93-92ba74ff8c18,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:14.991928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b9be888c-ac86-4258-a9bf-4678ce5b868a no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:59:15.000726 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-092ffd89-ae5f-4ef3-820f-9b218239732c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.002365 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-092ffd89-ae5f-4ef3-820f-9b218239732c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6165967 Feb 15 13:59:15.003326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.015560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57526) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:15.027771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:15.044929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b9be888c-ac86-4258-a9bf-4678ce5b868a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:59:15.045341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b9be888c-ac86-4258-a9bf-4678ce5b868a not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:59:15.103048 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-e6aea0c4-9ca7-4ae1-ac3c-3b9a22362035 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239530 Feb 15 13:59:15.171194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b9be888c-ac86-4258-a9bf-4678ce5b868a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.182506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3636bd31-37d5-4b25-a24e-d73b8b2f1203 req-a0c693ce-d039-4545-9287-b62b5428002b tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971103 Feb 15 13:59:15.220920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event deleted for resources: {'Port': ['ID=b9be888c-ac86-4258-a9bf-4678ce5b868a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:15.224099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] No DVR routers for this DVR port b9be888c-ac86-4258-a9bf-4678ce5b868a on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:15.234811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Pushing event updated for resources: {'Port': ['ID=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:15.244412 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.252365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33b4115-5490-4b0b-baf9-6d375dd6996e {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:15.274601 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Attempting to bind port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:15.274955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Attempting to bind port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:15.275329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Attempting to bind port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 on network 88c6b832-d62f-45cc-b82f-02eff353661b {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:15.280953 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Publish callbacks [] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.301924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-fe7abbfe-97c2-4d16-bdb2-8777a23efecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:15.303560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-fe7abbfe-97c2-4d16-bdb2-8777a23efecf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce&tenant_id=72b3401121c0488ab7f8a0dba51c8a23 HTTP/1.1" status: 200 len: 1127 time: 0.3234949 Feb 15 13:59:15.342866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1edba-20c9-45be-85ad-6bb33f34f60f req-65943611-a210-4f86-bc97-aa82c49b7c5b tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:15.343111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 on network 88c6b832-d62f-45cc-b82f-02eff353661b not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:59:15.343264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Attempting to bind port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 on network 88c6b832-d62f-45cc-b82f-02eff353661b {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:15.344415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06a1edba-20c9-45be-85ad-6bb33f34f60f req-65943611-a210-4f86-bc97-aa82c49b7c5b tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 943 time: 0.2523360 Feb 15 13:59:15.395112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:15.395456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Checking segment: {'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:15.395851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Bound using segment: {'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:15.396294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Bound port: 3d1599da-5e0b-4e96-bcd8-f49ce02eb915, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:15.400224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.400224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Transition to ACTIVE for port object e33b4115-5490-4b0b-baf9-6d375dd6996e will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:59:15.439096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (2252a8df-1590-40a4-9c67-833676794a2a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.472532 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.480182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2252a8df-1590-40a4-9c67-833676794a2a']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:15.510322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a33b938-91df-4e52-8108-0827e78b4959') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:15.510664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a33b938-91df-4e52-8108-0827e78b4959') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:15.524550 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06a1edba-20c9-45be-85ad-6bb33f34f60f req-1557db63-8de6-48b5-95c8-bd27400f2b69 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680024 Feb 15 13:59:15.533928 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (2a33b938-91df-4e52-8108-0827e78b4959), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.537867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-01131f4b-70a6-40c5-8cd6-e90474fd49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:15.539424 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-01131f4b-70a6-40c5-8cd6-e90474fd49be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 1127 time: 0.1737773 Feb 15 13:59:15.556713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c24cbc-aa35-48d1-b13a-d3f1675e44db req-8eccfd29-f682-4112-96ac-b49a149eea5a tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:15.558041 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5c24cbc-aa35-48d1-b13a-d3f1675e44db req-8eccfd29-f682-4112-96ac-b49a149eea5a tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 945 time: 0.1561396 Feb 15 13:59:15.603302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Pushing event updated for resources: {'Port': ['ID=e33b4115-5490-4b0b-baf9-6d375dd6996e,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:15.613984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Attempting to bind port dacb40d4-0e91-45f6-be10-29ad2b5e06c1 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:15.614605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Attempting to bind port dacb40d4-0e91-45f6-be10-29ad2b5e06c1 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'd52ecada-cc87-4eab-95b2-4b4f47233ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:15.615247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Attempting to bind port dacb40d4-0e91-45f6-be10-29ad2b5e06c1 on network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:15.628255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Port dacb40d4-0e91-45f6-be10-29ad2b5e06c1 on network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:59:15.628856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Attempting to bind port dacb40d4-0e91-45f6-be10-29ad2b5e06c1 on network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:15.640200 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:15.641075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Checking segment: {'id': 'd52ecada-cc87-4eab-95b2-4b4f47233ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:15.641840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Bound using segment: {'id': 'd52ecada-cc87-4eab-95b2-4b4f47233ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:15.642508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Bound port: dacb40d4-0e91-45f6-be10-29ad2b5e06c1, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52ecada-cc87-4eab-95b2-4b4f47233ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:15.643213 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.678486 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2a33b938-91df-4e52-8108-0827e78b4959), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.724963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:59:15.725473 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (2a33b938-91df-4e52-8108-0827e78b4959), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:59:15.731764 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:59:15.901287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] For port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:15.919038 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5c24cbc-aa35-48d1-b13a-d3f1675e44db req-c1a1e17f-0299-407b-942d-c9e748c9e785 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d41bc3b-30a7-4482-afaf-56c97c2769ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356931 Feb 15 13:59:15.964736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63257060-59e2-4dcc-a080-5c7315a6a2ab req-e270f8df-a7b0-4332-a792-a5af2794aa44 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:15.969842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63257060-59e2-4dcc-a080-5c7315a6a2ab req-e270f8df-a7b0-4332-a792-a5af2794aa44 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.3131397 Feb 15 13:59:15.972551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-0768edd2-22c5-4b13-bd9a-297cc274d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:15.977058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-0768edd2-22c5-4b13-bd9a-297cc274d7d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 0.4162211 Feb 15 13:59:16.011362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (2252a8df-1590-40a4-9c67-833676794a2a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.064387 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-7ead83e7-694f-4678-a931-2ad8fcee1e9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19368589-7720-4ea1-805e-a6dae3894a6c HTTP/1.1" status: 200 len: 217 time: 0.0505102 Feb 15 13:59:16.083638 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.090152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "DELETE /v2.0/networks/2252a8df-1590-40a4-9c67-833676794a2a HTTP/1.1" status: 204 len: 168 time: 3.1019876 Feb 15 13:59:16.107279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bb206-c636-4468-953c-c89fb3a59fa0 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event deleted for resources: {'Network': ['ID=2252a8df-1590-40a4-9c67-833676794a2a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:16.111760 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57542) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:16.356727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbf8623-7ec8-44df-a629-c67a29eb5d9b {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:16.365665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Publish callbacks [] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.380997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Transition to ACTIVE for port object 6dbf8623-7ec8-44df-a629-c67a29eb5d9b will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:59:16.382247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Attempting to bind port e33b4115-5490-4b0b-baf9-6d375dd6996e on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:16.382867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Attempting to bind port e33b4115-5490-4b0b-baf9-6d375dd6996e by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:16.383498 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Attempting to bind port e33b4115-5490-4b0b-baf9-6d375dd6996e on network 88c6b832-d62f-45cc-b82f-02eff353661b {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:16.412770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] For port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3d1599da-5e0b-4e96-bcd8-f49ce02eb915,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:16.416842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Port e33b4115-5490-4b0b-baf9-6d375dd6996e on network 88c6b832-d62f-45cc-b82f-02eff353661b not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:59:16.417290 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Attempting to bind port e33b4115-5490-4b0b-baf9-6d375dd6996e on network 88c6b832-d62f-45cc-b82f-02eff353661b {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:16.424250 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.442880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:16.443478 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Checking segment: {'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:16.443990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Bound using segment: {'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:16.444566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Bound port: e33b4115-5490-4b0b-baf9-6d375dd6996e, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:16.445013 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.503250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] For port dacb40d4-0e91-45f6-be10-29ad2b5e06c1, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:16.506271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device f79109f9-425c-4c47-b425-3e4dce394ba1 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:16.564056 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbf8623-7ec8-44df-a629-c67a29eb5d9b,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:16.574123 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.594508 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63257060-59e2-4dcc-a080-5c7315a6a2ab req-4d2bf57f-3d9a-464d-8121-7bc0fd2d7ea1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151602 Feb 15 13:59:16.602204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port f79109f9-425c-4c47-b425-3e4dce394ba1 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:59:16.615977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] For port dacb40d4-0e91-45f6-be10-29ad2b5e06c1, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:16.619037 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (de496176-3078-4dda-b4f5-6b6f590eb937), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.621744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port f79109f9-425c-4c47-b425-3e4dce394ba1 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:16.622484 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.624805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-9b5df181-c12f-48a9-84fa-2571126e9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:16.626282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-9b5df181-c12f-48a9-84fa-2571126e9578 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.5348775 Feb 15 13:59:16.659404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.689977 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.697025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-01eaa7a4-7399-47cc-b656-03d307f343a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584438 Feb 15 13:59:16.704558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d25444-667c-4766-aac1-b7737ac9e624 req-ed5f00cd-f80a-4ff5-99fb-3e5f84cc805f tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:16.715999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:16.716904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.718082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5d25444-667c-4766-aac1-b7737ac9e624 req-ed5f00cd-f80a-4ff5-99fb-3e5f84cc805f tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 943 time: 0.6361489 Feb 15 13:59:16.719107 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] 10.222.0.67 "PUT /v2.0/ports/3d1599da-5e0b-4e96-bcd8-f49ce02eb915 HTTP/1.1" status: 200 len: 1093 time: 7.5024223 Feb 15 13:59:16.721989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae9d8d5-889c-4357-b1aa-38cca84b43da', 'tag': '3d1599da-5e0b-4e96-bcd8-f49ce02eb915'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:16.725449 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b2915f-21b5-4eea-a23b-0690e331bbef" -d '{"events": [{"name": "network-changed", "server_uuid": "eae9d8d5-889c-4357-b1aa-38cca84b43da", "tag": "3d1599da-5e0b-4e96-bcd8-f49ce02eb915"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:16.833631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] For port e33b4115-5490-4b0b-baf9-6d375dd6996e, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:16.847923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port f79109f9-425c-4c47-b425-3e4dce394ba1 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:16.849050 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.911878 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port f79109f9-425c-4c47-b425-3e4dce394ba1, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=f79109f9-425c-4c47-b425-3e4dce394ba1,segment=NetworkSegment(c0d0e8a2-5f61-4d00-a90e-8304f257d4e6),segment_id=c0d0e8a2-5f61-4d00-a90e-8304f257d4e6)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:16.913792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104fbc6b-8613-47d0-b612-0bb64a741084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79109f9-425c-4c47-b425-3e4dce394ba1'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:16.917137 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e31a485-1b43-4600-9d54-828bf5177ca1" -d '{"events": [{"server_uuid": "104fbc6b-8613-47d0-b612-0bb64a741084", "name": "network-vif-plugged", "status": "completed", "tag": "f79109f9-425c-4c47-b425-3e4dce394ba1"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:16.919145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:16.919822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.923192 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] 10.222.0.42 "PUT /v2.0/ports/dacb40d4-0e91-45f6-be10-29ad2b5e06c1 HTTP/1.1" status: 200 len: 1092 time: 4.3930993 Feb 15 13:59:16.924977 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:16.934358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] For port e33b4115-5490-4b0b-baf9-6d375dd6996e, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e33b4115-5490-4b0b-baf9-6d375dd6996e,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:16.945604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1eb40-b710-4bdd-81c6-263c70f671e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1599da-5e0b-4e96-bcd8-f49ce02eb915,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:17.016308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=f79109f9-425c-4c47-b425-3e4dce394ba1,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:17.021514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:17.095611 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (de496176-3078-4dda-b4f5-6b6f590eb937), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:17.118895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de496176-3078-4dda-b4f5-6b6f590eb937']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:17.131059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7634cff-eeed-4cad-ba9b-f5d2d0c0a952') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:17.131517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7634cff-eeed-4cad-ba9b-f5d2d0c0a952') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:17.140715 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-90883ad6-8eb6-4615-84cc-2cd185ea85c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:17.143786 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (c7634cff-eeed-4cad-ba9b-f5d2d0c0a952), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:17.158797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:17.159156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:17.160484 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] 10.222.0.42 "PUT /v2.0/ports/e33b4115-5490-4b0b-baf9-6d375dd6996e HTTP/1.1" status: 200 len: 1092 time: 5.0498242 Feb 15 13:59:17.161362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c7634cff-eeed-4cad-ba9b-f5d2d0c0a952), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:17.177430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:59:17.178062 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (c7634cff-eeed-4cad-ba9b-f5d2d0c0a952), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:17.208869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Attempting to bind port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:17.209204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Attempting to bind port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:17.209531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Attempting to bind port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b on network 88c6b832-d62f-45cc-b82f-02eff353661b {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:17.213668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eae38-66ba-4c95-9756-cd5c1fc05d4d service neutron] Pushing event updated for resources: {'Port': ['ID=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:17.225850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-3d9969ca-4373-45fd-aecd-883a31048799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:17.228517 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-3d9969ca-4373-45fd-aecd-883a31048799 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c72b726662c4474891423836b09971d&device_id=eae9d8d5-889c-4357-b1aa-38cca84b43da HTTP/1.1" status: 200 len: 1127 time: 0.4154339 Feb 15 13:59:17.274338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5d25444-667c-4766-aac1-b7737ac9e624 req-e5d63e2a-9fab-497d-a7c9-d499c9baf0a6 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551715 Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:59:17.275233 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:59:17.282683 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (de496176-3078-4dda-b4f5-6b6f590eb937), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:17.306424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b on network 88c6b832-d62f-45cc-b82f-02eff353661b not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:59:17.307131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Attempting to bind port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b on network 88c6b832-d62f-45cc-b82f-02eff353661b {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:17.310765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Allocated IP 172.25.6.137 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/67e8c938-ee61-4bc2-95aa-b55bf96dc1f8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:17.329193 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:17.345565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "DELETE /v2.0/networks/de496176-3078-4dda-b4f5-6b6f590eb937 HTTP/1.1" status: 204 len: 168 time: 1.2294858 Feb 15 13:59:17.382085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57556) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:17.405977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-52f50051-bc43-4267-9419-64d334b27e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:17.408503 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-52f50051-bc43-4267-9419-64d334b27e5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 1126 time: 0.4290035 Feb 15 13:59:17.409387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:17.409724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Checking segment: {'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:17.411060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Bound using segment: {'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:17.411231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30660ad-c069-49a0-b032-a8bdfa2a19d3 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event deleted for resources: {'Network': ['ID=de496176-3078-4dda-b4f5-6b6f590eb937,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:17.411519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Bound port: 6dbf8623-7ec8-44df-a629-c67a29eb5d9b, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991c1d67-f466-436d-86ba-997f8600011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:17.412155 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:17.416820 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eb63d8e1-e43e-4869-aa75-3abbdcd08009 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d1599da-5e0b-4e96-bcd8-f49ce02eb915 HTTP/1.1" status: 200 len: 217 time: 0.1682827 Feb 15 13:59:17.447598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dc167-45a5-4da7-a17d-d1146fa4923c req-ca9525dc-8770-4323-bef3-144bc3ee5bf3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:17.449183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39dc167-45a5-4da7-a17d-d1146fa4923c req-ca9525dc-8770-4323-bef3-144bc3ee5bf3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 944 time: 0.6724443 Feb 15 13:59:17.473656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-14099d6e-099a-45b5-9c85-cab9cf0824af service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388997 Feb 15 13:59:17.583430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08041142-40c2-40c1-a7d0-79c89072926b req-560cdb2a-3a8b-4f7b-b532-657ea959a87d tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:17.591595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08041142-40c2-40c1-a7d0-79c89072926b req-560cdb2a-3a8b-4f7b-b532-657ea959a87d tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 943 time: 0.1981883 Feb 15 13:59:17.609977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39dc167-45a5-4da7-a17d-d1146fa4923c req-c5cf644e-37a6-4079-ba92-2e45696efab9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496880 Feb 15 13:59:17.694078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-7d56d2b3-fd30-4d45-a8a5-dfd1979b08b2 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079663 Feb 15 13:59:17.699588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08041142-40c2-40c1-a7d0-79c89072926b req-88cb079a-b2d0-419e-8b76-5845edc86aed tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075144 Feb 15 13:59:17.705015 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-aaf50254-04bf-4894-b1cd-86edfb88e78e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1 HTTP/1.1" status: 200 len: 217 time: 0.2671371 Feb 15 13:59:17.777826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for port (67e8c938-ee61-4bc2-95aa-b55bf96dc1f8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:17.781116 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529afe19-7bf8-4285-9c20-5d233d8b0a3e x-openstack-request-id: req-529afe19-7bf8-4285-9c20-5d233d8b0a3e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:17.781980 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104fbc6b-8613-47d0-b612-0bb64a741084", "name": "network-vif-plugged", "status": "completed", "tag": "f79109f9-425c-4c47-b425-3e4dce394ba1", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:17.782417 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-529afe19-7bf8-4285-9c20-5d233d8b0a3e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:17.783039 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104fbc6b-8613-47d0-b612-0bb64a741084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79109f9-425c-4c47-b425-3e4dce394ba1', 'code': 200} Feb 15 13:59:17.863826 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fad79ae-dcab-4a70-8faf-fcd924cda26b x-openstack-request-id: req-1fad79ae-dcab-4a70-8faf-fcd924cda26b {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:17.864435 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae9d8d5-889c-4357-b1aa-38cca84b43da", "tag": "3d1599da-5e0b-4e96-bcd8-f49ce02eb915", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:17.864869 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1fad79ae-dcab-4a70-8faf-fcd924cda26b {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:17.865442 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae9d8d5-889c-4357-b1aa-38cca84b43da', 'tag': '3d1599da-5e0b-4e96-bcd8-f49ce02eb915', 'status': 'completed', 'code': 200} Feb 15 13:59:18.020053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] For port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:18.023895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] For port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6dbf8623-7ec8-44df-a629-c67a29eb5d9b,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:18.029116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-20c56d25-ade9-40fe-8dc1-671ebe307f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.035760 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-20c56d25-ade9-40fe-8dc1-671ebe307f0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a9e082f-da76-4289-862f-326a50e53aaa HTTP/1.1" status: 200 len: 852 time: 0.1408496 Feb 15 13:59:18.057812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3af92e-1b49-400b-a600-ac90ff746123 req-e1cda855-83ac-475c-a4de-86de39bba56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.059793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b3af92e-1b49-400b-a600-ac90ff746123 req-e1cda855-83ac-475c-a4de-86de39bba56a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 1129 time: 0.1587324 Feb 15 13:59:18.069122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d608ae-79d6-4e54-a701-09ee6fe985cb req-f9270145-7306-4d09-9a81-35c4f3dfef08 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.070768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0d608ae-79d6-4e54-a701-09ee6fe985cb req-f9270145-7306-4d09-9a81-35c4f3dfef08 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 946 time: 0.2470207 Feb 15 13:59:18.078349 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:18.100291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-37cf5c68-0512-47fb-b019-3f4ceb0dcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.102052 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-37cf5c68-0512-47fb-b019-3f4ceb0dcdc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c72b726662c4474891423836b09971d&device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 1126 time: 0.8726249 Feb 15 13:59:18.111098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.111711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:18.113096 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] 10.222.0.42 "PUT /v2.0/ports/6dbf8623-7ec8-44df-a629-c67a29eb5d9b HTTP/1.1" status: 200 len: 1093 time: 4.4751253 Feb 15 13:59:18.134094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-a5a3cfd5-092a-4df1-ac63-1c5970ba4661 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.136900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-a5a3cfd5-092a-4df1-ac63-1c5970ba4661 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce&tenant_id=72b3401121c0488ab7f8a0dba51c8a23&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.1733229 Feb 15 13:59:18.180642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d3add-fa41-45f3-a914-91a74734a468 req-022fb75e-4bcd-46e8-bbdf-a5394fabcffd tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.182719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa4d3add-fa41-45f3-a914-91a74734a468 req-022fb75e-4bcd-46e8-bbdf-a5394fabcffd tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.3042345 Feb 15 13:59:18.207427 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaa281-2220-4364-b49b-9ffaaeb5c095 service neutron] Pushing event updated for resources: {'Port': ['ID=e33b4115-5490-4b0b-baf9-6d375dd6996e,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:18.251032 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:18.293692 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-dbb3a9f1-7a8d-4853-8865-7433d909b711 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78f18dab-117a-4a56-adb7-cf63ecf9dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2342279 Feb 15 13:59:18.294998 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-ee9ec84b-aa79-4a35-8cdc-82ec72caae45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e33b4115-5490-4b0b-baf9-6d375dd6996e HTTP/1.1" status: 200 len: 217 time: 0.1384811 Feb 15 13:59:18.305500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0d608ae-79d6-4e54-a701-09ee6fe985cb req-48d535df-a8e2-44b4-8064-f60353e453f2 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d41bc3b-30a7-4482-afaf-56c97c2769ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188861 Feb 15 13:59:18.320094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa26ced-0297-4724-87dd-10f85e2b3006 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbf8623-7ec8-44df-a629-c67a29eb5d9b,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:18.360699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b3af92e-1b49-400b-a600-ac90ff746123 req-5f59c56a-db21-48dc-a2c1-73c317e50309 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9d41bc3b-30a7-4482-afaf-56c97c2769ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867198 Feb 15 13:59:18.403514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa4d3add-fa41-45f3-a914-91a74734a468 req-a961c4e4-7dc8-40ff-937b-f1c646a5468f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897585 Feb 15 13:59:18.473393 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-681a84d8-dc79-4f07-b70a-ff656e2bd084 service neutron] 10.222.0.42 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257296 Feb 15 13:59:18.490806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0b9c-c8a4-41a3-b6f4-aaca1dfe8f75 req-375e8f0b-2f46-4365-b9f3-1cbb28a0e756 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.492698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e62a0b9c-c8a4-41a3-b6f4-aaca1dfe8f75 req-375e8f0b-2f46-4365-b9f3-1cbb28a0e756 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 943 time: 0.0783765 Feb 15 13:59:18.494124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-7cdfd9ea-8821-4a7a-89cb-b58b79de61f9 service neutron] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:18.498270 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-7cdfd9ea-8821-4a7a-89cb-b58b79de61f9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:18.500060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-7cdfd9ea-8821-4a7a-89cb-b58b79de61f9 service neutron] 10.222.0.67 "DELETE /v2.0/ports/19368589-7720-4ea1-805e-a6dae3894a6c/bindings/n-h1-829064-15 HTTP/1.1" status: 204 len: 173 time: 0.3427265 Feb 15 13:59:18.547006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (75e8aab1-cd23-43c0-abcc-bd667215e200), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:18.570446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e62a0b9c-c8a4-41a3-b6f4-aaca1dfe8f75 req-5264422d-6471-4f05-828f-2e0d707ca61e tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693042 Feb 15 13:59:18.578370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-8a317cfa-2767-41d7-a857-dadcce47416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.579840 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-8a317cfa-2767-41d7-a857-dadcce47416c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60ead7f6-dd51-408a-9609-b47591394740 HTTP/1.1" status: 200 len: 857 time: 1.0710483 Feb 15 13:59:18.581438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (67e8c938-ee61-4bc2-95aa-b55bf96dc1f8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:18.721558 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-abb0c334-f8f9-4724-8c56-a792972adb1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=88c6b832-d62f-45cc-b82f-02eff353661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140292 Feb 15 13:59:18.799019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:18.807254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-e9448140-8940-4609-a731-da49b9c3d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.808900 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-e9448140-8940-4609-a731-da49b9c3d426 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60ead7f6-dd51-408a-9609-b47591394740 HTTP/1.1" status: 200 len: 857 time: 0.4751346 Feb 15 13:59:18.812915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04bb64-470d-40ea-98ee-77bcdb5bc753 req-28c579f8-d25b-41da-b886-7bcd83cbe2ee tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.832277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:18.837573 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b04bb64-470d-40ea-98ee-77bcdb5bc753 req-28c579f8-d25b-41da-b886-7bcd83cbe2ee tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 944 time: 0.1214328 Feb 15 13:59:18.879103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:18.916222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-9c2a53f6-1720-4f61-b94c-cceb8150fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:18.917912 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-9c2a53f6-1720-4f61-b94c-cceb8150fac3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c72b726662c4474891423836b09971d&device_id=d4b1c5bd-7039-4a8a-bb4e-35393a147bb4 HTTP/1.1" status: 200 len: 1127 time: 0.6054370 Feb 15 13:59:18.918671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Port': ['ID=67e8c938-ee61-4bc2-95aa-b55bf96dc1f8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:18.946769 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-aeb5177c-58e1-467d-b1c0-7500294cad08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88c6b832-d62f-45cc-b82f-02eff353661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786774 Feb 15 13:59:18.963087 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (75e8aab1-cd23-43c0-abcc-bd667215e200), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:19.018994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b04bb64-470d-40ea-98ee-77bcdb5bc753 req-fdedba5a-1ae0-404a-b915-5ad67c79eb70 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804485 Feb 15 13:59:19.037922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f13779-ab55-4310-8719-d60630292f1f req-1781d975-394f-4d7c-8f36-eb9144b1fc9c tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:19.050597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53f13779-ab55-4310-8719-d60630292f1f req-1781d975-394f-4d7c-8f36-eb9144b1fc9c tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 943 time: 0.1812418 Feb 15 13:59:19.084578 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-24937be4-e631-41ef-9195-ffea35e933c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dbf8623-7ec8-44df-a629-c67a29eb5d9b HTTP/1.1" status: 200 len: 217 time: 0.1260371 Feb 15 13:59:19.153730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53f13779-ab55-4310-8719-d60630292f1f req-f635c11d-d2d3-4034-998b-a375c33723b5 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022174 Feb 15 13:59:19.232579 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7aefed1-dbad-4cfd-acdc-6aa790cbc61f req-879dce4d-5098-4593-b36f-111d68ebcb2a service neutron] 10.222.0.42 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791394 Feb 15 13:59:19.245287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e8aab1-cd23-43c0-abcc-bd667215e200']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:19.254482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811782a-f877-4ac9-9c49-ed8c1e0cb7f3 req-bab94bad-6225-4698-8556-20263f1e9bbf tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:19.272294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d811782a-f877-4ac9-9c49-ed8c1e0cb7f3 req-bab94bad-6225-4698-8556-20263f1e9bbf tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 1127 time: 0.0986049 Feb 15 13:59:19.281279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2583f1-a776-4da9-9e4f-955dac465328') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:19.281871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2583f1-a776-4da9-9e4f-955dac465328') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:19.322500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (6a2583f1-a776-4da9-9e4f-955dac465328), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:19.372523 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-e00d9282-b344-4df6-883b-09b71f44977a service neutron] 10.222.0.67 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252291 Feb 15 13:59:19.407928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-04df063d-808a-4eee-bc09-29021ef53c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:19.409659 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-04df063d-808a-4eee-bc09-29021ef53c2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60ead7f6-dd51-408a-9609-b47591394740 HTTP/1.1" status: 200 len: 857 time: 0.3241649 Feb 15 13:59:19.434527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d811782a-f877-4ac9-9c49-ed8c1e0cb7f3 req-1a13a44e-824f-4318-89be-37a642bc64c1 tempest-LiveAutoBlockMigrationV225Test-747872873 tempest-LiveAutoBlockMigrationV225Test-747872873-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608963 Feb 15 13:59:19.584848 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-ba8367bc-8adb-4b3e-82a0-658280e107ee service neutron] 10.222.0.67 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947765 Feb 15 13:59:19.631322 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:19.634672 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-f83ab828-2890-44cf-b30a-d1e5b818aa74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88c6b832-d62f-45cc-b82f-02eff353661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426868 Feb 15 13:59:19.640155 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-da682e2d-07d8-4e34-add5-1a6c6bfc9be7 service neutron] 10.222.0.42 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720476 Feb 15 13:59:19.654496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6a2583f1-a776-4da9-9e4f-955dac465328), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:19.691451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a1546-8432-4b4d-80dc-b3e21db1971c req-70f06a66-16a6-4a49-8a7f-f70d60832823 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:19.695990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d79a1546-8432-4b4d-80dc-b3e21db1971c req-70f06a66-16a6-4a49-8a7f-f70d60832823 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 946 time: 0.2505388 Feb 15 13:59:19.800064 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-bcf182a9-9d2b-4aa9-80fb-7ee4174b150f service neutron] 10.222.0.42 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513779 Feb 15 13:59:19.836015 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d79a1546-8432-4b4d-80dc-b3e21db1971c req-650aa6d6-491f-481c-867c-bbe1a8140c36 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d41bc3b-30a7-4482-afaf-56c97c2769ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295221 Feb 15 13:59:19.869107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:59:19.869773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (6a2583f1-a776-4da9-9e4f-955dac465328), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:19.890368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c584853-6acc-4bb7-b2a5-fc337df049c6 req-7b4ea3a1-369f-4c50-816c-9ede5ab34738 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:19.903912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c584853-6acc-4bb7-b2a5-fc337df049c6 req-7b4ea3a1-369f-4c50-816c-9ede5ab34738 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.2065492 Feb 15 13:59:20.007955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'tag': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1'}, {'name': 'network-changed', 'server_uuid': '0933b314-31b0-4bf6-ae32-5dfa82dd11fb', 'tag': 'e33b4115-5490-4b0b-baf9-6d375dd6996e'}, {'name': 'network-changed', 'server_uuid': 'd4b1c5bd-7039-4a8a-bb4e-35393a147bb4', 'tag': '6dbf8623-7ec8-44df-a629-c67a29eb5d9b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:20.010637 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a834ae-0408-4f62-af69-0f80c098516b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd9099e-f206-4b7d-98c7-c613df450b01", "tag": "dacb40d4-0e91-45f6-be10-29ad2b5e06c1"}, {"name": "network-changed", "server_uuid": "0933b314-31b0-4bf6-ae32-5dfa82dd11fb", "tag": "e33b4115-5490-4b0b-baf9-6d375dd6996e"}, {"name": "network-changed", "server_uuid": "d4b1c5bd-7039-4a8a-bb4e-35393a147bb4", "tag": "6dbf8623-7ec8-44df-a629-c67a29eb5d9b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:59:20.013754 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:59:20.023425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c584853-6acc-4bb7-b2a5-fc337df049c6 req-2fb3f98c-a77a-45bd-aec1-d871284a7fb7 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177127 Feb 15 13:59:20.152683 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-8d2587b5-e833-4a7e-aec6-e378071da5ac service neutron] 10.222.0.42 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349657 Feb 15 13:59:20.153492 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (75e8aab1-cd23-43c0-abcc-bd667215e200), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:20.175401 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:20.183077 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "DELETE /v2.0/networks/75e8aab1-cd23-43c0-abcc-bd667215e200 HTTP/1.1" status: 204 len: 168 time: 2.7944908 Feb 15 13:59:20.184936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for floatingip (c1a5380b-dd73-48d9-a031-3cd2da5f87f2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:20.187476 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57598) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:20.258483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da3da7-772c-4a45-a398-3a99e27478d2 tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event deleted for resources: {'Network': ['ID=75e8aab1-cd23-43c0-abcc-bd667215e200,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:20.285792 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2915f-21b5-4eea-a23b-0690e331bbef req-67324e43-9573-45ac-8036-fb2f3fa53f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:20.289214 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7b2915f-21b5-4eea-a23b-0690e331bbef req-67324e43-9573-45ac-8036-fb2f3fa53f02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c72b726662c4474891423836b09971d&device_id=eae9d8d5-889c-4357-b1aa-38cca84b43da HTTP/1.1" status: 200 len: 1127 time: 0.4865236 Feb 15 13:59:20.417537 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (4ba686c7-fbbf-40c4-aaa0-c5156440fd07), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:20.447393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ca5a-bea2-4b33-8da5-78c69f20753d req-d4e2b739-79ee-4bf0-98a3-0be6354338b8 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:20.449192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8f7ca5a-bea2-4b33-8da5-78c69f20753d req-d4e2b739-79ee-4bf0-98a3-0be6354338b8 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 943 time: 0.2023771 Feb 15 13:59:20.452329 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9de758-6ecf-4967-a9b2-0e42ffd4bea9 x-openstack-request-id: req-ba9de758-6ecf-4967-a9b2-0e42ffd4bea9 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:20.452797 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd9099e-f206-4b7d-98c7-c613df450b01", "tag": "dacb40d4-0e91-45f6-be10-29ad2b5e06c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0933b314-31b0-4bf6-ae32-5dfa82dd11fb", "tag": "e33b4115-5490-4b0b-baf9-6d375dd6996e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d4b1c5bd-7039-4a8a-bb4e-35393a147bb4", "tag": "6dbf8623-7ec8-44df-a629-c67a29eb5d9b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:20.453148 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba9de758-6ecf-4967-a9b2-0e42ffd4bea9 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:20.453817 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'tag': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1', 'status': 'completed', 'code': 200} Feb 15 13:59:20.454166 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0933b314-31b0-4bf6-ae32-5dfa82dd11fb', 'tag': 'e33b4115-5490-4b0b-baf9-6d375dd6996e', 'status': 'completed', 'code': 200} Feb 15 13:59:20.454516 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b1c5bd-7039-4a8a-bb4e-35393a147bb4', 'tag': '6dbf8623-7ec8-44df-a629-c67a29eb5d9b', 'status': 'completed', 'code': 200} Feb 15 13:59:20.504730 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (67e8c938-ee61-4bc2-95aa-b55bf96dc1f8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:20.506875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2915f-21b5-4eea-a23b-0690e331bbef req-d267a746-efef-4939-8834-88e9dabb4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:20.508379 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7b2915f-21b5-4eea-a23b-0690e331bbef req-d267a746-efef-4939-8834-88e9dabb4945 service neutron] 10.222.0.67 "GET /v2.0/networks?id=88c6b832-d62f-45cc-b82f-02eff353661b HTTP/1.1" status: 200 len: 918 time: 0.1747401 Feb 15 13:59:20.605865 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7b2915f-21b5-4eea-a23b-0690e331bbef req-6cd2055d-c843-4395-9da2-88721606317a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d1599da-5e0b-4e96-bcd8-f49ce02eb915 HTTP/1.1" status: 200 len: 217 time: 0.0629036 Feb 15 13:59:20.773992 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (4ba686c7-fbbf-40c4-aaa0-c5156440fd07), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:20.803548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba686c7-fbbf-40c4-aaa0-c5156440fd07']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:20.817960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3d8099-fdd2-45a3-a1b6-647980841c0d') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:20.818731 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3d8099-fdd2-45a3-a1b6-647980841c0d') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:20.850101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (8a3d8099-fdd2-45a3-a1b6-647980841c0d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:20.866573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8a3d8099-fdd2-45a3-a1b6-647980841c0d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:20.880472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:59:20.881034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (8a3d8099-fdd2-45a3-a1b6-647980841c0d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: timer() Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:59:20.884822 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:59:20.970201 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:20.999986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180a301-402d-43db-a532-085874be8b10 req-6454e0e2-2e23-428f-933c-38e55a6865e3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:21.009637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4180a301-402d-43db-a532-085874be8b10 req-6454e0e2-2e23-428f-933c-38e55a6865e3 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 944 time: 0.5817521 Feb 15 13:59:21.089734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4180a301-402d-43db-a532-085874be8b10 req-c92c0519-53c1-464e-a807-b55f18f83704 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752032 Feb 15 13:59:21.100346 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8f7ca5a-bea2-4b33-8da5-78c69f20753d req-d82b902f-b7bf-4a64-9476-5200ba85f016 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6236858 Feb 15 13:59:21.134359 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (4ba686c7-fbbf-40c4-aaa0-c5156440fd07), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:21.147963 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:21.161233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] 10.222.0.72 "DELETE /v2.0/networks/4ba686c7-fbbf-40c4-aaa0-c5156440fd07 HTTP/1.1" status: 204 len: 168 time: 0.9720249 Feb 15 13:59:21.356772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc033727-d03f-49d4-bbfb-df98c73dc11f tempest-BulkNetworkOpsTest-253123526 tempest-BulkNetworkOpsTest-253123526-project] Pushing event deleted for resources: {'Network': ['ID=4ba686c7-fbbf-40c4-aaa0-c5156440fd07,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:21.399683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a834ae-0408-4f62-af69-0f80c098516b req-fc5da548-d702-4f7b-bf64-2f92f578ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:21.401447 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-fc5da548-d702-4f7b-bf64-2f92f578ca28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 1126 time: 0.9459851 Feb 15 13:59:21.442475 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ae6c5074-184f-4d92-bbe0-6eb923f44c4c req-6647b416-462a-4317-bef2-dcd397a095cb service neutron] 10.222.0.42 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7800238 Feb 15 13:59:21.516311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7dc1e-2405-47f0-9c4b-1c17466219db req-cf910d4e-d6aa-4edb-8bdd-a7bfd2f0ac37 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:21.518258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37b7dc1e-2405-47f0-9c4b-1c17466219db req-cf910d4e-d6aa-4edb-8bdd-a7bfd2f0ac37 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 944 time: 0.3548415 Feb 15 13:59:21.519241 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57618) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:21.563930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa35b-d0cc-41a4-93d4-073024991951 req-aae95206-c4cf-4f7b-b45b-1d0ada83a91e tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:21.566168 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-447fa35b-d0cc-41a4-93d4-073024991951 req-aae95206-c4cf-4f7b-b45b-1d0ada83a91e tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 946 time: 0.3098462 Feb 15 13:59:21.574681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb6f2b-49af-4305-8df9-133955e5a003 req-5b316847-0203-4823-b686-b8e55a72c3e4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:21.584343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bfb6f2b-49af-4305-8df9-133955e5a003 req-5b316847-0203-4823-b686-b8e55a72c3e4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 943 time: 0.3325558 Feb 15 13:59:21.611660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2915f-21b5-4eea-a23b-0690e331bbef req-d22d6ee1-e810-4c3e-926e-b7485e54a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:21.613307 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7b2915f-21b5-4eea-a23b-0690e331bbef req-d22d6ee1-e810-4c3e-926e-b7485e54a8e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60ead7f6-dd51-408a-9609-b47591394740 HTTP/1.1" status: 200 len: 857 time: 1.0007021 Feb 15 13:59:21.678175 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7b2915f-21b5-4eea-a23b-0690e331bbef req-10369411-6d5e-4f52-ad20-eaa0d290aa7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=88c6b832-d62f-45cc-b82f-02eff353661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436263 Feb 15 13:59:21.773724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-447fa35b-d0cc-41a4-93d4-073024991951 req-e00926bc-34ea-4277-a9c8-aa1f8ede16b7 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d41bc3b-30a7-4482-afaf-56c97c2769ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605725 Feb 15 13:59:21.807225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bfb6f2b-49af-4305-8df9-133955e5a003 req-daa0e7ee-cff7-40e6-b3d9-becb1e397583 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150767 Feb 15 13:59:21.877862 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7b2915f-21b5-4eea-a23b-0690e331bbef req-6be2f2b3-e1b3-49d1-99c2-a27a64c30b63 service neutron] 10.222.0.67 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896915 Feb 15 13:59:21.941183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-37b7dc1e-2405-47f0-9c4b-1c17466219db req-50064263-bd04-4c64-92ac-2eade23e1333 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Deleting port 19368589-7720-4ea1-805e-a6dae3894a6c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:59:21.946032 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-37b7dc1e-2405-47f0-9c4b-1c17466219db req-50064263-bd04-4c64-92ac-2eade23e1333 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.067491 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a834ae-0408-4f62-af69-0f80c098516b req-c64e0b67-4d97-46de-855e-8ee1133cd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:22.076086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0f788c29-18f6-4d8d-8df5-1770fd33ded8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17383b9f497449e4a9132ec4f41d15d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5509534 Feb 15 13:59:22.077494 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-c64e0b67-4d97-46de-855e-8ee1133cd8d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 913 time: 0.6108527 Feb 15 13:59:22.079362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57630) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:22.088014 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7b2915f-21b5-4eea-a23b-0690e331bbef req-ac8192ae-aed5-4457-9e2b-4a20b6ba7d4f service neutron] 10.222.0.67 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012527 Feb 15 13:59:22.153267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82664725-441f-49d4-9de1-5cacccedd1dc req-e0a742a8-03ea-4011-ad70-253fec3350b8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:22.161637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82664725-441f-49d4-9de1-5cacccedd1dc req-e0a742a8-03ea-4011-ad70-253fec3350b8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.2107856 Feb 15 13:59:22.201026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-37b7dc1e-2405-47f0-9c4b-1c17466219db req-50064263-bd04-4c64-92ac-2eade23e1333 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] For port 19368589-7720-4ea1-805e-a6dae3894a6c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=19368589-7720-4ea1-805e-a6dae3894a6c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:22.201924 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-37b7dc1e-2405-47f0-9c4b-1c17466219db req-50064263-bd04-4c64-92ac-2eade23e1333 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.228980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-37b7dc1e-2405-47f0-9c4b-1c17466219db req-50064263-bd04-4c64-92ac-2eade23e1333 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Calling delete_port for 19368589-7720-4ea1-805e-a6dae3894a6c owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:59:22.233905 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-ab1dde4f-2889-4558-bb23-65beced53e8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1 HTTP/1.1" status: 200 len: 217 time: 0.1555600 Feb 15 13:59:22.236038 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for port (67e8c938-ee61-4bc2-95aa-b55bf96dc1f8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.266007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (67e8c938-ee61-4bc2-95aa-b55bf96dc1f8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.278086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82664725-441f-49d4-9de1-5cacccedd1dc req-fd623739-0f1d-47e0-bb36-5bb3c9040b45 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113768 Feb 15 13:59:22.370367 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aeae66c4-560a-4376-bc3d-2f97b5145d28 admin admin] Publish callbacks [] for security_group (504c8551-65c1-46c9-a99b-163f7746b163), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.415250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Port': ['ID=67e8c938-ee61-4bc2-95aa-b55bf96dc1f8,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:22.482037 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aeae66c4-560a-4376-bc3d-2f97b5145d28 admin admin] Publish callbacks [] for security_group (504c8551-65c1-46c9-a99b-163f7746b163), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.505159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a834ae-0408-4f62-af69-0f80c098516b req-dfc0f72f-678d-4576-b7f6-816e8d675b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:22.506686 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-dfc0f72f-678d-4576-b7f6-816e8d675b79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a9e082f-da76-4289-862f-326a50e53aaa HTTP/1.1" status: 200 len: 852 time: 0.2588947 Feb 15 13:59:22.523059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6dbf8623-7ec8-44df-a629-c67a29eb5d9b details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:59:22.587222 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-405ca0e8-e804-4230-8777-dfb58466016d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78f18dab-117a-4a56-adb7-cf63ecf9dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553973 Feb 15 13:59:22.588388 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (c1a5380b-dd73-48d9-a031-3cd2da5f87f2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.598792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb6838-d91b-4519-84f6-752ec1e8f799 req-62a12200-2dca-4dc6-be8b-012cedcaa5d0 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:22.600750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ccb6838-d91b-4519-84f6-752ec1e8f799 req-62a12200-2dca-4dc6-be8b-012cedcaa5d0 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 944 time: 0.3216898 Feb 15 13:59:22.660554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfca725-64ef-487b-ab99-7cc881413b5c req-b8583e84-9c42-4046-9034-3d76f4f463e3 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:22.671650 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdfca725-64ef-487b-ab99-7cc881413b5c req-b8583e84-9c42-4046-9034-3d76f4f463e3 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 943 time: 0.2689464 Feb 15 13:59:22.710215 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-19db0d89-f1a7-4527-9888-875ffaa17b80 service neutron] 10.222.0.42 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151583 Feb 15 13:59:22.714100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6dbf8623-7ec8-44df-a629-c67a29eb5d9b,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:22.714343 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.715531 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-05ed0ce6-eff6-4e11-b484-07d583308d3d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6915524 Feb 15 13:59:22.736777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '6dbf8623-7ec8-44df-a629-c67a29eb5d9b', 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b', 'port_id': '6dbf8623-7ec8-44df-a629-c67a29eb5d9b', 'mac_address': 'fa:16:3e:03:6b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ead7f6-dd51-408a-9609-b47591394740', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:59:22.835128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:22.837778 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.856912 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aeae66c4-560a-4376-bc3d-2f97b5145d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (504c8551-65c1-46c9-a99b-163f7746b163), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.871567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbf8623-7ec8-44df-a629-c67a29eb5d9b {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:22.875588 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aeae66c4-560a-4376-bc3d-2f97b5145d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.882135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-aeae66c4-560a-4376-bc3d-2f97b5145d28 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/504c8551-65c1-46c9-a99b-163f7746b163 HTTP/1.1" status: 204 len: 168 time: 0.7964675 Feb 15 13:59:22.913456 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-7acaa15b-d2f2-4708-b042-39820c48fc5b service neutron] 10.222.0.42 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952932 Feb 15 13:59:22.974623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6dbf8623-7ec8-44df-a629-c67a29eb5d9b,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:22.980607 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:22.981384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dacb40d4-0e91-45f6-be10-29ad2b5e06c1 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:59:23.079226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae66c4-560a-4376-bc3d-2f97b5145d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504c8551-65c1-46c9-a99b-163f7746b163,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:23.083820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a834ae-0408-4f62-af69-0f80c098516b req-e3c53c1e-689d-41a5-b964-3786df2be05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:23.086722 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-e3c53c1e-689d-41a5-b964-3786df2be05d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c72b726662c4474891423836b09971d&device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 1126 time: 0.1044376 Feb 15 13:59:23.125914 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-37b7dc1e-2405-47f0-9c4b-1c17466219db req-50064263-bd04-4c64-92ac-2eade23e1333 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (19368589-7720-4ea1-805e-a6dae3894a6c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:23.155185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdfca725-64ef-487b-ab99-7cc881413b5c req-4eb8b1d0-ddab-4593-8107-35888e340c66 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818451 Feb 15 13:59:23.178335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ccb6838-d91b-4519-84f6-752ec1e8f799 req-3254d4b8-993b-4a98-b21f-0a575c6d1f3d tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606852 Feb 15 13:59:23.209422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['8e92944e-91e8-4d34-8459-2aed3cc468c4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:23.274583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50064263-bd04-4c64-92ac-2eade23e1333 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Pushing event deleted for resources: {'Port': ['ID=19368589-7720-4ea1-805e-a6dae3894a6c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:23.299094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a834ae-0408-4f62-af69-0f80c098516b req-5f3bb849-47c7-4b4b-91cd-41eff77fdc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:23.302345 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-5f3bb849-47c7-4b4b-91cd-41eff77fdc38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88c6b832-d62f-45cc-b82f-02eff353661b HTTP/1.1" status: 200 len: 918 time: 0.2089615 Feb 15 13:59:23.306200 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 13:59:23.359636 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-d08ad763-2296-4af7-84ee-a97a0b5e198b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e33b4115-5490-4b0b-baf9-6d375dd6996e HTTP/1.1" status: 200 len: 217 time: 0.0494769 Feb 15 13:59:23.424777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6dbf8623-7ec8-44df-a629-c67a29eb5d9b,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:23.448905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b7dc1e-2405-47f0-9c4b-1c17466219db req-50064263-bd04-4c64-92ac-2eade23e1333 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] No DVR routers for this DVR port 19368589-7720-4ea1-805e-a6dae3894a6c on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:23.462068 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-37b7dc1e-2405-47f0-9c4b-1c17466219db req-50064263-bd04-4c64-92ac-2eade23e1333 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:23.465946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37b7dc1e-2405-47f0-9c4b-1c17466219db req-50064263-bd04-4c64-92ac-2eade23e1333 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.67 "DELETE /v2.0/ports/19368589-7720-4ea1-805e-a6dae3894a6c HTTP/1.1" status: 204 len: 173 time: 1.9347570 Feb 15 13:59:23.505427 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a834ae-0408-4f62-af69-0f80c098516b req-5c4a2b75-36ef-418d-9a40-f2de509372b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:23.506951 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-5c4a2b75-36ef-418d-9a40-f2de509372b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60ead7f6-dd51-408a-9609-b47591394740 HTTP/1.1" status: 200 len: 857 time: 0.1410658 Feb 15 13:59:23.567589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'name': 'network-vif-deleted', 'tag': '19368589-7720-4ea1-805e-a6dae3894a6c'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:23.570059 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97448cd-c9ca-4f97-b427-5ee75fdd6c3b" -d '{"events": [{"server_uuid": "7fec5a47-d0e9-4f3a-afe7-00600be180ce", "name": "network-vif-deleted", "tag": "19368589-7720-4ea1-805e-a6dae3894a6c"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:23.605378 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-f0ef9b1f-4041-466a-b110-a284d54f5498 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88c6b832-d62f-45cc-b82f-02eff353661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909822 Feb 15 13:59:23.658060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df049-2e7f-4b2d-9574-112300d73753 req-46912d48-7b34-4568-9de3-d4da9a94c56e tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:23.659631 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-040df049-2e7f-4b2d-9574-112300d73753 req-46912d48-7b34-4568-9de3-d4da9a94c56e tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 943 time: 0.2974005 Feb 15 13:59:23.668088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a7e15-d871-4d0f-af0a-b9770d319a97 req-2c7f0a3c-0f03-4c49-a720-2bf90b5e4411 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:23.669612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b37a7e15-d871-4d0f-af0a-b9770d319a97 req-2c7f0a3c-0f03-4c49-a720-2bf90b5e4411 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 946 time: 0.3085620 Feb 15 13:59:23.711024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port dacb40d4-0e91-45f6-be10-29ad2b5e06c1, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:23.739455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1', 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69', 'port_id': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1', 'mac_address': 'fa:16:3e:c8:41:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9e082f-da76-4289-862f-326a50e53aaa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:59:23.752002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-040df049-2e7f-4b2d-9574-112300d73753 req-c310c495-8f12-48ca-a1b4-1ec669aba556 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803955 Feb 15 13:59:23.756745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b37a7e15-d871-4d0f-af0a-b9770d319a97 req-e45408a7-b173-4931-aef4-92763ac4be7e tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d41bc3b-30a7-4482-afaf-56c97c2769ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790844 Feb 15 13:59:23.813223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port dacb40d4-0e91-45f6-be10-29ad2b5e06c1 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:23.813776 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:23.818429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:59:23.951924 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-ec34c094-87d6-48e0-8bb0-440afdbafb9b service neutron] 10.222.0.42 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846022 Feb 15 13:59:23.979837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3d1599da-5e0b-4e96-bcd8-f49ce02eb915,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:24.020707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 19368589-7720-4ea1-805e-a6dae3894a6c no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:59:24.034781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '3d1599da-5e0b-4e96-bcd8-f49ce02eb915', 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b', 'port_id': '3d1599da-5e0b-4e96-bcd8-f49ce02eb915', 'mac_address': 'fa:16:3e:58:ba:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ead7f6-dd51-408a-9609-b47591394740', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:59:24.041902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fe5c2-ef9c-420c-baac-0c8d81c1d84e req-46c0cae9-18e9-483e-9104-a7f1e473c71c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:24.043499 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-098fe5c2-ef9c-420c-baac-0c8d81c1d84e req-46c0cae9-18e9-483e-9104-a7f1e473c71c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.42 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 946 time: 0.4366984 Feb 15 13:59:24.080551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 19368589-7720-4ea1-805e-a6dae3894a6c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:59:24.081194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 19368589-7720-4ea1-805e-a6dae3894a6c not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:59:24.084181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacb40d4-0e91-45f6-be10-29ad2b5e06c1 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:24.148876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port dacb40d4-0e91-45f6-be10-29ad2b5e06c1, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:24.157786 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:24.166683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:24.167532 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:24.208184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:24.222696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-06cf8c23-fb56-4823-b883-55a927c02d5b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--430788238&fields=id&tenant_id=1566d5f6385f44a0bbbc417c8ced38ed HTTP/1.1" status: 200 len: 267 time: 0.2977357 Feb 15 13:59:24.289850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3d1599da-5e0b-4e96-bcd8-f49ce02eb915,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:24.309572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:24.320324 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:24.345456 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-fe8d7e96-db21-47c1-887e-e1e9ecb48b6b service neutron] 10.222.0.42 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879187 Feb 15 13:59:24.350793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd914f23-02fe-455d-aa6b-218887f8d3db req-61ce4fac-1aff-4c25-a12e-9481a99dfaa1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:24.364646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd914f23-02fe-455d-aa6b-218887f8d3db req-61ce4fac-1aff-4c25-a12e-9481a99dfaa1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.4567113 Feb 15 13:59:24.402282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dacb40d4-0e91-45f6-be10-29ad2b5e06c1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:24.405283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['6dbf8623-7ec8-44df-a629-c67a29eb5d9b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:24.429307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-9ed87ba8-2194-44d8-bf83-5b4c76f4ffcf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:24.429307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-9ed87ba8-2194-44d8-bf83-5b4c76f4ffcf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports/ae6ae938-07ef-49af-a241-1ead4188e276 HTTP/1.1" status: 200 len: 936 time: 0.1919966 Feb 15 13:59:24.503415 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=3d1599da-5e0b-4e96-bcd8-f49ce02eb915,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:24.531208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device e33b4115-5490-4b0b-baf9-6d375dd6996e details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:59:24.536775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a834ae-0408-4f62-af69-0f80c098516b req-8862f6ce-d81f-4866-babf-56a25da4d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:24.539733 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-8862f6ce-d81f-4866-babf-56a25da4d168 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c72b726662c4474891423836b09971d&device_id=d4b1c5bd-7039-4a8a-bb4e-35393a147bb4 HTTP/1.1" status: 200 len: 1128 time: 0.1325052 Feb 15 13:59:24.543284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-098fe5c2-ef9c-420c-baac-0c8d81c1d84e req-b8b3d60a-a64f-46b2-b626-c0b1b7ed3e7c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Deleting port f79109f9-425c-4c47-b425-3e4dce394ba1 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:59:24.543966 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-098fe5c2-ef9c-420c-baac-0c8d81c1d84e req-b8b3d60a-a64f-46b2-b626-c0b1b7ed3e7c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:24.570002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57686) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:24.588094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-c227bd47-6e56-4cbf-ab89-3f78f28d9530 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:24.590057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-c227bd47-6e56-4cbf-ab89-3f78f28d9530 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports/ef5ffed5-7caf-46a6-be1c-41b168dc0fbe HTTP/1.1" status: 200 len: 936 time: 0.1499562 Feb 15 13:59:24.593815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd914f23-02fe-455d-aa6b-218887f8d3db req-4c121325-856d-4f27-b874-8474c2023a8a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172616 Feb 15 13:59:24.721423 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7b9441-193c-4c1e-92be-0e68b5f2cefc x-openstack-request-id: req-8d7b9441-193c-4c1e-92be-0e68b5f2cefc {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:24.721725 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec5a47-d0e9-4f3a-afe7-00600be180ce", "name": "network-vif-deleted", "tag": "19368589-7720-4ea1-805e-a6dae3894a6c", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:24.721984 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d7b9441-193c-4c1e-92be-0e68b5f2cefc {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:24.722401 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec5a47-d0e9-4f3a-afe7-00600be180ce', 'name': 'network-vif-deleted', 'tag': '19368589-7720-4ea1-805e-a6dae3894a6c', 'status': 'completed', 'code': 200} Feb 15 13:59:24.737764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-ceea84ae-fe86-42bc-98e0-cf82bf44528b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?network_id=e93e2024-4227-440b-850d-321f84125af0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1297896 Feb 15 13:59:24.809497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f434a3ec-adb0-44eb-a4e1-6c6e55f29839 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?network_id=e93e2024-4227-440b-850d-321f84125af0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0656607 Feb 15 13:59:24.815708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-06f244fe-fe11-47d2-8c4c-f50c6f06577d tempest-DvrRoutersNegativeTest-1737027368 tempest-DvrRoutersNegativeTest-1737027368-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1860298042', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:24.819067 n-d-829064-15 neutron-server[109971]: DEBUG neutron.policy [None req-06f244fe-fe11-47d2-8c4c-f50c6f06577d tempest-DvrRoutersNegativeTest-1737027368 tempest-DvrRoutersNegativeTest-1737027368-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109971) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 15 13:59:24.819546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.policy [None req-06f244fe-fe11-47d2-8c4c-f50c6f06577d tempest-DvrRoutersNegativeTest-1737027368 tempest-DvrRoutersNegativeTest-1737027368-project] Failed policy check for 'create_router' {{(pid=109971) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 15 13:59:24.820216 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-06f244fe-fe11-47d2-8c4c-f50c6f06577d tempest-DvrRoutersNegativeTest-1737027368 tempest-DvrRoutersNegativeTest-1737027368-project] create failed (client error): Access was denied to this resource. Feb 15 13:59:24.827902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-06f244fe-fe11-47d2-8c4c-f50c6f06577d tempest-DvrRoutersNegativeTest-1737027368 tempest-DvrRoutersNegativeTest-1737027368-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2567856 Feb 15 13:59:24.871560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a834ae-0408-4f62-af69-0f80c098516b req-b6d84dc0-3bf7-4314-b8e1-102dd412036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:24.877306 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-b6d84dc0-3bf7-4314-b8e1-102dd412036b service neutron] 10.222.0.42 "GET /v2.0/networks?id=88c6b832-d62f-45cc-b82f-02eff353661b HTTP/1.1" status: 200 len: 918 time: 0.3264930 Feb 15 13:59:24.893991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['3d1599da-5e0b-4e96-bcd8-f49ce02eb915'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:25.000850 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-b8637268-74e7-49b0-99ee-b0429597188e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dbf8623-7ec8-44df-a629-c67a29eb5d9b HTTP/1.1" status: 200 len: 217 time: 0.1042438 Feb 15 13:59:25.057668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e2ec6-0f15-4365-9009-48019b485bac req-72bed494-e746-4fa2-9d55-027f2aafee38 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:25.069642 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f8e2ec6-0f15-4365-9009-48019b485bac req-72bed494-e746-4fa2-9d55-027f2aafee38 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 943 time: 0.1596873 Feb 15 13:59:25.080137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-74ff1778-f672-454b-89ff-d87dffc56b02 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:25.087401 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-74ff1778-f672-454b-89ff-d87dffc56b02 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:25.096218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-74ff1778-f672-454b-89ff-d87dffc56b02 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:25.105964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-74ff1778-f672-454b-89ff-d87dffc56b02 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/networks?id=4449bf33-12ce-44b1-baf9-94b750d81b8d&id=418e38b8-e8e1-47ac-84da-30f82b26109f&id=418e38b8-e8e1-47ac-84da-30f82b26109f&id=e93e2024-4227-440b-850d-321f84125af0&id=e93e2024-4227-440b-850d-321f84125af0 HTTP/1.1" status: 200 len: 1994 time: 0.2768714 Feb 15 13:59:25.114228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a834ae-0408-4f62-af69-0f80c098516b req-e698688a-22d7-43d9-a15d-dc3fe0d53e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:25.116188 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-e698688a-22d7-43d9-a15d-dc3fe0d53e09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=60ead7f6-dd51-408a-9609-b47591394740 HTTP/1.1" status: 200 len: 857 time: 0.1091948 Feb 15 13:59:25.144616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-4857bfaa-7113-418a-b2d3-9a1a47ae07ff tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/quotas/1566d5f6385f44a0bbbc417c8ced38ed HTTP/1.1" status: 200 len: 375 time: 0.0359828 Feb 15 13:59:25.150103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port e33b4115-5490-4b0b-baf9-6d375dd6996e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e33b4115-5490-4b0b-baf9-6d375dd6996e,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:25.227254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-098fe5c2-ef9c-420c-baac-0c8d81c1d84e req-b8b3d60a-a64f-46b2-b626-c0b1b7ed3e7c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] For port f79109f9-425c-4c47-b425-3e4dce394ba1, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=f79109f9-425c-4c47-b425-3e4dce394ba1,segment=NetworkSegment(c0d0e8a2-5f61-4d00-a90e-8304f257d4e6),segment_id=c0d0e8a2-5f61-4d00-a90e-8304f257d4e6)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:25.227625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-098fe5c2-ef9c-420c-baac-0c8d81c1d84e req-b8b3d60a-a64f-46b2-b626-c0b1b7ed3e7c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:25.268880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'e33b4115-5490-4b0b-baf9-6d375dd6996e', 'network_id': '88c6b832-d62f-45cc-b82f-02eff353661b', 'port_id': 'e33b4115-5490-4b0b-baf9-6d375dd6996e', 'mac_address': 'fa:16:3e:e5:10:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ead7f6-dd51-408a-9609-b47591394740', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:59:25.269152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f8e2ec6-0f15-4365-9009-48019b485bac req-21adb278-9120-4cde-b782-7a231df87f3b tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979883 Feb 15 13:59:25.298789 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-b73abfb1-fe73-42df-8473-5a12cc18f111 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88c6b832-d62f-45cc-b82f-02eff353661b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447309 Feb 15 13:59:25.301289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-4cc2415d-b573-4e6e-8229-ae6d740dc85c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1543760 Feb 15 13:59:25.304152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-098fe5c2-ef9c-420c-baac-0c8d81c1d84e req-b8b3d60a-a64f-46b2-b626-c0b1b7ed3e7c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Calling delete_port for f79109f9-425c-4c47-b425-3e4dce394ba1 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:59:25.345493 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 13:59:25.419765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1183e462-a92b-4db2-b120-e5f1c873d8f6 req-5fbe745a-15fb-47e6-84e0-c1cb19379d44 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 210 time: 0.0369461 Feb 15 13:59:25.437528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port e33b4115-5490-4b0b-baf9-6d375dd6996e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:25.437528 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:25.472238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57698) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:25.498274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33b4115-5490-4b0b-baf9-6d375dd6996e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:25.539316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-33233630-7343-4d80-8596-96df953690e5 service neutron] 10.222.0.72 "GET /v2.0/networks/4449bf33-12ce-44b1-baf9-94b750d81b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268901 Feb 15 13:59:25.556363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port e33b4115-5490-4b0b-baf9-6d375dd6996e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e33b4115-5490-4b0b-baf9-6d375dd6996e,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:25.565560 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:25.658236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=e33b4115-5490-4b0b-baf9-6d375dd6996e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:25.733451 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-ad798dae-6fad-4bc2-8cfe-65832e5c93c7 service neutron] 10.222.0.42 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193163 Feb 15 13:59:25.752377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-098fe5c2-ef9c-420c-baac-0c8d81c1d84e req-b8b3d60a-a64f-46b2-b626-c0b1b7ed3e7c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f79109f9-425c-4c47-b425-3e4dce394ba1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:25.812858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['e33b4115-5490-4b0b-baf9-6d375dd6996e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:25.823499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3d60a-a64f-46b2-b626-c0b1b7ed3e7c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Pushing event deleted for resources: {'Port': ['ID=f79109f9-425c-4c47-b425-3e4dce394ba1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:25.971761 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27a834ae-0408-4f62-af69-0f80c098516b req-b7f7b7d0-aaca-4a5a-8a70-34647b796f1e service neutron] 10.222.0.42 "GET /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301700 Feb 15 13:59:25.999724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-098fe5c2-ef9c-420c-baac-0c8d81c1d84e req-b8b3d60a-a64f-46b2-b626-c0b1b7ed3e7c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] No DVR routers for this DVR port f79109f9-425c-4c47-b425-3e4dce394ba1 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:26.010052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-098fe5c2-ef9c-420c-baac-0c8d81c1d84e req-b8b3d60a-a64f-46b2-b626-c0b1b7ed3e7c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:26.013402 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-098fe5c2-ef9c-420c-baac-0c8d81c1d84e req-b8b3d60a-a64f-46b2-b626-c0b1b7ed3e7c tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.42 "DELETE /v2.0/ports/f79109f9-425c-4c47-b425-3e4dce394ba1 HTTP/1.1" status: 204 len: 173 time: 1.9505465 Feb 15 13:59:26.013929 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104fbc6b-8613-47d0-b612-0bb64a741084', 'name': 'network-vif-deleted', 'tag': 'f79109f9-425c-4c47-b425-3e4dce394ba1'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:26.030685 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cb9605-aa1f-479c-a27b-75bd272ec7e9" -d '{"events": [{"server_uuid": "104fbc6b-8613-47d0-b612-0bb64a741084", "name": "network-vif-deleted", "tag": "f79109f9-425c-4c47-b425-3e4dce394ba1"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:26.054530 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:26.125158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746ace-e49e-450c-af8a-86c8ec3da6c3 req-fd6c2ced-d146-4676-b3b7-2c93fb1d365a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:26.132014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30746ace-e49e-450c-af8a-86c8ec3da6c3 req-fd6c2ced-d146-4676-b3b7-2c93fb1d365a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 944 time: 0.5873785 Feb 15 13:59:26.151759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-017ab92b-89fc-4a70-9149-24630644c3e3 service neutron] 10.222.0.72 "GET /v2.0/networks/4449bf33-12ce-44b1-baf9-94b750d81b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053278 Feb 15 13:59:26.240702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dd5b1a48-a0d1-4217-9e7c-afc138548e57 service neutron] 10.222.0.72 "GET /v2.0/ports/ae6ae938-07ef-49af-a241-1ead4188e276?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0775778 Feb 15 13:59:26.250779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30746ace-e49e-450c-af8a-86c8ec3da6c3 req-6312dc82-fec7-4e47-b4f3-6efe27b41c2d tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179378 Feb 15 13:59:26.313956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Publish callbacks [] for security_group (5bb4fc95-0ba4-4c5a-ba62-b54ca662eb42), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:26.323170 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5bb4fc95-0ba4-4c5a-ba62-b54ca662eb42), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:26.412399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7753568c-753e-4233-90fa-af4b3ffd947a req-9a0af21b-eecc-482d-8b41-b36fc8026621 tempest-InstanceActionsNegativeTestJSON-796633079 tempest-InstanceActionsNegativeTestJSON-796633079-project] 10.222.0.72 "GET /v2.0/ports?device_id=104fbc6b-8613-47d0-b612-0bb64a741084 HTTP/1.1" status: 200 len: 210 time: 0.0600293 Feb 15 13:59:26.415946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb4fc95-0ba4-4c5a-ba62-b54ca662eb42,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:26.425967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a22f576cf5a4498da9452f637bbb3b5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9500222 Feb 15 13:59:26.426280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57708) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:26.439209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.439562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.439911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.440271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.440589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.440942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.441271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.441600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.441926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.442253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.442579 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.442927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.443318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee88742-c0a7-4d96-b5e0-0bf9eaf00f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:26.456579 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dc621b13-ca3f-4344-9cfb-72fed09a1089 service neutron] 10.222.0.72 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048097 Feb 15 13:59:26.538673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d97708db-34e8-4ac0-b181-3c79d4294227 admin admin] Publish callbacks [] for security_group (5bb4fc95-0ba4-4c5a-ba62-b54ca662eb42), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:26.546458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6dbf8623-7ec8-44df-a629-c67a29eb5d9b up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:26.589185 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d97708db-34e8-4ac0-b181-3c79d4294227 admin admin] Publish callbacks [] for security_group (5bb4fc95-0ba4-4c5a-ba62-b54ca662eb42), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:26.639524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-654aa065-6c33-4aa1-8ec4-b907eda2bacb service neutron] 10.222.0.72 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764486 Feb 15 13:59:26.648046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60198f16-c0a1-4d26-b4c1-4c5458640ffc req-a78c1282-95e0-4e44-b349-baf5118175a6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:26.649662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60198f16-c0a1-4d26-b4c1-4c5458640ffc req-a78c1282-95e0-4e44-b349-baf5118175a6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.1090839 Feb 15 13:59:26.675893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:59:26.683563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:26.684240 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:26.690544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d97708db-34e8-4ac0-b181-3c79d4294227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5bb4fc95-0ba4-4c5a-ba62-b54ca662eb42), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:26.693814 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d97708db-34e8-4ac0-b181-3c79d4294227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:26.697703 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d97708db-34e8-4ac0-b181-3c79d4294227 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5bb4fc95-0ba4-4c5a-ba62-b54ca662eb42 HTTP/1.1" status: 204 len: 168 time: 0.2676330 Feb 15 13:59:26.714134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97708db-34e8-4ac0-b181-3c79d4294227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb4fc95-0ba4-4c5a-ba62-b54ca662eb42,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:26.732694 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-150818d6-2320-4204-89b1-5e8020532887 service neutron] 10.222.0.72 "GET /v2.0/ports/ef5ffed5-7caf-46a6-be1c-41b168dc0fbe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0817587 Feb 15 13:59:26.814794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:26.815330 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:26.852496 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60198f16-c0a1-4d26-b4c1-4c5458640ffc req-5d3cd3b6-c0aa-4057-886e-f4f24daf6081 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919973 Feb 15 13:59:26.855033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6dbf8623-7ec8-44df-a629-c67a29eb5d9b,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:26.856178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b1c5bd-7039-4a8a-bb4e-35393a147bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbf8623-7ec8-44df-a629-c67a29eb5d9b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:26.859962 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b4bb94-f8d7-45bf-be98-f899f6ed18aa" -d '{"events": [{"server_uuid": "d4b1c5bd-7039-4a8a-bb4e-35393a147bb4", "name": "network-vif-plugged", "status": "completed", "tag": "6dbf8623-7ec8-44df-a629-c67a29eb5d9b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:26.864783 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:26.865835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device e33b4115-5490-4b0b-baf9-6d375dd6996e up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:26.969551 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6423626b-907c-4327-adfd-3e617d881772 x-openstack-request-id: req-6423626b-907c-4327-adfd-3e617d881772 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:26.970132 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104fbc6b-8613-47d0-b612-0bb64a741084", "name": "network-vif-deleted", "tag": "f79109f9-425c-4c47-b425-3e4dce394ba1", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:26.970823 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6423626b-907c-4327-adfd-3e617d881772 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:26.971495 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104fbc6b-8613-47d0-b612-0bb64a741084', 'name': 'network-vif-deleted', 'tag': 'f79109f9-425c-4c47-b425-3e4dce394ba1', 'status': 'completed', 'code': 200} Feb 15 13:59:26.973382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=6dbf8623-7ec8-44df-a629-c67a29eb5d9b,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:26.986651 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-ccdd9bd0-f3cf-4721-837a-44a13fa45b3e service neutron] 10.222.0.72 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450981 Feb 15 13:59:26.987389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port e33b4115-5490-4b0b-baf9-6d375dd6996e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:59:26.992503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port e33b4115-5490-4b0b-baf9-6d375dd6996e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:26.992891 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:27.149380 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port e33b4115-5490-4b0b-baf9-6d375dd6996e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:27.150874 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:27.231751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port e33b4115-5490-4b0b-baf9-6d375dd6996e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e33b4115-5490-4b0b-baf9-6d375dd6996e,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:27.238746 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:27.239769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dacb40d4-0e91-45f6-be10-29ad2b5e06c1 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:27.287955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e9c84-d5dd-41d7-9d19-83ba0d8db305 req-2102c1fb-0758-433f-ab8d-1cbb6c43b39b tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:27.292194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-701e9c84-d5dd-41d7-9d19-83ba0d8db305 req-2102c1fb-0758-433f-ab8d-1cbb6c43b39b tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 944 time: 0.2023332 Feb 15 13:59:27.299504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-87382cf9-b7ca-4c89-ab66-ef8d0aceefb2 service neutron] 10.222.0.72 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043890 Feb 15 13:59:27.369388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=e33b4115-5490-4b0b-baf9-6d375dd6996e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:27.416159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-701e9c84-d5dd-41d7-9d19-83ba0d8db305 req-d88d9ed0-3ccb-419b-8fc1-4e16937fb880 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155653 Feb 15 13:59:27.433981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port dacb40d4-0e91-45f6-be10-29ad2b5e06c1 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:59:27.439705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port dacb40d4-0e91-45f6-be10-29ad2b5e06c1 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:27.440246 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:27.506359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-1df4cb39-fe30-40c1-a9a8-6edf116ae7d8 service neutron] 10.222.0.72 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776128 Feb 15 13:59:27.581236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d664b0ec-6bad-43b4-9b99-5df3ada1a464 req-41bf0793-92f5-4a82-943f-6e52c3bb038c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 210 time: 0.0711954 Feb 15 13:59:27.639367 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4ea0ba-32bb-4c69-84cd-823735d2a1bf x-openstack-request-id: req-fd4ea0ba-32bb-4c69-84cd-823735d2a1bf {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:27.639898 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b1c5bd-7039-4a8a-bb4e-35393a147bb4", "name": "network-vif-plugged", "status": "completed", "tag": "6dbf8623-7ec8-44df-a629-c67a29eb5d9b", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:27.640189 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fd4ea0ba-32bb-4c69-84cd-823735d2a1bf {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:27.641374 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b1c5bd-7039-4a8a-bb4e-35393a147bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbf8623-7ec8-44df-a629-c67a29eb5d9b', 'code': 200} Feb 15 13:59:27.716248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port dacb40d4-0e91-45f6-be10-29ad2b5e06c1 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:27.716647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:27.798408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:27.815043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port dacb40d4-0e91-45f6-be10-29ad2b5e06c1, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:27.822001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9825135-9b7c-4864-ab0e-375faa9561fc req-9dabe3f6-667e-4a2a-ad2f-4cf63b780a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:27.824461 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f9825135-9b7c-4864-ab0e-375faa9561fc req-9dabe3f6-667e-4a2a-ad2f-4cf63b780a1d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d4b1c5bd-7039-4a8a-bb4e-35393a147bb4 HTTP/1.1" status: 200 len: 1129 time: 0.1016657 Feb 15 13:59:27.866367 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:27.872976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device f79109f9-425c-4c47-b425-3e4dce394ba1 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:59:27.898207 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f9825135-9b7c-4864-ab0e-375faa9561fc req-4e139ed9-8675-46d7-af08-bf4f1dc07b2e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655448 Feb 15 13:59:27.930876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-0e2a84cc-645d-4882-938a-f05ff8871d6e service neutron] 10.222.0.72 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235690 Feb 15 13:59:27.987984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: f79109f9-425c-4c47-b425-3e4dce394ba1 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:59:27.988654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device f79109f9-425c-4c47-b425-3e4dce394ba1 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:59:28.058479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:28.071396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.071660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.072010 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.072353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.072788 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.073131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.073464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.073929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.074301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.074725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.075125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.075579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.076248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:28.085081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:59:28.087270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8dfe-f902-4b5a-a286-45bfe2f77406 req-7aa28fec-f89c-4b61-b2f5-ed2dc8d408e6 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:28.091576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:28.092088 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.095329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-305a8dfe-f902-4b5a-a286-45bfe2f77406 req-7aa28fec-f89c-4b61-b2f5-ed2dc8d408e6 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 945 time: 0.1630681 Feb 15 13:59:28.180464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-305a8dfe-f902-4b5a-a286-45bfe2f77406 req-8845ec28-eb2d-4396-95e5-24010b8f8832 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832129 Feb 15 13:59:28.199939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-15710100-ec4d-4f01-ba5a-e2b907ca8322 service neutron] 10.222.0.72 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303154 Feb 15 13:59:28.216902 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:28.217882 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.245000 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57746) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:28.295974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3d1599da-5e0b-4e96-bcd8-f49ce02eb915,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:28.306868 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.373853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf19348e-848b-4dca-bb4f-4052e9ca60e9 admin admin] Deleting subnet be75653a-0552-4074-828d-9f18149ec266 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:59:28.382238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf19348e-848b-4dca-bb4f-4052e9ca60e9 admin admin] Publish callbacks [] for subnet (be75653a-0552-4074-828d-9f18149ec266), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.412903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=3d1599da-5e0b-4e96-bcd8-f49ce02eb915,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:28.459358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf19348e-848b-4dca-bb4f-4052e9ca60e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (be75653a-0552-4074-828d-9f18149ec266), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.481436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-535d031e-f941-4094-a203-1b5bf520e5a6 service neutron] 10.222.0.72 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800069 Feb 15 13:59:28.513572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf19348e-848b-4dca-bb4f-4052e9ca60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (be75653a-0552-4074-828d-9f18149ec266), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.579097 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf19348e-848b-4dca-bb4f-4052e9ca60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (be75653a-0552-4074-828d-9f18149ec266), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.633918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19348e-848b-4dca-bb4f-4052e9ca60e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be75653a-0552-4074-828d-9f18149ec266,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:28.635946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf19348e-848b-4dca-bb4f-4052e9ca60e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.642312 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cf19348e-848b-4dca-bb4f-4052e9ca60e9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/be75653a-0552-4074-828d-9f18149ec266 HTTP/1.1" status: 204 len: 168 time: 0.3962238 Feb 15 13:59:28.642972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57760) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:28.697835 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-d5f50ef9-609e-49c0-92d7-3289af9e608d service neutron] 10.222.0.72 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159188 Feb 15 13:59:28.711579 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (837644d2-91a0-43fd-b438-5a7c25f896dc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.723832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45bbf0-7618-44e8-a007-a37db1e2edf9 req-1eff3ab1-4863-4723-8005-8730e28f7dd6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:28.723832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b45bbf0-7618-44e8-a007-a37db1e2edf9 req-1eff3ab1-4863-4723-8005-8730e28f7dd6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.3744998 Feb 15 13:59:28.871231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-68f2841e-3dab-4c4d-b2b7-a798dfd952fa service neutron] 10.222.0.72 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403401 Feb 15 13:59:28.872414 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (837644d2-91a0-43fd-b438-5a7c25f896dc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.903621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837644d2-91a0-43fd-b438-5a7c25f896dc']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:28.918475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d0e8a2-5f61-4d00-a90e-8304f257d4e6') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:28.919327 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d0e8a2-5f61-4d00-a90e-8304f257d4e6') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:28.937029 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (c0d0e8a2-5f61-4d00-a90e-8304f257d4e6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.956359 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c0d0e8a2-5f61-4d00-a90e-8304f257d4e6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.964623 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:59:28.965485 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (c0d0e8a2-5f61-4d00-a90e-8304f257d4e6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:59:28.968148 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:59:28.987365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b45bbf0-7618-44e8-a007-a37db1e2edf9 req-29171e2b-baa9-4149-9685-27a76c1c018c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581458 Feb 15 13:59:29.104373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-94d4984b-6503-4724-b8ca-84f4b22dfd78 service neutron] 10.222.0.72 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151897 Feb 15 13:59:29.111856 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (837644d2-91a0-43fd-b438-5a7c25f896dc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:29.133306 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:29.138107 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] 10.222.0.72 "DELETE /v2.0/networks/837644d2-91a0-43fd-b438-5a7c25f896dc HTTP/1.1" status: 204 len: 168 time: 0.4936357 Feb 15 13:59:29.139887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66356e2d-7185-4b3e-9d74-9457eac13a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=837644d2-91a0-43fd-b438-5a7c25f896dc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:29.253180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e1455-3e8f-4697-8965-3aec0b96c9d3 req-9b27fe54-33b4-41ca-abf4-41c7a6251b82 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:29.261545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f08e1455-3e8f-4697-8965-3aec0b96c9d3 req-9b27fe54-33b4-41ca-abf4-41c7a6251b82 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 945 time: 0.1553566 Feb 15 13:59:29.289179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f42efe87-dd18-4261-94d6-07fc796a34ba service neutron] 10.222.0.72 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772995 Feb 15 13:59:29.362191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f08e1455-3e8f-4697-8965-3aec0b96c9d3 req-c6bbb1ee-4930-4e45-9f46-8ca4950e66ee tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995588 Feb 15 13:59:29.389479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-36986113-bc5c-446e-b783-282657b115f0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:29.390891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-36986113-bc5c-446e-b783-282657b115f0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports/ae6ae938-07ef-49af-a241-1ead4188e276 HTTP/1.1" status: 200 len: 936 time: 0.0931106 Feb 15 13:59:29.467665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57770) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:29.510694 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec85425d-a91f-4164-8335-b7bc26a9f739 req-0550b997-fc01-47b4-a8e1-5b2d165f9fd9 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 210 time: 0.0518661 Feb 15 13:59:29.524136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-346fe702-4b67-4e73-a9e7-32bf73f2c78e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:29.525903 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-346fe702-4b67-4e73-a9e7-32bf73f2c78e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports/ef5ffed5-7caf-46a6-be1c-41b168dc0fbe HTTP/1.1" status: 200 len: 936 time: 0.1279659 Feb 15 13:59:29.547781 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cb43e41c-51f2-4e5c-8061-2ac31568aebc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0d660ccc1c3449f8857b606c8de2aee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0779049 Feb 15 13:59:29.551413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57772) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:29.642549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0933b314-31b0-4bf6-ae32-5dfa82dd11fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33b4115-5490-4b0b-baf9-6d375dd6996e'}, {'server_uuid': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1'}, {'server_uuid': 'eae9d8d5-889c-4357-b1aa-38cca84b43da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1599da-5e0b-4e96-bcd8-f49ce02eb915'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:29.646140 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0b80ba-00ac-415d-8c86-2be2b3033158" -d '{"events": [{"server_uuid": "0933b314-31b0-4bf6-ae32-5dfa82dd11fb", "name": "network-vif-plugged", "status": "completed", "tag": "e33b4115-5490-4b0b-baf9-6d375dd6996e"}, {"server_uuid": "0dd9099e-f206-4b7d-98c7-c613df450b01", "name": "network-vif-plugged", "status": "completed", "tag": "dacb40d4-0e91-45f6-be10-29ad2b5e06c1"}, {"server_uuid": "eae9d8d5-889c-4357-b1aa-38cca84b43da", "name": "network-vif-plugged", "status": "completed", "tag": "3d1599da-5e0b-4e96-bcd8-f49ce02eb915"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:29.694039 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3d680047-6d90-43e0-9061-2c64787b437c admin admin] Publish callbacks [] for security_group (9d41bc3b-30a7-4482-afaf-56c97c2769ee), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:29.718464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c623e-1bd5-4ec1-92af-cb5d3616f175 req-e332b299-d9de-4d6e-a2a6-75adf6d9a792 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:29.720112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-935c623e-1bd5-4ec1-92af-cb5d3616f175 req-e332b299-d9de-4d6e-a2a6-75adf6d9a792 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 945 time: 0.1105239 Feb 15 13:59:29.746971 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3d680047-6d90-43e0-9061-2c64787b437c admin admin] Publish callbacks [] for security_group (9d41bc3b-30a7-4482-afaf-56c97c2769ee), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:29.840157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-935c623e-1bd5-4ec1-92af-cb5d3616f175 req-094c361a-787f-4b2e-88f7-fdb8905dd2be tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031699 Feb 15 13:59:29.871720 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3d680047-6d90-43e0-9061-2c64787b437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9d41bc3b-30a7-4482-afaf-56c97c2769ee), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:29.877925 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3d680047-6d90-43e0-9061-2c64787b437c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:29.882606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3d680047-6d90-43e0-9061-2c64787b437c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d41bc3b-30a7-4482-afaf-56c97c2769ee HTTP/1.1" status: 204 len: 168 time: 0.3297367 Feb 15 13:59:29.892942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d680047-6d90-43e0-9061-2c64787b437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d41bc3b-30a7-4482-afaf-56c97c2769ee,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:29.934884 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58127514-d925-4b9a-abef-516ecb7f2f15 x-openstack-request-id: req-58127514-d925-4b9a-abef-516ecb7f2f15 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:29.936753 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0933b314-31b0-4bf6-ae32-5dfa82dd11fb", "name": "network-vif-plugged", "status": "completed", "tag": "e33b4115-5490-4b0b-baf9-6d375dd6996e", "code": 200}, {"server_uuid": "0dd9099e-f206-4b7d-98c7-c613df450b01", "name": "network-vif-plugged", "status": "completed", "tag": "dacb40d4-0e91-45f6-be10-29ad2b5e06c1", "code": 200}, {"server_uuid": "eae9d8d5-889c-4357-b1aa-38cca84b43da", "name": "network-vif-plugged", "status": "completed", "tag": "3d1599da-5e0b-4e96-bcd8-f49ce02eb915", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:29.937393 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-58127514-d925-4b9a-abef-516ecb7f2f15 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:29.939236 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0933b314-31b0-4bf6-ae32-5dfa82dd11fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33b4115-5490-4b0b-baf9-6d375dd6996e', 'code': 200} Feb 15 13:59:29.942296 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1', 'code': 200} Feb 15 13:59:29.942753 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae9d8d5-889c-4357-b1aa-38cca84b43da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1599da-5e0b-4e96-bcd8-f49ce02eb915', 'code': 200} Feb 15 13:59:30.120962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297992c2-54f5-4457-9e4b-ba2d6e8a3a7b req-113c4520-f971-495a-b03e-ab58a7855609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:30.122699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-297992c2-54f5-4457-9e4b-ba2d6e8a3a7b req-113c4520-f971-495a-b03e-ab58a7855609 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eae9d8d5-889c-4357-b1aa-38cca84b43da HTTP/1.1" status: 200 len: 1129 time: 0.0516119 Feb 15 13:59:30.140131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a6b0d-363f-4c96-a51c-64b043880337 req-8c2fc952-9688-4a1c-a7de-053cb4e60d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:30.141855 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d70a6b0d-363f-4c96-a51c-64b043880337 req-8c2fc952-9688-4a1c-a7de-053cb4e60d2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 1128 time: 0.1380184 Feb 15 13:59:30.183297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea85268-07f5-42e7-84c5-80ae655c7eaa req-7a267287-eeac-47ba-8ef3-272a4518f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:30.184987 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7ea85268-07f5-42e7-84c5-80ae655c7eaa req-7a267287-eeac-47ba-8ef3-272a4518f0d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 1128 time: 0.1327703 Feb 15 13:59:30.226958 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d70a6b0d-363f-4c96-a51c-64b043880337 req-c3ea0b82-7b7d-4c19-a62e-44d214a877a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789456 Feb 15 13:59:30.262511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-297992c2-54f5-4457-9e4b-ba2d6e8a3a7b req-cccf476d-3447-4f82-bf4a-0633f59e6b79 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324558 Feb 15 13:59:30.276814 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7ea85268-07f5-42e7-84c5-80ae655c7eaa req-36f696eb-6477-450b-a009-f97171a05073 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844274 Feb 15 13:59:30.283961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357ff9d-5266-494a-9870-c4a16b876c16 req-a1148400-7693-456d-a612-b88f6f2e0c1e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:30.286195 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8357ff9d-5266-494a-9870-c4a16b876c16 req-a1148400-7693-456d-a612-b88f6f2e0c1e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.1449289 Feb 15 13:59:30.366589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8357ff9d-5266-494a-9870-c4a16b876c16 req-8c96e362-7c8f-4f1f-bee3-ecf933b973f5 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729535 Feb 15 13:59:30.525609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c5d2a-b414-47e5-b762-b9d806216301 req-41d1095b-9498-4f6a-bfe4-c46523acb7d5 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:30.535062 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362c5d2a-b414-47e5-b762-b9d806216301 req-41d1095b-9498-4f6a-bfe4-c46523acb7d5 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 945 time: 0.0766916 Feb 15 13:59:30.601336 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362c5d2a-b414-47e5-b762-b9d806216301 req-1b295299-e7c3-475a-affa-657af1269f65 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647492 Feb 15 13:59:30.719452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99721072-3ae1-4663-b3f3-5860f13672c2 req-d2c22a14-99e0-4891-bb2c-d2d705dfd8cd tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 210 time: 0.0501404 Feb 15 13:59:30.858136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57804) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:30.997817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1842438215-network', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:31.001028 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f4ccc-64d9-4a8c-acdd-a0ac121a3ec3 req-7dd6a570-bfd5-4320-a537-d5bf0dac2ab0 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:31.002557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c84f4ccc-64d9-4a8c-acdd-a0ac121a3ec3 req-7dd6a570-bfd5-4320-a537-d5bf0dac2ab0 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 945 time: 0.0839803 Feb 15 13:59:31.035352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Made reservation on behalf of c8e4caf65d074140b1e3cf64680b06d7 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:31.037626 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.055182 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.076572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c84f4ccc-64d9-4a8c-acdd-a0ac121a3ec3 req-9b56dd25-06c3-41b5-8b43-36b3d6f96da4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661240 Feb 15 13:59:31.155237 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Publish callbacks [] for security_group (4a3eb32e-f767-49c1-a28d-53588ad286fe), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.160795 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4a3eb32e-f767-49c1-a28d-53588ad286fe), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.189473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:59:31.199815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3eb32e-f767-49c1-a28d-53588ad286fe,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:31.204730 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (735b9c05-e9a1-4b88-ae2b-e7c8ecceab06), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.205073 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Added segment 735b9c05-e9a1-4b88-ae2b-e7c8ecceab06 of type vlan for network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e Feb 15 13:59:31.254648 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.285287 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.286444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:31.287079 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.351464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4922130 Feb 15 13:59:31.354413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57810) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:31.360105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] Request body: {'subnet': {'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1842438215-subnet', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:31.364873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32b94-f6a5-49e8-9361-f1c684dcfa3e admin admin] Pushing event updated for resources: {'Network': ['ID=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:31.380144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:59:31.403529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] Made reservation on behalf of c8e4caf65d074140b1e3cf64680b06d7 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:31.407533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.757899 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (2004f8b3-14e4-498a-9661-061bdbfd997e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.844099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f96e3-da63-4461-b420-57e8a09e3fb3 req-c794a3f9-cc21-45e9-a56f-30a362b071ad tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:31.845653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d70f96e3-da63-4461-b420-57e8a09e3fb3 req-c794a3f9-cc21-45e9-a56f-30a362b071ad tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.1387255 Feb 15 13:59:31.866589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] Checking segment: {'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:31.866984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] Network hostable DHCP agents. Network: dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:59:31.876027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2004f8b3-14e4-498a-9661-061bdbfd997e,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:31.909176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] Network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:59:31.920264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d70f96e3-da63-4461-b420-57e8a09e3fb3 req-40cf246b-f0b4-4a1b-aa1e-42f0b18d4208 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656574 Feb 15 13:59:31.925346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:31.929765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:31.930368 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.938208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf97855c-3adf-4ae6-97c6-04993a5fe92b None None] Network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:59:31.948152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c107ed86-3b04-41f0-8b7f-a3f26014265d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5924363 Feb 15 13:59:31.950876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57820) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:31.956746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1842438215-router', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:31.982871 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (e0f42914-feec-49a4-befe-b4c7cb0c8157), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:31.984194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (e0f42914-feec-49a4-befe-b4c7cb0c8157), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:32.062741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Publish callbacks [] for router_controller (e0f42914-feec-49a4-befe-b4c7cb0c8157), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:32.093332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff78112-fc84-4b38-9b64-af0a52a37f85 None None] Network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:59:32.096689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce60a-ee56-4db1-b6ef-2c9da21e04a6 req-17b7c8ba-8297-4a9b-9b59-f94ad69a1664 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:32.097691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c2ce60a-ee56-4db1-b6ef-2c9da21e04a6 req-17b7c8ba-8297-4a9b-9b59-f94ad69a1664 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 945 time: 0.0644860 Feb 15 13:59:32.155782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c2ce60a-ee56-4db1-b6ef-2c9da21e04a6 req-92611552-0db6-45d7-8d2f-fc38f280c340 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509744 Feb 15 13:59:32.244466 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Publish callbacks [] for router_gateway (e0f42914-feec-49a4-befe-b4c7cb0c8157), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:32.283260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39aab807-8698-43cd-b93d-4cb202ef30d8 req-7d59204d-dab9-40a9-9336-12b284816518 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 210 time: 0.0417793 Feb 15 13:59:32.413169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb00981-3222-403e-a38a-e67c7c2aba2a req-8a87209b-ca3d-4662-b167-6be18211755c tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:32.414855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bb00981-3222-403e-a38a-e67c7c2aba2a req-8a87209b-ca3d-4662-b167-6be18211755c tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 945 time: 0.0662785 Feb 15 13:59:32.469665 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bb00981-3222-403e-a38a-e67c7c2aba2a req-2da40061-3860-4a40-a656-097394418bcb tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483837 Feb 15 13:59:32.480180 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Publish callbacks [] for router_gateway (e0f42914-feec-49a4-befe-b4c7cb0c8157), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:32.510956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:32.595609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64e549-31c0-4320-a5f7-c77271a46acb req-f333f4d5-0f28-4b7e-8df4-0a99fca44613 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:32.597326 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a64e549-31c0-4320-a5f7-c77271a46acb req-f333f4d5-0f28-4b7e-8df4-0a99fca44613 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae9d8d5-889c-4357-b1aa-38cca84b43da HTTP/1.1" status: 200 len: 946 time: 0.0577755 Feb 15 13:59:32.632810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Allocated IP 172.25.6.176 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/605c5ab5-a220-4fba-99e1-ca7c7e88e7ae) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:32.651856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a64e549-31c0-4320-a5f7-c77271a46acb req-c917ae8c-6bd7-4e04-9a87-83830d288802 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481474 Feb 15 13:59:32.742587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Publish callbacks [] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:32.769136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b018cecc-3fa8-4821-afd7-fb472c0367f5 req-28f0cff2-6120-4adf-a008-cd751dcbd998 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2023844242&fields=id&tenant_id=73966798ee8b4daaaa7322021ae03505 HTTP/1.1" status: 200 len: 267 time: 0.0501430 Feb 15 13:59:32.785495 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:32.828568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Pushing event updated for resources: {'Port': ['ID=605c5ab5-a220-4fba-99e1-ca7c7e88e7ae,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:32.835495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018cecc-3fa8-4821-afd7-fb472c0367f5 req-fec3db58-5f0b-4dc4-a5d1-afea39fea867 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:32.838008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b018cecc-3fa8-4821-afd7-fb472c0367f5 req-fec3db58-5f0b-4dc4-a5d1-afea39fea867 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 945 time: 0.0639064 Feb 15 13:59:32.843965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:32.845537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:32.848178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:32.857013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-b018cecc-3fa8-4821-afd7-fb472c0367f5 req-babf4e42-8cf0-40ce-af71-84c0a6e3d5f9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'port': {'security_groups': ['ca08aaf0-ac34-43ae-91e8-3c905508fa41', '8de201a3-6428-47c5-acd1-746260edd8d0']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:32.938005 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b018cecc-3fa8-4821-afd7-fb472c0367f5 req-babf4e42-8cf0-40ce-af71-84c0a6e3d5f9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:33.114394 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Publish callbacks [] for router_gateway (e0f42914-feec-49a4-befe-b4c7cb0c8157), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:33.146791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-b018cecc-3fa8-4821-afd7-fb472c0367f5 req-babf4e42-8cf0-40ce-af71-84c0a6e3d5f9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] For port dacb40d4-0e91-45f6-be10-29ad2b5e06c1, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:33.179570 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b018cecc-3fa8-4821-afd7-fb472c0367f5 req-babf4e42-8cf0-40ce-af71-84c0a6e3d5f9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:33.184144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b018cecc-3fa8-4821-afd7-fb472c0367f5 req-babf4e42-8cf0-40ce-af71-84c0a6e3d5f9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:33.198353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dacb40d4-0e91-45f6-be10-29ad2b5e06c1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:33.237566 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018cecc-3fa8-4821-afd7-fb472c0367f5 req-babf4e42-8cf0-40ce-af71-84c0a6e3d5f9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:33.238190 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b018cecc-3fa8-4821-afd7-fb472c0367f5 req-babf4e42-8cf0-40ce-af71-84c0a6e3d5f9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:33.239705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b018cecc-3fa8-4821-afd7-fb472c0367f5 req-babf4e42-8cf0-40ce-af71-84c0a6e3d5f9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "PUT /v2.0/ports/dacb40d4-0e91-45f6-be10-29ad2b5e06c1 HTTP/1.1" status: 200 len: 981 time: 0.3936362 Feb 15 13:59:33.240186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'tag': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:33.242501 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e19cab-6727-430f-acc9-152eb35f80c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd9099e-f206-4b7d-98c7-c613df450b01", "tag": "dacb40d4-0e91-45f6-be10-29ad2b5e06c1"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:33.273253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf4e42-8cf0-40ce-af71-84c0a6e3d5f9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'Port': ['ID=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:33.350117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dacb40d4-0e91-45f6-be10-29ad2b5e06c1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:33.404050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d1284-98b1-4784-9da0-39659a8fcb93 req-fbe9efa2-65a1-468a-aa57-1ea953f3c8d1 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:33.414822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d21d1284-98b1-4784-9da0-39659a8fcb93 req-fbe9efa2-65a1-468a-aa57-1ea953f3c8d1 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4b1c5bd-7039-4a8a-bb4e-35393a147bb4 HTTP/1.1" status: 200 len: 946 time: 0.0819950 Feb 15 13:59:33.480891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d21d1284-98b1-4784-9da0-39659a8fcb93 req-cee9c5d1-b098-40b0-9621-2e62d002c7fd tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647194 Feb 15 13:59:33.645272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f458a-79f7-4f26-819f-bfa37303ff90 req-6aee594c-3110-4b63-a441-4e175a500e3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:33.647094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c42f458a-79f7-4f26-819f-bfa37303ff90 req-6aee594c-3110-4b63-a441-4e175a500e3c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.0670662 Feb 15 13:59:33.703477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c42f458a-79f7-4f26-819f-bfa37303ff90 req-28c6e410-1265-45cf-9e6f-b7267284dfac tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494404 Feb 15 13:59:33.736578 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (e0f42914-feec-49a4-befe-b4c7cb0c8157), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:33.806353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b05de28d-59f4-4314-a31c-4b39f4ca6267 req-eef04a99-6702-4669-b5b6-1117690a8b22 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-268410021&fields=id&tenant_id=73966798ee8b4daaaa7322021ae03505 HTTP/1.1" status: 200 len: 267 time: 0.0514503 Feb 15 13:59:33.865382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05de28d-59f4-4314-a31c-4b39f4ca6267 req-a03fa400-b754-4555-8567-1dfff3fddcb4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:33.866798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b05de28d-59f4-4314-a31c-4b39f4ca6267 req-a03fa400-b754-4555-8567-1dfff3fddcb4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 984 time: 0.0542173 Feb 15 13:59:33.879907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-b05de28d-59f4-4314-a31c-4b39f4ca6267 req-03af156a-5898-4133-bb1e-47dd059e5fec tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'port': {'security_groups': ['8de201a3-6428-47c5-acd1-746260edd8d0', 'ca08aaf0-ac34-43ae-91e8-3c905508fa41', '68c6ebb4-d250-4c67-b13c-3ebf35dad845']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:33.885323 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Router e0f42914-feec-49a4-befe-b4c7cb0c8157 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 13:59:33.963727 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b05de28d-59f4-4314-a31c-4b39f4ca6267 req-03af156a-5898-4133-bb1e-47dd059e5fec tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:34.003349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:59:34.018327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Sync routers for ids ['e0f42914-feec-49a4-befe-b4c7cb0c8157'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:59:34.033136 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:34.033993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Routers {'e0f42914-feec-49a4-befe-b4c7cb0c8157'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:59:34.034967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:59:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e0f42914-feec-49a4-befe-b4c7cb0c8157'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:34.038117 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0a2a05a5-bbfb-4136-b910-fd056f85e848 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0853131 Feb 15 13:59:34.038663 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57840) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:34.185002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Set router e0f42914-feec-49a4-befe-b4c7cb0c8157 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:59:34.227382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-b05de28d-59f4-4314-a31c-4b39f4ca6267 req-03af156a-5898-4133-bb1e-47dd059e5fec tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] For port dacb40d4-0e91-45f6-be10-29ad2b5e06c1, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:34.272000 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b05de28d-59f4-4314-a31c-4b39f4ca6267 req-03af156a-5898-4133-bb1e-47dd059e5fec tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:34.278131 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b05de28d-59f4-4314-a31c-4b39f4ca6267 req-03af156a-5898-4133-bb1e-47dd059e5fec tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:34.304638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dacb40d4-0e91-45f6-be10-29ad2b5e06c1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:34.340544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05de28d-59f4-4314-a31c-4b39f4ca6267 req-03af156a-5898-4133-bb1e-47dd059e5fec tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:34.341538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b05de28d-59f4-4314-a31c-4b39f4ca6267 req-03af156a-5898-4133-bb1e-47dd059e5fec tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:34.343939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b05de28d-59f4-4314-a31c-4b39f4ca6267 req-03af156a-5898-4133-bb1e-47dd059e5fec tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "PUT /v2.0/ports/dacb40d4-0e91-45f6-be10-29ad2b5e06c1 HTTP/1.1" status: 200 len: 1020 time: 0.4686923 Feb 15 13:59:34.369318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af156a-5898-4133-bb1e-47dd059e5fec tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'Port': ['ID=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:34.403915 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4517d1-a178-45e7-b83b-fee235f211d0 x-openstack-request-id: req-8e4517d1-a178-45e7-b83b-fee235f211d0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:34.405001 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd9099e-f206-4b7d-98c7-c613df450b01", "tag": "dacb40d4-0e91-45f6-be10-29ad2b5e06c1", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:34.405399 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e4517d1-a178-45e7-b83b-fee235f211d0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:34.406261 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'tag': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1', 'status': 'completed', 'code': 200} Feb 15 13:59:34.445273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dacb40d4-0e91-45f6-be10-29ad2b5e06c1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:34.483388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88745d72-5090-48aa-b1b9-72164a1cf594 req-1d371e5c-4773-49ea-b0ad-8afbf7277305 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 210 time: 0.0296819 Feb 15 13:59:34.584914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e19cab-6727-430f-acc9-152eb35f80c1 req-76570a48-ce2f-4970-94d1-149b5bd8e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:34.587239 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a9e19cab-6727-430f-acc9-152eb35f80c1 req-76570a48-ce2f-4970-94d1-149b5bd8e695 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 1207 time: 0.1323366 Feb 15 13:59:34.608623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'name': 'tempest-ServerRescueTestJSON-1842438215-router', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:31Z', 'updated_at': '2022-02-15T13:59:32Z', 'revision_number': 3, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'gw_port': {'id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:32Z', 'updated_at': '2022-02-15T13:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:34.664699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Checking router: e0f42914-feec-49a4-befe-b4c7cb0c8157 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:59:34.665177 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Updating router e0f42914-feec-49a4-befe-b4c7cb0c8157 port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:59:34.733524 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:34.752687 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:34.782861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3545d-d502-436f-a54b-9032a137a596 req-d7051f56-878e-4d36-baad-34b51a0984a2 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:34.784537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24c3545d-d502-436f-a54b-9032a137a596 req-d7051f56-878e-4d36-baad-34b51a0984a2 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 1023 time: 0.0728860 Feb 15 13:59:34.893941 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24c3545d-d502-436f-a54b-9032a137a596 req-77f54075-064b-40b6-8af5-b8be24509875 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&id=68c6ebb4-d250-4c67-b13c-3ebf35dad845&id=8de201a3-6428-47c5-acd1-746260edd8d0 HTTP/1.1" status: 200 len: 6206 time: 0.0993006 Feb 15 13:59:34.978515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Allocated IP 172.20.0.1 (dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e/2004f8b3-14e4-498a-9661-061bdbfd997e/dbd04dae-04bc-4776-b56e-cf65ff1039dd) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:35.022821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672e654-b9b4-4d6d-9b40-cd1d57ca1918 req-43befc79-b6ea-4e97-b3d7-daceeab815c7 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:35.032322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6672e654-b9b4-4d6d-9b40-cd1d57ca1918 req-43befc79-b6ea-4e97-b3d7-daceeab815c7 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4b1c5bd-7039-4a8a-bb4e-35393a147bb4 HTTP/1.1" status: 200 len: 946 time: 0.0900660 Feb 15 13:59:35.098857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6672e654-b9b4-4d6d-9b40-cd1d57ca1918 req-644056dd-d76e-4e9b-b4f0-df205ed1e331 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652103 Feb 15 13:59:35.133765 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Publish callbacks [] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.192947 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.225075 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Publish callbacks [] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.234414 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.235382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de79e1-4dc2-4c93-8af9-5c39d830efee req-56a00e01-17dc-4017-9688-d9adc135c403 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:35.237673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50de79e1-4dc2-4c93-8af9-5c39d830efee req-56a00e01-17dc-4017-9688-d9adc135c403 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.0705411 Feb 15 13:59:35.242106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e19cab-6727-430f-acc9-152eb35f80c1 req-afb2d878-5db2-4e0e-a6a5-e600dbca4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:35.243699 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a9e19cab-6727-430f-acc9-152eb35f80c1 req-afb2d878-5db2-4e0e-a6a5-e600dbca4b1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 913 time: 0.6486437 Feb 15 13:59:35.266499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:35.294872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50de79e1-4dc2-4c93-8af9-5c39d830efee req-2c69718a-790a-4816-adcb-ad7822748d0f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512092 Feb 15 13:59:35.303879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Attempting to bind port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:35.304264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Attempting to bind port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:35.304641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Attempting to bind port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:35.310371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:35.311174 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80784654-bfc9-4227-a09b-aab09e8f674a None None] Pushing event updated for resources: {'Port': ['ID=605c5ab5-a220-4fba-99e1-ca7c7e88e7ae,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:35.313698 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a9e19cab-6727-430f-acc9-152eb35f80c1 req-577a02cb-be42-4c15-bb99-1e8366f4803a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1 HTTP/1.1" status: 200 len: 217 time: 0.0603139 Feb 15 13:59:35.314424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd04dae-04bc-4776-b56e-cf65ff1039dd,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:35.317675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:35.321647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:35.322034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:35.322450 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.322847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:35.323427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Bound port: 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:35.323813 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.352495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-199fb170-eb58-46eb-9079-f9dca23c66ae req-f60ae1ac-76a5-40cf-885a-a22e9ad148d4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'security_group': {'name': ' tempest-securitygroup -633724769 ', 'description': 'tempest-description-1992922090'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:35.382148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-199fb170-eb58-46eb-9079-f9dca23c66ae req-f60ae1ac-76a5-40cf-885a-a22e9ad148d4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.392136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] For port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:35.395698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] For port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=605c5ab5-a220-4fba-99e1-ca7c7e88e7ae,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:35.395869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (e0f42914-feec-49a4-befe-b4c7cb0c8157), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.408715 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.441114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e19cab-6727-430f-acc9-152eb35f80c1 req-d4b8292f-b3da-48a8-bb8d-4b9f8ecf0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:35.442591 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a9e19cab-6727-430f-acc9-152eb35f80c1 req-d4b8292f-b3da-48a8-bb8d-4b9f8ecf0f23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a9e082f-da76-4289-862f-326a50e53aaa HTTP/1.1" status: 200 len: 852 time: 0.1213346 Feb 15 13:59:35.487524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Routers {'e0f42914-feec-49a4-befe-b4c7cb0c8157'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:59:35.488175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:59:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e0f42914-feec-49a4-befe-b4c7cb0c8157'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:35.490161 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-199fb170-eb58-46eb-9079-f9dca23c66ae req-f60ae1ac-76a5-40cf-885a-a22e9ad148d4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (fde8a7d6-0024-4c3f-a34b-fe1831c6b615), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.494762 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-199fb170-eb58-46eb-9079-f9dca23c66ae req-f60ae1ac-76a5-40cf-885a-a22e9ad148d4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fde8a7d6-0024-4c3f-a34b-fe1831c6b615), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.538021 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-199fb170-eb58-46eb-9079-f9dca23c66ae req-f60ae1ac-76a5-40cf-885a-a22e9ad148d4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.553235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-199fb170-eb58-46eb-9079-f9dca23c66ae req-f60ae1ac-76a5-40cf-885a-a22e9ad148d4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2069273 Feb 15 13:59:35.559255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ae1ac-76a5-40cf-885a-a22e9ad148d4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde8a7d6-0024-4c3f-a34b-fe1831c6b615,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:35.581415 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a9e19cab-6727-430f-acc9-152eb35f80c1 req-f4741ce1-a869-499c-9ebd-69ccf81e7588 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78f18dab-117a-4a56-adb7-cf63ecf9dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276913 Feb 15 13:59:35.667985 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.670070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7afbe9b5-1d30-432b-9095-88236d4312c9 req-dbef9154-5be3-4452-be3b-0efba106bc43 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 210 time: 0.0467577 Feb 15 13:59:35.732685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80784654-bfc9-4227-a09b-aab09e8f674a None None] Pushing event updated for resources: {'Port': ['ID=605c5ab5-a220-4fba-99e1-ca7c7e88e7ae,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:35.779371 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48bad012-cfbc-4f50-aa22-4ce564774e19 req-c38cbc32-37aa-4670-b6dd-e61f268b4d63 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/fde8a7d6-0024-4c3f-a34b-fe1831c6b615 HTTP/1.1" status: 200 len: 1799 time: 0.0751185 Feb 15 13:59:35.780013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] Set router e0f42914-feec-49a4-befe-b4c7cb0c8157 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:59:35.816225 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a9e19cab-6727-430f-acc9-152eb35f80c1 req-9aa8b26f-98c0-42b5-8f5e-ea1390b6f04b service neutron] 10.222.0.42 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108927 Feb 15 13:59:35.870755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e490842-cb05-45b8-a602-68f955871c69 req-0a5f1465-466e-4afb-bea8-a754c6aca512 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/fde8a7d6-0024-4c3f-a34b-fe1831c6b615 HTTP/1.1" status: 200 len: 1799 time: 0.0642338 Feb 15 13:59:35.972617 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a9e19cab-6727-430f-acc9-152eb35f80c1 req-e0bfbcc0-423e-4793-8b60-a8701b90b789 service neutron] 10.222.0.42 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444778 Feb 15 13:59:35.973729 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2e490842-cb05-45b8-a602-68f955871c69 req-143d62dd-caee-4119-832b-0e7a32fc07ab tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (fde8a7d6-0024-4c3f-a34b-fe1831c6b615), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.976937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Publish callbacks [] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:35.983802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.006379 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2e490842-cb05-45b8-a602-68f955871c69 req-143d62dd-caee-4119-832b-0e7a32fc07ab tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (fde8a7d6-0024-4c3f-a34b-fe1831c6b615), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.033484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'name': 'tempest-ServerRescueTestJSON-1842438215-router', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:31Z', 'updated_at': '2022-02-15T13:59:32Z', 'revision_number': 3, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'gw_port': {'id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:32Z', 'updated_at': '2022-02-15T13:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:36.062800 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2e490842-cb05-45b8-a602-68f955871c69 req-143d62dd-caee-4119-832b-0e7a32fc07ab tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fde8a7d6-0024-4c3f-a34b-fe1831c6b615), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.066824 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2e490842-cb05-45b8-a602-68f955871c69 req-143d62dd-caee-4119-832b-0e7a32fc07ab tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.068159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e490842-cb05-45b8-a602-68f955871c69 req-143d62dd-caee-4119-832b-0e7a32fc07ab tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "DELETE /v2.0/security-groups/fde8a7d6-0024-4c3f-a34b-fe1831c6b615 HTTP/1.1" status: 204 len: 173 time: 0.1962974 Feb 15 13:59:36.079342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fdebba-7d8d-449a-b2b0-39e0b71e639a None None] The sync data for ids ['e0f42914-feec-49a4-befe-b4c7cb0c8157'] in n-d-829064-15 is: [{'id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'name': 'tempest-ServerRescueTestJSON-1842438215-router', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:31Z', 'updated_at': '2022-02-15T13:59:32Z', 'revision_number': 3, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'gw_port': {'id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:32Z', 'updated_at': '2022-02-15T13:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:59:36.084448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d62dd-caee-4119-832b-0e7a32fc07ab tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde8a7d6-0024-4c3f-a34b-fe1831c6b615,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:36.121500 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-0e6d6127-cdb3-4ff8-b029-692752a455fd req-f432b7ad-2340-4f7b-b6e0-aaa29ad04c5d tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] show failed (client error): The resource could not be found. Feb 15 13:59:36.134977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e6d6127-cdb3-4ff8-b029-692752a455fd req-f432b7ad-2340-4f7b-b6e0-aaa29ad04c5d tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/fde8a7d6-0024-4c3f-a34b-fe1831c6b615 HTTP/1.1" status: 404 len: 352 time: 0.0349090 Feb 15 13:59:36.135134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd04dae-04bc-4776-b56e-cf65ff1039dd,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:36.139449 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (e0f42914-feec-49a4-befe-b4c7cb0c8157), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.228713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c59890-fd6f-4899-b72e-51fb31aebad6 req-b7385d62-c039-4c0b-ae7d-889531a08fa6 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:36.230623 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-24c59890-fd6f-4899-b72e-51fb31aebad6 req-b7385d62-c039-4c0b-ae7d-889531a08fa6 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4b1c5bd-7039-4a8a-bb4e-35393a147bb4 HTTP/1.1" status: 200 len: 946 time: 0.1656663 Feb 15 13:59:36.302511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:36.310999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:36.491298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-24c59890-fd6f-4899-b72e-51fb31aebad6 req-c9e86caa-2bd7-43da-aa24-0019a6336038 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Deleting port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:59:36.491636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-24c59890-fd6f-4899-b72e-51fb31aebad6 req-c9e86caa-2bd7-43da-aa24-0019a6336038 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.565332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Router e0f42914-feec-49a4-befe-b4c7cb0c8157 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 13:59:36.569469 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'tag': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:36.571986 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a49bc2a-b0c4-4281-9620-4b5b6e2282f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd9099e-f206-4b7d-98c7-c613df450b01", "tag": "dacb40d4-0e91-45f6-be10-29ad2b5e06c1"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:36.603335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f26ec-fa31-4920-b791-c55916db6e8a req-1f5abf11-42d2-4650-bee7-7145d0c12a59 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:36.604923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f1f26ec-fa31-4920-b791-c55916db6e8a req-1f5abf11-42d2-4650-bee7-7145d0c12a59 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4b1c5bd-7039-4a8a-bb4e-35393a147bb4 HTTP/1.1" status: 200 len: 946 time: 0.4182410 Feb 15 13:59:36.652196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-24c59890-fd6f-4899-b72e-51fb31aebad6 req-c9e86caa-2bd7-43da-aa24-0019a6336038 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] For port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=6dbf8623-7ec8-44df-a629-c67a29eb5d9b,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:36.652568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-24c59890-fd6f-4899-b72e-51fb31aebad6 req-c9e86caa-2bd7-43da-aa24-0019a6336038 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.662686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f1f26ec-fa31-4920-b791-c55916db6e8a req-016a4b3a-0bb8-49cb-84f2-fad1a78125e9 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508444 Feb 15 13:59:36.700518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-24c59890-fd6f-4899-b72e-51fb31aebad6 req-c9e86caa-2bd7-43da-aa24-0019a6336038 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Calling delete_port for 6dbf8623-7ec8-44df-a629-c67a29eb5d9b owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:59:36.702937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-eb95d29d-3499-4b4a-aa57-5b48652a7cbd req-c7ed7285-23af-4dc2-8e41-6b9fc7ca2f82 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-619651715', 'description': 'tempest-description-348465351'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:36.734437 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eb95d29d-3499-4b4a-aa57-5b48652a7cbd req-c7ed7285-23af-4dc2-8e41-6b9fc7ca2f82 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.820957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 13:59:36.836364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eb95d29d-3499-4b4a-aa57-5b48652a7cbd req-c7ed7285-23af-4dc2-8e41-6b9fc7ca2f82 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (e6b3eb4d-95a9-40fb-aeac-a2e8e35e5497), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.838207 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b9fa98a6-753a-4fae-90a8-ed1cfbf47935 admin admin] 10.222.0.72 "PUT /v2.0/routers/e0f42914-feec-49a4-befe-b4c7cb0c8157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7984176 Feb 15 13:59:36.852878 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eb95d29d-3499-4b4a-aa57-5b48652a7cbd req-c7ed7285-23af-4dc2-8e41-6b9fc7ca2f82 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e6b3eb4d-95a9-40fb-aeac-a2e8e35e5497), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.929500 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eb95d29d-3499-4b4a-aa57-5b48652a7cbd req-c7ed7285-23af-4dc2-8e41-6b9fc7ca2f82 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.931734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb95d29d-3499-4b4a-aa57-5b48652a7cbd req-c7ed7285-23af-4dc2-8e41-6b9fc7ca2f82 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2345090 Feb 15 13:59:36.942193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-24c59890-fd6f-4899-b72e-51fb31aebad6 req-c9e86caa-2bd7-43da-aa24-0019a6336038 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6dbf8623-7ec8-44df-a629-c67a29eb5d9b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:36.945092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed7285-23af-4dc2-8e41-6b9fc7ca2f82 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b3eb4d-95a9-40fb-aeac-a2e8e35e5497,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:36.957202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['3d1599da-5e0b-4e96-bcd8-f49ce02eb915'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:36.962387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['e33b4115-5490-4b0b-baf9-6d375dd6996e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:36.985268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e86caa-2bd7-43da-aa24-0019a6336038 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Pushing event deleted for resources: {'Port': ['ID=6dbf8623-7ec8-44df-a629-c67a29eb5d9b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:37.080853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c59890-fd6f-4899-b72e-51fb31aebad6 req-c9e86caa-2bd7-43da-aa24-0019a6336038 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] No DVR routers for this DVR port 6dbf8623-7ec8-44df-a629-c67a29eb5d9b on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:37.084662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-24c59890-fd6f-4899-b72e-51fb31aebad6 req-c9e86caa-2bd7-43da-aa24-0019a6336038 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:37.098175 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-24c59890-fd6f-4899-b72e-51fb31aebad6 req-c9e86caa-2bd7-43da-aa24-0019a6336038 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.42 "DELETE /v2.0/ports/6dbf8623-7ec8-44df-a629-c67a29eb5d9b HTTP/1.1" status: 204 len: 173 time: 0.8551764 Feb 15 13:59:37.098681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b1c5bd-7039-4a8a-bb4e-35393a147bb4', 'name': 'network-vif-deleted', 'tag': '6dbf8623-7ec8-44df-a629-c67a29eb5d9b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:37.106566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:37.117985 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a432d488-ec9c-4e0d-8883-68bd8380dc3a" -d '{"events": [{"server_uuid": "d4b1c5bd-7039-4a8a-bb4e-35393a147bb4", "name": "network-vif-deleted", "tag": "6dbf8623-7ec8-44df-a629-c67a29eb5d9b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:37.141122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c2199-f86c-4216-931d-c11a8f90a84c req-36ed807e-e8ae-4352-a064-9e1c9a5b6976 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:37.142775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e30c2199-f86c-4216-931d-c11a8f90a84c req-36ed807e-e8ae-4352-a064-9e1c9a5b6976 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.0948949 Feb 15 13:59:37.254663 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e30c2199-f86c-4216-931d-c11a8f90a84c req-67586c50-5bab-438f-be13-50e6cd5110bb tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965865 Feb 15 13:59:37.307988 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e992bec9-ed79-4ded-8cfd-28635c8632e1 x-openstack-request-id: req-e992bec9-ed79-4ded-8cfd-28635c8632e1 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:37.308456 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd9099e-f206-4b7d-98c7-c613df450b01", "tag": "dacb40d4-0e91-45f6-be10-29ad2b5e06c1", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:37.308849 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e992bec9-ed79-4ded-8cfd-28635c8632e1 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:37.309378 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'tag': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1', 'status': 'completed', 'code': 200} Feb 15 13:59:37.362629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:37.363213 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:37.398322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-979c8c9c-7954-49b6-80f0-1f3ae52a4c1d req-e0392d12-c574-4bf9-b8b6-bb9c3de1a0c8 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fec5a47-d0e9-4f3a-afe7-00600be180ce HTTP/1.1" status: 200 len: 210 time: 0.0366194 Feb 15 13:59:37.429086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-87a77e3d-502a-4e71-a0a0-68b452a1473d req-2a7666fa-f2de-437c-b9b3-42d914e934a9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1289223702', 'description': 'tempest-description-328361819'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:37.439098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49bc2a-b0c4-4281-9620-4b5b6e2282f8 req-8b74d251-fc97-47e7-8173-8e6af11ebb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:37.441338 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a49bc2a-b0c4-4281-9620-4b5b6e2282f8 req-8b74d251-fc97-47e7-8173-8e6af11ebb16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 1207 time: 0.1071191 Feb 15 13:59:37.463264 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-87a77e3d-502a-4e71-a0a0-68b452a1473d req-2a7666fa-f2de-437c-b9b3-42d914e934a9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:37.600859 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-87a77e3d-502a-4e71-a0a0-68b452a1473d req-2a7666fa-f2de-437c-b9b3-42d914e934a9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (51119186-c909-4746-bca7-da3f73b9794b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:37.608387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-87a77e3d-502a-4e71-a0a0-68b452a1473d req-2a7666fa-f2de-437c-b9b3-42d914e934a9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (51119186-c909-4746-bca7-da3f73b9794b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:37.635416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:37.636204 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:37.648841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49bc2a-b0c4-4281-9620-4b5b6e2282f8 req-e8d1dd41-1eed-484e-b2a9-81918bca1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:37.658658 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a49bc2a-b0c4-4281-9620-4b5b6e2282f8 req-e8d1dd41-1eed-484e-b2a9-81918bca1097 service neutron] 10.222.0.42 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 913 time: 0.2093201 Feb 15 13:59:37.659303 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7666fa-f2de-437c-b9b3-42d914e934a9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51119186-c909-4746-bca7-da3f73b9794b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:37.665856 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-87a77e3d-502a-4e71-a0a0-68b452a1473d req-2a7666fa-f2de-437c-b9b3-42d914e934a9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:37.672385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87a77e3d-502a-4e71-a0a0-68b452a1473d req-2a7666fa-f2de-437c-b9b3-42d914e934a9 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2474773 Feb 15 13:59:37.673592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=605c5ab5-a220-4fba-99e1-ca7c7e88e7ae,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:37.683739 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:37.723087 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a49bc2a-b0c4-4281-9620-4b5b6e2282f8 req-07fd4981-7808-4aac-a704-d273761bf430 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1 HTTP/1.1" status: 200 len: 217 time: 0.0574379 Feb 15 13:59:37.743786 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c10aeb-4b55-414d-a2d3-c7d0e0a8ba30 x-openstack-request-id: req-f4c10aeb-4b55-414d-a2d3-c7d0e0a8ba30 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:37.744096 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b1c5bd-7039-4a8a-bb4e-35393a147bb4", "name": "network-vif-deleted", "tag": "6dbf8623-7ec8-44df-a629-c67a29eb5d9b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:37.744481 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f4c10aeb-4b55-414d-a2d3-c7d0e0a8ba30 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:37.744971 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b1c5bd-7039-4a8a-bb4e-35393a147bb4', 'name': 'network-vif-deleted', 'tag': '6dbf8623-7ec8-44df-a629-c67a29eb5d9b', 'status': 'completed', 'code': 200} Feb 15 13:59:37.778159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=605c5ab5-a220-4fba-99e1-ca7c7e88e7ae,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:37.798596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49bc2a-b0c4-4281-9620-4b5b6e2282f8 req-46992f34-e559-452c-a202-6d2679031552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:37.800218 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a49bc2a-b0c4-4281-9620-4b5b6e2282f8 req-46992f34-e559-452c-a202-6d2679031552 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a9e082f-da76-4289-862f-326a50e53aaa HTTP/1.1" status: 200 len: 852 time: 0.0706139 Feb 15 13:59:37.839856 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a49bc2a-b0c4-4281-9620-4b5b6e2282f8 req-8a2a39a3-21ec-441d-9d5d-8e5739eff72d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78f18dab-117a-4a56-adb7-cf63ecf9dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292745 Feb 15 13:59:37.960999 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a49bc2a-b0c4-4281-9620-4b5b6e2282f8 req-0621edb7-fafc-46cb-8555-bae0ad17ebd8 service neutron] 10.222.0.42 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040106 Feb 15 13:59:38.071685 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a49bc2a-b0c4-4281-9620-4b5b6e2282f8 req-d2fe4e9c-9612-41e6-8a7d-071a07917fdb service neutron] 10.222.0.42 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016517 Feb 15 13:59:38.094493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-6b77aca6-bc69-4c34-b441-38b3d653dc2b tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:38.101522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-6b77aca6-bc69-4c34-b441-38b3d653dc2b tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/networks?id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e HTTP/1.1" status: 200 len: 811 time: 0.1313498 Feb 15 13:59:38.113512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-262bbb37-4d44-4465-b362-f3e77f54eac2 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/quotas/c8e4caf65d074140b1e3cf64680b06d7 HTTP/1.1" status: 200 len: 375 time: 0.0109129 Feb 15 13:59:38.172222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0cd48578-139e-41c9-ac55-120666789c83 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c8e4caf65d074140b1e3cf64680b06d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521064 Feb 15 13:59:38.280228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-afcc8b39-1e2e-4464-80b6-801265bf3030 service neutron] 10.222.0.72 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010079 Feb 15 13:59:38.408960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0d47de39-04fe-4de9-82bf-8e04029a4d00 service neutron] 10.222.0.72 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219468 Feb 15 13:59:38.485922 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Sync routers for ids ['e0f42914-feec-49a4-befe-b4c7cb0c8157'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 13:59:38.495927 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Routers {'e0f42914-feec-49a4-befe-b4c7cb0c8157'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:59:38.496544 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:59:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e0f42914-feec-49a4-befe-b4c7cb0c8157'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:38.550333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d913f3e2-6006-48a7-95bf-9eca18564c5a req-caccc88a-319c-44cc-a063-49d35f320079 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-646722630', 'description': 'tempest-description-384086504'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:38.572103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6dbf8623-7ec8-44df-a629-c67a29eb5d9b no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:59:38.598528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d913f3e2-6006-48a7-95bf-9eca18564c5a req-caccc88a-319c-44cc-a063-49d35f320079 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:38.602799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 6dbf8623-7ec8-44df-a629-c67a29eb5d9b {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:59:38.603407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 6dbf8623-7ec8-44df-a629-c67a29eb5d9b not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:59:38.630804 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Set router e0f42914-feec-49a4-befe-b4c7cb0c8157 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:59:38.736341 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d913f3e2-6006-48a7-95bf-9eca18564c5a req-caccc88a-319c-44cc-a063-49d35f320079 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (ae3a7e74-9002-4612-a8b2-8b930267d8f5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:38.743430 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d913f3e2-6006-48a7-95bf-9eca18564c5a req-caccc88a-319c-44cc-a063-49d35f320079 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ae3a7e74-9002-4612-a8b2-8b930267d8f5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:38.805174 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d913f3e2-6006-48a7-95bf-9eca18564c5a req-caccc88a-319c-44cc-a063-49d35f320079 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:38.808317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d913f3e2-6006-48a7-95bf-9eca18564c5a req-caccc88a-319c-44cc-a063-49d35f320079 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2638612 Feb 15 13:59:38.830957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccc88a-319c-44cc-a063-49d35f320079 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3a7e74-9002-4612-a8b2-8b930267d8f5,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:38.938454 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'name': 'tempest-ServerRescueTestJSON-1842438215-router', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:31Z', 'updated_at': '2022-02-15T13:59:35Z', 'revision_number': 4, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'gw_port': {'id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:32Z', 'updated_at': '2022-02-15T13:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'dbd04dae-04bc-4776-b56e-cf65ff1039dd', 'name': '', 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'mac_address': 'fa:16:3e:e6:46:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2004f8b3-14e4-498a-9661-061bdbfd997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:34Z', 'updated_at': '2022-02-15T13:59:35Z', 'revision_number': 2, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'subnets': [{'id': '2004f8b3-14e4-498a-9661-061bdbfd997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:38.975415 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Checking router: e0f42914-feec-49a4-befe-b4c7cb0c8157 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 13:59:38.975982 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Updating router e0f42914-feec-49a4-befe-b4c7cb0c8157 port dbd04dae-04bc-4776-b56e-cf65ff1039dd binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 13:59:39.016982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:39.028329 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:39.134253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:39.134429 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:39.157357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d479127-370f-409f-ba65-bfd7a92a34c0 req-e0d7afb0-abca-4c01-b02a-b39d75d09033 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:39.166693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d479127-370f-409f-ba65-bfd7a92a34c0 req-e0d7afb0-abca-4c01-b02a-b39d75d09033 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.1279542 Feb 15 13:59:39.240671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d479127-370f-409f-ba65-bfd7a92a34c0 req-238d5187-c839-4aca-9fe3-6c35e7f90653 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728776 Feb 15 13:59:39.322649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:39.385100 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Publish callbacks [] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:39.394535 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:39.427380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1293c301-d46b-412e-ba1d-1836c9d5a779 req-8ce583e7-6da8-49da-87a5-5f1e19b17dfb tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 210 time: 0.0387161 Feb 15 13:59:39.567643 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Pushing event updated for resources: {'Port': ['ID=dbd04dae-04bc-4776-b56e-cf65ff1039dd,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:39.591135 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.592919 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.593489 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.594024 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.594566 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.595121 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.595669 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.596300 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.597426 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.598206 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.598806 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.599350 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.599887 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 13:59:39.625534 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Attempting to bind port dbd04dae-04bc-4776-b56e-cf65ff1039dd on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:39.626171 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Attempting to bind port dbd04dae-04bc-4776-b56e-cf65ff1039dd by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:39.627171 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Attempting to bind port dbd04dae-04bc-4776-b56e-cf65ff1039dd on network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:39.634687 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:39.635485 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Checking segment: {'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:39.636091 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:39.637675 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Bound using segment: {'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:39.638391 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Bound port: dbd04dae-04bc-4776-b56e-cf65ff1039dd, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:39.639086 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:39.716420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba4f6c6f-1043-4d42-bfaa-3488558af9b0 req-2baec896-b89a-40a8-9536-002098137d28 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73966798ee8b4daaaa7322021ae03505 HTTP/1.1" status: 200 len: 11008 time: 0.2277558 Feb 15 13:59:39.755908 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:39.800938 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] For port dbd04dae-04bc-4776-b56e-cf65ff1039dd, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:39.805755 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] For port dbd04dae-04bc-4776-b56e-cf65ff1039dd, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=dbd04dae-04bc-4776-b56e-cf65ff1039dd,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:39.816046 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:39.838353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba4f6c6f-1043-4d42-bfaa-3488558af9b0 req-dae17d3d-2c8d-46c6-8b70-19024aad6a0b tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/ca08aaf0-ac34-43ae-91e8-3c905508fa41 HTTP/1.1" status: 200 len: 3002 time: 0.1080053 Feb 15 13:59:39.921801 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa73d2c-5554-4130-afa7-45aa85900e24 None None] Pushing event updated for resources: {'Port': ['ID=dbd04dae-04bc-4776-b56e-cf65ff1039dd,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:39.933256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba4f6c6f-1043-4d42-bfaa-3488558af9b0 req-6b4175f7-8f5c-4079-a09e-dae45c0b44e4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/ca08aaf0-ac34-43ae-91e8-3c905508fa41 HTTP/1.1" status: 200 len: 3002 time: 0.0939453 Feb 15 13:59:39.936710 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Routers {'e0f42914-feec-49a4-befe-b4c7cb0c8157'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 13:59:39.937641 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T13:59:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e0f42914-feec-49a4-befe-b4c7cb0c8157'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:40.331837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57958) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:40.390004 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] Set router e0f42914-feec-49a4-befe-b4c7cb0c8157 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 13:59:40.391027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2029a36-10dd-4d2a-a4da-3352227cb262 req-958f6c31-38f2-451f-b491-9732d0c7c030 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/e6b3eb4d-95a9-40fb-aeac-a2e8e35e5497 HTTP/1.1" status: 200 len: 1818 time: 0.1291976 Feb 15 13:59:40.432069 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-00c8e9f7-79c3-437d-afd3-5b3630447911 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:40.434834 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-00c8e9f7-79c3-437d-afd3-5b3630447911 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.42 "GET /v2.0/networks?id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e HTTP/1.1" status: 200 len: 811 time: 0.2918704 Feb 15 13:59:40.470288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Request body: {'port': {'device_id': 'c3ae27c0-27ab-467f-b6cf-4fb57be74d93', 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e', 'admin_state_up': True, 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:40.491822 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c2029a36-10dd-4d2a-a4da-3352227cb262 req-004e9c85-4b2c-4751-9063-6b7609a3068f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (e6b3eb4d-95a9-40fb-aeac-a2e8e35e5497), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:40.522489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c2029a36-10dd-4d2a-a4da-3352227cb262 req-004e9c85-4b2c-4751-9063-6b7609a3068f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (e6b3eb4d-95a9-40fb-aeac-a2e8e35e5497), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:40.579304 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf905-93ea-4613-be77-e368270c42d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:40.610707 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c2029a36-10dd-4d2a-a4da-3352227cb262 req-004e9c85-4b2c-4751-9063-6b7609a3068f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e6b3eb4d-95a9-40fb-aeac-a2e8e35e5497), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:40.614719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c2029a36-10dd-4d2a-a4da-3352227cb262 req-004e9c85-4b2c-4751-9063-6b7609a3068f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:40.633146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2029a36-10dd-4d2a-a4da-3352227cb262 req-004e9c85-4b2c-4751-9063-6b7609a3068f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "DELETE /v2.0/security-groups/e6b3eb4d-95a9-40fb-aeac-a2e8e35e5497 HTTP/1.1" status: 204 len: 173 time: 0.2410197 Feb 15 13:59:40.705525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e9c85-4b2c-4751-9063-6b7609a3068f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b3eb4d-95a9-40fb-aeac-a2e8e35e5497,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:40.802788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b6eae3a-b04a-4fce-9f6b-00d4fa98ff6a req-c6226520-a4c2-4ded-9ec6-1b7bd2fd408a tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 210 time: 0.0920680 Feb 15 13:59:40.817336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Made reservation on behalf of c8e4caf65d074140b1e3cf64680b06d7 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:40.828919 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:40.895494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e73eb-ebd3-4fc5-a26b-b2b7c991b513 req-b427317c-ebfa-4860-8118-d473a144f88c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:40.902810 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-030e73eb-ebd3-4fc5-a26b-b2b7c991b513 req-b427317c-ebfa-4860-8118-d473a144f88c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.1640861 Feb 15 13:59:40.961936 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'name': 'tempest-ServerRescueTestJSON-1842438215-router', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:31Z', 'updated_at': '2022-02-15T13:59:35Z', 'revision_number': 4, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'gw_port': {'id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:32Z', 'updated_at': '2022-02-15T13:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'dbd04dae-04bc-4776-b56e-cf65ff1039dd', 'name': '', 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'mac_address': 'fa:16:3e:e6:46:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2004f8b3-14e4-498a-9661-061bdbfd997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:34Z', 'updated_at': '2022-02-15T13:59:39Z', 'revision_number': 4, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'subnets': [{'id': '2004f8b3-14e4-498a-9661-061bdbfd997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:40.975311 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf905-93ea-4613-be77-e368270c42d8 admin admin] Publish callbacks [] for security_group (6153da27-48bb-4eb8-8b20-bcbd3289491c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:41.041745 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6457c454-377f-45f4-85a5-b6f533421084 None None] The sync data for ids ['e0f42914-feec-49a4-befe-b4c7cb0c8157'] in n-d-829064-15 is: [{'id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'name': 'tempest-ServerRescueTestJSON-1842438215-router', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:31Z', 'updated_at': '2022-02-15T13:59:35Z', 'revision_number': 4, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'gw_port': {'id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:32Z', 'updated_at': '2022-02-15T13:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'dbd04dae-04bc-4776-b56e-cf65ff1039dd', 'name': '', 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'mac_address': 'fa:16:3e:e6:46:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2004f8b3-14e4-498a-9661-061bdbfd997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:34Z', 'updated_at': '2022-02-15T13:59:39Z', 'revision_number': 4, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'subnets': [{'id': '2004f8b3-14e4-498a-9661-061bdbfd997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 13:59:41.047985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6ef31a2-f840-4e94-945c-f42ba7a0a7b8 req-9c4e8085-7528-47f8-8eb8-5b44d243fcd4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0792160 Feb 15 13:59:41.053969 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf905-93ea-4613-be77-e368270c42d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6153da27-48bb-4eb8-8b20-bcbd3289491c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:41.126938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2ecaf905-93ea-4613-be77-e368270c42d8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c49cecf43c0543bfa8e3cd12e72d19c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7892294 Feb 15 13:59:41.131901 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57976) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:41.141388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Allocated IP 172.20.0.5 (dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e/2004f8b3-14e4-498a-9661-061bdbfd997e/0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:41.217556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-030e73eb-ebd3-4fc5-a26b-b2b7c991b513 req-a4744594-f2f6-4dfb-9ee5-e2d62fb3a3bf tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079557 Feb 15 13:59:41.250034 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-8c3b4d3c-5f84-4510-b561-3f3d33c1004d req-c5751a16-b2ee-4d1c-bf56-4dcc5935a22c tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] show failed (client error): The resource could not be found. Feb 15 13:59:41.251362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c3b4d3c-5f84-4510-b561-3f3d33c1004d req-c5751a16-b2ee-4d1c-bf56-4dcc5935a22c tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/e6b3eb4d-95a9-40fb-aeac-a2e8e35e5497 HTTP/1.1" status: 404 len: 352 time: 0.1498425 Feb 15 13:59:41.323690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaf905-93ea-4613-be77-e368270c42d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6153da27-48bb-4eb8-8b20-bcbd3289491c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:41.377451 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db81fd35-0024-4026-808a-5b16a5698895 admin admin] Publish callbacks [] for security_group (6153da27-48bb-4eb8-8b20-bcbd3289491c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:41.459994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0673504-efe7-4448-bd6d-088035545a4f req-d9eab877-db42-461e-a68d-ded3a156443e tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/51119186-c909-4746-bca7-da3f73b9794b HTTP/1.1" status: 200 len: 1819 time: 0.1420043 Feb 15 13:59:41.464936 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db81fd35-0024-4026-808a-5b16a5698895 admin admin] Publish callbacks [] for security_group (6153da27-48bb-4eb8-8b20-bcbd3289491c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:41.611895 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0673504-efe7-4448-bd6d-088035545a4f req-33941755-6c39-4875-9fc6-9d4272a751d3 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (51119186-c909-4746-bca7-da3f73b9794b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:41.681001 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0673504-efe7-4448-bd6d-088035545a4f req-33941755-6c39-4875-9fc6-9d4272a751d3 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (51119186-c909-4746-bca7-da3f73b9794b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:41.720969 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db81fd35-0024-4026-808a-5b16a5698895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6153da27-48bb-4eb8-8b20-bcbd3289491c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:41.725290 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db81fd35-0024-4026-808a-5b16a5698895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:41.732654 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-db81fd35-0024-4026-808a-5b16a5698895 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6153da27-48bb-4eb8-8b20-bcbd3289491c HTTP/1.1" status: 204 len: 168 time: 0.5988433 Feb 15 13:59:41.784777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81fd35-0024-4026-808a-5b16a5698895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6153da27-48bb-4eb8-8b20-bcbd3289491c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:41.849518 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:41.875485 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0673504-efe7-4448-bd6d-088035545a4f req-33941755-6c39-4875-9fc6-9d4272a751d3 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (51119186-c909-4746-bca7-da3f73b9794b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:41.879697 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0673504-efe7-4448-bd6d-088035545a4f req-33941755-6c39-4875-9fc6-9d4272a751d3 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:41.881408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0673504-efe7-4448-bd6d-088035545a4f req-33941755-6c39-4875-9fc6-9d4272a751d3 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "DELETE /v2.0/security-groups/51119186-c909-4746-bca7-da3f73b9794b HTTP/1.1" status: 204 len: 173 time: 0.4097338 Feb 15 13:59:41.902376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3ca0f5d7-1e4a-42f4-b2b6-c4e580fb3d39 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:41.908492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33941755-6c39-4875-9fc6-9d4272a751d3 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51119186-c909-4746-bca7-da3f73b9794b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:41.912672 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3ca0f5d7-1e4a-42f4-b2b6-c4e580fb3d39 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports/ae6ae938-07ef-49af-a241-1ead4188e276 HTTP/1.1" status: 200 len: 936 time: 1.1859660 Feb 15 13:59:42.094853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6759119-209a-4a31-91b8-1dc9d3150455 req-0c0eed9e-4bf1-45cd-b548-368ddcdea611 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 210 time: 0.0907376 Feb 15 13:59:42.132550 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-d8af18f7-e95e-4498-ba11-ff41b1b68f30 req-ea7d262c-2c18-42d7-b60f-438232c85a98 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] show failed (client error): The resource could not be found. Feb 15 13:59:42.150283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8af18f7-e95e-4498-ba11-ff41b1b68f30 req-ea7d262c-2c18-42d7-b60f-438232c85a98 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/51119186-c909-4746-bca7-da3f73b9794b HTTP/1.1" status: 404 len: 352 time: 0.0450778 Feb 15 13:59:42.254851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8273161d-eaff-4909-8b82-1ba2042f3d8d req-092e2754-d044-4c8d-8424-5478128431e1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0731072 Feb 15 13:59:42.271057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3778cace-be83-40aa-a6fa-f06f780ab9bb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:42.276252 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3778cace-be83-40aa-a6fa-f06f780ab9bb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports/ef5ffed5-7caf-46a6-be1c-41b168dc0fbe HTTP/1.1" status: 200 len: 936 time: 0.0905030 Feb 15 13:59:42.309663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks [] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:42.314449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d39b889-7aac-4a2e-895e-358c9a2dd5e6 req-69216863-f595-42bf-8452-6a87342411c0 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/ae3a7e74-9002-4612-a8b2-8b930267d8f5 HTTP/1.1" status: 200 len: 1818 time: 0.1173272 Feb 15 13:59:42.398398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58008) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:42.413411 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:42.415543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9441b942-f5d8-4bfb-83a5-22185709813a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:42.482717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d39b889-7aac-4a2e-895e-358c9a2dd5e6 req-cd804628-890e-4bbe-a559-7fc65df57fc1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (ae3a7e74-9002-4612-a8b2-8b930267d8f5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:42.523276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e55f98-e5c8-42b8-8b7d-a0375f82732b req-925f90c6-0a62-4137-9286-b2882cd206bc tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:42.525146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6e55f98-e5c8-42b8-8b7d-a0375f82732b req-925f90c6-0a62-4137-9286-b2882cd206bc tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.1391177 Feb 15 13:59:42.550043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:42.554346 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d39b889-7aac-4a2e-895e-358c9a2dd5e6 req-cd804628-890e-4bbe-a559-7fc65df57fc1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (ae3a7e74-9002-4612-a8b2-8b930267d8f5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:42.557271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:42.562179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:42.567788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Pushing event updated for resources: {'Port': ['ID=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:42.633709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6e55f98-e5c8-42b8-8b7d-a0375f82732b req-0e124bec-3a45-41bc-a60c-8b1eb78c3497 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903368 Feb 15 13:59:42.684867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:42.686138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:42.698596 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d39b889-7aac-4a2e-895e-358c9a2dd5e6 req-cd804628-890e-4bbe-a559-7fc65df57fc1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ae3a7e74-9002-4612-a8b2-8b930267d8f5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:42.703015 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d39b889-7aac-4a2e-895e-358c9a2dd5e6 req-cd804628-890e-4bbe-a559-7fc65df57fc1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:42.709491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d39b889-7aac-4a2e-895e-358c9a2dd5e6 req-cd804628-890e-4bbe-a559-7fc65df57fc1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "DELETE /v2.0/security-groups/ae3a7e74-9002-4612-a8b2-8b930267d8f5 HTTP/1.1" status: 204 len: 173 time: 0.3882446 Feb 15 13:59:42.734273 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-0333af7f-15a1-4f7b-83cf-51f7ee5d03a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2749979 Feb 15 13:59:42.746077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Request body: {'port': {'device_id': 'c3ae27c0-27ab-467f-b6cf-4fb57be74d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:42.764700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd804628-890e-4bbe-a559-7fc65df57fc1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3a7e74-9002-4612-a8b2-8b930267d8f5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:42.787094 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9441b942-f5d8-4bfb-83a5-22185709813a admin admin] Publish callbacks [] for security_group (cadd3536-8f81-4d74-ba23-89e9a974b3ee), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:42.802385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9441b942-f5d8-4bfb-83a5-22185709813a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cadd3536-8f81-4d74-ba23-89e9a974b3ee), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:42.818736 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-fd07d081-9d2a-4685-97b1-c499ea324f4e req-d4a49d9f-07c7-4241-9d4a-1e9c0c46b7ab tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] show failed (client error): The resource could not be found. Feb 15 13:59:42.821638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd07d081-9d2a-4685-97b1-c499ea324f4e req-d4a49d9f-07c7-4241-9d4a-1e9c0c46b7ab tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/ae3a7e74-9002-4612-a8b2-8b930267d8f5 HTTP/1.1" status: 404 len: 352 time: 0.0800865 Feb 15 13:59:42.857614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441b942-f5d8-4bfb-83a5-22185709813a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadd3536-8f81-4d74-ba23-89e9a974b3ee,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:42.969301 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9441b942-f5d8-4bfb-83a5-22185709813a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=38a8406faafe40538f98a1e3992736ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5698304 Feb 15 13:59:42.974552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58026) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:42.991289 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:43.085050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5f39f00-4a2f-4498-bf52-225150d87b61 req-d25338d1-188e-42f5-b637-cd105096d1a1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73966798ee8b4daaaa7322021ae03505 HTTP/1.1" status: 200 len: 6206 time: 0.2343616 Feb 15 13:59:43.173327 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8444a520-827a-4905-bf10-4959c9029d5f admin admin] Publish callbacks [] for security_group (cadd3536-8f81-4d74-ba23-89e9a974b3ee), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:43.175445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device dbd04dae-04bc-4776-b56e-cf65ff1039dd up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:43.291755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5f39f00-4a2f-4498-bf52-225150d87b61 req-5c4d1458-8463-4f7f-af13-67dc9dfcc3f6 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/ca08aaf0-ac34-43ae-91e8-3c905508fa41 HTTP/1.1" status: 200 len: 3002 time: 0.1810689 Feb 15 13:59:43.333274 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8444a520-827a-4905-bf10-4959c9029d5f admin admin] Publish callbacks [] for security_group (cadd3536-8f81-4d74-ba23-89e9a974b3ee), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:43.359287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port dbd04dae-04bc-4776-b56e-cf65ff1039dd triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:43.360014 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:43.483232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5f39f00-4a2f-4498-bf52-225150d87b61 req-6afc97b9-80e1-421b-bab3-6950acca9e83 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/ca08aaf0-ac34-43ae-91e8-3c905508fa41 HTTP/1.1" status: 200 len: 3002 time: 0.1838000 Feb 15 13:59:43.528392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port dbd04dae-04bc-4776-b56e-cf65ff1039dd is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:43.529645 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:43.555397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8444a520-827a-4905-bf10-4959c9029d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cadd3536-8f81-4d74-ba23-89e9a974b3ee), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:43.564751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8444a520-827a-4905-bf10-4959c9029d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:43.568860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8444a520-827a-4905-bf10-4959c9029d5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cadd3536-8f81-4d74-ba23-89e9a974b3ee HTTP/1.1" status: 204 len: 168 time: 0.5908256 Feb 15 13:59:43.596191 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be55428-2751-4313-aeed-304944cc3b5b req-ab87a16e-2f95-48d4-a449-6d5e8d07b560 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:43.605070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0be55428-2751-4313-aeed-304944cc3b5b req-ab87a16e-2f95-48d4-a449-6d5e8d07b560 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 931 time: 0.2104216 Feb 15 13:59:43.623637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port dbd04dae-04bc-4776-b56e-cf65ff1039dd, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=dbd04dae-04bc-4776-b56e-cf65ff1039dd,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:43.639155 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:43.644151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:43.645217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444a520-827a-4905-bf10-4959c9029d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadd3536-8f81-4d74-ba23-89e9a974b3ee,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:43.659865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Publish callbacks [] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:43.686929 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Transition to ACTIVE for port object 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:59:43.703277 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:43.761425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:43.780300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=dbd04dae-04bc-4776-b56e-cf65ff1039dd,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:43.824882 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2205ced9-49bb-437b-a15c-9f06bacb43d9 req-cd465123-7c45-4b4a-beaf-8908c2ed53b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1239514 Feb 15 13:59:43.843260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0be55428-2751-4313-aeed-304944cc3b5b req-1e4da7b7-1b24-44ef-8003-c27500b7e467 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187345 Feb 15 13:59:43.921897 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-0bc56141-d991-4f32-a546-8c0c627a0682 req-ab80a884-e92f-46e3-83a0-aa8f6c1f67d8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-850680448', 'description': 'tempest-description-1864781280'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:43.985247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0bc56141-d991-4f32-a546-8c0c627a0682 req-ab80a884-e92f-46e3-83a0-aa8f6c1f67d8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:44.079736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Attempting to bind port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:44.080247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Attempting to bind port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:44.080460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Attempting to bind port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e on network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:44.088096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-caf6cfc4-bc58-42d7-b90e-2feaebda70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:44.089566 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-caf6cfc4-bc58-42d7-b90e-2feaebda70d9 service neutron] 10.222.0.42 "GET /v2.0/ports/ae6ae938-07ef-49af-a241-1ead4188e276 HTTP/1.1" status: 200 len: 1032 time: 0.1221590 Feb 15 13:59:44.090250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e on network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:59:44.090575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Attempting to bind port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e on network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:44.135729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:44.136075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Checking segment: {'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:44.136468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Bound using segment: {'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:44.136917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Bound port: 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:44.137276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:44.140385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a3cd36c2-99ed-4bb1-a242-fc7cc4b08063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:44.141744 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a3cd36c2-99ed-4bb1-a242-fc7cc4b08063 service neutron] 10.222.0.42 "GET /v2.0/ports/ef5ffed5-7caf-46a6-be1c-41b168dc0fbe HTTP/1.1" status: 200 len: 1032 time: 0.0446584 Feb 15 13:59:44.243349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b4cd1-0afe-415d-ad8a-f9f8a106a2c8 req-75227c57-91ff-4c6b-b849-470dfedb5962 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:44.250865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b4cd1-0afe-415d-ad8a-f9f8a106a2c8 req-75227c57-91ff-4c6b-b849-470dfedb5962 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:44.260127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f16b4cd1-0afe-415d-ad8a-f9f8a106a2c8 req-75227c57-91ff-4c6b-b849-470dfedb5962 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb&device_id=eae9d8d5-889c-4357-b1aa-38cca84b43da HTTP/1.1" status: 200 len: 1682 time: 0.1608875 Feb 15 13:59:44.294288 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0bc56141-d991-4f32-a546-8c0c627a0682 req-ab80a884-e92f-46e3-83a0-aa8f6c1f67d8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (8ae3dba7-0003-48d4-b823-9dace7462787), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:44.332074 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0bc56141-d991-4f32-a546-8c0c627a0682 req-ab80a884-e92f-46e3-83a0-aa8f6c1f67d8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8ae3dba7-0003-48d4-b823-9dace7462787), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:44.400891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f16b4cd1-0afe-415d-ad8a-f9f8a106a2c8 req-e7841e9a-f55c-4199-85df-cb80079ef4f6 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395743 Feb 15 13:59:44.440431 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0bc56141-d991-4f32-a546-8c0c627a0682 req-ab80a884-e92f-46e3-83a0-aa8f6c1f67d8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:44.454957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-c5c0470d-8e61-4583-89f7-3852567c644b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:44.470664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bc56141-d991-4f32-a546-8c0c627a0682 req-ab80a884-e92f-46e3-83a0-aa8f6c1f67d8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5542276 Feb 15 13:59:44.486389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-c5c0470d-8e61-4583-89f7-3852567c644b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:44.500173 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80a884-e92f-46e3-83a0-aa8f6c1f67d8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae3dba7-0003-48d4-b823-9dace7462787,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:44.504769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-c5c0470d-8e61-4583-89f7-3852567c644b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:44.506428 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-c5c0470d-8e61-4583-89f7-3852567c644b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "GET /v2.0/networks?id=4449bf33-12ce-44b1-baf9-94b750d81b8d&id=418e38b8-e8e1-47ac-84da-30f82b26109f&id=418e38b8-e8e1-47ac-84da-30f82b26109f&id=418e38b8-e8e1-47ac-84da-30f82b26109f&id=418e38b8-e8e1-47ac-84da-30f82b26109f&id=e93e2024-4227-440b-850d-321f84125af0&id=e93e2024-4227-440b-850d-321f84125af0 HTTP/1.1" status: 200 len: 1994 time: 0.3567452 Feb 15 13:59:44.509809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] For port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:44.513913 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] For port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:44.529810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-ebfd8dc9-5c16-4848-bf16-4d05600eca60 req-72e1bd00-7393-459e-9a53-8f9bbe32bcbe tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-168305218', 'description': 'tempest-description-2147429936'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:44.567809 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:44.651620 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ebfd8dc9-5c16-4848-bf16-4d05600eca60 req-72e1bd00-7393-459e-9a53-8f9bbe32bcbe tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:44.671829 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6eccf00a-5652-44e1-be02-40588449bce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:44.672552 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:44.692710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:44.693326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:44.695297 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e845bd46-4905-4671-952b-f9eb91d671a9 service neutron] 10.222.0.42 "PUT /v2.0/ports/0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e HTTP/1.1" status: 200 len: 1092 time: 1.9539800 Feb 15 13:59:44.696094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ae27c0-27ab-467f-b6cf-4fb57be74d93', 'tag': '0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:44.698647 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175678ba-2dfe-46b2-a6d0-f082bda79adb" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ae27c0-27ab-467f-b6cf-4fb57be74d93", "tag": "0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:44.728212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c893a-03e4-4958-b79c-8f39094ac6af req-50f622b5-72e5-4197-b560-505f5467bfe7 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:44.736488 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb2c893a-03e4-4958-b79c-8f39094ac6af req-50f622b5-72e5-4197-b560-505f5467bfe7 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.1857557 Feb 15 13:59:44.814103 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-df2987ab-715d-4545-87ee-7f9de1ee97c4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1566d5f6385f44a0bbbc417c8ced38ed HTTP/1.1" status: 200 len: 379 time: 0.2970195 Feb 15 13:59:44.839703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'admin_state_up': True, 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'security_groups': ['286eb71f-6f40-4315-9850-0e35573b55e5']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:44.903979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb2c893a-03e4-4958-b79c-8f39094ac6af req-264f7643-a637-44ff-91b7-b4b01a42b114 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583865 Feb 15 13:59:44.977313 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ebfd8dc9-5c16-4848-bf16-4d05600eca60 req-72e1bd00-7393-459e-9a53-8f9bbe32bcbe tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (6888c4d5-4588-4481-a07e-3e71a9c7ad8a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:44.996089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ebfd8dc9-5c16-4848-bf16-4d05600eca60 req-72e1bd00-7393-459e-9a53-8f9bbe32bcbe tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6888c4d5-4588-4481-a07e-3e71a9c7ad8a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:45.026418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device dbd04dae-04bc-4776-b56e-cf65ff1039dd up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:45.081148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ebfd8dc9-5c16-4848-bf16-4d05600eca60 req-72e1bd00-7393-459e-9a53-8f9bbe32bcbe tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:45.088520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ebfd8dc9-5c16-4848-bf16-4d05600eca60 req-72e1bd00-7393-459e-9a53-8f9bbe32bcbe tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5632141 Feb 15 13:59:45.110053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1bd00-7393-459e-9a53-8f9bbe32bcbe tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6888c4d5-4588-4481-a07e-3e71a9c7ad8a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:45.138723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port dbd04dae-04bc-4776-b56e-cf65ff1039dd triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:45.139133 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:45.236006 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa5fab6-5292-4262-8fa5-4496d1cbaf2e x-openstack-request-id: req-0aa5fab6-5292-4262-8fa5-4496d1cbaf2e {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:45.238500 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ae27c0-27ab-467f-b6cf-4fb57be74d93", "tag": "0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:45.238810 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0aa5fab6-5292-4262-8fa5-4496d1cbaf2e {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:45.240772 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ae27c0-27ab-467f-b6cf-4fb57be74d93', 'tag': '0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e', 'status': 'completed', 'code': 200} Feb 15 13:59:45.247452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:45.261564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:45.322039 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-d6b0abe6-b42d-4763-acc1-874e556ee2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:45.330573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port dbd04dae-04bc-4776-b56e-cf65ff1039dd is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:45.330762 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-d6b0abe6-b42d-4763-acc1-874e556ee2ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8e4caf65d074140b1e3cf64680b06d7&device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 1126 time: 0.5650642 Feb 15 13:59:45.496348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd8ca3-4d64-48f6-8bbe-5f0d236f6f7f req-bdf2da5d-e9a6-429d-9227-ac9e38753d43 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:45.498599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47bd8ca3-4d64-48f6-8bbe-5f0d236f6f7f req-bdf2da5d-e9a6-429d-9227-ac9e38753d43 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 943 time: 0.1307545 Feb 15 13:59:45.561216 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-41532c7c-84a1-433e-8d49-3722fce42029 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e HTTP/1.1" status: 200 len: 217 time: 0.0865393 Feb 15 13:59:45.623634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47bd8ca3-4d64-48f6-8bbe-5f0d236f6f7f req-c70d7ad8-2231-4a59-9695-8218b1e65460 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115210 Feb 15 13:59:45.664324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Allocated IP 172.20.0.3 (4449bf33-12ce-44b1-baf9-94b750d81b8d/beeebd4b-c2e2-427e-aabc-846ef81ab287/3979dcb3-514f-4c89-9d07-9203d9443f20) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:45.776364 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-240c297a-f9a6-417b-a379-ec461ebb2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:45.777899 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-240c297a-f9a6-417b-a379-ec461ebb2e20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2004f8b3-14e4-498a-9661-061bdbfd997e HTTP/1.1" status: 200 len: 851 time: 0.1998932 Feb 15 13:59:45.893060 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-54542bda-3e1a-46a9-af86-5b9a3ef3b231 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786221 Feb 15 13:59:45.938925 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9a098e3-68b7-4a19-b233-6c3e6c98741e req-2422517f-5acd-4e98-a0c3-aa2389ad870c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1485350 Feb 15 13:59:46.054797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-c1bde8da-ff4f-4c56-8bb3-34c2c50cc133 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:46.078116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-c1bde8da-ff4f-4c56-8bb3-34c2c50cc133 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 812 time: 0.2990015 Feb 15 13:59:46.107013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-cb3c019a-2f65-4f19-93f6-e75d494f0636 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/quotas/73966798ee8b4daaaa7322021ae03505 HTTP/1.1" status: 200 len: 375 time: 0.0272968 Feb 15 13:59:46.267931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8b27e6b6-d98d-4173-acef-e2c0a12074f0 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1563132 Feb 15 13:59:46.282862 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-bb2e00b3-dced-4cdd-b95c-96fe7444b0a2 service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934141 Feb 15 13:59:46.286161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:46.312436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13047c74-4aca-411d-9fc7-9e52aeb4bbc8 req-6f7d66b0-7158-408c-bfa6-7dd858dfb869 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:46.314081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13047c74-4aca-411d-9fc7-9e52aeb4bbc8 req-6f7d66b0-7158-408c-bfa6-7dd858dfb869 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.1577463 Feb 15 13:59:46.390951 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b44f09db-ff97-4f5e-a7a5-833ec4e23499 req-e306e9ea-aae5-43da-81b1-a725f96b9176 service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992975 Feb 15 13:59:46.507727 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:46.568240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13047c74-4aca-411d-9fc7-9e52aeb4bbc8 req-62c681fd-7c2e-4f12-80b9-a4856d041ae9 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279160 Feb 15 13:59:46.586058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network 4449bf33-12ce-44b1-baf9-94b750d81b8d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:46.595043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:46.618936 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:46.629042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-e37fe1a5-5044-4847-a035-02a2fe7cb291 service neutron] 10.222.0.72 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590481 Feb 15 13:59:46.719785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175678ba-2dfe-46b2-a6d0-f082bda79adb req-121c6c75-c8da-4b48-9cfc-56e4baf615b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:46.722026 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-175678ba-2dfe-46b2-a6d0-f082bda79adb req-121c6c75-c8da-4b48-9cfc-56e4baf615b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8e4caf65d074140b1e3cf64680b06d7&device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 1126 time: 0.2727437 Feb 15 13:59:46.725723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Port': ['ID=3979dcb3-514f-4c89-9d07-9203d9443f20,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:46.789328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:46.790751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:46.866719 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-f6e0e0c0-ca2f-4361-9152-e91dcec89dae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0352685 Feb 15 13:59:46.871820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-66b8eb33-7b25-401a-816d-32c23e84ede8 service neutron] 10.222.0.72 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382102 Feb 15 13:59:46.887991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f', 'admin_state_up': True, 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'security_groups': ['286eb71f-6f40-4315-9850-0e35573b55e5']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:47.005242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175678ba-2dfe-46b2-a6d0-f082bda79adb req-2927e57c-1879-446d-9f23-447d2f8ddb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:47.007454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-175678ba-2dfe-46b2-a6d0-f082bda79adb req-2927e57c-1879-446d-9f23-447d2f8ddb62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e HTTP/1.1" status: 200 len: 912 time: 0.2702260 Feb 15 13:59:47.074189 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-175678ba-2dfe-46b2-a6d0-f082bda79adb req-dedf57af-c3a4-442b-b766-2d1494e4efb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e HTTP/1.1" status: 200 len: 217 time: 0.0493672 Feb 15 13:59:47.092341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0993ea-fc3e-4075-bb36-18dfd6ecfe95 req-c070107e-71fc-434e-b2e7-976db11d7c73 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:47.104489 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae0993ea-fc3e-4075-bb36-18dfd6ecfe95 req-c070107e-71fc-434e-b2e7-976db11d7c73 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 943 time: 0.1194992 Feb 15 13:59:47.107236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58138) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:47.137821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1600460252'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:47.154110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3a04425e-7825-4567-b067-f04e24d2407a None None] Provisioning complete for port 3979dcb3-514f-4c89-9d07-9203d9443f20 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:47.154471 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3a04425e-7825-4567-b067-f04e24d2407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:47.216784 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c12c56f8-d56f-4a50-882a-4ffdb370bd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:47.220828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175678ba-2dfe-46b2-a6d0-f082bda79adb req-277395c4-de15-41f4-86ec-e4c3011e935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:47.225881 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-175678ba-2dfe-46b2-a6d0-f082bda79adb req-277395c4-de15-41f4-86ec-e4c3011e935b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2004f8b3-14e4-498a-9661-061bdbfd997e HTTP/1.1" status: 200 len: 851 time: 0.1265514 Feb 15 13:59:47.229006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae0993ea-fc3e-4075-bb36-18dfd6ecfe95 req-cab3a665-348c-4f3a-a7d2-9e4cbb8082f1 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234884 Feb 15 13:59:47.253523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3a04425e-7825-4567-b067-f04e24d2407a None None] Port 3979dcb3-514f-4c89-9d07-9203d9443f20 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:59:47.276387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:47.283447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:47.348875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:59:47.353588 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-175678ba-2dfe-46b2-a6d0-f082bda79adb req-971ab3dc-2b76-42e8-81ce-05899ec4e0b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136825 Feb 15 13:59:47.372151 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a9e6f41b-d897-42fc-bde7-ef2608bd50c7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:47.373653 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Added segment a9e6f41b-d897-42fc-bde7-ef2608bd50c7 of type vlan for network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 Feb 15 13:59:47.416283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:47.426546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:47.476898 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7cb515cf-86a2-4148-b606-0be4262af5e9 req-3c18a18d-e3e8-4b93-9cbe-67e91e39079e tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 210 time: 0.0557823 Feb 15 13:59:47.551908 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (ba8fc4a2-0c1f-42f3-80af-16382c65fcb4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:47.603436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59cfd3-9d78-428b-9e8b-eaaa9d2f3993 req-dd94fa79-1b6f-4165-991b-86205ddc2e9d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:47.605007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab59cfd3-9d78-428b-9e8b-eaaa9d2f3993 req-dd94fa79-1b6f-4165-991b-86205ddc2e9d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 931 time: 0.1265371 Feb 15 13:59:47.612363 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (ba8fc4a2-0c1f-42f3-80af-16382c65fcb4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:47.618056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:47.618756 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:47.701930 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-175678ba-2dfe-46b2-a6d0-f082bda79adb req-09bf5af5-261a-45bb-8c5c-5853c0503539 service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312490 Feb 15 13:59:47.787641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6793909 Feb 15 13:59:47.808985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58164) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:47.809467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58166) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:47.850846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-659972694'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:47.884005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472648a9-fb4c-4aec-9747-194505382a12 req-706c441a-5c54-44bb-860f-d71bfb492dcc tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:47.892640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-472648a9-fb4c-4aec-9747-194505382a12 req-706c441a-5c54-44bb-860f-d71bfb492dcc tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae9d8d5-889c-4357-b1aa-38cca84b43da HTTP/1.1" status: 200 len: 946 time: 0.2011898 Feb 15 13:59:47.914167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625b3f8-dfad-41e5-be08-f9086f88fa33 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Network': ['ID=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:47.920477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab59cfd3-9d78-428b-9e8b-eaaa9d2f3993 req-9f9a1df5-8971-41a8-898e-cad6bac6b7d7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876031 Feb 15 13:59:47.947782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:59:47.970750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-472648a9-fb4c-4aec-9747-194505382a12 req-0c6b7d90-da61-4fdf-bc55-1ac77c60d002 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771251 Feb 15 13:59:47.971969 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:47.982005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.015072 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Allocated IP 10.1.1.244 (418e38b8-e8e1-47ac-84da-30f82b26109f/531af059-d351-4fcf-bdf6-65bff30aefa7/b158ca5d-d23b-470c-9724-854ecc95e98b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:48.099915 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-175678ba-2dfe-46b2-a6d0-f082bda79adb req-dd43a5c9-7cfd-4eeb-b5dd-f72934b7902b service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904421 Feb 15 13:59:48.105318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2126da69-ea89-4b0d-ae74-1a26eec3581e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.120475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 13:59:48.124911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8838ce5-387b-45df-9232-f2a95032b7c4 req-c6572ef3-3825-4368-af97-c6c0cd541b31 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:48.126664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8838ce5-387b-45df-9232-f2a95032b7c4 req-c6572ef3-3825-4368-af97-c6c0cd541b31 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.1018131 Feb 15 13:59:48.158345 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3568870e-2d8d-4691-86b5-6ce40454fbd4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.158732 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Added segment 3568870e-2d8d-4691-86b5-6ce40454fbd4 of type vlan for network 518aeb62-03f6-4f05-9be1-c52cef4b9577 Feb 15 13:59:48.232555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8838ce5-387b-45df-9232-f2a95032b7c4 req-10872047-0260-43f6-8de5-a82e15005252 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986125 Feb 15 13:59:48.273721 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.295160 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (518aeb62-03f6-4f05-9be1-c52cef4b9577), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.370816 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (518aeb62-03f6-4f05-9be1-c52cef4b9577), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.376322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:48.376936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.384796 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.442666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0b67d-1085-4bda-ac5e-ee60d7cb69d4 req-6f8fc264-5cc5-4626-91a1-d287bc26491d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:48.452194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2c0b67d-1085-4bda-ac5e-ee60d7cb69d4 req-6f8fc264-5cc5-4626-91a1-d287bc26491d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 943 time: 0.0860128 Feb 15 13:59:48.480869 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6628950 Feb 15 13:59:48.489971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58176) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:48.494118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2126da69-ea89-4b0d-ae74-1a26eec3581e admin admin] Publish callbacks [] for security_group (0c0f3939-9b40-4b99-827d-245bccbe8f0d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.502184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'subnet': {'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:48.504328 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2126da69-ea89-4b0d-ae74-1a26eec3581e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0c0f3939-9b40-4b99-827d-245bccbe8f0d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.506852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446af15-c5d2-4cb5-9027-b670765d3224 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Network': ['ID=518aeb62-03f6-4f05-9be1-c52cef4b9577,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:48.531244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 518aeb62-03f6-4f05-9be1-c52cef4b9577 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 13:59:48.543652 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.578802 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2126da69-ea89-4b0d-ae74-1a26eec3581e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=288d42053e1c45f2910b3ac6486a3370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7666340 Feb 15 13:59:48.588002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2c0b67d-1085-4bda-ac5e-ee60d7cb69d4 req-8278f688-55a2-4c2e-ba8a-9e68faf42190 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337256 Feb 15 13:59:48.623809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58178) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:48.649488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126da69-ea89-4b0d-ae74-1a26eec3581e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0f3939-9b40-4b99-827d-245bccbe8f0d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:48.664833 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network 418e38b8-e8e1-47ac-84da-30f82b26109f is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:48.674100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:59:48.676262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:48.682651 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:48.685154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Port': ['ID=b158ca5d-d23b-470c-9724-854ecc95e98b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:48.759222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b7551004-4c9d-47c7-9d9a-49237b00dd27 req-f8821aef-c8d3-4477-9203-70b05f556e6b tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 210 time: 0.1045730 Feb 15 13:59:48.808832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:48.811018 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.813736 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04c7342f-c6de-47a3-b8ca-0b1e8b086606 admin admin] Publish callbacks [] for security_group (0c0f3939-9b40-4b99-827d-245bccbe8f0d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.877956 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b2e14906-6bcc-49da-817d-6d72f9b047fa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9949310 Feb 15 13:59:48.895693 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04c7342f-c6de-47a3-b8ca-0b1e8b086606 admin admin] Publish callbacks [] for security_group (0c0f3939-9b40-4b99-827d-245bccbe8f0d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:48.900337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f', 'admin_state_up': True, 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'security_groups': ['286eb71f-6f40-4315-9850-0e35573b55e5']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:48.922348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:48.956595 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e', 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e', 'port_id': '0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e', 'mac_address': 'fa:16:3e:54:bc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2004f8b3-14e4-498a-9661-061bdbfd997e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 13:59:49.031227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:49.042100 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:49.103952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:49.111835 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:49.160093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:49.245583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:49.247001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b94b9b-edc2-4e3a-8b5e-2144ebb18d31 req-92ef06d1-f3f5-4e3a-a4df-02ff39ce82f4 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:49.255385 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-17b94b9b-edc2-4e3a-8b5e-2144ebb18d31 req-92ef06d1-f3f5-4e3a-a4df-02ff39ce82f4 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.67 "GET /v2.0/ports?device_id=eae9d8d5-889c-4357-b1aa-38cca84b43da HTTP/1.1" status: 200 len: 946 time: 0.4349034 Feb 15 13:59:49.267894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-af21ffee-f916-4e0e-af61-00bc555affae None None] Provisioning complete for port b158ca5d-d23b-470c-9724-854ecc95e98b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:49.268869 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-af21ffee-f916-4e0e-af61-00bc555affae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:49.278635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-7dee0fae-e7d6-416d-a8b8-52ee67b75209 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:49.285726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-7dee0fae-e7d6-416d-a8b8-52ee67b75209 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.67 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 812 time: 0.5128562 Feb 15 13:59:49.304489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'port': {'device_id': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69', 'admin_state_up': True, 'tenant_id': '73966798ee8b4daaaa7322021ae03505'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:49.368450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-af21ffee-f916-4e0e-af61-00bc555affae None None] Port b158ca5d-d23b-470c-9724-854ecc95e98b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:59:49.370200 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:49.378577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308cb0c-cc84-426b-8ebf-4546d3034209 req-f09370c8-3205-4b85-8eca-5519878618a8 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:49.390338 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6308cb0c-cc84-426b-8ebf-4546d3034209 req-f09370c8-3205-4b85-8eca-5519878618a8 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.42 "GET /v2.0/ports?device_id=0933b314-31b0-4bf6-ae32-5dfa82dd11fb HTTP/1.1" status: 200 len: 945 time: 0.5113921 Feb 15 13:59:49.431665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:49.432606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04c7342f-c6de-47a3-b8ca-0b1e8b086606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0c0f3939-9b40-4b99-827d-245bccbe8f0d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:49.435272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04c7342f-c6de-47a3-b8ca-0b1e8b086606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:49.442669 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-04c7342f-c6de-47a3-b8ca-0b1e8b086606 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0c0f3939-9b40-4b99-827d-245bccbe8f0d HTTP/1.1" status: 204 len: 168 time: 0.8154809 Feb 15 13:59:49.599836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f39e5-e84d-49de-a4d9-b1a6185e260a req-e90de085-ca7d-4b71-b166-bec5707df3fe tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:49.602949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:49.607943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-285f39e5-e84d-49de-a4d9-b1a6185e260a req-e90de085-ca7d-4b71-b166-bec5707df3fe tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae9d8d5-889c-4357-b1aa-38cca84b43da HTTP/1.1" status: 200 len: 946 time: 0.4422023 Feb 15 13:59:49.615927 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:49.706986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7342f-c6de-47a3-b8ca-0b1e8b086606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0f3939-9b40-4b99-827d-245bccbe8f0d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:49.733749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403440a-6e3f-4cbe-be64-c8adee063104 req-530c02c6-1292-486c-9e18-1de0b9114148 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:49.750253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403440a-6e3f-4cbe-be64-c8adee063104 req-530c02c6-1292-486c-9e18-1de0b9114148 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:49.761259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3403440a-6e3f-4cbe-be64-c8adee063104 req-530c02c6-1292-486c-9e18-1de0b9114148 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 1653 time: 0.4405162 Feb 15 13:59:49.829400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-6308cb0c-cc84-426b-8ebf-4546d3034209 req-f0ed4eff-79f1-4ab4-9b61-c1ae9a99f095 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Deleting port e33b4115-5490-4b0b-baf9-6d375dd6996e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:59:49.830295 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6308cb0c-cc84-426b-8ebf-4546d3034209 req-f0ed4eff-79f1-4ab4-9b61-c1ae9a99f095 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:49.914391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-285f39e5-e84d-49de-a4d9-b1a6185e260a req-9ca9cb8c-e1e8-4450-ac9e-0f89e2487b7c tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/security-groups?id=262dbafe-656b-44aa-840b-6b8714140fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052778 Feb 15 13:59:49.979286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Made reservation on behalf of 73966798ee8b4daaaa7322021ae03505 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:49.990333 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:50.030294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58196) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:50.113581 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (36bddb5c-68fe-4513-afd2-f78adb820f01), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:50.215822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Subnet': ['ID=36bddb5c-68fe-4513-afd2-f78adb820f01,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:50.267164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-16515147-785d-4e6d-ac34-f1994b5aea55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:50.288367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3403440a-6e3f-4cbe-be64-c8adee063104 req-92ff079f-6361-425e-93b1-7f195c2ab48e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5237591 Feb 15 13:59:50.355359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:50.359594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:50.449719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-16515147-785d-4e6d-ac34-f1994b5aea55 admin admin] Publish callbacks [] for security_group (fbf70bf0-7c05-471f-a528-2e487ffc7cc3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:50.468479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-17b94b9b-edc2-4e3a-8b5e-2144ebb18d31 req-2213a11c-ae81-4f65-98e9-b9046f27bf2a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Deleting port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 13:59:50.469124 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-17b94b9b-edc2-4e3a-8b5e-2144ebb18d31 req-2213a11c-ae81-4f65-98e9-b9046f27bf2a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:50.488559 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-16515147-785d-4e6d-ac34-f1994b5aea55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fbf70bf0-7c05-471f-a528-2e487ffc7cc3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:50.564204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6308cb0c-cc84-426b-8ebf-4546d3034209 req-f0ed4eff-79f1-4ab4-9b61-c1ae9a99f095 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] For port e33b4115-5490-4b0b-baf9-6d375dd6996e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e33b4115-5490-4b0b-baf9-6d375dd6996e,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:50.564501 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6308cb0c-cc84-426b-8ebf-4546d3034209 req-f0ed4eff-79f1-4ab4-9b61-c1ae9a99f095 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:50.598508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-6308cb0c-cc84-426b-8ebf-4546d3034209 req-f0ed4eff-79f1-4ab4-9b61-c1ae9a99f095 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Calling delete_port for e33b4115-5490-4b0b-baf9-6d375dd6996e owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:59:50.607750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Checking segment: {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:50.608405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network hostable DHCP agents. Network: ba8fc4a2-0c1f-42f3-80af-16382c65fcb4, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:59:50.643687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7d1ec-4dbc-4582-8298-39f45c6ea16f req-64ad379d-cb38-4276-abf9-97c1643ac581 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:50.646649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22a7d1ec-4dbc-4582-8298-39f45c6ea16f req-64ad379d-cb38-4276-abf9-97c1643ac581 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.5430658 Feb 15 13:59:50.663549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-16515147-785d-4e6d-ac34-f1994b5aea55 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7aa8e40ff06c4e2e8fc53bd908501324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6251841 Feb 15 13:59:50.670428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58200) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:50.678321 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16515147-785d-4e6d-ac34-f1994b5aea55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf70bf0-7c05-471f-a528-2e487ffc7cc3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:50.679836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:50.689235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Allocated IP 172.20.0.5 (78f18dab-117a-4a56-adb7-cf63ecf9dd69/2a9e082f-da76-4289-862f-326a50e53aaa/ceabf11c-d596-48a5-a578-ed825cb046d5) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:50.701634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb4661-9617-4801-805d-b295becf219f req-2fe4d04f-3dad-48d8-b716-1c760ad488f5 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:50.703517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5bb4661-9617-4801-805d-b295becf219f req-2fe4d04f-3dad-48d8-b716-1c760ad488f5 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 944 time: 0.2465940 Feb 15 13:59:50.714069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:59:50.761775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, ba8fc4a2-0c1f-42f3-80af-16382c65fcb4) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:50.769763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:50.772882 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:50.792358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1b8dc5-657c-4f10-999d-311bc550380c None None] Network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:59:50.810479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b1cf3f8c-4611-4569-917a-ddf88a9ba676 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3197367 Feb 15 13:59:50.816357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58202) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:50.831572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'subnet': {'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:50.864265 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-17b94b9b-edc2-4e3a-8b5e-2144ebb18d31 req-2213a11c-ae81-4f65-98e9-b9046f27bf2a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] For port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3d1599da-5e0b-4e96-bcd8-f49ce02eb915,segment=NetworkSegment(991c1d67-f466-436d-86ba-997f8600011f),segment_id=991c1d67-f466-436d-86ba-997f8600011f)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:50.865446 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-17b94b9b-edc2-4e3a-8b5e-2144ebb18d31 req-2213a11c-ae81-4f65-98e9-b9046f27bf2a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:50.884686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-17b94b9b-edc2-4e3a-8b5e-2144ebb18d31 req-2213a11c-ae81-4f65-98e9-b9046f27bf2a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Calling delete_port for 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 13:59:50.915855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 13:59:50.944151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:50.944638 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.020733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22a7d1ec-4dbc-4582-8298-39f45c6ea16f req-0decdec3-6f1f-468b-a1a8-e5478f9fb8de tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516839 Feb 15 13:59:51.042994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76639911-10da-4d37-af46-a7efcace682f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-ba8fc4a2-0c1f-42f3-80af-16382c65fcb4', 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4', 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'fixed_ips': [{'subnet_id': '36bddb5c-68fe-4513-afd2-f78adb820f01'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:59:51.043740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5bb4661-9617-4801-805d-b295becf219f req-63039e3f-d1be-42c2-a6dd-ca1ca7202a0f tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173113 Feb 15 13:59:51.044356 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76639911-10da-4d37-af46-a7efcace682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.076676 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.159171 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-17b94b9b-edc2-4e3a-8b5e-2144ebb18d31 req-2213a11c-ae81-4f65-98e9-b9046f27bf2a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3d1599da-5e0b-4e96-bcd8-f49ce02eb915), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.189251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Allocated IP 10.1.1.204 (418e38b8-e8e1-47ac-84da-30f82b26109f/531af059-d351-4fcf-bdf6-65bff30aefa7/a645b7a0-2706-47a8-b091-4d134dcfe100) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:51.210721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:51.211509 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.254526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ae27c0-27ab-467f-b6cf-4fb57be74d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:51.257777 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53876724-10ce-48cd-a1cb-14e2b02f8c17" -d '{"events": [{"server_uuid": "c3ae27c0-27ab-467f-b6cf-4fb57be74d93", "name": "network-vif-plugged", "status": "completed", "tag": "0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:51.306583 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.317178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:51.319079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b94b9b-edc2-4e3a-8b5e-2144ebb18d31 req-2213a11c-ae81-4f65-98e9-b9046f27bf2a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] No DVR routers for this DVR port 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:51.322247 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-17b94b9b-edc2-4e3a-8b5e-2144ebb18d31 req-2213a11c-ae81-4f65-98e9-b9046f27bf2a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.328134 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-17b94b9b-edc2-4e3a-8b5e-2144ebb18d31 req-2213a11c-ae81-4f65-98e9-b9046f27bf2a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.67 "DELETE /v2.0/ports/3d1599da-5e0b-4e96-bcd8-f49ce02eb915 HTTP/1.1" status: 204 len: 173 time: 2.0448697 Feb 15 13:59:51.346856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae9d8d5-889c-4357-b1aa-38cca84b43da', 'name': 'network-vif-deleted', 'tag': '3d1599da-5e0b-4e96-bcd8-f49ce02eb915'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:51.359354 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f02a51-d9ba-466c-b4f7-ba6028dfdfd4" -d '{"events": [{"server_uuid": "eae9d8d5-889c-4357-b1aa-38cca84b43da", "name": "network-vif-deleted", "tag": "3d1599da-5e0b-4e96-bcd8-f49ce02eb915"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:51.375949 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.378514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device e33b4115-5490-4b0b-baf9-6d375dd6996e no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:59:51.386753 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.404551 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213a11c-ae81-4f65-98e9-b9046f27bf2a tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Pushing event deleted for resources: {'Port': ['ID=3d1599da-5e0b-4e96-bcd8-f49ce02eb915,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:51.413848 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b57a4a8-5399-44d1-b6b4-3c7a187505b8 admin admin] Publish callbacks [] for security_group (fbf70bf0-7c05-471f-a528-2e487ffc7cc3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.436024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:51.439052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b57a4a8-5399-44d1-b6b4-3c7a187505b8 admin admin] Publish callbacks [] for security_group (fbf70bf0-7c05-471f-a528-2e487ffc7cc3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.460757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:51.495606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d28891e5-523f-4b81-8b87-c8091a6e5358 req-fb89104c-3ab9-4380-8e5d-58fc928527d0 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae9d8d5-889c-4357-b1aa-38cca84b43da HTTP/1.1" status: 200 len: 210 time: 0.1239371 Feb 15 13:59:51.496457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:51.539483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dacb40d4-0e91-45f6-be10-29ad2b5e06c1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:51.545986 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b57a4a8-5399-44d1-b6b4-3c7a187505b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fbf70bf0-7c05-471f-a528-2e487ffc7cc3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.550041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b57a4a8-5399-44d1-b6b4-3c7a187505b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:51.553731 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6b57a4a8-5399-44d1-b6b4-3c7a187505b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fbf70bf0-7c05-471f-a528-2e487ffc7cc3 HTTP/1.1" status: 204 len: 168 time: 0.8770127 Feb 15 13:59:51.593318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-76639911-10da-4d37-af46-a7efcace682f None None] Allocated IP 10.1.1.2 (ba8fc4a2-0c1f-42f3-80af-16382c65fcb4/36bddb5c-68fe-4513-afd2-f78adb820f01/12e927f6-8589-4e74-86ae-175037045d96) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:51.634122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57a4a8-5399-44d1-b6b4-3c7a187505b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf70bf0-7c05-471f-a528-2e487ffc7cc3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:51.669887 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ea2a8d-1d74-4ba9-b6bb-5f7c2c124db6 x-openstack-request-id: req-07ea2a8d-1d74-4ba9-b6bb-5f7c2c124db6 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:51.670189 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ae27c0-27ab-467f-b6cf-4fb57be74d93", "name": "network-vif-plugged", "status": "completed", "tag": "0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:51.670482 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-07ea2a8d-1d74-4ba9-b6bb-5f7c2c124db6 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:51.675492 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ae27c0-27ab-467f-b6cf-4fb57be74d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e', 'code': 200} Feb 15 13:59:51.889931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:52.105476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4e7e7-eb6f-4afe-bc6e-5282e8495aaa req-0fae6b70-10c0-4039-9eb2-0b250250a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:52.109405 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b3d4e7e7-eb6f-4afe-bc6e-5282e8495aaa req-0fae6b70-10c0-4039-9eb2-0b250250a736 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 1128 time: 0.4071531 Feb 15 13:59:52.167450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 13:59:52.174502 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6308cb0c-cc84-426b-8ebf-4546d3034209 req-f0ed4eff-79f1-4ab4-9b61-c1ae9a99f095 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e33b4115-5490-4b0b-baf9-6d375dd6996e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:52.241487 n-d-829064-15 neutron-server[109973]: INFO neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No ports have port_id starting with e33b4115-5490-4b0b-baf9-6d375dd6996e Feb 15 13:59:52.261964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 13:59:52.263532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 3d1599da-5e0b-4e96-bcd8-f49ce02eb915 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 13:59:52.268378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed4eff-79f1-4ab4-9b61-c1ae9a99f095 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Pushing event deleted for resources: {'Port': ['ID=e33b4115-5490-4b0b-baf9-6d375dd6996e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:52.346593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:52.347170 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:52.358560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6308cb0c-cc84-426b-8ebf-4546d3034209 req-f0ed4eff-79f1-4ab4-9b61-c1ae9a99f095 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] No DVR routers for this DVR port e33b4115-5490-4b0b-baf9-6d375dd6996e on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 13:59:52.366371 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6308cb0c-cc84-426b-8ebf-4546d3034209 req-f0ed4eff-79f1-4ab4-9b61-c1ae9a99f095 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:52.374851 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6308cb0c-cc84-426b-8ebf-4546d3034209 req-f0ed4eff-79f1-4ab4-9b61-c1ae9a99f095 tempest-ListServersNegativeTestJSON-1425652823 tempest-ListServersNegativeTestJSON-1425652823-project] 10.222.0.42 "DELETE /v2.0/ports/e33b4115-5490-4b0b-baf9-6d375dd6996e HTTP/1.1" status: 204 len: 173 time: 2.9731371 Feb 15 13:59:52.392108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:52.413791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:52.418146 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:52.491753 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b3d4e7e7-eb6f-4afe-bc6e-5282e8495aaa req-a89addce-2a0f-46ce-bd28-7a8aed9b8423 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663845 Feb 15 13:59:52.528170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2309847 Feb 15 13:59:52.563086 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:52.612884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Request body: {'port': {'device_id': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:52.644958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network 418e38b8-e8e1-47ac-84da-30f82b26109f is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:52.647032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Port': ['ID=a645b7a0-2706-47a8-b091-4d134dcfe100,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:52.651459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:52.655116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:52.658592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3f68-ef61-43db-a482-9fcea42c9233 req-cc9b4594-3e2b-415a-9d38-442699b3ab6e tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:52.666190 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a6d3f68-ef61-43db-a482-9fcea42c9233 req-cc9b4594-3e2b-415a-9d38-442699b3ab6e tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 931 time: 1.3162529 Feb 15 13:59:52.735824 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76639911-10da-4d37-af46-a7efcace682f None None] Publish callbacks [] for port (12e927f6-8589-4e74-86ae-175037045d96), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:52.757402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:52.758497 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76639911-10da-4d37-af46-a7efcace682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (12e927f6-8589-4e74-86ae-175037045d96), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:52.760548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:52.763776 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:52.803117 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-dffa361c-4bce-40db-82a6-f571f2ad6cd2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9158435 Feb 15 13:59:52.821504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e93e2024-4227-440b-850d-321f84125af0', 'admin_state_up': True, 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'security_groups': ['286eb71f-6f40-4315-9850-0e35573b55e5']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:53.010468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76639911-10da-4d37-af46-a7efcace682f None None] Network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:53.037228 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-76639911-10da-4d37-af46-a7efcace682f None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:53.074636 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76639911-10da-4d37-af46-a7efcace682f None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:53.178800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76639911-10da-4d37-af46-a7efcace682f None None] Pushing event updated for resources: {'Port': ['ID=12e927f6-8589-4e74-86ae-175037045d96,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:53.181855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2720c1-9486-4a20-86c7-fdf24b14bd93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'Port': ['ID=ceabf11c-d596-48a5-a578-ed825cb046d5,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:53.208731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:53.301864 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a6d3f68-ef61-43db-a482-9fcea42c9233 req-da32d3b0-ff2f-4d1f-94f8-003386cc8be4 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305382 Feb 15 13:59:53.363073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-76639911-10da-4d37-af46-a7efcace682f None None] Attempting to bind port 12e927f6-8589-4e74-86ae-175037045d96 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:53.363460 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-76639911-10da-4d37-af46-a7efcace682f None None] Attempting to bind port 12e927f6-8589-4e74-86ae-175037045d96 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:53.363825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76639911-10da-4d37-af46-a7efcace682f None None] Attempting to bind port 12e927f6-8589-4e74-86ae-175037045d96 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:53.394381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42381a7-06d0-4f97-bd7a-715cb318dbe0 req-85d8d78f-3489-4d1f-88fa-00dc2bc891e5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:53.416589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42381a7-06d0-4f97-bd7a-715cb318dbe0 req-85d8d78f-3489-4d1f-88fa-00dc2bc891e5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:53.425582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a42381a7-06d0-4f97-bd7a-715cb318dbe0 req-85d8d78f-3489-4d1f-88fa-00dc2bc891e5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 1653 time: 1.0663373 Feb 15 13:59:53.432820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76639911-10da-4d37-af46-a7efcace682f None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:53.433194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76639911-10da-4d37-af46-a7efcace682f None None] Checking segment: {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:53.433603 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76639911-10da-4d37-af46-a7efcace682f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:53.434007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76639911-10da-4d37-af46-a7efcace682f None None] Bound using segment: {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:53.434453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-76639911-10da-4d37-af46-a7efcace682f None None] Bound port: 12e927f6-8589-4e74-86ae-175037045d96, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:53.434857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76639911-10da-4d37-af46-a7efcace682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (12e927f6-8589-4e74-86ae-175037045d96), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:53.439675 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef94b1a8-e903-43db-b9fe-453abb7dbaab x-openstack-request-id: req-ef94b1a8-e903-43db-b9fe-453abb7dbaab {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:53.439973 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae9d8d5-889c-4357-b1aa-38cca84b43da", "name": "network-vif-deleted", "tag": "3d1599da-5e0b-4e96-bcd8-f49ce02eb915", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:53.440229 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ef94b1a8-e903-43db-b9fe-453abb7dbaab {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:53.440618 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae9d8d5-889c-4357-b1aa-38cca84b43da', 'name': 'network-vif-deleted', 'tag': '3d1599da-5e0b-4e96-bcd8-f49ce02eb915', 'status': 'completed', 'code': 200} Feb 15 13:59:53.455840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-07b91c84-1169-44d1-acd6-f7f87ee42590 None None] Provisioning complete for port a645b7a0-2706-47a8-b091-4d134dcfe100 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:53.456209 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-07b91c84-1169-44d1-acd6-f7f87ee42590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:53.474843 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:53.557539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-2e62d473-33c5-42cf-9a74-c2a7f9798bd2 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:53.563613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-2e62d473-33c5-42cf-9a74-c2a7f9798bd2 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1128 time: 1.2006605 Feb 15 13:59:53.635523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829064-15'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:53.762202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-07b91c84-1169-44d1-acd6-f7f87ee42590 None None] Port a645b7a0-2706-47a8-b091-4d134dcfe100 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:59:53.806062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-76639911-10da-4d37-af46-a7efcace682f None None] For port 12e927f6-8589-4e74-86ae-175037045d96, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:53.813408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-76639911-10da-4d37-af46-a7efcace682f None None] For port 12e927f6-8589-4e74-86ae-175037045d96, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=12e927f6-8589-4e74-86ae-175037045d96,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:53.841675 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76639911-10da-4d37-af46-a7efcace682f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (12e927f6-8589-4e74-86ae-175037045d96), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:53.971755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76639911-10da-4d37-af46-a7efcace682f None None] Pushing event updated for resources: {'Port': ['ID=12e927f6-8589-4e74-86ae-175037045d96,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:54.032443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a42381a7-06d0-4f97-bd7a-715cb318dbe0 req-32ae329d-b69d-467a-a295-bcca13bbb5d8 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6001399 Feb 15 13:59:54.045540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Allocated IP 10.2.2.100 (e93e2024-4227-440b-850d-321f84125af0/3d5c18f1-eca4-4063-884c-0aeb9fc5c00e/1d3f8e20-52ee-42af-be60-7c54682ac014) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:54.176416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceabf11c-d596-48a5-a578-ed825cb046d5 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:54.198103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9962ad-5565-4e59-8260-0dc740d19636 req-8d8a4a97-df20-4988-b819-5d7337da1408 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:54.211106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af9962ad-5565-4e59-8260-0dc740d19636 req-8d8a4a97-df20-4988-b819-5d7337da1408 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 945 time: 0.6011324 Feb 15 13:59:54.222681 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:54.225354 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:54.239667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Publish callbacks [] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:54.298140 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:54.421031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Port': ['ID=1d3f8e20-52ee-42af-be60-7c54682ac014,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:54.453482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af9962ad-5565-4e59-8260-0dc740d19636 req-d140b476-2287-4f62-8d04-e64a561ffa66 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229486 Feb 15 13:59:54.504090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network e93e2024-4227-440b-850d-321f84125af0 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:54.510444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:54.524550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:54.700356 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:54.701873 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:54.716676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a024b37d-096d-403c-bcd0-61406c8ce283 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 13:59:54.751459 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef34c17b-3b65-43ab-92ec-3a0f051b3cbb req-4aba43f1-8959-4086-a816-2685ebf6351a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3059580 Feb 15 13:59:54.777984 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc1c2908-7380-4e00-9de8-27faceec0860 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9683418 Feb 15 13:59:54.854430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e93e2024-4227-440b-850d-321f84125af0', 'admin_state_up': True, 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'security_groups': ['286eb71f-6f40-4315-9850-0e35573b55e5']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:54.901963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a024b37d-096d-403c-bcd0-61406c8ce283,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:55.022751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:55.030249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a024b37d-096d-403c-bcd0-61406c8ce283,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:55.046448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34c17b-3b65-43ab-92ec-3a0f051b3cbb req-50998d1f-d91a-4c50-944f-501105063b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:55.052230 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef34c17b-3b65-43ab-92ec-3a0f051b3cbb req-50998d1f-d91a-4c50-944f-501105063b4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 1127 time: 0.2697453 Feb 15 13:59:55.071212 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a024b37d-096d-403c-bcd0-61406c8ce283 has no active binding in host n-h1-829064-15 {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 13:59:55.075180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-affe6d48-e0b2-4bb9-96eb-ffa46dd397f2 None None] Provisioning complete for port 1d3f8e20-52ee-42af-be60-7c54682ac014 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:55.075586 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-affe6d48-e0b2-4bb9-96eb-ffa46dd397f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:55.119098 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Publish callbacks [] for port (a024b37d-096d-403c-bcd0-61406c8ce283), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:55.131942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 12e927f6-8589-4e74-86ae-175037045d96 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:55.139202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a024b37d-096d-403c-bcd0-61406c8ce283'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:55.141507 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399eaba0-56ee-4e6f-81a8-8aefa1c2f9ce" -d '{"events": [{"server_uuid": "b416188e-52db-42d3-8751-08ef79adb9e1", "name": "network-vif-unplugged", "status": "completed", "tag": "a024b37d-096d-403c-bcd0-61406c8ce283"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:55.145649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Transition to ACTIVE for port object ceabf11c-d596-48a5-a578-ed825cb046d5 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:59:55.247049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:55.251916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-affe6d48-e0b2-4bb9-96eb-ffa46dd397f2 None None] Port 1d3f8e20-52ee-42af-be60-7c54682ac014 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:59:55.290072 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:55.312077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 12e927f6-8589-4e74-86ae-175037045d96 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:55.312447 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (12e927f6-8589-4e74-86ae-175037045d96), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:55.349977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Made reservation on behalf of 1566d5f6385f44a0bbbc417c8ced38ed for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:55.354640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:55.511185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb438fd-e0f1-4939-8f47-97b9cf14e071 req-0d148cc2-a1d5-4e72-a94f-9728c23d4523 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:55.521494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ccb438fd-e0f1-4939-8f47-97b9cf14e071 req-0d148cc2-a1d5-4e72-a94f-9728c23d4523 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 943 time: 0.3947268 Feb 15 13:59:55.528144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 12e927f6-8589-4e74-86ae-175037045d96 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:55.530161 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (12e927f6-8589-4e74-86ae-175037045d96), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:55.596729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 12e927f6-8589-4e74-86ae-175037045d96, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=12e927f6-8589-4e74-86ae-175037045d96,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 13:59:55.610497 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (12e927f6-8589-4e74-86ae-175037045d96), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:55.710096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Allocated IP 10.2.2.200 (e93e2024-4227-440b-850d-321f84125af0/3d5c18f1-eca4-4063-884c-0aeb9fc5c00e/e0985118-1bc6-4e3e-9e01-19e40f0f8ec9) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:55.734017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=12e927f6-8589-4e74-86ae-175037045d96,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:55.735676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Pushing event updated for resources: {'Port': ['ID=a024b37d-096d-403c-bcd0-61406c8ce283,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:55.900553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Pushing event updated for resources: {'Port': ['ID=ceabf11c-d596-48a5-a578-ed825cb046d5,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:55.913895 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:55.961004 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (55860514-d8b5-4482-806c-f513ef35d6ae), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:56.037065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0933b314-31b0-4bf6-ae32-5dfa82dd11fb', 'name': 'network-vif-deleted', 'tag': 'e33b4115-5490-4b0b-baf9-6d375dd6996e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:56.039439 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48205815-489a-4dc1-8d3e-5c3982f2ae9e" -d '{"events": [{"server_uuid": "0933b314-31b0-4bf6-ae32-5dfa82dd11fb", "name": "network-vif-deleted", "tag": "e33b4115-5490-4b0b-baf9-6d375dd6996e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:56.046826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca4b79-672e-4927-b335-5262a7fcc10a None None] Network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:59:56.055715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58286) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:56.069540 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:56.074034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ce52-5e8e-4545-b0f7-1a4c92ed28b0 req-0140269f-64b3-4f3a-9bab-c93ca352ab0e tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:56.084225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ae7ce52-5e8e-4545-b0f7-1a4c92ed28b0 req-0140269f-64b3-4f3a-9bab-c93ca352ab0e tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 1.8105481 Feb 15 13:59:56.140550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Subnet': ['ID=55860514-d8b5-4482-806c-f513ef35d6ae,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:56.175091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event updated for resources: {'Port': ['ID=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:56.177265 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ccb438fd-e0f1-4939-8f47-97b9cf14e071 req-874542f4-562c-4a21-8e6a-6ffbbf267be1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469142 Feb 15 13:59:56.181120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34c17b-3b65-43ab-92ec-3a0f051b3cbb req-1fcd1dba-a74d-4d1a-a98d-9b0923ce58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:56.182625 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef34c17b-3b65-43ab-92ec-3a0f051b3cbb req-1fcd1dba-a74d-4d1a-a98d-9b0923ce58f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 1.1046867 Feb 15 13:59:56.192869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 on host n-h2-829064-15 for vnic_type normal with profile {"migrating_to": "n-h1-829064-15"} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:56.197556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:56.198121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:56.337813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Port a024b37d-096d-403c-bcd0-61406c8ce283 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:59:56.338138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Attempting to bind port a024b37d-096d-403c-bcd0-61406c8ce283 on network cbd8b904-b103-44e2-9aaf-4758a1adf36d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:56.355852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58292) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:56.370656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Network e93e2024-4227-440b-850d-321f84125af0 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:56.386540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:56.416707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:56.417067 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Checking segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:56.417439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Bound using segment: {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:56.417889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Bound port: a024b37d-096d-403c-bcd0-61406c8ce283, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41edaa-5437-436f-84cd-69c32fe41633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cbd8b904-b103-44e2-9aaf-4758a1adf36d'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:56.418327 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:56.434406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-63c91cc5-fe27-466c-9ea5-723c22e4bc81 None None] Provisioning complete for port 12e927f6-8589-4e74-86ae-175037045d96 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:56.435421 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-63c91cc5-fe27-466c-9ea5-723c22e4bc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (12e927f6-8589-4e74-86ae-175037045d96), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:56.445188 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef34c17b-3b65-43ab-92ec-3a0f051b3cbb req-bcc5eb65-8ea9-4f34-9771-d3279b6c5460 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4 HTTP/1.1" status: 200 len: 217 time: 0.2436147 Feb 15 13:59:56.446265 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aed700d8-a523-4a93-925f-9aac0e0ead24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:56.461470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:56.472448 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71dd5db2-cc9b-412f-b060-2a3435f87f52 req-e0b9c231-8d5e-4410-b381-773825d5041f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4888539 Feb 15 13:59:56.583922 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34c17b-3b65-43ab-92ec-3a0f051b3cbb req-b3beafdf-3c50-4c8b-a8ad-a23fe9f57afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:56.585418 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef34c17b-3b65-43ab-92ec-3a0f051b3cbb req-b3beafdf-3c50-4c8b-a8ad-a23fe9f57afc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.1286876 Feb 15 13:59:56.625388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-63c91cc5-fe27-466c-9ea5-723c22e4bc81 None None] Current status of the port 12e927f6-8589-4e74-86ae-175037045d96 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:56.637299 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Attempting to bind port ceabf11c-d596-48a5-a578-ed825cb046d5 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:56.638079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Attempting to bind port ceabf11c-d596-48a5-a578-ed825cb046d5 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'd52ecada-cc87-4eab-95b2-4b4f47233ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:56.638079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Attempting to bind port ceabf11c-d596-48a5-a578-ed825cb046d5 on network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:56.759122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Port ceabf11c-d596-48a5-a578-ed825cb046d5 on network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 13:59:56.759571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Attempting to bind port ceabf11c-d596-48a5-a578-ed825cb046d5 on network 78f18dab-117a-4a56-adb7-cf63ecf9dd69 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:56.765072 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef34c17b-3b65-43ab-92ec-3a0f051b3cbb req-139d38b4-32cd-42bc-bff2-53b309aa262f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510532 Feb 15 13:59:56.808193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Checking segment: {'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:56.808633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network hostable DHCP agents. Network: 518aeb62-03f6-4f05-9be1-c52cef4b9577, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 13:59:56.822099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5ba7ae-3fa2-4bf8-86bf-51a541c232b0 admin admin] Deleting subnet 60ead7f6-dd51-408a-9609-b47591394740 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 13:59:56.825653 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba7ae-3fa2-4bf8-86bf-51a541c232b0 admin admin] Publish callbacks [] for subnet (60ead7f6-dd51-408a-9609-b47591394740), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:56.838025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:56.844205 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:56.856675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e9409c22-79a3-4baf-9021-6d55d4bf016c None None] Provisioning complete for port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:56.857725 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e9409c22-79a3-4baf-9021-6d55d4bf016c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:56.915714 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba7ae-3fa2-4bf8-86bf-51a541c232b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (60ead7f6-dd51-408a-9609-b47591394740), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:56.945645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e9409c22-79a3-4baf-9021-6d55d4bf016c None None] Port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 13:59:56.960635 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-eff24da7-6d40-4689-943a-e824be49cabf tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1134450 Feb 15 13:59:57.001739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba7ae-3fa2-4bf8-86bf-51a541c232b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (60ead7f6-dd51-408a-9609-b47591394740), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:57.023410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 12e927f6-8589-4e74-86ae-175037045d96 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 13:59:57.039967 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5db2-cc9b-412f-b060-2a3435f87f52 req-5d50d2d2-38e0-4df0-8f37-4f5f59b914ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:57.041840 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71dd5db2-cc9b-412f-b060-2a3435f87f52 req-5d50d2d2-38e0-4df0-8f37-4f5f59b914ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 1128 time: 0.4303751 Feb 15 13:59:57.044730 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef34c17b-3b65-43ab-92ec-3a0f051b3cbb req-b20877b1-420b-4809-9f78-cad420369e7c service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642195 Feb 15 13:59:57.049918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:57.098155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-54d19a69-f5be-4352-a56c-20f436755feb None None] Provisioning complete for port 12e927f6-8589-4e74-86ae-175037045d96 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:57.104326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-54d19a69-f5be-4352-a56c-20f436755feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (12e927f6-8589-4e74-86ae-175037045d96), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:57.128543 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ae7ce52-5e8e-4545-b0f7-1a4c92ed28b0 req-7244c7e7-d555-4521-a798-bef9d32ac6bc tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0421011 Feb 15 13:59:57.132195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:57.132557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Checking segment: {'id': 'd52ecada-cc87-4eab-95b2-4b4f47233ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:57.134512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Bound using segment: {'id': 'd52ecada-cc87-4eab-95b2-4b4f47233ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:57.135058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Bound port: ceabf11c-d596-48a5-a578-ed825cb046d5, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52ecada-cc87-4eab-95b2-4b4f47233ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:57.135442 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:57.219216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 12e927f6-8589-4e74-86ae-175037045d96 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 13:59:57.219666 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (12e927f6-8589-4e74-86ae-175037045d96), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:57.328098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:57.347295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a024b37d-096d-403c-bcd0-61406c8ce283,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:57.414223 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef34c17b-3b65-43ab-92ec-3a0f051b3cbb req-3f234489-d348-473f-bd4f-dca9b46531d0 service neutron] 10.222.0.67 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548877 Feb 15 13:59:57.415497 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca5a24-d599-4cba-ac0c-36014a9a4893 x-openstack-request-id: req-c7ca5a24-d599-4cba-ac0c-36014a9a4893 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:57.416724 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b416188e-52db-42d3-8751-08ef79adb9e1", "name": "network-vif-unplugged", "status": "completed", "tag": "a024b37d-096d-403c-bcd0-61406c8ce283", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:57.417631 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c7ca5a24-d599-4cba-ac0c-36014a9a4893 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:57.418974 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a024b37d-096d-403c-bcd0-61406c8ce283', 'code': 200} Feb 15 13:59:57.421882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-54d19a69-f5be-4352-a56c-20f436755feb None None] Current status of the port 12e927f6-8589-4e74-86ae-175037045d96 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:57.502046 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:57.508303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 12e927f6-8589-4e74-86ae-175037045d96 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 13:59:57.511696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aed700d8-a523-4a93-925f-9aac0e0ead24 admin admin] Publish callbacks [] for security_group (357966b8-3056-42f1-a831-3023a1602fb7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:57.516180 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:57.557138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aed700d8-a523-4a93-925f-9aac0e0ead24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (357966b8-3056-42f1-a831-3023a1602fb7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:57.578612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f430836-682f-455c-b493-f5f6c226b30e req-0870bf3e-6c68-4a1f-9e9e-25d2872e705b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:57.592085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f430836-682f-455c-b493-f5f6c226b30e req-0870bf3e-6c68-4a1f-9e9e-25d2872e705b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:57.607004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f430836-682f-455c-b493-f5f6c226b30e req-0870bf3e-6c68-4a1f-9e9e-25d2872e705b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:57.607770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed700d8-a523-4a93-925f-9aac0e0ead24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357966b8-3056-42f1-a831-3023a1602fb7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:57.626871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f430836-682f-455c-b493-f5f6c226b30e req-0870bf3e-6c68-4a1f-9e9e-25d2872e705b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:57.633457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f430836-682f-455c-b493-f5f6c226b30e req-0870bf3e-6c68-4a1f-9e9e-25d2872e705b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:57.641920 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f430836-682f-455c-b493-f5f6c226b30e req-0870bf3e-6c68-4a1f-9e9e-25d2872e705b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 3816 time: 1.0060546 Feb 15 13:59:57.799581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Pushing event updated for resources: {'Port': ['ID=a024b37d-096d-403c-bcd0-61406c8ce283,revision_number=8']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:57.868852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network 518aeb62-03f6-4f05-9be1-c52cef4b9577 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 13:59:57.879613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:57.880764 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:57.883185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-d0c31c72-9453-4c7c-9610-b799a9e74f0f service neutron] 10.222.0.42 "PUT /v2.0/ports/a024b37d-096d-403c-bcd0-61406c8ce283 HTTP/1.1" status: 200 len: 1123 time: 4.2829044 Feb 15 13:59:57.916763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1674f6-6e09-428b-8794-f6689df07dd9 req-58040cd3-92ed-4520-abfb-f37827ef48b2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:57.928757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd1674f6-6e09-428b-8794-f6689df07dd9 req-58040cd3-92ed-4520-abfb-f37827ef48b2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.5712841 Feb 15 13:59:57.949990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['a024b37d-096d-403c-bcd0-61406c8ce283'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:58.009162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['a024b37d-096d-403c-bcd0-61406c8ce283'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 13:59:58.083397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd1674f6-6e09-428b-8794-f6689df07dd9 req-89939e04-b574-45e0-b9f7-b4d039edcf1b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495416 Feb 15 13:59:58.106158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 518aeb62-03f6-4f05-9be1-c52cef4b9577) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:58.137059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:58.137629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259e635e-e3b3-4971-873f-dd95aa5a727e None None] Network 518aeb62-03f6-4f05-9be1-c52cef4b9577 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 13:59:58.145315 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:58.167076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5db2-cc9b-412f-b060-2a3435f87f52 req-cdc4fa07-617b-42be-85cb-0c3c7fac643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:58.168508 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71dd5db2-cc9b-412f-b060-2a3435f87f52 req-cdc4fa07-617b-42be-85cb-0c3c7fac643a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 200 len: 922 time: 1.0808604 Feb 15 13:59:58.179015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] For port ceabf11c-d596-48a5-a578-ed825cb046d5, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:58.203761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f430836-682f-455c-b493-f5f6c226b30e req-596b9a35-3c89-42da-bd9c-5cea172addf6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5607886 Feb 15 13:59:58.238804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-549c2d5d-4668-4005-a21b-4f73b0afef86 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 7.4017925 Feb 15 13:59:58.251785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58298) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:58.257781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba7ae-3fa2-4bf8-86bf-51a541c232b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (60ead7f6-dd51-408a-9609-b47591394740), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:58.283868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'port': {'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4', 'name': 'tempest-TaggedBootDevicesTest-1384159781', 'fixed_ips': [{'subnet_id': '36bddb5c-68fe-4513-afd2-f78adb820f01'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 13:59:58.335457 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aed700d8-a523-4a93-925f-9aac0e0ead24 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b9cbf89643c04d999bf73fb5e1177cec&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2754033 Feb 15 13:59:58.336142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58300) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:58.339465 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4782ac4-95e2-4dc3-90fe-27332db4ac94 x-openstack-request-id: req-c4782ac4-95e2-4dc3-90fe-27332db4ac94 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 13:59:58.339767 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0933b314-31b0-4bf6-ae32-5dfa82dd11fb", "name": "network-vif-deleted", "tag": "e33b4115-5490-4b0b-baf9-6d375dd6996e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 13:59:58.340024 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c4782ac4-95e2-4dc3-90fe-27332db4ac94 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 13:59:58.342668 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0933b314-31b0-4bf6-ae32-5dfa82dd11fb', 'name': 'network-vif-deleted', 'tag': 'e33b4115-5490-4b0b-baf9-6d375dd6996e', 'status': 'completed', 'code': 200} Feb 15 13:59:58.349338 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3979dcb3-514f-4c89-9d07-9203d9443f20 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 13:59:58.378402 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71dd5db2-cc9b-412f-b060-2a3435f87f52 req-6fb7c8c6-779b-46e1-81be-ca032f6e3405 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 200 len: 217 time: 0.1924958 Feb 15 13:59:58.384503 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Publish callbacks [] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:58.431733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] For port ceabf11c-d596-48a5-a578-ed825cb046d5, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ceabf11c-d596-48a5-a578-ed825cb046d5,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:58.502535 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba7ae-3fa2-4bf8-86bf-51a541c232b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:58.514514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dd5ba7ae-3fa2-4bf8-86bf-51a541c232b0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/60ead7f6-dd51-408a-9609-b47591394740 HTTP/1.1" status: 204 len: 168 time: 2.1371953 Feb 15 13:59:58.522078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58304) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 13:59:58.530017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ba7ae-3fa2-4bf8-86bf-51a541c232b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60ead7f6-dd51-408a-9609-b47591394740,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:58.549573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:58.618098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-518aeb62-03f6-4f05-9be1-c52cef4b9577', 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577', 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'fixed_ips': [{'subnet_id': '55860514-d8b5-4482-806c-f513ef35d6ae'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 13:59:58.619037 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:58.685587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Transition to ACTIVE for port object 3979dcb3-514f-4c89-9d07-9203d9443f20 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 13:59:58.702957 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (88c6b832-d62f-45cc-b82f-02eff353661b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:58.756897 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:58.811348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Pushing event updated for resources: {'Port': ['ID=ceabf11c-d596-48a5-a578-ed825cb046d5,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:58.858160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:58.858794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:58.860293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b5ceafd2-436d-45dc-8b12-2d47d7bb8f35 service neutron] 10.222.0.67 "PUT /v2.0/ports/ceabf11c-d596-48a5-a578-ed825cb046d5 HTTP/1.1" status: 200 len: 1092 time: 6.2901196 Feb 15 13:59:58.866761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 13:59:58.905456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Allocated IP 10.2.2.2 (518aeb62-03f6-4f05-9be1-c52cef4b9577/55860514-d8b5-4482-806c-f513ef35d6ae/d3d86eab-995e-45ac-9eb6-5db32dce2b65) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 13:59:58.909513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5db2-cc9b-412f-b060-2a3435f87f52 req-7017c377-6283-4c32-8003-144d6366a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:58.913572 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71dd5db2-cc9b-412f-b060-2a3435f87f52 req-7017c377-6283-4c32-8003-144d6366a7a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 200 len: 861 time: 0.5192587 Feb 15 13:59:59.123103 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Publish callbacks [] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:59.140556 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:59.182152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600fd8b-c80e-41a9-8a55-dd9d1c77cf5e req-0aa31794-2100-4304-9a12-d944aaf43758 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:59.190211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4600fd8b-c80e-41a9-8a55-dd9d1c77cf5e req-0aa31794-2100-4304-9a12-d944aaf43758 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 943 time: 0.6357825 Feb 15 13:59:59.233463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Network 518aeb62-03f6-4f05-9be1-c52cef4b9577 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 13:59:59.239985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 13:59:59.245687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 13:59:59.266042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec00c8-1d58-490d-b1fc-24980ea1b592 req-9f34327c-234e-484e-a2ae-2d367d51739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:59.268056 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08ec00c8-1d58-490d-b1fc-24980ea1b592 req-9f34327c-234e-484e-a2ae-2d367d51739e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8e4caf65d074140b1e3cf64680b06d7&device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 1128 time: 0.4931540 Feb 15 13:59:59.360877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bc2ab-50dd-4d8e-9935-21d2601a0680 req-9f0da73c-d512-49ac-becf-a56473843421 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:59.362936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f6bc2ab-50dd-4d8e-9935-21d2601a0680 req-9f0da73c-d512-49ac-becf-a56473843421 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 944 time: 0.5211873 Feb 15 13:59:59.389017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Pushing event updated for resources: {'Port': ['ID=d3d86eab-995e-45ac-9eb6-5db32dce2b65,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:59.415307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Attempting to bind port d3d86eab-995e-45ac-9eb6-5db32dce2b65 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 13:59:59.415694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Attempting to bind port d3d86eab-995e-45ac-9eb6-5db32dce2b65 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 13:59:59.416065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Attempting to bind port d3d86eab-995e-45ac-9eb6-5db32dce2b65 on network 518aeb62-03f6-4f05-9be1-c52cef4b9577 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 13:59:59.426711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 13:59:59.427128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Checking segment: {'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 13:59:59.427587 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:59.427998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Bound using segment: {'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 13:59:59.428497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Bound port: d3d86eab-995e-45ac-9eb6-5db32dce2b65, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 13:59:59.428883 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:59.510526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'tag': 'a024b37d-096d-403c-bcd0-61406c8ce283'}, {'name': 'network-changed', 'server_uuid': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'tag': 'ceabf11c-d596-48a5-a578-ed825cb046d5'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 13:59:59.522645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] For port d3d86eab-995e-45ac-9eb6-5db32dce2b65, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 13:59:59.525447 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf77f66-ea71-428d-b61c-2435f9f29839" -d '{"events": [{"name": "network-changed", "server_uuid": "b416188e-52db-42d3-8751-08ef79adb9e1", "tag": "a024b37d-096d-403c-bcd0-61406c8ce283"}, {"name": "network-changed", "server_uuid": "d69005f2-65dd-4a52-962c-adabe186dbb8", "tag": "ceabf11c-d596-48a5-a578-ed825cb046d5"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 13:59:59.527849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] For port d3d86eab-995e-45ac-9eb6-5db32dce2b65, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d3d86eab-995e-45ac-9eb6-5db32dce2b65,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 13:59:59.538805 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:59.563414 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:59.566959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-c5455f05-b1c9-47b2-bb85-997a272d9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 13:59:59.580485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-c5455f05-b1c9-47b2-bb85-997a272d9666 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 1126 time: 0.6177864 Feb 15 13:59:59.616604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee290d8-cfab-4194-877c-cff446b3ba51 None None] Pushing event updated for resources: {'Port': ['ID=d3d86eab-995e-45ac-9eb6-5db32dce2b65,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 13:59:59.676590 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (88c6b832-d62f-45cc-b82f-02eff353661b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:59.683179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4600fd8b-c80e-41a9-8a55-dd9d1c77cf5e req-dcbb64e5-f8b5-4b97-b47b-c28f43643366 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919779 Feb 15 13:59:59.698267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c6b832-d62f-45cc-b82f-02eff353661b']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:59.711060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991c1d67-f466-436d-86ba-997f8600011f') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:59.711358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991c1d67-f466-436d-86ba-997f8600011f') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 13:59:59.731080 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (991c1d67-f466-436d-86ba-997f8600011f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:59.755553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (991c1d67-f466-436d-86ba-997f8600011f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:59.768202 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 13:59:59.768202 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (991c1d67-f466-436d-86ba-997f8600011f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 13:59:59.802214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-fee54296-fd90-48c0-bc45-16aadca127fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceabf11c-d596-48a5-a578-ed825cb046d5 HTTP/1.1" status: 200 len: 217 time: 0.2041035 Feb 15 13:59:59.862412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f6bc2ab-50dd-4d8e-9935-21d2601a0680 req-6c9b60c6-b459-473d-8b1f-81d096cdf057 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334689 Feb 15 13:59:59.884360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] device_id is not set on port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 13:59:59.885314 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71dd5db2-cc9b-412f-b060-2a3435f87f52 req-7a1b69ec-2f60-4bb0-9433-41ca4df19094 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cc090af-8ef6-44d9-b313-c78163021d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9234819 Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: timer() Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 13:59:59.898044 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 13:59:59.970397 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-badc7fe0-58fd-4966-be60-a98683ec8d2f admin admin] Publish callbacks [] for security_group (357966b8-3056-42f1-a831-3023a1602fb7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:00.027491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-badc7fe0-58fd-4966-be60-a98683ec8d2f admin admin] Publish callbacks [] for security_group (357966b8-3056-42f1-a831-3023a1602fb7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:00.038881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (88c6b832-d62f-45cc-b82f-02eff353661b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:00.047457 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:00.060710 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/88c6b832-d62f-45cc-b82f-02eff353661b HTTP/1.1" status: 204 len: 168 time: 1.5270669 Feb 15 14:00:00.130659 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Pushing event updated for resources: {'Port': ['ID=3979dcb3-514f-4c89-9d07-9203d9443f20,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:00.227739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d032b2-08ee-4e55-982c-6268c64a50e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=88c6b832-d62f-45cc-b82f-02eff353661b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:00.308348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58316) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:00.309615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec00c8-1d58-490d-b1fc-24980ea1b592 req-5cedc3f1-fc85-4ad3-8594-fe1a0cfe76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:00.311334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08ec00c8-1d58-490d-b1fc-24980ea1b592 req-5cedc3f1-fc85-4ad3-8594-fe1a0cfe76b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e HTTP/1.1" status: 200 len: 912 time: 1.0272698 Feb 15 14:00:00.371736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d9fa1-5b02-4a14-8c60-6f1dd1791dc6 req-d5533c5e-a55b-421c-a43f-c848b7e2b109 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:00.373660 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-347d9fa1-5b02-4a14-8c60-6f1dd1791dc6 req-d5533c5e-a55b-421c-a43f-c848b7e2b109 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e4107cd-4e79-47ee-a14b-507dcf97da56 HTTP/1.1" status: 200 len: 944 time: 0.7984505 Feb 15 14:00:00.420643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Allocated IP 10.1.1.56 (ba8fc4a2-0c1f-42f3-80af-16382c65fcb4/36bddb5c-68fe-4513-afd2-f78adb820f01/0fa6b97a-bc5c-4081-993b-b10e4e7aca33) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:00.485104 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71dd5db2-cc9b-412f-b060-2a3435f87f52 req-f6d2d0bd-03d9-42fa-ae1c-c3da6d14d8a6 service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664835 Feb 15 14:00:00.533655 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Attempting to bind port 3979dcb3-514f-4c89-9d07-9203d9443f20 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:00.535208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Attempting to bind port 3979dcb3-514f-4c89-9d07-9203d9443f20 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:00.536283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Attempting to bind port 3979dcb3-514f-4c89-9d07-9203d9443f20 on network 4449bf33-12ce-44b1-baf9-94b750d81b8d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:00.587893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-badc7fe0-58fd-4966-be60-a98683ec8d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (357966b8-3056-42f1-a831-3023a1602fb7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:00.591098 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-badc7fe0-58fd-4966-be60-a98683ec8d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:00.592626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-badc7fe0-58fd-4966-be60-a98683ec8d2f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/357966b8-3056-42f1-a831-3023a1602fb7 HTTP/1.1" status: 204 len: 168 time: 2.2338743 Feb 15 14:00:00.599226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Port 3979dcb3-514f-4c89-9d07-9203d9443f20 on network 4449bf33-12ce-44b1-baf9-94b750d81b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:00.599802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Attempting to bind port 3979dcb3-514f-4c89-9d07-9203d9443f20 on network 4449bf33-12ce-44b1-baf9-94b750d81b8d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:00.626878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:00.627591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Checking segment: {'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:00.628251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Bound using segment: {'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:00.628938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Bound port: 3979dcb3-514f-4c89-9d07-9203d9443f20, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28875d71-02c0-408b-be0c-8e4d560bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:00.629518 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:00.631814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc7fe0-58fd-4966-be60-a98683ec8d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357966b8-3056-42f1-a831-3023a1602fb7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:00.795105 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71dd5db2-cc9b-412f-b060-2a3435f87f52 req-d149a2b8-d10a-41b3-a5c3-a41b28d465bd service neutron] 10.222.0.42 "GET /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719443 Feb 15 14:00:00.800145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-347d9fa1-5b02-4a14-8c60-6f1dd1791dc6 req-d6b6873e-f4bb-4261-9f35-626664ad78f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Deleting port 8e92944e-91e8-4d34-8459-2aed3cc468c4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:00:00.800610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-347d9fa1-5b02-4a14-8c60-6f1dd1791dc6 req-d6b6873e-f4bb-4261-9f35-626664ad78f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:00.984609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] For port 3979dcb3-514f-4c89-9d07-9203d9443f20, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:00.991755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] For port 3979dcb3-514f-4c89-9d07-9203d9443f20, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3979dcb3-514f-4c89-9d07-9203d9443f20,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:01.037516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.103149 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d3d86eab-995e-45ac-9eb6-5db32dce2b65 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:00:01.153481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:01.154435 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.155954 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] 10.222.0.42 "PUT /v2.0/ports/3979dcb3-514f-4c89-9d07-9203d9443f20 HTTP/1.1" status: 200 len: 1092 time: 4.1808734 Feb 15 14:00:01.156383 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': '3979dcb3-514f-4c89-9d07-9203d9443f20'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:01.158637 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7a3a2f-0795-4590-b5f6-3274ffb52420" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "3979dcb3-514f-4c89-9d07-9203d9443f20"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:01.216952 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:01.240034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.267022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d3d86eab-995e-45ac-9eb6-5db32dce2b65 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:01.267843 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.307177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-347d9fa1-5b02-4a14-8c60-6f1dd1791dc6 req-d6b6873e-f4bb-4261-9f35-626664ad78f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] For port 8e92944e-91e8-4d34-8459-2aed3cc468c4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8e92944e-91e8-4d34-8459-2aed3cc468c4,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:01.307699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-347d9fa1-5b02-4a14-8c60-6f1dd1791dc6 req-d6b6873e-f4bb-4261-9f35-626664ad78f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.376640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08ec00c8-1d58-490d-b1fc-24980ea1b592 req-099211da-9114-496b-85a4-ca4f7746928c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e HTTP/1.1" status: 200 len: 217 time: 0.0905416 Feb 15 14:00:01.378033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58330) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:01.385134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-347d9fa1-5b02-4a14-8c60-6f1dd1791dc6 req-d6b6873e-f4bb-4261-9f35-626664ad78f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Calling delete_port for 8e92944e-91e8-4d34-8459-2aed3cc468c4 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:00:01.437214 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51025a87-b8b1-4690-9f30-4d2c068ba342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.459699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec00c8-1d58-490d-b1fc-24980ea1b592 req-a0e1319d-f804-4e25-a7ba-63ddc8b5ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:01.461898 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08ec00c8-1d58-490d-b1fc-24980ea1b592 req-a0e1319d-f804-4e25-a7ba-63ddc8b5ada1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2004f8b3-14e4-498a-9661-061bdbfd997e HTTP/1.1" status: 200 len: 851 time: 0.0616639 Feb 15 14:00:01.464632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79c18f-e8af-4fa0-96d9-f369579aa93d service neutron] Pushing event updated for resources: {'Port': ['ID=3979dcb3-514f-4c89-9d07-9203d9443f20,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:01.524330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e4d6e-4a48-40b9-ac32-1f519bc752b6 req-37e47204-ade0-4a64-9ac8-aa06b30d2ace tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:01.535117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e47e4d6e-4a48-40b9-ac32-1f519bc752b6 req-37e47204-ade0-4a64-9ac8-aa06b30d2ace tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 1.6776934 Feb 15 14:00:01.556781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08ec00c8-1d58-490d-b1fc-24980ea1b592 req-9858b90f-a2be-4abb-b0d4-3a225f4a2a54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775764 Feb 15 14:00:01.598743 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.601500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.642182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df601b5a-ed45-412d-83ec-36eb3b33ae58 None None] Network 518aeb62-03f6-4f05-9be1-c52cef4b9577 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:00:01.819549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e47e4d6e-4a48-40b9-ac32-1f519bc752b6 req-0446eb74-c653-423c-83d5-5da8c00bddaf tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831011 Feb 15 14:00:01.830489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51025a87-b8b1-4690-9f30-4d2c068ba342 admin admin] Publish callbacks [] for security_group (b604d769-3d0f-40c2-a449-27f8ef53970e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.842114 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08ec00c8-1d58-490d-b1fc-24980ea1b592 req-883ed9fd-7eed-470c-b085-2193ac6b8e22 service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361553 Feb 15 14:00:01.865273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-abdf195e-1153-4668-9555-b56d385ea833 None None] Provisioning complete for port d3d86eab-995e-45ac-9eb6-5db32dce2b65 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:01.871905 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-abdf195e-1153-4668-9555-b56d385ea833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.873770 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51025a87-b8b1-4690-9f30-4d2c068ba342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b604d769-3d0f-40c2-a449-27f8ef53970e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.919663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-347d9fa1-5b02-4a14-8c60-6f1dd1791dc6 req-d6b6873e-f4bb-4261-9f35-626664ad78f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8e92944e-91e8-4d34-8459-2aed3cc468c4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:01.958319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6873e-f4bb-4261-9f35-626664ad78f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Pushing event deleted for resources: {'Port': ['ID=8e92944e-91e8-4d34-8459-2aed3cc468c4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:01.964737 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-51025a87-b8b1-4690-9f30-4d2c068ba342 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c8adb6f8fa3f4f118f454d6c612afe2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5753560 Feb 15 14:00:01.978429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58332) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:01.986755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51025a87-b8b1-4690-9f30-4d2c068ba342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b604d769-3d0f-40c2-a449-27f8ef53970e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:02.065440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-347d9fa1-5b02-4a14-8c60-6f1dd1791dc6 req-d6b6873e-f4bb-4261-9f35-626664ad78f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] No DVR routers for this DVR port 8e92944e-91e8-4d34-8459-2aed3cc468c4 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:00:02.067629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8e92944e-91e8-4d34-8459-2aed3cc468c4 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:00:02.072399 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-347d9fa1-5b02-4a14-8c60-6f1dd1791dc6 req-d6b6873e-f4bb-4261-9f35-626664ad78f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.075876 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-347d9fa1-5b02-4a14-8c60-6f1dd1791dc6 req-d6b6873e-f4bb-4261-9f35-626664ad78f2 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.67 "DELETE /v2.0/ports/8e92944e-91e8-4d34-8459-2aed3cc468c4 HTTP/1.1" status: 204 len: 173 time: 1.6901648 Feb 15 14:00:02.081948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53b214-5829-43db-aea7-2de457f00adc req-d27e6077-a11f-4e62-bafa-ac851a8e1252 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:02.083571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff53b214-5829-43db-aea7-2de457f00adc req-d27e6077-a11f-4e62-bafa-ac851a8e1252 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 1.7862175 Feb 15 14:00:02.084247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Port': ['ID=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:02.098056 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3eb7219a-77ca-490d-b8ab-11ac03a2eaf2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c72b726662c4474891423836b09971d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7855756 Feb 15 14:00:02.103444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d3d86eab-995e-45ac-9eb6-5db32dce2b65 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:02.103973 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.110957 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 8e92944e-91e8-4d34-8459-2aed3cc468c4 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:00:02.111346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8e92944e-91e8-4d34-8459-2aed3cc468c4 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:00:02.128700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:02.131552 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58334) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:02.132487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:02.135435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-214445c2-e817-42f7-830e-719e65df9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:02.137130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-214445c2-e817-42f7-830e-719e65df9488 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2a9e082f-da76-4289-862f-326a50e53aaa HTTP/1.1" status: 200 len: 852 time: 2.2786617 Feb 15 14:00:02.140379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:02.241530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6ae938-07ef-49af-a241-1ead4188e276 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:02.247775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-abdf195e-1153-4668-9555-b56d385ea833 None None] Current status of the port d3d86eab-995e-45ac-9eb6-5db32dce2b65 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:02.248319 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-abdf195e-1153-4668-9555-b56d385ea833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.271159 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Publish callbacks [] for port (ae6ae938-07ef-49af-a241-1ead4188e276), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.294788 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port d3d86eab-995e-45ac-9eb6-5db32dce2b65, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d3d86eab-995e-45ac-9eb6-5db32dce2b65,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:02.302487 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a096-f0d5-4632-a8bf-5c8209408af6 admin admin] Publish callbacks [] for security_group (b604d769-3d0f-40c2-a449-27f8ef53970e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.322758 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.341217 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:00:02.364294 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-238d2969-586a-4081-b37a-24c201abec9b admin admin] Publish callbacks [] for security_group (262dbafe-656b-44aa-840b-6b8714140fed), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.365760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-306e615b-edf6-4777-80b8-a22485d9f0d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78f18dab-117a-4a56-adb7-cf63ecf9dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1795952 Feb 15 14:00:02.370572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Transition to ACTIVE for port object ae6ae938-07ef-49af-a241-1ead4188e276 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:02.387301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a096-f0d5-4632-a8bf-5c8209408af6 admin admin] Publish callbacks [] for security_group (b604d769-3d0f-40c2-a449-27f8ef53970e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.410621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.452993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=d3d86eab-995e-45ac-9eb6-5db32dce2b65,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:02.499821 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-238d2969-586a-4081-b37a-24c201abec9b admin admin] Publish callbacks [] for security_group (262dbafe-656b-44aa-840b-6b8714140fed), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.573240 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-abdf195e-1153-4668-9555-b56d385ea833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:00:02.574027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff53b214-5829-43db-aea7-2de457f00adc req-646b3420-5fa6-40b5-950d-dfc6f0b38881 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744487 Feb 15 14:00:02.575017 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-abdf195e-1153-4668-9555-b56d385ea833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:00:02.660383 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6ae938-07ef-49af-a241-1ead4188e276,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:02.701207 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 13:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78375311-320d-4baf-a657-b196d82f4494 x-openstack-request-id: req-78375311-320d-4baf-a657-b196d82f4494 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:02.701740 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b416188e-52db-42d3-8751-08ef79adb9e1", "tag": "a024b37d-096d-403c-bcd0-61406c8ce283", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d69005f2-65dd-4a52-962c-adabe186dbb8", "tag": "ceabf11c-d596-48a5-a578-ed825cb046d5", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:02.707441 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78375311-320d-4baf-a657-b196d82f4494 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:02.708151 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'tag': 'a024b37d-096d-403c-bcd0-61406c8ce283', 'status': 'completed', 'code': 200} Feb 15 14:00:02.709628 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'tag': 'ceabf11c-d596-48a5-a578-ed825cb046d5', 'status': 'completed', 'code': 200} Feb 15 14:00:02.744146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f50ec-8687-4bc2-b139-32ce7c78e167 req-e9df928b-b74c-4c5f-9f57-4a47bbb009be tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:02.758969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f50ec-8687-4bc2-b139-32ce7c78e167 req-e9df928b-b74c-4c5f-9f57-4a47bbb009be tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:02.784869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f50ec-8687-4bc2-b139-32ce7c78e167 req-e9df928b-b74c-4c5f-9f57-4a47bbb009be tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:02.797974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f50ec-8687-4bc2-b139-32ce7c78e167 req-e9df928b-b74c-4c5f-9f57-4a47bbb009be tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:02.804397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f50ec-8687-4bc2-b139-32ce7c78e167 req-e9df928b-b74c-4c5f-9f57-4a47bbb009be tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:02.814467 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b27f50ec-8687-4bc2-b139-32ce7c78e167 req-e9df928b-b74c-4c5f-9f57-4a47bbb009be tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 3828 time: 0.8226254 Feb 15 14:00:02.852469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-238d2969-586a-4081-b37a-24c201abec9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (262dbafe-656b-44aa-840b-6b8714140fed), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.856326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-238d2969-586a-4081-b37a-24c201abec9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.873443 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-238d2969-586a-4081-b37a-24c201abec9b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/262dbafe-656b-44aa-840b-6b8714140fed HTTP/1.1" status: 204 len: 168 time: 0.7218747 Feb 15 14:00:02.885452 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a096-f0d5-4632-a8bf-5c8209408af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b604d769-3d0f-40c2-a449-27f8ef53970e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.890484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c2e3a096-f0d5-4632-a8bf-5c8209408af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.891691 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c2e3a096-f0d5-4632-a8bf-5c8209408af6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b604d769-3d0f-40c2-a449-27f8ef53970e HTTP/1.1" status: 204 len: 168 time: 0.9122736 Feb 15 14:00:02.901362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:02.906159 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:02.923049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Attempting to bind port ae6ae938-07ef-49af-a241-1ead4188e276 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:02.923392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Attempting to bind port ae6ae938-07ef-49af-a241-1ead4188e276 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:02.923957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Attempting to bind port ae6ae938-07ef-49af-a241-1ead4188e276 on network 418e38b8-e8e1-47ac-84da-30f82b26109f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:02.934796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d2969-586a-4081-b37a-24c201abec9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262dbafe-656b-44aa-840b-6b8714140fed,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:02.970981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3a096-f0d5-4632-a8bf-5c8209408af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b604d769-3d0f-40c2-a449-27f8ef53970e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:02.984839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Port ae6ae938-07ef-49af-a241-1ead4188e276 on network 418e38b8-e8e1-47ac-84da-30f82b26109f not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:02.985163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Attempting to bind port ae6ae938-07ef-49af-a241-1ead4188e276 on network 418e38b8-e8e1-47ac-84da-30f82b26109f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:03.008307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-8590167e-54bc-4dbc-9721-657d957a2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.015236 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-8590167e-54bc-4dbc-9721-657d957a2539 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 1157 time: 0.3097394 Feb 15 14:00:03.025560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b27f50ec-8687-4bc2-b139-32ce7c78e167 req-679d189a-a888-403c-8896-31426466542d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084930 Feb 15 14:00:03.047726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:03.047891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d3d86eab-995e-45ac-9eb6-5db32dce2b65 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:00:03.048070 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Checking segment: {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:03.048444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Bound using segment: {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:03.048881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Bound port: ae6ae938-07ef-49af-a241-1ead4188e276, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:03.060073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:03.127321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08ec00c8-1d58-490d-b1fc-24980ea1b592 req-02073f0a-ce87-46e6-8717-46aef538c774 service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0681162 Feb 15 14:00:03.162842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4a4b6bef-a452-4a4f-927a-9ed9868ac959 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8852324 Feb 15 14:00:03.171134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58344) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:03.193354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'port': {'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4', 'name': 'tempest-TaggedBootDevicesTest-477824693', 'fixed_ips': [{'subnet_id': '36bddb5c-68fe-4513-afd2-f78adb820f01'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:03.238167 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b58c409-6832-4b61-9b4c-b942764c25b1 x-openstack-request-id: req-7b58c409-6832-4b61-9b4c-b942764c25b1 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:03.238473 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "3979dcb3-514f-4c89-9d07-9203d9443f20", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:03.238730 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7b58c409-6832-4b61-9b4c-b942764c25b1 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:03.242115 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': '3979dcb3-514f-4c89-9d07-9203d9443f20', 'status': 'completed', 'code': 200} Feb 15 14:00:03.333945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-abdf195e-1153-4668-9555-b56d385ea833 None None] Current status of the port d3d86eab-995e-45ac-9eb6-5db32dce2b65 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:03.362929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d3d86eab-995e-45ac-9eb6-5db32dce2b65 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:03.363598 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:03.383058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] For port ae6ae938-07ef-49af-a241-1ead4188e276, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:03.391750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] For port ae6ae938-07ef-49af-a241-1ead4188e276, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ae6ae938-07ef-49af-a241-1ead4188e276,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:03.419415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64443639-4be9-4a8d-968f-f050e10675df req-ad54e027-e2fd-4b62-87e2-68866d80d7de tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.421725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64443639-4be9-4a8d-968f-f050e10675df req-ad54e027-e2fd-4b62-87e2-68866d80d7de tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 943 time: 0.6011460 Feb 15 14:00:03.423356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:03.433160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-b9381ac3-1c52-4147-ac62-2004167fa988 service neutron] 10.222.0.67 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0588117 Feb 15 14:00:03.538653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6ae938-07ef-49af-a241-1ead4188e276,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:03.555064 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-60ced282-77c4-484f-9f06-8c1dd7d25e8c None None] Provisioning complete for port d3d86eab-995e-45ac-9eb6-5db32dce2b65 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:03.568431 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-60ced282-77c4-484f-9f06-8c1dd7d25e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:03.597254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-7997dea8-cc16-4b95-b0c1-7da0bf86997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.602966 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-7997dea8-cc16-4b95-b0c1-7da0bf86997d service neutron] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.5766382 Feb 15 14:00:03.604367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.610711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:03.612309 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a0ab7ce3-8f58-4ac1-bac9-4314d6c5c9c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/ae6ae938-07ef-49af-a241-1ead4188e276 HTTP/1.1" status: 200 len: 1136 time: 2.4036298 Feb 15 14:00:03.691333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-e9f7a5f6-980f-4c3d-9e89-d2ceb3db90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.692048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-e9f7a5f6-980f-4c3d-9e89-d2ceb3db90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.692599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-e9f7a5f6-980f-4c3d-9e89-d2ceb3db90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.694937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-e9f7a5f6-980f-4c3d-9e89-d2ceb3db90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.696656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-e9f7a5f6-980f-4c3d-9e89-d2ceb3db90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.696656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-e9f7a5f6-980f-4c3d-9e89-d2ceb3db90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:03.698877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d3d86eab-995e-45ac-9eb6-5db32dce2b65 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:03.710776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-e9f7a5f6-980f-4c3d-9e89-d2ceb3db90dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5312 time: 0.4602227 Feb 15 14:00:03.726889 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:03.735693 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-3dced5c0-22a2-44f4-81d1-d05ec49501dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a024b37d-096d-403c-bcd0-61406c8ce283 HTTP/1.1" status: 200 len: 217 time: 0.1222172 Feb 15 14:00:03.737673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c334c9d-88f5-4bbd-8c46-212bf6e61ccd req-e35d1c5e-aef4-4a86-b345-c44e5049071c service neutron] 10.222.0.67 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760997 Feb 15 14:00:03.815707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-60ced282-77c4-484f-9f06-8c1dd7d25e8c None None] Current status of the port d3d86eab-995e-45ac-9eb6-5db32dce2b65 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:03.856976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-60ced282-77c4-484f-9f06-8c1dd7d25e8c None None] Provisioning complete for port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:03.857365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-60ced282-77c4-484f-9f06-8c1dd7d25e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:03.916482 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-60ced282-77c4-484f-9f06-8c1dd7d25e8c None None] Port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:00:03.930757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a024b37d-096d-403c-bcd0-61406c8ce283 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:00:03.943529 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64443639-4be9-4a8d-968f-f050e10675df req-35dc55c9-ae6a-4631-a8a7-e08cfba1d9be tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077727 Feb 15 14:00:03.984873 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:04.021370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-02b6cf6f-4292-4447-981b-0c4d07974bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:04.033068 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-02b6cf6f-4292-4447-981b-0c4d07974bd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.2554801 Feb 15 14:00:04.079751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a024b37d-096d-403c-bcd0-61406c8ce283 is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:04.114275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b622a-6019-489a-bdb3-e631fdf3e549 req-5d0f87b2-5e00-4fba-a98e-cd604023c914 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:04.124764 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-1f4402f7-77cb-4b0b-b629-8962a5daed7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792246 Feb 15 14:00:04.125566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a7b622a-6019-489a-bdb3-e631fdf3e549 req-5d0f87b2-5e00-4fba-a98e-cd604023c914 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.7794023 Feb 15 14:00:04.240458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-5f2a5727-a21f-40f6-9d08-01af73b00062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:04.241130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-5f2a5727-a21f-40f6-9d08-01af73b00062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:04.241838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-5f2a5727-a21f-40f6-9d08-01af73b00062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:04.244600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-5f2a5727-a21f-40f6-9d08-01af73b00062 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5028293 Feb 15 14:00:04.246205 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-250f4e8f-6663-4fee-911b-41bf5bb499d4 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101725 Feb 15 14:00:04.361167 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-ec3b533e-72aa-4112-b708-be79744af4f2 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026132 Feb 15 14:00:04.524350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a7b622a-6019-489a-bdb3-e631fdf3e549 req-d5667ec1-d491-4b4b-a038-8c902484015d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927975 Feb 15 14:00:04.560876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:04.572246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-29aae1eb-6eb8-4806-aa01-568191c093f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:04.573772 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-29aae1eb-6eb8-4806-aa01-568191c093f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 1126 time: 0.1391337 Feb 15 14:00:04.716250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8c750-2c33-42d8-96a4-7aaed957a783 req-b99c04f1-bfd5-4af5-a65d-02bbfef8c4f1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:04.724291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25d8c750-2c33-42d8-96a4-7aaed957a783 req-b99c04f1-bfd5-4af5-a65d-02bbfef8c4f1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.3406370 Feb 15 14:00:04.867406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-162bd135-3434-4bef-9605-cfee55102a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:04.869074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff7a3a2f-0795-4590-b5f6-3274ffb52420 req-162bd135-3434-4bef-9605-cfee55102a20 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6034281 Feb 15 14:00:04.871412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5ffed5-7caf-46a6-be1c-41b168dc0fbe {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:04.878865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58394) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:04.906345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-2fe48f8d-c136-4bea-aed7-4304f1796034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:04.909488 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-2fe48f8d-c136-4bea-aed7-4304f1796034 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 913 time: 0.2454951 Feb 15 14:00:04.915304 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Publish callbacks [] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:04.931482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25d8c750-2c33-42d8-96a4-7aaed957a783 req-ffef8719-ca87-46e5-b2a3-92fe3ae900cf tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056103 Feb 15 14:00:04.983431 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-5d646785-6aee-4232-8978-9a88fa95c243 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceabf11c-d596-48a5-a578-ed825cb046d5 HTTP/1.1" status: 200 len: 217 time: 0.0652182 Feb 15 14:00:04.986707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Transition to ACTIVE for port object ef5ffed5-7caf-46a6-be1c-41b168dc0fbe will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:04.994284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:05.002376 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:05.049733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009ff9-bebc-4d2f-a4e9-3d09cc1ec8fc req-ccfa1335-ca1f-4fc5-8496-64f32e143872 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:05.055256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009ff9-bebc-4d2f-a4e9-3d09cc1ec8fc req-ccfa1335-ca1f-4fc5-8496-64f32e143872 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:05.061228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009ff9-bebc-4d2f-a4e9-3d09cc1ec8fc req-ccfa1335-ca1f-4fc5-8496-64f32e143872 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:05.066304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009ff9-bebc-4d2f-a4e9-3d09cc1ec8fc req-ccfa1335-ca1f-4fc5-8496-64f32e143872 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:05.071636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009ff9-bebc-4d2f-a4e9-3d09cc1ec8fc req-ccfa1335-ca1f-4fc5-8496-64f32e143872 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:05.077454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009ff9-bebc-4d2f-a4e9-3d09cc1ec8fc req-ccfa1335-ca1f-4fc5-8496-64f32e143872 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:05.078623 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:05.085568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7009ff9-bebc-4d2f-a4e9-3d09cc1ec8fc req-ccfa1335-ca1f-4fc5-8496-64f32e143872 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 4605 time: 0.3836243 Feb 15 14:00:05.098507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da163355-54c8-4b19-8e49-405bf7a786c5 req-d533ac86-ac72-4c88-8fda-b499bc5918bd tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:05.100052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da163355-54c8-4b19-8e49-405bf7a786c5 req-d533ac86-ac72-4c88-8fda-b499bc5918bd tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.67 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 945 time: 0.3300087 Feb 15 14:00:05.121633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-4194a4f1-4c31-4614-8f87-41ea1a7a7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:05.123803 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-4194a4f1-4c31-4614-8f87-41ea1a7a7409 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2a9e082f-da76-4289-862f-326a50e53aaa HTTP/1.1" status: 200 len: 852 time: 0.1325130 Feb 15 14:00:05.214178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] device_id is not set on port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:00:05.244589 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-236950a6-7171-45ce-8156-32e8e35b06ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78f18dab-117a-4a56-adb7-cf63ecf9dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086848 Feb 15 14:00:05.246283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'name': 'network-vif-deleted', 'tag': '8e92944e-91e8-4d34-8459-2aed3cc468c4'}, {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': 'ae6ae938-07ef-49af-a241-1ead4188e276'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:05.249484 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ede4bf-d96d-49dc-a716-724857ba2f6e" -d '{"events": [{"server_uuid": "7e4107cd-4e79-47ee-a14b-507dcf97da56", "name": "network-vif-deleted", "tag": "8e92944e-91e8-4d34-8459-2aed3cc468c4"}, {"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "ae6ae938-07ef-49af-a241-1ead4188e276"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:05.302290 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Attempting to bind port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:05.302763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Attempting to bind port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:05.303403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Attempting to bind port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe on network 418e38b8-e8e1-47ac-84da-30f82b26109f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:05.405585 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-645c7ceb-4373-4711-beef-02904f7abd3a service neutron] 10.222.0.67 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381352 Feb 15 14:00:05.408461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe on network 418e38b8-e8e1-47ac-84da-30f82b26109f not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:05.408772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Attempting to bind port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe on network 418e38b8-e8e1-47ac-84da-30f82b26109f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:05.473677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:05.474023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Checking segment: {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:05.474730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Bound using segment: {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:05.475208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Bound port: ef5ffed5-7caf-46a6-be1c-41b168dc0fbe, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:05.475569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:05.561712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] For port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:05.564931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] For port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:05.580159 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:05.634976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1570230600-network', 'tenant_id': 'bcc6e488bcf54d528f607d521a2bc9a7'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:05.655701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:05.676384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:05.677305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:05.679510 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6dafae69-684d-4ea1-8c07-38186e2a7311 service neutron] 10.222.0.42 "PUT /v2.0/ports/ef5ffed5-7caf-46a6-be1c-41b168dc0fbe HTTP/1.1" status: 200 len: 1136 time: 1.9635623 Feb 15 14:00:05.695241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7009ff9-bebc-4d2f-a4e9-3d09cc1ec8fc req-7b593666-c981-4bff-a6b6-4c0a88ae0552 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6025233 Feb 15 14:00:05.696470 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bf77f66-ea71-428d-b61c-2435f9f29839 req-b1eea636-8b3d-4a71-9a02-d2f984614bc3 service neutron] 10.222.0.67 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832053 Feb 15 14:00:05.715348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:05.799186 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:05.827887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Made reservation on behalf of bcc6e488bcf54d528f607d521a2bc9a7 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:05.830188 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:05.863763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8e616-5d59-4f1b-a875-e0c73cb7c97a req-a4ef3252-8eeb-4ab2-8d15-d169172b27b1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:05.865329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbc8e616-5d59-4f1b-a875-e0c73cb7c97a req-a4ef3252-8eeb-4ab2-8d15-d169172b27b1 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 945 time: 0.7771156 Feb 15 14:00:05.875122 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:05.959677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-da163355-54c8-4b19-8e49-405bf7a786c5 req-797f6cfd-fdd4-405e-9ac9-718eb28b0b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Deleting port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:00:05.960016 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da163355-54c8-4b19-8e49-405bf7a786c5 req-797f6cfd-fdd4-405e-9ac9-718eb28b0b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.079192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Allocated IP 10.1.1.201 (ba8fc4a2-0c1f-42f3-80af-16382c65fcb4/36bddb5c-68fe-4513-afd2-f78adb820f01/7f99b03b-9cde-42a9-94d1-a59f2dcd4d45) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:06.097385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbc8e616-5d59-4f1b-a875-e0c73cb7c97a req-e0c77ab9-e5b8-4158-853f-18af96d6ff33 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040820 Feb 15 14:00:06.139496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8f1dd-0c9d-471b-adbb-5de64a46d5fa req-2c7fa9a2-13cc-4f24-874a-e4537c2be26a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:06.139773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b158ca5d-d23b-470c-9724-854ecc95e98b {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:06.141058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1a8f1dd-0c9d-471b-adbb-5de64a46d5fa req-2c7fa9a2-13cc-4f24-874a-e4537c2be26a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 943 time: 0.3160737 Feb 15 14:00:06.165515 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Publish callbacks [] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.205906 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Transition to ACTIVE for port object b158ca5d-d23b-470c-9724-854ecc95e98b will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:06.208887 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17400d30-1c26-4ee6-8a16-a8186c14a73f x-openstack-request-id: req-17400d30-1c26-4ee6-8a16-a8186c14a73f {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:06.210203 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4107cd-4e79-47ee-a14b-507dcf97da56", "name": "network-vif-deleted", "tag": "8e92944e-91e8-4d34-8459-2aed3cc468c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "ae6ae938-07ef-49af-a241-1ead4188e276", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:06.210513 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-17400d30-1c26-4ee6-8a16-a8186c14a73f {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:06.210950 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4107cd-4e79-47ee-a14b-507dcf97da56', 'name': 'network-vif-deleted', 'tag': '8e92944e-91e8-4d34-8459-2aed3cc468c4', 'status': 'completed', 'code': 200} Feb 15 14:00:06.212441 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': 'ae6ae938-07ef-49af-a241-1ead4188e276', 'status': 'completed', 'code': 200} Feb 15 14:00:06.216790 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.271844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-da163355-54c8-4b19-8e49-405bf7a786c5 req-797f6cfd-fdd4-405e-9ac9-718eb28b0b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] For port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:06.272221 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da163355-54c8-4b19-8e49-405bf7a786c5 req-797f6cfd-fdd4-405e-9ac9-718eb28b0b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.345504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Pushing event updated for resources: {'Port': ['ID=b158ca5d-d23b-470c-9724-854ecc95e98b,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:06.357635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Attempting to bind port b158ca5d-d23b-470c-9724-854ecc95e98b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:06.357965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Attempting to bind port b158ca5d-d23b-470c-9724-854ecc95e98b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:06.358288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Attempting to bind port b158ca5d-d23b-470c-9724-854ecc95e98b on network 418e38b8-e8e1-47ac-84da-30f82b26109f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:06.363233 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Port b158ca5d-d23b-470c-9724-854ecc95e98b on network 418e38b8-e8e1-47ac-84da-30f82b26109f not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:06.363560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Attempting to bind port b158ca5d-d23b-470c-9724-854ecc95e98b on network 418e38b8-e8e1-47ac-84da-30f82b26109f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:06.368510 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:06.368840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Checking segment: {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:06.369367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Bound using segment: {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:06.369632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Bound port: b158ca5d-d23b-470c-9724-854ecc95e98b, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:06.369981 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.370189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-da163355-54c8-4b19-8e49-405bf7a786c5 req-797f6cfd-fdd4-405e-9ac9-718eb28b0b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Calling delete_port for fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:00:06.383652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Publish callbacks [] for security_group (d76665f7-0181-41e6-9bee-35e2f646a42a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.416290 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d76665f7-0181-41e6-9bee-35e2f646a42a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.430078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1a8f1dd-0c9d-471b-adbb-5de64a46d5fa req-19a0b6ce-3246-444c-aa3e-0a7d4afe4e02 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805214 Feb 15 14:00:06.447738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] For port b158ca5d-d23b-470c-9724-854ecc95e98b, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:06.452262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] For port b158ca5d-d23b-470c-9724-854ecc95e98b, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b158ca5d-d23b-470c-9724-854ecc95e98b,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:06.462066 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.516179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:00:06.540539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:06.541147 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.542526 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] 10.222.0.42 "PUT /v2.0/ports/b158ca5d-d23b-470c-9724-854ecc95e98b HTTP/1.1" status: 200 len: 1092 time: 0.8328068 Feb 15 14:00:06.548537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-c7e3bd43-d399-48b0-9357-1a30fb41f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:06.549002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-c7e3bd43-d399-48b0-9357-1a30fb41f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:06.549482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-c7e3bd43-d399-48b0-9357-1a30fb41f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:06.549955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-c7e3bd43-d399-48b0-9357-1a30fb41f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:06.550419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-c7e3bd43-d399-48b0-9357-1a30fb41f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:06.550922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-c7e3bd43-d399-48b0-9357-1a30fb41f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:06.551384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-c7e3bd43-d399-48b0-9357-1a30fb41f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:06.553367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-c7e3bd43-d399-48b0-9357-1a30fb41f37b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 6341 time: 0.3534403 Feb 15 14:00:06.578595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:06.585541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc59e8-b6b7-42f4-adc1-ea68cb0ad444 service neutron] Pushing event updated for resources: {'Port': ['ID=b158ca5d-d23b-470c-9724-854ecc95e98b,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:06.605388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76665f7-0181-41e6-9bee-35e2f646a42a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:06.613547 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d780a95d-eed6-4638-89b0-dfb82a7d3a78), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.613901 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Added segment d780a95d-eed6-4638-89b0-dfb82a7d3a78 of type vlan for network 84ca27bd-7ee2-4f8d-945c-c12febee46d4 Feb 15 14:00:06.650267 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.664158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7739da2-cf55-43d5-8690-80b2ae4ef1be req-07ccaa60-a21c-4da8-bcd3-115328d86259 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:06.671383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7739da2-cf55-43d5-8690-80b2ae4ef1be req-07ccaa60-a21c-4da8-bcd3-115328d86259 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.4332383 Feb 15 14:00:06.880883 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da163355-54c8-4b19-8e49-405bf7a786c5 req-797f6cfd-fdd4-405e-9ac9-718eb28b0b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.885929 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.927880 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (84ca27bd-7ee2-4f8d-945c-c12febee46d4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:06.978765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f6cfd-fdd4-405e-9ac9-718eb28b0b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Pushing event deleted for resources: {'Port': ['ID=fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:06.984844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a645b7a0-2706-47a8-b091-4d134dcfe100 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:06.993674 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Publish callbacks [] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:07.008543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Transition to ACTIVE for port object a645b7a0-2706-47a8-b091-4d134dcfe100 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:07.015682 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:07.074417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Pushing event updated for resources: {'Port': ['ID=a645b7a0-2706-47a8-b091-4d134dcfe100,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:07.087894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84ac8e-6a09-4f15-b5a0-a9ddedfcb068 req-0abd1b89-122c-4197-9f63-41923c194215 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.089420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c84ac8e-6a09-4f15-b5a0-a9ddedfcb068 req-0abd1b89-122c-4197-9f63-41923c194215 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.5335760 Feb 15 14:00:07.122581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7739da2-cf55-43d5-8690-80b2ae4ef1be req-ad243a9d-4707-40d5-b0c4-ef10d34c3718 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496441 Feb 15 14:00:07.123591 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-da163355-54c8-4b19-8e49-405bf7a786c5 req-797f6cfd-fdd4-405e-9ac9-718eb28b0b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] No DVR routers for this DVR port fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:00:07.127261 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da163355-54c8-4b19-8e49-405bf7a786c5 req-797f6cfd-fdd4-405e-9ac9-718eb28b0b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:07.130645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da163355-54c8-4b19-8e49-405bf7a786c5 req-797f6cfd-fdd4-405e-9ac9-718eb28b0b5c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.67 "DELETE /v2.0/ports/fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c HTTP/1.1" status: 204 len: 173 time: 2.0131915 Feb 15 14:00:07.134875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'name': 'network-vif-deleted', 'tag': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:07.137376 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016c2c90-639d-4147-813e-6f9fde82b405" -d '{"events": [{"server_uuid": "a95b0b3f-1a4e-46b5-8d88-f00a54f1075f", "name": "network-vif-deleted", "tag": "fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:07.147613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-b3344026-58a0-4d51-855c-a6cadb1633f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.148145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-b3344026-58a0-4d51-855c-a6cadb1633f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.148611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-b3344026-58a0-4d51-855c-a6cadb1633f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.150361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-b3344026-58a0-4d51-855c-a6cadb1633f9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5859294 Feb 15 14:00:07.151332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (84ca27bd-7ee2-4f8d-945c-c12febee46d4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:07.152348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.152911 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:07.163359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Attempting to bind port a645b7a0-2706-47a8-b091-4d134dcfe100 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:07.163895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Attempting to bind port a645b7a0-2706-47a8-b091-4d134dcfe100 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:07.164002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Attempting to bind port a645b7a0-2706-47a8-b091-4d134dcfe100 on network 418e38b8-e8e1-47ac-84da-30f82b26109f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:07.176173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Port a645b7a0-2706-47a8-b091-4d134dcfe100 on network 418e38b8-e8e1-47ac-84da-30f82b26109f not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:07.176510 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Attempting to bind port a645b7a0-2706-47a8-b091-4d134dcfe100 on network 418e38b8-e8e1-47ac-84da-30f82b26109f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:07.193207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:07.193587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Checking segment: {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:07.194044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Bound using segment: {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:07.194520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Bound port: a645b7a0-2706-47a8-b091-4d134dcfe100, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:07.194888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:07.330290 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] For port a645b7a0-2706-47a8-b091-4d134dcfe100, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:07.334613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] For port a645b7a0-2706-47a8-b091-4d134dcfe100, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a645b7a0-2706-47a8-b091-4d134dcfe100,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:07.345055 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:07.379038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:07.386391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.387287 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:07.388790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] 10.222.0.42 "PUT /v2.0/ports/a645b7a0-2706-47a8-b091-4d134dcfe100 HTTP/1.1" status: 200 len: 1092 time: 0.8153963 Feb 15 14:00:07.428426 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:07.444794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] Pushing event updated for resources: {'Network': ['ID=84ca27bd-7ee2-4f8d-945c-c12febee46d4,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:07.467572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 84ca27bd-7ee2-4f8d-945c-c12febee46d4 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:00:07.468576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Port': ['ID=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:07.483121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dc09605e-5db7-4449-96f3-2a4ab14e2f4c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5967817 Feb 15 14:00:07.494939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58428) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:07.510153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] Request body: {'subnet': {'network_id': '84ca27bd-7ee2-4f8d-945c-c12febee46d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1570230600-subnet', 'tenant_id': 'bcc6e488bcf54d528f607d521a2bc9a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:07.515687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c84ac8e-6a09-4f15-b5a0-a9ddedfcb068 req-23f59879-0941-4d68-9f8c-e3dfb6a88487 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018266 Feb 15 14:00:07.569216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abc176-dd5e-4561-bdb6-6da3f257d00f service neutron] Pushing event updated for resources: {'Port': ['ID=a645b7a0-2706-47a8-b091-4d134dcfe100,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:07.573769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:07.590387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:07.619766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56b79-97af-49f0-a9d7-626a91f1a14d req-81c0f55d-5d3e-4a6a-99c7-543512fcd4a4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.634571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56b79-97af-49f0-a9d7-626a91f1a14d req-81c0f55d-5d3e-4a6a-99c7-543512fcd4a4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.646271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56b79-97af-49f0-a9d7-626a91f1a14d req-81c0f55d-5d3e-4a6a-99c7-543512fcd4a4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.665443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56b79-97af-49f0-a9d7-626a91f1a14d req-81c0f55d-5d3e-4a6a-99c7-543512fcd4a4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.680346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56b79-97af-49f0-a9d7-626a91f1a14d req-81c0f55d-5d3e-4a6a-99c7-543512fcd4a4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.686797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56b79-97af-49f0-a9d7-626a91f1a14d req-81c0f55d-5d3e-4a6a-99c7-543512fcd4a4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.693147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56b79-97af-49f0-a9d7-626a91f1a14d req-81c0f55d-5d3e-4a6a-99c7-543512fcd4a4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.699645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] Made reservation on behalf of bcc6e488bcf54d528f607d521a2bc9a7 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:07.702645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fb56b79-97af-49f0-a9d7-626a91f1a14d req-81c0f55d-5d3e-4a6a-99c7-543512fcd4a4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5406 time: 0.4481926 Feb 15 14:00:07.702972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:07.742697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:07.759122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c343066d-9c57-4275-bdd9-2efcf76dcd24 req-e24bb8e7-68e1-456c-ac22-f0b1fb196adb tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95b0b3f-1a4e-46b5-8d88-f00a54f1075f HTTP/1.1" status: 200 len: 210 time: 0.0443354 Feb 15 14:00:07.862099 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:07.866968 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a11f48-705d-4f95-8db6-61c186951758 x-openstack-request-id: req-43a11f48-705d-4f95-8db6-61c186951758 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:07.868934 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95b0b3f-1a4e-46b5-8d88-f00a54f1075f", "name": "network-vif-deleted", "tag": "fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:07.869745 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-43a11f48-705d-4f95-8db6-61c186951758 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:07.870270 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95b0b3f-1a4e-46b5-8d88-f00a54f1075f', 'name': 'network-vif-deleted', 'tag': 'fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c', 'status': 'completed', 'code': 200} Feb 15 14:00:07.889094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-39633699-9487-4bc7-9f80-7271e21f12be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:07.892328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25ede4bf-d96d-49dc-a716-724857ba2f6e req-39633699-9487-4bc7-9f80-7271e21f12be service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7325630 Feb 15 14:00:07.933526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ceabf11c-d596-48a5-a578-ed825cb046d5 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:00:07.936073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:00:07.989425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:00:07.996086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fdb403f0-d1d5-4c7f-aafc-4b13e7e0306c not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:00:08.040466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.040665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.073980 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-93538d29-ffa0-45a3-8ca2-d59639b21c27 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8885813 Feb 15 14:00:08.085664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fb56b79-97af-49f0-a9d7-626a91f1a14d req-265bde73-cb45-4047-8bba-b1787fc52422 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3815255 Feb 15 14:00:08.100837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-546bacc8-49eb-4c8f-8199-3bf4fbc4e498 None None] Provisioning complete for port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:08.101472 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-546bacc8-49eb-4c8f-8199-3bf4fbc4e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.138272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d81ec-edb8-4039-9816-d2be8eea1a3a req-543fca9e-612a-4cc0-b044-2435fe510117 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.141962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c08d81ec-edb8-4039-9816-d2be8eea1a3a req-543fca9e-612a-4cc0-b044-2435fe510117 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 943 time: 0.1729043 Feb 15 14:00:08.160227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-546bacc8-49eb-4c8f-8199-3bf4fbc4e498 None None] Port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:00:08.224018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ceabf11c-d596-48a5-a578-ed825cb046d5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ceabf11c-d596-48a5-a578-ed825cb046d5,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:08.254416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c08d81ec-edb8-4039-9816-d2be8eea1a3a req-e07fa18c-a4ad-4181-8468-72c6f5da6f31 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038432 Feb 15 14:00:08.260166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'ceabf11c-d596-48a5-a578-ed825cb046d5', 'network_id': '78f18dab-117a-4a56-adb7-cf63ecf9dd69', 'port_id': 'ceabf11c-d596-48a5-a578-ed825cb046d5', 'mac_address': 'fa:16:3e:05:dc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9e082f-da76-4289-862f-326a50e53aaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:00:08.358114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port ceabf11c-d596-48a5-a578-ed825cb046d5 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:08.358796 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.380545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceabf11c-d596-48a5-a578-ed825cb046d5 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:08.428092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ceabf11c-d596-48a5-a578-ed825cb046d5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ceabf11c-d596-48a5-a578-ed825cb046d5,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:08.432059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd235bdc-826a-4e7c-b566-c9d211d67970 req-7934b53a-9d32-4fe4-b6bf-568284d723d2 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.437270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd235bdc-826a-4e7c-b566-c9d211d67970 req-7934b53a-9d32-4fe4-b6bf-568284d723d2 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.1099787 Feb 15 14:00:08.444315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58434) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:08.446203 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.455002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9a745030-414e-41e4-8d85-297b2bab87e6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2069392925', 'description': 'tempest-description--393502132'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:08.500648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=ceabf11c-d596-48a5-a578-ed825cb046d5,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:08.510005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': 'ef5ffed5-7caf-46a6-be1c-41b168dc0fbe'}, {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': 'b158ca5d-d23b-470c-9724-854ecc95e98b'}, {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': 'a645b7a0-2706-47a8-b091-4d134dcfe100'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:08.512250 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c709fce5-9b8e-4c31-a031-cca5b961d015" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "ef5ffed5-7caf-46a6-be1c-41b168dc0fbe"}, {"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "b158ca5d-d23b-470c-9724-854ecc95e98b"}, {"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "a645b7a0-2706-47a8-b091-4d134dcfe100"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:08.529731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd235bdc-826a-4e7c-b566-c9d211d67970 req-184d8267-c26e-4a55-a802-c908ca9a2c80 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867229 Feb 15 14:00:08.533300 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9a745030-414e-41e4-8d85-297b2bab87e6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.537147 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (c9ef4466-6603-4e2d-81f3-229138d174ce), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.584801 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6362bb-1d5e-4fbd-9642-5edee635257f x-openstack-request-id: req-1e6362bb-1d5e-4fbd-9642-5edee635257f {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:08.585223 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "ef5ffed5-7caf-46a6-be1c-41b168dc0fbe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "b158ca5d-d23b-470c-9724-854ecc95e98b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "a645b7a0-2706-47a8-b091-4d134dcfe100", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:08.585525 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1e6362bb-1d5e-4fbd-9642-5edee635257f {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:08.585918 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': 'ef5ffed5-7caf-46a6-be1c-41b168dc0fbe', 'status': 'completed', 'code': 200} Feb 15 14:00:08.586172 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': 'b158ca5d-d23b-470c-9724-854ecc95e98b', 'status': 'completed', 'code': 200} Feb 15 14:00:08.586419 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': 'a645b7a0-2706-47a8-b091-4d134dcfe100', 'status': 'completed', 'code': 200} Feb 15 14:00:08.636153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] Checking segment: {'id': 'd780a95d-eed6-4638-89b0-dfb82a7d3a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '84ca27bd-7ee2-4f8d-945c-c12febee46d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:08.636431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] Network hostable DHCP agents. Network: 84ca27bd-7ee2-4f8d-945c-c12febee46d4, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:00:08.669677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ef4466-6603-4e2d-81f3-229138d174ce,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:08.701112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] Network 84ca27bd-7ee2-4f8d-945c-c12febee46d4 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:00:08.710981 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9a745030-414e-41e4-8d85-297b2bab87e6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group (850e07cd-54c4-41bd-b8e3-db033f5d65ad), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.718053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3f8e20-52ee-42af-be60-7c54682ac014 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:08.718476 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-fa2f7ce7-3f82-4aff-b2b7-78363945dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.718987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-fa2f7ce7-3f82-4aff-b2b7-78363945dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.719465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-fa2f7ce7-3f82-4aff-b2b7-78363945dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.719933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-fa2f7ce7-3f82-4aff-b2b7-78363945dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.720394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-fa2f7ce7-3f82-4aff-b2b7-78363945dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.720858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-fa2f7ce7-3f82-4aff-b2b7-78363945dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.721313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-fa2f7ce7-3f82-4aff-b2b7-78363945dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.722400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 84ca27bd-7ee2-4f8d-945c-c12febee46d4) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:08.723365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-fa2f7ce7-3f82-4aff-b2b7-78363945dc22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 6513 time: 0.1203661 Feb 15 14:00:08.725613 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9a745030-414e-41e4-8d85-297b2bab87e6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (850e07cd-54c4-41bd-b8e3-db033f5d65ad), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.729324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.730699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.734318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Publish callbacks [] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.741103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d328a2d7-16f3-48d4-a47b-5b58f4ed1e1e None None] Network 84ca27bd-7ee2-4f8d-945c-c12febee46d4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:00:08.753568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Transition to ACTIVE for port object 1d3f8e20-52ee-42af-be60-7c54682ac014 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:08.760095 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8fe651e4-db39-45b2-84ea-bcb70fa4a0aa admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2601748 Feb 15 14:00:08.771969 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.784503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbaa8fd-4043-42de-a55a-b5f2e134235b req-0606db5a-c6c3-4ca9-91d4-88e03cfdd5e3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:08.786160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9bbaa8fd-4043-42de-a55a-b5f2e134235b req-0606db5a-c6c3-4ca9-91d4-88e03cfdd5e3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.1508639 Feb 15 14:00:08.830805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9a745030-414e-41e4-8d85-297b2bab87e6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:08.830805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9a745030-414e-41e4-8d85-297b2bab87e6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3773944 Feb 15 14:00:08.835398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58444) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:08.842428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2a0b7c7b-459c-4e84-9345-8f1f81ec8e8c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'security_group_rule': {'security_group_id': '850e07cd-54c4-41bd-b8e3-db033f5d65ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:08.867993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a745030-414e-41e4-8d85-297b2bab87e6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850e07cd-54c4-41bd-b8e3-db033f5d65ad,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:08.883673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Pushing event updated for resources: {'Port': ['ID=1d3f8e20-52ee-42af-be60-7c54682ac014,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:08.923135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['ceabf11c-d596-48a5-a578-ed825cb046d5'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:08.947506 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7c7b-459c-4e84-9345-8f1f81ec8e8c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group_rule (799c5b9e-5f4b-4bc1-8f44-3f3173db0cda), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:09.024998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9bbaa8fd-4043-42de-a55a-b5f2e134235b req-8cf3a85e-8baa-42a1-98e6-6f1a42754ac2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076015 Feb 15 14:00:09.033362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-378897fa-ba1e-47ab-b339-abf3d97ad5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.034174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-378897fa-ba1e-47ab-b339-abf3d97ad5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.034326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-378897fa-ba1e-47ab-b339-abf3d97ad5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.035959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-378897fa-ba1e-47ab-b339-abf3d97ad5fd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2985439 Feb 15 14:00:09.077870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Attempting to bind port 1d3f8e20-52ee-42af-be60-7c54682ac014 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:09.078202 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Attempting to bind port 1d3f8e20-52ee-42af-be60-7c54682ac014 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:09.079687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Attempting to bind port 1d3f8e20-52ee-42af-be60-7c54682ac014 on network e93e2024-4227-440b-850d-321f84125af0 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:09.133554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ec8efe-5223-4d64-b588-6b89efa5f474 None None] Network 84ca27bd-7ee2-4f8d-945c-c12febee46d4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:00:09.157105 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7c7b-459c-4e84-9345-8f1f81ec8e8c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group_rule (799c5b9e-5f4b-4bc1-8f44-3f3173db0cda), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:09.158109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Port 1d3f8e20-52ee-42af-be60-7c54682ac014 on network e93e2024-4227-440b-850d-321f84125af0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:09.159848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Attempting to bind port 1d3f8e20-52ee-42af-be60-7c54682ac014 on network e93e2024-4227-440b-850d-321f84125af0 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:09.180990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:09.182197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Checking segment: {'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:09.183853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Bound using segment: {'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:09.186427 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Bound port: 1d3f8e20-52ee-42af-be60-7c54682ac014, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:09.188536 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:09.307936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8d97a21f-8648-47ea-8b2c-a597d510be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.314460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8d97a21f-8648-47ea-8b2c-a597d510be39 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2669079 Feb 15 14:00:09.401582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] For port 1d3f8e20-52ee-42af-be60-7c54682ac014, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:09.421394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] For port 1d3f8e20-52ee-42af-be60-7c54682ac014, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1d3f8e20-52ee-42af-be60-7c54682ac014,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:09.427623 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7c7b-459c-4e84-9345-8f1f81ec8e8c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (799c5b9e-5f4b-4bc1-8f44-3f3173db0cda), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:09.473175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8eba73aa-d365-4552-80bb-c4c47dbb6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.474497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8eba73aa-d365-4552-80bb-c4c47dbb6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.474953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8eba73aa-d365-4552-80bb-c4c47dbb6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.475486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8eba73aa-d365-4552-80bb-c4c47dbb6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.476006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8eba73aa-d365-4552-80bb-c4c47dbb6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.476839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8eba73aa-d365-4552-80bb-c4c47dbb6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.477367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8eba73aa-d365-4552-80bb-c4c47dbb6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.480129 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:09.480473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8eba73aa-d365-4552-80bb-c4c47dbb6471 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 6569 time: 0.1115203 Feb 15 14:00:09.497626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b7c7b-459c-4e84-9345-8f1f81ec8e8c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799c5b9e-5f4b-4bc1-8f44-3f3173db0cda,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:09.499762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.500450 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:09.501909 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] 10.222.0.42 "PUT /v2.0/ports/1d3f8e20-52ee-42af-be60-7c54682ac014 HTTP/1.1" status: 200 len: 1092 time: 2.0784805 Feb 15 14:00:09.523658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778f88e-fb77-48b6-8c17-6f1773b7cc5a req-5bfaa655-31ac-4d42-bb5b-84ebcf7d9cd1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.532160 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7c7b-459c-4e84-9345-8f1f81ec8e8c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:09.533343 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2a0b7c7b-459c-4e84-9345-8f1f81ec8e8c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6946111 Feb 15 14:00:09.536064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778f88e-fb77-48b6-8c17-6f1773b7cc5a req-5bfaa655-31ac-4d42-bb5b-84ebcf7d9cd1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.541967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778f88e-fb77-48b6-8c17-6f1773b7cc5a req-5bfaa655-31ac-4d42-bb5b-84ebcf7d9cd1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.546452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58468) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:09.548946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778f88e-fb77-48b6-8c17-6f1773b7cc5a req-5bfaa655-31ac-4d42-bb5b-84ebcf7d9cd1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.555096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Request body: {'port': {'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:09.555245 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778f88e-fb77-48b6-8c17-6f1773b7cc5a req-5bfaa655-31ac-4d42-bb5b-84ebcf7d9cd1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.560878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778f88e-fb77-48b6-8c17-6f1773b7cc5a req-5bfaa655-31ac-4d42-bb5b-84ebcf7d9cd1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.565108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5ecee8f6-3bb2-4ca5-8bfc-db60b93db017 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'security_group_rule': {'security_group_id': '850e07cd-54c4-41bd-b8e3-db033f5d65ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:09.566875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778f88e-fb77-48b6-8c17-6f1773b7cc5a req-5bfaa655-31ac-4d42-bb5b-84ebcf7d9cd1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.568912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2778f88e-fb77-48b6-8c17-6f1773b7cc5a req-5bfaa655-31ac-4d42-bb5b-84ebcf7d9cd1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5418 time: 0.2635722 Feb 15 14:00:09.667428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4124c83-15bc-4dd3-bef0-f1a88df6b9de service neutron] Pushing event updated for resources: {'Port': ['ID=1d3f8e20-52ee-42af-be60-7c54682ac014,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:09.705700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ecee8f6-3bb2-4ca5-8bfc-db60b93db017 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group_rule (eae45cfa-8630-4aaa-b54e-1112179dcee9), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:09.746125 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:09.751253 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:09.819629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e357b4-9354-470f-8197-3bf86818ef98 req-d7a5d344-4bd4-4614-971b-605ff290b775 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.821554 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-48e357b4-9354-470f-8197-3bf86818ef98 req-d7a5d344-4bd4-4614-971b-605ff290b775 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 945 time: 0.2218115 Feb 15 14:00:09.928716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-6edd4086-a6da-4c52-8ddc-4adc6f5d928f tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.930809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-6edd4086-a6da-4c52-8ddc-4adc6f5d928f tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/networks?id=84ca27bd-7ee2-4f8d-945c-c12febee46d4 HTTP/1.1" status: 200 len: 822 time: 0.3598080 Feb 15 14:00:09.936529 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2778f88e-fb77-48b6-8c17-6f1773b7cc5a req-c6fd35d0-b30f-4455-afc5-83aa7024a66e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2766714 Feb 15 14:00:09.937704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8cc47e60-00ca-4e34-a145-1d16f2aa33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.938564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8cc47e60-00ca-4e34-a145-1d16f2aa33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.939044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8cc47e60-00ca-4e34-a145-1d16f2aa33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:09.941428 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-8cc47e60-00ca-4e34-a145-1d16f2aa33fa service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3715374 Feb 15 14:00:09.957828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-148f2d87-510f-4772-8aee-d4df169994f5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/quotas/bcc6e488bcf54d528f607d521a2bc9a7 HTTP/1.1" status: 200 len: 375 time: 0.0140409 Feb 15 14:00:09.979015 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ecee8f6-3bb2-4ca5-8bfc-db60b93db017 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group_rule (eae45cfa-8630-4aaa-b54e-1112179dcee9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:10.055546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ecee8f6-3bb2-4ca5-8bfc-db60b93db017 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (eae45cfa-8630-4aaa-b54e-1112179dcee9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:10.113888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecee8f6-3bb2-4ca5-8bfc-db60b93db017 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae45cfa-8630-4aaa-b54e-1112179dcee9,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:10.125521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-fee924a8-b60c-4077-b979-0a7d5f94039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:10.126586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-fee924a8-b60c-4077-b979-0a7d5f94039f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306303 Feb 15 14:00:10.160716 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ecee8f6-3bb2-4ca5-8bfc-db60b93db017 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:10.164861 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5ecee8f6-3bb2-4ca5-8bfc-db60b93db017 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6130049 Feb 15 14:00:10.168946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58482) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:10.180804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:10.257257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-2099e9e7-e6c7-405b-ad9f-398d167ca99d tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bcc6e488bcf54d528f607d521a2bc9a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293473 Feb 15 14:00:10.269387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:10.281828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-48e357b4-9354-470f-8197-3bf86818ef98 req-ba163b29-bf68-49d3-8537-439d58709545 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Deleting port df958ecd-deb9-4dd3-9f92-554cd484633d {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:00:10.282740 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-48e357b4-9354-470f-8197-3bf86818ef98 req-ba163b29-bf68-49d3-8537-439d58709545 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:10.441301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:10.460387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Publish callbacks [] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:10.490720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Transition to ACTIVE for port object e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:10.500116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-48e357b4-9354-470f-8197-3bf86818ef98 req-ba163b29-bf68-49d3-8537-439d58709545 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] For port df958ecd-deb9-4dd3-9f92-554cd484633d, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=df958ecd-deb9-4dd3-9f92-554cd484633d,segment=NetworkSegment(b30cb809-2995-4c59-8739-6f12d5b0db1a),segment_id=b30cb809-2995-4c59-8739-6f12d5b0db1a)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:10.500850 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-48e357b4-9354-470f-8197-3bf86818ef98 req-ba163b29-bf68-49d3-8537-439d58709545 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:10.510868 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:10.527246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-48e357b4-9354-470f-8197-3bf86818ef98 req-ba163b29-bf68-49d3-8537-439d58709545 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Calling delete_port for df958ecd-deb9-4dd3-9f92-554cd484633d owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:00:10.752728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24076ec2-7fa2-4441-ab51-8f1e23a4e110 req-71d29a40-e898-45c9-8918-d91232a030f4 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:10.759956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24076ec2-7fa2-4441-ab51-8f1e23a4e110 req-71d29a40-e898-45c9-8918-d91232a030f4 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/ports?device_id=19ce9c58-96ce-45df-b29f-dfba4ac89da2 HTTP/1.1" status: 200 len: 945 time: 0.5902770 Feb 15 14:00:10.779319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': '1d3f8e20-52ee-42af-be60-7c54682ac014'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:10.782680 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "1d3f8e20-52ee-42af-be60-7c54682ac014"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:10.801547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-5e422123-1ea6-42d0-b885-d13d305503ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:10.802031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-5e422123-1ea6-42d0-b885-d13d305503ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:10.802494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-5e422123-1ea6-42d0-b885-d13d305503ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:10.802957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-5e422123-1ea6-42d0-b885-d13d305503ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:10.803419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-5e422123-1ea6-42d0-b885-d13d305503ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:10.803870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-5e422123-1ea6-42d0-b885-d13d305503ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:10.804356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-5e422123-1ea6-42d0-b885-d13d305503ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:10.807000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-5e422123-1ea6-42d0-b885-d13d305503ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 6612 time: 0.6246085 Feb 15 14:00:10.813161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-48e357b4-9354-470f-8197-3bf86818ef98 req-ba163b29-bf68-49d3-8537-439d58709545 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (df958ecd-deb9-4dd3-9f92-554cd484633d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:10.818178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-75548f9f-1815-4dee-9a12-1b84b5173ee9 service neutron] 10.222.0.67 "GET /v2.0/ports/a024b37d-096d-403c-bcd0-61406c8ce283/bindings/n-h1-829064-15 HTTP/1.1" status: 200 len: 385 time: 0.9741321 Feb 15 14:00:10.867395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Pushing event updated for resources: {'Port': ['ID=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:10.958442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-ad5c22e9-0c28-4437-8fc5-a8e8ad27821e service neutron] 10.222.0.72 "GET /v2.0/networks/84ca27bd-7ee2-4f8d-945c-c12febee46d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813917 Feb 15 14:00:11.020776 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba163b29-bf68-49d3-8537-439d58709545 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Pushing event deleted for resources: {'Port': ['ID=df958ecd-deb9-4dd3-9f92-554cd484633d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:11.067788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:11.115231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-b6128e98-8bd4-4ea2-86d0-764b05890369 service neutron] 10.222.0.72 "GET /v2.0/networks/84ca27bd-7ee2-4f8d-945c-c12febee46d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275499 Feb 15 14:00:11.134691 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e357b4-9354-470f-8197-3bf86818ef98 req-ba163b29-bf68-49d3-8537-439d58709545 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] No DVR routers for this DVR port df958ecd-deb9-4dd3-9f92-554cd484633d on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:00:11.157982 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-48e357b4-9354-470f-8197-3bf86818ef98 req-ba163b29-bf68-49d3-8537-439d58709545 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:11.161370 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-48e357b4-9354-470f-8197-3bf86818ef98 req-ba163b29-bf68-49d3-8537-439d58709545 tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.42 "DELETE /v2.0/ports/df958ecd-deb9-4dd3-9f92-554cd484633d HTTP/1.1" status: 204 len: 173 time: 1.3034248 Feb 15 14:00:11.186621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-2fcfc35b-4ed0-401f-bb38-0aa480f697c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:11.187125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-2fcfc35b-4ed0-401f-bb38-0aa480f697c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:11.187599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-2fcfc35b-4ed0-401f-bb38-0aa480f697c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:11.189321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-2fcfc35b-4ed0-401f-bb38-0aa480f697c9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3699589 Feb 15 14:00:11.228065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24076ec2-7fa2-4441-ab51-8f1e23a4e110 req-eb55ad1d-3a5a-4daa-a5b8-598737006c9c tempest-LiveAutoBlockMigrationV225Test-1567165070 tempest-LiveAutoBlockMigrationV225Test-1567165070-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b7a29d9-b832-47d0-b109-055dc9e4a682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666889 Feb 15 14:00:11.235842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Attempting to bind port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:11.237523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Attempting to bind port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:11.238525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Attempting to bind port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 on network e93e2024-4227-440b-850d-321f84125af0 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:11.313003 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 on network e93e2024-4227-440b-850d-321f84125af0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:11.315012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Attempting to bind port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 on network e93e2024-4227-440b-850d-321f84125af0 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:11.401170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:11.403692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Checking segment: {'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:11.404401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Bound using segment: {'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:11.406165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Bound port: e0985118-1bc6-4e3e-9e01-19e40f0f8ec9, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24a9201-0e6a-4e4b-870c-91fdf2705891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e93e2024-4227-440b-850d-321f84125af0'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:11.406693 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:11.496732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] For port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:11.500706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] For port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:11.531702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Allocated IP 172.25.6.23 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/73165a31-ce20-4c8b-8d2a-d1aa919c3a64) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:11.536214 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:11.603999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:11.604633 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:11.606038 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] 10.222.0.42 "PUT /v2.0/ports/e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 HTTP/1.1" status: 200 len: 1092 time: 2.0583444 Feb 15 14:00:11.788228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Pushing event updated for resources: {'Port': ['ID=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:11.808239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.808953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.809911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.810439 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.810704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.811155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.811550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.811962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.812378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.812925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.813306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.813639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.814094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113a1711-4976-45ff-82d8-c33a79a5be4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:11.831941 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:11.851206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9d809-2566-4be7-b17c-fe33826efc06 req-a9181fa6-6bf5-440e-8fdd-89902ed26007 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:11.862066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7b9d809-2566-4be7-b17c-fe33826efc06 req-a9181fa6-6bf5-440e-8fdd-89902ed26007 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.3884952 Feb 15 14:00:11.876419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527891da-9b3c-4861-a90e-d4d5db2fc77a req-e84bb15e-adc9-4df6-b01e-2457e8a662cb tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:11.877608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-527891da-9b3c-4861-a90e-d4d5db2fc77a req-e84bb15e-adc9-4df6-b01e-2457e8a662cb tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 944 time: 0.5187206 Feb 15 14:00:11.881803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-00d753cd-d7d1-4d84-ac8b-dc6d9e05c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:11.888382 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c709fce5-9b8e-4c31-a031-cca5b961d015 req-00d753cd-d7d1-4d84-ac8b-dc6d9e05c2ba service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6579976 Feb 15 14:00:11.928476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for port (73165a31-ce20-4c8b-8d2a-d1aa919c3a64), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:11.963132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ceabf11c-d596-48a5-a578-ed825cb046d5 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:00:12.002616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (73165a31-ce20-4c8b-8d2a-d1aa919c3a64), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:12.097511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:12.111730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:12.134380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:12.149618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port ceabf11c-d596-48a5-a578-ed825cb046d5 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:00:12.153737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7b9d809-2566-4be7-b17c-fe33826efc06 req-e3a0d9dc-f9fc-4e04-a309-cba47a7f8912 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907450 Feb 15 14:00:12.157301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-8af6cdf4-b4c7-49eb-89bf-925561b3c1a8 service neutron] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a024b37d-096d-403c-bcd0-61406c8ce283,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:12.171202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port ceabf11c-d596-48a5-a578-ed825cb046d5 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:12.171594 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:12.185475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-527891da-9b3c-4861-a90e-d4d5db2fc77a req-0195e774-d854-4374-b603-b74d5a619c59 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846062 Feb 15 14:00:12.199614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Port': ['ID=73165a31-ce20-4c8b-8d2a-d1aa919c3a64,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:12.306268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-2da9cc83-b92e-459d-b85a-d11230820a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.307081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-2da9cc83-b92e-459d-b85a-d11230820a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.307721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-2da9cc83-b92e-459d-b85a-d11230820a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.308345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-2da9cc83-b92e-459d-b85a-d11230820a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.309078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-2da9cc83-b92e-459d-b85a-d11230820a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.315946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-2da9cc83-b92e-459d-b85a-d11230820a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.326796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-2da9cc83-b92e-459d-b85a-d11230820a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.329253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-2da9cc83-b92e-459d-b85a-d11230820a02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 6711 time: 0.3530939 Feb 15 14:00:12.337310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-8af6cdf4-b4c7-49eb-89bf-925561b3c1a8 service neutron] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:12.339848 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34106c94-eb07-47a2-b554-f0e3832e7f7a x-openstack-request-id: req-34106c94-eb07-47a2-b554-f0e3832e7f7a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:12.340962 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "1d3f8e20-52ee-42af-be60-7c54682ac014", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:12.341411 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-34106c94-eb07-47a2-b554-f0e3832e7f7a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:12.342520 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': '1d3f8e20-52ee-42af-be60-7c54682ac014', 'status': 'completed', 'code': 200} Feb 15 14:00:12.384159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port ceabf11c-d596-48a5-a578-ed825cb046d5 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:12.384691 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:12.396965 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for floatingip (ec94953c-2ab2-4e5a-9dcd-81c026a00e10), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:12.424390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-8af6cdf4-b4c7-49eb-89bf-925561b3c1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a024b37d-096d-403c-bcd0-61406c8ce283 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:12.438769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceabf11c-d596-48a5-a578-ed825cb046d5'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:12.441500 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bee0cc-7752-47e5-98ec-7646e2c94c38" -d '{"events": [{"server_uuid": "d69005f2-65dd-4a52-962c-adabe186dbb8", "name": "network-vif-plugged", "status": "completed", "tag": "ceabf11c-d596-48a5-a578-ed825cb046d5"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:12.470079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-8af6cdf4-b4c7-49eb-89bf-925561b3c1a8 service neutron] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a024b37d-096d-403c-bcd0-61406c8ce283,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:12.474726 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (73165a31-ce20-4c8b-8d2a-d1aa919c3a64), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:12.492591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ceabf11c-d596-48a5-a578-ed825cb046d5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ceabf11c-d596-48a5-a578-ed825cb046d5,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:12.509233 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:12.586842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-4e3c8851-126a-4889-823f-f5e281a61a1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3979dcb3-514f-4c89-9d07-9203d9443f20 HTTP/1.1" status: 200 len: 217 time: 0.1488152 Feb 15 14:00:12.590128 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-8af6cdf4-b4c7-49eb-89bf-925561b3c1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:12.632750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=ceabf11c-d596-48a5-a578-ed825cb046d5,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:12.711554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d29255-ce7d-40ed-8263-6fe15c6d91bf req-0733a726-39a0-4b07-a595-88880fded87a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.717816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d29255-ce7d-40ed-8263-6fe15c6d91bf req-0733a726-39a0-4b07-a595-88880fded87a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.723290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d29255-ce7d-40ed-8263-6fe15c6d91bf req-0733a726-39a0-4b07-a595-88880fded87a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.728747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d29255-ce7d-40ed-8263-6fe15c6d91bf req-0733a726-39a0-4b07-a595-88880fded87a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.735823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d29255-ce7d-40ed-8263-6fe15c6d91bf req-0733a726-39a0-4b07-a595-88880fded87a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.741110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d29255-ce7d-40ed-8263-6fe15c6d91bf req-0733a726-39a0-4b07-a595-88880fded87a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.746415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d29255-ce7d-40ed-8263-6fe15c6d91bf req-0733a726-39a0-4b07-a595-88880fded87a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.754211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82d29255-ce7d-40ed-8263-6fe15c6d91bf req-0733a726-39a0-4b07-a595-88880fded87a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.3140287 Feb 15 14:00:12.794241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device df958ecd-deb9-4dd3-9f92-554cd484633d no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:00:12.805759 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for port (73165a31-ce20-4c8b-8d2a-d1aa919c3a64), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:12.814259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac66721-d56b-44bd-b81b-97a4ff45a291 req-573d5d6d-ff7e-4909-af66-00226a0cdb77 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.816071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (73165a31-ce20-4c8b-8d2a-d1aa919c3a64), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:12.821542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eac66721-d56b-44bd-b81b-97a4ff45a291 req-573d5d6d-ff7e-4909-af66-00226a0cdb77 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 943 time: 0.3660436 Feb 15 14:00:12.838866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-58810608-4759-49ae-8996-8ca0b9694ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:12.840379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-58810608-4759-49ae-8996-8ca0b9694ca0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beeebd4b-c2e2-427e-aabc-846ef81ab287 HTTP/1.1" status: 200 len: 855 time: 0.2343087 Feb 15 14:00:12.842949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: df958ecd-deb9-4dd3-9f92-554cd484633d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:00:12.843823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device df958ecd-deb9-4dd3-9f92-554cd484633d not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:00:12.911760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Port': ['ID=73165a31-ce20-4c8b-8d2a-d1aa919c3a64,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:12.922777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (ec94953c-2ab2-4e5a-9dcd-81c026a00e10), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:12.948006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:12.951404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-8af6cdf4-b4c7-49eb-89bf-925561b3c1a8 service neutron] Transition to ACTIVE for port object a024b37d-096d-403c-bcd0-61406c8ce283 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:12.958287 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d6082de0-371a-477d-a171-f976bf1cef7d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7853978 Feb 15 14:00:12.995737 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-8af6cdf4-b4c7-49eb-89bf-925561b3c1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:13.014799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82d29255-ce7d-40ed-8263-6fe15c6d91bf req-9a998be8-77f8-4b72-b4c0-530c5623930d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2593844 Feb 15 14:00:13.034412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eac66721-d56b-44bd-b81b-97a4ff45a291 req-97c1f03c-5aba-47f9-ab79-6c6fbdfb7137 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111835 Feb 15 14:00:13.063271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-56f1f579-8149-49ae-bafc-13f998ff5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:13.065270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-56f1f579-8149-49ae-bafc-13f998ff5a77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4449bf33-12ce-44b1-baf9-94b750d81b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2141564 Feb 15 14:00:13.184046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58522) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:13.213176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-8af6cdf4-b4c7-49eb-89bf-925561b3c1a8 service neutron] No DVR routers for this DVR port a024b37d-096d-403c-bcd0-61406c8ce283 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:00:13.260195 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49117b2b-6f63-420f-a14b-d6db00c95644 x-openstack-request-id: req-49117b2b-6f63-420f-a14b-d6db00c95644 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:13.260494 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69005f2-65dd-4a52-962c-adabe186dbb8", "name": "network-vif-plugged", "status": "completed", "tag": "ceabf11c-d596-48a5-a578-ed825cb046d5", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:13.260749 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-49117b2b-6f63-420f-a14b-d6db00c95644 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:13.261292 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceabf11c-d596-48a5-a578-ed825cb046d5', 'code': 200} Feb 15 14:00:13.262348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-ba9148a3-e2b1-41b6-b774-d339b7571d63 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:13.267366 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-ba9148a3-e2b1-41b6-b774-d339b7571d63 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.67 "GET /v2.0/networks?id=84ca27bd-7ee2-4f8d-945c-c12febee46d4 HTTP/1.1" status: 200 len: 822 time: 0.2610331 Feb 15 14:00:13.293293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Request body: {'port': {'device_id': 'd3b4ead9-cd1c-4498-a169-ec8cf8f86dfb', 'network_id': '84ca27bd-7ee2-4f8d-945c-c12febee46d4', 'admin_state_up': True, 'tenant_id': 'bcc6e488bcf54d528f607d521a2bc9a7'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:13.327574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6cdf4-b4c7-49eb-89bf-925561b3c1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a024b37d-096d-403c-bcd0-61406c8ce283,revision_number=10']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:13.346838 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-8af6cdf4-b4c7-49eb-89bf-925561b3c1a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/a024b37d-096d-403c-bcd0-61406c8ce283/bindings/n-h1-829064-15/activate HTTP/1.1" status: 200 len: 370 time: 2.4988072 Feb 15 14:00:13.405298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6178fdf9-3047-413f-9fb8-eb21214366d4 req-9cf7cab9-ede6-4f68-aaca-2eda4309d00b tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 210 time: 0.1135924 Feb 15 14:00:13.468746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-07079edb-8543-4468-94b9-de638f98aa6f service neutron] 10.222.0.42 "GET /v2.0/networks/4449bf33-12ce-44b1-baf9-94b750d81b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807082 Feb 15 14:00:13.555506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dc1b6-9879-464a-a467-5150bce34039 req-8af7f62f-22f8-4caf-a8a2-8d2389a479bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:13.557034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e02dc1b6-9879-464a-a467-5150bce34039 req-8af7f62f-22f8-4caf-a8a2-8d2389a479bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 1128 time: 0.1492124 Feb 15 14:00:13.574712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2628e-c1a6-490e-b7ac-34884cacc6cf req-bb702623-eaf8-450d-9d74-330be6d7df2b tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:13.579811 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6cd2628e-c1a6-490e-b7ac-34884cacc6cf req-bb702623-eaf8-450d-9d74-330be6d7df2b tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.2552142 Feb 15 14:00:13.667116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfe13a9-e491-4e18-8641-1e86ddc47971 admin admin] Deleting subnet ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:00:13.671583 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4cfe13a9-e491-4e18-8641-1e86ddc47971 admin admin] Publish callbacks [] for subnet (ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:13.681239 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-67f4813e-6beb-49b4-8d09-ab18beece068 service neutron] 10.222.0.42 "GET /v2.0/networks/4449bf33-12ce-44b1-baf9-94b750d81b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054942 Feb 15 14:00:13.714500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4cfe13a9-e491-4e18-8641-1e86ddc47971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:13.759095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-1db6a528-0982-48ac-aab3-56929b851103 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=ae6ae938-07ef-49af-a241-1ead4188e276 HTTP/1.1" status: 200 len: 217 time: 0.0652003 Feb 15 14:00:13.762655 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4cfe13a9-e491-4e18-8641-1e86ddc47971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:13.837919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc4c8cab-1460-41ec-b0d4-7cca095cd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:13.838732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-422bd8ff-068c-4205-b4dd-f27a72e121ad tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:13.839414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-fc4c8cab-1460-41ec-b0d4-7cca095cd6d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=531af059-d351-4fcf-bdf6-65bff30aefa7 HTTP/1.1" status: 200 len: 797 time: 0.0618994 Feb 15 14:00:13.842366 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-422bd8ff-068c-4205-b4dd-f27a72e121ad tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.3980310 Feb 15 14:00:13.846267 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4cfe13a9-e491-4e18-8641-1e86ddc47971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:13.851163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4168c7c8-114c-4af2-a1f1-4be28064449e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2069392925&fields=id&tenant_id=55d0c8baea1b4caca9038f410716a4fe HTTP/1.1" status: 200 len: 267 time: 0.2549779 Feb 15 14:00:13.876143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Made reservation on behalf of bcc6e488bcf54d528f607d521a2bc9a7 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:13.880114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:13.891621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6cd2628e-c1a6-490e-b7ac-34884cacc6cf req-51105912-73d5-4f65-ac92-d6c96d3f404e tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831442 Feb 15 14:00:13.896566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e02dc1b6-9879-464a-a467-5150bce34039 req-40b79a9a-6f06-4fda-92c4-457673bffd8e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141739 Feb 15 14:00:13.920301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe13a9-e491-4e18-8641-1e86ddc47971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:13.959619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4cfe13a9-e491-4e18-8641-1e86ddc47971 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:13.965607 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4cfe13a9-e491-4e18-8641-1e86ddc47971 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ffdc4d9f-f9c6-490b-90c4-4ce379e13fc7 HTTP/1.1" status: 204 len: 168 time: 0.7762315 Feb 15 14:00:13.970614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58540) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:13.972482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-9ad8400a-f976-43ff-939a-0ea8e8313a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:13.973112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-de8d8dde-f1ea-4c02-8925-9cd4bc9d930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:13.974349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-9ad8400a-f976-43ff-939a-0ea8e8313a92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=418e38b8-e8e1-47ac-84da-30f82b26109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1223114 Feb 15 14:00:13.974839 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-de8d8dde-f1ea-4c02-8925-9cd4bc9d930b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b HTTP/1.1" status: 200 len: 1127 time: 0.0882728 Feb 15 14:00:13.981974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4f49656b-73ec-4e6a-aac2-de4bcfc0b7ed tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:13.983731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4f49656b-73ec-4e6a-aac2-de4bcfc0b7ed tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports/0fa6b97a-bc5c-4081-993b-b10e4e7aca33 HTTP/1.1" status: 200 len: 931 time: 0.0977733 Feb 15 14:00:14.068880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-2ff6282a-3cb5-4160-8207-9a37d3002515 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:14.070289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-2ff6282a-3cb5-4160-8207-9a37d3002515 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports/7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 HTTP/1.1" status: 200 len: 931 time: 0.0813413 Feb 15 14:00:14.165489 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f0d32f37-ed5f-48d6-a1c0-0a93dabe7288 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?network_id=518aeb62-03f6-4f05-9be1-c52cef4b9577&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0829146 Feb 15 14:00:14.172069 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Allocated IP 172.20.0.2 (84ca27bd-7ee2-4f8d-945c-c12febee46d4/c9ef4466-6603-4e2d-81f3-229138d174ce/58582c61-6237-42d5-b30e-01687ada0cf8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:14.223164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-638e7769-26c5-41d2-8fd5-78041bdc3958 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?network_id=518aeb62-03f6-4f05-9be1-c52cef4b9577&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0490408 Feb 15 14:00:14.242563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cf0e7-8f0b-4979-ba7f-701a5b5a5a13 req-91746491-c711-403f-aeaa-af60209adb3f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:14.249311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a3cf0e7-8f0b-4979-ba7f-701a5b5a5a13 req-91746491-c711-403f-aeaa-af60209adb3f tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 945 time: 0.1779950 Feb 15 14:00:14.320457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-7cde96b2-bf3e-47f0-93df-497d786f4300 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294961 Feb 15 14:00:14.365695 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Publish callbacks [] for port (58582c61-6237-42d5-b30e-01687ada0cf8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:14.401140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'name': 'network-vif-deleted', 'tag': 'df958ecd-deb9-4dd3-9f92-554cd484633d'}, {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': 'e0985118-1bc6-4e3e-9e01-19e40f0f8ec9'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:14.404680 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47afd1ac-49d5-4d89-8537-58cad9c659c6" -d '{"events": [{"server_uuid": "19ce9c58-96ce-45df-b29f-dfba4ac89da2", "name": "network-vif-deleted", "tag": "df958ecd-deb9-4dd3-9f92-554cd484633d"}, {"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "e0985118-1bc6-4e3e-9e01-19e40f0f8ec9"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:14.427811 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:14.464937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a3cf0e7-8f0b-4979-ba7f-701a5b5a5a13 req-0caf9832-a6bf-4685-996f-082fa3889665 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144868 Feb 15 14:00:14.565122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Pushing event updated for resources: {'Port': ['ID=58582c61-6237-42d5-b30e-01687ada0cf8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:14.627473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (5cc090af-8ef6-44d9-b313-c78163021d70), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:14.660398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Network 84ca27bd-7ee2-4f8d-945c-c12febee46d4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:14.670179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:14.674054 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-85146150-4868-4766-888c-a84745138b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:14.677918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:14.694646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-a7a814da-d3d3-43f3-ba0c-f38408ac3a84 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:14.700924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-a7a814da-d3d3-43f3-ba0c-f38408ac3a84 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:14.706688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-0de3289c-7e43-4b26-8c05-023c88fd315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:14.711437 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-0de3289c-7e43-4b26-8c05-023c88fd315f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 1127 time: 0.6749399 Feb 15 14:00:14.713469 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-a7a814da-d3d3-43f3-ba0c-f38408ac3a84 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:14.716725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-a7a814da-d3d3-43f3-ba0c-f38408ac3a84 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/networks?id=e373dcfc-ad59-4f5a-8511-40a2474dbb5a&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=518aeb62-03f6-4f05-9be1-c52cef4b9577&id=518aeb62-03f6-4f05-9be1-c52cef4b9577 HTTP/1.1" status: 200 len: 1990 time: 0.4599557 Feb 15 14:00:14.758770 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-8c43c441-fa79-4a21-baac-be3f3450d9c0 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265583 Feb 15 14:00:14.841733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-2e520bfd-0f1c-43ca-9976-5f7e3bc33bb0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/quotas/55d0c8baea1b4caca9038f410716a4fe HTTP/1.1" status: 200 len: 375 time: 0.0871537 Feb 15 14:00:14.844541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-28aa43e4-951a-4471-9dd4-5a851eefdc58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe HTTP/1.1" status: 200 len: 217 time: 0.0446372 Feb 15 14:00:14.868395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-23146935-6f72-4dbb-84e5-4ee9b621f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:14.870197 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-23146935-6f72-4dbb-84e5-4ee9b621f34a service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.1340694 Feb 15 14:00:15.026698 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-58127f08-8d82-4868-a9fe-4db3d1b744ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a024b37d-096d-403c-bcd0-61406c8ce283 HTTP/1.1" status: 200 len: 217 time: 0.1107411 Feb 15 14:00:15.086252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:15.087008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:15.106089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (5cc090af-8ef6-44d9-b313-c78163021d70), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:15.117842 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-64f21f7f-52e5-4654-88de-2808189c42c5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8423374 Feb 15 14:00:15.135725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Request body: {'port': {'device_id': 'd3b4ead9-cd1c-4498-a169-ec8cf8f86dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:15.218341 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:15.231895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc090af-8ef6-44d9-b313-c78163021d70']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:15.254521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30cb809-2995-4c59-8739-6f12d5b0db1a') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:15.254810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30cb809-2995-4c59-8739-6f12d5b0db1a') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:15.268586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-5629838e-9442-4964-9e83-eb95f8a250dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:15.270063 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-5629838e-9442-4964-9e83-eb95f8a250dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.2309561 Feb 15 14:00:15.275298 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (b30cb809-2995-4c59-8739-6f12d5b0db1a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:15.356479 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-283a7636-0628-430f-8cba-2b7774295340 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765789 Feb 15 14:00:15.381596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (b30cb809-2995-4c59-8739-6f12d5b0db1a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:15.436744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:00:15.437182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (b30cb809-2995-4c59-8739-6f12d5b0db1a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:00:15.438999 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:00:15.440817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc709c30-bc0f-4250-bf6e-7b35d2578af3 req-6f96a303-56f4-4831-8017-7390c7634e80 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:15.457029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc709c30-bc0f-4250-bf6e-7b35d2578af3 req-6f96a303-56f4-4831-8017-7390c7634e80 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 944 time: 0.8448246 Feb 15 14:00:15.479779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-bfa2c9c6-ec5e-4403-9775-afe2584e38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:15.483189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-bfa2c9c6-ec5e-4403-9775-afe2584e38ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=531af059-d351-4fcf-bdf6-65bff30aefa7 HTTP/1.1" status: 200 len: 797 time: 0.6232715 Feb 15 14:00:15.560617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-030ed634-5e56-40f0-b403-90d72be9cad0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6998861 Feb 15 14:00:15.586108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (5cc090af-8ef6-44d9-b313-c78163021d70), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:15.603988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:15.610309 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] 10.222.0.72 "DELETE /v2.0/networks/5cc090af-8ef6-44d9-b313-c78163021d70 HTTP/1.1" status: 204 len: 168 time: 1.6344960 Feb 15 14:00:15.645448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58564) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:15.696859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6974b8-25d8-4416-9471-201922db2f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc090af-8ef6-44d9-b313-c78163021d70,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:15.706754 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-df5ad57f-8330-4cf9-a7ed-b8f05c7e0da1 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430004 Feb 15 14:00:15.709012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6b681a72-8b67-4cd7-9936-40ae92c4cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:15.711008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-6b681a72-8b67-4cd7-9936-40ae92c4cfbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=418e38b8-e8e1-47ac-84da-30f82b26109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2179017 Feb 15 14:00:15.717383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc709c30-bc0f-4250-bf6e-7b35d2578af3 req-3b3f0af8-8a47-4dfc-a7e0-28bb1485a001 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595208 Feb 15 14:00:15.817380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-682910ef-efa5-4be1-9d03-e27458e93bb5 admin admin] Deleting subnet 310dde0b-f5c0-4b1b-9254-3e767ca27931 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:00:15.830644 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-682910ef-efa5-4be1-9d03-e27458e93bb5 admin admin] Publish callbacks [] for subnet (310dde0b-f5c0-4b1b-9254-3e767ca27931), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:15.831788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-07369a28-9c02-4434-836b-0878116d46bc service neutron] 10.222.0.72 "GET /v2.0/networks/e373dcfc-ad59-4f5a-8511-40a2474dbb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689459 Feb 15 14:00:15.913517 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-682910ef-efa5-4be1-9d03-e27458e93bb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (310dde0b-f5c0-4b1b-9254-3e767ca27931), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:15.917031 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-616fc976-3f25-4596-8ab9-ab37b91316ae service neutron] 10.222.0.42 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033029 Feb 15 14:00:15.989579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58582c61-6237-42d5-b30e-01687ada0cf8 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:16.000977 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Publish callbacks [] for port (58582c61-6237-42d5-b30e-01687ada0cf8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:16.004675 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-682910ef-efa5-4be1-9d03-e27458e93bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (310dde0b-f5c0-4b1b-9254-3e767ca27931), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:16.103578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-9e59ba1c-058a-41f9-b243-3e4f059a6e4f service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821411 Feb 15 14:00:16.274716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b80a7524-c172-4f99-8a39-19310a2821b2 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590123 Feb 15 14:00:16.341345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-be873823-8c8e-4e99-bcb8-c868135f1b7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=b158ca5d-d23b-470c-9724-854ecc95e98b HTTP/1.1" status: 200 len: 217 time: 0.0578442 Feb 15 14:00:16.353926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462b46-c1d7-4358-9ef2-7771b77ca12e req-5fc2b02c-c768-4edd-b071-377988564bb6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:16.359888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462b46-c1d7-4358-9ef2-7771b77ca12e req-5fc2b02c-c768-4edd-b071-377988564bb6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:16.365313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462b46-c1d7-4358-9ef2-7771b77ca12e req-5fc2b02c-c768-4edd-b071-377988564bb6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:16.370598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462b46-c1d7-4358-9ef2-7771b77ca12e req-5fc2b02c-c768-4edd-b071-377988564bb6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:16.376293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462b46-c1d7-4358-9ef2-7771b77ca12e req-5fc2b02c-c768-4edd-b071-377988564bb6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:16.381598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462b46-c1d7-4358-9ef2-7771b77ca12e req-5fc2b02c-c768-4edd-b071-377988564bb6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:16.386961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462b46-c1d7-4358-9ef2-7771b77ca12e req-5fc2b02c-c768-4edd-b071-377988564bb6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:16.389049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6462b46-c1d7-4358-9ef2-7771b77ca12e req-5fc2b02c-c768-4edd-b071-377988564bb6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.4447498 Feb 15 14:00:16.392958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-626e7fad-cf11-4077-a662-7ed9353435ae service neutron] 10.222.0.72 "GET /v2.0/networks/e373dcfc-ad59-4f5a-8511-40a2474dbb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601232 Feb 15 14:00:16.455448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-905d0c0f-d6b4-4ca5-93c1-9a670283f1ff service neutron] 10.222.0.72 "GET /v2.0/ports/0fa6b97a-bc5c-4081-993b-b10e4e7aca33?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0525362 Feb 15 14:00:16.585524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6462b46-c1d7-4358-9ef2-7771b77ca12e req-067da491-f6f8-4db5-8d0c-68c688a80c94 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1841974 Feb 15 14:00:16.598048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-1f5df421-036b-4282-8664-e49be61e8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:16.600002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-1f5df421-036b-4282-8664-e49be61e8fa0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=531af059-d351-4fcf-bdf6-65bff30aefa7 HTTP/1.1" status: 200 len: 797 time: 0.2092640 Feb 15 14:00:16.699048 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e449225-71cc-48d5-8f19-0cdccd31f054 x-openstack-request-id: req-0e449225-71cc-48d5-8f19-0cdccd31f054 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:16.699348 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce9c58-96ce-45df-b29f-dfba4ac89da2", "name": "network-vif-deleted", "tag": "df958ecd-deb9-4dd3-9f92-554cd484633d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "e0985118-1bc6-4e3e-9e01-19e40f0f8ec9", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:16.699603 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0e449225-71cc-48d5-8f19-0cdccd31f054 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:16.700690 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce9c58-96ce-45df-b29f-dfba4ac89da2', 'name': 'network-vif-deleted', 'tag': 'df958ecd-deb9-4dd3-9f92-554cd484633d', 'status': 'completed', 'code': 200} Feb 15 14:00:16.700962 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': 'e0985118-1bc6-4e3e-9e01-19e40f0f8ec9', 'status': 'completed', 'code': 200} Feb 15 14:00:16.706539 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-9f912d6b-1a88-4573-a7d0-dce40c689b26 service neutron] 10.222.0.72 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261195 Feb 15 14:00:16.718882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Transition to ACTIVE for port object 58582c61-6237-42d5-b30e-01687ada0cf8 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:16.729037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-e8ca4990-78a2-4122-9e84-cc334131ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:16.730827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-e8ca4990-78a2-4122-9e84-cc334131ebe4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=418e38b8-e8e1-47ac-84da-30f82b26109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1214082 Feb 15 14:00:16.759264 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:16.832688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Pushing event updated for resources: {'Port': ['ID=58582c61-6237-42d5-b30e-01687ada0cf8,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:16.844057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-682910ef-efa5-4be1-9d03-e27458e93bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (310dde0b-f5c0-4b1b-9254-3e767ca27931), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:16.886529 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-682910ef-efa5-4be1-9d03-e27458e93bb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:16.891881 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-682910ef-efa5-4be1-9d03-e27458e93bb5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/310dde0b-f5c0-4b1b-9254-3e767ca27931 HTTP/1.1" status: 204 len: 168 time: 1.2454300 Feb 15 14:00:16.896296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682910ef-efa5-4be1-9d03-e27458e93bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310dde0b-f5c0-4b1b-9254-3e767ca27931,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:16.899291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58570) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:16.923678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-b48a1665-1518-4ec8-ac01-ef17d489c179 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743040 Feb 15 14:00:17.003961 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (d9f72d91-9254-4b2d-b18b-8d10043d7be3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.010437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-6df4253d-7942-477b-97d6-e1c0ae528aff tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:17.012436 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-6df4253d-7942-477b-97d6-e1c0ae528aff tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1&tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.3383646 Feb 15 14:00:17.073189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d662c8-e82c-4790-ba1c-ec31f13d6abf req-871d396b-764d-4abc-ba4f-cce466cf206b tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:17.074871 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29d662c8-e82c-4790-ba1c-ec31f13d6abf req-871d396b-764d-4abc-ba4f-cce466cf206b tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 943 time: 0.1501043 Feb 15 14:00:17.140742 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-42d0c771-d582-43be-a584-2c47c1153239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.162104 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-9dff8d0b-5bb3-4f83-9886-361cc891faa0 service neutron] 10.222.0.72 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481826 Feb 15 14:00:17.225975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29d662c8-e82c-4790-ba1c-ec31f13d6abf req-9bb87d83-9bac-4ceb-aba3-e65ca26f0a08 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/security-groups?id=d76665f7-0181-41e6-9bee-35e2f646a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378527 Feb 15 14:00:17.229846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-52bdc3cf-b8e0-429e-8b95-8e933b850ea3 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921128 Feb 15 14:00:17.258261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Attempting to bind port 58582c61-6237-42d5-b30e-01687ada0cf8 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:17.258764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Attempting to bind port 58582c61-6237-42d5-b30e-01687ada0cf8 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'd780a95d-eed6-4638-89b0-dfb82a7d3a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '84ca27bd-7ee2-4f8d-945c-c12febee46d4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:17.259615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Attempting to bind port 58582c61-6237-42d5-b30e-01687ada0cf8 on network 84ca27bd-7ee2-4f8d-945c-c12febee46d4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:17.271097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Port 58582c61-6237-42d5-b30e-01687ada0cf8 on network 84ca27bd-7ee2-4f8d-945c-c12febee46d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:17.271581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Attempting to bind port 58582c61-6237-42d5-b30e-01687ada0cf8 on network 84ca27bd-7ee2-4f8d-945c-c12febee46d4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:17.293061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:17.293517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Checking segment: {'id': 'd780a95d-eed6-4638-89b0-dfb82a7d3a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '84ca27bd-7ee2-4f8d-945c-c12febee46d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:17.294504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Bound using segment: {'id': 'd780a95d-eed6-4638-89b0-dfb82a7d3a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '84ca27bd-7ee2-4f8d-945c-c12febee46d4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:17.295090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Bound port: 58582c61-6237-42d5-b30e-01687ada0cf8, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd780a95d-eed6-4638-89b0-dfb82a7d3a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '84ca27bd-7ee2-4f8d-945c-c12febee46d4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:17.295635 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.298021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-9e4c558c-daed-45e0-9d68-c028306ea190 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=a645b7a0-2706-47a8-b091-4d134dcfe100 HTTP/1.1" status: 200 len: 217 time: 0.0605869 Feb 15 14:00:17.318203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (d9f72d91-9254-4b2d-b18b-8d10043d7be3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.339918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-9c839ade-c3e5-4fff-8da1-19f669f8cbc0 service neutron] 10.222.0.72 "GET /v2.0/ports/7f99b03b-9cde-42a9-94d1-a59f2dcd4d45?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1760020 Feb 15 14:00:17.402570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] For port 58582c61-6237-42d5-b30e-01687ada0cf8, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:17.407374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] For port 58582c61-6237-42d5-b30e-01687ada0cf8, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=58582c61-6237-42d5-b30e-01687ada0cf8,segment=NetworkSegment(d780a95d-eed6-4638-89b0-dfb82a7d3a78),segment_id=d780a95d-eed6-4638-89b0-dfb82a7d3a78)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:17.473876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aa930ac8-52be-4641-a4cd-d98fd828027c service neutron] 10.222.0.72 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320629 Feb 15 14:00:17.487735 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.501769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f72d91-9254-4b2d-b18b-8d10043d7be3']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:17.516824 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:17.517448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.519341 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] 10.222.0.67 "PUT /v2.0/ports/58582c61-6237-42d5-b30e-01687ada0cf8 HTTP/1.1" status: 200 len: 1092 time: 2.3897636 Feb 15 14:00:17.589005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5d0118-e27d-486d-b4a4-e1813c861526') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:17.589367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5d0118-e27d-486d-b4a4-e1813c861526') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:17.600904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (2c5d0118-e27d-486d-b4a4-e1813c861526), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.602164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-37916295-e49d-4964-b42d-d0f85e16f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:17.603805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-37916295-e49d-4964-b42d-d0f85e16f67a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=531af059-d351-4fcf-bdf6-65bff30aefa7 HTTP/1.1" status: 200 len: 797 time: 0.2922282 Feb 15 14:00:17.624423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-5f02a790-0157-48c6-8351-6abe4d388fe7 service neutron] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:17.632376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e7b15-edb7-4d38-b137-60a7d46c983f req-2ef17444-cc5e-4d55-8739-77d623d7950c tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:17.637940 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-5f02a790-0157-48c6-8351-6abe4d388fe7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.638524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-539e7b15-edb7-4d38-b137-60a7d46c983f req-2ef17444-cc5e-4d55-8739-77d623d7950c tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.1616645 Feb 15 14:00:17.639319 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbfff1d8-b7ab-493b-94b6-4e32bc8ffb82 req-5f02a790-0157-48c6-8351-6abe4d388fe7 service neutron] 10.222.0.42 "DELETE /v2.0/ports/a024b37d-096d-403c-bcd0-61406c8ce283/bindings/n-h2-829064-15 HTTP/1.1" status: 204 len: 173 time: 0.6117308 Feb 15 14:00:17.662668 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2c5d0118-e27d-486d-b4a4-e1813c861526), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.680612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-16455f2a-f6b1-4974-9f46-b346e1102171 service neutron] 10.222.0.72 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058794 Feb 15 14:00:17.711132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:00:17.711553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (2c5d0118-e27d-486d-b4a4-e1813c861526), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:00:17.715177 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:00:17.787029 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f725a0b-d147-43e3-a454-f2e0d17ed71c service neutron] Pushing event updated for resources: {'Port': ['ID=58582c61-6237-42d5-b30e-01687ada0cf8,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:17.829464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-523c6ee2-64f6-4e83-9294-9f167f962a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:17.834532 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-523c6ee2-64f6-4e83-9294-9f167f962a5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bcc6e488bcf54d528f607d521a2bc9a7&device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 1126 time: 0.2152483 Feb 15 14:00:17.835572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (d9f72d91-9254-4b2d-b18b-8d10043d7be3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.841686 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:17.847465 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d9f72d91-9254-4b2d-b18b-8d10043d7be3 HTTP/1.1" status: 204 len: 168 time: 0.9290981 Feb 15 14:00:17.859691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-539e7b15-edb7-4d38-b137-60a7d46c983f req-8248420b-e301-47c5-98d8-b6dca684147f tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200339 Feb 15 14:00:17.874362 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553dfb8-a909-41fe-8849-46e5ee70b1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f72d91-9254-4b2d-b18b-8d10043d7be3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:17.875197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-734d3aea-6625-4e06-8ac8-5be59ec38568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:17.879795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-734d3aea-6625-4e06-8ac8-5be59ec38568 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=418e38b8-e8e1-47ac-84da-30f82b26109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2679374 Feb 15 14:00:17.932899 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-ee054889-333b-4d38-9175-52f373e67111 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58582c61-6237-42d5-b30e-01687ada0cf8 HTTP/1.1" status: 200 len: 217 time: 0.0599873 Feb 15 14:00:17.995269 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-97240a85-6a38-43c1-b5ff-2b6ee30b535f service neutron] 10.222.0.72 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853990 Feb 15 14:00:18.024894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-b473cc3d-6adb-45a8-8915-df432efd13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:18.039748 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-b473cc3d-6adb-45a8-8915-df432efd13f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9ef4466-6603-4e2d-81f3-229138d174ce HTTP/1.1" status: 200 len: 862 time: 0.1060369 Feb 15 14:00:18.097612 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-542b7853-ce78-43dc-9c02-917389eda10b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=84ca27bd-7ee2-4f8d-945c-c12febee46d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505321 Feb 15 14:00:18.098125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58578) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:18.200106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-e33cb067-dc0b-4441-b342-4e5fbcb11d56 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095121 Feb 15 14:00:18.213861 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5aee1c5f-222e-4fa8-942e-f11a199fab5c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72b3401121c0488ab7f8a0dba51c8a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1146340 Feb 15 14:00:18.216131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58582) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:18.220987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54d38d-a57c-46f4-9236-56aaeec88aae req-849a4488-8186-4de6-b906-0bb7a85ef9a3 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:18.222816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e54d38d-a57c-46f4-9236-56aaeec88aae req-849a4488-8186-4de6-b906-0bb7a85ef9a3 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 945 time: 0.1909118 Feb 15 14:00:18.250917 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:18.292659 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-6d34d74e-bd7a-4f3b-ab1a-6f243553bf68 service neutron] 10.222.0.67 "GET /v2.0/networks/84ca27bd-7ee2-4f8d-945c-c12febee46d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742549 Feb 15 14:00:18.340380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-3be5aab0-6b20-4c42-a7b3-69092b44de76 service neutron] 10.222.0.72 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362875 Feb 15 14:00:18.361523 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1998abd2-1859-4e04-a700-e4e1a708a990 admin admin] Publish callbacks [] for security_group (5b7a29d9-b832-47d0-b109-055dc9e4a682), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:18.387514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1998abd2-1859-4e04-a700-e4e1a708a990 admin admin] Publish callbacks [] for security_group (5b7a29d9-b832-47d0-b109-055dc9e4a682), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:18.458158 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1998abd2-1859-4e04-a700-e4e1a708a990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5b7a29d9-b832-47d0-b109-055dc9e4a682), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:18.461190 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1998abd2-1859-4e04-a700-e4e1a708a990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:18.464706 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1998abd2-1859-4e04-a700-e4e1a708a990 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b7a29d9-b832-47d0-b109-055dc9e4a682 HTTP/1.1" status: 204 len: 168 time: 0.2454038 Feb 15 14:00:18.466119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-9c65a70a-9770-4699-a992-58a2f84d1cf8 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563834 Feb 15 14:00:18.480130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998abd2-1859-4e04-a700-e4e1a708a990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7a29d9-b832-47d0-b109-055dc9e4a682,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:18.536215 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-46566fb0-6e47-43ef-87c2-a5b1dc858256 req-746eb90e-6b2e-459f-adee-73dc3ebc897e service neutron] 10.222.0.67 "GET /v2.0/networks/84ca27bd-7ee2-4f8d-945c-c12febee46d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364609 Feb 15 14:00:18.538288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-7574e8fa-0e43-4d9e-a704-ec96b389bb61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d3f8e20-52ee-42af-be60-7c54682ac014 HTTP/1.1" status: 200 len: 217 time: 0.0646532 Feb 15 14:00:18.571453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e54d38d-a57c-46f4-9236-56aaeec88aae req-99499770-d1d4-4605-8c5b-e9e6b5a92296 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164587 Feb 15 14:00:18.673945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-33179586-5906-4112-b627-6c9ad21afd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:18.676530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-33179586-5906-4112-b627-6c9ad21afd06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d5c18f1-eca4-4063-884c-0aeb9fc5c00e HTTP/1.1" status: 200 len: 797 time: 0.1290305 Feb 15 14:00:18.685678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-7ce2321a-57f5-4d36-a86a-2075c6930fa3 service neutron] 10.222.0.72 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322430 Feb 15 14:00:18.701801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b4ead9-cd1c-4498-a169-ec8cf8f86dfb', 'tag': '58582c61-6237-42d5-b30e-01687ada0cf8'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:18.704244 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779f6214-651f-4e04-87da-52f440f99629" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb", "tag": "58582c61-6237-42d5-b30e-01687ada0cf8"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:18.871522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-d4f89e02-a1a2-41f1-bd48-17139817ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:18.873129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-d4f89e02-a1a2-41f1-bd48-17139817ef78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e93e2024-4227-440b-850d-321f84125af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1816282 Feb 15 14:00:18.941038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fdcf4-5cf8-4e9e-bfc6-32090e57bcb9 req-8c3b3ac9-aa2f-4900-93d0-cd38cf39a3bc tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:18.948028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-970fdcf4-5cf8-4e9e-bfc6-32090e57bcb9 req-8c3b3ac9-aa2f-4900-93d0-cd38cf39a3bc tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 944 time: 0.2550094 Feb 15 14:00:18.993254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-9c4c26da-4c82-4475-93bb-95dec8ff40b7 service neutron] 10.222.0.72 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037367 Feb 15 14:00:19.004108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58596) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:19.054470 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-879f364d-0aab-4733-b57c-8da07003eea6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=66d2b60d87054e2da35857bc64e37b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490391 Feb 15 14:00:19.057112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58598) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:19.117887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a683e9d4-3c5f-4ebc-841c-f04248c862bc admin admin] Publish callbacks [] for security_group (96245a09-a92e-40bf-a026-8a74f9297260), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:19.142659 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a683e9d4-3c5f-4ebc-841c-f04248c862bc admin admin] Publish callbacks [] for security_group (96245a09-a92e-40bf-a026-8a74f9297260), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:19.202641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a683e9d4-3c5f-4ebc-841c-f04248c862bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (96245a09-a92e-40bf-a026-8a74f9297260), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:19.205887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a683e9d4-3c5f-4ebc-841c-f04248c862bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:19.221979 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a683e9d4-3c5f-4ebc-841c-f04248c862bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96245a09-a92e-40bf-a026-8a74f9297260 HTTP/1.1" status: 204 len: 168 time: 0.1632693 Feb 15 14:00:19.244422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683e9d4-3c5f-4ebc-841c-f04248c862bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96245a09-a92e-40bf-a026-8a74f9297260,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:19.462935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cebc7f5d-10c5-4251-b6d6-6291cbd42a87 service neutron] 10.222.0.72 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594340 Feb 15 14:00:19.549344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-970fdcf4-5cf8-4e9e-bfc6-32090e57bcb9 req-49f08119-5cad-4900-a063-4a178c82ebfa tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972402 Feb 15 14:00:19.566050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-5bc89857-2f46-41ae-a305-878ec2a6ca06 service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6808624 Feb 15 14:00:19.608905 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:19.797695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-d19a17fd-3595-4775-b780-51bf2dfe6655 service neutron] 10.222.0.72 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255413 Feb 15 14:00:19.947948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-accc09d7-b2cc-47d1-9036-b5548737f9a3 service neutron] 10.222.0.72 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487374 Feb 15 14:00:19.978015 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-239f09d4-898a-465c-b313-789c855172fa service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013333 Feb 15 14:00:20.106717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-0a684ff6-e411-41a7-b76a-ccf89c6c4840 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 HTTP/1.1" status: 200 len: 217 time: 0.0674381 Feb 15 14:00:20.185272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1cd9-28fc-40b0-9006-ed67e44f5328 req-2e187450-4209-42fb-b086-0b0bfd1f1b56 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.190747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1cd9-28fc-40b0-9006-ed67e44f5328 req-2e187450-4209-42fb-b086-0b0bfd1f1b56 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.196977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1cd9-28fc-40b0-9006-ed67e44f5328 req-2e187450-4209-42fb-b086-0b0bfd1f1b56 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.203221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1cd9-28fc-40b0-9006-ed67e44f5328 req-2e187450-4209-42fb-b086-0b0bfd1f1b56 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.208743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1cd9-28fc-40b0-9006-ed67e44f5328 req-2e187450-4209-42fb-b086-0b0bfd1f1b56 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.214313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1cd9-28fc-40b0-9006-ed67e44f5328 req-2e187450-4209-42fb-b086-0b0bfd1f1b56 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.220301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1cd9-28fc-40b0-9006-ed67e44f5328 req-2e187450-4209-42fb-b086-0b0bfd1f1b56 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.222410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-866b1cd9-28fc-40b0-9006-ed67e44f5328 req-2e187450-4209-42fb-b086-0b0bfd1f1b56 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.5369518 Feb 15 14:00:20.295718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-6b282f62-58ad-4a07-ac32-2c87277e833a service neutron] 10.222.0.72 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149593 Feb 15 14:00:20.319166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-c54fd788-b3e5-47dd-ac5b-645eb3f51119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.325073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-c54fd788-b3e5-47dd-ac5b-645eb3f51119 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d5c18f1-eca4-4063-884c-0aeb9fc5c00e HTTP/1.1" status: 200 len: 797 time: 0.2115211 Feb 15 14:00:20.424346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58628) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:20.547315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-866b1cd9-28fc-40b0-9006-ed67e44f5328 req-f4d9008e-0ed6-49df-baeb-ead509dbeaf6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3082964 Feb 15 14:00:20.587700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-24a7e8f5-4e2b-4d4b-814e-2a80b7d6fb60 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.589319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-24a7e8f5-4e2b-4d4b-814e-2a80b7d6fb60 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports/0fa6b97a-bc5c-4081-993b-b10e4e7aca33 HTTP/1.1" status: 200 len: 931 time: 0.2924516 Feb 15 14:00:20.592228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-0ecf45d7-0ac1-4ef1-9500-f077d0eefd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:20.593705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-0ecf45d7-0ac1-4ef1-9500-f077d0eefd2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e93e2024-4227-440b-850d-321f84125af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2478595 Feb 15 14:00:20.625733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-658498456-network', 'tenant_id': '7d14f81ab8914fdcaade90b5097b035d'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:20.702155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Made reservation on behalf of 7d14f81ab8914fdcaade90b5097b035d for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:20.705403 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-55b05b66-ff68-4997-b5ad-81fbaa317a3a service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019893 Feb 15 14:00:20.716997 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:20.731942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:20.815790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826e4604-113a-4d84-a0fc-40e88056bfc7 req-532e92bf-9906-427b-94a3-0b6ea2f36e5e service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028411 Feb 15 14:00:20.932976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Publish callbacks [] for security_group (2e2df874-5c45-4420-8702-0ed4605fe33a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:20.952649 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2e2df874-5c45-4420-8702-0ed4605fe33a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:20.982766 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:21.005162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-092a96b3-ca33-4c39-ac89-b42b9155d3f6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.006584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-092a96b3-ca33-4c39-ac89-b42b9155d3f6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports/7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 HTTP/1.1" status: 200 len: 931 time: 0.4046559 Feb 15 14:00:21.041874 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2df874-5c45-4420-8702-0ed4605fe33a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:21.085105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-372aee4f-39dd-4654-9954-1c3758237bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.086384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-372aee4f-39dd-4654-9954-1c3758237bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.086722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:00:21.087511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-372aee4f-39dd-4654-9954-1c3758237bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.088183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-372aee4f-39dd-4654-9954-1c3758237bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.088850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-372aee4f-39dd-4654-9954-1c3758237bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.090101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-372aee4f-39dd-4654-9954-1c3758237bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.091451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-372aee4f-39dd-4654-9954-1c3758237bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.094488 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-372aee4f-39dd-4654-9954-1c3758237bac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 6711 time: 0.1845405 Feb 15 14:00:21.104248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966404f-1fa5-485b-a0be-68590a5421e8 req-16dae236-6417-496d-849c-372e7f7d0244 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.114353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6966404f-1fa5-485b-a0be-68590a5421e8 req-16dae236-6417-496d-849c-372e7f7d0244 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 943 time: 0.2974625 Feb 15 14:00:21.125510 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5ff733b1-7754-4491-a800-aa90bf4a506c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:21.125938 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Added segment 5ff733b1-7754-4491-a800-aa90bf4a506c of type vlan for network aa2fd877-1da8-4826-8cc0-f028e0b97a11 Feb 15 14:00:21.255792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (aa2fd877-1da8-4826-8cc0-f028e0b97a11), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:21.288739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6966404f-1fa5-485b-a0be-68590a5421e8 req-0e7e09da-ff41-461f-8a1c-119d0a369f44 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/security-groups?id=d76665f7-0181-41e6-9bee-35e2f646a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729672 Feb 15 14:00:21.319848 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (aa2fd877-1da8-4826-8cc0-f028e0b97a11), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:21.321027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.321746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:21.366666 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9412112 Feb 15 14:00:21.382635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58650) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:21.394306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] Request body: {'subnet': {'network_id': 'aa2fd877-1da8-4826-8cc0-f028e0b97a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-658498456-subnet', 'tenant_id': '7d14f81ab8914fdcaade90b5097b035d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:21.423384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58654) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:21.450864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] Made reservation on behalf of 7d14f81ab8914fdcaade90b5097b035d for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:21.453948 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:21.474127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50510d8-1cab-4f88-b247-3463bd0d79d8 admin admin] Pushing event updated for resources: {'Network': ['ID=aa2fd877-1da8-4826-8cc0-f028e0b97a11,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:21.497740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network aa2fd877-1da8-4826-8cc0-f028e0b97a11 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:00:21.586197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b1e4bb8-dbaf-46fd-a2a0-6bec23f5add6 req-0765ccb9-1b8e-4f2b-8685-d6f4a6ec5d93 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-850680448&fields=id&tenant_id=73966798ee8b4daaaa7322021ae03505 HTTP/1.1" status: 200 len: 267 time: 0.1504402 Feb 15 14:00:21.666711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-58d206ce-c218-4c1d-b42d-8b244d061871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.672738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-58d206ce-c218-4c1d-b42d-8b244d061871 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e93e2024-4227-440b-850d-321f84125af0 HTTP/1.1" status: 200 len: 903 time: 0.5556056 Feb 15 14:00:21.688415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10308742-a3ab-4004-8981-8799dc6a780c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:21.737095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-2c0cd719-55aa-4835-9b2c-dc41d05226f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d3f8e20-52ee-42af-be60-7c54682ac014 HTTP/1.1" status: 200 len: 217 time: 0.0493734 Feb 15 14:00:21.798700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e4bb8-dbaf-46fd-a2a0-6bec23f5add6 req-60fc7906-43e3-463f-b63c-8181ffad9364 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.806631 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b1e4bb8-dbaf-46fd-a2a0-6bec23f5add6 req-60fc7906-43e3-463f-b63c-8181ffad9364 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 945 time: 0.2193542 Feb 15 14:00:21.818524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-9b1e4bb8-dbaf-46fd-a2a0-6bec23f5add6 req-ab33aec6-6fd0-4b7e-8d48-95dc038dad56 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'port': {'security_groups': ['ca08aaf0-ac34-43ae-91e8-3c905508fa41', '8ae3dba7-0003-48d4-b823-9dace7462787']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:21.914406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-9e9aa750-6073-45bb-9f1e-70746eed3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:21.915913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-9e9aa750-6073-45bb-9f1e-70746eed3de7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d5c18f1-eca4-4063-884c-0aeb9fc5c00e HTTP/1.1" status: 200 len: 797 time: 0.1711590 Feb 15 14:00:21.935438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10308742-a3ab-4004-8981-8799dc6a780c admin admin] Publish callbacks [] for security_group (21998e07-afbe-4373-8617-bb4472a313cf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:21.951448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10308742-a3ab-4004-8981-8799dc6a780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21998e07-afbe-4373-8617-bb4472a313cf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:22.006469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 58582c61-6237-42d5-b30e-01687ada0cf8 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:00:22.027364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9b1e4bb8-dbaf-46fd-a2a0-6bec23f5add6 req-ab33aec6-6fd0-4b7e-8d48-95dc038dad56 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:22.031193 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-10308742-a3ab-4004-8981-8799dc6a780c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf072d6f05f94a0cb20a85178c8931f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5996585 Feb 15 14:00:22.032563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58670) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:22.061483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10308742-a3ab-4004-8981-8799dc6a780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21998e07-afbe-4373-8617-bb4472a313cf,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:22.115804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-ea6bc45f-2aa3-495b-97ed-a12f3dcb1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:22.117347 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-ea6bc45f-2aa3-495b-97ed-a12f3dcb1158 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e93e2024-4227-440b-850d-321f84125af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1924479 Feb 15 14:00:22.130385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f360cbf2-14a6-4a45-9417-f0d4ceca7877 admin admin] Publish callbacks [] for security_group (21998e07-afbe-4373-8617-bb4472a313cf), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:22.143702 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3249e8-49e0-4c82-9f74-fb2512bdd9ae x-openstack-request-id: req-ca3249e8-49e0-4c82-9f74-fb2512bdd9ae {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:22.155145 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb", "tag": "58582c61-6237-42d5-b30e-01687ada0cf8", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:22.158202 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca3249e8-49e0-4c82-9f74-fb2512bdd9ae {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:22.158512 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b4ead9-cd1c-4498-a169-ec8cf8f86dfb', 'tag': '58582c61-6237-42d5-b30e-01687ada0cf8', 'status': 'completed', 'code': 200} Feb 15 14:00:22.287802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f360cbf2-14a6-4a45-9417-f0d4ceca7877 admin admin] Publish callbacks [] for security_group (21998e07-afbe-4373-8617-bb4472a313cf), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:22.299251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 58582c61-6237-42d5-b30e-01687ada0cf8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=58582c61-6237-42d5-b30e-01687ada0cf8,segment=NetworkSegment(d780a95d-eed6-4638-89b0-dfb82a7d3a78),segment_id=d780a95d-eed6-4638-89b0-dfb82a7d3a78)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:22.301135 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (9aa4c018-114d-446d-9d43-fe5df466f3b7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:22.315508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '58582c61-6237-42d5-b30e-01687ada0cf8', 'network_id': '84ca27bd-7ee2-4f8d-945c-c12febee46d4', 'port_id': '58582c61-6237-42d5-b30e-01687ada0cf8', 'mac_address': 'fa:16:3e:34:99:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ef4466-6603-4e2d-81f3-229138d174ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:00:22.360844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 58582c61-6237-42d5-b30e-01687ada0cf8 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:22.361631 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:22.378324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f6214-651f-4e04-87da-52f440f99629 req-5a53d29d-32f1-4a9a-9dc7-885b25a47541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:22.379420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58582c61-6237-42d5-b30e-01687ada0cf8 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:22.384592 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-779f6214-651f-4e04-87da-52f440f99629 req-5a53d29d-32f1-4a9a-9dc7-885b25a47541 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bcc6e488bcf54d528f607d521a2bc9a7&device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 1126 time: 0.2047236 Feb 15 14:00:22.408700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa4c018-114d-446d-9d43-fe5df466f3b7,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:22.417276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 58582c61-6237-42d5-b30e-01687ada0cf8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=58582c61-6237-42d5-b30e-01687ada0cf8,segment=NetworkSegment(d780a95d-eed6-4638-89b0-dfb82a7d3a78),segment_id=d780a95d-eed6-4638-89b0-dfb82a7d3a78)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:22.423156 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:22.487115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=58582c61-6237-42d5-b30e-01687ada0cf8,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:22.554058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f6214-651f-4e04-87da-52f440f99629 req-d5ad29ce-1852-46f5-b8f3-13094935c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:22.555571 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-779f6214-651f-4e04-87da-52f440f99629 req-d5ad29ce-1852-46f5-b8f3-13094935c6b5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=84ca27bd-7ee2-4f8d-945c-c12febee46d4 HTTP/1.1" status: 200 len: 923 time: 0.1598701 Feb 15 14:00:22.571096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] Checking segment: {'id': '5ff733b1-7754-4491-a800-aa90bf4a506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'aa2fd877-1da8-4826-8cc0-f028e0b97a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:22.571493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] Network hostable DHCP agents. Network: aa2fd877-1da8-4826-8cc0-f028e0b97a11, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:00:22.604195 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-779f6214-651f-4e04-87da-52f440f99629 req-4b99a5a0-66d5-4785-a518-b61d1675b975 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58582c61-6237-42d5-b30e-01687ada0cf8 HTTP/1.1" status: 200 len: 217 time: 0.0397909 Feb 15 14:00:22.613968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f2a26798-1b04-4cd9-8a5d-ad08aaa39cc2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:22.615454 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f2a26798-1b04-4cd9-8a5d-ad08aaa39cc2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports/0fa6b97a-bc5c-4081-993b-b10e4e7aca33 HTTP/1.1" status: 200 len: 931 time: 0.5483198 Feb 15 14:00:22.623579 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f360cbf2-14a6-4a45-9417-f0d4ceca7877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21998e07-afbe-4373-8617-bb4472a313cf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:22.626062 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f360cbf2-14a6-4a45-9417-f0d4ceca7877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:22.632192 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f360cbf2-14a6-4a45-9417-f0d4ceca7877 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21998e07-afbe-4373-8617-bb4472a313cf HTTP/1.1" status: 204 len: 168 time: 0.5860481 Feb 15 14:00:22.711993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] Network aa2fd877-1da8-4826-8cc0-f028e0b97a11 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:00:22.716318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360cbf2-14a6-4a45-9417-f0d4ceca7877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21998e07-afbe-4373-8617-bb4472a313cf,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:22.734966 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f6214-651f-4e04-87da-52f440f99629 req-277f7849-01e5-40ed-9aed-f0c82d338385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:22.736559 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-779f6214-651f-4e04-87da-52f440f99629 req-277f7849-01e5-40ed-9aed-f0c82d338385 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9ef4466-6603-4e2d-81f3-229138d174ce HTTP/1.1" status: 200 len: 862 time: 0.1229525 Feb 15 14:00:22.765632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['58582c61-6237-42d5-b30e-01687ada0cf8'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:22.817425 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-779f6214-651f-4e04-87da-52f440f99629 req-9fac0a43-fcea-47c9-876e-2bd2022d4cf7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=84ca27bd-7ee2-4f8d-945c-c12febee46d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748863 Feb 15 14:00:22.847309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56bec0-64fd-4b27-9615-40d7b28df4c0 req-72e07940-75c9-42e5-bc14-27f28ba05fc9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:22.877217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e56bec0-64fd-4b27-9615-40d7b28df4c0 req-72e07940-75c9-42e5-bc14-27f28ba05fc9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.5719404 Feb 15 14:00:22.931608 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-779f6214-651f-4e04-87da-52f440f99629 req-5824a5e7-2e11-41e6-842e-f4e66a495dbc service neutron] 10.222.0.67 "GET /v2.0/networks/84ca27bd-7ee2-4f8d-945c-c12febee46d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073976 Feb 15 14:00:22.972517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-147313c2-6625-4641-a8fb-f6b810971374 service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573483 Feb 15 14:00:23.030619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, aa2fd877-1da8-4826-8cc0-f028e0b97a11) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:23.073310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d3bf50-66e3-448e-a6f2-fc59a6573651 None None] Network aa2fd877-1da8-4826-8cc0-f028e0b97a11 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:00:23.123057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-bd0c0220-9cdb-43b1-9ccc-017b75b6aea8 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.124927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-bd0c0220-9cdb-43b1-9ccc-017b75b6aea8 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports/7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 HTTP/1.1" status: 200 len: 931 time: 0.4688416 Feb 15 14:00:23.141238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.141839 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:23.146572 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-779f6214-651f-4e04-87da-52f440f99629 req-62c37436-9a87-4a14-acae-5df5e9f49ad3 service neutron] 10.222.0.67 "GET /v2.0/networks/84ca27bd-7ee2-4f8d-945c-c12febee46d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076478 Feb 15 14:00:23.196582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58682) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:23.215124 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3354eb9e-afeb-4c70-8a3e-7ce505de821e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:23.238822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e56bec0-64fd-4b27-9615-40d7b28df4c0 req-860ffd61-78f9-4cce-a4e9-195ef6f7b967 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590257 Feb 15 14:00:23.304783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d270fcb-1032-4f5e-bb37-2fe97b3709ee req-e574f12a-80bd-4da5-b98e-56d382b357b2 service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071232 Feb 15 14:00:23.363913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-9b1e4bb8-dbaf-46fd-a2a0-6bec23f5add6 req-ab33aec6-6fd0-4b7e-8d48-95dc038dad56 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] For port ceabf11c-d596-48a5-a578-ed825cb046d5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ceabf11c-d596-48a5-a578-ed825cb046d5,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:23.420426 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9b1e4bb8-dbaf-46fd-a2a0-6bec23f5add6 req-ab33aec6-6fd0-4b7e-8d48-95dc038dad56 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:23.469132 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3354eb9e-afeb-4c70-8a3e-7ce505de821e admin admin] Publish callbacks [] for security_group (be4dabe0-dd0c-4a3f-8273-cc70e27ebf6d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:23.483893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3354eb9e-afeb-4c70-8a3e-7ce505de821e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (be4dabe0-dd0c-4a3f-8273-cc70e27ebf6d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:23.520782 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9b1e4bb8-dbaf-46fd-a2a0-6bec23f5add6 req-ab33aec6-6fd0-4b7e-8d48-95dc038dad56 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:23.550302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dacb40d4-0e91-45f6-be10-29ad2b5e06c1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:23.552402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['ceabf11c-d596-48a5-a578-ed825cb046d5'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:23.577761 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3354eb9e-afeb-4c70-8a3e-7ce505de821e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4193f65ac3a14d56858b555dab01750e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3796275 Feb 15 14:00:23.579603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58690) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:23.638631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354eb9e-afeb-4c70-8a3e-7ce505de821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4dabe0-dd0c-4a3f-8273-cc70e27ebf6d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:23.657944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b30f9-f398-4e3c-b224-be217a463a0b None None] Network aa2fd877-1da8-4826-8cc0-f028e0b97a11 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:00:23.695372 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8b66d483-c14d-4066-b2ab-2e535a5d5808 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3114493 Feb 15 14:00:23.697682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33aec6-6fd0-4b7e-8d48-95dc038dad56 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'Port': ['ID=ceabf11c-d596-48a5-a578-ed825cb046d5,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:23.734107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-47d46229-0db2-4da9-b4b4-55d3813f37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.735369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-47d46229-0db2-4da9-b4b4-55d3813f37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.736003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-47d46229-0db2-4da9-b4b4-55d3813f37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.736621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-47d46229-0db2-4da9-b4b4-55d3813f37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.737238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-47d46229-0db2-4da9-b4b4-55d3813f37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.737853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-47d46229-0db2-4da9-b4b4-55d3813f37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.738465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-47d46229-0db2-4da9-b4b4-55d3813f37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.740792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-47d46229-0db2-4da9-b4b4-55d3813f37c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 6711 time: 0.3181188 Feb 15 14:00:23.775766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e4bb8-dbaf-46fd-a2a0-6bec23f5add6 req-ab33aec6-6fd0-4b7e-8d48-95dc038dad56 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.779674 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9b1e4bb8-dbaf-46fd-a2a0-6bec23f5add6 req-ab33aec6-6fd0-4b7e-8d48-95dc038dad56 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:23.782588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b1e4bb8-dbaf-46fd-a2a0-6bec23f5add6 req-ab33aec6-6fd0-4b7e-8d48-95dc038dad56 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "PUT /v2.0/ports/ceabf11c-d596-48a5-a578-ed825cb046d5 HTTP/1.1" status: 200 len: 981 time: 1.9750521 Feb 15 14:00:23.788507 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e381ee3-ff4e-4ded-92f4-14f5f1419692 admin admin] Publish callbacks [] for security_group (be4dabe0-dd0c-4a3f-8273-cc70e27ebf6d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:23.811221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f8dd-e216-496b-b7f2-0c4f61908692 req-06ebb3d2-3f3e-45af-b369-526e64165a21 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.842889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f8dd-e216-496b-b7f2-0c4f61908692 req-06ebb3d2-3f3e-45af-b369-526e64165a21 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.859576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e381ee3-ff4e-4ded-92f4-14f5f1419692 admin admin] Publish callbacks [] for security_group (be4dabe0-dd0c-4a3f-8273-cc70e27ebf6d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:23.861367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f8dd-e216-496b-b7f2-0c4f61908692 req-06ebb3d2-3f3e-45af-b369-526e64165a21 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.882738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f8dd-e216-496b-b7f2-0c4f61908692 req-06ebb3d2-3f3e-45af-b369-526e64165a21 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.891825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f8dd-e216-496b-b7f2-0c4f61908692 req-06ebb3d2-3f3e-45af-b369-526e64165a21 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.907390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f8dd-e216-496b-b7f2-0c4f61908692 req-06ebb3d2-3f3e-45af-b369-526e64165a21 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.909275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['ceabf11c-d596-48a5-a578-ed825cb046d5'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:23.919859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f8dd-e216-496b-b7f2-0c4f61908692 req-06ebb3d2-3f3e-45af-b369-526e64165a21 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:23.922011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9072f8dd-e216-496b-b7f2-0c4f61908692 req-06ebb3d2-3f3e-45af-b369-526e64165a21 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.4418910 Feb 15 14:00:23.929703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'tag': 'ceabf11c-d596-48a5-a578-ed825cb046d5'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:23.932196 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bde954b-310b-4eaa-8878-781296bee31b" -d '{"events": [{"name": "network-changed", "server_uuid": "d69005f2-65dd-4a52-962c-adabe186dbb8", "tag": "ceabf11c-d596-48a5-a578-ed825cb046d5"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:23.963309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e381ee3-ff4e-4ded-92f4-14f5f1419692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (be4dabe0-dd0c-4a3f-8273-cc70e27ebf6d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:23.966862 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e381ee3-ff4e-4ded-92f4-14f5f1419692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:23.971233 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6e381ee3-ff4e-4ded-92f4-14f5f1419692 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be4dabe0-dd0c-4a3f-8273-cc70e27ebf6d HTTP/1.1" status: 204 len: 168 time: 0.3601797 Feb 15 14:00:23.989096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e381ee3-ff4e-4ded-92f4-14f5f1419692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4dabe0-dd0c-4a3f-8273-cc70e27ebf6d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:24.117096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-e45ff03b-f404-4279-a0fc-d0beeeeae92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:24.120417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-e45ff03b-f404-4279-a0fc-d0beeeeae92f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e93e2024-4227-440b-850d-321f84125af0 HTTP/1.1" status: 200 len: 903 time: 0.3692458 Feb 15 14:00:24.133712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36022b80-921d-46db-b412-f4cea5cb7426 req-0886defc-6375-4257-8b6a-3187027d1d6e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1985412 Feb 15 14:00:24.271847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-2a4b3097-9c8d-4755-b776-7b5da9d4bafc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 HTTP/1.1" status: 200 len: 217 time: 0.1275423 Feb 15 14:00:24.335538 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9072f8dd-e216-496b-b7f2-0c4f61908692 req-13b06dcd-70ab-4c01-b5aa-1ee8433d197c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3987253 Feb 15 14:00:24.440168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aabe8b-de62-4101-8e7d-404cc15ffcde req-1fd54873-5a33-479a-aab5-549b9b2af83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:24.446727 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-43aabe8b-de62-4101-8e7d-404cc15ffcde req-1fd54873-5a33-479a-aab5-549b9b2af83b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 1128 time: 0.1567395 Feb 15 14:00:24.466608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-d827252b-f2c9-459e-a335-050c889f1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:24.468509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-d827252b-f2c9-459e-a335-050c889f1a3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d5c18f1-eca4-4063-884c-0aeb9fc5c00e HTTP/1.1" status: 200 len: 797 time: 0.1782031 Feb 15 14:00:24.491305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470bfd2-ccda-4bc6-94ad-ceab81450a08 req-5d63ea86-eebc-4384-a825-55cef8ba7b74 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:24.500406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3470bfd2-ccda-4bc6-94ad-ceab81450a08 req-5d63ea86-eebc-4384-a825-55cef8ba7b74 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 944 time: 0.2303486 Feb 15 14:00:24.539231 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-43aabe8b-de62-4101-8e7d-404cc15ffcde req-eccbb1c0-a086-42d4-bd2c-361a55d5aee1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878959 Feb 15 14:00:24.592907 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3470bfd2-ccda-4bc6-94ad-ceab81450a08 req-0092850a-3d3a-4520-a2f8-91a32e2f1cb3 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/security-groups?id=d76665f7-0181-41e6-9bee-35e2f646a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914178 Feb 15 14:00:24.598672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74513188-adaa-4be8-b350-b6e0f3c95397 req-0be1a405-d5c9-47f5-b5f0-5172227477d6 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:24.606853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74513188-adaa-4be8-b350-b6e0f3c95397 req-0be1a405-d5c9-47f5-b5f0-5172227477d6 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 1127 time: 0.1598732 Feb 15 14:00:24.652230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-af3fa9a3-8afe-4c4a-99c3-a55fbac44d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:24.653790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-af3fa9a3-8afe-4c4a-99c3-a55fbac44d3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e93e2024-4227-440b-850d-321f84125af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1510410 Feb 15 14:00:24.716133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74513188-adaa-4be8-b350-b6e0f3c95397 req-9d614344-4a8e-4110-96d6-9f927ae7a468 tempest-LiveMigrationTest-338912710 tempest-LiveMigrationTest-338912710-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073267 Feb 15 14:00:24.728331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f2ec01a-55d1-4d5c-a3e2-45b170dcc85d req-d0e48037-bb5c-414b-a1dd-487de26eb449 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/8ae3dba7-0003-48d4-b823-9dace7462787 HTTP/1.1" status: 200 len: 1819 time: 0.0924070 Feb 15 14:00:24.791004 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b5da6b-a139-4584-9ce2-f967dd94cb68 x-openstack-request-id: req-e1b5da6b-a139-4584-9ce2-f967dd94cb68 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:24.799838 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69005f2-65dd-4a52-962c-adabe186dbb8", "tag": "ceabf11c-d596-48a5-a578-ed825cb046d5", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:24.800263 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e1b5da6b-a139-4584-9ce2-f967dd94cb68 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:24.801027 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'tag': 'ceabf11c-d596-48a5-a578-ed825cb046d5', 'status': 'completed', 'code': 200} Feb 15 14:00:24.988847 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-0f2ec01a-55d1-4d5c-a3e2-45b170dcc85d req-e99d5b8c-2488-4591-94b9-497dcee92c51 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 14:00:24.990141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f2ec01a-55d1-4d5c-a3e2-45b170dcc85d req-e99d5b8c-2488-4591-94b9-497dcee92c51 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "DELETE /v2.0/security-groups/8ae3dba7-0003-48d4-b823-9dace7462787 HTTP/1.1" status: 409 len: 341 time: 0.2415128 Feb 15 14:00:25.001109 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-49cd0020-a285-444f-840d-705587fafdfe service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690907 Feb 15 14:00:25.014956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde954b-310b-4eaa-8878-781296bee31b req-807352a4-d95d-4256-b764-88c14a7c6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:25.017564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214831a-567f-45d8-89f0-0f52e022230a req-b20d7108-04ab-42fe-b01f-2a99b5b3c682 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:25.021652 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9bde954b-310b-4eaa-8878-781296bee31b req-807352a4-d95d-4256-b764-88c14a7c6e7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 1167 time: 0.1978307 Feb 15 14:00:25.031703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0214831a-567f-45d8-89f0-0f52e022230a req-b20d7108-04ab-42fe-b01f-2a99b5b3c682 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.1385202 Feb 15 14:00:25.359042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde954b-310b-4eaa-8878-781296bee31b req-574cc92f-8277-44cc-9b90-8274172a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:25.363252 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9bde954b-310b-4eaa-8878-781296bee31b req-574cc92f-8277-44cc-9b90-8274172a1706 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 913 time: 0.3348739 Feb 15 14:00:25.363864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58734) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:25.371324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-725199457-network', 'tenant_id': 'a0207a1f2322405f97b8aac983499a83'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:25.423418 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9bde954b-310b-4eaa-8878-781296bee31b req-a23b5884-49f6-426b-985d-abbd76251393 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceabf11c-d596-48a5-a578-ed825cb046d5 HTTP/1.1" status: 200 len: 217 time: 0.0472956 Feb 15 14:00:25.555537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde954b-310b-4eaa-8878-781296bee31b req-925fcae5-a7f1-4d12-9cf0-d95a1a3c56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:25.565914 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9bde954b-310b-4eaa-8878-781296bee31b req-925fcae5-a7f1-4d12-9cf0-d95a1a3c56a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2a9e082f-da76-4289-862f-326a50e53aaa HTTP/1.1" status: 200 len: 852 time: 0.1236858 Feb 15 14:00:25.572419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Made reservation on behalf of a0207a1f2322405f97b8aac983499a83 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:25.582348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:25.636098 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9bde954b-310b-4eaa-8878-781296bee31b req-a3bed2de-91a7-4d17-8613-274b04f544c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78f18dab-117a-4a56-adb7-cf63ecf9dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531335 Feb 15 14:00:25.643381 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:25.692047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3384a2d3-4c48-4983-b2f7-ab303b11711f req-2632c623-525b-4cc1-943f-212bba0c26cb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1347218 Feb 15 14:00:25.708408 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-23d73a0e-377b-4a1d-b8a1-bb3544d36287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:25.710860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-23d73a0e-377b-4a1d-b8a1-bb3544d36287 service neutron] 10.222.0.67 "GET /v2.0/ports/0fa6b97a-bc5c-4081-993b-b10e4e7aca33 HTTP/1.1" status: 200 len: 1027 time: 0.6756947 Feb 15 14:00:25.724853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0214831a-567f-45d8-89f0-0f52e022230a req-fa6c16e9-0a9b-498a-877e-af25db68923b tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6922174 Feb 15 14:00:25.805324 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9bde954b-310b-4eaa-8878-781296bee31b req-09caaaab-d1af-4dd4-b6c7-c654a8aa206e service neutron] 10.222.0.67 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585329 Feb 15 14:00:25.976835 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47afd1ac-49d5-4d89-8537-58cad9c659c6 req-403887d5-bf20-406d-b814-d4b2c53bc5a7 service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9423711 Feb 15 14:00:26.009521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 58582c61-6237-42d5-b30e-01687ada0cf8 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:00:26.030466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-2edb83ab-050c-4ac9-9598-b9dc9f34dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.032637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-2edb83ab-050c-4ac9-9598-b9dc9f34dbf4 service neutron] 10.222.0.67 "GET /v2.0/ports/7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 HTTP/1.1" status: 200 len: 1027 time: 0.2105744 Feb 15 14:00:26.039024 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Publish callbacks [] for security_group (58141669-9229-46df-beb8-541d661b62c7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:26.065166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57309b45-af68-40b3-8e77-22611952de29 req-171713f3-8f72-407b-ab58-c6eae5f09735 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.071479 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9bde954b-310b-4eaa-8878-781296bee31b req-ae134f80-2d10-4962-b921-c8bb45fe5980 service neutron] 10.222.0.67 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579558 Feb 15 14:00:26.072561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57309b45-af68-40b3-8e77-22611952de29 req-171713f3-8f72-407b-ab58-c6eae5f09735 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 944 time: 0.2366445 Feb 15 14:00:26.074197 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (58141669-9229-46df-beb8-541d661b62c7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:26.128059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d2272-f012-48d1-b4b4-f593f7dd1d12 req-537f3f2e-d683-4092-a0cd-322e2caf90f0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.133713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d2272-f012-48d1-b4b4-f593f7dd1d12 req-537f3f2e-d683-4092-a0cd-322e2caf90f0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.139572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d2272-f012-48d1-b4b4-f593f7dd1d12 req-537f3f2e-d683-4092-a0cd-322e2caf90f0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.146780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d2272-f012-48d1-b4b4-f593f7dd1d12 req-537f3f2e-d683-4092-a0cd-322e2caf90f0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.154347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d2272-f012-48d1-b4b4-f593f7dd1d12 req-537f3f2e-d683-4092-a0cd-322e2caf90f0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.159722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58141669-9229-46df-beb8-541d661b62c7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:26.163028 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d2272-f012-48d1-b4b4-f593f7dd1d12 req-537f3f2e-d683-4092-a0cd-322e2caf90f0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.170249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 58582c61-6237-42d5-b30e-01687ada0cf8 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:00:26.170962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d2272-f012-48d1-b4b4-f593f7dd1d12 req-537f3f2e-d683-4092-a0cd-322e2caf90f0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.180719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f70d2272-f012-48d1-b4b4-f593f7dd1d12 req-537f3f2e-d683-4092-a0cd-322e2caf90f0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2289486 Feb 15 14:00:26.181627 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 58582c61-6237-42d5-b30e-01687ada0cf8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:26.182022 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:26.239449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:00:26.279581 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (91764e58-d66b-49b1-b9f6-93b54349d58c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:26.279977 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Added segment 91764e58-d66b-49b1-b9f6-93b54349d58c of type vlan for network 19875a52-5f8c-498c-8759-5fb04562da7e Feb 15 14:00:26.326680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 58582c61-6237-42d5-b30e-01687ada0cf8 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:26.327344 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:26.340035 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2fa8d-40ea-4852-8a82-58f269564d9e req-2ec24d9b-1ea7-4c40-a625-f15b9fc92850 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.342718 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a9b2fa8d-40ea-4852-8a82-58f269564d9e req-2ec24d9b-1ea7-4c40-a625-f15b9fc92850 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 944 time: 0.3718667 Feb 15 14:00:26.373598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b4ead9-cd1c-4498-a169-ec8cf8f86dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58582c61-6237-42d5-b30e-01687ada0cf8'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:26.377659 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc306ac-1b98-400c-a3c0-4ba235cc0244" -d '{"events": [{"server_uuid": "d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb", "name": "network-vif-plugged", "status": "completed", "tag": "58582c61-6237-42d5-b30e-01687ada0cf8"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:26.393779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57309b45-af68-40b3-8e77-22611952de29 req-fd12d735-dad6-4854-b06d-e2a87d119629 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201544 Feb 15 14:00:26.411636 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 58582c61-6237-42d5-b30e-01687ada0cf8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=58582c61-6237-42d5-b30e-01687ada0cf8,segment=NetworkSegment(d780a95d-eed6-4638-89b0-dfb82a7d3a78),segment_id=d780a95d-eed6-4638-89b0-dfb82a7d3a78)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:26.424958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (19875a52-5f8c-498c-8759-5fb04562da7e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:26.427666 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:26.499510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=58582c61-6237-42d5-b30e-01687ada0cf8,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:26.517475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-ce06c775-6197-4811-a4b9-bf2fe901cbc7 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.523272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-ce06c775-6197-4811-a4b9-bf2fe901cbc7 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.529281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-ce06c775-6197-4811-a4b9-bf2fe901cbc7 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.531426 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-ce06c775-6197-4811-a4b9-bf2fe901cbc7 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "GET /v2.0/networks?id=e373dcfc-ad59-4f5a-8511-40a2474dbb5a&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=518aeb62-03f6-4f05-9be1-c52cef4b9577&id=518aeb62-03f6-4f05-9be1-c52cef4b9577 HTTP/1.1" status: 200 len: 1990 time: 0.4916973 Feb 15 14:00:26.550511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f70d2272-f012-48d1-b4b4-f593f7dd1d12 req-cb0c3a8e-677a-4657-9bc4-cad6bb3f0a91 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3687074 Feb 15 14:00:26.633695 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.db.resource_extend [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:00:26.651857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820b5da-5680-4b17-81ec-2d38d2cf7309 req-3773b411-d18e-4d18-b1fb-f30db7ad0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.663781 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d820b5da-5680-4b17-81ec-2d38d2cf7309 req-3773b411-d18e-4d18-b1fb-f30db7ad0242 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 1167 time: 0.5077345 Feb 15 14:00:26.669720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-13e85e58-3dd9-4ffa-89d3-5c784d6d6587 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d0c8baea1b4caca9038f410716a4fe HTTP/1.1" status: 200 len: 380 time: 0.1138778 Feb 15 14:00:26.681977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'admin_state_up': True, 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'security_groups': ['850e07cd-54c4-41bd-b8e3-db033f5d65ad']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:26.799757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd084fad-7780-4d85-8b72-799402d75f6b req-eb90e2b6-9258-4b5e-8c5d-8d3070254f54 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.807687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd084fad-7780-4d85-8b72-799402d75f6b req-eb90e2b6-9258-4b5e-8c5d-8d3070254f54 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 984 time: 0.2745962 Feb 15 14:00:26.850255 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (19875a52-5f8c-498c-8759-5fb04562da7e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:26.851420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.852004 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:26.923761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd084fad-7780-4d85-8b72-799402d75f6b req-2d6c2613-2ef4-4633-bab2-642da2d7111d tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&id=8ae3dba7-0003-48d4-b823-9dace7462787&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1148243 Feb 15 14:00:26.957628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afc71d-42a8-4963-aad6-9a70ab140a0a req-34f7b12f-9950-41b5-8ffc-728ad58d921c tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:26.960657 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5956786 Feb 15 14:00:26.963419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58768) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:26.970406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2afc71d-42a8-4963-aad6-9a70ab140a0a req-34f7b12f-9950-41b5-8ffc-728ad58d921c tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 945 time: 0.2326043 Feb 15 14:00:26.972269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] Request body: {'subnet': {'network_id': '19875a52-5f8c-498c-8759-5fb04562da7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-725199457-subnet', 'tenant_id': 'a0207a1f2322405f97b8aac983499a83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:27.002732 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f850ffd7-8983-4f21-89b8-0665aad0d3e0 x-openstack-request-id: req-f850ffd7-8983-4f21-89b8-0665aad0d3e0 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:27.003719 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb", "name": "network-vif-plugged", "status": "completed", "tag": "58582c61-6237-42d5-b30e-01687ada0cf8", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:27.003991 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f850ffd7-8983-4f21-89b8-0665aad0d3e0 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:27.004710 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b4ead9-cd1c-4498-a169-ec8cf8f86dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58582c61-6237-42d5-b30e-01687ada0cf8', 'code': 200} Feb 15 14:00:27.014862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820b5da-5680-4b17-81ec-2d38d2cf7309 req-c37c4b35-e1c2-47a9-aacc-199a26cbf6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:27.016579 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d820b5da-5680-4b17-81ec-2d38d2cf7309 req-c37c4b35-e1c2-47a9-aacc-199a26cbf6ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 913 time: 0.3332536 Feb 15 14:00:27.017007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28114bac-a37b-4b9d-b91e-1ce65c3f05d6 admin admin] Pushing event updated for resources: {'Network': ['ID=19875a52-5f8c-498c-8759-5fb04562da7e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:27.028422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] Made reservation on behalf of a0207a1f2322405f97b8aac983499a83 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:27.031372 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:27.037783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 19875a52-5f8c-498c-8759-5fb04562da7e details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:00:27.135189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-a9b2fa8d-40ea-4852-8a82-58f269564d9e req-8d7520a8-ffc6-484d-be8d-b75d20dfc7d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Deleting port a024b37d-096d-403c-bcd0-61406c8ce283 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:00:27.135723 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a9b2fa8d-40ea-4852-8a82-58f269564d9e req-8d7520a8-ffc6-484d-be8d-b75d20dfc7d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:27.178245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9ff955d-aebe-44e8-aa81-90fdd104f505 req-5fc406ba-479e-447d-9aaf-ede2338aaa7b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1126993 Feb 15 14:00:27.200806 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d820b5da-5680-4b17-81ec-2d38d2cf7309 req-4d20636f-45a3-4196-baed-59207de1b2a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceabf11c-d596-48a5-a578-ed825cb046d5 HTTP/1.1" status: 200 len: 217 time: 0.1557219 Feb 15 14:00:27.229106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2afc71d-42a8-4963-aad6-9a70ab140a0a req-0afd79ef-106d-4fd4-a44d-0607116154e2 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/security-groups?id=d76665f7-0181-41e6-9bee-35e2f646a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514768 Feb 15 14:00:27.258749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:27.261395 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:27.332217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820b5da-5680-4b17-81ec-2d38d2cf7309 req-7d2eb951-caa6-473f-b9fd-763cd5712265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:27.333659 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d820b5da-5680-4b17-81ec-2d38d2cf7309 req-7d2eb951-caa6-473f-b9fd-763cd5712265 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2a9e082f-da76-4289-862f-326a50e53aaa HTTP/1.1" status: 200 len: 852 time: 0.1060808 Feb 15 14:00:27.368046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473fc08-3f80-4125-bb8e-e9d779e494ab req-79883f06-6134-4b3e-bc6a-3718531f5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:27.368724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a9b2fa8d-40ea-4852-8a82-58f269564d9e req-8d7520a8-ffc6-484d-be8d-b75d20dfc7d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] For port a024b37d-096d-403c-bcd0-61406c8ce283, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a024b37d-096d-403c-bcd0-61406c8ce283,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:27.369148 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a9b2fa8d-40ea-4852-8a82-58f269564d9e req-8d7520a8-ffc6-484d-be8d-b75d20dfc7d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:27.369580 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b473fc08-3f80-4125-bb8e-e9d779e494ab req-79883f06-6134-4b3e-bc6a-3718531f5c43 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 1128 time: 0.1987967 Feb 15 14:00:27.395493 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d820b5da-5680-4b17-81ec-2d38d2cf7309 req-dd019a7b-cd58-4d75-8f04-8eff910d9579 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78f18dab-117a-4a56-adb7-cf63ecf9dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496089 Feb 15 14:00:27.430805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-a9b2fa8d-40ea-4852-8a82-58f269564d9e req-8d7520a8-ffc6-484d-be8d-b75d20dfc7d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Calling delete_port for a024b37d-096d-403c-bcd0-61406c8ce283 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:00:27.466162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b473fc08-3f80-4125-bb8e-e9d779e494ab req-d210be74-d152-4e28-9f86-c961be7dee51 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d76665f7-0181-41e6-9bee-35e2f646a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737550 Feb 15 14:00:27.537302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deb6a0-547e-46d5-9c91-9616c764728e req-00d086e4-5e1b-4525-899f-85e351c45184 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:27.539374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77deb6a0-547e-46d5-9c91-9616c764728e req-00d086e4-5e1b-4525-899f-85e351c45184 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.1987648 Feb 15 14:00:27.589184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Allocated IP 172.20.0.12 (e373dcfc-ad59-4f5a-8511-40a2474dbb5a/f51d027d-829b-46a3-8128-74a466506270/2323b683-4b33-4fdd-8464-0bda84e09074) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:27.614330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (055385e5-6496-4514-882d-fa7d22c726b0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:27.655709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77deb6a0-547e-46d5-9c91-9616c764728e req-263c7c2d-5615-446a-aa78-5f7610456b8d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046162 Feb 15 14:00:27.676091 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d820b5da-5680-4b17-81ec-2d38d2cf7309 req-480e2bac-1de9-4342-a9b6-72f857e752be service neutron] 10.222.0.67 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706692 Feb 15 14:00:27.733308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=055385e5-6496-4514-882d-fa7d22c726b0,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:27.771363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf54d7-285c-49de-89a5-1f213983bfd5 req-dae775b5-2231-4804-88cb-aff5c47f366b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:27.778938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fcf54d7-285c-49de-89a5-1f213983bfd5 req-dae775b5-2231-4804-88cb-aff5c47f366b tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 944 time: 0.2895472 Feb 15 14:00:27.811257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] Checking segment: {'id': '91764e58-d66b-49b1-b9f6-93b54349d58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '19875a52-5f8c-498c-8759-5fb04562da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:27.811672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] Network hostable DHCP agents. Network: 19875a52-5f8c-498c-8759-5fb04562da7e, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:00:27.859106 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a9b2fa8d-40ea-4852-8a82-58f269564d9e req-8d7520a8-ffc6-484d-be8d-b75d20dfc7d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a024b37d-096d-403c-bcd0-61406c8ce283), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:27.875711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d63cb24a-2713-45cb-af99-b7b059641c52'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:27.902589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7520a8-ffc6-484d-be8d-b75d20dfc7d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Pushing event deleted for resources: {'Port': ['ID=a024b37d-096d-403c-bcd0-61406c8ce283,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:27.911130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fcf54d7-285c-49de-89a5-1f213983bfd5 req-a6ecd595-3602-404c-a670-d9e190d0fea7 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263587 Feb 15 14:00:27.946994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] Network 19875a52-5f8c-498c-8759-5fb04562da7e is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:00:27.991421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23978e-b8fc-4cb9-9bdb-539c3bb97201 req-653ccbe8-7ef0-4e71-95f7-2e7c87b84348 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:27.998844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23978e-b8fc-4cb9-9bdb-539c3bb97201 req-653ccbe8-7ef0-4e71-95f7-2e7c87b84348 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.010852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b2fa8d-40ea-4852-8a82-58f269564d9e req-8d7520a8-ffc6-484d-be8d-b75d20dfc7d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] No DVR routers for this DVR port a024b37d-096d-403c-bcd0-61406c8ce283 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:00:28.013048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 19875a52-5f8c-498c-8759-5fb04562da7e) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:28.019410 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a9b2fa8d-40ea-4852-8a82-58f269564d9e req-8d7520a8-ffc6-484d-be8d-b75d20dfc7d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:28.022214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23978e-b8fc-4cb9-9bdb-539c3bb97201 req-653ccbe8-7ef0-4e71-95f7-2e7c87b84348 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.022833 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a9b2fa8d-40ea-4852-8a82-58f269564d9e req-8d7520a8-ffc6-484d-be8d-b75d20dfc7d3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.42 "DELETE /v2.0/ports/a024b37d-096d-403c-bcd0-61406c8ce283 HTTP/1.1" status: 204 len: 173 time: 1.6738832 Feb 15 14:00:28.023313 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'name': 'network-vif-deleted', 'tag': 'a024b37d-096d-403c-bcd0-61406c8ce283'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:28.025695 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6602ed4-b917-440b-86db-81eb4fffe0f8" -d '{"events": [{"server_uuid": "b416188e-52db-42d3-8751-08ef79adb9e1", "name": "network-vif-deleted", "tag": "a024b37d-096d-403c-bcd0-61406c8ce283"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:28.028256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e58233b-98b9-4a6d-9dd4-9d735b65accb None None] Network 19875a52-5f8c-498c-8759-5fb04562da7e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:00:28.042431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23978e-b8fc-4cb9-9bdb-539c3bb97201 req-653ccbe8-7ef0-4e71-95f7-2e7c87b84348 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.049711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23978e-b8fc-4cb9-9bdb-539c3bb97201 req-653ccbe8-7ef0-4e71-95f7-2e7c87b84348 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.049869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.050446 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:28.055793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23978e-b8fc-4cb9-9bdb-539c3bb97201 req-653ccbe8-7ef0-4e71-95f7-2e7c87b84348 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.061810 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d820b5da-5680-4b17-81ec-2d38d2cf7309 req-6fcaaf29-6928-4ae1-8df5-e9bcdc6654b4 service neutron] 10.222.0.67 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143322 Feb 15 14:00:28.062857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23978e-b8fc-4cb9-9bdb-539c3bb97201 req-653ccbe8-7ef0-4e71-95f7-2e7c87b84348 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.072762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f23978e-b8fc-4cb9-9bdb-539c3bb97201 req-653ccbe8-7ef0-4e71-95f7-2e7c87b84348 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2886033 Feb 15 14:00:28.085845 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for port (2323b683-4b33-4fdd-8464-0bda84e09074), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:28.099836 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7a52f554-43f8-43ed-a745-82d6e20a4a6b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1243093 Feb 15 14:00:28.246942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25aafb-ccfa-4665-838a-3a1470ae114e None None] Network 19875a52-5f8c-498c-8759-5fb04562da7e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:00:28.309621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f23978e-b8fc-4cb9-9bdb-539c3bb97201 req-8146bef1-78d0-472b-b758-9c114305feff tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2293723 Feb 15 14:00:28.342769 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:28.409952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-f24e9efc-d4bb-4301-929a-ebaf4940994b tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.411500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-f24e9efc-d4bb-4301-929a-ebaf4940994b tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/networks?id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e HTTP/1.1" status: 200 len: 811 time: 0.3343868 Feb 15 14:00:28.455244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network e373dcfc-ad59-4f5a-8511-40a2474dbb5a is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:28.467658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:28.470055 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:28.500470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-7be5b1dd-b328-432b-b27a-215a4d71544d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/quotas/c8e4caf65d074140b1e3cf64680b06d7 HTTP/1.1" status: 200 len: 375 time: 0.0684383 Feb 15 14:00:28.507051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Port': ['ID=2323b683-4b33-4fdd-8464-0bda84e09074,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:28.535706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.536057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.536394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.536732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.537076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.537411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.537740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.538060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.538382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.538705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.539062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.539384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.539706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:28.586416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.587095 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:28.596711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb4052-f778-479d-ba2a-1812301b667b req-6da3bdbc-90b7-48e5-8828-15077079b216 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:28.598364 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3afb4052-f778-479d-ba2a-1812301b667b req-6da3bdbc-90b7-48e5-8828-15077079b216 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 984 time: 0.1949196 Feb 15 14:00:28.634960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e99bf6e3-0c5f-4e32-90cb-f2c3e9e40b2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9587283 Feb 15 14:00:28.654124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-a640dad8-df2a-4aaa-b540-405dde01fa91 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c8e4caf65d074140b1e3cf64680b06d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1443992 Feb 15 14:00:28.659688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4', 'admin_state_up': True, 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'security_groups': ['850e07cd-54c4-41bd-b8e3-db033f5d65ad']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:28.808833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3afb4052-f778-479d-ba2a-1812301b667b req-2eb7771a-0c90-4b80-a78e-91a5c454d113 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&id=8ae3dba7-0003-48d4-b823-9dace7462787&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1978045 Feb 15 14:00:28.813408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-00a7c4ab-449a-4d3d-a415-1b62e54e0d7d None None] Provisioning complete for port 2323b683-4b33-4fdd-8464-0bda84e09074 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:28.814000 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-00a7c4ab-449a-4d3d-a415-1b62e54e0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:28.869416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-8c5f366c-f9da-4592-9c5b-91b30309c0af service neutron] 10.222.0.72 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060797 Feb 15 14:00:28.873739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a024b37d-096d-403c-bcd0-61406c8ce283 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:00:28.887854 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab876d1-9cf8-4f47-bd25-64fcabedb11d x-openstack-request-id: req-7ab876d1-9cf8-4f47-bd25-64fcabedb11d {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:28.888500 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b416188e-52db-42d3-8751-08ef79adb9e1", "name": "network-vif-deleted", "tag": "a024b37d-096d-403c-bcd0-61406c8ce283", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:28.888500 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7ab876d1-9cf8-4f47-bd25-64fcabedb11d {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:28.888783 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b416188e-52db-42d3-8751-08ef79adb9e1', 'name': 'network-vif-deleted', 'tag': 'a024b37d-096d-403c-bcd0-61406c8ce283', 'status': 'completed', 'code': 200} Feb 15 14:00:28.938131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: a024b37d-096d-403c-bcd0-61406c8ce283 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:00:28.938797 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a024b37d-096d-403c-bcd0-61406c8ce283 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:00:28.951099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-00a7c4ab-449a-4d3d-a415-1b62e54e0d7d None None] Port 2323b683-4b33-4fdd-8464-0bda84e09074 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:00:29.014134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:29.017435 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:29.111881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750116cc-33dc-42de-9708-be29c6887046 req-d2667c5c-f65e-4cbb-aec3-9a304a7a7a3a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:29.113268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-750116cc-33dc-42de-9708-be29c6887046 req-d2667c5c-f65e-4cbb-aec3-9a304a7a7a3a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 932 time: 0.1435156 Feb 15 14:00:29.115093 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-55cf44a3-5ec1-4b58-9d0b-4ed4e153025a service neutron] 10.222.0.72 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332602 Feb 15 14:00:29.214129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-750116cc-33dc-42de-9708-be29c6887046 req-e72f2551-d65d-4785-ae4e-7f6ed9449bc8 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929835 Feb 15 14:00:29.238867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Allocated IP 10.1.1.146 (ba8fc4a2-0c1f-42f3-80af-16382c65fcb4/36bddb5c-68fe-4513-afd2-f78adb820f01/c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:29.469131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009baf6-029a-43ff-8750-1f6d040f0117 req-b16cbc0b-219e-46b4-85fb-19cba721b2a8 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:29.471547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8009baf6-029a-43ff-8750-1f6d040f0117 req-b16cbc0b-219e-46b4-85fb-19cba721b2a8 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 945 time: 0.1187856 Feb 15 14:00:29.477480 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:29.580293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8009baf6-029a-43ff-8750-1f6d040f0117 req-b5eb4a54-9a05-4947-8805-0e9a3e5a071e tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/security-groups?id=d76665f7-0181-41e6-9bee-35e2f646a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994589 Feb 15 14:00:29.650053 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:29.723983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0af5404f-7868-4ea4-a308-3f4c5e6fbd82 req-ed2f5b67-c2a8-4c37-afa4-c2e2ef6de83e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0657566 Feb 15 14:00:29.748291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:29.759594 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:29.763020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:29.870404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Port': ['ID=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:29.885678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a79e1f31-501b-4158-af31-7f152c799d5b req-2823e334-7abb-44fc-8a74-b7c62de69eb5 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 210 time: 0.0689423 Feb 15 14:00:29.894575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:29.895420 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:29.920220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-ccf4e45a-9e97-400f-89b8-187858c04960 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:29.928797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-ccf4e45a-9e97-400f-89b8-187858c04960 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/networks?id=aa2fd877-1da8-4826-8cc0-f028e0b97a11 HTTP/1.1" status: 200 len: 814 time: 0.3870535 Feb 15 14:00:29.935750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-774ea2e1-ffe1-48f6-bd95-5268b579ae10 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2805245 Feb 15 14:00:29.957672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1ad3761e-f30e-4890-a8aa-43efc47285e6 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/quotas/7d14f81ab8914fdcaade90b5097b035d HTTP/1.1" status: 200 len: 375 time: 0.0276287 Feb 15 14:00:29.964327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4', 'admin_state_up': True, 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'security_groups': ['850e07cd-54c4-41bd-b8e3-db033f5d65ad']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:30.047765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-b47a3556-a4c2-4f62-b631-79a4b1844b21 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d14f81ab8914fdcaade90b5097b035d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889814 Feb 15 14:00:30.183220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-69308e49-ab9b-4e01-a44a-c6dbce52dfba None None] Provisioning complete for port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:30.183747 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69308e49-ab9b-4e01-a44a-c6dbce52dfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:30.230065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-69308e49-ab9b-4e01-a44a-c6dbce52dfba None None] Port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:00:30.389177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-09e613b2-5bf2-45bb-bc45-df776a42a72d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:00:30.390393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-09e613b2-5bf2-45bb-bc45-df776a42a72d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058827 Feb 15 14:00:30.524413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-0510b602-f791-4625-ae05-ab97993050c3 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:30.526947 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-0510b602-f791-4625-ae05-ab97993050c3 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.42 "GET /v2.0/networks?id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e HTTP/1.1" status: 200 len: 811 time: 0.1604922 Feb 15 14:00:30.541074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Request body: {'port': {'device_id': 'c1a2b24b-77e5-4d9d-b68e-c0381ebb4279', 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e', 'admin_state_up': True, 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:30.554116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e818f-e74e-454d-95fc-8a4d6b4c98b6 req-8e446167-1b30-4964-b1d9-b098da0ac441 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:30.560034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e818f-e74e-454d-95fc-8a4d6b4c98b6 req-8e446167-1b30-4964-b1d9-b098da0ac441 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:30.565337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e818f-e74e-454d-95fc-8a4d6b4c98b6 req-8e446167-1b30-4964-b1d9-b098da0ac441 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:30.570708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e818f-e74e-454d-95fc-8a4d6b4c98b6 req-8e446167-1b30-4964-b1d9-b098da0ac441 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:30.576553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e818f-e74e-454d-95fc-8a4d6b4c98b6 req-8e446167-1b30-4964-b1d9-b098da0ac441 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:30.581761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e818f-e74e-454d-95fc-8a4d6b4c98b6 req-8e446167-1b30-4964-b1d9-b098da0ac441 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:30.587661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e818f-e74e-454d-95fc-8a4d6b4c98b6 req-8e446167-1b30-4964-b1d9-b098da0ac441 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:30.589698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-062e818f-e74e-454d-95fc-8a4d6b4c98b6 req-8e446167-1b30-4964-b1d9-b098da0ac441 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.5445366 Feb 15 14:00:30.638065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-6ba0d0a1-3891-47c7-ac21-bdccbdfc9a88 service neutron] 10.222.0.72 "GET /v2.0/networks/aa2fd877-1da8-4826-8cc0-f028e0b97a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216084 Feb 15 14:00:30.671948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Made reservation on behalf of c8e4caf65d074140b1e3cf64680b06d7 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:30.676083 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:30.712734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:30.716086 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:30.744903 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-062e818f-e74e-454d-95fc-8a4d6b4c98b6 req-7bf0cb53-b45b-41f2-87a9-def50e99157b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444993 Feb 15 14:00:30.838523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Allocated IP 172.20.0.2 (dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e/2004f8b3-14e4-498a-9661-061bdbfd997e/152450d6-d8da-4909-ab57-3b2f0a062db0) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:30.846043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-923cf488-5d9c-4615-8902-c942d0f92d98 service neutron] 10.222.0.72 "GET /v2.0/networks/aa2fd877-1da8-4826-8cc0-f028e0b97a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928389 Feb 15 14:00:30.946191 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Allocated IP 10.1.1.246 (ba8fc4a2-0c1f-42f3-80af-16382c65fcb4/36bddb5c-68fe-4513-afd2-f78adb820f01/f277436f-274d-4ccc-985c-0a0e050434d0) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:31.039732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8e605-4d8c-4cab-b9b5-770778ba6a13 req-b41ba6cc-8606-4f55-8dae-395449caee7e tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:31.040307 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks [] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:31.047112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fde8e605-4d8c-4cab-b9b5-770778ba6a13 req-b41ba6cc-8606-4f55-8dae-395449caee7e tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 984 time: 0.0928602 Feb 15 14:00:31.096145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:31.110683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:31.164434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:31.172134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:31.180421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:31.231970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Pushing event updated for resources: {'Port': ['ID=152450d6-d8da-4909-ab57-3b2f0a062db0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:31.295064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:31.295613 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:31.317664 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-5d60064a-3800-4a79-b830-d4007a68e0a0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7812428 Feb 15 14:00:31.328671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba2d8-7abc-4cb1-a6fe-c5fa282c4245 req-4ce3edae-8baa-4319-a81a-74fad5fe3f7e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:31.329018 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Request body: {'port': {'device_id': 'c1a2b24b-77e5-4d9d-b68e-c0381ebb4279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:31.334935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba2d8-7abc-4cb1-a6fe-c5fa282c4245 req-4ce3edae-8baa-4319-a81a-74fad5fe3f7e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:31.343302 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8eba2d8-7abc-4cb1-a6fe-c5fa282c4245 req-4ce3edae-8baa-4319-a81a-74fad5fe3f7e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 1654 time: 0.2048676 Feb 15 14:00:31.353689 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fde8e605-4d8c-4cab-b9b5-770778ba6a13 req-17a4608e-1855-4b7b-b8b2-dae3b1cc2577 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&id=8ae3dba7-0003-48d4-b823-9dace7462787&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3057246 Feb 15 14:00:31.371497 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for port (f277436f-274d-4ccc-985c-0a0e050434d0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:31.417557 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:31.441154 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8eba2d8-7abc-4cb1-a6fe-c5fa282c4245 req-98eb6632-8985-413a-a257-cae696dc0dcf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968831 Feb 15 14:00:31.478955 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:31.597131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72b68b31-3952-47e7-8ecc-5ca5d5b6c24a req-ec8197bb-af46-4d42-aad2-4e0c56859a1a tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0523317 Feb 15 14:00:31.606399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:31.621027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:31.625089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:31.627776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Port': ['ID=f277436f-274d-4ccc-985c-0a0e050434d0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:31.774439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:31.775130 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:31.781746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8270e651-f449-41cc-b5c7-4f5be839d191 req-306d49e8-b16b-4327-9712-a7b6687a1937 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 210 time: 0.1011338 Feb 15 14:00:31.816642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f8c80-133d-49e5-b66d-680a5a684d5c req-c79927bb-600e-4e0b-9228-013b6074df37 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:31.825522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-583f8c80-133d-49e5-b66d-680a5a684d5c req-c79927bb-600e-4e0b-9228-013b6074df37 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 931 time: 0.2155633 Feb 15 14:00:31.832657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-89c40d2f-f325-4863-a6c9-311f726961c6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8726189 Feb 15 14:00:31.849341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577', 'admin_state_up': True, 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'security_groups': ['850e07cd-54c4-41bd-b8e3-db033f5d65ad']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:31.907149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152450d6-d8da-4909-ab57-3b2f0a062db0 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:31.918482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Publish callbacks [] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:31.946599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Transition to ACTIVE for port object 152450d6-d8da-4909-ab57-3b2f0a062db0 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:31.951730 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:31.988405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-583f8c80-133d-49e5-b66d-680a5a684d5c req-32630d2e-342e-4de0-807f-320fc15b18f0 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540837 Feb 15 14:00:32.038263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Pushing event updated for resources: {'Port': ['ID=152450d6-d8da-4909-ab57-3b2f0a062db0,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:32.089825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-567e7842-8abc-4fa2-aa88-10334bd49a33 None None] Provisioning complete for port f277436f-274d-4ccc-985c-0a0e050434d0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:32.092394 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-567e7842-8abc-4fa2-aa88-10334bd49a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:32.137426 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c91c024c-f712-4d1e-8801-c537621bc848 req-3bdd24e2-b11c-4c02-a7ad-8f311c25602b tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-168305218&fields=id&tenant_id=73966798ee8b4daaaa7322021ae03505 HTTP/1.1" status: 200 len: 267 time: 0.2634163 Feb 15 14:00:32.179339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-567e7842-8abc-4fa2-aa88-10334bd49a33 None None] Port f277436f-274d-4ccc-985c-0a0e050434d0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:00:32.207108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Attempting to bind port 152450d6-d8da-4909-ab57-3b2f0a062db0 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:32.207443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Attempting to bind port 152450d6-d8da-4909-ab57-3b2f0a062db0 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:32.207770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Attempting to bind port 152450d6-d8da-4909-ab57-3b2f0a062db0 on network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:32.213587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Port 152450d6-d8da-4909-ab57-3b2f0a062db0 on network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:32.214752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Attempting to bind port 152450d6-d8da-4909-ab57-3b2f0a062db0 on network dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:32.220808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:32.221216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Checking segment: {'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:32.221585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Bound using segment: {'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:32.222008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Bound port: 152450d6-d8da-4909-ab57-3b2f0a062db0, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:32.222399 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:32.292492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c024c-f712-4d1e-8801-c537621bc848 req-f157f2af-0c30-4f93-97aa-adec106c3f84 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.301121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c91c024c-f712-4d1e-8801-c537621bc848 req-f157f2af-0c30-4f93-97aa-adec106c3f84 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 984 time: 0.1450214 Feb 15 14:00:32.306804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-c91c024c-f712-4d1e-8801-c537621bc848 req-e0ff214a-5ce9-4ba8-ba53-1e8b4d5b05e1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'port': {'security_groups': ['8ae3dba7-0003-48d4-b823-9dace7462787', 'ca08aaf0-ac34-43ae-91e8-3c905508fa41', '6888c4d5-4588-4481-a07e-3e71a9c7ad8a']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:32.323733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:32.533150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94380ff-5cdc-4ba3-9578-33e3f81bf17b req-f4739533-1b2c-4770-b555-21b46ac0bcae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.548939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94380ff-5cdc-4ba3-9578-33e3f81bf17b req-f4739533-1b2c-4770-b555-21b46ac0bcae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.563210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94380ff-5cdc-4ba3-9578-33e3f81bf17b req-f4739533-1b2c-4770-b555-21b46ac0bcae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.569863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94380ff-5cdc-4ba3-9578-33e3f81bf17b req-f4739533-1b2c-4770-b555-21b46ac0bcae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.588308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94380ff-5cdc-4ba3-9578-33e3f81bf17b req-f4739533-1b2c-4770-b555-21b46ac0bcae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.593859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94380ff-5cdc-4ba3-9578-33e3f81bf17b req-f4739533-1b2c-4770-b555-21b46ac0bcae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.599354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94380ff-5cdc-4ba3-9578-33e3f81bf17b req-f4739533-1b2c-4770-b555-21b46ac0bcae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.607820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b94380ff-5cdc-4ba3-9578-33e3f81bf17b req-f4739533-1b2c-4770-b555-21b46ac0bcae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2963142 Feb 15 14:00:32.633032 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c91c024c-f712-4d1e-8801-c537621bc848 req-e0ff214a-5ce9-4ba8-ba53-1e8b4d5b05e1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:32.714150 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] For port 152450d6-d8da-4909-ab57-3b2f0a062db0, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:32.737230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] For port 152450d6-d8da-4909-ab57-3b2f0a062db0, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=152450d6-d8da-4909-ab57-3b2f0a062db0,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:32.747188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-6e0f413b-4459-42ee-ba60-b5b79a73086f tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.748703 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-6e0f413b-4459-42ee-ba60-b5b79a73086f tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.67 "GET /v2.0/networks?id=aa2fd877-1da8-4826-8cc0-f028e0b97a11 HTTP/1.1" status: 200 len: 814 time: 0.1623421 Feb 15 14:00:32.750590 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:32.763602 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Request body: {'port': {'device_id': 'b11bbce7-3f0b-4c1c-8d3f-a70347b293d3', 'network_id': 'aa2fd877-1da8-4826-8cc0-f028e0b97a11', 'admin_state_up': True, 'tenant_id': '7d14f81ab8914fdcaade90b5097b035d'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:32.801556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:32.803722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.804347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:32.805755 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] 10.222.0.42 "PUT /v2.0/ports/152450d6-d8da-4909-ab57-3b2f0a062db0 HTTP/1.1" status: 200 len: 1092 time: 1.4812322 Feb 15 14:00:32.806203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a2b24b-77e5-4d9d-b68e-c0381ebb4279', 'tag': '152450d6-d8da-4909-ab57-3b2f0a062db0'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:32.808828 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025193f4-c31d-4d1b-a606-5dff9c5e9dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a2b24b-77e5-4d9d-b68e-c0381ebb4279", "tag": "152450d6-d8da-4909-ab57-3b2f0a062db0"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:32.901449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b94380ff-5cdc-4ba3-9578-33e3f81bf17b req-cb8ece65-4528-432e-97bc-930c65d7b3b4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2926068 Feb 15 14:00:32.922760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cc7b1-fa84-4cb9-b34e-0b11bce5a81e service neutron] Pushing event updated for resources: {'Port': ['ID=152450d6-d8da-4909-ab57-3b2f0a062db0,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:32.971786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-833a41ef-da32-4eef-97b7-0b6f455acdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:32.973846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-833a41ef-da32-4eef-97b7-0b6f455acdef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8e4caf65d074140b1e3cf64680b06d7&device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 1126 time: 0.1167428 Feb 15 14:00:33.025252 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-2478fb62-83fa-406a-bf80-684625186a8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=152450d6-d8da-4909-ab57-3b2f0a062db0 HTTP/1.1" status: 200 len: 217 time: 0.0430598 Feb 15 14:00:33.041060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Made reservation on behalf of 7d14f81ab8914fdcaade90b5097b035d for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:33.044844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:33.100468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-23355587-7e4d-47bf-8281-983e6a14b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:33.101961 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-23355587-7e4d-47bf-8281-983e6a14b82f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2004f8b3-14e4-498a-9661-061bdbfd997e HTTP/1.1" status: 200 len: 851 time: 0.0700321 Feb 15 14:00:33.171279 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-9725e008-e570-4ae8-b034-ccfe3df459f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429475 Feb 15 14:00:33.225542 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699eb60-b199-4a79-8c02-69397252ebb0 req-0d5f6b9d-3778-4519-8a21-95fa38e63c22 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:33.227145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8699eb60-b199-4a79-8c02-69397252ebb0 req-0d5f6b9d-3778-4519-8a21-95fa38e63c22 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 945 time: 0.1970243 Feb 15 14:00:33.278267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-c91c024c-f712-4d1e-8801-c537621bc848 req-e0ff214a-5ce9-4ba8-ba53-1e8b4d5b05e1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] For port ceabf11c-d596-48a5-a578-ed825cb046d5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ceabf11c-d596-48a5-a578-ed825cb046d5,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:33.295554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Allocated IP 172.20.0.9 (aa2fd877-1da8-4826-8cc0-f028e0b97a11/9aa4c018-114d-446d-9d43-fe5df466f3b7/6c55667c-e578-46d4-8671-3471a9747511) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:33.320114 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-4d30aa06-9821-423e-a465-f6515c62019c service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407318 Feb 15 14:00:33.326326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Allocated IP 10.2.2.100 (518aeb62-03f6-4f05-9be1-c52cef4b9577/55860514-d8b5-4482-806c-f513ef35d6ae/15feb264-7111-4de1-bab7-a0f3ad60e9bf) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:33.363633 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c91c024c-f712-4d1e-8801-c537621bc848 req-e0ff214a-5ce9-4ba8-ba53-1e8b4d5b05e1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:33.370329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8699eb60-b199-4a79-8c02-69397252ebb0 req-23a28f8c-5773-432a-a669-6ef9db7f8f6e tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/security-groups?id=d76665f7-0181-41e6-9bee-35e2f646a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227345 Feb 15 14:00:33.373699 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c91c024c-f712-4d1e-8801-c537621bc848 req-e0ff214a-5ce9-4ba8-ba53-1e8b4d5b05e1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:33.390404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dacb40d4-0e91-45f6-be10-29ad2b5e06c1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:33.398181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['ceabf11c-d596-48a5-a578-ed825cb046d5'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:33.496993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff214a-5ce9-4ba8-ba53-1e8b4d5b05e1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'Port': ['ID=ceabf11c-d596-48a5-a578-ed825cb046d5,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:33.498677 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-858ec893-965b-4bac-8f0a-3f6c6a32639c req-fb0c47c9-c07d-4861-b6f7-1160b36f50d2 service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724634 Feb 15 14:00:33.555669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c024c-f712-4d1e-8801-c537621bc848 req-e0ff214a-5ce9-4ba8-ba53-1e8b4d5b05e1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:33.556738 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c91c024c-f712-4d1e-8801-c537621bc848 req-e0ff214a-5ce9-4ba8-ba53-1e8b4d5b05e1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:33.557921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c91c024c-f712-4d1e-8801-c537621bc848 req-e0ff214a-5ce9-4ba8-ba53-1e8b4d5b05e1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "PUT /v2.0/ports/ceabf11c-d596-48a5-a578-ed825cb046d5 HTTP/1.1" status: 200 len: 1020 time: 1.2557974 Feb 15 14:00:33.577525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'tag': 'ceabf11c-d596-48a5-a578-ed825cb046d5'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:33.579868 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025d9f0e-33fe-48cf-99aa-c5baa29ba0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d69005f2-65dd-4a52-962c-adabe186dbb8", "tag": "ceabf11c-d596-48a5-a578-ed825cb046d5"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:33.593274 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Publish callbacks [] for port (6c55667c-e578-46d4-8671-3471a9747511), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:33.674136 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6c55667c-e578-46d4-8671-3471a9747511), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:33.690660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ab75-547d-494b-bec8-761697c339aa req-8a7f3fbd-f47f-40c5-99fd-b059ae4a3950 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:33.696871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ab75-547d-494b-bec8-761697c339aa req-8a7f3fbd-f47f-40c5-99fd-b059ae4a3950 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:33.702848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ab75-547d-494b-bec8-761697c339aa req-8a7f3fbd-f47f-40c5-99fd-b059ae4a3950 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:33.704603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a527ab75-547d-494b-bec8-761697c339aa req-8a7f3fbd-f47f-40c5-99fd-b059ae4a3950 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 2375 time: 0.1764579 Feb 15 14:00:33.741676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Network aa2fd877-1da8-4826-8cc0-f028e0b97a11 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:33.746797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:33.751529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:33.778683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6e7d0a3-0012-4283-b19c-7a010ec20d77 req-e011c9dc-3661-4197-8639-fd64d27f8163 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0658200 Feb 15 14:00:33.783438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Pushing event updated for resources: {'Port': ['ID=6c55667c-e578-46d4-8671-3471a9747511,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:33.818280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['ceabf11c-d596-48a5-a578-ed825cb046d5'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:33.838754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:33.839643 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:33.869715 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-1aa75cb1-374c-4366-83d9-e9f3aebf1d47 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1097789 Feb 15 14:00:33.898575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Request body: {'port': {'device_id': 'b11bbce7-3f0b-4c1c-8d3f-a70347b293d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:33.997151 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6c55667c-e578-46d4-8671-3471a9747511), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:34.020824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a527ab75-547d-494b-bec8-761697c339aa req-db2b9407-81a9-47e7-a95d-82c2421c739f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845111 Feb 15 14:00:34.049414 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:34.145539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950fa0d-3b6b-427e-8753-a84d8d9d16ee req-851109b5-5d00-4dac-aa82-915836ee8aa1 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:34.154128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d950fa0d-3b6b-427e-8753-a84d8d9d16ee req-851109b5-5d00-4dac-aa82-915836ee8aa1 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 931 time: 0.2319424 Feb 15 14:00:34.176512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c51eed-26a5-402e-aa5f-bd9b57bdfa3b req-5da5476b-4f16-432c-90cf-5b2b4c6a92f5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:34.178841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75c51eed-26a5-402e-aa5f-bd9b57bdfa3b req-5da5476b-4f16-432c-90cf-5b2b4c6a92f5 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 945 time: 0.2708025 Feb 15 14:00:34.185993 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6861d95a-bbf4-41ef-916d-484d85f96a94 x-openstack-request-id: req-6861d95a-bbf4-41ef-916d-484d85f96a94 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:34.186525 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a2b24b-77e5-4d9d-b68e-c0381ebb4279", "tag": "152450d6-d8da-4909-ab57-3b2f0a062db0", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:34.187022 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6861d95a-bbf4-41ef-916d-484d85f96a94 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:34.187574 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a2b24b-77e5-4d9d-b68e-c0381ebb4279', 'tag': '152450d6-d8da-4909-ab57-3b2f0a062db0', 'status': 'completed', 'code': 200} Feb 15 14:00:34.239701 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:34.337869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025193f4-c31d-4d1b-a606-5dff9c5e9dc7 req-b44a4009-c16d-4f28-b623-420bdb9a13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:34.340578 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-025193f4-c31d-4d1b-a606-5dff9c5e9dc7 req-b44a4009-c16d-4f28-b623-420bdb9a13c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8e4caf65d074140b1e3cf64680b06d7&device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 1126 time: 0.1511004 Feb 15 14:00:34.378600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network 518aeb62-03f6-4f05-9be1-c52cef4b9577 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:34.382043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d950fa0d-3b6b-427e-8753-a84d8d9d16ee req-2e9423de-493c-4dc0-82db-6727bcf0a867 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e2df874-5c45-4420-8702-0ed4605fe33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271175 Feb 15 14:00:34.392108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:34.394670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:34.428446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Port': ['ID=15feb264-7111-4de1-bab7-a0f3ad60e9bf,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:34.484063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff000a3f-b628-4878-aaa7-8a92f4ef94e7 req-59ce6467-f943-4b3c-81bf-46db6d0fe8da tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:34.491475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff000a3f-b628-4878-aaa7-8a92f4ef94e7 req-59ce6467-f943-4b3c-81bf-46db6d0fe8da tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 943 time: 0.2279885 Feb 15 14:00:34.512446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:34.513475 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:34.572894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-75c51eed-26a5-402e-aa5f-bd9b57bdfa3b req-6242678c-eb9f-470a-affc-3c1c6c896563 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Deleting port 58582c61-6237-42d5-b30e-01687ada0cf8 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:00:34.573234 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-75c51eed-26a5-402e-aa5f-bd9b57bdfa3b req-6242678c-eb9f-470a-affc-3c1c6c896563 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:34.578608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-34aa3cd6-36a2-4e79-b016-f732a42a10b2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7339761 Feb 15 14:00:34.591662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c55667c-e578-46d4-8671-3471a9747511 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:34.600771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Publish callbacks [] for port (6c55667c-e578-46d4-8671-3471a9747511), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:34.617674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Transition to ACTIVE for port object 6c55667c-e578-46d4-8671-3471a9747511 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:34.627814 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (6c55667c-e578-46d4-8671-3471a9747511), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:34.645290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577', 'admin_state_up': True, 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'security_groups': ['850e07cd-54c4-41bd-b8e3-db033f5d65ad']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:34.695692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025193f4-c31d-4d1b-a606-5dff9c5e9dc7 req-db4359a3-158b-46fa-8f67-e67f5ffc69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:34.697209 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-025193f4-c31d-4d1b-a606-5dff9c5e9dc7 req-db4359a3-158b-46fa-8f67-e67f5ffc69e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e HTTP/1.1" status: 200 len: 912 time: 0.3501027 Feb 15 14:00:34.742936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-45cc93cf-fc16-4ae0-80ed-3811929b02a6 None None] Provisioning complete for port 15feb264-7111-4de1-bab7-a0f3ad60e9bf triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:34.743507 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-45cc93cf-fc16-4ae0-80ed-3811929b02a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:34.762735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c55667c-e578-46d4-8671-3471a9747511,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:34.787722 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-025193f4-c31d-4d1b-a606-5dff9c5e9dc7 req-11faff81-a207-4452-95dc-108056507b96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=152450d6-d8da-4909-ab57-3b2f0a062db0 HTTP/1.1" status: 200 len: 217 time: 0.0804806 Feb 15 14:00:34.794523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a31e0cf-c536-4bdc-b434-629ff2801d18 req-14929cca-7346-4c4c-b370-1535f3681637 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/6888c4d5-4588-4481-a07e-3e71a9c7ad8a HTTP/1.1" status: 200 len: 1819 time: 0.3303385 Feb 15 14:00:34.808344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-45cc93cf-fc16-4ae0-80ed-3811929b02a6 None None] Port 15feb264-7111-4de1-bab7-a0f3ad60e9bf cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:00:34.818698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff000a3f-b628-4878-aaa7-8a92f4ef94e7 req-ffc814fe-d9f6-4351-83dd-d9fa84036a97 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213065 Feb 15 14:00:34.873487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025193f4-c31d-4d1b-a606-5dff9c5e9dc7 req-c6dada85-343b-4c89-8c9a-92b8bf3d8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:34.875021 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-025193f4-c31d-4d1b-a606-5dff9c5e9dc7 req-c6dada85-343b-4c89-8c9a-92b8bf3d8e32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2004f8b3-14e4-498a-9661-061bdbfd997e HTTP/1.1" status: 200 len: 851 time: 0.0608201 Feb 15 14:00:34.884928 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbd858c-449b-4097-ba4e-323a80233496 x-openstack-request-id: req-1bbd858c-449b-4097-ba4e-323a80233496 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:34.885471 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69005f2-65dd-4a52-962c-adabe186dbb8", "tag": "ceabf11c-d596-48a5-a578-ed825cb046d5", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:34.885881 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bbd858c-449b-4097-ba4e-323a80233496 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:34.886608 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'tag': 'ceabf11c-d596-48a5-a578-ed825cb046d5', 'status': 'completed', 'code': 200} Feb 15 14:00:34.922707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Attempting to bind port 6c55667c-e578-46d4-8671-3471a9747511 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:34.922707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Attempting to bind port 6c55667c-e578-46d4-8671-3471a9747511 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '5ff733b1-7754-4491-a800-aa90bf4a506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'aa2fd877-1da8-4826-8cc0-f028e0b97a11'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:34.922707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Attempting to bind port 6c55667c-e578-46d4-8671-3471a9747511 on network aa2fd877-1da8-4826-8cc0-f028e0b97a11 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:34.926020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Made reservation on behalf of 55d0c8baea1b4caca9038f410716a4fe for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:34.927386 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-025193f4-c31d-4d1b-a606-5dff9c5e9dc7 req-21484e58-4309-40a0-a2e3-be438ec6ae50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353916 Feb 15 14:00:34.930571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Port 6c55667c-e578-46d4-8671-3471a9747511 on network aa2fd877-1da8-4826-8cc0-f028e0b97a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:34.931081 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:34.931236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Attempting to bind port 6c55667c-e578-46d4-8671-3471a9747511 on network aa2fd877-1da8-4826-8cc0-f028e0b97a11 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:34.968049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:34.968617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Checking segment: {'id': '5ff733b1-7754-4491-a800-aa90bf4a506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'aa2fd877-1da8-4826-8cc0-f028e0b97a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:34.969363 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Bound using segment: {'id': '5ff733b1-7754-4491-a800-aa90bf4a506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'aa2fd877-1da8-4826-8cc0-f028e0b97a11'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:34.971829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Bound port: 6c55667c-e578-46d4-8671-3471a9747511, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff733b1-7754-4491-a800-aa90bf4a506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'aa2fd877-1da8-4826-8cc0-f028e0b97a11'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:34.971829 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6c55667c-e578-46d4-8671-3471a9747511), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:35.103278 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-025193f4-c31d-4d1b-a606-5dff9c5e9dc7 req-a7dca331-52de-4a18-8b92-cf5d71a32cc7 service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674161 Feb 15 14:00:35.178325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] For port 6c55667c-e578-46d4-8671-3471a9747511, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:35.195496 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] For port 6c55667c-e578-46d4-8671-3471a9747511, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6c55667c-e578-46d4-8671-3471a9747511,segment=NetworkSegment(5ff733b1-7754-4491-a800-aa90bf4a506c),segment_id=5ff733b1-7754-4491-a800-aa90bf4a506c)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:35.211987 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (6c55667c-e578-46d4-8671-3471a9747511), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:35.265472 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-025193f4-c31d-4d1b-a606-5dff9c5e9dc7 req-0e19084d-32d5-43be-8e2f-9228d81b2513 service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569526 Feb 15 14:00:35.276963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.278334 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:35.280174 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] 10.222.0.67 "PUT /v2.0/ports/6c55667c-e578-46d4-8671-3471a9747511 HTTP/1.1" status: 200 len: 1092 time: 1.4002969 Feb 15 14:00:35.308802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854eda5-9421-4d45-833e-4a1b6fb32fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c55667c-e578-46d4-8671-3471a9747511,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:35.410845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-39a31458-fa82-444b-ac1d-ac55363c2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.412955 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-39a31458-fa82-444b-ac1d-ac55363c2bbf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d14f81ab8914fdcaade90b5097b035d&device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 1126 time: 0.0630839 Feb 15 14:00:35.452980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-75c51eed-26a5-402e-aa5f-bd9b57bdfa3b req-6242678c-eb9f-470a-affc-3c1c6c896563 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] For port 58582c61-6237-42d5-b30e-01687ada0cf8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=58582c61-6237-42d5-b30e-01687ada0cf8,segment=NetworkSegment(d780a95d-eed6-4638-89b0-dfb82a7d3a78),segment_id=d780a95d-eed6-4638-89b0-dfb82a7d3a78)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:35.453424 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-75c51eed-26a5-402e-aa5f-bd9b57bdfa3b req-6242678c-eb9f-470a-affc-3c1c6c896563 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:35.466799 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-3a31e0cf-c536-4bdc-b434-629ff2801d18 req-a87ec19b-3d0c-4dbe-a67f-49641cb5cf33 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 14:00:35.467885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a31e0cf-c536-4bdc-b434-629ff2801d18 req-a87ec19b-3d0c-4dbe-a67f-49641cb5cf33 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "DELETE /v2.0/security-groups/6888c4d5-4588-4481-a07e-3e71a9c7ad8a HTTP/1.1" status: 409 len: 341 time: 0.6409509 Feb 15 14:00:35.479668 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-d02b5d9a-1d18-4ab0-bdc0-1217eaa16310 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c55667c-e578-46d4-8671-3471a9747511 HTTP/1.1" status: 200 len: 217 time: 0.0469012 Feb 15 14:00:35.498394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-75c51eed-26a5-402e-aa5f-bd9b57bdfa3b req-6242678c-eb9f-470a-affc-3c1c6c896563 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Calling delete_port for 58582c61-6237-42d5-b30e-01687ada0cf8 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:00:35.538408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-5abe2259-8e72-4ed6-9185-11dfca574872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.539844 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-5abe2259-8e72-4ed6-9185-11dfca574872 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9aa4c018-114d-446d-9d43-fe5df466f3b7 HTTP/1.1" status: 200 len: 854 time: 0.0542421 Feb 15 14:00:35.573913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Allocated IP 10.2.2.200 (518aeb62-03f6-4f05-9be1-c52cef4b9577/55860514-d8b5-4482-806c-f513ef35d6ae/f03c2744-24ec-4cf1-87bd-379192121355) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:35.578448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d9f0e-33fe-48cf-99aa-c5baa29ba0ac req-cae27a3d-c6e8-41cc-b8bb-fbd3a642b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.578753 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-6e78bb10-588b-4079-81a1-631a33844ccf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa2fd877-1da8-4826-8cc0-f028e0b97a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324929 Feb 15 14:00:35.580127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-025d9f0e-33fe-48cf-99aa-c5baa29ba0ac req-cae27a3d-c6e8-41cc-b8bb-fbd3a642b7be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 1207 time: 0.6793373 Feb 15 14:00:35.686660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e36d46-552e-405e-af72-266fc21c99f9 req-8e9e48ee-ed71-4676-956c-3ccdc79e24e6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.692125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e36d46-552e-405e-af72-266fc21c99f9 req-8e9e48ee-ed71-4676-956c-3ccdc79e24e6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.697331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e36d46-552e-405e-af72-266fc21c99f9 req-8e9e48ee-ed71-4676-956c-3ccdc79e24e6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.697655 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-8f6b15f9-def4-4525-8159-2086456fa34f service neutron] 10.222.0.67 "GET /v2.0/networks/aa2fd877-1da8-4826-8cc0-f028e0b97a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090291 Feb 15 14:00:35.703318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e36d46-552e-405e-af72-266fc21c99f9 req-8e9e48ee-ed71-4676-956c-3ccdc79e24e6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.708501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e36d46-552e-405e-af72-266fc21c99f9 req-8e9e48ee-ed71-4676-956c-3ccdc79e24e6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.713745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e36d46-552e-405e-af72-266fc21c99f9 req-8e9e48ee-ed71-4676-956c-3ccdc79e24e6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.719865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e36d46-552e-405e-af72-266fc21c99f9 req-8e9e48ee-ed71-4676-956c-3ccdc79e24e6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.722151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46e36d46-552e-405e-af72-266fc21c99f9 req-8e9e48ee-ed71-4676-956c-3ccdc79e24e6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.6474288 Feb 15 14:00:35.820260 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-0ad68fff-790b-4cee-98f5-477328611cd4 service neutron] 10.222.0.67 "GET /v2.0/networks/aa2fd877-1da8-4826-8cc0-f028e0b97a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153500 Feb 15 14:00:35.950159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c721205-b5a6-427e-b209-4b2bf46860cc req-db4dda7d-e37c-4fde-9059-252189f80d5f tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.951747 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c721205-b5a6-427e-b209-4b2bf46860cc req-db4dda7d-e37c-4fde-9059-252189f80d5f tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb HTTP/1.1" status: 200 len: 945 time: 0.3678470 Feb 15 14:00:35.967619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d9f0e-33fe-48cf-99aa-c5baa29ba0ac req-ac0a120d-ca61-458f-9846-67c819a67389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:35.969106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-025d9f0e-33fe-48cf-99aa-c5baa29ba0ac req-ac0a120d-ca61-458f-9846-67c819a67389 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 913 time: 0.3660457 Feb 15 14:00:36.013288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46e36d46-552e-405e-af72-266fc21c99f9 req-86176083-dabd-4559-ada2-7fb271556033 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2604628 Feb 15 14:00:36.064627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-025d9f0e-33fe-48cf-99aa-c5baa29ba0ac req-f86e3a62-4294-4f3b-8185-cb0e5c1c2cf0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ceabf11c-d596-48a5-a578-ed825cb046d5 HTTP/1.1" status: 200 len: 217 time: 0.0822403 Feb 15 14:00:36.091325 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-75c51eed-26a5-402e-aa5f-bd9b57bdfa3b req-6242678c-eb9f-470a-affc-3c1c6c896563 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (58582c61-6237-42d5-b30e-01687ada0cf8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:36.103354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['58582c61-6237-42d5-b30e-01687ada0cf8'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:36.188581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11bbce7-3f0b-4c1c-8d3f-a70347b293d3', 'tag': '6c55667c-e578-46d4-8671-3471a9747511'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:36.191549 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840e46b6-6e65-430a-95cb-bdea6ec46edb" -d '{"events": [{"name": "network-changed", "server_uuid": "b11bbce7-3f0b-4c1c-8d3f-a70347b293d3", "tag": "6c55667c-e578-46d4-8671-3471a9747511"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:36.198339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242678c-eb9f-470a-affc-3c1c6c896563 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Pushing event deleted for resources: {'Port': ['ID=58582c61-6237-42d5-b30e-01687ada0cf8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:36.203219 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for port (f03c2744-24ec-4cf1-87bd-379192121355), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:36.240768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d25a6e3f-1131-4373-8046-d68a33090313 req-6d5314d6-4f48-43ce-a751-4ebcc8eb7bc3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.1369543 Feb 15 14:00:36.254240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c721205-b5a6-427e-b209-4b2bf46860cc req-75a117b4-f138-429d-84f0-595c9cea4708 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.72 "GET /v2.0/security-groups?id=d76665f7-0181-41e6-9bee-35e2f646a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883039 Feb 15 14:00:36.281492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c51eed-26a5-402e-aa5f-bd9b57bdfa3b req-6242678c-eb9f-470a-affc-3c1c6c896563 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] No DVR routers for this DVR port 58582c61-6237-42d5-b30e-01687ada0cf8 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:00:36.285843 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-75c51eed-26a5-402e-aa5f-bd9b57bdfa3b req-6242678c-eb9f-470a-affc-3c1c6c896563 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:36.288737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75c51eed-26a5-402e-aa5f-bd9b57bdfa3b req-6242678c-eb9f-470a-affc-3c1c6c896563 tempest-ServerAddressesNegativeTestJSON-1970721254 tempest-ServerAddressesNegativeTestJSON-1970721254-project] 10.222.0.67 "DELETE /v2.0/ports/58582c61-6237-42d5-b30e-01687ada0cf8 HTTP/1.1" status: 204 len: 173 time: 2.0916309 Feb 15 14:00:36.293907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d9f0e-33fe-48cf-99aa-c5baa29ba0ac req-9bbf6fdd-a0aa-483a-967f-9fbea959ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:36.295661 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-025d9f0e-33fe-48cf-99aa-c5baa29ba0ac req-9bbf6fdd-a0aa-483a-967f-9fbea959ec22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2a9e082f-da76-4289-862f-326a50e53aaa HTTP/1.1" status: 200 len: 852 time: 0.2196712 Feb 15 14:00:36.342242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-025d9f0e-33fe-48cf-99aa-c5baa29ba0ac req-1bf71e54-f663-4935-9cf8-7873237b6895 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78f18dab-117a-4a56-adb7-cf63ecf9dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391064 Feb 15 14:00:36.423820 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f03c2744-24ec-4cf1-87bd-379192121355), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:36.556640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Network 518aeb62-03f6-4f05-9be1-c52cef4b9577 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:36.567197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:36.573334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:36.576483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event updated for resources: {'Port': ['ID=f03c2744-24ec-4cf1-87bd-379192121355,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:36.644653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945970-6f44-46ab-a0fd-54e9d9b50ff7 req-4ba19e93-0d9f-42cc-b5e2-8c36b213cdbe tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:36.647156 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e945970-6f44-46ab-a0fd-54e9d9b50ff7 req-4ba19e93-0d9f-42cc-b5e2-8c36b213cdbe tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 943 time: 0.2858131 Feb 15 14:00:36.651481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-025d9f0e-33fe-48cf-99aa-c5baa29ba0ac req-8ae59916-051f-4718-9d9f-1d495f55c3d3 service neutron] 10.222.0.67 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005700 Feb 15 14:00:36.688780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe042d-c037-4c37-8a5b-f22ff07f72a6 req-9361ba0a-d845-4721-9c32-9f14613af8b9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:36.695567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe042d-c037-4c37-8a5b-f22ff07f72a6 req-9361ba0a-d845-4721-9c32-9f14613af8b9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:36.702688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe042d-c037-4c37-8a5b-f22ff07f72a6 req-9361ba0a-d845-4721-9c32-9f14613af8b9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:36.709020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe042d-c037-4c37-8a5b-f22ff07f72a6 req-9361ba0a-d845-4721-9c32-9f14613af8b9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:36.715616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe042d-c037-4c37-8a5b-f22ff07f72a6 req-9361ba0a-d845-4721-9c32-9f14613af8b9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:36.719444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5fe042d-c037-4c37-8a5b-f22ff07f72a6 req-9361ba0a-d845-4721-9c32-9f14613af8b9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 3817 time: 0.3454041 Feb 15 14:00:36.767483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:36.768101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:36.849386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5e5eedc5-0627-418b-a7da-3fb8ad98115d None None] Provisioning complete for port f03c2744-24ec-4cf1-87bd-379192121355 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:36.850067 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5e5eedc5-0627-418b-a7da-3fb8ad98115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f03c2744-24ec-4cf1-87bd-379192121355), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:36.851797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-14762cd5-eb1b-4756-ad0a-7e3104c630c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2183800 Feb 15 14:00:36.870768 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:36.894517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5e5eedc5-0627-418b-a7da-3fb8ad98115d None None] Port f03c2744-24ec-4cf1-87bd-379192121355 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:00:36.897509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 152450d6-d8da-4909-ab57-3b2f0a062db0 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:00:36.913703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b4ead9-cd1c-4498-a169-ec8cf8f86dfb', 'name': 'network-vif-deleted', 'tag': '58582c61-6237-42d5-b30e-01687ada0cf8'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:36.915776 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b1f0f1-4ce0-439e-a7a3-92069e8115b1" -d '{"events": [{"server_uuid": "d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb", "name": "network-vif-deleted", "tag": "58582c61-6237-42d5-b30e-01687ada0cf8"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:36.980207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5fe042d-c037-4c37-8a5b-f22ff07f72a6 req-af691317-dbea-463e-b1fe-5d8b378b5795 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457931 Feb 15 14:00:36.999196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e945970-6f44-46ab-a0fd-54e9d9b50ff7 req-5b8a9ca2-4d2c-4681-990b-97bc053a1ab6 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e2df874-5c45-4420-8702-0ed4605fe33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308899 Feb 15 14:00:37.041238 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-025d9f0e-33fe-48cf-99aa-c5baa29ba0ac req-0f7ffb15-3346-4798-95bf-de2e173a38db service neutron] 10.222.0.67 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766558 Feb 15 14:00:37.041991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:37.088319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 152450d6-d8da-4909-ab57-3b2f0a062db0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=152450d6-d8da-4909-ab57-3b2f0a062db0,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:37.103662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '152450d6-d8da-4909-ab57-3b2f0a062db0', 'network_id': 'dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e', 'port_id': '152450d6-d8da-4909-ab57-3b2f0a062db0', 'mac_address': 'fa:16:3e:1e:92:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2004f8b3-14e4-498a-9661-061bdbfd997e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:00:37.153373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 152450d6-d8da-4909-ab57-3b2f0a062db0 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:37.153907 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:37.171819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152450d6-d8da-4909-ab57-3b2f0a062db0 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:37.210115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 152450d6-d8da-4909-ab57-3b2f0a062db0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=152450d6-d8da-4909-ab57-3b2f0a062db0,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:37.216183 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:37.241120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8baa8-8439-459f-b629-bbc86d60889a req-58bb80d8-fd20-49a5-afc7-ccce71bc1f88 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:37.243295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5f8baa8-8439-459f-b629-bbc86d60889a req-58bb80d8-fd20-49a5-afc7-ccce71bc1f88 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 943 time: 0.1487272 Feb 15 14:00:37.250574 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae40907-20e4-4b8d-a959-69b5d956c027 x-openstack-request-id: req-aae40907-20e4-4b8d-a959-69b5d956c027 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:37.252532 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11bbce7-3f0b-4c1c-8d3f-a70347b293d3", "tag": "6c55667c-e578-46d4-8671-3471a9747511", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:37.252946 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aae40907-20e4-4b8d-a959-69b5d956c027 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:37.255021 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11bbce7-3f0b-4c1c-8d3f-a70347b293d3', 'tag': '6c55667c-e578-46d4-8671-3471a9747511', 'status': 'completed', 'code': 200} Feb 15 14:00:37.280315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=152450d6-d8da-4909-ab57-3b2f0a062db0,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:37.291486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.292154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.292711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.293832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.294386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.294950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.295543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.296092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.296638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.297326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.297876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.298538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.299105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:37.341568 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742c7cd8-11db-4cbd-aae8-4818f080f078 x-openstack-request-id: req-742c7cd8-11db-4cbd-aae8-4818f080f078 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:37.341828 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b4ead9-cd1c-4498-a169-ec8cf8f86dfb", "name": "network-vif-deleted", "tag": "58582c61-6237-42d5-b30e-01687ada0cf8", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:37.342121 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-742c7cd8-11db-4cbd-aae8-4818f080f078 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:37.342607 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b4ead9-cd1c-4498-a169-ec8cf8f86dfb', 'name': 'network-vif-deleted', 'tag': '58582c61-6237-42d5-b30e-01687ada0cf8', 'status': 'completed', 'code': 200} Feb 15 14:00:37.487392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['152450d6-d8da-4909-ab57-3b2f0a062db0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:37.487796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5f8baa8-8439-459f-b629-bbc86d60889a req-47f4b498-4f62-4b95-8e1a-bab31991b6c6 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351482 Feb 15 14:00:37.586189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e46b6-6e65-430a-95cb-bdea6ec46edb req-b5a4f513-0eb2-4e3a-a05b-15fe2b4feb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:37.587977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-840e46b6-6e65-430a-95cb-bdea6ec46edb req-b5a4f513-0eb2-4e3a-a05b-15fe2b4feb6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d14f81ab8914fdcaade90b5097b035d&device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 1126 time: 0.2434230 Feb 15 14:00:37.631887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2323b683-4b33-4fdd-8464-0bda84e09074 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:37.647986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e359439-40ba-4abd-9848-c489a4b61936 req-620ed18d-cd3b-45d6-a5f2-815045d120ba tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:37.654322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e359439-40ba-4abd-9848-c489a4b61936 req-620ed18d-cd3b-45d6-a5f2-815045d120ba tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:37.659961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e359439-40ba-4abd-9848-c489a4b61936 req-620ed18d-cd3b-45d6-a5f2-815045d120ba tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:37.665285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e359439-40ba-4abd-9848-c489a4b61936 req-620ed18d-cd3b-45d6-a5f2-815045d120ba tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:37.670788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e359439-40ba-4abd-9848-c489a4b61936 req-620ed18d-cd3b-45d6-a5f2-815045d120ba tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:37.676121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e359439-40ba-4abd-9848-c489a4b61936 req-620ed18d-cd3b-45d6-a5f2-815045d120ba tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:37.681754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e359439-40ba-4abd-9848-c489a4b61936 req-620ed18d-cd3b-45d6-a5f2-815045d120ba tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:37.683776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e359439-40ba-4abd-9848-c489a4b61936 req-620ed18d-cd3b-45d6-a5f2-815045d120ba tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.3166716 Feb 15 14:00:37.724902 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Publish callbacks [] for port (2323b683-4b33-4fdd-8464-0bda84e09074), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:37.776451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Transition to ACTIVE for port object 2323b683-4b33-4fdd-8464-0bda84e09074 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:37.793138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:37.851160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d2cc-cfff-43a0-a7e6-8ecc68e17002 req-dcfb7d81-3f64-4486-b88d-56a78cc260dc tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:37.852990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e962d2cc-cfff-43a0-a7e6-8ecc68e17002 req-dcfb7d81-3f64-4486-b88d-56a78cc260dc tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 1023 time: 0.2877605 Feb 15 14:00:37.929862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e359439-40ba-4abd-9848-c489a4b61936 req-b869457f-abd3-4a0b-bfc7-9ac45ede1336 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2021372 Feb 15 14:00:37.938647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e46b6-6e65-430a-95cb-bdea6ec46edb req-e2ed8777-75e3-4283-8c88-1eaa762d9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:37.940466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-840e46b6-6e65-430a-95cb-bdea6ec46edb req-e2ed8777-75e3-4283-8c88-1eaa762d9660 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa2fd877-1da8-4826-8cc0-f028e0b97a11 HTTP/1.1" status: 200 len: 915 time: 0.3325551 Feb 15 14:00:38.023716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Pushing event updated for resources: {'Port': ['ID=2323b683-4b33-4fdd-8464-0bda84e09074,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:38.051318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-840e46b6-6e65-430a-95cb-bdea6ec46edb req-8126b9e4-354a-472c-88d3-94f6209b855d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c55667c-e578-46d4-8671-3471a9747511 HTTP/1.1" status: 200 len: 217 time: 0.0811918 Feb 15 14:00:38.054065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 58582c61-6237-42d5-b30e-01687ada0cf8 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:00:38.086355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 58582c61-6237-42d5-b30e-01687ada0cf8 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:00:38.086711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 58582c61-6237-42d5-b30e-01687ada0cf8 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:00:38.087179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eddefb94-7627-49c3-a9d8-9bedd1ab4fdf req-16ecf9ef-8c15-4aca-868b-4436d3b3fce6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0589826 Feb 15 14:00:38.185662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58902) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:38.256165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e46b6-6e65-430a-95cb-bdea6ec46edb req-f475e081-155f-4a87-9b1d-bd6ae4fe1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:38.257844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-840e46b6-6e65-430a-95cb-bdea6ec46edb req-f475e081-155f-4a87-9b1d-bd6ae4fe1092 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9aa4c018-114d-446d-9d43-fe5df466f3b7 HTTP/1.1" status: 200 len: 854 time: 0.1659899 Feb 15 14:00:38.298199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Attempting to bind port 2323b683-4b33-4fdd-8464-0bda84e09074 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:38.298717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Attempting to bind port 2323b683-4b33-4fdd-8464-0bda84e09074 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:38.299252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Attempting to bind port 2323b683-4b33-4fdd-8464-0bda84e09074 on network e373dcfc-ad59-4f5a-8511-40a2474dbb5a {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:38.310211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e962d2cc-cfff-43a0-a7e6-8ecc68e17002 req-6b80b98e-53e5-49bd-91c2-df748a357db0 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=6888c4d5-4588-4481-a07e-3e71a9c7ad8a&id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&id=8ae3dba7-0003-48d4-b823-9dace7462787&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4447608 Feb 15 14:00:38.321938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Port 2323b683-4b33-4fdd-8464-0bda84e09074 on network e373dcfc-ad59-4f5a-8511-40a2474dbb5a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:38.322136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Attempting to bind port 2323b683-4b33-4fdd-8464-0bda84e09074 on network e373dcfc-ad59-4f5a-8511-40a2474dbb5a {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:38.344663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-83803f71-cf4c-4c86-8666-7b2c7d7721ab admin admin] Deleting subnet c9ef4466-6603-4e2d-81f3-229138d174ce {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:00:38.366985 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83803f71-cf4c-4c86-8666-7b2c7d7721ab admin admin] Publish callbacks [] for subnet (c9ef4466-6603-4e2d-81f3-229138d174ce), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:38.370742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-840e46b6-6e65-430a-95cb-bdea6ec46edb req-fe50da5e-e5e1-4538-bd8f-cc4159ec2455 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa2fd877-1da8-4826-8cc0-f028e0b97a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770895 Feb 15 14:00:38.372074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:38.372415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Checking segment: {'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:38.372793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Bound using segment: {'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:38.373248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Bound port: 2323b683-4b33-4fdd-8464-0bda84e09074, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944981c4-df74-4418-9785-58e796a7c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:38.373600 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:38.836284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94ae1e-b99d-4648-ac5c-f9db8eed09a4 req-2f02453b-3ce3-4bf5-86ed-2ee9a74b04c2 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:38.837791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac94ae1e-b99d-4648-ac5c-f9db8eed09a4 req-2f02453b-3ce3-4bf5-86ed-2ee9a74b04c2 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 943 time: 0.5788944 Feb 15 14:00:38.842679 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83803f71-cf4c-4c86-8666-7b2c7d7721ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (c9ef4466-6603-4e2d-81f3-229138d174ce), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:38.873671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 152450d6-d8da-4909-ab57-3b2f0a062db0 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:00:38.930795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 152450d6-d8da-4909-ab57-3b2f0a062db0 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:00:38.935144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 152450d6-d8da-4909-ab57-3b2f0a062db0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:38.935528 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:38.950837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] For port 2323b683-4b33-4fdd-8464-0bda84e09074, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:38.956958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] For port 2323b683-4b33-4fdd-8464-0bda84e09074, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=2323b683-4b33-4fdd-8464-0bda84e09074,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:38.960858 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83803f71-cf4c-4c86-8666-7b2c7d7721ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (c9ef4466-6603-4e2d-81f3-229138d174ce), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:38.973745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88445d-2e0a-4841-8cda-9cf0e6567bf5 req-83f7346c-dd7a-449e-b567-0347c7cf271c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:38.979063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88445d-2e0a-4841-8cda-9cf0e6567bf5 req-83f7346c-dd7a-449e-b567-0347c7cf271c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:38.986084 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88445d-2e0a-4841-8cda-9cf0e6567bf5 req-83f7346c-dd7a-449e-b567-0347c7cf271c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:38.990245 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88445d-2e0a-4841-8cda-9cf0e6567bf5 req-83f7346c-dd7a-449e-b567-0347c7cf271c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:38.995573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88445d-2e0a-4841-8cda-9cf0e6567bf5 req-83f7346c-dd7a-449e-b567-0347c7cf271c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:38.997440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b88445d-2e0a-4841-8cda-9cf0e6567bf5 req-83f7346c-dd7a-449e-b567-0347c7cf271c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 3829 time: 0.5768578 Feb 15 14:00:39.019112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 152450d6-d8da-4909-ab57-3b2f0a062db0 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:39.019565 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.045881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a2b24b-77e5-4d9d-b68e-c0381ebb4279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152450d6-d8da-4909-ab57-3b2f0a062db0'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:39.048428 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887e7570-dd6b-4b8d-ad84-eb924a4e5224" -d '{"events": [{"server_uuid": "c1a2b24b-77e5-4d9d-b68e-c0381ebb4279", "name": "network-vif-plugged", "status": "completed", "tag": "152450d6-d8da-4909-ab57-3b2f0a062db0"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:39.069120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 152450d6-d8da-4909-ab57-3b2f0a062db0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=152450d6-d8da-4909-ab57-3b2f0a062db0,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:39.074778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-840e46b6-6e65-430a-95cb-bdea6ec46edb req-78ea8041-859c-4055-a324-2539c978ed44 service neutron] 10.222.0.67 "GET /v2.0/networks/aa2fd877-1da8-4826-8cc0-f028e0b97a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880627 Feb 15 14:00:39.075326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.075924 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.137716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=152450d6-d8da-4909-ab57-3b2f0a062db0,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:39.144368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac94ae1e-b99d-4648-ac5c-f9db8eed09a4 req-87bb3101-aac8-4784-b02a-c8915045c9d3 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e2df874-5c45-4420-8702-0ed4605fe33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794790 Feb 15 14:00:39.221645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:39.222178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.223637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] 10.222.0.67 "PUT /v2.0/ports/2323b683-4b33-4fdd-8464-0bda84e09074 HTTP/1.1" status: 200 len: 1093 time: 2.3574200 Feb 15 14:00:39.283673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:39.341366 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:00:39.344960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': '2323b683-4b33-4fdd-8464-0bda84e09074'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:39.347322 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01c9e04-9a72-4644-ae4c-b889f2638b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "2323b683-4b33-4fdd-8464-0bda84e09074"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:39.357729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff5818-aec0-4a52-a3f3-7fa095f99acd service neutron] Pushing event updated for resources: {'Port': ['ID=2323b683-4b33-4fdd-8464-0bda84e09074,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:39.372169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a30263-6fd5-46bb-8eee-05ff1b3e9061 req-da21d2f8-160c-4d6b-a884-c0fecca21269 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:39.373736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6a30263-6fd5-46bb-8eee-05ff1b3e9061 req-da21d2f8-160c-4d6b-a884-c0fecca21269 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 1023 time: 0.4152992 Feb 15 14:00:39.374775 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83803f71-cf4c-4c86-8666-7b2c7d7721ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (c9ef4466-6603-4e2d-81f3-229138d174ce), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.395486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b88445d-2e0a-4841-8cda-9cf0e6567bf5 req-280883ab-f9ce-4269-a8bc-576af1bb6cdd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564155 Feb 15 14:00:39.468155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83803f71-cf4c-4c86-8666-7b2c7d7721ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ef4466-6603-4e2d-81f3-229138d174ce,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:39.507522 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83803f71-cf4c-4c86-8666-7b2c7d7721ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.510658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-83803f71-cf4c-4c86-8666-7b2c7d7721ab admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c9ef4466-6603-4e2d-81f3-229138d174ce HTTP/1.1" status: 204 len: 168 time: 1.3225679 Feb 15 14:00:39.513837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58920) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:39.563016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-840e46b6-6e65-430a-95cb-bdea6ec46edb req-5c03f2e1-f81f-41e1-909d-9a72c595bf0c service neutron] 10.222.0.67 "GET /v2.0/networks/aa2fd877-1da8-4826-8cc0-f028e0b97a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677658 Feb 15 14:00:39.584940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9346f6-b628-4436-985c-3175238a9632 req-cb6a6519-f87b-406d-976b-8cde31de4eeb tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:39.586483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e9346f6-b628-4436-985c-3175238a9632 req-cb6a6519-f87b-406d-976b-8cde31de4eeb tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.3586090 Feb 15 14:00:39.597765 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (84ca27bd-7ee2-4f8d-945c-c12febee46d4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.626787 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.679411 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (84ca27bd-7ee2-4f8d-945c-c12febee46d4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.701613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ca27bd-7ee2-4f8d-945c-c12febee46d4']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:39.711611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd780a95d-eed6-4638-89b0-dfb82a7d3a78') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:39.711904 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd780a95d-eed6-4638-89b0-dfb82a7d3a78') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:39.721189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a6d1-21eb-48b7-8cdf-841bef744753 req-cb69637f-0377-4ba0-b503-a74923a74e74 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:39.722012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (d780a95d-eed6-4638-89b0-dfb82a7d3a78), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.726510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a6d1-21eb-48b7-8cdf-841bef744753 req-cb69637f-0377-4ba0-b503-a74923a74e74 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:39.733243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a6d1-21eb-48b7-8cdf-841bef744753 req-cb69637f-0377-4ba0-b503-a74923a74e74 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:39.735567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d780a95d-eed6-4638-89b0-dfb82a7d3a78), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.738578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a6d1-21eb-48b7-8cdf-841bef744753 req-cb69637f-0377-4ba0-b503-a74923a74e74 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:39.741760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:00:39.742162 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (d780a95d-eed6-4638-89b0-dfb82a7d3a78), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.743960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a6d1-21eb-48b7-8cdf-841bef744753 req-cb69637f-0377-4ba0-b503-a74923a74e74 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:39.749841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a6d1-21eb-48b7-8cdf-841bef744753 req-cb69637f-0377-4ba0-b503-a74923a74e74 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:39.755258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a6d1-21eb-48b7-8cdf-841bef744753 req-cb69637f-0377-4ba0-b503-a74923a74e74 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:39.766287 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.772138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60a5a6d1-21eb-48b7-8cdf-841bef744753 req-cb69637f-0377-4ba0-b503-a74923a74e74 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2602777 Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:00:39.781862 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:00:39.804856 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (84ca27bd-7ee2-4f8d-945c-c12febee46d4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.819231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e9346f6-b628-4436-985c-3175238a9632 req-37adeb9f-b6d9-4404-9b94-a9130baed8e5 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987522 Feb 15 14:00:39.822753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:39.830178 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] 10.222.0.72 "DELETE /v2.0/networks/84ca27bd-7ee2-4f8d-945c-c12febee46d4 HTTP/1.1" status: 204 len: 168 time: 0.3145552 Feb 15 14:00:39.832096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d6e8c-91e5-45c0-9142-04a1f4996a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=84ca27bd-7ee2-4f8d-945c-c12febee46d4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:39.870669 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a278dcb-479b-43e2-97cb-4b77abd0e37b x-openstack-request-id: req-4a278dcb-479b-43e2-97cb-4b77abd0e37b {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:39.871625 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a2b24b-77e5-4d9d-b68e-c0381ebb4279", "name": "network-vif-plugged", "status": "completed", "tag": "152450d6-d8da-4909-ab57-3b2f0a062db0", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:39.872069 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4a278dcb-479b-43e2-97cb-4b77abd0e37b {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:39.872626 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a2b24b-77e5-4d9d-b68e-c0381ebb4279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152450d6-d8da-4909-ab57-3b2f0a062db0', 'code': 200} Feb 15 14:00:39.993142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e606e-ce28-492c-a3e6-521d27309773 req-8c5ca719-7b03-47d0-b1b6-6af91a022dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:39.994612 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b7e606e-ce28-492c-a3e6-521d27309773 req-8c5ca719-7b03-47d0-b1b6-6af91a022dd4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 1128 time: 0.0587459 Feb 15 14:00:40.053923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb5c6336-f6de-4c25-951b-c50bb140d764 req-5514333f-1047-4d4c-9eed-b083b77009a3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0706484 Feb 15 14:00:40.054222 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b7e606e-ce28-492c-a3e6-521d27309773 req-7628743d-7b45-46a2-bb74-adb397497107 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489278 Feb 15 14:00:40.062499 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a6a30263-6fd5-46bb-8eee-05ff1b3e9061 req-5e4d1d2a-1012-400a-bdf0-4a132bf0622a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Deleting port ceabf11c-d596-48a5-a578-ed825cb046d5 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:00:40.062842 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6a30263-6fd5-46bb-8eee-05ff1b3e9061 req-5e4d1d2a-1012-400a-bdf0-4a132bf0622a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:40.069469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6c55667c-e578-46d4-8671-3471a9747511 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:00:40.119775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58924) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:40.177966 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-88cfd2cd-bb8e-4fe9-8f86-4e6cc04621c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bcc6e488bcf54d528f607d521a2bc9a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0563002 Feb 15 14:00:40.180070 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58928) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:40.193327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6c55667c-e578-46d4-8671-3471a9747511, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6c55667c-e578-46d4-8671-3471a9747511,segment=NetworkSegment(5ff733b1-7754-4491-a800-aa90bf4a506c),segment_id=5ff733b1-7754-4491-a800-aa90bf4a506c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:40.208165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '6c55667c-e578-46d4-8671-3471a9747511', 'network_id': 'aa2fd877-1da8-4826-8cc0-f028e0b97a11', 'port_id': '6c55667c-e578-46d4-8671-3471a9747511', 'mac_address': 'fa:16:3e:8e:99:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa4c018-114d-446d-9d43-fe5df466f3b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:00:40.238308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60a5a6d1-21eb-48b7-8cdf-841bef744753 req-0141ed85-380d-4dfd-8ac7-ae0d5754235b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4651122 Feb 15 14:00:40.276676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a6a30263-6fd5-46bb-8eee-05ff1b3e9061 req-5e4d1d2a-1012-400a-bdf0-4a132bf0622a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] For port ceabf11c-d596-48a5-a578-ed825cb046d5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ceabf11c-d596-48a5-a578-ed825cb046d5,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:40.276887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b924c769-efcf-48e4-bf5e-013f6988c1d9 admin admin] Publish callbacks [] for security_group (d76665f7-0181-41e6-9bee-35e2f646a42a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:40.277049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6a30263-6fd5-46bb-8eee-05ff1b3e9061 req-5e4d1d2a-1012-400a-bdf0-4a132bf0622a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:40.292440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6c55667c-e578-46d4-8671-3471a9747511 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:40.296118 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981608c6-0a5f-4b66-b9bf-4a51b4053269 x-openstack-request-id: req-981608c6-0a5f-4b66-b9bf-4a51b4053269 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:40.296415 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "2323b683-4b33-4fdd-8464-0bda84e09074", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:40.296678 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-981608c6-0a5f-4b66-b9bf-4a51b4053269 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:40.296901 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6c55667c-e578-46d4-8671-3471a9747511), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:40.297074 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': '2323b683-4b33-4fdd-8464-0bda84e09074', 'status': 'completed', 'code': 200} Feb 15 14:00:40.320825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a6a30263-6fd5-46bb-8eee-05ff1b3e9061 req-5e4d1d2a-1012-400a-bdf0-4a132bf0622a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Calling delete_port for ceabf11c-d596-48a5-a578-ed825cb046d5 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:00:40.346281 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b924c769-efcf-48e4-bf5e-013f6988c1d9 admin admin] Publish callbacks [] for security_group (d76665f7-0181-41e6-9bee-35e2f646a42a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:40.346824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6b082-28ef-4cfd-9b6b-c58c38e5a6bb req-510eb3b0-c629-407a-8501-55204e4f16b1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:40.347146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c55667c-e578-46d4-8671-3471a9747511 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:40.353805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62e6b082-28ef-4cfd-9b6b-c58c38e5a6bb req-510eb3b0-c629-407a-8501-55204e4f16b1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 1023 time: 0.1939459 Feb 15 14:00:40.381280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6c55667c-e578-46d4-8671-3471a9747511, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6c55667c-e578-46d4-8671-3471a9747511,segment=NetworkSegment(5ff733b1-7754-4491-a800-aa90bf4a506c),segment_id=5ff733b1-7754-4491-a800-aa90bf4a506c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:40.387833 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6c55667c-e578-46d4-8671-3471a9747511), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:40.413837 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b924c769-efcf-48e4-bf5e-013f6988c1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d76665f7-0181-41e6-9bee-35e2f646a42a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:40.419471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b924c769-efcf-48e4-bf5e-013f6988c1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:40.421896 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b924c769-efcf-48e4-bf5e-013f6988c1d9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d76665f7-0181-41e6-9bee-35e2f646a42a HTTP/1.1" status: 204 len: 168 time: 0.2397673 Feb 15 14:00:40.434424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924c769-efcf-48e4-bf5e-013f6988c1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76665f7-0181-41e6-9bee-35e2f646a42a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:40.472079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6c55667c-e578-46d4-8671-3471a9747511,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:40.602474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-a2f69349-f04b-484a-a11a-4d51187f59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:40.602992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-a2f69349-f04b-484a-a11a-4d51187f59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:40.603481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-a2f69349-f04b-484a-a11a-4d51187f59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:40.603934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-a2f69349-f04b-484a-a11a-4d51187f59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:40.604402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-a2f69349-f04b-484a-a11a-4d51187f59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:40.608108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-a2f69349-f04b-484a-a11a-4d51187f59f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 4396 time: 0.2853746 Feb 15 14:00:40.719651 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62e6b082-28ef-4cfd-9b6b-c58c38e5a6bb req-f6552d1c-02e6-4ba3-8d16-b46ad9611402 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=6888c4d5-4588-4481-a07e-3e71a9c7ad8a&id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&id=8ae3dba7-0003-48d4-b823-9dace7462787&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3649864 Feb 15 14:00:40.739223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5c83e-88e9-4df5-b2d2-3d0c87a782be req-9d56a210-a2a6-41a8-a9ae-de6bc5794ba4 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:40.740737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee5c83e-88e9-4df5-b2d2-3d0c87a782be req-9d56a210-a2a6-41a8-a9ae-de6bc5794ba4 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 944 time: 0.3535480 Feb 15 14:00:40.753710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['6c55667c-e578-46d4-8671-3471a9747511'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:40.754375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:40.774583 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Publish callbacks [] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:40.861652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Transition to ACTIVE for port object 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:40.907675 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.003774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-d09f005f-0624-46e1-bdd7-a1c5e72f202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.004251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-d09f005f-0624-46e1-bdd7-a1c5e72f202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.005267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-d09f005f-0624-46e1-bdd7-a1c5e72f202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.006310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-d09f005f-0624-46e1-bdd7-a1c5e72f202f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=55d0c8baea1b4caca9038f410716a4fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3911064 Feb 15 14:00:41.021820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee5c83e-88e9-4df5-b2d2-3d0c87a782be req-06abce9e-08cd-4a47-a868-8bb0c5477916 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e2df874-5c45-4420-8702-0ed4605fe33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702963 Feb 15 14:00:41.072951 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6a30263-6fd5-46bb-8eee-05ff1b3e9061 req-5e4d1d2a-1012-400a-bdf0-4a132bf0622a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ceabf11c-d596-48a5-a578-ed825cb046d5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.103473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dacb40d4-0e91-45f6-be10-29ad2b5e06c1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:41.112331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:41.166131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d1d2a-1012-400a-bdf0-4a132bf0622a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event deleted for resources: {'Port': ['ID=ceabf11c-d596-48a5-a578-ed825cb046d5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:41.232975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab088d0-c2c0-48c9-b013-f6f0c0bb1e22 req-83a77459-d235-43bc-aa74-105a14d3599a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.240476 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab088d0-c2c0-48c9-b013-f6f0c0bb1e22 req-83a77459-d235-43bc-aa74-105a14d3599a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.248974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab088d0-c2c0-48c9-b013-f6f0c0bb1e22 req-83a77459-d235-43bc-aa74-105a14d3599a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.255521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab088d0-c2c0-48c9-b013-f6f0c0bb1e22 req-83a77459-d235-43bc-aa74-105a14d3599a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.266174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab088d0-c2c0-48c9-b013-f6f0c0bb1e22 req-83a77459-d235-43bc-aa74-105a14d3599a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.275617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab088d0-c2c0-48c9-b013-f6f0c0bb1e22 req-83a77459-d235-43bc-aa74-105a14d3599a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.278964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dab088d0-c2c0-48c9-b013-f6f0c0bb1e22 req-83a77459-d235-43bc-aa74-105a14d3599a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 4601 time: 0.4266486 Feb 15 14:00:41.469145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58958) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:41.493665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a30263-6fd5-46bb-8eee-05ff1b3e9061 req-5e4d1d2a-1012-400a-bdf0-4a132bf0622a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] No DVR routers for this DVR port ceabf11c-d596-48a5-a578-ed825cb046d5 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:00:41.499141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Attempting to bind port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:41.499475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Attempting to bind port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:41.499800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Attempting to bind port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:41.505353 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a6a30263-6fd5-46bb-8eee-05ff1b3e9061 req-5e4d1d2a-1012-400a-bdf0-4a132bf0622a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.508982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6a30263-6fd5-46bb-8eee-05ff1b3e9061 req-5e4d1d2a-1012-400a-bdf0-4a132bf0622a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.67 "DELETE /v2.0/ports/ceabf11c-d596-48a5-a578-ed825cb046d5 HTTP/1.1" status: 204 len: 173 time: 2.1084068 Feb 15 14:00:41.509612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:41.509881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Attempting to bind port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:41.530149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-05954aca-c6f8-417d-a859-a550643cc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.534819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c01c9e04-9a72-4644-ae4c-b889f2638b2e req-05954aca-c6f8-417d-a859-a550643cc2af service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5215430 Feb 15 14:00:41.580557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:41.581574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Checking segment: {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:41.581574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Bound using segment: {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:41.581923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Bound port: 0fa6b97a-bc5c-4081-993b-b10e4e7aca33, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:41.582259 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.582681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-396405905-network', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:41.607653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Made reservation on behalf of d7604b506b1d4825b9ce16ab7cc33b16 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:41.612588 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.623351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efa6b7-df0c-4d3d-823d-1a03dd9c991a req-01e8f8b8-dd38-4308-a701-d216ca4c6c5b tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.624430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.624992 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68efa6b7-df0c-4d3d-823d-1a03dd9c991a req-01e8f8b8-dd38-4308-a701-d216ca4c6c5b tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.4115450 Feb 15 14:00:41.680284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dab088d0-c2c0-48c9-b013-f6f0c0bb1e22 req-d0369f45-5a84-49ac-9756-7a77149da820 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3780825 Feb 15 14:00:41.734498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Publish callbacks [] for security_group (a369d963-2381-465c-ae7f-15416cecf882), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.740358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a369d963-2381-465c-ae7f-15416cecf882), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.763134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] For port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:41.769166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] For port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:41.771033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:00:41.773832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68efa6b7-df0c-4d3d-823d-1a03dd9c991a req-967010d4-efcf-476a-87ce-dd0beec4abbd tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206596 Feb 15 14:00:41.802256 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.808496 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.811820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a369d963-2381-465c-ae7f-15416cecf882,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:41.819157 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (38767664-21da-4ad5-adbc-d0fe565d228d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.819637 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Added segment 38767664-21da-4ad5-adbc-d0fe565d228d of type vlan for network eab768b6-8c6b-463b-b5fd-4950b8e50e71 Feb 15 14:00:41.875948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (eab768b6-8c6b-463b-b5fd-4950b8e50e71), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.909106 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (eab768b6-8c6b-463b-b5fd-4950b8e50e71), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.910375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.910984 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.916203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3063717b-b840-4f8e-8015-9b623badf9e1 req-20822115-c197-4c76-9aa3-743b4f05215f tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.1171031 Feb 15 14:00:41.937404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:41.938424 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:41.940149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] 10.222.0.67 "PUT /v2.0/ports/0fa6b97a-bc5c-4081-993b-b10e4e7aca33 HTTP/1.1" status: 200 len: 1131 time: 2.6632802 Feb 15 14:00:41.990663 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5209687 Feb 15 14:00:41.993387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58964) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:42.009465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:42.010096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] Request body: {'subnet': {'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-396405905-subnet', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:42.032493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ab00d-e563-450d-a9bb-9e4972a0e3e7 admin admin] Pushing event updated for resources: {'Network': ['ID=eab768b6-8c6b-463b-b5fd-4950b8e50e71,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:42.053064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] Made reservation on behalf of d7604b506b1d4825b9ce16ab7cc33b16 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:42.056186 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:42.062253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network eab768b6-8c6b-463b-b5fd-4950b8e50e71 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:00:42.076796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4952f-6f07-4065-8287-48bae7b2a9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:42.118526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d97d11d-cce1-4a23-8783-c239d4a7bf48 req-54396708-cf3e-46d3-a6c1-3cfc1fb42950 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69005f2-65dd-4a52-962c-adabe186dbb8 HTTP/1.1" status: 200 len: 210 time: 0.0991087 Feb 15 14:00:42.251621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de4ca-763f-47b0-96ca-b615c12893cb req-76ca5a98-90dc-4578-b1ae-fbaa74d0aa59 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.257511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de4ca-763f-47b0-96ca-b615c12893cb req-76ca5a98-90dc-4578-b1ae-fbaa74d0aa59 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.271267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de4ca-763f-47b0-96ca-b615c12893cb req-76ca5a98-90dc-4578-b1ae-fbaa74d0aa59 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.279226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de4ca-763f-47b0-96ca-b615c12893cb req-76ca5a98-90dc-4578-b1ae-fbaa74d0aa59 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.285604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de4ca-763f-47b0-96ca-b615c12893cb req-76ca5a98-90dc-4578-b1ae-fbaa74d0aa59 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.286746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6c55667c-e578-46d4-8671-3471a9747511 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:00:42.291706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de4ca-763f-47b0-96ca-b615c12893cb req-76ca5a98-90dc-4578-b1ae-fbaa74d0aa59 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.298592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4de4ca-763f-47b0-96ca-b615c12893cb req-76ca5a98-90dc-4578-b1ae-fbaa74d0aa59 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.301089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a4de4ca-763f-47b0-96ca-b615c12893cb req-76ca5a98-90dc-4578-b1ae-fbaa74d0aa59 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.4259148 Feb 15 14:00:42.305897 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'name': 'network-vif-deleted', 'tag': 'ceabf11c-d596-48a5-a578-ed825cb046d5'}, {'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': '0fa6b97a-bc5c-4081-993b-b10e4e7aca33'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:42.308231 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1bec78-36b8-46ee-955a-b9cef7f57797" -d '{"events": [{"server_uuid": "d69005f2-65dd-4a52-962c-adabe186dbb8", "name": "network-vif-deleted", "tag": "ceabf11c-d596-48a5-a578-ed825cb046d5"}, {"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "0fa6b97a-bc5c-4081-993b-b10e4e7aca33"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:42.336648 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:42.359874 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (ecfdf680-5b93-496a-93ee-d9df261fb8db), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:42.369897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 6c55667c-e578-46d4-8671-3471a9747511 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:00:42.381427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 6c55667c-e578-46d4-8671-3471a9747511 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:42.383234 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6c55667c-e578-46d4-8671-3471a9747511), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:42.429525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfdf680-5b93-496a-93ee-d9df261fb8db,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:42.451996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] Checking segment: {'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:42.453373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] Network hostable DHCP agents. Network: eab768b6-8c6b-463b-b5fd-4950b8e50e71, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:00:42.478555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] Network eab768b6-8c6b-463b-b5fd-4950b8e50e71 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:00:42.479259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a4de4ca-763f-47b0-96ca-b615c12893cb req-b10ce66d-9ead-4c02-8d5a-e1273ee87270 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653695 Feb 15 14:00:42.489438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8f228-c9f1-44c5-b133-b1fcf64501ef req-9a74f1a0-573f-4389-b2eb-ff3a9dbdea96 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.492513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6c55667c-e578-46d4-8671-3471a9747511 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:42.493241 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6c55667c-e578-46d4-8671-3471a9747511), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:42.496943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf8f228-c9f1-44c5-b133-b1fcf64501ef req-9a74f1a0-573f-4389-b2eb-ff3a9dbdea96 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 944 time: 0.1917608 Feb 15 14:00:42.504460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, eab768b6-8c6b-463b-b5fd-4950b8e50e71) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:42.512352 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.513021 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:42.529933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a42752-fce3-4875-8dd5-2ce945ce81c0 None None] Network eab768b6-8c6b-463b-b5fd-4950b8e50e71 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:00:42.549743 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0379ffe7-8634-47f9-8161-60699d17ec15 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5550787 Feb 15 14:00:42.552407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58970) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:42.559481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-396405905-router', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:42.599798 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e87121c-b382-4114-8bca-6ece59149ab1 x-openstack-request-id: req-0e87121c-b382-4114-8bca-6ece59149ab1 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:42.600143 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69005f2-65dd-4a52-962c-adabe186dbb8", "name": "network-vif-deleted", "tag": "ceabf11c-d596-48a5-a578-ed825cb046d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "0fa6b97a-bc5c-4081-993b-b10e4e7aca33", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:42.600362 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0e87121c-b382-4114-8bca-6ece59149ab1 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:42.600774 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69005f2-65dd-4a52-962c-adabe186dbb8', 'name': 'network-vif-deleted', 'tag': 'ceabf11c-d596-48a5-a578-ed825cb046d5', 'status': 'completed', 'code': 200} Feb 15 14:00:42.601038 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': '0fa6b97a-bc5c-4081-993b-b10e4e7aca33', 'status': 'completed', 'code': 200} Feb 15 14:00:42.607923 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (ab704b87-9052-4c70-bc4a-755f64f67f58), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:42.610278 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (ab704b87-9052-4c70-bc4a-755f64f67f58), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:42.679535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11bbce7-3f0b-4c1c-8d3f-a70347b293d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c55667c-e578-46d4-8671-3471a9747511'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:42.681783 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec815bf-016b-4062-bbaa-2f7742a9f67a" -d '{"events": [{"server_uuid": "b11bbce7-3f0b-4c1c-8d3f-a70347b293d3", "name": "network-vif-plugged", "status": "completed", "tag": "6c55667c-e578-46d4-8671-3471a9747511"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:42.728133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf8f228-c9f1-44c5-b133-b1fcf64501ef req-5da09f7d-5426-4d29-9ccf-0fa648c4e4b3 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e2df874-5c45-4420-8702-0ed4605fe33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259245 Feb 15 14:00:42.728563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6c55667c-e578-46d4-8671-3471a9747511, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6c55667c-e578-46d4-8671-3471a9747511,segment=NetworkSegment(5ff733b1-7754-4491-a800-aa90bf4a506c),segment_id=5ff733b1-7754-4491-a800-aa90bf4a506c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:42.739254 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Publish callbacks [] for router_controller (ab704b87-9052-4c70-bc4a-755f64f67f58), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:42.803838 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d8973a-47da-4544-bbca-d76888b5a162 x-openstack-request-id: req-38d8973a-47da-4544-bbca-d76888b5a162 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:42.805113 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11bbce7-3f0b-4c1c-8d3f-a70347b293d3", "name": "network-vif-plugged", "status": "completed", "tag": "6c55667c-e578-46d4-8671-3471a9747511", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:42.809585 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-38d8973a-47da-4544-bbca-d76888b5a162 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:42.810029 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11bbce7-3f0b-4c1c-8d3f-a70347b293d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c55667c-e578-46d4-8671-3471a9747511', 'code': 200} Feb 15 14:00:42.812537 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6c55667c-e578-46d4-8671-3471a9747511), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:42.813521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ceabf11c-d596-48a5-a578-ed825cb046d5 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:00:42.858578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-1e1a71db-aacc-40bf-8b9a-6d4d4f0cd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.859138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-1e1a71db-aacc-40bf-8b9a-6d4d4f0cd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.859616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-1e1a71db-aacc-40bf-8b9a-6d4d4f0cd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.860094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-1e1a71db-aacc-40bf-8b9a-6d4d4f0cd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.860564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-1e1a71db-aacc-40bf-8b9a-6d4d4f0cd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.861029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-1e1a71db-aacc-40bf-8b9a-6d4d4f0cd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:42.862875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-1e1a71db-aacc-40bf-8b9a-6d4d4f0cd4da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5351 time: 0.2340934 Feb 15 14:00:43.013009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6c55667c-e578-46d4-8671-3471a9747511,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:43.015494 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Publish callbacks [] for router_gateway (ab704b87-9052-4c70-bc4a-755f64f67f58), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:43.035042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: ceabf11c-d596-48a5-a578-ed825cb046d5 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:00:43.035531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ceabf11c-d596-48a5-a578-ed825cb046d5 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:00:43.040006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823eae4-e4ea-4960-99a3-7f3822dd2106 None None] Network eab768b6-8c6b-463b-b5fd-4950b8e50e71 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:00:43.306306 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Publish callbacks [] for router_gateway (ab704b87-9052-4c70-bc4a-755f64f67f58), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:43.329127 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:43.455106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Allocated IP 172.25.6.212 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/c63ca01f-f412-4ec0-bb7a-543bf6c36803) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:43.524350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e872a77-08df-467a-938d-78ecb7ce32a4 req-1334e427-1962-4b89-b974-a0335068b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:43.525873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e872a77-08df-467a-938d-78ecb7ce32a4 req-1334e427-1962-4b89-b974-a0335068b7e4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 1128 time: 0.6517036 Feb 15 14:00:43.527862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:43.546552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2036-b0e2-4bb0-bd8f-e81197305ed9 req-016444e6-e329-4648-b46a-e63c0b76dcfa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:43.552627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2036-b0e2-4bb0-bd8f-e81197305ed9 req-016444e6-e329-4648-b46a-e63c0b76dcfa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:43.558140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2036-b0e2-4bb0-bd8f-e81197305ed9 req-016444e6-e329-4648-b46a-e63c0b76dcfa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:43.564069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2036-b0e2-4bb0-bd8f-e81197305ed9 req-016444e6-e329-4648-b46a-e63c0b76dcfa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:43.566589 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Publish callbacks [] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:43.570933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2036-b0e2-4bb0-bd8f-e81197305ed9 req-016444e6-e329-4648-b46a-e63c0b76dcfa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:43.576882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b2036-b0e2-4bb0-bd8f-e81197305ed9 req-016444e6-e329-4648-b46a-e63c0b76dcfa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:43.584382 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-604b2036-b0e2-4bb0-bd8f-e81197305ed9 req-016444e6-e329-4648-b46a-e63c0b76dcfa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 4601 time: 0.7405827 Feb 15 14:00:43.600833 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Publish callbacks [] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:43.607655 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:43.653293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-f2de421b-b92d-4e93-b4e0-55d646690402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:43.653779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-f2de421b-b92d-4e93-b4e0-55d646690402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:43.654247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-f2de421b-b92d-4e93-b4e0-55d646690402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:43.655896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-f2de421b-b92d-4e93-b4e0-55d646690402 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=55d0c8baea1b4caca9038f410716a4fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7779377 Feb 15 14:00:43.657317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Transition to ACTIVE for port object 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:43.662724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:43.665083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e89a5-28f9-4283-8be4-7d7c5b242399 req-acc61295-3891-4582-819a-3a8561b9e389 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:43.666366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:43.672831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-766e89a5-28f9-4283-8be4-7d7c5b242399 req-acc61295-3891-4582-819a-3a8561b9e389 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.7302728 Feb 15 14:00:43.676346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:43.697124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:43.723837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Pushing event updated for resources: {'Port': ['ID=c63ca01f-f412-4ec0-bb7a-543bf6c36803,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:43.857868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e872a77-08df-467a-938d-78ecb7ce32a4 req-b644d934-b0b8-4941-8bf7-1ea3fde879f8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2e2df874-5c45-4420-8702-0ed4605fe33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639616 Feb 15 14:00:43.894699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-604b2036-b0e2-4bb0-bd8f-e81197305ed9 req-c49b2379-2754-4fd9-bfac-575b3b1c74aa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3094487 Feb 15 14:00:43.928564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-766e89a5-28f9-4283-8be4-7d7c5b242399 req-9db61bec-7668-4c42-8e77-a76c9a27646d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547493 Feb 15 14:00:43.929520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Pushing event updated for resources: {'Port': ['ID=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:44.122854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-7a60101e-9f70-40d5-ab97-b8ef1488bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:44.128166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef1bec78-36b8-46ee-955a-b9cef7f57797 req-7a60101e-9f70-40d5-ab97-b8ef1488bc95 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4532316 Feb 15 14:00:44.133410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cab1d715-8e43-4df6-9f6b-0da9dece186e req-52f71ff2-7ed6-4ff8-b4d6-12c8de0d8a75 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0862958 Feb 15 14:00:44.162168 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Publish callbacks [] for router_gateway (ab704b87-9052-4c70-bc4a-755f64f67f58), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:44.245500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Attempting to bind port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:44.245735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Attempting to bind port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:44.246035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Attempting to bind port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:44.270776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:44.271590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Attempting to bind port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:44.311929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a15c-575d-440a-a6f0-387e800893d8 req-19ca7596-047a-4b6d-a591-b6ebd88b932f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:44.318166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a15c-575d-440a-a6f0-387e800893d8 req-19ca7596-047a-4b6d-a591-b6ebd88b932f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:44.324877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a15c-575d-440a-a6f0-387e800893d8 req-19ca7596-047a-4b6d-a591-b6ebd88b932f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:44.331342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a15c-575d-440a-a6f0-387e800893d8 req-19ca7596-047a-4b6d-a591-b6ebd88b932f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:44.337282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a15c-575d-440a-a6f0-387e800893d8 req-19ca7596-047a-4b6d-a591-b6ebd88b932f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:44.343242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a15c-575d-440a-a6f0-387e800893d8 req-19ca7596-047a-4b6d-a591-b6ebd88b932f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:44.349003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a15c-575d-440a-a6f0-387e800893d8 req-19ca7596-047a-4b6d-a591-b6ebd88b932f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:44.351493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48f4a15c-575d-440a-a6f0-387e800893d8 req-19ca7596-047a-4b6d-a591-b6ebd88b932f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2206433 Feb 15 14:00:44.352626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:44.353205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Checking segment: {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:44.353821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Bound using segment: {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:44.354488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Bound port: 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:44.355739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:44.459132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61f2a9-bcb1-4305-a56f-e96d90a757f2 req-2adc87a4-ca34-4d96-b0f9-c5f8f4f43016 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:44.467378 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc61f2a9-bcb1-4305-a56f-e96d90a757f2 req-2adc87a4-ca34-4d96-b0f9-c5f8f4f43016 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 945 time: 0.2136335 Feb 15 14:00:44.546460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48f4a15c-575d-440a-a6f0-387e800893d8 req-f2106a24-04fe-4e77-9459-aa88ea3d2968 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1810908 Feb 15 14:00:44.579516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc61f2a9-bcb1-4305-a56f-e96d90a757f2 req-ecce75ce-1443-4f40-baad-9c57d91a1eb3 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e2df874-5c45-4420-8702-0ed4605fe33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107652 Feb 15 14:00:44.584672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] For port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:44.588512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] For port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:44.610988 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:44.680820 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-47bedb6c-2009-470c-a103-7228c39f09cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:44.687310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:44.687943 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:44.696460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] 10.222.0.67 "PUT /v2.0/ports/7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 HTTP/1.1" status: 200 len: 1131 time: 2.6919196 Feb 15 14:00:44.705580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': '7f99b03b-9cde-42a9-94d1-a59f2dcd4d45'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:44.708165 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a" -d '{"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "7f99b03b-9cde-42a9-94d1-a59f2dcd4d45"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:44.751091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:44.826820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b1001-e8c8-4e4b-8044-66040d7d7c07 service neutron] Pushing event updated for resources: {'Port': ['ID=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:44.928910 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa828ce9-48ea-432c-9098-30d536a7ec14 x-openstack-request-id: req-aa828ce9-48ea-432c-9098-30d536a7ec14 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:44.929205 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "7f99b03b-9cde-42a9-94d1-a59f2dcd4d45", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:44.929465 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aa828ce9-48ea-432c-9098-30d536a7ec14 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:44.929891 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': '7f99b03b-9cde-42a9-94d1-a59f2dcd4d45', 'status': 'completed', 'code': 200} Feb 15 14:00:44.931995 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:44.984399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ef85643-c105-46f2-b950-3213f55ee8c2 req-6ac2a8e0-3c24-4e5e-b2c3-899e97dd8f55 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/8ae3dba7-0003-48d4-b823-9dace7462787 HTTP/1.1" status: 200 len: 1819 time: 0.3080671 Feb 15 14:00:45.000443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f48136-b01b-4867-b53b-051c55b4efff req-86f50cd7-f9b1-401b-b873-fa782506993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.003101 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34f48136-b01b-4867-b53b-051c55b4efff req-86f50cd7-f9b1-401b-b873-fa782506993b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8e4caf65d074140b1e3cf64680b06d7&device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 1128 time: 0.1383703 Feb 15 14:00:45.007274 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (ab704b87-9052-4c70-bc4a-755f64f67f58), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:45.140520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-f2b3c5ae-3503-461f-a2f5-ac38ff70c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.141558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-f2b3c5ae-3503-461f-a2f5-ac38ff70c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.142511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-f2b3c5ae-3503-461f-a2f5-ac38ff70c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.142511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-f2b3c5ae-3503-461f-a2f5-ac38ff70c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.142987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-f2b3c5ae-3503-461f-a2f5-ac38ff70c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.144011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-f2b3c5ae-3503-461f-a2f5-ac38ff70c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.144379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-f2b3c5ae-3503-461f-a2f5-ac38ff70c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.147040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-f2b3c5ae-3503-461f-a2f5-ac38ff70c26d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 6306 time: 0.2154329 Feb 15 14:00:45.198662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f48136-b01b-4867-b53b-051c55b4efff req-0a92a21a-7d05-4cb0-b0f1-d4ea2a6662a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.200729 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34f48136-b01b-4867-b53b-051c55b4efff req-0a92a21a-7d05-4cb0-b0f1-d4ea2a6662a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e HTTP/1.1" status: 200 len: 912 time: 0.1842141 Feb 15 14:00:45.251617 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34f48136-b01b-4867-b53b-051c55b4efff req-e2bf52f9-c1b5-4ecf-b401-7d249301c7a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=152450d6-d8da-4909-ab57-3b2f0a062db0 HTTP/1.1" status: 200 len: 217 time: 0.0434217 Feb 15 14:00:45.253088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bbcf9-ef38-4be5-8259-6203ee57c626 req-28de22f8-1ff7-42fa-ab15-4d537823aca8 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.254844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-481bbcf9-ef38-4be5-8259-6203ee57c626 req-28de22f8-1ff7-42fa-ab15-4d537823aca8 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.2614892 Feb 15 14:00:45.311652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0ef85643-c105-46f2-b950-3213f55ee8c2 req-709db714-1bdc-4130-b766-44a2dcdbadf1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (8ae3dba7-0003-48d4-b823-9dace7462787), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:45.319996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Router ab704b87-9052-4c70-bc4a-755f64f67f58 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:00:45.324638 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f48136-b01b-4867-b53b-051c55b4efff req-a32c4368-9b24-495e-9d6b-74e99b82eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.326168 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34f48136-b01b-4867-b53b-051c55b4efff req-a32c4368-9b24-495e-9d6b-74e99b82eb20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2004f8b3-14e4-498a-9661-061bdbfd997e HTTP/1.1" status: 200 len: 851 time: 0.0650823 Feb 15 14:00:45.394524 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34f48136-b01b-4867-b53b-051c55b4efff req-fd3e2596-c49e-4fa7-bb72-1b377525284f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600004 Feb 15 14:00:45.401205 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0ef85643-c105-46f2-b950-3213f55ee8c2 req-709db714-1bdc-4130-b766-44a2dcdbadf1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (8ae3dba7-0003-48d4-b823-9dace7462787), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:45.505278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-481bbcf9-ef38-4be5-8259-6203ee57c626 req-b18d1c22-0ec8-49f4-b7b6-d8e624a75aa6 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031393 Feb 15 14:00:45.508971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-3a7ff368-d91f-42b6-b87f-1c7eb52ef61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.509441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-3a7ff368-d91f-42b6-b87f-1c7eb52ef61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.509899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-3a7ff368-d91f-42b6-b87f-1c7eb52ef61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.512131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-3a7ff368-d91f-42b6-b87f-1c7eb52ef61d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=55d0c8baea1b4caca9038f410716a4fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2885668 Feb 15 14:00:45.537334 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:00:45.546798 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34f48136-b01b-4867-b53b-051c55b4efff req-0fc71309-b53f-44c8-b401-48794ccad379 service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240516 Feb 15 14:00:45.551049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Sync routers for ids ['ab704b87-9052-4c70-bc4a-755f64f67f58'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:00:45.568855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Routers {'ab704b87-9052-4c70-bc4a-755f64f67f58'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:00:45.569793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:00:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ab704b87-9052-4c70-bc4a-755f64f67f58'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:45.620059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0ef85643-c105-46f2-b950-3213f55ee8c2 req-709db714-1bdc-4130-b766-44a2dcdbadf1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8ae3dba7-0003-48d4-b823-9dace7462787), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:45.623578 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0ef85643-c105-46f2-b950-3213f55ee8c2 req-709db714-1bdc-4130-b766-44a2dcdbadf1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:45.624789 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ef85643-c105-46f2-b950-3213f55ee8c2 req-709db714-1bdc-4130-b766-44a2dcdbadf1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "DELETE /v2.0/security-groups/8ae3dba7-0003-48d4-b823-9dace7462787 HTTP/1.1" status: 204 len: 173 time: 0.6296084 Feb 15 14:00:45.681892 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34f48136-b01b-4867-b53b-051c55b4efff req-553fd99b-727a-4215-95b0-36c1e5cc1da0 service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226358 Feb 15 14:00:45.699634 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:45.706400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Set router ab704b87-9052-4c70-bc4a-755f64f67f58 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:00:45.707215 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-627d434f-aae6-4826-861b-6f049ce3cb48 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1535096 Feb 15 14:00:45.707873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59010) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:00:45.726534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709db714-1bdc-4130-b766-44a2dcdbadf1 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae3dba7-0003-48d4-b823-9dace7462787,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:45.849455 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-985c3954-4e79-49e1-81d9-4351953239d8 req-3e7914d7-4889-4dea-87f5-a04e49fb575e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.1062503 Feb 15 14:00:45.930329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab373fe-a898-47d6-aebc-8ce2f3fc8bb9 req-28b673f4-b00e-465b-be45-e98f3014268d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.936517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'name': 'tempest-ServerRescueNegativeTestJSON-396405905-router', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:00:42Z', 'updated_at': '2022-02-15T14:00:43Z', 'revision_number': 3, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'gw_port': {'id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:43Z', 'updated_at': '2022-02-15T14:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:45.943922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab373fe-a898-47d6-aebc-8ce2f3fc8bb9 req-28b673f4-b00e-465b-be45-e98f3014268d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.959654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab373fe-a898-47d6-aebc-8ce2f3fc8bb9 req-28b673f4-b00e-465b-be45-e98f3014268d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.969427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab373fe-a898-47d6-aebc-8ce2f3fc8bb9 req-28b673f4-b00e-465b-be45-e98f3014268d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.975222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Checking router: ab704b87-9052-4c70-bc4a-755f64f67f58 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:00:45.975940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Updating router ab704b87-9052-4c70-bc4a-755f64f67f58 port c63ca01f-f412-4ec0-bb7a-543bf6c36803 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:00:45.977050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab373fe-a898-47d6-aebc-8ce2f3fc8bb9 req-28b673f4-b00e-465b-be45-e98f3014268d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.982628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab373fe-a898-47d6-aebc-8ce2f3fc8bb9 req-28b673f4-b00e-465b-be45-e98f3014268d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.988296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab373fe-a898-47d6-aebc-8ce2f3fc8bb9 req-28b673f4-b00e-465b-be45-e98f3014268d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:45.990769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dab373fe-a898-47d6-aebc-8ce2f3fc8bb9 req-28b673f4-b00e-465b-be45-e98f3014268d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5373 time: 0.3882484 Feb 15 14:00:46.024034 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.099844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-c362b583-6406-45b3-8042-dea2d3c75734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:46.101435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14a9d2b0-f5eb-4b47-be4e-a0442230da2a req-c362b583-6406-45b3-8042-dea2d3c75734 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5806146 Feb 15 14:00:46.144524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dab373fe-a898-47d6-aebc-8ce2f3fc8bb9 req-8fd45746-141a-4390-b948-3ad95b4c37b5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005592 Feb 15 14:00:46.151317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:46.163185 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Publish callbacks [] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.184327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Transition to ACTIVE for port object c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:46.197788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20106648-ad1c-443d-8d1e-60533dc2cb0f req-4ce31fdd-4a56-4894-8da3-4c59fd3c9dcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:46.205568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20106648-ad1c-443d-8d1e-60533dc2cb0f req-4ce31fdd-4a56-4894-8da3-4c59fd3c9dcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:46.211749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20106648-ad1c-443d-8d1e-60533dc2cb0f req-4ce31fdd-4a56-4894-8da3-4c59fd3c9dcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:46.220345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20106648-ad1c-443d-8d1e-60533dc2cb0f req-4ce31fdd-4a56-4894-8da3-4c59fd3c9dcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:46.226581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20106648-ad1c-443d-8d1e-60533dc2cb0f req-4ce31fdd-4a56-4894-8da3-4c59fd3c9dcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:46.246847 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20106648-ad1c-443d-8d1e-60533dc2cb0f req-4ce31fdd-4a56-4894-8da3-4c59fd3c9dcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:46.252243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20106648-ad1c-443d-8d1e-60533dc2cb0f req-4ce31fdd-4a56-4894-8da3-4c59fd3c9dcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:46.254244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20106648-ad1c-443d-8d1e-60533dc2cb0f req-4ce31fdd-4a56-4894-8da3-4c59fd3c9dcb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2583776 Feb 15 14:00:46.276262 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.351075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.399272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:46.446753 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Publish callbacks [] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.458391 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.480314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20106648-ad1c-443d-8d1e-60533dc2cb0f req-d9a3579a-96ea-4ac4-a784-f679fe6a5bfa tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2134879 Feb 15 14:00:46.492339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b76c-b313-4a9d-99df-2e3a9a66548d req-91af3886-93f9-4c7f-a559-548753500969 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:46.503175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec16b76c-b313-4a9d-99df-2e3a9a66548d req-91af3886-93f9-4c7f-a559-548753500969 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 945 time: 0.2383704 Feb 15 14:00:46.555408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Attempting to bind port c63ca01f-f412-4ec0-bb7a-543bf6c36803 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:46.558992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Attempting to bind port c63ca01f-f412-4ec0-bb7a-543bf6c36803 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:46.559750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Attempting to bind port c63ca01f-f412-4ec0-bb7a-543bf6c36803 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:46.570535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:46.571190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:46.571604 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.572001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:46.572475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Bound port: c63ca01f-f412-4ec0-bb7a-543bf6c36803, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:46.572862 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.575319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44677535-7c58-4580-968b-4a18513690b1 None None] Pushing event updated for resources: {'Port': ['ID=c63ca01f-f412-4ec0-bb7a-543bf6c36803,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:46.643020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec16b76c-b313-4a9d-99df-2e3a9a66548d req-e8dd9d14-85c5-458d-adc4-08ed756670be tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e2df874-5c45-4420-8702-0ed4605fe33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388383 Feb 15 14:00:46.655102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Allocated IP 172.20.0.1 (eab768b6-8c6b-463b-b5fd-4950b8e50e71/ecfdf680-5b93-496a-93ee-d9df261fb8db/196fab62-99e1-4a5b-a3d7-e1ee6bb31002) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:46.655331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-977d0ee6-9819-4b94-a604-7c4c88d1278d req-5710b192-c754-43cb-8528-5d9e21879164 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/6888c4d5-4588-4481-a07e-3e71a9c7ad8a HTTP/1.1" status: 200 len: 1819 time: 0.1221714 Feb 15 14:00:46.664184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Attempting to bind port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:46.664508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Attempting to bind port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:46.664843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Attempting to bind port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:46.677212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:46.677638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Attempting to bind port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:46.697047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:46.697439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Checking segment: {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:46.697780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Bound using segment: {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:46.698295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Bound port: c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:46.698661 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.717456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] For port c63ca01f-f412-4ec0-bb7a-543bf6c36803, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:46.724484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] For port c63ca01f-f412-4ec0-bb7a-543bf6c36803, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c63ca01f-f412-4ec0-bb7a-543bf6c36803,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:46.748446 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.825464 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-977d0ee6-9819-4b94-a604-7c4c88d1278d req-d903d377-ced4-4637-876f-a584421506aa tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (6888c4d5-4588-4481-a07e-3e71a9c7ad8a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.832392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Routers {'ab704b87-9052-4c70-bc4a-755f64f67f58'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:00:46.833590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:00:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ab704b87-9052-4c70-bc4a-755f64f67f58'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:46.836210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44677535-7c58-4580-968b-4a18513690b1 None None] Pushing event updated for resources: {'Port': ['ID=c63ca01f-f412-4ec0-bb7a-543bf6c36803,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:46.850363 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Publish callbacks [] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.872866 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-977d0ee6-9819-4b94-a604-7c4c88d1278d req-d903d377-ced4-4637-876f-a584421506aa tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (6888c4d5-4588-4481-a07e-3e71a9c7ad8a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.892103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] For port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:46.917431 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:46.932058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c6274-5087-4123-9a03-4f7648979a64 req-cc74787d-7b80-42fd-8e6f-f255846e5315 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:46.941574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf6c6274-5087-4123-9a03-4f7648979a64 req-cc74787d-7b80-42fd-8e6f-f255846e5315 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.1642368 Feb 15 14:00:46.954709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] For port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:46.962055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Network eab768b6-8c6b-463b-b5fd-4950b8e50e71 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:46.963855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] Set router ab704b87-9052-4c70-bc4a-755f64f67f58 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:00:46.971197 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.010931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:47.029528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-977d0ee6-9819-4b94-a604-7c4c88d1278d req-d903d377-ced4-4637-876f-a584421506aa tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6888c4d5-4588-4481-a07e-3e71a9c7ad8a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.032421 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-977d0ee6-9819-4b94-a604-7c4c88d1278d req-d903d377-ced4-4637-876f-a584421506aa tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.037973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-977d0ee6-9819-4b94-a604-7c4c88d1278d req-d903d377-ced4-4637-876f-a584421506aa tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "DELETE /v2.0/security-groups/6888c4d5-4588-4481-a07e-3e71a9c7ad8a HTTP/1.1" status: 204 len: 173 time: 0.3817761 Feb 15 14:00:47.042525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:47.050662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.051333 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.052739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] 10.222.0.67 "PUT /v2.0/ports/c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 HTTP/1.1" status: 200 len: 1092 time: 2.3074222 Feb 15 14:00:47.088761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': 'c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:47.091695 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1011a651-163c-4927-9bca-dddb32a33671" -d '{"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:47.125620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (ab704b87-9052-4c70-bc4a-755f64f67f58), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.141321 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:47.184378 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e87da7ac-2cc1-44b1-81be-fdb48f27e4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.202402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a544ff2-1f6e-409a-892e-45a5a2ab8c87 req-9dcf557a-eda4-4ba0-9a13-d7090b210211 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0515397 Feb 15 14:00:47.210592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Pushing event updated for resources: {'Port': ['ID=196fab62-99e1-4a5b-a3d7-e1ee6bb31002,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:47.243921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903d377-ced4-4637-876f-a584421506aa tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6888c4d5-4588-4481-a07e-3e71a9c7ad8a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:47.258163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e86c3a91-dfa7-447d-acd1-d67e4a9f8286 req-e27fb8ec-ccf6-4e37-9789-511ac89c9f72 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-299432096', 'description': 'tempest-description-1671695283'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:47.260393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'name': 'tempest-ServerRescueNegativeTestJSON-396405905-router', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:00:42Z', 'updated_at': '2022-02-15T14:00:43Z', 'revision_number': 3, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'gw_port': {'id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:43Z', 'updated_at': '2022-02-15T14:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:47.283058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf6c6274-5087-4123-9a03-4f7648979a64 req-ab2e84ef-e6c2-45d1-98c9-b010ee567856 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397880 Feb 15 14:00:47.297568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561adc1-1386-43ff-a2bb-5fe698d72188 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:47.407011 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f6408f-9cef-4f18-b8a9-95264fd71968 x-openstack-request-id: req-72f6408f-9cef-4f18-b8a9-95264fd71968 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:47.407407 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:47.407674 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-72f6408f-9cef-4f18-b8a9-95264fd71968 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:47.408100 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': 'c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53', 'status': 'completed', 'code': 200} Feb 15 14:00:47.424575 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e86c3a91-dfa7-447d-acd1-d67e4a9f8286 req-e27fb8ec-ccf6-4e37-9789-511ac89c9f72 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.468023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.515381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dc4bf-dbc9-46dc-b648-15fff443272d None None] The sync data for ids ['ab704b87-9052-4c70-bc4a-755f64f67f58'] in n-d-829064-15 is: [{'id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'name': 'tempest-ServerRescueNegativeTestJSON-396405905-router', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:00:42Z', 'updated_at': '2022-02-15T14:00:43Z', 'revision_number': 3, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'gw_port': {'id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:43Z', 'updated_at': '2022-02-15T14:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:00:47.519136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.626557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a651-163c-4927-9bca-dddb32a33671 req-c1c1acf4-ea2b-46f5-843b-af220023e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.627062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a651-163c-4927-9bca-dddb32a33671 req-c1c1acf4-ea2b-46f5-843b-af220023e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.627530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a651-163c-4927-9bca-dddb32a33671 req-c1c1acf4-ea2b-46f5-843b-af220023e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.627992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a651-163c-4927-9bca-dddb32a33671 req-c1c1acf4-ea2b-46f5-843b-af220023e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.628537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a651-163c-4927-9bca-dddb32a33671 req-c1c1acf4-ea2b-46f5-843b-af220023e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.629155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a651-163c-4927-9bca-dddb32a33671 req-c1c1acf4-ea2b-46f5-843b-af220023e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.629922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a651-163c-4927-9bca-dddb32a33671 req-c1c1acf4-ea2b-46f5-843b-af220023e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.633815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1011a651-163c-4927-9bca-dddb32a33671 req-c1c1acf4-ea2b-46f5-843b-af220023e634 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 6405 time: 0.2246838 Feb 15 14:00:47.653769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf59dc3-2b8e-47fb-9c77-2515c16dc6de req-cc7d1bb5-6d52-41b4-af6d-b75977b47c1d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.659674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf59dc3-2b8e-47fb-9c77-2515c16dc6de req-cc7d1bb5-6d52-41b4-af6d-b75977b47c1d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.664984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf59dc3-2b8e-47fb-9c77-2515c16dc6de req-cc7d1bb5-6d52-41b4-af6d-b75977b47c1d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.670655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf59dc3-2b8e-47fb-9c77-2515c16dc6de req-cc7d1bb5-6d52-41b4-af6d-b75977b47c1d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.674305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Publish callbacks [] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.676189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf59dc3-2b8e-47fb-9c77-2515c16dc6de req-cc7d1bb5-6d52-41b4-af6d-b75977b47c1d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.681504 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.682221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf59dc3-2b8e-47fb-9c77-2515c16dc6de req-cc7d1bb5-6d52-41b4-af6d-b75977b47c1d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.689472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf59dc3-2b8e-47fb-9c77-2515c16dc6de req-cc7d1bb5-6d52-41b4-af6d-b75977b47c1d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.696968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acf59dc3-2b8e-47fb-9c77-2515c16dc6de req-cc7d1bb5-6d52-41b4-af6d-b75977b47c1d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5385 time: 0.2230866 Feb 15 14:00:47.767393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Pushing event updated for resources: {'Port': ['ID=196fab62-99e1-4a5b-a3d7-e1ee6bb31002,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:47.778256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (ab704b87-9052-4c70-bc4a-755f64f67f58), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.961634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Network eab768b6-8c6b-463b-b5fd-4950b8e50e71 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:47.968379 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e86c3a91-dfa7-447d-acd1-d67e4a9f8286 req-e27fb8ec-ccf6-4e37-9789-511ac89c9f72 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (26d1e452-46b0-4be7-9d07-b69ce92ba6d4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:47.968535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:47.977145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a651-163c-4927-9bca-dddb32a33671 req-478c0fec-d9d1-41d5-be57-5a81a0988732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.977482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a651-163c-4927-9bca-dddb32a33671 req-478c0fec-d9d1-41d5-be57-5a81a0988732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.978133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a651-163c-4927-9bca-dddb32a33671 req-478c0fec-d9d1-41d5-be57-5a81a0988732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:47.980072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1011a651-163c-4927-9bca-dddb32a33671 req-478c0fec-d9d1-41d5-be57-5a81a0988732 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=55d0c8baea1b4caca9038f410716a4fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2746875 Feb 15 14:00:48.033595 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e86c3a91-dfa7-447d-acd1-d67e4a9f8286 req-e27fb8ec-ccf6-4e37-9789-511ac89c9f72 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (26d1e452-46b0-4be7-9d07-b69ce92ba6d4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:48.134268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acf59dc3-2b8e-47fb-9c77-2515c16dc6de req-74fefcee-8855-457d-a158-3871a65885fb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4363470 Feb 15 14:00:48.137746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Router ab704b87-9052-4c70-bc4a-755f64f67f58 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:00:48.270498 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:48.278181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a651-163c-4927-9bca-dddb32a33671 req-d9dbbaef-8bdb-48b2-8073-ff9c03da483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:48.281562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1011a651-163c-4927-9bca-dddb32a33671 req-d9dbbaef-8bdb-48b2-8073-ff9c03da483c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2790549 Feb 15 14:00:48.282325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fb8ec-ccf6-4e37-9789-511ac89c9f72 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d1e452-46b0-4be7-9d07-b69ce92ba6d4,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:48.309659 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e86c3a91-dfa7-447d-acd1-d67e4a9f8286 req-e27fb8ec-ccf6-4e37-9789-511ac89c9f72 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:48.310956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e86c3a91-dfa7-447d-acd1-d67e4a9f8286 req-e27fb8ec-ccf6-4e37-9789-511ac89c9f72 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0568643 Feb 15 14:00:48.328287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:00:48.340911 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c47eec5e-a536-4202-9fc0-0a1fe4fd7352 admin admin] 10.222.0.72 "PUT /v2.0/routers/ab704b87-9052-4c70-bc4a-755f64f67f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6319630 Feb 15 14:00:48.489626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33e0f981-945d-4bde-95cb-c098271d93c0 req-9fec03a4-78b3-4072-95dd-f49d92d4cdc0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0432093 Feb 15 14:00:48.544688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53977-3450-4166-832f-f4182bca8e56 req-0974c9b1-fbee-49d8-aa22-8581a645ee65 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:48.549729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53977-3450-4166-832f-f4182bca8e56 req-0974c9b1-fbee-49d8-aa22-8581a645ee65 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:48.557479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53977-3450-4166-832f-f4182bca8e56 req-0974c9b1-fbee-49d8-aa22-8581a645ee65 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:48.563149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53977-3450-4166-832f-f4182bca8e56 req-0974c9b1-fbee-49d8-aa22-8581a645ee65 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:48.569330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53977-3450-4166-832f-f4182bca8e56 req-0974c9b1-fbee-49d8-aa22-8581a645ee65 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:48.575749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53977-3450-4166-832f-f4182bca8e56 req-0974c9b1-fbee-49d8-aa22-8581a645ee65 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:48.582778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53977-3450-4166-832f-f4182bca8e56 req-0974c9b1-fbee-49d8-aa22-8581a645ee65 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:48.588879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19f53977-3450-4166-832f-f4182bca8e56 req-0974c9b1-fbee-49d8-aa22-8581a645ee65 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.3001182 Feb 15 14:00:48.607379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f277436f-274d-4ccc-985c-0a0e050434d0 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:48.649901 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Publish callbacks [] for port (f277436f-274d-4ccc-985c-0a0e050434d0), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:48.685190 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Transition to ACTIVE for port object f277436f-274d-4ccc-985c-0a0e050434d0 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:48.702269 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:48.754294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19f53977-3450-4166-832f-f4182bca8e56 req-f7f2519b-e317-4856-a373-f8b9a74de553 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1597996 Feb 15 14:00:48.761407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd15d2-edfb-4ebf-bb78-5edcef86bc46 req-96440cbf-767a-4d1e-96dc-f735c6eac113 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:48.768285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95cd15d2-edfb-4ebf-bb78-5edcef86bc46 req-96440cbf-767a-4d1e-96dc-f735c6eac113 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.1778173 Feb 15 14:00:48.800677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Pushing event updated for resources: {'Port': ['ID=f277436f-274d-4ccc-985c-0a0e050434d0,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:48.947191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95cd15d2-edfb-4ebf-bb78-5edcef86bc46 req-df02582c-34b8-4d3d-be9f-63e071520e9e tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739681 Feb 15 14:00:48.987342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b5d1f19-331d-4f7b-be70-68f5a54003b6 req-8f53260f-0514-454e-a7af-e926c0f8f2fe tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/26d1e452-46b0-4be7-9d07-b69ce92ba6d4 HTTP/1.1" status: 200 len: 1819 time: 0.1343157 Feb 15 14:00:49.012826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-0b5d1f19-331d-4f7b-be70-68f5a54003b6 req-254d6429-c833-41c3-b6ea-55f4aa84ac13 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Request body: {'security_group': {'name': 'tempest-sg-hth-671827521', 'description': 'tempest-description-hth-1570927879'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:49.029309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Attempting to bind port f277436f-274d-4ccc-985c-0a0e050434d0 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:49.029701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Attempting to bind port f277436f-274d-4ccc-985c-0a0e050434d0 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:49.030091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Attempting to bind port f277436f-274d-4ccc-985c-0a0e050434d0 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:49.056560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Port f277436f-274d-4ccc-985c-0a0e050434d0 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:49.056920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Attempting to bind port f277436f-274d-4ccc-985c-0a0e050434d0 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:49.088675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:49.089030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Checking segment: {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:49.089480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Bound using segment: {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:49.090576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Bound port: f277436f-274d-4ccc-985c-0a0e050434d0, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:49.095678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.109455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c63ca01f-f412-4ec0-bb7a-543bf6c36803 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:00:49.116586 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0b5d1f19-331d-4f7b-be70-68f5a54003b6 req-254d6429-c833-41c3-b6ea-55f4aa84ac13 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (26d1e452-46b0-4be7-9d07-b69ce92ba6d4), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.215193 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c63ca01f-f412-4ec0-bb7a-543bf6c36803 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:49.215781 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.286422 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0b5d1f19-331d-4f7b-be70-68f5a54003b6 req-254d6429-c833-41c3-b6ea-55f4aa84ac13 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (26d1e452-46b0-4be7-9d07-b69ce92ba6d4), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.294711 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0b5d1f19-331d-4f7b-be70-68f5a54003b6 req-254d6429-c833-41c3-b6ea-55f4aa84ac13 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (26d1e452-46b0-4be7-9d07-b69ce92ba6d4), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.298096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0b5d1f19-331d-4f7b-be70-68f5a54003b6 req-254d6429-c833-41c3-b6ea-55f4aa84ac13 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.300055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b5d1f19-331d-4f7b-be70-68f5a54003b6 req-254d6429-c833-41c3-b6ea-55f4aa84ac13 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "PUT /v2.0/security-groups/26d1e452-46b0-4be7-9d07-b69ce92ba6d4 HTTP/1.1" status: 200 len: 1793 time: 0.3036149 Feb 15 14:00:49.382746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c63ca01f-f412-4ec0-bb7a-543bf6c36803 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:49.384111 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.413207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port c63ca01f-f412-4ec0-bb7a-543bf6c36803, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c63ca01f-f412-4ec0-bb7a-543bf6c36803,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:49.418021 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.457116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d6429-c833-41c3-b6ea-55f4aa84ac13 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d1e452-46b0-4be7-9d07-b69ce92ba6d4,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:49.474030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] For port f277436f-274d-4ccc-985c-0a0e050434d0, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:49.480031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=c63ca01f-f412-4ec0-bb7a-543bf6c36803,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:49.506127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] For port f277436f-274d-4ccc-985c-0a0e050434d0, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f277436f-274d-4ccc-985c-0a0e050434d0,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:49.526640 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.595551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d47ca3-cfe3-4e0b-bf34-3bc898808580 req-2d2396dd-8cbc-4c3d-a24e-c6e303be2295 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:49.601257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d47ca3-cfe3-4e0b-bf34-3bc898808580 req-2d2396dd-8cbc-4c3d-a24e-c6e303be2295 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:49.606285 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.608091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d47ca3-cfe3-4e0b-bf34-3bc898808580 req-2d2396dd-8cbc-4c3d-a24e-c6e303be2295 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:49.614421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d47ca3-cfe3-4e0b-bf34-3bc898808580 req-2d2396dd-8cbc-4c3d-a24e-c6e303be2295 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:49.620886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d47ca3-cfe3-4e0b-bf34-3bc898808580 req-2d2396dd-8cbc-4c3d-a24e-c6e303be2295 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:49.627176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d47ca3-cfe3-4e0b-bf34-3bc898808580 req-2d2396dd-8cbc-4c3d-a24e-c6e303be2295 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:49.634146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d47ca3-cfe3-4e0b-bf34-3bc898808580 req-2d2396dd-8cbc-4c3d-a24e-c6e303be2295 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:49.637097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69d47ca3-cfe3-4e0b-bf34-3bc898808580 req-2d2396dd-8cbc-4c3d-a24e-c6e303be2295 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5397 time: 0.2413166 Feb 15 14:00:49.680109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:49.680841 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.682337 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] 10.222.0.67 "PUT /v2.0/ports/f277436f-274d-4ccc-985c-0a0e050434d0 HTTP/1.1" status: 200 len: 1092 time: 2.5800319 Feb 15 14:00:49.683449 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': 'f277436f-274d-4ccc-985c-0a0e050434d0'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:49.686401 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386e7040-6739-4709-9b23-96bdbc68744c" -d '{"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "f277436f-274d-4ccc-985c-0a0e050434d0"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:49.707929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada646e-07a1-4866-b417-50133384a068 req-a451bdf6-979f-4c00-b1e8-d75e829944e8 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:49.710039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-a451bdf6-979f-4c00-b1e8-d75e829944e8 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/networks?id=eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 200 len: 818 time: 0.4058177 Feb 15 14:00:49.732058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:49.771090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc0a2c-40ee-471f-a4a0-d77b28068c68 service neutron] Pushing event updated for resources: {'Port': ['ID=f277436f-274d-4ccc-985c-0a0e050434d0,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:49.798542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-51cc238d-9488-4196-9ec0-36d99cd04d69 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/quotas/d7604b506b1d4825b9ce16ab7cc33b16 HTTP/1.1" status: 200 len: 375 time: 0.0434616 Feb 15 14:00:49.878125 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69d47ca3-cfe3-4e0b-bf34-3bc898808580 req-fb6a894c-9cc3-4315-a5fd-1d5dccc0102c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2289155 Feb 15 14:00:49.897387 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Sync routers for ids ['ab704b87-9052-4c70-bc4a-755f64f67f58'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:00:49.898512 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:49.913277 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Routers {'ab704b87-9052-4c70-bc4a-755f64f67f58'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:00:49.914125 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:00:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ab704b87-9052-4c70-bc4a-755f64f67f58'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:50.035371 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Set router ab704b87-9052-4c70-bc4a-755f64f67f58 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:00:50.244892 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'name': 'tempest-ServerRescueNegativeTestJSON-396405905-router', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:00:42Z', 'updated_at': '2022-02-15T14:00:47Z', 'revision_number': 4, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'gw_port': {'id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:43Z', 'updated_at': '2022-02-15T14:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '196fab62-99e1-4a5b-a3d7-e1ee6bb31002', 'name': '', 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'mac_address': 'fa:16:3e:38:75:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'ecfdf680-5b93-496a-93ee-d9df261fb8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:46Z', 'updated_at': '2022-02-15T14:00:47Z', 'revision_number': 2, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'subnets': [{'id': 'ecfdf680-5b93-496a-93ee-d9df261fb8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:50.272926 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Checking router: ab704b87-9052-4c70-bc4a-755f64f67f58 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:00:50.273433 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Updating router ab704b87-9052-4c70-bc4a-755f64f67f58 port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:00:50.275231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-353773e3-a591-4a4e-a470-fa9818761e4f tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4757881 Feb 15 14:00:50.304870 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:50.383081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-470c220b-855a-48cf-8466-d81ffe0fd8d0 req-95b72a67-d899-4878-88b0-af14ddb62f74 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/26d1e452-46b0-4be7-9d07-b69ce92ba6d4 HTTP/1.1" status: 200 len: 1793 time: 0.1413393 Feb 15 14:00:50.499431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-bbfadc3e-2317-49d0-9972-cf06dad2f2ef service neutron] 10.222.0.72 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022972 Feb 15 14:00:50.546866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6c892c7-96af-4d1e-ac7a-7d56e9c22eef req-2367ec6b-0d2f-41d8-96b9-6a326944e5c2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0619283 Feb 15 14:00:50.611037 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f43af31-9b23-4ea1-a86d-9d8855e0e934 x-openstack-request-id: req-4f43af31-9b23-4ea1-a86d-9d8855e0e934 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:50.611483 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "f277436f-274d-4ccc-985c-0a0e050434d0", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:50.611801 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4f43af31-9b23-4ea1-a86d-9d8855e0e934 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:50.612381 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': 'f277436f-274d-4ccc-985c-0a0e050434d0', 'status': 'completed', 'code': 200} Feb 15 14:00:50.636378 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Publish callbacks [] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:50.644792 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:50.729863 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Pushing event updated for resources: {'Port': ['ID=196fab62-99e1-4a5b-a3d7-e1ee6bb31002,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:50.763454 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.763794 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.764135 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.764462 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.764790 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.765108 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.765425 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.765741 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.766054 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.766368 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.766689 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.767039 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.767354 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:00:50.776408 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Attempting to bind port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:50.776515 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Attempting to bind port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:50.777336 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Attempting to bind port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 on network eab768b6-8c6b-463b-b5fd-4950b8e50e71 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:50.782940 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:50.783485 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Checking segment: {'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:50.783605 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:50.784028 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Bound using segment: {'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:50.784424 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Bound port: 196fab62-99e1-4a5b-a3d7-e1ee6bb31002, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:50.784792 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:50.797264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-4934710d-2c52-4cc6-891b-20320adb42ce service neutron] 10.222.0.72 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947249 Feb 15 14:00:50.826065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7040-6739-4709-9b23-96bdbc68744c req-90db455a-69e8-4aae-a1dc-387735584c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.826469 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7040-6739-4709-9b23-96bdbc68744c req-90db455a-69e8-4aae-a1dc-387735584c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.826967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7040-6739-4709-9b23-96bdbc68744c req-90db455a-69e8-4aae-a1dc-387735584c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.827440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7040-6739-4709-9b23-96bdbc68744c req-90db455a-69e8-4aae-a1dc-387735584c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.827909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7040-6739-4709-9b23-96bdbc68744c req-90db455a-69e8-4aae-a1dc-387735584c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.828371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7040-6739-4709-9b23-96bdbc68744c req-90db455a-69e8-4aae-a1dc-387735584c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.828830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7040-6739-4709-9b23-96bdbc68744c req-90db455a-69e8-4aae-a1dc-387735584c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.830817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-386e7040-6739-4709-9b23-96bdbc68744c req-90db455a-69e8-4aae-a1dc-387735584c69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 6504 time: 0.1789656 Feb 15 14:00:50.864318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e27c4-45a5-41de-bc77-34adf3aa051e req-f3183170-f1ba-4f2f-b55b-023459d28aa7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.870180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e27c4-45a5-41de-bc77-34adf3aa051e req-f3183170-f1ba-4f2f-b55b-023459d28aa7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.874216 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] For port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:50.875551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e27c4-45a5-41de-bc77-34adf3aa051e req-f3183170-f1ba-4f2f-b55b-023459d28aa7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.877762 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] For port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=196fab62-99e1-4a5b-a3d7-e1ee6bb31002,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:50.881555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e27c4-45a5-41de-bc77-34adf3aa051e req-f3183170-f1ba-4f2f-b55b-023459d28aa7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.885223 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:50.886941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e27c4-45a5-41de-bc77-34adf3aa051e req-f3183170-f1ba-4f2f-b55b-023459d28aa7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.892498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e27c4-45a5-41de-bc77-34adf3aa051e req-f3183170-f1ba-4f2f-b55b-023459d28aa7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.897950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e27c4-45a5-41de-bc77-34adf3aa051e req-f3183170-f1ba-4f2f-b55b-023459d28aa7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:50.899836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f49e27c4-45a5-41de-bc77-34adf3aa051e req-f3183170-f1ba-4f2f-b55b-023459d28aa7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1998677 Feb 15 14:00:51.022555 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3d14d-7266-4bfe-92c0-c865629fb63b None None] Pushing event updated for resources: {'Port': ['ID=196fab62-99e1-4a5b-a3d7-e1ee6bb31002,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:51.046301 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Routers {'ab704b87-9052-4c70-bc4a-755f64f67f58'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:00:51.047124 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:00:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ab704b87-9052-4c70-bc4a-755f64f67f58'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:51.060369 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:51.114848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c63ca01f-f412-4ec0-bb7a-543bf6c36803 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:00:51.154073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15feb264-7111-4de1-bab7-a0f3ad60e9bf {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:51.174526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Publish callbacks [] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:51.194706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c63ca01f-f412-4ec0-bb7a-543bf6c36803 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:51.195989 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:51.209487 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f49e27c4-45a5-41de-bc77-34adf3aa051e req-fe9703a8-0245-4e85-97c8-1039fd64a664 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2858777 Feb 15 14:00:51.235377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1734189-8ede-4bfa-af9a-32e18432e09f req-bd48fac9-82b7-42e3-82bc-66168d548174 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:51.243066 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] Set router ab704b87-9052-4c70-bc4a-755f64f67f58 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:00:51.246563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1734189-8ede-4bfa-af9a-32e18432e09f req-bd48fac9-82b7-42e3-82bc-66168d548174 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.2449610 Feb 15 14:00:51.267123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7040-6739-4709-9b23-96bdbc68744c req-554ce545-be18-4e99-8f43-f871411f3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:51.267601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7040-6739-4709-9b23-96bdbc68744c req-554ce545-be18-4e99-8f43-f871411f3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:51.268208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7040-6739-4709-9b23-96bdbc68744c req-554ce545-be18-4e99-8f43-f871411f3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:51.269635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-386e7040-6739-4709-9b23-96bdbc68744c req-554ce545-be18-4e99-8f43-f871411f3c40 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=55d0c8baea1b4caca9038f410716a4fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4289942 Feb 15 14:00:51.277475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Transition to ACTIVE for port object 15feb264-7111-4de1-bab7-a0f3ad60e9bf will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:51.297000 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:51.353899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c63ca01f-f412-4ec0-bb7a-543bf6c36803 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:51.502237 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52d78da7-8975-42d8-95c4-445c17f5b420 req-33160f6d-97b5-4a1d-a12d-a7dfbad008c0 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/26d1e452-46b0-4be7-9d07-b69ce92ba6d4 HTTP/1.1" status: 200 len: 1793 time: 0.2465596 Feb 15 14:00:51.508232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1734189-8ede-4bfa-af9a-32e18432e09f req-7ed13549-3a77-45a5-bc7c-44c39105aaf3 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607906 Feb 15 14:00:51.509172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Pushing event updated for resources: {'Port': ['ID=15feb264-7111-4de1-bab7-a0f3ad60e9bf,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:51.532822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7040-6739-4709-9b23-96bdbc68744c req-abaf3a36-59d7-48c0-97e9-e14fe2f52bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:51.534984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-386e7040-6739-4709-9b23-96bdbc68744c req-abaf3a36-59d7-48c0-97e9-e14fe2f52bba service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2535431 Feb 15 14:00:51.690372 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'name': 'tempest-ServerRescueNegativeTestJSON-396405905-router', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:00:42Z', 'updated_at': '2022-02-15T14:00:47Z', 'revision_number': 4, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'gw_port': {'id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:43Z', 'updated_at': '2022-02-15T14:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '196fab62-99e1-4a5b-a3d7-e1ee6bb31002', 'name': '', 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'mac_address': 'fa:16:3e:38:75:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'ecfdf680-5b93-496a-93ee-d9df261fb8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:46Z', 'updated_at': '2022-02-15T14:00:50Z', 'revision_number': 4, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'subnets': [{'id': 'ecfdf680-5b93-496a-93ee-d9df261fb8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:00:51.702184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Attempting to bind port 15feb264-7111-4de1-bab7-a0f3ad60e9bf on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:51.702521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Attempting to bind port 15feb264-7111-4de1-bab7-a0f3ad60e9bf by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:51.702859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Attempting to bind port 15feb264-7111-4de1-bab7-a0f3ad60e9bf on network 518aeb62-03f6-4f05-9be1-c52cef4b9577 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:51.714407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Port 15feb264-7111-4de1-bab7-a0f3ad60e9bf on network 518aeb62-03f6-4f05-9be1-c52cef4b9577 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:51.714794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Attempting to bind port 15feb264-7111-4de1-bab7-a0f3ad60e9bf on network 518aeb62-03f6-4f05-9be1-c52cef4b9577 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:51.736439 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb9129-beaa-43e3-8429-13d6b13551d4 None None] The sync data for ids ['ab704b87-9052-4c70-bc4a-755f64f67f58'] in n-d-829064-15 is: [{'id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'name': 'tempest-ServerRescueNegativeTestJSON-396405905-router', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:00:42Z', 'updated_at': '2022-02-15T14:00:47Z', 'revision_number': 4, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'gw_port': {'id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:43Z', 'updated_at': '2022-02-15T14:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '196fab62-99e1-4a5b-a3d7-e1ee6bb31002', 'name': '', 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'mac_address': 'fa:16:3e:38:75:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'ecfdf680-5b93-496a-93ee-d9df261fb8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:46Z', 'updated_at': '2022-02-15T14:00:50Z', 'revision_number': 4, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'subnets': [{'id': 'ecfdf680-5b93-496a-93ee-d9df261fb8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:00:51.747430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:51.747615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Checking segment: {'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:51.747984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Bound using segment: {'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:51.748439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Bound port: 15feb264-7111-4de1-bab7-a0f3ad60e9bf, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:51.748908 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:51.910623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] For port 15feb264-7111-4de1-bab7-a0f3ad60e9bf, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:51.919300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] For port 15feb264-7111-4de1-bab7-a0f3ad60e9bf, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=15feb264-7111-4de1-bab7-a0f3ad60e9bf,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:51.924038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-52d78da7-8975-42d8-95c4-445c17f5b420 req-c4fdc8f4-2b8e-4796-a563-39553fbf307a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (26d1e452-46b0-4be7-9d07-b69ce92ba6d4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:51.971188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a3a14-0566-4ab4-b44d-9b5eca6d28a2 req-d82e64a2-554a-4597-9726-47d623c0102d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:51.976621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a3a14-0566-4ab4-b44d-9b5eca6d28a2 req-d82e64a2-554a-4597-9726-47d623c0102d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:51.981970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a3a14-0566-4ab4-b44d-9b5eca6d28a2 req-d82e64a2-554a-4597-9726-47d623c0102d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:51.988837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a3a14-0566-4ab4-b44d-9b5eca6d28a2 req-d82e64a2-554a-4597-9726-47d623c0102d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:51.999100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a3a14-0566-4ab4-b44d-9b5eca6d28a2 req-d82e64a2-554a-4597-9726-47d623c0102d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:52.006893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a3a14-0566-4ab4-b44d-9b5eca6d28a2 req-d82e64a2-554a-4597-9726-47d623c0102d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:52.017462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a3a14-0566-4ab4-b44d-9b5eca6d28a2 req-d82e64a2-554a-4597-9726-47d623c0102d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:52.021235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da0a3a14-0566-4ab4-b44d-9b5eca6d28a2 req-d82e64a2-554a-4597-9726-47d623c0102d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5409 time: 0.3635740 Feb 15 14:00:52.024859 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-52d78da7-8975-42d8-95c4-445c17f5b420 req-c4fdc8f4-2b8e-4796-a563-39553fbf307a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (26d1e452-46b0-4be7-9d07-b69ce92ba6d4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:52.029045 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:52.109342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:52.109987 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:52.111946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] 10.222.0.67 "PUT /v2.0/ports/15feb264-7111-4de1-bab7-a0f3ad60e9bf HTTP/1.1" status: 200 len: 1092 time: 2.3870544 Feb 15 14:00:52.157248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Request body: {'port': {'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:52.220569 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-52d78da7-8975-42d8-95c4-445c17f5b420 req-c4fdc8f4-2b8e-4796-a563-39553fbf307a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (26d1e452-46b0-4be7-9d07-b69ce92ba6d4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:52.223978 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-52d78da7-8975-42d8-95c4-445c17f5b420 req-c4fdc8f4-2b8e-4796-a563-39553fbf307a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:52.225062 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52d78da7-8975-42d8-95c4-445c17f5b420 req-c4fdc8f4-2b8e-4796-a563-39553fbf307a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "DELETE /v2.0/security-groups/26d1e452-46b0-4be7-9d07-b69ce92ba6d4 HTTP/1.1" status: 204 len: 173 time: 0.7034273 Feb 15 14:00:52.236247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b9d87-8e86-476b-a91e-994f0275f89f service neutron] Pushing event updated for resources: {'Port': ['ID=15feb264-7111-4de1-bab7-a0f3ad60e9bf,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:52.271795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdc8f4-2b8e-4796-a563-39553fbf307a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d1e452-46b0-4be7-9d07-b69ce92ba6d4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:52.319724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da0a3a14-0566-4ab4-b44d-9b5eca6d28a2 req-975c4b06-d122-49e9-aabe-5622dff1bea1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2820640 Feb 15 14:00:52.355042 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f03c2744-24ec-4cf1-87bd-379192121355), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:52.468825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e78983c9-e495-438c-8c33-a66b431e1618 req-27e15989-f723-47de-8b8a-5d84d3330e21 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 210 time: 0.1271110 Feb 15 14:00:52.617339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': '15feb264-7111-4de1-bab7-a0f3ad60e9bf'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:52.620416 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "15feb264-7111-4de1-bab7-a0f3ad60e9bf"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:52.702698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5cb8980-a138-4803-aab2-bcefa33bce61 req-bc109356-6a13-4d0a-91a5-250b022d8ba0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.2445922 Feb 15 14:00:52.841544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f01a-2fd1-4192-a5bf-9f1be0d63d08 req-8d65642e-3eb0-4fda-98a2-8d40526a0277 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:52.846971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f01a-2fd1-4192-a5bf-9f1be0d63d08 req-8d65642e-3eb0-4fda-98a2-8d40526a0277 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:52.853016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f01a-2fd1-4192-a5bf-9f1be0d63d08 req-8d65642e-3eb0-4fda-98a2-8d40526a0277 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:52.859063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f01a-2fd1-4192-a5bf-9f1be0d63d08 req-8d65642e-3eb0-4fda-98a2-8d40526a0277 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:52.864286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f01a-2fd1-4192-a5bf-9f1be0d63d08 req-8d65642e-3eb0-4fda-98a2-8d40526a0277 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:52.872193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f01a-2fd1-4192-a5bf-9f1be0d63d08 req-8d65642e-3eb0-4fda-98a2-8d40526a0277 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:52.877549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787f01a-2fd1-4192-a5bf-9f1be0d63d08 req-8d65642e-3eb0-4fda-98a2-8d40526a0277 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:52.879868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7787f01a-2fd1-4192-a5bf-9f1be0d63d08 req-8d65642e-3eb0-4fda-98a2-8d40526a0277 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2765245 Feb 15 14:00:53.076817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7787f01a-2fd1-4192-a5bf-9f1be0d63d08 req-1f4c5dbd-234c-4f05-b2b1-00fe689b5c8d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1860657 Feb 15 14:00:53.085916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bef257-80be-405e-9a79-e9e2316b2e91 req-36592da0-fd0d-4724-85c6-f103702d36eb tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.087491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00bef257-80be-405e-9a79-e9e2316b2e91 req-36592da0-fd0d-4724-85c6-f103702d36eb tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.2066967 Feb 15 14:00:53.135700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:00:53.149610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03c2744-24ec-4cf1-87bd-379192121355 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:53.161937 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Publish callbacks [] for port (f03c2744-24ec-4cf1-87bd-379192121355), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:53.192873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Transition to ACTIVE for port object f03c2744-24ec-4cf1-87bd-379192121355 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:53.199825 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f03c2744-24ec-4cf1-87bd-379192121355), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:53.215160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:53.217031 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:53.217759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00bef257-80be-405e-9a79-e9e2316b2e91 req-5701ba11-d782-4112-854a-f72ecdf73e2f tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219890 Feb 15 14:00:53.330963 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2035bb61-25a7-46e3-bc82-19c6aa2c1adf x-openstack-request-id: req-2035bb61-25a7-46e3-bc82-19c6aa2c1adf {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:53.333367 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "15feb264-7111-4de1-bab7-a0f3ad60e9bf", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:53.334255 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2035bb61-25a7-46e3-bc82-19c6aa2c1adf {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:53.336185 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': '15feb264-7111-4de1-bab7-a0f3ad60e9bf', 'status': 'completed', 'code': 200} Feb 15 14:00:53.435975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:53.436373 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:53.508457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-64e98c64-8c75-45df-b7d4-2dacd08686de tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.510736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-64e98c64-8c75-45df-b7d4-2dacd08686de tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/networks?id=eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 200 len: 818 time: 0.2293952 Feb 15 14:00:53.528427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=196fab62-99e1-4a5b-a3d7-e1ee6bb31002,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:53.546152 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:53.574172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Pushing event updated for resources: {'Port': ['ID=f03c2744-24ec-4cf1-87bd-379192121355,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:53.645973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=196fab62-99e1-4a5b-a3d7-e1ee6bb31002,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:53.712283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada646e-07a1-4866-b417-50133384a068 req-b1cbfdbf-532b-4a79-a274-83d118d67916 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.715747 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-b1cbfdbf-532b-4a79-a274-83d118d67916 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.42 "GET /v2.0/networks?id=eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 200 len: 818 time: 0.3619409 Feb 15 14:00:53.721547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-dfea0254-aec2-40f6-821e-5c1071e336e6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/quotas/d7604b506b1d4825b9ce16ab7cc33b16 HTTP/1.1" status: 200 len: 375 time: 0.1168621 Feb 15 14:00:53.736283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Request body: {'port': {'device_id': '18411fde-7346-4840-8bd4-f27d6dd901a7', 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71', 'admin_state_up': True, 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:53.759242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Attempting to bind port f03c2744-24ec-4cf1-87bd-379192121355 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:53.759577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Attempting to bind port f03c2744-24ec-4cf1-87bd-379192121355 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:53.759902 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Attempting to bind port f03c2744-24ec-4cf1-87bd-379192121355 on network 518aeb62-03f6-4f05-9be1-c52cef4b9577 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:53.801319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Port f03c2744-24ec-4cf1-87bd-379192121355 on network 518aeb62-03f6-4f05-9be1-c52cef4b9577 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:53.801649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Attempting to bind port f03c2744-24ec-4cf1-87bd-379192121355 on network 518aeb62-03f6-4f05-9be1-c52cef4b9577 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:53.823535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e7bd-0a53-43a9-9ab5-eb991aa9e7af req-a6ceb14e-cc31-4bb8-a6d6-018566c947f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.829289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e7bd-0a53-43a9-9ab5-eb991aa9e7af req-a6ceb14e-cc31-4bb8-a6d6-018566c947f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.834530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e7bd-0a53-43a9-9ab5-eb991aa9e7af req-a6ceb14e-cc31-4bb8-a6d6-018566c947f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.839671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e7bd-0a53-43a9-9ab5-eb991aa9e7af req-a6ceb14e-cc31-4bb8-a6d6-018566c947f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.844858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e7bd-0a53-43a9-9ab5-eb991aa9e7af req-a6ceb14e-cc31-4bb8-a6d6-018566c947f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.850035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e7bd-0a53-43a9-9ab5-eb991aa9e7af req-a6ceb14e-cc31-4bb8-a6d6-018566c947f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.856289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e7bd-0a53-43a9-9ab5-eb991aa9e7af req-a6ceb14e-cc31-4bb8-a6d6-018566c947f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.858510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4cd2e7bd-0a53-43a9-9ab5-eb991aa9e7af req-a6ceb14e-cc31-4bb8-a6d6-018566c947f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.3323274 Feb 15 14:00:53.870284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-a2e956a8-12a6-470b-aa07-fc505516085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.871403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-a2e956a8-12a6-470b-aa07-fc505516085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.871936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-a2e956a8-12a6-470b-aa07-fc505516085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.872481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-a2e956a8-12a6-470b-aa07-fc505516085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.872998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-a2e956a8-12a6-470b-aa07-fc505516085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.873464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-a2e956a8-12a6-470b-aa07-fc505516085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.873919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-a2e956a8-12a6-470b-aa07-fc505516085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:53.874058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Made reservation on behalf of d7604b506b1d4825b9ce16ab7cc33b16 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:53.876014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-a2e956a8-12a6-470b-aa07-fc505516085f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 6629 time: 0.3747578 Feb 15 14:00:53.877897 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:53.879877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:53.880221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Checking segment: {'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:53.880597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Bound using segment: {'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:53.881041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Bound port: f03c2744-24ec-4cf1-87bd-379192121355, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3568870e-2d8d-4691-86b5-6ce40454fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:53.881398 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f03c2744-24ec-4cf1-87bd-379192121355), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:53.985466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-4bca3e47-2194-4f8f-8db5-e6f42d41d7d5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2529767 Feb 15 14:00:54.027888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Allocated IP 172.20.0.7 (eab768b6-8c6b-463b-b5fd-4950b8e50e71/ecfdf680-5b93-496a-93ee-d9df261fb8db/933eaf4e-275c-4af0-be4a-be939d59295e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:54.135891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4cd2e7bd-0a53-43a9-9ab5-eb991aa9e7af req-5656690d-f342-4db2-96d4-d0f1032a0ed2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2588294 Feb 15 14:00:54.143003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] For port f03c2744-24ec-4cf1-87bd-379192121355, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:54.148763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-3c7d4ed2-47ac-4e1f-91b9-743f88d5ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:54.149290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-3c7d4ed2-47ac-4e1f-91b9-743f88d5ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:54.149744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-3c7d4ed2-47ac-4e1f-91b9-743f88d5ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:54.151462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-3c7d4ed2-47ac-4e1f-91b9-743f88d5ca92 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=55d0c8baea1b4caca9038f410716a4fe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2662933 Feb 15 14:00:54.162593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] For port f03c2744-24ec-4cf1-87bd-379192121355, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f03c2744-24ec-4cf1-87bd-379192121355,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:54.207883 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f03c2744-24ec-4cf1-87bd-379192121355), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:54.209718 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks [] for port (933eaf4e-275c-4af0-be4a-be939d59295e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:54.249780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:54.268951 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-10d6af81-3bf6-4e2d-b0f8-abe199862ec6 req-5e4cca9a-571d-40ec-aa9f-dcbc7ccd1d40 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] show failed (client error): The resource could not be found. Feb 15 14:00:54.270008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10d6af81-3bf6-4e2d-b0f8-abe199862ec6 req-5e4cca9a-571d-40ec-aa9f-dcbc7ccd1d40 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/6888c4d5-4588-4481-a07e-3e71a9c7ad8a HTTP/1.1" status: 404 len: 352 time: 0.0849004 Feb 15 14:00:54.271266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Network eab768b6-8c6b-463b-b5fd-4950b8e50e71 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:00:54.274513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:00:54.294294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:00:54.306145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-d67bb12b-207c-46b6-b5aa-3743b894d030 service neutron] 10.222.0.72 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918794 Feb 15 14:00:54.312551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:54.313536 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:54.314883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] 10.222.0.67 "PUT /v2.0/ports/f03c2744-24ec-4cf1-87bd-379192121355 HTTP/1.1" status: 200 len: 1092 time: 2.1629901 Feb 15 14:00:54.348545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Pushing event updated for resources: {'Port': ['ID=933eaf4e-275c-4af0-be4a-be939d59295e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:54.362120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:54.362826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:54.382800 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-37a05928-6225-426d-ae0f-b49b00ea93f6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6504624 Feb 15 14:00:54.400851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Request body: {'port': {'device_id': '18411fde-7346-4840-8bd4-f27d6dd901a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:54.489037 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:54.780970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f883b8a-1d43-40df-a61c-4cd89ae056cb service neutron] Pushing event updated for resources: {'Port': ['ID=f03c2744-24ec-4cf1-87bd-379192121355,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:54.794602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-45c09261-8c67-4924-a24c-3bce433ad9cf req-3a323a65-8e95-44f8-9f46-92c350c533e6 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0570283 Feb 15 14:00:54.844481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-acb6fa4b-67eb-417e-a7b9-8c274613a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:54.848121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6d14afe-2f4d-4da0-846f-e033d2b6d4b9 req-acb6fa4b-67eb-417e-a7b9-8c274613a1c9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6822343 Feb 15 14:00:54.862645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933eaf4e-275c-4af0-be4a-be939d59295e {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:54.874571 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Publish callbacks [] for port (933eaf4e-275c-4af0-be4a-be939d59295e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:54.902556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Transition to ACTIVE for port object 933eaf4e-275c-4af0-be4a-be939d59295e will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:00:54.907992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:54.972931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-75e7e324-b765-42b2-b816-e7b22015bdc0 service neutron] 10.222.0.72 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504521 Feb 15 14:00:54.987678 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Pushing event updated for resources: {'Port': ['ID=933eaf4e-275c-4af0-be4a-be939d59295e,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:55.024059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4acdcf9c-70ef-4c08-87d0-859352b09d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.024470 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4acdcf9c-70ef-4c08-87d0-859352b09d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.024941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4acdcf9c-70ef-4c08-87d0-859352b09d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.025402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4acdcf9c-70ef-4c08-87d0-859352b09d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.025868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4acdcf9c-70ef-4c08-87d0-859352b09d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.026321 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4acdcf9c-70ef-4c08-87d0-859352b09d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.026805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4acdcf9c-70ef-4c08-87d0-859352b09d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.028824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4acdcf9c-70ef-4c08-87d0-859352b09d95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 6702 time: 0.1225064 Feb 15 14:00:55.091637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f285-c279-45df-8f28-f1d9220fac70 req-aa38f6c5-b87f-4c5b-981e-df8f04be9e67 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.098257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f285-c279-45df-8f28-f1d9220fac70 req-aa38f6c5-b87f-4c5b-981e-df8f04be9e67 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.103994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f285-c279-45df-8f28-f1d9220fac70 req-aa38f6c5-b87f-4c5b-981e-df8f04be9e67 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.113199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:00:55.114806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f285-c279-45df-8f28-f1d9220fac70 req-aa38f6c5-b87f-4c5b-981e-df8f04be9e67 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.124686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f285-c279-45df-8f28-f1d9220fac70 req-aa38f6c5-b87f-4c5b-981e-df8f04be9e67 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.131992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f285-c279-45df-8f28-f1d9220fac70 req-aa38f6c5-b87f-4c5b-981e-df8f04be9e67 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.148611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Attempting to bind port 933eaf4e-275c-4af0-be4a-be939d59295e on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:00:55.149222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Attempting to bind port 933eaf4e-275c-4af0-be4a-be939d59295e by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:00:55.149366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f285-c279-45df-8f28-f1d9220fac70 req-aa38f6c5-b87f-4c5b-981e-df8f04be9e67 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.150396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Attempting to bind port 933eaf4e-275c-4af0-be4a-be939d59295e on network eab768b6-8c6b-463b-b5fd-4950b8e50e71 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:55.151254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a98f285-c279-45df-8f28-f1d9220fac70 req-aa38f6c5-b87f-4c5b-981e-df8f04be9e67 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2350233 Feb 15 14:00:55.153072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-b868578d-80bc-4be4-8d14-2bff7add4c45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2323b683-4b33-4fdd-8464-0bda84e09074 HTTP/1.1" status: 200 len: 217 time: 0.1167152 Feb 15 14:00:55.171713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Port 933eaf4e-275c-4af0-be4a-be939d59295e on network eab768b6-8c6b-463b-b5fd-4950b8e50e71 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:00:55.172443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Attempting to bind port 933eaf4e-275c-4af0-be4a-be939d59295e on network eab768b6-8c6b-463b-b5fd-4950b8e50e71 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:00:55.180131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:00:55.180879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Checking segment: {'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:00:55.181507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Bound using segment: {'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:00:55.182294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Bound port: 933eaf4e-275c-4af0-be4a-be939d59295e, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:00:55.183061 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:55.242212 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:00:55.242718 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:55.313946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] For port 933eaf4e-275c-4af0-be4a-be939d59295e, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:00:55.317817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] For port 933eaf4e-275c-4af0-be4a-be939d59295e, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=933eaf4e-275c-4af0-be4a-be939d59295e,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:00:55.334212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:55.357834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': 'f03c2744-24ec-4cf1-87bd-379192121355'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:55.360630 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8" -d '{"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "f03c2744-24ec-4cf1-87bd-379192121355"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:55.377554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-55dea5f4-5ee5-4174-9831-816a022baf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.379090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-55dea5f4-5ee5-4174-9831-816a022baf63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f51d027d-829b-46a3-8128-74a466506270 HTTP/1.1" status: 200 len: 851 time: 0.2080157 Feb 15 14:00:55.424175 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.424804 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:55.434153 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] 10.222.0.42 "PUT /v2.0/ports/933eaf4e-275c-4af0-be4a-be939d59295e HTTP/1.1" status: 200 len: 1092 time: 1.0422766 Feb 15 14:00:55.434669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18411fde-7346-4840-8bd4-f27d6dd901a7', 'tag': '933eaf4e-275c-4af0-be4a-be939d59295e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:00:55.440843 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fd3f65-3f34-4eeb-b0b7-2a2696a9dfe8" -d '{"events": [{"name": "network-changed", "server_uuid": "18411fde-7346-4840-8bd4-f27d6dd901a7", "tag": "933eaf4e-275c-4af0-be4a-be939d59295e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:00:55.453190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:55.502045 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a98f285-c279-45df-8f28-f1d9220fac70 req-3defe1db-61b4-4a1f-8e47-29bdd53da29b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3348112 Feb 15 14:00:55.554147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec410-6b74-44e6-aef0-34420d43b156 req-0e7cc049-be99-4376-94d7-a50995090f14 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.556187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bedec410-6b74-44e6-aef0-34420d43b156 req-0e7cc049-be99-4376-94d7-a50995090f14 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.2799671 Feb 15 14:00:55.594730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ecf39-9ec3-4cf5-a42f-999f68d66135 service neutron] Pushing event updated for resources: {'Port': ['ID=933eaf4e-275c-4af0-be4a-be939d59295e,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:55.619435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-75b26f0a-624d-4093-8bda-c63b21fbb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.623077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-75b26f0a-624d-4093-8bda-c63b21fbb088 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e373dcfc-ad59-4f5a-8511-40a2474dbb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2301271 Feb 15 14:00:55.627537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada646e-07a1-4866-b417-50133384a068 req-d5fcc9e9-ee66-4e92-8d1e-06ce6cfdd0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.629146 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-d5fcc9e9-ee66-4e92-8d1e-06ce6cfdd0b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 1126 time: 0.1153107 Feb 15 14:00:55.656708 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-945068fc-f6e5-4b0e-a6a5-5dee2ca49bd2 req-f00d42dd-fe6c-42af-8614-f1e8be2c2ba8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] show failed (client error): The resource could not be found. Feb 15 14:00:55.671232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-945068fc-f6e5-4b0e-a6a5-5dee2ca49bd2 req-f00d42dd-fe6c-42af-8614-f1e8be2c2ba8 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/8ae3dba7-0003-48d4-b823-9dace7462787 HTTP/1.1" status: 404 len: 352 time: 0.0825353 Feb 15 14:00:55.691873 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-31900f12-2eb6-4ee7-a60b-ae20dd32d495 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933eaf4e-275c-4af0-be4a-be939d59295e HTTP/1.1" status: 200 len: 217 time: 0.0539570 Feb 15 14:00:55.826105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada646e-07a1-4866-b417-50133384a068 req-d9ebba88-f693-4267-901e-7128c4901c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:55.828269 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-d9ebba88-f693-4267-901e-7128c4901c66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecfdf680-5b93-496a-93ee-d9df261fb8db HTTP/1.1" status: 200 len: 858 time: 0.1254349 Feb 15 14:00:55.872860 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-11fd0e94-dd0e-4bc4-a73a-a67336232cf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eab768b6-8c6b-463b-b5fd-4950b8e50e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363085 Feb 15 14:00:55.874013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bedec410-6b74-44e6-aef0-34420d43b156 req-4b2a4d23-0fd1-46ad-a680-9a57dceef0e1 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066530 Feb 15 14:00:55.930690 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36052261-b6cd-4554-b46f-eb7675c8829b req-7c5e6195-ef3d-4f3d-accd-df1d0edaa4bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3536873 Feb 15 14:00:56.074190 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-3581d93f-c401-4375-8ac1-ba3025efd9b8 service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840911 Feb 15 14:00:56.091278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274897e0-4619-403e-9128-530f0a483a2c req-3903413f-cb71-4bb6-ac12-7f366960ab28 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.097257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274897e0-4619-403e-9128-530f0a483a2c req-3903413f-cb71-4bb6-ac12-7f366960ab28 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.103072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274897e0-4619-403e-9128-530f0a483a2c req-3903413f-cb71-4bb6-ac12-7f366960ab28 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.109231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274897e0-4619-403e-9128-530f0a483a2c req-3903413f-cb71-4bb6-ac12-7f366960ab28 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.115921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274897e0-4619-403e-9128-530f0a483a2c req-3903413f-cb71-4bb6-ac12-7f366960ab28 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.121631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274897e0-4619-403e-9128-530f0a483a2c req-3903413f-cb71-4bb6-ac12-7f366960ab28 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.127434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274897e0-4619-403e-9128-530f0a483a2c req-3903413f-cb71-4bb6-ac12-7f366960ab28 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.129533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274897e0-4619-403e-9128-530f0a483a2c req-3903413f-cb71-4bb6-ac12-7f366960ab28 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.3107607 Feb 15 14:00:56.135948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-e7d4011e-9b22-429d-be12-3a0d23f5c804 service neutron] 10.222.0.67 "GET /v2.0/networks/e373dcfc-ad59-4f5a-8511-40a2474dbb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808829 Feb 15 14:00:56.188790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d186f24c-9cf0-4e35-a19e-b265362b9810 req-87eaa71d-e35e-4c4f-a8d9-fd2a3b7bf6bb tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 210 time: 0.1408813 Feb 15 14:00:56.256954 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8ada646e-07a1-4866-b417-50133384a068 req-7bdd67d1-a117-44cc-bb79-6e838d979752 service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742148 Feb 15 14:00:56.290448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36052261-b6cd-4554-b46f-eb7675c8829b req-b7d0a730-6c42-4158-90eb-0511e6749d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.292997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36052261-b6cd-4554-b46f-eb7675c8829b req-b7d0a730-6c42-4158-90eb-0511e6749d35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 1127 time: 0.3300087 Feb 15 14:00:56.301259 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8741933a-1ff4-4d52-9594-c5431a83e421 x-openstack-request-id: req-8741933a-1ff4-4d52-9594-c5431a83e421 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:56.301670 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "f03c2744-24ec-4cf1-87bd-379192121355", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:56.301942 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8741933a-1ff4-4d52-9594-c5431a83e421 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:56.302376 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': 'f03c2744-24ec-4cf1-87bd-379192121355', 'status': 'completed', 'code': 200} Feb 15 14:00:56.310938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-274897e0-4619-403e-9128-530f0a483a2c req-a9e11ac2-d144-404b-949f-0a20ba1b4683 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559198 Feb 15 14:00:56.378580 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eea70e-0317-42aa-ab9e-35167f78654c x-openstack-request-id: req-e1eea70e-0317-42aa-ab9e-35167f78654c {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:00:56.378871 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18411fde-7346-4840-8bd4-f27d6dd901a7", "tag": "933eaf4e-275c-4af0-be4a-be939d59295e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:00:56.379152 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e1eea70e-0317-42aa-ab9e-35167f78654c {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:00:56.379553 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18411fde-7346-4840-8bd4-f27d6dd901a7', 'tag': '933eaf4e-275c-4af0-be4a-be939d59295e', 'status': 'completed', 'code': 200} Feb 15 14:00:56.424507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-3cc65e2a-ca99-4715-8e33-949aa59135a7 service neutron] 10.222.0.67 "GET /v2.0/networks/e373dcfc-ad59-4f5a-8511-40a2474dbb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609022 Feb 15 14:00:56.513949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd3f65-3f34-4eeb-b0b7-2a2696a9dfe8 req-f45d5b04-7432-41d6-b991-e519e2147afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.515475 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-81fd3f65-3f34-4eeb-b0b7-2a2696a9dfe8 req-f45d5b04-7432-41d6-b991-e519e2147afd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 1126 time: 0.1001308 Feb 15 14:00:56.516448 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-51f48883-576d-4310-9484-2f25e5eb4018 req-d703b9bd-8fdb-4111-b91a-9272d4efa565 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] show failed (client error): The resource could not be found. Feb 15 14:00:56.517655 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51f48883-576d-4310-9484-2f25e5eb4018 req-d703b9bd-8fdb-4111-b91a-9272d4efa565 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/ae3a7e74-9002-4612-a8b2-8b930267d8f5 HTTP/1.1" status: 404 len: 352 time: 0.1176722 Feb 15 14:00:56.574679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-577c532b-4d99-462a-a7de-53d4b4c400e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=0fa6b97a-bc5c-4081-993b-b10e4e7aca33 HTTP/1.1" status: 200 len: 217 time: 0.1436210 Feb 15 14:00:56.647510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-76b27b93-7762-47c9-87b9-7903afae4572 req-281844ec-831a-4a79-bf38-841143bd85e8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.1277933 Feb 15 14:00:56.663390 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-f8d4bd2b-c8f4-40f0-aa54-1d8b813bcc71 req-c4a0682a-9972-4a43-9651-5e92a0614f32 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] show failed (client error): The resource could not be found. Feb 15 14:00:56.668724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f8d4bd2b-c8f4-40f0-aa54-1d8b813bcc71 req-c4a0682a-9972-4a43-9651-5e92a0614f32 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/51119186-c909-4746-bca7-da3f73b9794b HTTP/1.1" status: 404 len: 352 time: 0.1129479 Feb 15 14:00:56.711611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd3f65-3f34-4eeb-b0b7-2a2696a9dfe8 req-8fd7e806-cca9-4b71-9cc4-6963990bb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.713070 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-81fd3f65-3f34-4eeb-b0b7-2a2696a9dfe8 req-8fd7e806-cca9-4b71-9cc4-6963990bb95d service neutron] 10.222.0.42 "GET /v2.0/networks?id=eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 200 len: 919 time: 0.1883857 Feb 15 14:00:56.797685 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-10f11934-b894-4dc6-bcd3-90d032527ad4 req-00b6b55f-d77b-43bb-b26f-64bd7310e87a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] show failed (client error): The resource could not be found. Feb 15 14:00:56.805667 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10f11934-b894-4dc6-bcd3-90d032527ad4 req-00b6b55f-d77b-43bb-b26f-64bd7310e87a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/e6b3eb4d-95a9-40fb-aeac-a2e8e35e5497 HTTP/1.1" status: 404 len: 352 time: 0.0669985 Feb 15 14:00:56.812036 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-81fd3f65-3f34-4eeb-b0b7-2a2696a9dfe8 req-826ec569-11bf-4ad5-9213-46e3dab3413f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933eaf4e-275c-4af0-be4a-be939d59295e HTTP/1.1" status: 200 len: 217 time: 0.0915244 Feb 15 14:00:56.877826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-7ccb6e93-85b6-4711-b36f-0e2703a7c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.883214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-7ccb6e93-85b6-4711-b36f-0e2703a7c30b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.2705200 Feb 15 14:00:56.884651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36052261-b6cd-4554-b46f-eb7675c8829b req-dca38646-2644-4356-a137-a4a46a96497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.885017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd3f65-3f34-4eeb-b0b7-2a2696a9dfe8 req-dc9bdf34-2bb0-41b5-b4b3-6e357b0248ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:56.886858 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-81fd3f65-3f34-4eeb-b0b7-2a2696a9dfe8 req-dc9bdf34-2bb0-41b5-b4b3-6e357b0248ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecfdf680-5b93-496a-93ee-d9df261fb8db HTTP/1.1" status: 200 len: 858 time: 0.0677824 Feb 15 14:00:56.891117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36052261-b6cd-4554-b46f-eb7675c8829b req-dca38646-2644-4356-a137-a4a46a96497c service neutron] 10.222.0.67 "GET /v2.0/networks?id=cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 200 len: 909 time: 0.5507910 Feb 15 14:00:56.899175 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-2c604322-1044-448d-a713-735a01e542f8 req-a5d7f797-600c-4441-b753-1db2f9b879ed tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] show failed (client error): The resource could not be found. Feb 15 14:00:56.901407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c604322-1044-448d-a713-735a01e542f8 req-a5d7f797-600c-4441-b753-1db2f9b879ed tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/fde8a7d6-0024-4c3f-a34b-fe1831c6b615 HTTP/1.1" status: 404 len: 352 time: 0.0595379 Feb 15 14:00:56.960149 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-81fd3f65-3f34-4eeb-b0b7-2a2696a9dfe8 req-85ee6ae8-6f49-48be-928b-46bc663cb698 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eab768b6-8c6b-463b-b5fd-4950b8e50e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648789 Feb 15 14:00:57.123971 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-81fd3f65-3f34-4eeb-b0b7-2a2696a9dfe8 req-3201d2f6-5a28-4dcf-945c-32680909e761 service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568735 Feb 15 14:00:57.222978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36052261-b6cd-4554-b46f-eb7675c8829b req-be1e3810-7b77-43cb-b718-40234e15973a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3a65031-c72f-426c-89be-66010de1abd4 HTTP/1.1" status: 200 len: 217 time: 0.3177590 Feb 15 14:00:57.252134 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-81fd3f65-3f34-4eeb-b0b7-2a2696a9dfe8 req-fbb89090-f0ef-4eef-a8c7-9e5d6808f6bb service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114023 Feb 15 14:00:57.344167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-08db2f0a-305b-4ae2-83f0-1db71daa8bc7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:57.345822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-08db2f0a-305b-4ae2-83f0-1db71daa8bc7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.67 "GET /v2.0/networks?id=eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 200 len: 818 time: 0.3836808 Feb 15 14:00:57.385464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Request body: {'port': {'device_id': 'c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1', 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71', 'admin_state_up': True, 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:00:57.417647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea37b34-daab-400f-a600-bc5a49e2ac3f req-f681b651-e729-447f-92bf-eb9cf611f6b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:57.423674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea37b34-daab-400f-a600-bc5a49e2ac3f req-f681b651-e729-447f-92bf-eb9cf611f6b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:57.429174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea37b34-daab-400f-a600-bc5a49e2ac3f req-f681b651-e729-447f-92bf-eb9cf611f6b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:57.434879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea37b34-daab-400f-a600-bc5a49e2ac3f req-f681b651-e729-447f-92bf-eb9cf611f6b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:57.440383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea37b34-daab-400f-a600-bc5a49e2ac3f req-f681b651-e729-447f-92bf-eb9cf611f6b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:57.445841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea37b34-daab-400f-a600-bc5a49e2ac3f req-f681b651-e729-447f-92bf-eb9cf611f6b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:57.452037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea37b34-daab-400f-a600-bc5a49e2ac3f req-f681b651-e729-447f-92bf-eb9cf611f6b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:57.459948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eea37b34-daab-400f-a600-bc5a49e2ac3f req-f681b651-e729-447f-92bf-eb9cf611f6b0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.6826155 Feb 15 14:00:57.539887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-55dd2947-3a74-4209-af8b-b4ddca9ee378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:57.541491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-55dd2947-3a74-4209-af8b-b4ddca9ee378 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6139126 Feb 15 14:00:57.607298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36052261-b6cd-4554-b46f-eb7675c8829b req-b150eaa2-c76c-41a6-8ec0-5fe5b236bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:57.608997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36052261-b6cd-4554-b46f-eb7675c8829b req-b150eaa2-c76c-41a6-8ec0-5fe5b236bd72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 200 len: 848 time: 0.3682806 Feb 15 14:00:57.682814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36052261-b6cd-4554-b46f-eb7675c8829b req-d291d40f-efd2-4d48-b4c4-7beaab725a95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cbd8b904-b103-44e2-9aaf-4758a1adf36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657048 Feb 15 14:00:57.690802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec590-8595-4451-90fe-d963f8cf5bf0 req-324deb5c-a340-4b3a-b2ad-7751898c32c2 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:57.698421 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44aec590-8595-4451-90fe-d963f8cf5bf0 req-324deb5c-a340-4b3a-b2ad-7751898c32c2 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.6861222 Feb 15 14:00:57.847544 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eea37b34-daab-400f-a600-bc5a49e2ac3f req-e8344dad-f0e1-44c1-b731-77db8defd4eb tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3865075 Feb 15 14:00:57.983938 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3546f45f-9a39-4d32-9f53-b32e37f9e257 req-cdc22d23-5734-48a0-b4b6-7ddda2075394 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0902057 Feb 15 14:00:58.004325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Made reservation on behalf of d7604b506b1d4825b9ce16ab7cc33b16 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:00:58.011293 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:58.016748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36052261-b6cd-4554-b46f-eb7675c8829b req-5d591296-53fb-4211-9d14-902a997cc3a3 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104033 Feb 15 14:00:58.023457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-a97f33ed-1509-4a49-bc93-ba6570292228 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675403 Feb 15 14:00:58.119911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546f45f-9a39-4d32-9f53-b32e37f9e257 req-867bdfec-05a0-4813-afc3-45b04a6a2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.122868 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3546f45f-9a39-4d32-9f53-b32e37f9e257 req-867bdfec-05a0-4813-afc3-45b04a6a2d8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73966798ee8b4daaaa7322021ae03505&device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 1207 time: 0.1031561 Feb 15 14:00:58.210310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44aec590-8595-4451-90fe-d963f8cf5bf0 req-7e500af1-4c49-49c7-bb2a-bc791b389a47 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102479 Feb 15 14:00:58.273776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cbf9379-68f1-4620-800b-50fbc9498b9b req-db22d9e4-91d1-4cd9-b560-b962dad3da7c tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 210 time: 0.0571852 Feb 15 14:00:58.309728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546f45f-9a39-4d32-9f53-b32e37f9e257 req-e56cfe7b-3031-470c-8ba2-0330bc45b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.311435 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3546f45f-9a39-4d32-9f53-b32e37f9e257 req-e56cfe7b-3031-470c-8ba2-0330bc45b2f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 200 len: 913 time: 0.1584752 Feb 15 14:00:58.364734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3546f45f-9a39-4d32-9f53-b32e37f9e257 req-8bcfdf27-6728-4b87-b9fe-1a245a56f3c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1 HTTP/1.1" status: 200 len: 217 time: 0.0456429 Feb 15 14:00:58.422610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546f45f-9a39-4d32-9f53-b32e37f9e257 req-533d3feb-9e59-4ccb-bf8c-e9e3dee4b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.423746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2932a317-0013-4cf9-93e0-1cc1f6120875 req-a7b66b3b-2e3d-44f3-b848-2a9110610df8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0702941 Feb 15 14:00:58.424757 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3546f45f-9a39-4d32-9f53-b32e37f9e257 req-533d3feb-9e59-4ccb-bf8c-e9e3dee4b447 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2a9e082f-da76-4289-862f-326a50e53aaa HTTP/1.1" status: 200 len: 852 time: 0.0523560 Feb 15 14:00:58.468381 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3546f45f-9a39-4d32-9f53-b32e37f9e257 req-591aef1a-a1dc-478a-a56f-048732fa0b05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=78f18dab-117a-4a56-adb7-cf63ecf9dd69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333221 Feb 15 14:00:58.489002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-a4af688b-fa53-46c0-8b6b-2b741e0eabec service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293365 Feb 15 14:00:58.493840 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36052261-b6cd-4554-b46f-eb7675c8829b req-6a0c3909-6378-4f65-b9c4-8b280e618f26 service neutron] 10.222.0.67 "GET /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604256 Feb 15 14:00:58.509562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c738-ece3-42fa-a041-bd35a188380f req-f32e4ce6-af3f-4865-ad42-e655c17b0768 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.514844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c738-ece3-42fa-a041-bd35a188380f req-f32e4ce6-af3f-4865-ad42-e655c17b0768 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.521270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c738-ece3-42fa-a041-bd35a188380f req-f32e4ce6-af3f-4865-ad42-e655c17b0768 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.528246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c738-ece3-42fa-a041-bd35a188380f req-f32e4ce6-af3f-4865-ad42-e655c17b0768 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.533870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c738-ece3-42fa-a041-bd35a188380f req-f32e4ce6-af3f-4865-ad42-e655c17b0768 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.539141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c738-ece3-42fa-a041-bd35a188380f req-f32e4ce6-af3f-4865-ad42-e655c17b0768 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.548000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c738-ece3-42fa-a041-bd35a188380f req-f32e4ce6-af3f-4865-ad42-e655c17b0768 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.550491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3993c738-ece3-42fa-a041-bd35a188380f req-f32e4ce6-af3f-4865-ad42-e655c17b0768 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2358012 Feb 15 14:00:58.576847 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3546f45f-9a39-4d32-9f53-b32e37f9e257 req-67c0d45b-0572-42ff-96a2-2665d9ab4362 service neutron] 10.222.0.42 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009829 Feb 15 14:00:58.645383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f4859da0-1dce-4337-a3c1-36225550dee5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 HTTP/1.1" status: 200 len: 217 time: 0.0938418 Feb 15 14:00:58.697353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Allocated IP 172.20.0.8 (eab768b6-8c6b-463b-b5fd-4950b8e50e71/ecfdf680-5b93-496a-93ee-d9df261fb8db/269398c2-9d2d-403c-b0bb-8c6265f98dd1) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:00:58.701797 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3546f45f-9a39-4d32-9f53-b32e37f9e257 req-e4932c13-0268-4407-8659-e93b9eefa183 service neutron] 10.222.0.42 "GET /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146531 Feb 15 14:00:58.786242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3993c738-ece3-42fa-a041-bd35a188380f req-32a6d2fc-9399-4c2c-8ca7-3560b4781eec tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2136805 Feb 15 14:00:58.791936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-b30b4e27-8e9c-41f6-9302-b1ae1a6eacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.791936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-b30b4e27-8e9c-41f6-9302-b1ae1a6eacf6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.1317084 Feb 15 14:00:58.807678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f6b54-6d4d-4947-ba86-db69fd4f9b47 req-f100b1f5-b6ec-4835-9d86-2ec3b8ecf5ab tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:58.809264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c33f6b54-6d4d-4947-ba86-db69fd4f9b47 req-f100b1f5-b6ec-4835-9d86-2ec3b8ecf5ab tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 1023 time: 0.2491717 Feb 15 14:00:59.013369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 933eaf4e-275c-4af0-be4a-be939d59295e details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:00:59.139863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 933eaf4e-275c-4af0-be4a-be939d59295e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=933eaf4e-275c-4af0-be4a-be939d59295e,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:59.164209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '933eaf4e-275c-4af0-be4a-be939d59295e', 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71', 'port_id': '933eaf4e-275c-4af0-be4a-be939d59295e', 'mac_address': 'fa:16:3e:67:52:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfdf680-5b93-496a-93ee-d9df261fb8db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:00:59.233605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 933eaf4e-275c-4af0-be4a-be939d59295e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:00:59.234595 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:59.256901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933eaf4e-275c-4af0-be4a-be939d59295e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:00:59.290790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 933eaf4e-275c-4af0-be4a-be939d59295e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=933eaf4e-275c-4af0-be4a-be939d59295e,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:00:59.296940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:59.333257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-ca9700e2-dc1e-46b0-b88e-23c2b58acf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:59.334788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-ca9700e2-dc1e-46b0-b88e-23c2b58acf65 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5246432 Feb 15 14:00:59.341067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c33f6b54-6d4d-4947-ba86-db69fd4f9b47 req-30e71222-3326-46bc-a70c-6ce172688515 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups?id=ca08aaf0-ac34-43ae-91e8-3c905508fa41&id=68c6ebb4-d250-4c67-b13c-3ebf35dad845&id=8de201a3-6428-47c5-acd1-746260edd8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5198424 Feb 15 14:00:59.359547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054d88a-02a2-4b96-b687-dbb42bf45b88 req-a95a1cee-63c6-4a01-8a61-a04d5e588ff1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:59.364975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054d88a-02a2-4b96-b687-dbb42bf45b88 req-a95a1cee-63c6-4a01-8a61-a04d5e588ff1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:59.370336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054d88a-02a2-4b96-b687-dbb42bf45b88 req-a95a1cee-63c6-4a01-8a61-a04d5e588ff1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:59.375722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054d88a-02a2-4b96-b687-dbb42bf45b88 req-a95a1cee-63c6-4a01-8a61-a04d5e588ff1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:59.381108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054d88a-02a2-4b96-b687-dbb42bf45b88 req-a95a1cee-63c6-4a01-8a61-a04d5e588ff1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:59.387163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054d88a-02a2-4b96-b687-dbb42bf45b88 req-a95a1cee-63c6-4a01-8a61-a04d5e588ff1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:59.392965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054d88a-02a2-4b96-b687-dbb42bf45b88 req-a95a1cee-63c6-4a01-8a61-a04d5e588ff1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:59.400273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0054d88a-02a2-4b96-b687-dbb42bf45b88 req-a95a1cee-63c6-4a01-8a61-a04d5e588ff1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2542276 Feb 15 14:00:59.415903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=933eaf4e-275c-4af0-be4a-be939d59295e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:00:59.535823 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks [] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:59.574842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['933eaf4e-275c-4af0-be4a-be939d59295e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:00:59.609296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0054d88a-02a2-4b96-b687-dbb42bf45b88 req-4d494002-78d8-4781-be50-b712da74ec8e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2069616 Feb 15 14:00:59.651049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-c07603d4-6106-4f87-9136-3e7748dfe964 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403927 Feb 15 14:00:59.728575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e16743-5de0-487a-9cbe-3fce016adf83 req-ccdb80fa-701b-4009-a296-48625a20e28d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:59.735753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90e16743-5de0-487a-9cbe-3fce016adf83 req-ccdb80fa-701b-4009-a296-48625a20e28d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.2589622 Feb 15 14:00:59.768693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32257686-0123-476f-ac92-b915e5549659 req-e2f83662-631c-416b-b5df-1bb886cd3810 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:00:59.770351 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-32257686-0123-476f-ac92-b915e5549659 req-e2f83662-631c-416b-b5df-1bb886cd3810 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.42 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 1023 time: 0.2004356 Feb 15 14:00:59.862893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-025ba586-2705-4685-a154-27cf5d456b4d service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969597 Feb 15 14:00:59.908368 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:00:59.919077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-32257686-0123-476f-ac92-b915e5549659 req-8e0f3ea0-cf3d-47a1-bfdc-3a37d10e2a24 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Deleting port dacb40d4-0e91-45f6-be10-29ad2b5e06c1 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:00:59.919826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-32257686-0123-476f-ac92-b915e5549659 req-8e0f3ea0-cf3d-47a1-bfdc-3a37d10e2a24 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:00.041550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-32257686-0123-476f-ac92-b915e5549659 req-8e0f3ea0-cf3d-47a1-bfdc-3a37d10e2a24 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] For port dacb40d4-0e91-45f6-be10-29ad2b5e06c1, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,segment=NetworkSegment(d52ecada-cc87-4eab-95b2-4b4f47233ca5),segment_id=d52ecada-cc87-4eab-95b2-4b4f47233ca5)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:00.041932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-32257686-0123-476f-ac92-b915e5549659 req-8e0f3ea0-cf3d-47a1-bfdc-3a37d10e2a24 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:00.060633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-32257686-0123-476f-ac92-b915e5549659 req-8e0f3ea0-cf3d-47a1-bfdc-3a37d10e2a24 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Calling delete_port for dacb40d4-0e91-45f6-be10-29ad2b5e06c1 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:01:00.089172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Network eab768b6-8c6b-463b-b5fd-4950b8e50e71 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:01:00.094436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:00.097435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:01:00.142425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-29220ec3-1e5d-49b7-a7e4-9ae5f4d4a062 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 HTTP/1.1" status: 200 len: 217 time: 0.2112162 Feb 15 14:01:00.211098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-c9df24e4-056c-4f5d-932f-0fee704d93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:00.213253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-c9df24e4-056c-4f5d-932f-0fee704d93a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.0608678 Feb 15 14:01:00.228764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90e16743-5de0-487a-9cbe-3fce016adf83 req-bd7b91fd-90d7-46dc-abbd-830e683519f6 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920552 Feb 15 14:01:00.285503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:00.285503 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:00.306651 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-32257686-0123-476f-ac92-b915e5549659 req-8e0f3ea0-cf3d-47a1-bfdc-3a37d10e2a24 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (dacb40d4-0e91-45f6-be10-29ad2b5e06c1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:00.311763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Pushing event updated for resources: {'Port': ['ID=269398c2-9d2d-403c-b0bb-8c6265f98dd1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:00.331008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dacb40d4-0e91-45f6-be10-29ad2b5e06c1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:00.350482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b20a95-ffd6-4fd9-bab7-3253ad7e8196 req-e8634612-6733-408d-9999-5996f0779f0e tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:00.359284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67b20a95-ffd6-4fd9-bab7-3253ad7e8196 req-e8634612-6733-408d-9999-5996f0779f0e tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 931 time: 0.6203592 Feb 15 14:01:00.363581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f3ea0-cf3d-47a1-bfdc-3a37d10e2a24 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event deleted for resources: {'Port': ['ID=dacb40d4-0e91-45f6-be10-29ad2b5e06c1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:00.381840 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-71470cc0-f44b-412f-82cb-4970ea076a5a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0006018 Feb 15 14:01:00.408648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df6a935c-0e32-4b97-839d-c22444978b26 req-23691f28-d8b2-498d-8429-902c6670a964 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0844064 Feb 15 14:01:00.415727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Request body: {'port': {'device_id': 'c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:00.434529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-32257686-0123-476f-ac92-b915e5549659 req-8e0f3ea0-cf3d-47a1-bfdc-3a37d10e2a24 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] No DVR routers for this DVR port dacb40d4-0e91-45f6-be10-29ad2b5e06c1 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:01:00.439381 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-32257686-0123-476f-ac92-b915e5549659 req-8e0f3ea0-cf3d-47a1-bfdc-3a37d10e2a24 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:00.447931 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-32257686-0123-476f-ac92-b915e5549659 req-8e0f3ea0-cf3d-47a1-bfdc-3a37d10e2a24 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.42 "DELETE /v2.0/ports/dacb40d4-0e91-45f6-be10-29ad2b5e06c1 HTTP/1.1" status: 204 len: 173 time: 0.6681039 Feb 15 14:01:00.449068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'name': 'network-vif-deleted', 'tag': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:00.456043 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c4b9f7-b574-420a-89d1-c126becdde53" -d '{"events": [{"server_uuid": "0dd9099e-f206-4b7d-98c7-c613df450b01", "name": "network-vif-deleted", "tag": "dacb40d4-0e91-45f6-be10-29ad2b5e06c1"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:00.484843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4723cbb6-e448-4c75-bef1-99fef1ffd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:00.486670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4723cbb6-e448-4c75-bef1-99fef1ffd6f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2532144 Feb 15 14:01:00.509276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67b20a95-ffd6-4fd9-bab7-3253ad7e8196 req-d977afa8-fd81-4334-a448-56111db0c074 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489246 Feb 15 14:01:00.629020 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:00.652317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8b1af43-8308-4fa6-9870-4fcb0c4db8a4 req-250392cc-e565-4121-96af-8f1d8e658874 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd9099e-f206-4b7d-98c7-c613df450b01 HTTP/1.1" status: 200 len: 210 time: 0.0390615 Feb 15 14:01:00.707189 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0928196f-cacb-4fd4-bc59-fb57f8070cec x-openstack-request-id: req-0928196f-cacb-4fd4-bc59-fb57f8070cec {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:00.707479 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd9099e-f206-4b7d-98c7-c613df450b01", "name": "network-vif-deleted", "tag": "dacb40d4-0e91-45f6-be10-29ad2b5e06c1", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:00.707739 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0928196f-cacb-4fd4-bc59-fb57f8070cec {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:00.708143 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd9099e-f206-4b7d-98c7-c613df450b01', 'name': 'network-vif-deleted', 'tag': 'dacb40d4-0e91-45f6-be10-29ad2b5e06c1', 'status': 'completed', 'code': 200} Feb 15 14:01:00.759830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511c7c-efda-4a58-b1bf-d539efd5f691 req-8a0c304b-e5e1-46a2-9ab6-d688db0899d5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:00.765077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511c7c-efda-4a58-b1bf-d539efd5f691 req-8a0c304b-e5e1-46a2-9ab6-d688db0899d5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:00.770260 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511c7c-efda-4a58-b1bf-d539efd5f691 req-8a0c304b-e5e1-46a2-9ab6-d688db0899d5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:00.775483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511c7c-efda-4a58-b1bf-d539efd5f691 req-8a0c304b-e5e1-46a2-9ab6-d688db0899d5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:00.781732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511c7c-efda-4a58-b1bf-d539efd5f691 req-8a0c304b-e5e1-46a2-9ab6-d688db0899d5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:00.787093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511c7c-efda-4a58-b1bf-d539efd5f691 req-8a0c304b-e5e1-46a2-9ab6-d688db0899d5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:00.792894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511c7c-efda-4a58-b1bf-d539efd5f691 req-8a0c304b-e5e1-46a2-9ab6-d688db0899d5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:00.794828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1511c7c-efda-4a58-b1bf-d539efd5f691 req-8a0c304b-e5e1-46a2-9ab6-d688db0899d5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2629943 Feb 15 14:01:00.796735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4b2efe50-fb28-4f63-b50d-bd096eeef9d3 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865171 Feb 15 14:01:01.016875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 933eaf4e-275c-4af0-be4a-be939d59295e up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:01.096865 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1511c7c-efda-4a58-b1bf-d539efd5f691 req-d8e3fdc0-4636-4660-bd0d-fdd9e1642d17 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2897537 Feb 15 14:01:01.130160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d0c7-ced6-4ad1-afd8-8fc4a39eba64 req-0153385d-a28a-440c-a737-9505c474cac5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:01.136961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 933eaf4e-275c-4af0-be4a-be939d59295e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:01.138174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d0c7-ced6-4ad1-afd8-8fc4a39eba64 req-0153385d-a28a-440c-a737-9505c474cac5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:01.143649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 933eaf4e-275c-4af0-be4a-be939d59295e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:01.144239 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:01.144394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d0c7-ced6-4ad1-afd8-8fc4a39eba64 req-0153385d-a28a-440c-a737-9505c474cac5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:01.149860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d0c7-ced6-4ad1-afd8-8fc4a39eba64 req-0153385d-a28a-440c-a737-9505c474cac5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:01.155813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d0c7-ced6-4ad1-afd8-8fc4a39eba64 req-0153385d-a28a-440c-a737-9505c474cac5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:01.161604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d0c7-ced6-4ad1-afd8-8fc4a39eba64 req-0153385d-a28a-440c-a737-9505c474cac5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:01.166844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d0c7-ced6-4ad1-afd8-8fc4a39eba64 req-0153385d-a28a-440c-a737-9505c474cac5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:01.168911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb65d0c7-ced6-4ad1-afd8-8fc4a39eba64 req-0153385d-a28a-440c-a737-9505c474cac5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.3652022 Feb 15 14:01:01.173143 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-46d11f19-d62c-424f-88b9-a63bb781f7a8 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671412 Feb 15 14:01:01.233481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 933eaf4e-275c-4af0-be4a-be939d59295e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:01.234011 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:01.240250 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-d40e64eb-d4d0-4f78-a01c-30e677bdd2db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=f277436f-274d-4ccc-985c-0a0e050434d0 HTTP/1.1" status: 200 len: 217 time: 0.0558667 Feb 15 14:01:01.269997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18411fde-7346-4840-8bd4-f27d6dd901a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933eaf4e-275c-4af0-be4a-be939d59295e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:01.271938 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eb0611-0e8c-4a27-bba2-71a3f463e7ef" -d '{"events": [{"server_uuid": "18411fde-7346-4840-8bd4-f27d6dd901a7", "name": "network-vif-plugged", "status": "completed", "tag": "933eaf4e-275c-4af0-be4a-be939d59295e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:01.285721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 933eaf4e-275c-4af0-be4a-be939d59295e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=933eaf4e-275c-4af0-be4a-be939d59295e,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:01.289934 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:01.290949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dacb40d4-0e91-45f6-be10-29ad2b5e06c1 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:01:01.353081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: dacb40d4-0e91-45f6-be10-29ad2b5e06c1 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:01:01.354003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dacb40d4-0e91-45f6-be10-29ad2b5e06c1 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:01:01.381586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=933eaf4e-275c-4af0-be4a-be939d59295e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:01.415658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-b8f67d12-da39-426d-adba-14f855912264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:01.417245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-b8f67d12-da39-426d-adba-14f855912264 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.1649964 Feb 15 14:01:01.419793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269398c2-9d2d-403c-b0bb-8c6265f98dd1 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:01.428843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb65d0c7-ced6-4ad1-afd8-8fc4a39eba64 req-fffb2d46-49ab-4cd4-b34c-7aeab206f909 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2531228 Feb 15 14:01:01.474443 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Publish callbacks [] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:01.510990 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f407bdbb-93c3-4afc-b784-c09cbed2bd49 x-openstack-request-id: req-f407bdbb-93c3-4afc-b784-c09cbed2bd49 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:01.511949 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18411fde-7346-4840-8bd4-f27d6dd901a7", "name": "network-vif-plugged", "status": "completed", "tag": "933eaf4e-275c-4af0-be4a-be939d59295e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:01.512347 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f407bdbb-93c3-4afc-b784-c09cbed2bd49 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:01.512998 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18411fde-7346-4840-8bd4-f27d6dd901a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933eaf4e-275c-4af0-be4a-be939d59295e', 'code': 200} Feb 15 14:01:01.534564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Transition to ACTIVE for port object 269398c2-9d2d-403c-b0bb-8c6265f98dd1 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:01:01.557275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121234e-b7ca-4b40-b37b-7ac56c497fd6 req-17e99390-7b68-4b18-83cb-1638ddf16291 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:01.561729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6121234e-b7ca-4b40-b37b-7ac56c497fd6 req-17e99390-7b68-4b18-83cb-1638ddf16291 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.2377400 Feb 15 14:01:01.565302 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:01.632818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4b27ed57-073b-4d16-8519-18c41ebe876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:01.636582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-4b27ed57-073b-4d16-8519-18c41ebe876d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2040401 Feb 15 14:01:01.657766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9f772-34c3-4520-92fd-b6bbef20cf86 req-6a178ff4-874a-4e68-8b68-36a906bcd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:01.660260 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-64c9f772-34c3-4520-92fd-b6bbef20cf86 req-6a178ff4-874a-4e68-8b68-36a906bcd1df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 1128 time: 0.0570152 Feb 15 14:01:01.712376 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-64c9f772-34c3-4520-92fd-b6bbef20cf86 req-1d230e18-392d-4c5e-a7c8-1de24c9a868e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433631 Feb 15 14:01:01.802795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95738f41-3239-473e-9cd5-6b4713e7adbb req-f37a7071-6487-4bd5-99d5-eeac7a85d539 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.1512916 Feb 15 14:01:01.836407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Pushing event updated for resources: {'Port': ['ID=269398c2-9d2d-403c-b0bb-8c6265f98dd1,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:01.907704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6121234e-b7ca-4b40-b37b-7ac56c497fd6 req-700fd4e9-3900-4202-a84e-d27f36579f4b tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293476 Feb 15 14:01:02.038739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-798c1201-0f43-4296-b5d0-17e51d5946b1 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854964 Feb 15 14:01:02.137487 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4cafda0-6316-4029-8743-7d9977b666e6 req-903984e0-64da-4f24-a210-d155abccff9a tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/68c6ebb4-d250-4c67-b13c-3ebf35dad845 HTTP/1.1" status: 200 len: 1819 time: 0.1384659 Feb 15 14:01:02.146229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c988107-93f7-4a76-aa67-e82957f4e4e0 req-d96d9d31-ee7d-42e7-8a05-fa9f9d17dde2 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:02.147648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c988107-93f7-4a76-aa67-e82957f4e4e0 req-d96d9d31-ee7d-42e7-8a05-fa9f9d17dde2 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 943 time: 0.2461448 Feb 15 14:01:02.151378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Attempting to bind port 269398c2-9d2d-403c-b0bb-8c6265f98dd1 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:01:02.152251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Attempting to bind port 269398c2-9d2d-403c-b0bb-8c6265f98dd1 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:01:02.152573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Attempting to bind port 269398c2-9d2d-403c-b0bb-8c6265f98dd1 on network eab768b6-8c6b-463b-b5fd-4950b8e50e71 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:01:02.186530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Port 269398c2-9d2d-403c-b0bb-8c6265f98dd1 on network eab768b6-8c6b-463b-b5fd-4950b8e50e71 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:01:02.186999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Attempting to bind port 269398c2-9d2d-403c-b0bb-8c6265f98dd1 on network eab768b6-8c6b-463b-b5fd-4950b8e50e71 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:01:02.219993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:01:02.220336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Checking segment: {'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:01:02.220710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Bound using segment: {'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:01:02.221139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Bound port: 269398c2-9d2d-403c-b0bb-8c6265f98dd1, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38767664-21da-4ad5-adbc-d0fe565d228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:01:02.221488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:02.299793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-0804dec9-0712-449d-bb3a-f04140a6c0c8 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479212 Feb 15 14:01:02.332980 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c988107-93f7-4a76-aa67-e82957f4e4e0 req-04af5c6b-117a-4e6c-bdf7-8d855f69ffa7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527998 Feb 15 14:01:02.365512 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e4cafda0-6316-4029-8743-7d9977b666e6 req-92ad33de-48c7-45ce-9728-161b6e152bed tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (68c6ebb4-d250-4c67-b13c-3ebf35dad845), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:02.373195 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-37cd1028-985e-4252-950b-0ffee08ba435 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15feb264-7111-4de1-bab7-a0f3ad60e9bf HTTP/1.1" status: 200 len: 217 time: 0.0659811 Feb 15 14:01:02.452923 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e4cafda0-6316-4029-8743-7d9977b666e6 req-92ad33de-48c7-45ce-9728-161b6e152bed tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (68c6ebb4-d250-4c67-b13c-3ebf35dad845), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:02.455790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] For port 269398c2-9d2d-403c-b0bb-8c6265f98dd1, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:01:02.507531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-6f9df228-3361-4246-b281-9c4f8680e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:02.508993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-6f9df228-3361-4246-b281-9c4f8680e66b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55860514-d8b5-4482-806c-f513ef35d6ae HTTP/1.1" status: 200 len: 797 time: 0.1268842 Feb 15 14:01:02.517172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] For port 269398c2-9d2d-403c-b0bb-8c6265f98dd1, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=269398c2-9d2d-403c-b0bb-8c6265f98dd1,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:01:02.562418 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:02.617333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056941-195f-4563-a88f-687fb4a7db23 req-f04664ee-197c-4659-a4f9-21634242abe9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:02.623270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056941-195f-4563-a88f-687fb4a7db23 req-f04664ee-197c-4659-a4f9-21634242abe9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:02.628453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056941-195f-4563-a88f-687fb4a7db23 req-f04664ee-197c-4659-a4f9-21634242abe9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:02.633820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056941-195f-4563-a88f-687fb4a7db23 req-f04664ee-197c-4659-a4f9-21634242abe9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:02.640344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056941-195f-4563-a88f-687fb4a7db23 req-f04664ee-197c-4659-a4f9-21634242abe9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:02.645687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056941-195f-4563-a88f-687fb4a7db23 req-f04664ee-197c-4659-a4f9-21634242abe9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:02.650964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056941-195f-4563-a88f-687fb4a7db23 req-f04664ee-197c-4659-a4f9-21634242abe9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:02.653396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef056941-195f-4563-a88f-687fb4a7db23 req-f04664ee-197c-4659-a4f9-21634242abe9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2284379 Feb 15 14:01:02.664502 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e4cafda0-6316-4029-8743-7d9977b666e6 req-92ad33de-48c7-45ce-9728-161b6e152bed tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (68c6ebb4-d250-4c67-b13c-3ebf35dad845), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:02.667084 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e4cafda0-6316-4029-8743-7d9977b666e6 req-92ad33de-48c7-45ce-9728-161b6e152bed tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:02.668257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4cafda0-6316-4029-8743-7d9977b666e6 req-92ad33de-48c7-45ce-9728-161b6e152bed tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "DELETE /v2.0/security-groups/68c6ebb4-d250-4c67-b13c-3ebf35dad845 HTTP/1.1" status: 204 len: 173 time: 0.5197217 Feb 15 14:01:02.670350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:02.670980 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:02.675078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] 10.222.0.67 "PUT /v2.0/ports/269398c2-9d2d-403c-b0bb-8c6265f98dd1 HTTP/1.1" status: 200 len: 1092 time: 2.2679067 Feb 15 14:01:02.683064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1', 'tag': '269398c2-9d2d-403c-b0bb-8c6265f98dd1'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:02.686023 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a6fa16-9ea1-40ad-8f92-9d5b5df69f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1", "tag": "269398c2-9d2d-403c-b0bb-8c6265f98dd1"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:02.719610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad33de-48c7-45ce-9728-161b6e152bed tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c6ebb4-d250-4c67-b13c-3ebf35dad845,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:02.732802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31c100-05f4-4286-89fd-a98fb651ae10 service neutron] Pushing event updated for resources: {'Port': ['ID=269398c2-9d2d-403c-b0bb-8c6265f98dd1,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:02.743498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-0b472738-a8a7-4dba-bb20-90249d1d3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:02.745034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-0b472738-a8a7-4dba-bb20-90249d1d3ff6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=518aeb62-03f6-4f05-9be1-c52cef4b9577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2229531 Feb 15 14:01:02.942046 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef056941-195f-4563-a88f-687fb4a7db23 req-5ffb9bbd-a84e-4a57-8956-98375d41e00b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2625725 Feb 15 14:01:03.307607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-21d32d88-441c-44a7-8d8c-1aa5ae54f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:03.310301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-21d32d88-441c-44a7-8d8c-1aa5ae54f453 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 1126 time: 0.5408137 Feb 15 14:01:03.417700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-87257b41-351b-4b54-b674-0b437abc7fee service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632249 Feb 15 14:01:03.419513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-3bfc3132-0a53-4522-86e5-cc271d71ebe6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=269398c2-9d2d-403c-b0bb-8c6265f98dd1 HTTP/1.1" status: 200 len: 217 time: 0.1012361 Feb 15 14:01:03.441109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812748e-cadf-497e-87f3-552ef620118e req-5f7f7523-bd9e-4cd8-a6a9-ab704260f19d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:03.450085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812748e-cadf-497e-87f3-552ef620118e req-5f7f7523-bd9e-4cd8-a6a9-ab704260f19d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:03.458764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812748e-cadf-497e-87f3-552ef620118e req-5f7f7523-bd9e-4cd8-a6a9-ab704260f19d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:03.467704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812748e-cadf-497e-87f3-552ef620118e req-5f7f7523-bd9e-4cd8-a6a9-ab704260f19d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:03.476292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812748e-cadf-497e-87f3-552ef620118e req-5f7f7523-bd9e-4cd8-a6a9-ab704260f19d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:03.486504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812748e-cadf-497e-87f3-552ef620118e req-5f7f7523-bd9e-4cd8-a6a9-ab704260f19d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:03.495134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812748e-cadf-497e-87f3-552ef620118e req-5f7f7523-bd9e-4cd8-a6a9-ab704260f19d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:03.498533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e812748e-cadf-497e-87f3-552ef620118e req-5f7f7523-bd9e-4cd8-a6a9-ab704260f19d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.6177874 Feb 15 14:01:03.648695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4d97d98-b2a2-45f5-b64f-78361245b3e1 req-90d8e818-848f-4690-94c3-a5ce28801f03 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "GET /v2.0/security-groups/8de201a3-6428-47c5-acd1-746260edd8d0 HTTP/1.1" status: 200 len: 1818 time: 0.3601189 Feb 15 14:01:03.733758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-3dcfb3dd-7868-4f03-8ca8-7b715ca19e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:03.735978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-3dcfb3dd-7868-4f03-8ca8-7b715ca19e62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfdf680-5b93-496a-93ee-d9df261fb8db HTTP/1.1" status: 200 len: 858 time: 0.2345986 Feb 15 14:01:03.845558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-2d130f0f-282d-4c9d-9759-b171f55f7248 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eab768b6-8c6b-463b-b5fd-4950b8e50e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992150 Feb 15 14:01:03.874808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-d6d53143-0ae9-4c00-8fe4-46f3b8d76351 service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748672 Feb 15 14:01:03.884417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e812748e-cadf-497e-87f3-552ef620118e req-dabdff7b-16e2-43b8-b365-ec1917eea039 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3619924 Feb 15 14:01:03.956777 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e569d58a-9752-4c6b-9784-aed1cdecc495 x-openstack-request-id: req-e569d58a-9752-4c6b-9784-aed1cdecc495 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:03.957207 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1", "tag": "269398c2-9d2d-403c-b0bb-8c6265f98dd1", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:03.957583 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e569d58a-9752-4c6b-9784-aed1cdecc495 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:03.958155 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1', 'tag': '269398c2-9d2d-403c-b0bb-8c6265f98dd1', 'status': 'completed', 'code': 200} Feb 15 14:01:04.028373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-7c9f5c5e-ee33-433d-99fb-4d0fd4d49a9d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f03c2744-24ec-4cf1-87bd-379192121355 HTTP/1.1" status: 200 len: 217 time: 0.1280637 Feb 15 14:01:04.060522 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b4d97d98-b2a2-45f5-b64f-78361245b3e1 req-dafff658-adb2-4919-a219-06d9c193cd79 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (8de201a3-6428-47c5-acd1-746260edd8d0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:04.096049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-928cde48-e249-46dc-b729-f87f6209d025 req-4fea5377-b00d-4485-921a-7e52234bd012 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0805421 Feb 15 14:01:04.181122 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b4d97d98-b2a2-45f5-b64f-78361245b3e1 req-dafff658-adb2-4919-a219-06d9c193cd79 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (8de201a3-6428-47c5-acd1-746260edd8d0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:04.269348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-9b05fcd9-f00d-45ab-b8a9-f4c9d9d582ba service neutron] 10.222.0.67 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079897 Feb 15 14:01:04.275106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f33e078d-246d-4872-b1f5-881883c86e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:04.277263 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f33e078d-246d-4872-b1f5-881883c86e4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55860514-d8b5-4482-806c-f513ef35d6ae HTTP/1.1" status: 200 len: 797 time: 0.2313421 Feb 15 14:01:04.446292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2edad-6079-48de-886d-237aac13dd8c req-8c53e825-9f68-48b8-9bf0-7561f3e1eb65 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:04.448556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ba2edad-6079-48de-886d-237aac13dd8c req-8c53e825-9f68-48b8-9bf0-7561f3e1eb65 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.2800198 Feb 15 14:01:04.458438 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b4d97d98-b2a2-45f5-b64f-78361245b3e1 req-dafff658-adb2-4919-a219-06d9c193cd79 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8de201a3-6428-47c5-acd1-746260edd8d0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:04.462250 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b4d97d98-b2a2-45f5-b64f-78361245b3e1 req-dafff658-adb2-4919-a219-06d9c193cd79 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:04.463818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4d97d98-b2a2-45f5-b64f-78361245b3e1 req-dafff658-adb2-4919-a219-06d9c193cd79 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] 10.222.0.72 "DELETE /v2.0/security-groups/8de201a3-6428-47c5-acd1-746260edd8d0 HTTP/1.1" status: 204 len: 173 time: 0.7991240 Feb 15 14:01:04.470275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59210) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:04.521236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafff658-adb2-4919-a219-06d9c193cd79 tempest-SecurityGroupsTestJSON-438536271 tempest-SecurityGroupsTestJSON-438536271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de201a3-6428-47c5-acd1-746260edd8d0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:04.543199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-470eae4a-364e-415e-b69f-e29ae3f2139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:04.546048 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-470eae4a-364e-415e-b69f-e29ae3f2139a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=518aeb62-03f6-4f05-9be1-c52cef4b9577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2544847 Feb 15 14:01:04.562975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa823bd-b383-4e0d-8d21-5c451e11f9ca admin admin] Deleting subnet 2a9e082f-da76-4289-862f-326a50e53aaa {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:01:04.567168 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfa823bd-b383-4e0d-8d21-5c451e11f9ca admin admin] Publish callbacks [] for subnet (2a9e082f-da76-4289-862f-326a50e53aaa), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:04.607515 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfa823bd-b383-4e0d-8d21-5c451e11f9ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (2a9e082f-da76-4289-862f-326a50e53aaa), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:04.654789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfa823bd-b383-4e0d-8d21-5c451e11f9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (2a9e082f-da76-4289-862f-326a50e53aaa), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:04.663350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83743525-d79c-4ced-a65f-3da6aaf009e2 req-4668353a-cbf9-4117-b26e-3ed64249cc71 service neutron] 10.222.0.67 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747251 Feb 15 14:01:04.727444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ba2edad-6079-48de-886d-237aac13dd8c req-34b3c89a-5182-4e40-9568-9ec1b9e02763 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593815 Feb 15 14:01:04.740541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfa823bd-b383-4e0d-8d21-5c451e11f9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (2a9e082f-da76-4289-862f-326a50e53aaa), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:04.786433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa823bd-b383-4e0d-8d21-5c451e11f9ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9e082f-da76-4289-862f-326a50e53aaa,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:04.811844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bfa823bd-b383-4e0d-8d21-5c451e11f9ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:04.822994 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bfa823bd-b383-4e0d-8d21-5c451e11f9ca admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2a9e082f-da76-4289-862f-326a50e53aaa HTTP/1.1" status: 204 len: 168 time: 0.3484662 Feb 15 14:01:04.824561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59212) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:04.855346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ae0a1-2e3d-4a25-bed1-1955e99acc91 req-006551a4-dbc0-4f3d-a519-6a429f73a858 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:04.857634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-156ae0a1-2e3d-4a25-bed1-1955e99acc91 req-006551a4-dbc0-4f3d-a519-6a429f73a858 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 943 time: 0.2613554 Feb 15 14:01:04.876477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-30a8cfdc-4296-41e5-80b8-b5d9ef3e3bdf service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162758 Feb 15 14:01:05.020909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6fa16-9ea1-40ad-8f92-9d5b5df69f5d req-7764a9ec-0d34-4a46-a266-469454860423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.023103 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42a6fa16-9ea1-40ad-8f92-9d5b5df69f5d req-7764a9ec-0d34-4a46-a266-469454860423 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 1126 time: 0.2888734 Feb 15 14:01:05.187619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (78f18dab-117a-4a56-adb7-cf63ecf9dd69), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:05.278001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-156ae0a1-2e3d-4a25-bed1-1955e99acc91 req-5efe2d5d-2ff4-42d1-ab47-1712d57e22c0 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553679 Feb 15 14:01:05.309977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d3255-82e5-4d1f-b1a1-013cb08db25b req-07516642-2a1e-42a9-8598-5f7ad4c859bf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.318639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d3255-82e5-4d1f-b1a1-013cb08db25b req-07516642-2a1e-42a9-8598-5f7ad4c859bf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.327426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d3255-82e5-4d1f-b1a1-013cb08db25b req-07516642-2a1e-42a9-8598-5f7ad4c859bf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.336219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d3255-82e5-4d1f-b1a1-013cb08db25b req-07516642-2a1e-42a9-8598-5f7ad4c859bf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.345545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d3255-82e5-4d1f-b1a1-013cb08db25b req-07516642-2a1e-42a9-8598-5f7ad4c859bf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.355152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d3255-82e5-4d1f-b1a1-013cb08db25b req-07516642-2a1e-42a9-8598-5f7ad4c859bf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.364409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d3255-82e5-4d1f-b1a1-013cb08db25b req-07516642-2a1e-42a9-8598-5f7ad4c859bf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.367458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e1d3255-82e5-4d1f-b1a1-013cb08db25b req-07516642-2a1e-42a9-8598-5f7ad4c859bf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.4465559 Feb 15 14:01:05.441572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3542b3d9-5282-4ec0-8e65-4082d93d1962 req-f0e1e3a6-69d5-4e12-8de3-63037c2037b7 service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134683 Feb 15 14:01:05.520099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6fa16-9ea1-40ad-8f92-9d5b5df69f5d req-75274656-a566-4e66-a4aa-e5ebe5abdde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.522352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42a6fa16-9ea1-40ad-8f92-9d5b5df69f5d req-75274656-a566-4e66-a4aa-e5ebe5abdde0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 200 len: 919 time: 0.4549975 Feb 15 14:01:05.657328 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (78f18dab-117a-4a56-adb7-cf63ecf9dd69), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:05.668568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42a6fa16-9ea1-40ad-8f92-9d5b5df69f5d req-d0b262cb-b6ed-4564-9946-4f7a5d2269b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=269398c2-9d2d-403c-b0bb-8c6265f98dd1 HTTP/1.1" status: 200 len: 217 time: 0.1159894 Feb 15 14:01:05.737947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e1d3255-82e5-4d1f-b1a1-013cb08db25b req-145638e2-f43e-428a-87d1-8dd5258316b5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3566146 Feb 15 14:01:05.741430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f18dab-117a-4a56-adb7-cf63ecf9dd69']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:05.756524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b9c46-6f2f-4934-a8a4-88621914f767 req-a7e6bfe6-3873-42b2-8538-a4346f575282 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.770848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b9c46-6f2f-4934-a8a4-88621914f767 req-a7e6bfe6-3873-42b2-8538-a4346f575282 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.770848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b9c46-6f2f-4934-a8a4-88621914f767 req-a7e6bfe6-3873-42b2-8538-a4346f575282 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.774832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b9c46-6f2f-4934-a8a4-88621914f767 req-a7e6bfe6-3873-42b2-8538-a4346f575282 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.778516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b9c46-6f2f-4934-a8a4-88621914f767 req-a7e6bfe6-3873-42b2-8538-a4346f575282 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.784107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b9c46-6f2f-4934-a8a4-88621914f767 req-a7e6bfe6-3873-42b2-8538-a4346f575282 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.789941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b9c46-6f2f-4934-a8a4-88621914f767 req-a7e6bfe6-3873-42b2-8538-a4346f575282 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.797528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d5b9c46-6f2f-4934-a8a4-88621914f767 req-a7e6bfe6-3873-42b2-8538-a4346f575282 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.4287348 Feb 15 14:01:05.821824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52ecada-cc87-4eab-95b2-4b4f47233ca5') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:05.822121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52ecada-cc87-4eab-95b2-4b4f47233ca5') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:05.843967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-6d2df216-87df-494d-9aa0-68e58f3df094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.844443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-6d2df216-87df-494d-9aa0-68e58f3df094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.844904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-6d2df216-87df-494d-9aa0-68e58f3df094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.845368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-6d2df216-87df-494d-9aa0-68e58f3df094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.845829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-6d2df216-87df-494d-9aa0-68e58f3df094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.846291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-6d2df216-87df-494d-9aa0-68e58f3df094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.846742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-6d2df216-87df-494d-9aa0-68e58f3df094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.848692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-6d2df216-87df-494d-9aa0-68e58f3df094 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 6702 time: 0.3456459 Feb 15 14:01:05.858159 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (d52ecada-cc87-4eab-95b2-4b4f47233ca5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:05.919817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6fa16-9ea1-40ad-8f92-9d5b5df69f5d req-e5d74b90-8fa0-421e-a178-a8576af8d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:05.921408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42a6fa16-9ea1-40ad-8f92-9d5b5df69f5d req-e5d74b90-8fa0-421e-a178-a8576af8d023 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfdf680-5b93-496a-93ee-d9df261fb8db HTTP/1.1" status: 200 len: 858 time: 0.2419701 Feb 15 14:01:05.955359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4597830d-0a62-4fc7-8a10-1801be0cf65d req-17d14c2d-31c3-4524-932e-e8ab837e92c1 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.1043520 Feb 15 14:01:05.973354 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d52ecada-cc87-4eab-95b2-4b4f47233ca5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:06.006534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42a6fa16-9ea1-40ad-8f92-9d5b5df69f5d req-4a485323-84bf-4f3b-94fb-b32274bc677e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eab768b6-8c6b-463b-b5fd-4950b8e50e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501413 Feb 15 14:01:06.007601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:01:06.008004 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (d52ecada-cc87-4eab-95b2-4b4f47233ca5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:01:06.016503 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:01:06.087876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d5b9c46-6f2f-4934-a8a4-88621914f767 req-09bb2f14-0b4f-47df-a0f7-4958da51c211 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2894938 Feb 15 14:01:06.187152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-0a1dd5fc-fe48-4457-a90b-4d669c066b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:06.188556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-0a1dd5fc-fe48-4457-a90b-4d669c066b81 service neutron] 10.222.0.67 "GET /v2.0/networks?id=518aeb62-03f6-4f05-9be1-c52cef4b9577 HTTP/1.1" status: 200 len: 902 time: 0.3286011 Feb 15 14:01:06.192388 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (78f18dab-117a-4a56-adb7-cf63ecf9dd69), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:06.211873 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:06.214764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] 10.222.0.72 "DELETE /v2.0/networks/78f18dab-117a-4a56-adb7-cf63ecf9dd69 HTTP/1.1" status: 204 len: 168 time: 1.3878670 Feb 15 14:01:06.278286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03f729-740d-4742-b6bb-32280ced0bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=78f18dab-117a-4a56-adb7-cf63ecf9dd69,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:06.283257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-f1a118d9-ec69-4e5b-822c-8dce192c1803 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f03c2744-24ec-4cf1-87bd-379192121355 HTTP/1.1" status: 200 len: 217 time: 0.0783360 Feb 15 14:01:06.292656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42a6fa16-9ea1-40ad-8f92-9d5b5df69f5d req-2398cebf-b7d2-4d8c-8b95-6c9f6a36f61e service neutron] 10.222.0.67 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748351 Feb 15 14:01:06.314329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91f37e-f8de-425d-ad80-e13b454d12fa req-7ac9316c-3924-4a8e-a6cc-5f01c03e52ff tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:06.317517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d91f37e-f8de-425d-ad80-e13b454d12fa req-7ac9316c-3924-4a8e-a6cc-5f01c03e52ff tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.2456813 Feb 15 14:01:06.379022 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59224) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:06.462137 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fa212f0c-a6dc-48d9-b4e2-5fa9a461cb7a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73966798ee8b4daaaa7322021ae03505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0801930 Feb 15 14:01:06.464828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59226) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:06.548808 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6afe3cc-34f6-4946-8e72-8a79dabc3c63 admin admin] Publish callbacks [] for security_group (ca08aaf0-ac34-43ae-91e8-3c905508fa41), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:06.586724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6afe3cc-34f6-4946-8e72-8a79dabc3c63 admin admin] Publish callbacks [] for security_group (ca08aaf0-ac34-43ae-91e8-3c905508fa41), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:06.673273 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6afe3cc-34f6-4946-8e72-8a79dabc3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ca08aaf0-ac34-43ae-91e8-3c905508fa41), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:06.677344 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6afe3cc-34f6-4946-8e72-8a79dabc3c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:06.683293 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a6afe3cc-34f6-4946-8e72-8a79dabc3c63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ca08aaf0-ac34-43ae-91e8-3c905508fa41 HTTP/1.1" status: 204 len: 168 time: 0.2163954 Feb 15 14:01:06.696206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afe3cc-34f6-4946-8e72-8a79dabc3c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca08aaf0-ac34-43ae-91e8-3c905508fa41,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:06.957772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-46692cf7-3537-410d-97d4-0578cbcc9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:06.959417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-46692cf7-3537-410d-97d4-0578cbcc9cfc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55860514-d8b5-4482-806c-f513ef35d6ae HTTP/1.1" status: 200 len: 797 time: 0.6642797 Feb 15 14:01:06.983314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42a6fa16-9ea1-40ad-8f92-9d5b5df69f5d req-56247f7f-7631-4cf9-9969-e47a2321f98e service neutron] 10.222.0.67 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645849 Feb 15 14:01:07.023055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d91f37e-f8de-425d-ad80-e13b454d12fa req-681cc73e-4d13-46b0-b727-32215da200b6 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845683 Feb 15 14:01:07.039933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed7187-89f3-4572-b5a2-b44654edc0f2 req-805629c6-ee64-4a98-ae13-a01e96b2d495 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.041659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68ed7187-89f3-4572-b5a2-b44654edc0f2 req-805629c6-ee64-4a98-ae13-a01e96b2d495 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 943 time: 0.1734865 Feb 15 14:01:07.064460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-dc68e8f9-8e88-48c0-9918-a1c49286d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.067135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-dc68e8f9-8e88-48c0-9918-a1c49286d9ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=518aeb62-03f6-4f05-9be1-c52cef4b9577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0982211 Feb 15 14:01:07.203270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68ed7187-89f3-4572-b5a2-b44654edc0f2 req-b29abba6-c8c4-4051-bb4d-588e14bddcc9 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522269 Feb 15 14:01:07.244224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-17aada64-11fa-4b6a-96c9-3b31b42f5126 service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653798 Feb 15 14:01:07.257041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63df343-aac1-44f6-b11d-954402523c3a req-a6b37d4a-2187-46a2-a082-a625b664bef5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.265693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63df343-aac1-44f6-b11d-954402523c3a req-a6b37d4a-2187-46a2-a082-a625b664bef5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.271337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63df343-aac1-44f6-b11d-954402523c3a req-a6b37d4a-2187-46a2-a082-a625b664bef5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.276849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63df343-aac1-44f6-b11d-954402523c3a req-a6b37d4a-2187-46a2-a082-a625b664bef5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.284530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63df343-aac1-44f6-b11d-954402523c3a req-a6b37d4a-2187-46a2-a082-a625b664bef5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.290599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63df343-aac1-44f6-b11d-954402523c3a req-a6b37d4a-2187-46a2-a082-a625b664bef5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.295896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63df343-aac1-44f6-b11d-954402523c3a req-a6b37d4a-2187-46a2-a082-a625b664bef5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.297960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f63df343-aac1-44f6-b11d-954402523c3a req-a6b37d4a-2187-46a2-a082-a625b664bef5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1637039 Feb 15 14:01:07.406061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9a1de83-bd4b-44b4-9a88-5108fd797dd7 req-1ecd77e1-cf05-42e5-8680-c11e73bfce98 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0992289 Feb 15 14:01:07.481123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2068dcd-c66e-44ce-b587-b1b8db1a25f8 req-54b91dea-42e5-473b-aa60-3eaec9a5884b service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821308 Feb 15 14:01:07.502347 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f63df343-aac1-44f6-b11d-954402523c3a req-75c34f9e-0ad2-4c77-b8b8-a389a4b26cd4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1824913 Feb 15 14:01:07.574536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef36493-4afd-4d30-bd2d-b6f15b0aa499 req-04a052d2-b56e-40d5-8e13-b66e2395a299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.579556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef36493-4afd-4d30-bd2d-b6f15b0aa499 req-04a052d2-b56e-40d5-8e13-b66e2395a299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.584859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef36493-4afd-4d30-bd2d-b6f15b0aa499 req-04a052d2-b56e-40d5-8e13-b66e2395a299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.590679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef36493-4afd-4d30-bd2d-b6f15b0aa499 req-04a052d2-b56e-40d5-8e13-b66e2395a299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.595710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef36493-4afd-4d30-bd2d-b6f15b0aa499 req-04a052d2-b56e-40d5-8e13-b66e2395a299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.601142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef36493-4afd-4d30-bd2d-b6f15b0aa499 req-04a052d2-b56e-40d5-8e13-b66e2395a299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.607975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef36493-4afd-4d30-bd2d-b6f15b0aa499 req-04a052d2-b56e-40d5-8e13-b66e2395a299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.615739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ef36493-4afd-4d30-bd2d-b6f15b0aa499 req-04a052d2-b56e-40d5-8e13-b66e2395a299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1121118 Feb 15 14:01:07.622405 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59254) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:07.675506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ef36493-4afd-4d30-bd2d-b6f15b0aa499 req-33a48fbd-fca1-4f24-a042-8ce3e68192af tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588152 Feb 15 14:01:07.728934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1457264103-network', 'tenant_id': '2b5c72d3f2ed46fe93c69c785f7f9328'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:07.753279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Made reservation on behalf of 2b5c72d3f2ed46fe93c69c785f7f9328 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:07.757321 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:07.771039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:07.860361 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Publish callbacks [] for security_group (e7bf02e4-dc2b-44a1-a97d-3cab04972ec0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:07.864197 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e7bf02e4-dc2b-44a1-a97d-3cab04972ec0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:07.888567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:01:07.903454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:07.906697 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e4704b8d-ac89-4ac9-8daf-07c45cbaf125), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:07.907060 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Added segment e4704b8d-ac89-4ac9-8daf-07c45cbaf125 of type vlan for network 3ae40e34-b3bc-4118-a925-fd135c876a14 Feb 15 14:01:07.949646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (3ae40e34-b3bc-4118-a925-fd135c876a14), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:07.974319 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (3ae40e34-b3bc-4118-a925-fd135c876a14), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:07.975467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:07.976047 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:08.034295 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4095235 Feb 15 14:01:08.036986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59258) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:08.043763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] Request body: {'subnet': {'network_id': '3ae40e34-b3bc-4118-a925-fd135c876a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1457264103-subnet', 'tenant_id': '2b5c72d3f2ed46fe93c69c785f7f9328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:08.172102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fec46-3997-4960-bb76-cc96ce8de89c req-6ca3bff8-fef9-482f-b53a-cba4b13bdcf1 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.174066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-396fec46-3997-4960-bb76-cc96ce8de89c req-6ca3bff8-fef9-482f-b53a-cba4b13bdcf1 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.0592768 Feb 15 14:01:08.227773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-396fec46-3997-4960-bb76-cc96ce8de89c req-f0650d63-02d6-435c-9a49-6c64691167f5 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473263 Feb 15 14:01:08.287513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 269398c2-9d2d-403c-b0bb-8c6265f98dd1 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:01:08.371350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d78a1-a842-4037-ac11-a7dc6cf4eb39 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae40e34-b3bc-4118-a925-fd135c876a14,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:08.371874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc210e3f-2f70-4dbb-8273-625b728f42e7 req-f61260ed-3673-45a2-bf77-c7e176e8d8e6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.379579 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc210e3f-2f70-4dbb-8273-625b728f42e7 req-f61260ed-3673-45a2-bf77-c7e176e8d8e6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 943 time: 0.0774722 Feb 15 14:01:08.391665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] Made reservation on behalf of 2b5c72d3f2ed46fe93c69c785f7f9328 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:08.395192 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:08.416040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 269398c2-9d2d-403c-b0bb-8c6265f98dd1, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=269398c2-9d2d-403c-b0bb-8c6265f98dd1,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:08.431253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 3ae40e34-b3bc-4118-a925-fd135c876a14 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:01:08.455322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc210e3f-2f70-4dbb-8273-625b728f42e7 req-ada2b92c-5b8d-44bd-8106-ac4c6484bd06 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748119 Feb 15 14:01:08.483045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '269398c2-9d2d-403c-b0bb-8c6265f98dd1', 'network_id': 'eab768b6-8c6b-463b-b5fd-4950b8e50e71', 'port_id': '269398c2-9d2d-403c-b0bb-8c6265f98dd1', 'mac_address': 'fa:16:3e:ab:be:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfdf680-5b93-496a-93ee-d9df261fb8db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:01:08.548091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 269398c2-9d2d-403c-b0bb-8c6265f98dd1 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:08.548401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:08.574558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8240c33d-6b4e-435e-a756-b96b2c522360 req-c328762f-0e1a-49a3-872c-1135f5879ae0 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0525448 Feb 15 14:01:08.580592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269398c2-9d2d-403c-b0bb-8c6265f98dd1 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:08.605588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 269398c2-9d2d-403c-b0bb-8c6265f98dd1, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=269398c2-9d2d-403c-b0bb-8c6265f98dd1,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:08.612012 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:08.647930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c156-1eca-4d0c-a3d8-1714c0dc19f4 req-2487d728-095d-425a-a694-4852d229f6a0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.653188 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (666a2915-91aa-496a-b94f-8a81b32e5871), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:08.654296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c156-1eca-4d0c-a3d8-1714c0dc19f4 req-2487d728-095d-425a-a694-4852d229f6a0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.660283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c156-1eca-4d0c-a3d8-1714c0dc19f4 req-2487d728-095d-425a-a694-4852d229f6a0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.665945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c156-1eca-4d0c-a3d8-1714c0dc19f4 req-2487d728-095d-425a-a694-4852d229f6a0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.668430 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=269398c2-9d2d-403c-b0bb-8c6265f98dd1,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:08.671378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c156-1eca-4d0c-a3d8-1714c0dc19f4 req-2487d728-095d-425a-a694-4852d229f6a0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.676983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c156-1eca-4d0c-a3d8-1714c0dc19f4 req-2487d728-095d-425a-a694-4852d229f6a0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.682749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c156-1eca-4d0c-a3d8-1714c0dc19f4 req-2487d728-095d-425a-a694-4852d229f6a0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.684758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a04c156-1eca-4d0c-a3d8-1714c0dc19f4 req-2487d728-095d-425a-a694-4852d229f6a0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1073883 Feb 15 14:01:08.721507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=666a2915-91aa-496a-b94f-8a81b32e5871,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:08.724248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] Checking segment: {'id': 'e4704b8d-ac89-4ac9-8daf-07c45cbaf125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3ae40e34-b3bc-4118-a925-fd135c876a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:01:08.724676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] Network hostable DHCP agents. Network: 3ae40e34-b3bc-4118-a925-fd135c876a14, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:01:08.747958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] Network 3ae40e34-b3bc-4118-a925-fd135c876a14 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:01:08.759614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 3ae40e34-b3bc-4118-a925-fd135c876a14) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:08.772961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c75b85f-ade8-4876-b708-f2aa2b9dba7f None None] Network 3ae40e34-b3bc-4118-a925-fd135c876a14 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:01:08.779798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a04c156-1eca-4d0c-a3d8-1714c0dc19f4 req-392aa889-2763-4f74-9253-6ee2ce82f8fe tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883861 Feb 15 14:01:08.785487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.786241 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:08.809456 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-32e162f8-7645-4ad1-82b9-e2fea5cfd33f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7713661 Feb 15 14:01:08.867308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f659-8778-488e-af75-79d3ce0d5241 req-95eeea75-3ebe-49b3-a418-9cc100d137e2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.873629 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f659-8778-488e-af75-79d3ce0d5241 req-95eeea75-3ebe-49b3-a418-9cc100d137e2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.879163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f659-8778-488e-af75-79d3ce0d5241 req-95eeea75-3ebe-49b3-a418-9cc100d137e2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.884883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f659-8778-488e-af75-79d3ce0d5241 req-95eeea75-3ebe-49b3-a418-9cc100d137e2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.891968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f659-8778-488e-af75-79d3ce0d5241 req-95eeea75-3ebe-49b3-a418-9cc100d137e2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.897466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f659-8778-488e-af75-79d3ce0d5241 req-95eeea75-3ebe-49b3-a418-9cc100d137e2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.904340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f659-8778-488e-af75-79d3ce0d5241 req-95eeea75-3ebe-49b3-a418-9cc100d137e2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:08.906583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74c3f659-8778-488e-af75-79d3ce0d5241 req-95eeea75-3ebe-49b3-a418-9cc100d137e2 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1166980 Feb 15 14:01:08.912101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec05019-6d9f-4f25-807b-3dc151a50fcf None None] Network 3ae40e34-b3bc-4118-a925-fd135c876a14 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:01:09.004109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['269398c2-9d2d-403c-b0bb-8c6265f98dd1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:09.033726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74c3f659-8778-488e-af75-79d3ce0d5241 req-302eb266-3cde-4405-80ee-117a6a4a1437 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099834 Feb 15 14:01:09.423791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bf3a9-3e6d-41e0-90b7-b332ffc2191c req-d8fda61b-14fa-4262-a2e4-52a5ad49a80c tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:09.425292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d93bf3a9-3e6d-41e0-90b7-b332ffc2191c req-d8fda61b-14fa-4262-a2e4-52a5ad49a80c tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.0905926 Feb 15 14:01:09.433943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-c0de5d36-ef79-47c3-9a34-f72e5325ca56 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:09.435484 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-c0de5d36-ef79-47c3-9a34-f72e5325ca56 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/networks?id=3ae40e34-b3bc-4118-a925-fd135c876a14 HTTP/1.1" status: 200 len: 814 time: 0.1651754 Feb 15 14:01:09.462981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-7b4c7dc0-3ccc-43b7-9ad9-b06498dc8fee tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/quotas/2b5c72d3f2ed46fe93c69c785f7f9328 HTTP/1.1" status: 200 len: 375 time: 0.0201488 Feb 15 14:01:09.512995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-1eee1a11-e554-4250-a66b-8ae08cf35b5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b5c72d3f2ed46fe93c69c785f7f9328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391524 Feb 15 14:01:09.518945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d93bf3a9-3e6d-41e0-90b7-b332ffc2191c req-423a02d2-68cd-45e7-a8e5-5087f45d9f5f tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824304 Feb 15 14:01:09.685872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-97998e8a-06e3-4d1d-8ce8-0ccdd79aec0c service neutron] 10.222.0.72 "GET /v2.0/networks/3ae40e34-b3bc-4118-a925-fd135c876a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615510 Feb 15 14:01:09.744776 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:09.789244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9576ecf-4226-4e65-aaa3-b00c7cc60460 req-d7f61f13-6f1d-4d09-8160-47b75643440b tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:09.791773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9576ecf-4226-4e65-aaa3-b00c7cc60460 req-d7f61f13-6f1d-4d09-8160-47b75643440b tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 944 time: 0.1933470 Feb 15 14:01:09.870582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9576ecf-4226-4e65-aaa3-b00c7cc60460 req-7cf49ebf-4835-457f-ad1c-3a307d96d4f5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677187 Feb 15 14:01:09.876395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-cada70cc-5913-4f18-8eb1-240f7b5318c3 service neutron] 10.222.0.72 "GET /v2.0/networks/3ae40e34-b3bc-4118-a925-fd135c876a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817446 Feb 15 14:01:09.984963 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1beaceb0-5c1d-4d58-bbec-bba3ba2c77f8 req-2c7a2bcf-7797-4475-b544-774abbdee04c tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0368810 Feb 15 14:01:10.141770 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6897effc-bf50-4452-ad39-b5852933ff40 req-5376a357-75fe-4481-a683-9d050ee7d945 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 210 time: 0.0492420 Feb 15 14:01:10.200456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211196dc-f4f2-42cd-944c-1dfe49220007 req-f85c5cbc-547e-400a-ac2e-fd2c4a96cb0e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.210929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211196dc-f4f2-42cd-944c-1dfe49220007 req-f85c5cbc-547e-400a-ac2e-fd2c4a96cb0e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.220884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211196dc-f4f2-42cd-944c-1dfe49220007 req-f85c5cbc-547e-400a-ac2e-fd2c4a96cb0e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.231416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211196dc-f4f2-42cd-944c-1dfe49220007 req-f85c5cbc-547e-400a-ac2e-fd2c4a96cb0e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.241394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211196dc-f4f2-42cd-944c-1dfe49220007 req-f85c5cbc-547e-400a-ac2e-fd2c4a96cb0e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.252164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211196dc-f4f2-42cd-944c-1dfe49220007 req-f85c5cbc-547e-400a-ac2e-fd2c4a96cb0e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.264019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211196dc-f4f2-42cd-944c-1dfe49220007 req-f85c5cbc-547e-400a-ac2e-fd2c4a96cb0e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.266952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-211196dc-f4f2-42cd-944c-1dfe49220007 req-f85c5cbc-547e-400a-ac2e-fd2c4a96cb0e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1836994 Feb 15 14:01:10.289933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 269398c2-9d2d-403c-b0bb-8c6265f98dd1 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:10.376777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 269398c2-9d2d-403c-b0bb-8c6265f98dd1 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:10.382619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 269398c2-9d2d-403c-b0bb-8c6265f98dd1 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:10.383296 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:10.448378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da2b48-f8f3-4f79-a250-e528f815c694 req-620f3be9-d643-4460-8033-d2b81dff47d5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.459031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da2b48-f8f3-4f79-a250-e528f815c694 req-620f3be9-d643-4460-8033-d2b81dff47d5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.469144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da2b48-f8f3-4f79-a250-e528f815c694 req-620f3be9-d643-4460-8033-d2b81dff47d5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.470868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 269398c2-9d2d-403c-b0bb-8c6265f98dd1 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:10.471366 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:10.481497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da2b48-f8f3-4f79-a250-e528f815c694 req-620f3be9-d643-4460-8033-d2b81dff47d5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.492077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da2b48-f8f3-4f79-a250-e528f815c694 req-620f3be9-d643-4460-8033-d2b81dff47d5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.498308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269398c2-9d2d-403c-b0bb-8c6265f98dd1'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:10.500902 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fa5355-151a-4c8c-a4a7-072f206e9e6e" -d '{"events": [{"server_uuid": "c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1", "name": "network-vif-plugged", "status": "completed", "tag": "269398c2-9d2d-403c-b0bb-8c6265f98dd1"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:10.503566 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da2b48-f8f3-4f79-a250-e528f815c694 req-620f3be9-d643-4460-8033-d2b81dff47d5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.514300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da2b48-f8f3-4f79-a250-e528f815c694 req-620f3be9-d643-4460-8033-d2b81dff47d5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.516239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 269398c2-9d2d-403c-b0bb-8c6265f98dd1, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=269398c2-9d2d-403c-b0bb-8c6265f98dd1,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:10.523309 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:10.528587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4da2b48-f8f3-4f79-a250-e528f815c694 req-620f3be9-d643-4460-8033-d2b81dff47d5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2591140 Feb 15 14:01:10.568270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-211196dc-f4f2-42cd-944c-1dfe49220007 req-fc765c87-ef2d-4a99-8ef6-ab132afeb333 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2870238 Feb 15 14:01:10.622624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=269398c2-9d2d-403c-b0bb-8c6265f98dd1,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:10.658608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4da2b48-f8f3-4f79-a250-e528f815c694 req-6b5c4f73-3882-49c0-a7a5-0b829fc1759e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237197 Feb 15 14:01:10.710218 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ecf446-6b22-4f43-96a4-89b299b4f3c4 x-openstack-request-id: req-67ecf446-6b22-4f43-96a4-89b299b4f3c4 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:10.710771 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1", "name": "network-vif-plugged", "status": "completed", "tag": "269398c2-9d2d-403c-b0bb-8c6265f98dd1", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:10.711312 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-67ecf446-6b22-4f43-96a4-89b299b4f3c4 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:10.711874 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269398c2-9d2d-403c-b0bb-8c6265f98dd1', 'code': 200} Feb 15 14:01:10.855373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33925b6a-b833-4959-a83a-6ec362147d42 req-2ea0c24c-efcb-43ca-bfa6-4a84fe271e1d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.857751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33925b6a-b833-4959-a83a-6ec362147d42 req-2ea0c24c-efcb-43ca-bfa6-4a84fe271e1d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.1287153 Feb 15 14:01:10.928514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ac53e-34dc-4f90-9f24-3323e5c33ff3 req-b9be6af1-943a-419f-ab8c-7bbae91c9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:10.931172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-301ac53e-34dc-4f90-9f24-3323e5c33ff3 req-b9be6af1-943a-419f-ab8c-7bbae91c9799 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 1128 time: 0.1399491 Feb 15 14:01:10.980745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33925b6a-b833-4959-a83a-6ec362147d42 req-74b352da-b488-467b-87cc-814877dadba4 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166444 Feb 15 14:01:11.028488 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-301ac53e-34dc-4f90-9f24-3323e5c33ff3 req-f2d45e02-1304-43d9-a235-deae0e6e3071 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828438 Feb 15 14:01:11.130549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b80ce47c-088f-4b13-acc2-12307dc6448d req-2f1ca872-ebb8-438b-bf31-003937bfecaa tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0380788 Feb 15 14:01:11.137749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8e12e-cf07-42f4-9cd9-f0db5e713361 req-183c8cdd-a6ed-4005-a096-acfe2c629163 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:11.139267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7b8e12e-cf07-42f4-9cd9-f0db5e713361 req-183c8cdd-a6ed-4005-a096-acfe2c629163 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1095555 Feb 15 14:01:11.206703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7b8e12e-cf07-42f4-9cd9-f0db5e713361 req-f119035e-35fd-4cdf-b513-3a4a7168d09f tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563073 Feb 15 14:01:11.267853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9c8441c-0f61-4453-a5e0-97d26ba353ed req-23ad915a-af8b-4672-a352-b3bcdf19e968 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 210 time: 0.0280988 Feb 15 14:01:11.852182 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:11.927012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb631ff-4d50-4318-a3f9-1f86ed14666c req-0b6fa434-dcb7-4d15-a23f-00789436217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:11.930472 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8fb631ff-4d50-4318-a3f9-1f86ed14666c req-0b6fa434-dcb7-4d15-a23f-00789436217e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 1128 time: 0.1244447 Feb 15 14:01:11.974345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a098d5-8125-4860-be64-6f1ddd21378d req-1da766b4-75d4-41a5-adab-a79975ec226a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:11.980607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a098d5-8125-4860-be64-6f1ddd21378d req-1da766b4-75d4-41a5-adab-a79975ec226a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:11.986152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a098d5-8125-4860-be64-6f1ddd21378d req-1da766b4-75d4-41a5-adab-a79975ec226a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:11.991407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a098d5-8125-4860-be64-6f1ddd21378d req-1da766b4-75d4-41a5-adab-a79975ec226a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:11.996675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a098d5-8125-4860-be64-6f1ddd21378d req-1da766b4-75d4-41a5-adab-a79975ec226a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.002066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a098d5-8125-4860-be64-6f1ddd21378d req-1da766b4-75d4-41a5-adab-a79975ec226a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.007293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a098d5-8125-4860-be64-6f1ddd21378d req-1da766b4-75d4-41a5-adab-a79975ec226a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.009245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29a098d5-8125-4860-be64-6f1ddd21378d req-1da766b4-75d4-41a5-adab-a79975ec226a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2428770 Feb 15 14:01:12.016754 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8fb631ff-4d50-4318-a3f9-1f86ed14666c req-70f3994c-ba46-4fed-9623-140eddb4913f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790124 Feb 15 14:01:12.020428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b867d-c0e3-4ae1-8623-e28635264ff9 req-1e0521fd-2d71-42cf-a4fe-e2e580c5d73f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.025841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b867d-c0e3-4ae1-8623-e28635264ff9 req-1e0521fd-2d71-42cf-a4fe-e2e580c5d73f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.032052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b867d-c0e3-4ae1-8623-e28635264ff9 req-1e0521fd-2d71-42cf-a4fe-e2e580c5d73f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.037291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b867d-c0e3-4ae1-8623-e28635264ff9 req-1e0521fd-2d71-42cf-a4fe-e2e580c5d73f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.043223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b867d-c0e3-4ae1-8623-e28635264ff9 req-1e0521fd-2d71-42cf-a4fe-e2e580c5d73f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.048455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b867d-c0e3-4ae1-8623-e28635264ff9 req-1e0521fd-2d71-42cf-a4fe-e2e580c5d73f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.053835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b867d-c0e3-4ae1-8623-e28635264ff9 req-1e0521fd-2d71-42cf-a4fe-e2e580c5d73f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.055752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-059b867d-c0e3-4ae1-8623-e28635264ff9 req-1e0521fd-2d71-42cf-a4fe-e2e580c5d73f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2107959 Feb 15 14:01:12.063265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-4645f65b-bc7b-43b9-9168-15beca230c45 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.064678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-4645f65b-bc7b-43b9-9168-15beca230c45 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.67 "GET /v2.0/networks?id=3ae40e34-b3bc-4118-a925-fd135c876a14 HTTP/1.1" status: 200 len: 814 time: 0.4098401 Feb 15 14:01:12.099358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Request body: {'port': {'device_id': '90c3e788-a9f6-4223-b5f9-033cba2e4aa5', 'network_id': '3ae40e34-b3bc-4118-a925-fd135c876a14', 'admin_state_up': True, 'tenant_id': '2b5c72d3f2ed46fe93c69c785f7f9328'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:12.227409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29a098d5-8125-4860-be64-6f1ddd21378d req-bf151948-1f6f-4d99-9a19-fab2f0f7be06 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1704080 Feb 15 14:01:12.245969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-059b867d-c0e3-4ae1-8623-e28635264ff9 req-ee1d18f5-3963-4732-94b4-d761a9cd17ee tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1802270 Feb 15 14:01:12.488500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3115dfd5-619c-4b2b-877b-afd38c2169cf req-9ba09d6d-f6cb-4c57-b3b7-1fcaa02b6041 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=b416188e-52db-42d3-8751-08ef79adb9e1 HTTP/1.1" status: 200 len: 210 time: 0.0654707 Feb 15 14:01:12.511272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Made reservation on behalf of 2b5c72d3f2ed46fe93c69c785f7f9328 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:12.512268 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:12.542570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f8feb-8762-4a9b-950a-f8bbc750bddd req-6a224d48-ce45-4c72-95a4-061c7924d92a tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.544309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-995f8feb-8762-4a9b-950a-f8bbc750bddd req-6a224d48-ce45-4c72-95a4-061c7924d92a tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.1949353 Feb 15 14:01:12.751780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-995f8feb-8762-4a9b-950a-f8bbc750bddd req-805ba125-3231-40d4-b7cf-a0300f350bee tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901629 Feb 15 14:01:12.845727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d4396-6fdd-4f96-81b5-252c16927a91 req-6f8002f3-abe0-4878-99e0-49aa226cf606 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:12.850158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-777d4396-6fdd-4f96-81b5-252c16927a91 req-6f8002f3-abe0-4878-99e0-49aa226cf606 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.2119188 Feb 15 14:01:13.058111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c53196d-3812-4a9f-8e53-1b3647b080a6 req-032f4551-ba4d-42b2-b5e2-c13998ea3d1e tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 210 time: 0.1421089 Feb 15 14:01:13.124618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Allocated IP 172.20.0.8 (3ae40e34-b3bc-4118-a925-fd135c876a14/666a2915-91aa-496a-b94f-8a81b32e5871/cf481bf3-6332-46a9-90d5-d4ba27cb1ea9) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:01:13.234499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-777d4396-6fdd-4f96-81b5-252c16927a91 req-06f1ef00-b51f-4b4b-b4af-01236d93b6c2 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636916 Feb 15 14:01:13.805790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9422d-1f85-4f9c-8967-d28afb43dcd7 req-511d9073-617a-4316-9f23-dbd7319e0356 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.813593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9422d-1f85-4f9c-8967-d28afb43dcd7 req-511d9073-617a-4316-9f23-dbd7319e0356 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.820438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9422d-1f85-4f9c-8967-d28afb43dcd7 req-511d9073-617a-4316-9f23-dbd7319e0356 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.827803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9422d-1f85-4f9c-8967-d28afb43dcd7 req-511d9073-617a-4316-9f23-dbd7319e0356 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.834088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9422d-1f85-4f9c-8967-d28afb43dcd7 req-511d9073-617a-4316-9f23-dbd7319e0356 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.839747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9422d-1f85-4f9c-8967-d28afb43dcd7 req-511d9073-617a-4316-9f23-dbd7319e0356 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.846303 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9422d-1f85-4f9c-8967-d28afb43dcd7 req-511d9073-617a-4316-9f23-dbd7319e0356 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.855688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0d9422d-1f85-4f9c-8967-d28afb43dcd7 req-511d9073-617a-4316-9f23-dbd7319e0356 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.4593287 Feb 15 14:01:13.981558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056ad85-366d-422e-b898-b7f3101cc81d req-3d749433-9e30-40dc-b87d-da5c44718732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:13.984547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9056ad85-366d-422e-b898-b7f3101cc81d req-3d749433-9e30-40dc-b87d-da5c44718732 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 1128 time: 0.2755995 Feb 15 14:01:13.988106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Publish callbacks [] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:14.022997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0621ad5-2a54-47de-85cc-089f10c37a4d req-8d05c081-9352-417e-9d13-bf62ac76daf4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:14.029958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0621ad5-2a54-47de-85cc-089f10c37a4d req-8d05c081-9352-417e-9d13-bf62ac76daf4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:14.036207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0621ad5-2a54-47de-85cc-089f10c37a4d req-8d05c081-9352-417e-9d13-bf62ac76daf4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:14.042693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0621ad5-2a54-47de-85cc-089f10c37a4d req-8d05c081-9352-417e-9d13-bf62ac76daf4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:14.049338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0621ad5-2a54-47de-85cc-089f10c37a4d req-8d05c081-9352-417e-9d13-bf62ac76daf4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:14.055199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0621ad5-2a54-47de-85cc-089f10c37a4d req-8d05c081-9352-417e-9d13-bf62ac76daf4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:14.061709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0621ad5-2a54-47de-85cc-089f10c37a4d req-8d05c081-9352-417e-9d13-bf62ac76daf4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:14.071610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0621ad5-2a54-47de-85cc-089f10c37a4d req-8d05c081-9352-417e-9d13-bf62ac76daf4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.3570268 Feb 15 14:01:14.168619 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0d9422d-1f85-4f9c-8967-d28afb43dcd7 req-691aedc6-e5a1-4d66-8f53-869ed335b71a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3117032 Feb 15 14:01:14.471691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056ad85-366d-422e-b898-b7f3101cc81d req-a7e12a5d-ee7f-432f-8b40-012fa157fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:14.473255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9056ad85-366d-422e-b898-b7f3101cc81d req-a7e12a5d-ee7f-432f-8b40-012fa157fd5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 200 len: 919 time: 0.4753680 Feb 15 14:01:14.485967 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:14.584376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0621ad5-2a54-47de-85cc-089f10c37a4d req-376bb9a1-f8ff-4691-9a04-1148fb3a4d28 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4685602 Feb 15 14:01:14.684964 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d3091a30-bfc4-4bec-b579-8186153256f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:14.692203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9056ad85-366d-422e-b898-b7f3101cc81d req-36504465-cfaf-4157-8e3d-de38b38a3ad2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=269398c2-9d2d-403c-b0bb-8c6265f98dd1 HTTP/1.1" status: 200 len: 217 time: 0.1895418 Feb 15 14:01:14.696500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Network 3ae40e34-b3bc-4118-a925-fd135c876a14 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:01:14.712610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:14.778371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:01:14.905385 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Pushing event updated for resources: {'Port': ['ID=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:14.937352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b50c80-0cd8-45c2-b2e9-890addce468d req-41a8699f-84be-44ae-906f-872b6d6a06b8 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:14.945521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68b50c80-0cd8-45c2-b2e9-890addce468d req-41a8699f-84be-44ae-906f-872b6d6a06b8 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.5413599 Feb 15 14:01:14.977030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:14.977030 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:14.982437 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056ad85-366d-422e-b898-b7f3101cc81d req-f0ee9e52-a43f-4e61-adec-660d401780af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:14.983976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9056ad85-366d-422e-b898-b7f3101cc81d req-f0ee9e52-a43f-4e61-adec-660d401780af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecfdf680-5b93-496a-93ee-d9df261fb8db HTTP/1.1" status: 200 len: 858 time: 0.2747393 Feb 15 14:01:15.028888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48e21b-2d3c-45fb-8944-e5cd62419b43 req-d7979a25-ae87-41f6-b748-53e4d2c02fc6 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:15.035406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb48e21b-2d3c-45fb-8944-e5cd62419b43 req-d7979a25-ae87-41f6-b748-53e4d2c02fc6 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.2988000 Feb 15 14:01:15.071337 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9056ad85-366d-422e-b898-b7f3101cc81d req-9cf5b265-0847-4253-ba0b-1924925c9b79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eab768b6-8c6b-463b-b5fd-4950b8e50e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733516 Feb 15 14:01:15.113362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-bc60d15a-2b21-4dca-a470-044bd9287064 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0287778 Feb 15 14:01:15.199806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Request body: {'port': {'device_id': '90c3e788-a9f6-4223-b5f9-033cba2e4aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:15.384162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9056ad85-366d-422e-b898-b7f3101cc81d req-b730c148-3039-440b-ade6-535c4b89c7c4 service neutron] 10.222.0.67 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932181 Feb 15 14:01:15.396197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68b50c80-0cd8-45c2-b2e9-890addce468d req-518a828a-d74c-47f9-88a4-e2bb10da0328 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497917 Feb 15 14:01:15.498621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9056ad85-366d-422e-b898-b7f3101cc81d req-47cba086-289b-4f95-bddc-c1714de5831b service neutron] 10.222.0.67 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975020 Feb 15 14:01:15.557568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb48e21b-2d3c-45fb-8944-e5cd62419b43 req-9e2c1f57-1d5d-4893-9d07-ee69736e4b77 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882412 Feb 15 14:01:15.584133 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:15.661878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38110f25-2a2f-46e8-a2ad-41340c427c75 req-1dec5ec7-0ab0-4d94-a438-df77dfd05f7a tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:15.664495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38110f25-2a2f-46e8-a2ad-41340c427c75 req-1dec5ec7-0ab0-4d94-a438-df77dfd05f7a tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 931 time: 0.1559892 Feb 15 14:01:15.825409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9a066-a7f2-4cb6-99d0-3e71fd753b88 req-8cf9e8c0-0a94-41c8-9b71-75c7b9258de2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:15.830717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9a066-a7f2-4cb6-99d0-3e71fd753b88 req-8cf9e8c0-0a94-41c8-9b71-75c7b9258de2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:15.836002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9a066-a7f2-4cb6-99d0-3e71fd753b88 req-8cf9e8c0-0a94-41c8-9b71-75c7b9258de2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:15.841294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9a066-a7f2-4cb6-99d0-3e71fd753b88 req-8cf9e8c0-0a94-41c8-9b71-75c7b9258de2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:15.846562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9a066-a7f2-4cb6-99d0-3e71fd753b88 req-8cf9e8c0-0a94-41c8-9b71-75c7b9258de2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:15.851849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9a066-a7f2-4cb6-99d0-3e71fd753b88 req-8cf9e8c0-0a94-41c8-9b71-75c7b9258de2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:15.857618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9a066-a7f2-4cb6-99d0-3e71fd753b88 req-8cf9e8c0-0a94-41c8-9b71-75c7b9258de2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:15.859519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56a9a066-a7f2-4cb6-99d0-3e71fd753b88 req-8cf9e8c0-0a94-41c8-9b71-75c7b9258de2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2173905 Feb 15 14:01:15.865186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38110f25-2a2f-46e8-a2ad-41340c427c75 req-b650d410-ccf1-4285-bb9c-51e21cd78f2b tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768706 Feb 15 14:01:16.002373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56a9a066-a7f2-4cb6-99d0-3e71fd753b88 req-c2d9132c-90d7-490c-9818-44addb9f4528 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338933 Feb 15 14:01:16.117273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ea705-c37a-4196-b05d-73fa57decc98 req-8af2de81-5f80-4be1-8843-2e0e83ad94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:16.126330 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba2ea705-c37a-4196-b05d-73fa57decc98 req-8af2de81-5f80-4be1-8843-2e0e83ad94a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8e4caf65d074140b1e3cf64680b06d7&device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 1128 time: 0.0719895 Feb 15 14:01:16.189940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:16.208609 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Publish callbacks [] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:16.240006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Transition to ACTIVE for port object cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:01:16.260322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d6e0d-f701-44b2-9ffd-15f027bb2691 req-786b9e2b-c0e8-4519-9106-dd38aa46a7fd tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:16.266125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d6e0d-f701-44b2-9ffd-15f027bb2691 req-786b9e2b-c0e8-4519-9106-dd38aa46a7fd tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:16.272185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d6e0d-f701-44b2-9ffd-15f027bb2691 req-786b9e2b-c0e8-4519-9106-dd38aa46a7fd tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:16.278159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d6e0d-f701-44b2-9ffd-15f027bb2691 req-786b9e2b-c0e8-4519-9106-dd38aa46a7fd tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:16.278860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ea705-c37a-4196-b05d-73fa57decc98 req-14ff1c14-dfbc-4eba-bae7-a4c555004414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:16.280495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba2ea705-c37a-4196-b05d-73fa57decc98 req-14ff1c14-dfbc-4eba-bae7-a4c555004414 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e HTTP/1.1" status: 200 len: 912 time: 0.1510193 Feb 15 14:01:16.283763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d6e0d-f701-44b2-9ffd-15f027bb2691 req-786b9e2b-c0e8-4519-9106-dd38aa46a7fd tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:16.289121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d6e0d-f701-44b2-9ffd-15f027bb2691 req-786b9e2b-c0e8-4519-9106-dd38aa46a7fd tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:16.295149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d6e0d-f701-44b2-9ffd-15f027bb2691 req-786b9e2b-c0e8-4519-9106-dd38aa46a7fd tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:16.297076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a3d6e0d-f701-44b2-9ffd-15f027bb2691 req-786b9e2b-c0e8-4519-9106-dd38aa46a7fd tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2109742 Feb 15 14:01:16.305256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac16c88-472f-4f6f-95ff-4a6cb3da9dd1 req-ef55b4b8-9dfd-49d3-908a-8155ad285675 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:16.306657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ac16c88-472f-4f6f-95ff-4a6cb3da9dd1 req-ef55b4b8-9dfd-49d3-908a-8155ad285675 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.1826625 Feb 15 14:01:16.307330 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:16.340142 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:01:16.350222 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba2ea705-c37a-4196-b05d-73fa57decc98 req-b4a6eea8-c9e4-493d-9d13-3c6d541e2bd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=152450d6-d8da-4909-ab57-3b2f0a062db0 HTTP/1.1" status: 200 len: 217 time: 0.0629437 Feb 15 14:01:16.419165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ea705-c37a-4196-b05d-73fa57decc98 req-b741c6e6-57e0-40e4-8e1e-8cc7663a1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:16.424159 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba2ea705-c37a-4196-b05d-73fa57decc98 req-b741c6e6-57e0-40e4-8e1e-8cc7663a1a64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2004f8b3-14e4-498a-9661-061bdbfd997e HTTP/1.1" status: 200 len: 851 time: 0.0679371 Feb 15 14:01:16.465806 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba2ea705-c37a-4196-b05d-73fa57decc98 req-6db602f1-ce63-462a-ac16-f24bac090e76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321748 Feb 15 14:01:16.586490 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba2ea705-c37a-4196-b05d-73fa57decc98 req-854ac9b5-7b93-4c29-854a-7b1bbd3d86eb service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134858 Feb 15 14:01:16.690888 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba2ea705-c37a-4196-b05d-73fa57decc98 req-2dabf393-0d9c-4a4b-923c-b14c5f34a0f3 service neutron] 10.222.0.42 "GET /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978923 Feb 15 14:01:16.782544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Pushing event updated for resources: {'Port': ['ID=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:16.832763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ac16c88-472f-4f6f-95ff-4a6cb3da9dd1 req-29dc2afb-95b0-4458-a9da-e606ba557151 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176322 Feb 15 14:01:16.868625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a3d6e0d-f701-44b2-9ffd-15f027bb2691 req-69f7b838-7bbd-47a3-b1b8-38b4f91e12ee tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5589194 Feb 15 14:01:16.917789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Attempting to bind port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:01:16.918298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Attempting to bind port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'e4704b8d-ac89-4ac9-8daf-07c45cbaf125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3ae40e34-b3bc-4118-a925-fd135c876a14'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:01:16.919764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Attempting to bind port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 on network 3ae40e34-b3bc-4118-a925-fd135c876a14 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:01:16.935119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 on network 3ae40e34-b3bc-4118-a925-fd135c876a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:01:16.935449 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Attempting to bind port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 on network 3ae40e34-b3bc-4118-a925-fd135c876a14 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:01:16.945061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:01:16.945405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Checking segment: {'id': 'e4704b8d-ac89-4ac9-8daf-07c45cbaf125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3ae40e34-b3bc-4118-a925-fd135c876a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:01:16.945800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Bound using segment: {'id': 'e4704b8d-ac89-4ac9-8daf-07c45cbaf125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3ae40e34-b3bc-4118-a925-fd135c876a14'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:01:16.951918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Bound port: cf481bf3-6332-46a9-90d5-d4ba27cb1ea9, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4704b8d-ac89-4ac9-8daf-07c45cbaf125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3ae40e34-b3bc-4118-a925-fd135c876a14'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:01:16.952325 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:17.084144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] For port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:01:17.089815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] For port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9,segment=NetworkSegment(e4704b8d-ac89-4ac9-8daf-07c45cbaf125),segment_id=e4704b8d-ac89-4ac9-8daf-07c45cbaf125)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:01:17.100521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb61cab-7943-4a85-9f8d-bba89b66bc62 req-ffbab667-0ea7-49b7-be03-9854d8aa3139 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.108294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eeb61cab-7943-4a85-9f8d-bba89b66bc62 req-ffbab667-0ea7-49b7-be03-9854d8aa3139 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1236112 Feb 15 14:01:17.120963 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:17.145748 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aeeb28ff-d133-4ae1-98ea-4ba287211040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:17.187691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.188346 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:17.189793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] 10.222.0.67 "PUT /v2.0/ports/cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 HTTP/1.1" status: 200 len: 1092 time: 2.0244138 Feb 15 14:01:17.194188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c3e788-a9f6-4223-b5f9-033cba2e4aa5', 'tag': 'cf481bf3-6332-46a9-90d5-d4ba27cb1ea9'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:17.196506 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb6948-0363-4ace-b479-3b1cb4165e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "90c3e788-a9f6-4223-b5f9-033cba2e4aa5", "tag": "cf481bf3-6332-46a9-90d5-d4ba27cb1ea9"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:17.225328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eeb61cab-7943-4a85-9f8d-bba89b66bc62 req-f00c5438-795c-4e1e-9adb-fb16892f6c78 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160684 Feb 15 14:01:17.305999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40df350-bcb2-47ca-8cfa-215ab0c6c465 service neutron] Pushing event updated for resources: {'Port': ['ID=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:17.381297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e015d187-86cd-47ca-9749-63e5c6dbc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.388615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-e015d187-86cd-47ca-9749-63e5c6dbc0cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b5c72d3f2ed46fe93c69c785f7f9328&device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 1126 time: 0.1432395 Feb 15 14:01:17.425200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d068e-8eec-4756-8fd0-dd3322af6eda req-e7c7d9bf-4eba-474e-8a2b-c022cce3efd6 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.430604 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-437d068e-8eec-4756-8fd0-dd3322af6eda req-e7c7d9bf-4eba-474e-8a2b-c022cce3efd6 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 943 time: 0.1090820 Feb 15 14:01:17.518965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-1f2e43b5-5d92-4054-9f84-75a510398ecb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 HTTP/1.1" status: 200 len: 217 time: 0.0872903 Feb 15 14:01:17.685089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-0fd06875-967d-46e5-9022-38b717ff49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.687148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-0fd06875-967d-46e5-9022-38b717ff49ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=666a2915-91aa-496a-b94f-8a81b32e5871 HTTP/1.1" status: 200 len: 854 time: 0.1535852 Feb 15 14:01:17.731639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-40039b4d-8614-4cf6-8543-8ddde7447cc2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ae40e34-b3bc-4118-a925-fd135c876a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347016 Feb 15 14:01:17.741490 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-437d068e-8eec-4756-8fd0-dd3322af6eda req-4c7eddf5-60c1-419c-869b-3b3db7bf75b7 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905626 Feb 15 14:01:17.766689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf9f3-0586-4b58-a4d0-38d19f6ba165 req-e2b34a84-ef68-483b-bcbe-f880f9e5eb17 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.772826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf9f3-0586-4b58-a4d0-38d19f6ba165 req-e2b34a84-ef68-483b-bcbe-f880f9e5eb17 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.778725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf9f3-0586-4b58-a4d0-38d19f6ba165 req-e2b34a84-ef68-483b-bcbe-f880f9e5eb17 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.784801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf9f3-0586-4b58-a4d0-38d19f6ba165 req-e2b34a84-ef68-483b-bcbe-f880f9e5eb17 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.791871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf9f3-0586-4b58-a4d0-38d19f6ba165 req-e2b34a84-ef68-483b-bcbe-f880f9e5eb17 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.798997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf9f3-0586-4b58-a4d0-38d19f6ba165 req-e2b34a84-ef68-483b-bcbe-f880f9e5eb17 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.806398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf9f3-0586-4b58-a4d0-38d19f6ba165 req-e2b34a84-ef68-483b-bcbe-f880f9e5eb17 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:17.809771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5baf9f3-0586-4b58-a4d0-38d19f6ba165 req-e2b34a84-ef68-483b-bcbe-f880f9e5eb17 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2468965 Feb 15 14:01:17.997914 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4769303f-5da3-4438-836b-3dad9d3ef255 x-openstack-request-id: req-4769303f-5da3-4438-836b-3dad9d3ef255 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:17.997914 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c3e788-a9f6-4223-b5f9-033cba2e4aa5", "tag": "cf481bf3-6332-46a9-90d5-d4ba27cb1ea9", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:17.997914 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4769303f-5da3-4438-836b-3dad9d3ef255 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:18.001311 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c3e788-a9f6-4223-b5f9-033cba2e4aa5', 'tag': 'cf481bf3-6332-46a9-90d5-d4ba27cb1ea9', 'status': 'completed', 'code': 200} Feb 15 14:01:18.050860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-ca9d5d32-8f9b-4e09-8d3f-bb227fccf1a0 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae40e34-b3bc-4118-a925-fd135c876a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060124 Feb 15 14:01:18.154976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5baf9f3-0586-4b58-a4d0-38d19f6ba165 req-61360a92-ad93-4a24-a225-701e46d43f9e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3239541 Feb 15 14:01:18.197463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168ed6b-bd30-49f1-9e5f-92492d4b5d83 req-a1761717-4986-439e-9d45-ceb9f8ac6432 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:18.205802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2168ed6b-bd30-49f1-9e5f-92492d4b5d83 req-a1761717-4986-439e-9d45-ceb9f8ac6432 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.2039590 Feb 15 14:01:18.262633 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:18.349800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2168ed6b-bd30-49f1-9e5f-92492d4b5d83 req-481d427c-f5e0-466c-b83d-5104b36d86a6 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230514 Feb 15 14:01:18.352745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69dd3928-00cb-4b89-ae44-404a6d462ae0 req-aaed1cb0-1a97-4c5f-9253-9d783656a1f7 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae40e34-b3bc-4118-a925-fd135c876a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932618 Feb 15 14:01:18.399726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031927b-4b87-45b5-b41d-94d9a72d4a63 req-9cde3273-5924-433e-867e-c30d226e479e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:18.402103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031927b-4b87-45b5-b41d-94d9a72d4a63 req-9cde3273-5924-433e-867e-c30d226e479e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:18.410060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031927b-4b87-45b5-b41d-94d9a72d4a63 req-9cde3273-5924-433e-867e-c30d226e479e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:18.415593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031927b-4b87-45b5-b41d-94d9a72d4a63 req-9cde3273-5924-433e-867e-c30d226e479e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:18.422356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031927b-4b87-45b5-b41d-94d9a72d4a63 req-9cde3273-5924-433e-867e-c30d226e479e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:18.428189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031927b-4b87-45b5-b41d-94d9a72d4a63 req-9cde3273-5924-433e-867e-c30d226e479e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:18.434402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031927b-4b87-45b5-b41d-94d9a72d4a63 req-9cde3273-5924-433e-867e-c30d226e479e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:18.443047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d031927b-4b87-45b5-b41d-94d9a72d4a63 req-9cde3273-5924-433e-867e-c30d226e479e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1523302 Feb 15 14:01:18.577313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb6948-0363-4ace-b479-3b1cb4165e0f req-94b599b9-399d-44c9-a753-d8193578e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:18.579365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dddb6948-0363-4ace-b479-3b1cb4165e0f req-94b599b9-399d-44c9-a753-d8193578e8fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b5c72d3f2ed46fe93c69c785f7f9328&device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 1126 time: 0.1271753 Feb 15 14:01:18.608644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d031927b-4b87-45b5-b41d-94d9a72d4a63 req-80350e19-69a6-4153-9272-1480feac03fc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1644399 Feb 15 14:01:18.697857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6688575-a18d-4aab-88ad-718064b6e41b req-cd7e6030-f777-479d-8fd1-6456d4dc6ca5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:18.705142 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6688575-a18d-4aab-88ad-718064b6e41b req-cd7e6030-f777-479d-8fd1-6456d4dc6ca5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1686769 Feb 15 14:01:18.762941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb6948-0363-4ace-b479-3b1cb4165e0f req-389c17ef-32a9-405b-85fb-c12e1d3425da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:18.765263 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dddb6948-0363-4ace-b479-3b1cb4165e0f req-389c17ef-32a9-405b-85fb-c12e1d3425da service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ae40e34-b3bc-4118-a925-fd135c876a14 HTTP/1.1" status: 200 len: 915 time: 0.1545694 Feb 15 14:01:18.875093 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dddb6948-0363-4ace-b479-3b1cb4165e0f req-1c31f776-dd17-4d7b-be3c-d6847f845a54 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 HTTP/1.1" status: 200 len: 217 time: 0.0873678 Feb 15 14:01:18.887693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6688575-a18d-4aab-88ad-718064b6e41b req-5553b81f-3a37-4071-888a-82da3b71a232 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789634 Feb 15 14:01:19.022626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb6948-0363-4ace-b479-3b1cb4165e0f req-84015cfa-d7d2-4db7-b496-3bd68549a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.024633 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dddb6948-0363-4ace-b479-3b1cb4165e0f req-84015cfa-d7d2-4db7-b496-3bd68549a066 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=666a2915-91aa-496a-b94f-8a81b32e5871 HTTP/1.1" status: 200 len: 854 time: 0.1324048 Feb 15 14:01:19.067041 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dddb6948-0363-4ace-b479-3b1cb4165e0f req-0115b025-a318-4c08-b3a1-2efa0c239e48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ae40e34-b3bc-4118-a925-fd135c876a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322087 Feb 15 14:01:19.091022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eacf8b-6020-4af7-be76-77a9f6898a0a req-03240328-694d-423e-a009-e359bad8929e tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.092528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0eacf8b-6020-4af7-be76-77a9f6898a0a req-03240328-694d-423e-a009-e359bad8929e tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 943 time: 0.2286999 Feb 15 14:01:19.221124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dddb6948-0363-4ace-b479-3b1cb4165e0f req-452dcadd-74b9-4369-b6b4-d31bc73abf2b service neutron] 10.222.0.67 "GET /v2.0/networks/3ae40e34-b3bc-4118-a925-fd135c876a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449323 Feb 15 14:01:19.317668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0eacf8b-6020-4af7-be76-77a9f6898a0a req-56ff3cd3-92f9-45f1-b4f2-21c7e859aa0f tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984763 Feb 15 14:01:19.449578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011687-71b5-41db-88ee-e1b5563049bf req-6f311ca5-ce51-4dbb-bd61-b579d2c6ff15 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.457091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011687-71b5-41db-88ee-e1b5563049bf req-6f311ca5-ce51-4dbb-bd61-b579d2c6ff15 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.462836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011687-71b5-41db-88ee-e1b5563049bf req-6f311ca5-ce51-4dbb-bd61-b579d2c6ff15 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.469324 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011687-71b5-41db-88ee-e1b5563049bf req-6f311ca5-ce51-4dbb-bd61-b579d2c6ff15 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.474929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011687-71b5-41db-88ee-e1b5563049bf req-6f311ca5-ce51-4dbb-bd61-b579d2c6ff15 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.481321 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011687-71b5-41db-88ee-e1b5563049bf req-6f311ca5-ce51-4dbb-bd61-b579d2c6ff15 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.488975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d011687-71b5-41db-88ee-e1b5563049bf req-6f311ca5-ce51-4dbb-bd61-b579d2c6ff15 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.490916 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d011687-71b5-41db-88ee-e1b5563049bf req-6f311ca5-ce51-4dbb-bd61-b579d2c6ff15 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1905968 Feb 15 14:01:19.612630 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:19.631009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dddb6948-0363-4ace-b479-3b1cb4165e0f req-61b7f517-9408-47f7-93fb-ca324c027f16 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae40e34-b3bc-4118-a925-fd135c876a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389823 Feb 15 14:01:19.666179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d011687-71b5-41db-88ee-e1b5563049bf req-d5f5b168-c184-4086-ab07-428543962d7a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671016 Feb 15 14:01:19.700667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac6634-1eda-4657-8673-30112dd1326b req-c7c2464f-1b59-4fad-9fcf-eeda3e79b7de tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.702183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cac6634-1eda-4657-8673-30112dd1326b req-c7c2464f-1b59-4fad-9fcf-eeda3e79b7de tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.1925988 Feb 15 14:01:19.844969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cac6634-1eda-4657-8673-30112dd1326b req-d800fd16-aa68-4b38-9efc-30431b708329 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362798 Feb 15 14:01:19.857657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012ffb-c768-45d1-96c0-c037e8e3559d req-1036e822-44e7-4cfb-b260-d1b710680d45 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.864668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012ffb-c768-45d1-96c0-c037e8e3559d req-1036e822-44e7-4cfb-b260-d1b710680d45 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.872325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012ffb-c768-45d1-96c0-c037e8e3559d req-1036e822-44e7-4cfb-b260-d1b710680d45 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.877734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012ffb-c768-45d1-96c0-c037e8e3559d req-1036e822-44e7-4cfb-b260-d1b710680d45 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.883885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012ffb-c768-45d1-96c0-c037e8e3559d req-1036e822-44e7-4cfb-b260-d1b710680d45 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.890091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012ffb-c768-45d1-96c0-c037e8e3559d req-1036e822-44e7-4cfb-b260-d1b710680d45 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.897140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012ffb-c768-45d1-96c0-c037e8e3559d req-1036e822-44e7-4cfb-b260-d1b710680d45 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:19.908192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9012ffb-c768-45d1-96c0-c037e8e3559d req-1036e822-44e7-4cfb-b260-d1b710680d45 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1624339 Feb 15 14:01:19.974388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9012ffb-c768-45d1-96c0-c037e8e3559d req-cce3ec9f-83e8-4dca-8a27-0c5f32e58c23 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634456 Feb 15 14:01:20.150858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160dce0-77b2-4359-9220-8b27c653e8a6 req-fafc6155-111f-4296-bc0c-20c254be3d04 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:20.159474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3160dce0-77b2-4359-9220-8b27c653e8a6 req-fafc6155-111f-4296-bc0c-20c254be3d04 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1049242 Feb 15 14:01:20.273019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3160dce0-77b2-4359-9220-8b27c653e8a6 req-9b8801dc-4f16-41c5-b50e-b0825c8c6048 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975242 Feb 15 14:01:20.308656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824db223-2cb2-4e7c-be9a-9712c16e6c77 req-201b72ea-6c2e-4468-94cc-927e8775c143 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:20.315501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824db223-2cb2-4e7c-be9a-9712c16e6c77 req-201b72ea-6c2e-4468-94cc-927e8775c143 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.1366296 Feb 15 14:01:20.401654 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824db223-2cb2-4e7c-be9a-9712c16e6c77 req-762c998a-dc46-4d73-92b3-21c5bd313128 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852201 Feb 15 14:01:20.532882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778df44e-9c0c-46b4-b8a1-3e8970749a4c req-43210fab-867c-426a-963c-f8bb17cd0bdf tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:20.534391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-778df44e-9c0c-46b4-b8a1-3e8970749a4c req-43210fab-867c-426a-963c-f8bb17cd0bdf tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 943 time: 0.0986750 Feb 15 14:01:20.623111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-778df44e-9c0c-46b4-b8a1-3e8970749a4c req-f5341f76-42cd-47d3-86cc-ea08d8317873 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830061 Feb 15 14:01:20.864138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a8cc0-e629-496b-99a2-48f694f44bff req-5f4d509e-c06a-4091-8d4e-a9177e14124c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:20.870001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a8cc0-e629-496b-99a2-48f694f44bff req-5f4d509e-c06a-4091-8d4e-a9177e14124c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:20.876030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a8cc0-e629-496b-99a2-48f694f44bff req-5f4d509e-c06a-4091-8d4e-a9177e14124c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:20.881820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a8cc0-e629-496b-99a2-48f694f44bff req-5f4d509e-c06a-4091-8d4e-a9177e14124c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:20.887784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a8cc0-e629-496b-99a2-48f694f44bff req-5f4d509e-c06a-4091-8d4e-a9177e14124c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:20.895619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a8cc0-e629-496b-99a2-48f694f44bff req-5f4d509e-c06a-4091-8d4e-a9177e14124c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:20.902123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a8cc0-e629-496b-99a2-48f694f44bff req-5f4d509e-c06a-4091-8d4e-a9177e14124c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:20.904540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d06a8cc0-e629-496b-99a2-48f694f44bff req-5f4d509e-c06a-4091-8d4e-a9177e14124c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1270716 Feb 15 14:01:21.004069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d06a8cc0-e629-496b-99a2-48f694f44bff req-2d1aa6b8-0cb7-4c7c-a1e1-36c72abe7954 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931039 Feb 15 14:01:21.029647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:21.170428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b16744-bdcf-4e5b-8682-a032dbb06326 req-9cbeaa47-a6c0-4758-8996-10f613548839 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:21.190651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b16744-bdcf-4e5b-8682-a032dbb06326 req-9cbeaa47-a6c0-4758-8996-10f613548839 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:21.203483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b16744-bdcf-4e5b-8682-a032dbb06326 req-9cbeaa47-a6c0-4758-8996-10f613548839 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:21.209552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b16744-bdcf-4e5b-8682-a032dbb06326 req-9cbeaa47-a6c0-4758-8996-10f613548839 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:21.217836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b16744-bdcf-4e5b-8682-a032dbb06326 req-9cbeaa47-a6c0-4758-8996-10f613548839 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:21.223489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b16744-bdcf-4e5b-8682-a032dbb06326 req-9cbeaa47-a6c0-4758-8996-10f613548839 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:21.229489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b16744-bdcf-4e5b-8682-a032dbb06326 req-9cbeaa47-a6c0-4758-8996-10f613548839 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:21.232433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2b16744-bdcf-4e5b-8682-a032dbb06326 req-9cbeaa47-a6c0-4758-8996-10f613548839 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1378317 Feb 15 14:01:21.357028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2b16744-bdcf-4e5b-8682-a032dbb06326 req-3ddcaefa-5d24-4a21-8087-35b5e72e6e0d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159117 Feb 15 14:01:21.493339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4a856-f77d-4a01-8668-47677f9c860e req-d4d8f228-4027-4474-8ce0-abb67e7e38b1 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:21.495648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7d4a856-f77d-4a01-8668-47677f9c860e req-d4d8f228-4027-4474-8ce0-abb67e7e38b1 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1090918 Feb 15 14:01:21.587157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7d4a856-f77d-4a01-8668-47677f9c860e req-3a2c4df3-0764-4f08-a527-aabd3406e92f tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854619 Feb 15 14:01:21.645264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b7535-421c-42fc-86a4-61e892937b8e req-15233767-85c7-4765-b02c-7079ac636046 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:21.652930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a91b7535-421c-42fc-86a4-61e892937b8e req-15233767-85c7-4765-b02c-7079ac636046 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.1263258 Feb 15 14:01:21.773809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a91b7535-421c-42fc-86a4-61e892937b8e req-d4aa1d8b-873b-499e-80a4-d92c385c12fe tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141090 Feb 15 14:01:21.819517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc238fe-734f-431e-a5f4-aab9ef705a93 req-a21a12e4-6c71-4930-b509-874ca34b5f99 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:21.827394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bc238fe-734f-431e-a5f4-aab9ef705a93 req-a21a12e4-6c71-4930-b509-874ca34b5f99 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 943 time: 0.0962381 Feb 15 14:01:21.880382 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bc238fe-734f-431e-a5f4-aab9ef705a93 req-76c0bf87-401a-4798-b01f-c7066bdfc02d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519540 Feb 15 14:01:22.225187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0682f2-096a-40e7-8ea6-bfa171d6bf22 req-6448bf6e-8e3b-4ab6-ac1b-b350c5faf84c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.233931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0682f2-096a-40e7-8ea6-bfa171d6bf22 req-6448bf6e-8e3b-4ab6-ac1b-b350c5faf84c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.240721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0682f2-096a-40e7-8ea6-bfa171d6bf22 req-6448bf6e-8e3b-4ab6-ac1b-b350c5faf84c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.247541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0682f2-096a-40e7-8ea6-bfa171d6bf22 req-6448bf6e-8e3b-4ab6-ac1b-b350c5faf84c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.254250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0682f2-096a-40e7-8ea6-bfa171d6bf22 req-6448bf6e-8e3b-4ab6-ac1b-b350c5faf84c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.260533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0682f2-096a-40e7-8ea6-bfa171d6bf22 req-6448bf6e-8e3b-4ab6-ac1b-b350c5faf84c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.268388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0682f2-096a-40e7-8ea6-bfa171d6bf22 req-6448bf6e-8e3b-4ab6-ac1b-b350c5faf84c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.274280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b0682f2-096a-40e7-8ea6-bfa171d6bf22 req-6448bf6e-8e3b-4ab6-ac1b-b350c5faf84c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1307638 Feb 15 14:01:22.321675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:01:22.376435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b0682f2-096a-40e7-8ea6-bfa171d6bf22 req-235b6679-34b5-430b-b185-50bdc82cf49a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968542 Feb 15 14:01:22.514262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9,segment=NetworkSegment(e4704b8d-ac89-4ac9-8daf-07c45cbaf125),segment_id=e4704b8d-ac89-4ac9-8daf-07c45cbaf125)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:22.547758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'cf481bf3-6332-46a9-90d5-d4ba27cb1ea9', 'network_id': '3ae40e34-b3bc-4118-a925-fd135c876a14', 'port_id': 'cf481bf3-6332-46a9-90d5-d4ba27cb1ea9', 'mac_address': 'fa:16:3e:91:5e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666a2915-91aa-496a-b94f-8a81b32e5871', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:01:22.620660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da31edb-8a69-4ca1-b8c1-8ccd02cbca02 req-05d4b8ae-bf0f-4db1-b1f9-2b365af2ce33 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.624343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:22.624751 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:22.626587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da31edb-8a69-4ca1-b8c1-8ccd02cbca02 req-05d4b8ae-bf0f-4db1-b1f9-2b365af2ce33 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.632126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da31edb-8a69-4ca1-b8c1-8ccd02cbca02 req-05d4b8ae-bf0f-4db1-b1f9-2b365af2ce33 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.641727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:22.661249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da31edb-8a69-4ca1-b8c1-8ccd02cbca02 req-05d4b8ae-bf0f-4db1-b1f9-2b365af2ce33 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.671511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9,segment=NetworkSegment(e4704b8d-ac89-4ac9-8daf-07c45cbaf125),segment_id=e4704b8d-ac89-4ac9-8daf-07c45cbaf125)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:22.673617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da31edb-8a69-4ca1-b8c1-8ccd02cbca02 req-05d4b8ae-bf0f-4db1-b1f9-2b365af2ce33 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.680987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da31edb-8a69-4ca1-b8c1-8ccd02cbca02 req-05d4b8ae-bf0f-4db1-b1f9-2b365af2ce33 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.684607 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:22.687626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da31edb-8a69-4ca1-b8c1-8ccd02cbca02 req-05d4b8ae-bf0f-4db1-b1f9-2b365af2ce33 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.689816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7da31edb-8a69-4ca1-b8c1-8ccd02cbca02 req-05d4b8ae-bf0f-4db1-b1f9-2b365af2ce33 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1424310 Feb 15 14:01:22.757610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:22.797195 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7da31edb-8a69-4ca1-b8c1-8ccd02cbca02 req-3f6231f9-6fb4-4da6-a671-1f9f7eb16718 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995171 Feb 15 14:01:22.855648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fc6ea-63a1-4f78-a08c-148d9e12e800 req-bed29d4c-05d4-48df-bff9-f76c9c2ca766 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.857335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e0fc6ea-63a1-4f78-a08c-148d9e12e800 req-bed29d4c-05d4-48df-bff9-f76c9c2ca766 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.0821619 Feb 15 14:01:22.925947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e0fc6ea-63a1-4f78-a08c-148d9e12e800 req-06145bfb-10aa-4d64-b693-5344cfd0f87f tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616505 Feb 15 14:01:22.990849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7b3ef-cef4-4df9-bc99-c1d5bcc3823d req-7312484a-8f00-4c3f-99fb-e5dff3703e1d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:22.992356 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cf7b3ef-cef4-4df9-bc99-c1d5bcc3823d req-7312484a-8f00-4c3f-99fb-e5dff3703e1d tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.0771379 Feb 15 14:01:23.048013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['cf481bf3-6332-46a9-90d5-d4ba27cb1ea9'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:23.111369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cf7b3ef-cef4-4df9-bc99-c1d5bcc3823d req-e73ccb56-d6b0-4637-984c-0b1c1a80af17 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051850 Feb 15 14:01:23.128300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac847ab5-b4bc-40a8-a2c8-b64c78a331c9 req-115a397e-6145-46e6-af21-45230d554806 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:23.135117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac847ab5-b4bc-40a8-a2c8-b64c78a331c9 req-115a397e-6145-46e6-af21-45230d554806 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 944 time: 0.1299694 Feb 15 14:01:23.194769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac847ab5-b4bc-40a8-a2c8-b64c78a331c9 req-227cbbc2-ccda-484d-aff6-482aa8e987ab tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533838 Feb 15 14:01:23.318326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24a91-7a2a-4c76-9896-64581e9c7733 req-e633d43e-aa53-4c24-adcb-a7c1d273a0a8 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:23.324958 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fcc24a91-7a2a-4c76-9896-64581e9c7733 req-e633d43e-aa53-4c24-adcb-a7c1d273a0a8 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 945 time: 0.1068230 Feb 15 14:01:23.450431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-fcc24a91-7a2a-4c76-9896-64581e9c7733 req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Deleting port 152450d6-d8da-4909-ab57-3b2f0a062db0 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:01:23.451022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fcc24a91-7a2a-4c76-9896-64581e9c7733 req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:23.563149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-fcc24a91-7a2a-4c76-9896-64581e9c7733 req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] For port 152450d6-d8da-4909-ab57-3b2f0a062db0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=152450d6-d8da-4909-ab57-3b2f0a062db0,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:23.564073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fcc24a91-7a2a-4c76-9896-64581e9c7733 req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:23.581973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-fcc24a91-7a2a-4c76-9896-64581e9c7733 req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Calling delete_port for 152450d6-d8da-4909-ab57-3b2f0a062db0 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:01:23.680718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf6e09-6731-419f-82e6-579c2cf3e274 req-e7077859-d692-4937-a599-430b2f09546c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:23.688504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf6e09-6731-419f-82e6-579c2cf3e274 req-e7077859-d692-4937-a599-430b2f09546c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:23.706501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf6e09-6731-419f-82e6-579c2cf3e274 req-e7077859-d692-4937-a599-430b2f09546c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:23.711921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf6e09-6731-419f-82e6-579c2cf3e274 req-e7077859-d692-4937-a599-430b2f09546c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:23.717861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf6e09-6731-419f-82e6-579c2cf3e274 req-e7077859-d692-4937-a599-430b2f09546c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:23.723205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf6e09-6731-419f-82e6-579c2cf3e274 req-e7077859-d692-4937-a599-430b2f09546c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:23.728498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf6e09-6731-419f-82e6-579c2cf3e274 req-e7077859-d692-4937-a599-430b2f09546c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:23.733997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ecf6e09-6731-419f-82e6-579c2cf3e274 req-e7077859-d692-4937-a599-430b2f09546c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1834266 Feb 15 14:01:23.741781 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fcc24a91-7a2a-4c76-9896-64581e9c7733 req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (152450d6-d8da-4909-ab57-3b2f0a062db0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:23.754670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e', '152450d6-d8da-4909-ab57-3b2f0a062db0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:23.775702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Pushing event deleted for resources: {'Port': ['ID=152450d6-d8da-4909-ab57-3b2f0a062db0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:23.794955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.795566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.795976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.796477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.796942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.797474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.797990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.798332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.798664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.799017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.799385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.799820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.800159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:23.865513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc24a91-7a2a-4c76-9896-64581e9c7733 req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] No DVR routers for this DVR port 152450d6-d8da-4909-ab57-3b2f0a062db0 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:01:23.871534 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fcc24a91-7a2a-4c76-9896-64581e9c7733 req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:23.878025 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fcc24a91-7a2a-4c76-9896-64581e9c7733 req-78f6fd95-016d-431f-88a4-0717af50eeb9 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.42 "DELETE /v2.0/ports/152450d6-d8da-4909-ab57-3b2f0a062db0 HTTP/1.1" status: 204 len: 173 time: 0.5494137 Feb 15 14:01:23.880495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a2b24b-77e5-4d9d-b68e-c0381ebb4279', 'name': 'network-vif-deleted', 'tag': '152450d6-d8da-4909-ab57-3b2f0a062db0'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:23.884637 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0e7300-e67b-4d53-b481-4bcb18aa13bf" -d '{"events": [{"server_uuid": "c1a2b24b-77e5-4d9d-b68e-c0381ebb4279", "name": "network-vif-deleted", "tag": "152450d6-d8da-4909-ab57-3b2f0a062db0"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:23.991273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ecf6e09-6731-419f-82e6-579c2cf3e274 req-4a07758f-5af0-40c0-8067-7942fb23fc56 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2466300 Feb 15 14:01:24.065192 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6625384-b760-4138-af34-23d7435d901a x-openstack-request-id: req-b6625384-b760-4138-af34-23d7435d901a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:24.065491 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a2b24b-77e5-4d9d-b68e-c0381ebb4279", "name": "network-vif-deleted", "tag": "152450d6-d8da-4909-ab57-3b2f0a062db0", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:24.065745 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b6625384-b760-4138-af34-23d7435d901a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:24.066144 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a2b24b-77e5-4d9d-b68e-c0381ebb4279', 'name': 'network-vif-deleted', 'tag': '152450d6-d8da-4909-ab57-3b2f0a062db0', 'status': 'completed', 'code': 200} Feb 15 14:01:24.194885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828145c-aa3a-47c9-8785-0287b406a1a0 req-56aca7de-3824-4205-82ce-f97d8ab8771a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:24.200112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828145c-aa3a-47c9-8785-0287b406a1a0 req-56aca7de-3824-4205-82ce-f97d8ab8771a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:24.205340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828145c-aa3a-47c9-8785-0287b406a1a0 req-56aca7de-3824-4205-82ce-f97d8ab8771a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:24.210784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828145c-aa3a-47c9-8785-0287b406a1a0 req-56aca7de-3824-4205-82ce-f97d8ab8771a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:24.216115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828145c-aa3a-47c9-8785-0287b406a1a0 req-56aca7de-3824-4205-82ce-f97d8ab8771a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:24.222799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828145c-aa3a-47c9-8785-0287b406a1a0 req-56aca7de-3824-4205-82ce-f97d8ab8771a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:24.230668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828145c-aa3a-47c9-8785-0287b406a1a0 req-56aca7de-3824-4205-82ce-f97d8ab8771a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:24.232602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6828145c-aa3a-47c9-8785-0287b406a1a0 req-56aca7de-3824-4205-82ce-f97d8ab8771a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.2123642 Feb 15 14:01:24.294070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a61dda-b177-4542-bf11-b07896ee1fde req-fa2fb8a4-e097-4e6e-912e-9f28d4117620 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:24.296585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3a61dda-b177-4542-bf11-b07896ee1fde req-fa2fb8a4-e097-4e6e-912e-9f28d4117620 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1524580 Feb 15 14:01:24.329151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:24.363522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6828145c-aa3a-47c9-8785-0287b406a1a0 req-e4f42d8f-ad98-4683-8b16-c9f963c07786 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237910 Feb 15 14:01:24.443975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3a61dda-b177-4542-bf11-b07896ee1fde req-fced99a7-5ece-4f84-965e-5fb714137408 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001868 Feb 15 14:01:24.456426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:24.468948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:24.469327 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:24.652928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:24.653273 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:24.700609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c3e788-a9f6-4223-b5f9-033cba2e4aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf481bf3-6332-46a9-90d5-d4ba27cb1ea9'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:24.705395 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5579b5-faac-4b73-ab00-4d3ee8003ee1" -d '{"events": [{"server_uuid": "90c3e788-a9f6-4223-b5f9-033cba2e4aa5", "name": "network-vif-plugged", "status": "completed", "tag": "cf481bf3-6332-46a9-90d5-d4ba27cb1ea9"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:24.720298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9,segment=NetworkSegment(e4704b8d-ac89-4ac9-8daf-07c45cbaf125),segment_id=e4704b8d-ac89-4ac9-8daf-07c45cbaf125)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:24.726409 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:24.736581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc4c51-7eee-4260-8905-8e0796d8ed67 req-9db1df73-da06-45f8-8b77-6e546d3b7c5f tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:24.741507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0dc4c51-7eee-4260-8905-8e0796d8ed67 req-9db1df73-da06-45f8-8b77-6e546d3b7c5f tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 944 time: 0.1474004 Feb 15 14:01:24.804159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d15deff-e10e-4380-afbd-b84ca95aaff0 req-3b633e06-766a-43c8-a5fa-d06ee2a287ca tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1a2b24b-77e5-4d9d-b68e-c0381ebb4279 HTTP/1.1" status: 200 len: 210 time: 0.1202683 Feb 15 14:01:24.810220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:24.898272 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b9b827-2d0f-45e0-ba6f-16e762365c07 x-openstack-request-id: req-a4b9b827-2d0f-45e0-ba6f-16e762365c07 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:24.898584 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c3e788-a9f6-4223-b5f9-033cba2e4aa5", "name": "network-vif-plugged", "status": "completed", "tag": "cf481bf3-6332-46a9-90d5-d4ba27cb1ea9", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:24.899218 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4b9b827-2d0f-45e0-ba6f-16e762365c07 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:24.899218 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c3e788-a9f6-4223-b5f9-033cba2e4aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf481bf3-6332-46a9-90d5-d4ba27cb1ea9', 'code': 200} Feb 15 14:01:24.928840 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0dc4c51-7eee-4260-8905-8e0796d8ed67 req-dc10cd0d-137b-4dbb-b2cf-64a5e8b4feb9 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419208 Feb 15 14:01:25.079188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f351b-2f50-4d7c-aeb5-42606a398ea8 req-40f30499-0343-4cb1-a595-76f95b7444d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.087834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646f351b-2f50-4d7c-aeb5-42606a398ea8 req-40f30499-0343-4cb1-a595-76f95b7444d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 1128 time: 0.1171801 Feb 15 14:01:25.157212 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646f351b-2f50-4d7c-aeb5-42606a398ea8 req-86ab310e-c596-4802-b380-939b7985f40e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626233 Feb 15 14:01:25.215553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac01a-28e3-4a2a-aea6-703e07fb91d7 req-4ffb4464-9bf7-437a-999a-f127be6e7c6e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.222132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac01a-28e3-4a2a-aea6-703e07fb91d7 req-4ffb4464-9bf7-437a-999a-f127be6e7c6e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.228254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac01a-28e3-4a2a-aea6-703e07fb91d7 req-4ffb4464-9bf7-437a-999a-f127be6e7c6e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.234608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac01a-28e3-4a2a-aea6-703e07fb91d7 req-4ffb4464-9bf7-437a-999a-f127be6e7c6e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.240564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac01a-28e3-4a2a-aea6-703e07fb91d7 req-4ffb4464-9bf7-437a-999a-f127be6e7c6e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.247238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac01a-28e3-4a2a-aea6-703e07fb91d7 req-4ffb4464-9bf7-437a-999a-f127be6e7c6e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.253137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ac01a-28e3-4a2a-aea6-703e07fb91d7 req-4ffb4464-9bf7-437a-999a-f127be6e7c6e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.260987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-543ac01a-28e3-4a2a-aea6-703e07fb91d7 req-4ffb4464-9bf7-437a-999a-f127be6e7c6e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1358621 Feb 15 14:01:25.334335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-543ac01a-28e3-4a2a-aea6-703e07fb91d7 req-a12a4dd5-fbff-4103-aedd-7ca58308975a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722141 Feb 15 14:01:25.529744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566bfa-a98f-40ca-9519-c719601e447c req-6750aee9-70ed-4afe-9da2-44c239500785 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.551243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566bfa-a98f-40ca-9519-c719601e447c req-6750aee9-70ed-4afe-9da2-44c239500785 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.556904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566bfa-a98f-40ca-9519-c719601e447c req-6750aee9-70ed-4afe-9da2-44c239500785 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.567985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566bfa-a98f-40ca-9519-c719601e447c req-6750aee9-70ed-4afe-9da2-44c239500785 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.576036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566bfa-a98f-40ca-9519-c719601e447c req-6750aee9-70ed-4afe-9da2-44c239500785 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.582109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566bfa-a98f-40ca-9519-c719601e447c req-6750aee9-70ed-4afe-9da2-44c239500785 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.588040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9566bfa-a98f-40ca-9519-c719601e447c req-6750aee9-70ed-4afe-9da2-44c239500785 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.596481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9566bfa-a98f-40ca-9519-c719601e447c req-6750aee9-70ed-4afe-9da2-44c239500785 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1457219 Feb 15 14:01:25.708711 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9566bfa-a98f-40ca-9519-c719601e447c req-ae79a41a-5cda-4a4e-9388-9d956b04a981 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107795 Feb 15 14:01:25.741898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d82d1f-ff93-444e-aca7-31b2e4431a9e req-94cd1020-183f-4120-b6b9-025ca83a45ef tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:25.750072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4d82d1f-ff93-444e-aca7-31b2e4431a9e req-94cd1020-183f-4120-b6b9-025ca83a45ef tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1285722 Feb 15 14:01:25.802695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4d82d1f-ff93-444e-aca7-31b2e4431a9e req-f21e313f-7e60-494d-a71b-4163195d23ac tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515056 Feb 15 14:01:26.127310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16877b1e-608c-45a4-93dc-ded38eeb1ed0 req-4337a57c-7bd1-4d8c-ba12-a0c77eee9543 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.131554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16877b1e-608c-45a4-93dc-ded38eeb1ed0 req-4337a57c-7bd1-4d8c-ba12-a0c77eee9543 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 945 time: 0.1153858 Feb 15 14:01:26.238033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16877b1e-608c-45a4-93dc-ded38eeb1ed0 req-49e24697-eca6-456d-8a1a-8d2c41152ec0 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996776 Feb 15 14:01:26.260139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6ecc6-0428-4ad1-9a35-4b639c418449 req-5dbe57d8-9e59-4ed5-a33e-7979f06feff4 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.262739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3c6ecc6-0428-4ad1-9a35-4b639c418449 req-5dbe57d8-9e59-4ed5-a33e-7979f06feff4 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.0976660 Feb 15 14:01:26.332601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3c6ecc6-0428-4ad1-9a35-4b639c418449 req-5667dec8-1ede-45b4-baf9-54eae2dddc3e tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632584 Feb 15 14:01:26.485625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e28730-22c3-4c6b-a51c-75d671c417e8 req-b69c6f2c-a99d-4884-9eb2-cdd1462c3f52 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.492892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e28730-22c3-4c6b-a51c-75d671c417e8 req-b69c6f2c-a99d-4884-9eb2-cdd1462c3f52 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.499849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e28730-22c3-4c6b-a51c-75d671c417e8 req-b69c6f2c-a99d-4884-9eb2-cdd1462c3f52 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.505679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e28730-22c3-4c6b-a51c-75d671c417e8 req-b69c6f2c-a99d-4884-9eb2-cdd1462c3f52 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.511820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e28730-22c3-4c6b-a51c-75d671c417e8 req-b69c6f2c-a99d-4884-9eb2-cdd1462c3f52 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.517614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e28730-22c3-4c6b-a51c-75d671c417e8 req-b69c6f2c-a99d-4884-9eb2-cdd1462c3f52 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.523637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e28730-22c3-4c6b-a51c-75d671c417e8 req-b69c6f2c-a99d-4884-9eb2-cdd1462c3f52 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.532489 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81e28730-22c3-4c6b-a51c-75d671c417e8 req-b69c6f2c-a99d-4884-9eb2-cdd1462c3f52 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1230965 Feb 15 14:01:26.623293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81e28730-22c3-4c6b-a51c-75d671c417e8 req-2a6e9c65-06d2-4dcc-98d3-014812082bb7 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898275 Feb 15 14:01:26.883578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9648b-fd06-4f0e-a34f-a1678ed9cc22 req-8805bf00-6d39-4813-81ab-c1855317ddea tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.889890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9648b-fd06-4f0e-a34f-a1678ed9cc22 req-8805bf00-6d39-4813-81ab-c1855317ddea tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.896518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9648b-fd06-4f0e-a34f-a1678ed9cc22 req-8805bf00-6d39-4813-81ab-c1855317ddea tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.903419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9648b-fd06-4f0e-a34f-a1678ed9cc22 req-8805bf00-6d39-4813-81ab-c1855317ddea tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.910978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9648b-fd06-4f0e-a34f-a1678ed9cc22 req-8805bf00-6d39-4813-81ab-c1855317ddea tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.917936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9648b-fd06-4f0e-a34f-a1678ed9cc22 req-8805bf00-6d39-4813-81ab-c1855317ddea tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.923972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9648b-fd06-4f0e-a34f-a1678ed9cc22 req-8805bf00-6d39-4813-81ab-c1855317ddea tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:26.926206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ea9648b-fd06-4f0e-a34f-a1678ed9cc22 req-8805bf00-6d39-4813-81ab-c1855317ddea tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1270401 Feb 15 14:01:27.029963 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ea9648b-fd06-4f0e-a34f-a1678ed9cc22 req-ef0bfff0-1170-471f-97e8-405940c24ad5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911002 Feb 15 14:01:27.047124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef597e7-8a14-4336-8c4a-311a10d3e986 req-7b75eb04-656a-4215-a495-7146bf0f6713 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.048703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ef597e7-8a14-4336-8c4a-311a10d3e986 req-7b75eb04-656a-4215-a495-7146bf0f6713 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1215551 Feb 15 14:01:27.103901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 152450d6-d8da-4909-ab57-3b2f0a062db0 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:01:27.110236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ef597e7-8a14-4336-8c4a-311a10d3e986 req-37d5ebb0-e6f7-4620-b520-1691bbf5dba5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538907 Feb 15 14:01:27.129976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 152450d6-d8da-4909-ab57-3b2f0a062db0 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:01:27.130478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 152450d6-d8da-4909-ab57-3b2f0a062db0 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:01:27.375199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2be808-09d4-419f-b9ba-133cbc238fa2 req-ee520259-4dc5-4eb4-bd75-62adb328a835 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.377131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a2be808-09d4-419f-b9ba-133cbc238fa2 req-ee520259-4dc5-4eb4-bd75-62adb328a835 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0619345 Feb 15 14:01:27.463127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a2be808-09d4-419f-b9ba-133cbc238fa2 req-7db9d0c8-5318-4f0a-8704-46b6c82fa336 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799088 Feb 15 14:01:27.493016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83143a-1e71-460d-9287-c957b412d683 req-5e9f81a0-449d-494e-bf92-554309ec6f49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.495243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c83143a-1e71-460d-9287-c957b412d683 req-5e9f81a0-449d-494e-bf92-554309ec6f49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.0824645 Feb 15 14:01:27.549279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c83143a-1e71-460d-9287-c957b412d683 req-e4da9a33-c027-4101-a2ba-e959bdf909f3 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485473 Feb 15 14:01:27.774195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2cbc3-6aa7-4ae7-ba23-820e15719f39 req-8149bdb5-5643-40c6-8258-01c9b580f16a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.780419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2cbc3-6aa7-4ae7-ba23-820e15719f39 req-8149bdb5-5643-40c6-8258-01c9b580f16a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.790553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2cbc3-6aa7-4ae7-ba23-820e15719f39 req-8149bdb5-5643-40c6-8258-01c9b580f16a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.792573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2cbc3-6aa7-4ae7-ba23-820e15719f39 req-8149bdb5-5643-40c6-8258-01c9b580f16a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.799082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2cbc3-6aa7-4ae7-ba23-820e15719f39 req-8149bdb5-5643-40c6-8258-01c9b580f16a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.806309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2cbc3-6aa7-4ae7-ba23-820e15719f39 req-8149bdb5-5643-40c6-8258-01c9b580f16a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.817433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2cbc3-6aa7-4ae7-ba23-820e15719f39 req-8149bdb5-5643-40c6-8258-01c9b580f16a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.819441 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31f2cbc3-6aa7-4ae7-ba23-820e15719f39 req-8149bdb5-5643-40c6-8258-01c9b580f16a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1124778 Feb 15 14:01:27.910602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31f2cbc3-6aa7-4ae7-ba23-820e15719f39 req-486aad1d-8e19-4ebb-84ab-2981726210de tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834744 Feb 15 14:01:27.944224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d8010-acd7-4bd7-accd-4b018b0d7fb1 req-4b790a5e-b1e7-4a27-a0dd-5932fd5a8a40 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:27.946114 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d8d8010-acd7-4bd7-accd-4b018b0d7fb1 req-4b790a5e-b1e7-4a27-a0dd-5932fd5a8a40 tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0742633 Feb 15 14:01:28.006672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d8d8010-acd7-4bd7-accd-4b018b0d7fb1 req-3e8d3638-e0ae-41cd-a867-669479b7f62e tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545716 Feb 15 14:01:28.195641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc410-93bd-4d9e-9145-bcce4fa4cf0c req-7a1634b6-e2f6-4e81-89b7-a38791eb4ea9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:28.203785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc410-93bd-4d9e-9145-bcce4fa4cf0c req-7a1634b6-e2f6-4e81-89b7-a38791eb4ea9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:28.209209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc410-93bd-4d9e-9145-bcce4fa4cf0c req-7a1634b6-e2f6-4e81-89b7-a38791eb4ea9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:28.215530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc410-93bd-4d9e-9145-bcce4fa4cf0c req-7a1634b6-e2f6-4e81-89b7-a38791eb4ea9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:28.220949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc410-93bd-4d9e-9145-bcce4fa4cf0c req-7a1634b6-e2f6-4e81-89b7-a38791eb4ea9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:28.226267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc410-93bd-4d9e-9145-bcce4fa4cf0c req-7a1634b6-e2f6-4e81-89b7-a38791eb4ea9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:28.231834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dc410-93bd-4d9e-9145-bcce4fa4cf0c req-7a1634b6-e2f6-4e81-89b7-a38791eb4ea9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:28.233765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc2dc410-93bd-4d9e-9145-bcce4fa4cf0c req-7a1634b6-e2f6-4e81-89b7-a38791eb4ea9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1086757 Feb 15 14:01:28.328521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044254fb-8a7d-4bf2-a9eb-63cfe44ee744 req-f817c93d-43af-4ceb-845d-91316c4cff3b tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:28.330085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-044254fb-8a7d-4bf2-a9eb-63cfe44ee744 req-f817c93d-43af-4ceb-845d-91316c4cff3b tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.0951893 Feb 15 14:01:28.358539 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc2dc410-93bd-4d9e-9145-bcce4fa4cf0c req-22bb460d-f6c9-4dcb-8ea0-2ea6b31343a6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923922 Feb 15 14:01:28.400084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-044254fb-8a7d-4bf2-a9eb-63cfe44ee744 req-cb015d45-88a6-464b-92b0-56508c7756e5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624564 Feb 15 14:01:28.444094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4930f-4af7-4039-aeb4-be276b56853e req-38947179-e690-4937-bad2-8bbd6dec71aa tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:28.445729 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-88a4930f-4af7-4039-aeb4-be276b56853e req-38947179-e690-4937-bad2-8bbd6dec71aa tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.0760744 Feb 15 14:01:28.555185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-88a4930f-4af7-4039-aeb4-be276b56853e req-e4987d18-6ef0-42a1-9dd9-324522d8ef49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Deleting port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:01:28.555557 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-88a4930f-4af7-4039-aeb4-be276b56853e req-e4987d18-6ef0-42a1-9dd9-324522d8ef49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:28.658262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-88a4930f-4af7-4039-aeb4-be276b56853e req-e4987d18-6ef0-42a1-9dd9-324522d8ef49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] For port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:28.658628 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-88a4930f-4af7-4039-aeb4-be276b56853e req-e4987d18-6ef0-42a1-9dd9-324522d8ef49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:28.672988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-88a4930f-4af7-4039-aeb4-be276b56853e req-e4987d18-6ef0-42a1-9dd9-324522d8ef49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Calling delete_port for 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:01:28.690717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2f2c3-13a2-4fd8-884b-e28066d46afb req-777d133f-d9ed-48fc-b00b-a011ae2eb1be tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:28.692358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dde2f2c3-13a2-4fd8-884b-e28066d46afb req-777d133f-d9ed-48fc-b00b-a011ae2eb1be tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ae27c0-27ab-467f-b6cf-4fb57be74d93 HTTP/1.1" status: 200 len: 945 time: 0.0643978 Feb 15 14:01:28.766987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dde2f2c3-13a2-4fd8-884b-e28066d46afb req-a39e8bcb-15b0-4251-9ed9-f5e2eadc29e4 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.72 "GET /v2.0/security-groups?id=4a3eb32e-f767-49c1-a28d-53588ad286fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630243 Feb 15 14:01:28.824545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-88a4930f-4af7-4039-aeb4-be276b56853e req-e4987d18-6ef0-42a1-9dd9-324522d8ef49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:28.836961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:28.856167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4987d18-6ef0-42a1-9dd9-324522d8ef49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Pushing event deleted for resources: {'Port': ['ID=0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:28.902553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a4930f-4af7-4039-aeb4-be276b56853e req-e4987d18-6ef0-42a1-9dd9-324522d8ef49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] No DVR routers for this DVR port 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:01:28.905450 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-88a4930f-4af7-4039-aeb4-be276b56853e req-e4987d18-6ef0-42a1-9dd9-324522d8ef49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:28.910394 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-88a4930f-4af7-4039-aeb4-be276b56853e req-e4987d18-6ef0-42a1-9dd9-324522d8ef49 tempest-ServerRescueTestJSON-1109315118 tempest-ServerRescueTestJSON-1109315118-project] 10.222.0.42 "DELETE /v2.0/ports/0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e HTTP/1.1" status: 204 len: 173 time: 0.4592090 Feb 15 14:01:28.910947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ae27c0-27ab-467f-b6cf-4fb57be74d93', 'name': 'network-vif-deleted', 'tag': '0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:28.914597 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da78b9c1-4dbf-4416-85ea-ca22113425e0" -d '{"events": [{"server_uuid": "c3ae27c0-27ab-467f-b6cf-4fb57be74d93", "name": "network-vif-deleted", "tag": "0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:28.964956 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae1511e-0ff7-44d8-a39c-3ba19b7de73d x-openstack-request-id: req-8ae1511e-0ff7-44d8-a39c-3ba19b7de73d {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:28.965332 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ae27c0-27ab-467f-b6cf-4fb57be74d93", "name": "network-vif-deleted", "tag": "0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:28.965489 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ae1511e-0ff7-44d8-a39c-3ba19b7de73d {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:28.965883 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ae27c0-27ab-467f-b6cf-4fb57be74d93', 'name': 'network-vif-deleted', 'tag': '0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e', 'status': 'completed', 'code': 200} Feb 15 14:01:29.128456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8740a7-a205-416e-bcc7-c646b8395a74 req-7d45d48a-fc99-4f8b-9bbb-d1f0dc2625c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.133743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8740a7-a205-416e-bcc7-c646b8395a74 req-7d45d48a-fc99-4f8b-9bbb-d1f0dc2625c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.139750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8740a7-a205-416e-bcc7-c646b8395a74 req-7d45d48a-fc99-4f8b-9bbb-d1f0dc2625c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.145076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8740a7-a205-416e-bcc7-c646b8395a74 req-7d45d48a-fc99-4f8b-9bbb-d1f0dc2625c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.151375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8740a7-a205-416e-bcc7-c646b8395a74 req-7d45d48a-fc99-4f8b-9bbb-d1f0dc2625c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.157459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8740a7-a205-416e-bcc7-c646b8395a74 req-7d45d48a-fc99-4f8b-9bbb-d1f0dc2625c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.162851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8740a7-a205-416e-bcc7-c646b8395a74 req-7d45d48a-fc99-4f8b-9bbb-d1f0dc2625c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.171638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa8740a7-a205-416e-bcc7-c646b8395a74 req-7d45d48a-fc99-4f8b-9bbb-d1f0dc2625c1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1315985 Feb 15 14:01:29.265560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773cac0-d59e-4181-8dd6-2e0571a0085e req-722b2bc8-7a01-446f-9f98-a9b2e145999e tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.267072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0773cac0-d59e-4181-8dd6-2e0571a0085e req-722b2bc8-7a01-446f-9f98-a9b2e145999e tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 945 time: 0.0872777 Feb 15 14:01:29.280623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa8740a7-a205-416e-bcc7-c646b8395a74 req-a5e289df-308a-497b-8a0b-20e0ed211389 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080561 Feb 15 14:01:29.332234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0773cac0-d59e-4181-8dd6-2e0571a0085e req-d52fd776-19bb-467e-84d4-965ae8cc170f tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/security-groups?id=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505853 Feb 15 14:01:29.673729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d289c-c589-45a2-a198-0c8afc7c498a req-4d95ab1b-6fde-4dd5-9b17-7c78804d40f5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.675164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-351d289c-c589-45a2-a198-0c8afc7c498a req-4d95ab1b-6fde-4dd5-9b17-7c78804d40f5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1831191 Feb 15 14:01:29.696990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90d674-29c8-4f1d-8054-1f2d04f37abb req-0537227a-99f7-40ce-8e72-49b6e258c805 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.702774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90d674-29c8-4f1d-8054-1f2d04f37abb req-0537227a-99f7-40ce-8e72-49b6e258c805 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.708022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90d674-29c8-4f1d-8054-1f2d04f37abb req-0537227a-99f7-40ce-8e72-49b6e258c805 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.713763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90d674-29c8-4f1d-8054-1f2d04f37abb req-0537227a-99f7-40ce-8e72-49b6e258c805 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.719019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90d674-29c8-4f1d-8054-1f2d04f37abb req-0537227a-99f7-40ce-8e72-49b6e258c805 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.724260 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90d674-29c8-4f1d-8054-1f2d04f37abb req-0537227a-99f7-40ce-8e72-49b6e258c805 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.729582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90d674-29c8-4f1d-8054-1f2d04f37abb req-0537227a-99f7-40ce-8e72-49b6e258c805 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.731636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf90d674-29c8-4f1d-8054-1f2d04f37abb req-0537227a-99f7-40ce-8e72-49b6e258c805 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1591101 Feb 15 14:01:29.739120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bd061-45d1-435a-90e0-d35dbc7151cc req-da134ea5-6288-41bd-985c-07a3db3818ac tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:29.740541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-965bd061-45d1-435a-90e0-d35dbc7151cc req-da134ea5-6288-41bd-985c-07a3db3818ac tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.67 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 945 time: 0.1699834 Feb 15 14:01:29.868944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-351d289c-c589-45a2-a198-0c8afc7c498a req-0db9e42c-f484-43dd-b73d-560f70dfaa45 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838889 Feb 15 14:01:29.899916 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf90d674-29c8-4f1d-8054-1f2d04f37abb req-81f31ff2-7ec1-44bc-8191-e9caf23ef3d9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583652 Feb 15 14:01:29.929344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59526) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:29.929808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-965bd061-45d1-435a-90e0-d35dbc7151cc req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Deleting port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:01:29.930024 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-965bd061-45d1-435a-90e0-d35dbc7151cc req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:30.033780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-965bd061-45d1-435a-90e0-d35dbc7151cc req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] For port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9,segment=NetworkSegment(e4704b8d-ac89-4ac9-8daf-07c45cbaf125),segment_id=e4704b8d-ac89-4ac9-8daf-07c45cbaf125)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:30.034138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-965bd061-45d1-435a-90e0-d35dbc7151cc req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:30.047654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-965bd061-45d1-435a-90e0-d35dbc7151cc req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Calling delete_port for cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:01:30.185149 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-965bd061-45d1-435a-90e0-d35dbc7151cc req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (cf481bf3-6332-46a9-90d5-d4ba27cb1ea9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:30.198109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['cf481bf3-6332-46a9-90d5-d4ba27cb1ea9'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:30.217602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Pushing event deleted for resources: {'Port': ['ID=cf481bf3-6332-46a9-90d5-d4ba27cb1ea9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:30.247590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.248027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.248445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.248902 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.249305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.249706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.250122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.250631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.250942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.251323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.251724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.252114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.252504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:30.275199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-965bd061-45d1-435a-90e0-d35dbc7151cc req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] No DVR routers for this DVR port cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:01:30.277808 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-965bd061-45d1-435a-90e0-d35dbc7151cc req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:30.281236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-965bd061-45d1-435a-90e0-d35dbc7151cc req-065f632c-de71-4f7a-8ec8-92da64ea2f5d tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.67 "DELETE /v2.0/ports/cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 HTTP/1.1" status: 204 len: 173 time: 0.5326507 Feb 15 14:01:30.282008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c3e788-a9f6-4223-b5f9-033cba2e4aa5', 'name': 'network-vif-deleted', 'tag': 'cf481bf3-6332-46a9-90d5-d4ba27cb1ea9'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:30.284309 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa30f23-b05e-43f8-a61d-ef82f88d38cb" -d '{"events": [{"server_uuid": "90c3e788-a9f6-4223-b5f9-033cba2e4aa5", "name": "network-vif-deleted", "tag": "cf481bf3-6332-46a9-90d5-d4ba27cb1ea9"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:30.334104 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40a1552-419f-4473-a18e-453ccde061a2 x-openstack-request-id: req-f40a1552-419f-4473-a18e-453ccde061a2 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:30.334511 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c3e788-a9f6-4223-b5f9-033cba2e4aa5", "name": "network-vif-deleted", "tag": "cf481bf3-6332-46a9-90d5-d4ba27cb1ea9", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:30.334709 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f40a1552-419f-4473-a18e-453ccde061a2 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:30.335088 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c3e788-a9f6-4223-b5f9-033cba2e4aa5', 'name': 'network-vif-deleted', 'tag': 'cf481bf3-6332-46a9-90d5-d4ba27cb1ea9', 'status': 'completed', 'code': 200} Feb 15 14:01:30.335906 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (e0f42914-feec-49a4-befe-b4c7cb0c8157), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:30.458083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cfaf9-8115-47e9-85cf-76e270af5335 req-b1a94dd6-492b-42a0-a617-c7b21e6792f9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:30.463837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cfaf9-8115-47e9-85cf-76e270af5335 req-b1a94dd6-492b-42a0-a617-c7b21e6792f9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:30.469229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cfaf9-8115-47e9-85cf-76e270af5335 req-b1a94dd6-492b-42a0-a617-c7b21e6792f9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:30.474606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cfaf9-8115-47e9-85cf-76e270af5335 req-b1a94dd6-492b-42a0-a617-c7b21e6792f9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:30.480443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cfaf9-8115-47e9-85cf-76e270af5335 req-b1a94dd6-492b-42a0-a617-c7b21e6792f9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:30.485784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cfaf9-8115-47e9-85cf-76e270af5335 req-b1a94dd6-492b-42a0-a617-c7b21e6792f9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:30.491066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cfaf9-8115-47e9-85cf-76e270af5335 req-b1a94dd6-492b-42a0-a617-c7b21e6792f9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:30.492987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf0cfaf9-8115-47e9-85cf-76e270af5335 req-b1a94dd6-492b-42a0-a617-c7b21e6792f9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1222363 Feb 15 14:01:30.534136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3ae5af9-9f0e-44fd-8e09-d24df6e7c21c req-9d2022dd-9292-48d1-9c67-d74f0931aecf tempest-ServerAddressesTestJSON-2092953268 tempest-ServerAddressesTestJSON-2092953268-project] 10.222.0.72 "GET /v2.0/ports?device_id=90c3e788-a9f6-4223-b5f9-033cba2e4aa5 HTTP/1.1" status: 200 len: 210 time: 0.0400238 Feb 15 14:01:30.578060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf0cfaf9-8115-47e9-85cf-76e270af5335 req-7ed712a3-a960-48a9-86bc-d5e66dde32ed tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752845 Feb 15 14:01:30.649632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] Deleting port dbd04dae-04bc-4776-b56e-cf65ff1039dd {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:01:30.650050 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:30.733527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] For port dbd04dae-04bc-4776-b56e-cf65ff1039dd, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=dbd04dae-04bc-4776-b56e-cf65ff1039dd,segment=NetworkSegment(735b9c05-e9a1-4b88-ae2b-e7c8ecceab06),segment_id=735b9c05-e9a1-4b88-ae2b-e7c8ecceab06)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:30.734060 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:30.747188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] Calling delete_port for dbd04dae-04bc-4776-b56e-cf65ff1039dd owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:01:30.988629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (dbd04dae-04bc-4776-b56e-cf65ff1039dd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:31.058223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcb9a7-2066-436c-a4b7-a6a2cb0c23ca req-0f9aaddb-4a04-46d7-b7e6-24ad7f69913c tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.059849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25bcb9a7-2066-436c-a4b7-a6a2cb0c23ca req-0f9aaddb-4a04-46d7-b7e6-24ad7f69913c tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1020453 Feb 15 14:01:31.070358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd04dae-04bc-4776-b56e-cf65ff1039dd,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:31.100468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ae6ae938-07ef-49af-a241-1ead4188e276 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:01:31.116364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4f5e5-44a9-4f70-a2e5-d5bf0b0497d9 req-6565de1d-8ece-42bd-b563-7536fe78de12 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.121532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4f5e5-44a9-4f70-a2e5-d5bf0b0497d9 req-6565de1d-8ece-42bd-b563-7536fe78de12 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.126653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4f5e5-44a9-4f70-a2e5-d5bf0b0497d9 req-6565de1d-8ece-42bd-b563-7536fe78de12 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.132024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4f5e5-44a9-4f70-a2e5-d5bf0b0497d9 req-6565de1d-8ece-42bd-b563-7536fe78de12 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.138370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4f5e5-44a9-4f70-a2e5-d5bf0b0497d9 req-6565de1d-8ece-42bd-b563-7536fe78de12 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.145710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4f5e5-44a9-4f70-a2e5-d5bf0b0497d9 req-6565de1d-8ece-42bd-b563-7536fe78de12 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.157237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4f5e5-44a9-4f70-a2e5-d5bf0b0497d9 req-6565de1d-8ece-42bd-b563-7536fe78de12 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.160402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72a4f5e5-44a9-4f70-a2e5-d5bf0b0497d9 req-6565de1d-8ece-42bd-b563-7536fe78de12 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5430 time: 0.1478610 Feb 15 14:01:31.205530 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (e0f42914-feec-49a4-befe-b4c7cb0c8157), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:31.219798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ae6ae938-07ef-49af-a241-1ead4188e276, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ae6ae938-07ef-49af-a241-1ead4188e276,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:31.232635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'ae6ae938-07ef-49af-a241-1ead4188e276', 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f', 'port_id': 'ae6ae938-07ef-49af-a241-1ead4188e276', 'mac_address': 'fa:16:3e:5c:00:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531af059-d351-4fcf-bdf6-65bff30aefa7', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:01:31.250517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25bcb9a7-2066-436c-a4b7-a6a2cb0c23ca req-8bc19924-6280-4cde-afec-d0ef6160c157 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837530 Feb 15 14:01:31.276029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72a4f5e5-44a9-4f70-a2e5-d5bf0b0497d9 req-ff7639e7-4c17-44f4-b9bd-e7dc4856348f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042073 Feb 15 14:01:31.292775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port ae6ae938-07ef-49af-a241-1ead4188e276 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:31.293185 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:31.307587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6ae938-07ef-49af-a241-1ead4188e276 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:31.328675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ae6ae938-07ef-49af-a241-1ead4188e276, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ae6ae938-07ef-49af-a241-1ead4188e276,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:31.333154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:31.334308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a645b7a0-2706-47a8-b091-4d134dcfe100 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:01:31.370387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a645b7a0-2706-47a8-b091-4d134dcfe100, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a645b7a0-2706-47a8-b091-4d134dcfe100,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:31.384300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'a645b7a0-2706-47a8-b091-4d134dcfe100', 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f', 'port_id': 'a645b7a0-2706-47a8-b091-4d134dcfe100', 'mac_address': 'fa:16:3e:78:19:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531af059-d351-4fcf-bdf6-65bff30aefa7', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:01:31.487292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=ae6ae938-07ef-49af-a241-1ead4188e276,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:31.489822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port a645b7a0-2706-47a8-b091-4d134dcfe100 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:31.490174 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:31.495431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] Router e0f42914-feec-49a4-befe-b4c7cb0c8157 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:01:31.509146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a645b7a0-2706-47a8-b091-4d134dcfe100 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:31.531155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a645b7a0-2706-47a8-b091-4d134dcfe100, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a645b7a0-2706-47a8-b091-4d134dcfe100,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:31.536145 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:31.536907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ef5ffed5-7caf-46a6-be1c-41b168dc0fbe details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:01:31.613596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=a645b7a0-2706-47a8-b091-4d134dcfe100,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:31.629216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:31.641739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59542) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:31.643795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'ef5ffed5-7caf-46a6-be1c-41b168dc0fbe', 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f', 'port_id': 'ef5ffed5-7caf-46a6-be1c-41b168dc0fbe', 'mac_address': 'fa:16:3e:ff:2a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531af059-d351-4fcf-bdf6-65bff30aefa7', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:01:31.689974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:31.690368 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:31.702331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:01:31.706361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-f089da5a-2d6c-4d1c-8105-632d687453d4 admin admin] Deleting subnet 666a2915-91aa-496a-b94f-8a81b32e5871 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:01:31.713894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5ffed5-7caf-46a6-be1c-41b168dc0fbe {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:31.715253 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-22650983-027d-45d6-84ad-d697af0ce1e9 admin admin] 10.222.0.72 "PUT /v2.0/routers/e0f42914-feec-49a4-befe-b4c7cb0c8157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7839048 Feb 15 14:01:31.717059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59544) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:31.719053 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f089da5a-2d6c-4d1c-8105-632d687453d4 admin admin] Publish callbacks [] for subnet (666a2915-91aa-496a-b94f-8a81b32e5871), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:31.722879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425ece6-e6fe-4015-9d2a-f81095f0b2eb None None] Sync routers for ids ['e0f42914-feec-49a4-befe-b4c7cb0c8157'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:01:31.745832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f425ece6-e6fe-4015-9d2a-f81095f0b2eb None None] Routers {'e0f42914-feec-49a4-befe-b4c7cb0c8157'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:01:31.745832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f425ece6-e6fe-4015-9d2a-f81095f0b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:01:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e0f42914-feec-49a4-befe-b4c7cb0c8157'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:31.789015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631977-2003-43e1-8111-f42939d2a1ad req-49452c16-a74c-4612-9531-dda6e2ba7dc3 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.793756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:31.797117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631977-2003-43e1-8111-f42939d2a1ad req-49452c16-a74c-4612-9531-dda6e2ba7dc3 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.803138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631977-2003-43e1-8111-f42939d2a1ad req-49452c16-a74c-4612-9531-dda6e2ba7dc3 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.810214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631977-2003-43e1-8111-f42939d2a1ad req-49452c16-a74c-4612-9531-dda6e2ba7dc3 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.815376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631977-2003-43e1-8111-f42939d2a1ad req-49452c16-a74c-4612-9531-dda6e2ba7dc3 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.820985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631977-2003-43e1-8111-f42939d2a1ad req-49452c16-a74c-4612-9531-dda6e2ba7dc3 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.826800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631977-2003-43e1-8111-f42939d2a1ad req-49452c16-a74c-4612-9531-dda6e2ba7dc3 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:31.829791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63631977-2003-43e1-8111-f42939d2a1ad req-49452c16-a74c-4612-9531-dda6e2ba7dc3 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1422193 Feb 15 14:01:31.839196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:31.839923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b158ca5d-d23b-470c-9724-854ecc95e98b details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:01:31.885756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-f425ece6-e6fe-4015-9d2a-f81095f0b2eb None None] Set router e0f42914-feec-49a4-befe-b4c7cb0c8157 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:01:31.890175 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Publish callbacks [] for router (e0f42914-feec-49a4-befe-b4c7cb0c8157), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:31.893827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63631977-2003-43e1-8111-f42939d2a1ad req-289e5cc1-80c8-4131-954b-fb828a117627 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554123 Feb 15 14:01:31.921586 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f089da5a-2d6c-4d1c-8105-632d687453d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (666a2915-91aa-496a-b94f-8a81b32e5871), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.029168 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f089da5a-2d6c-4d1c-8105-632d687453d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (666a2915-91aa-496a-b94f-8a81b32e5871), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.053785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:32.084544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b158ca5d-d23b-470c-9724-854ecc95e98b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b158ca5d-d23b-470c-9724-854ecc95e98b,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:32.097778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Publish callbacks [] for router_gateway (e0f42914-feec-49a4-befe-b4c7cb0c8157), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.109600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'b158ca5d-d23b-470c-9724-854ecc95e98b', 'network_id': '418e38b8-e8e1-47ac-84da-30f82b26109f', 'port_id': 'b158ca5d-d23b-470c-9724-854ecc95e98b', 'mac_address': 'fa:16:3e:0d:dc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531af059-d351-4fcf-bdf6-65bff30aefa7', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:01:32.185716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port b158ca5d-d23b-470c-9724-854ecc95e98b is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:32.186251 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.205378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b158ca5d-d23b-470c-9724-854ecc95e98b {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:32.228527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f425ece6-e6fe-4015-9d2a-f81095f0b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'name': 'tempest-ServerRescueTestJSON-1842438215-router', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:31Z', 'updated_at': '2022-02-15T14:01:30Z', 'revision_number': 5, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'gw_port': {'id': '605c5ab5-a220-4fba-99e1-ca7c7e88e7ae', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:59:32Z', 'updated_at': '2022-02-15T13:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:32.234513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b158ca5d-d23b-470c-9724-854ecc95e98b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b158ca5d-d23b-470c-9724-854ecc95e98b,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:32.260418 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.261091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 3979dcb3-514f-4c89-9d07-9203d9443f20 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:01:32.262999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425ece6-e6fe-4015-9d2a-f81095f0b2eb None None] Checking router: e0f42914-feec-49a4-befe-b4c7cb0c8157 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:01:32.306038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f425ece6-e6fe-4015-9d2a-f81095f0b2eb None None] Routers {'e0f42914-feec-49a4-befe-b4c7cb0c8157'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:01:32.306686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f425ece6-e6fe-4015-9d2a-f81095f0b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:01:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e0f42914-feec-49a4-befe-b4c7cb0c8157'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:32.434646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=b158ca5d-d23b-470c-9724-854ecc95e98b,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:32.450439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:01:32.455894 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f089da5a-2d6c-4d1c-8105-632d687453d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (666a2915-91aa-496a-b94f-8a81b32e5871), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.469043 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f089da5a-2d6c-4d1c-8105-632d687453d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.475057 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f089da5a-2d6c-4d1c-8105-632d687453d4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/666a2915-91aa-496a-b94f-8a81b32e5871 HTTP/1.1" status: 204 len: 168 time: 0.8286881 Feb 15 14:01:32.475057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59550) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:32.484146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:01:32.484496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device cf481bf3-6332-46a9-90d5-d4ba27cb1ea9 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:01:32.517205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-f425ece6-e6fe-4015-9d2a-f81095f0b2eb None None] Set router e0f42914-feec-49a4-befe-b4c7cb0c8157 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:01:32.541693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089da5a-2d6c-4d1c-8105-632d687453d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=666a2915-91aa-496a-b94f-8a81b32e5871,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:32.589584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Deleting port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:01:32.589979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.593851 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (3ae40e34-b3bc-4118-a925-fd135c876a14), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.594371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374bd22-2bd8-4896-9512-d0533f25c689 req-31c44784-5dac-47f6-83be-5fed1859dfef tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:32.602599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f425ece6-e6fe-4015-9d2a-f81095f0b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'name': 'tempest-ServerRescueTestJSON-1842438215-router', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:31Z', 'updated_at': '2022-02-15T14:01:32Z', 'revision_number': 6, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:32.608274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9374bd22-2bd8-4896-9512-d0533f25c689 req-31c44784-5dac-47f6-83be-5fed1859dfef tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1968708 Feb 15 14:01:32.651769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425ece6-e6fe-4015-9d2a-f81095f0b2eb None None] The sync data for ids ['e0f42914-feec-49a4-befe-b4c7cb0c8157'] in n-d-829064-15 is: [{'id': 'e0f42914-feec-49a4-befe-b4c7cb0c8157', 'name': 'tempest-ServerRescueTestJSON-1842438215-router', 'tenant_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:59:31Z', 'updated_at': '2022-02-15T14:01:32Z', 'revision_number': 6, 'project_id': 'c8e4caf65d074140b1e3cf64680b06d7', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:01:32.654891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 3979dcb3-514f-4c89-9d07-9203d9443f20, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3979dcb3-514f-4c89-9d07-9203d9443f20,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:32.668464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '3979dcb3-514f-4c89-9d07-9203d9443f20', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'port_id': '3979dcb3-514f-4c89-9d07-9203d9443f20', 'mac_address': 'fa:16:3e:e5:0a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:01:32.706428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf372b22-a9a0-4864-8ae0-256e92f2bc15 req-98939425-9d0b-4fc5-aca3-8c40755504b5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:32.727710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf372b22-a9a0-4864-8ae0-256e92f2bc15 req-98939425-9d0b-4fc5-aca3-8c40755504b5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:32.731993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 3979dcb3-514f-4c89-9d07-9203d9443f20 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:32.732397 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.735564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (3ae40e34-b3bc-4118-a925-fd135c876a14), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.738833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf372b22-a9a0-4864-8ae0-256e92f2bc15 req-98939425-9d0b-4fc5-aca3-8c40755504b5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:32.747989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf372b22-a9a0-4864-8ae0-256e92f2bc15 req-98939425-9d0b-4fc5-aca3-8c40755504b5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:32.751508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3979dcb3-514f-4c89-9d07-9203d9443f20 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:32.757599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf372b22-a9a0-4864-8ae0-256e92f2bc15 req-98939425-9d0b-4fc5-aca3-8c40755504b5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:32.759785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae40e34-b3bc-4118-a925-fd135c876a14']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:32.768273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf372b22-a9a0-4864-8ae0-256e92f2bc15 req-98939425-9d0b-4fc5-aca3-8c40755504b5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:32.776432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf372b22-a9a0-4864-8ae0-256e92f2bc15 req-98939425-9d0b-4fc5-aca3-8c40755504b5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:32.777192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4704b8d-ac89-4ac9-8daf-07c45cbaf125') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:32.777551 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4704b8d-ac89-4ac9-8daf-07c45cbaf125') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:32.781925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 3979dcb3-514f-4c89-9d07-9203d9443f20, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3979dcb3-514f-4c89-9d07-9203d9443f20,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:32.783682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf372b22-a9a0-4864-8ae0-256e92f2bc15 req-98939425-9d0b-4fc5-aca3-8c40755504b5 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5434 time: 0.3613372 Feb 15 14:01:32.789642 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.838763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] For port 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=605c5ab5-a220-4fba-99e1-ca7c7e88e7ae,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:32.839133 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.853863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=3979dcb3-514f-4c89-9d07-9203d9443f20,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:32.866164 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (e4704b8d-ac89-4ac9-8daf-07c45cbaf125), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.868468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Calling delete_port for 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:01:32.875237 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf372b22-a9a0-4864-8ae0-256e92f2bc15 req-25f033ed-2bb5-4ab3-a240-a82bbc343480 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724964 Feb 15 14:01:32.883728 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9374bd22-2bd8-4896-9512-d0533f25c689 req-53912c61-3204-4f17-b0b1-66020e391657 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742066 Feb 15 14:01:32.936210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e4704b8d-ac89-4ac9-8daf-07c45cbaf125), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.945402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:01:32.945792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (e4704b8d-ac89-4ac9-8daf-07c45cbaf125), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:01:32.948139 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:01:33.048941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89dbd7-3fc7-49fa-a66f-51bce4259a87 req-a324c8c4-3fe5-473f-ae50-6d857389726d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:33.063448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89dbd7-3fc7-49fa-a66f-51bce4259a87 req-a324c8c4-3fe5-473f-ae50-6d857389726d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:33.069258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89dbd7-3fc7-49fa-a66f-51bce4259a87 req-a324c8c4-3fe5-473f-ae50-6d857389726d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:33.098225 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89dbd7-3fc7-49fa-a66f-51bce4259a87 req-a324c8c4-3fe5-473f-ae50-6d857389726d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:33.108474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89dbd7-3fc7-49fa-a66f-51bce4259a87 req-a324c8c4-3fe5-473f-ae50-6d857389726d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:33.128378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:01:33.133162 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (3ae40e34-b3bc-4118-a925-fd135c876a14), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.142495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89dbd7-3fc7-49fa-a66f-51bce4259a87 req-a324c8c4-3fe5-473f-ae50-6d857389726d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:33.143435 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.149468 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3ae40e34-b3bc-4118-a925-fd135c876a14 HTTP/1.1" status: 204 len: 168 time: 0.6737001 Feb 15 14:01:33.153823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89dbd7-3fc7-49fa-a66f-51bce4259a87 req-a324c8c4-3fe5-473f-ae50-6d857389726d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:33.159914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b89dbd7-3fc7-49fa-a66f-51bce4259a87 req-a324c8c4-3fe5-473f-ae50-6d857389726d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1896677 Feb 15 14:01:33.164640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device dbd04dae-04bc-4776-b56e-cf65ff1039dd no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:01:33.171366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605fceb-0a90-4575-931c-1037b6a40608 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae40e34-b3bc-4118-a925-fd135c876a14,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:33.187468 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (605c5ab5-a220-4fba-99e1-ca7c7e88e7ae), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.207762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:01:33.217959 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Pushing event deleted for resources: {'Port': ['ID=605c5ab5-a220-4fba-99e1-ca7c7e88e7ae,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:33.327105 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (e0f42914-feec-49a4-befe-b4c7cb0c8157), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.328810 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b89dbd7-3fc7-49fa-a66f-51bce4259a87 req-03c94f73-f092-40a2-b1eb-fdf5d01fbafd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601753 Feb 15 14:01:33.397947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59556) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:33.463101 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (e0f42914-feec-49a4-befe-b4c7cb0c8157), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.466705 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Publish callbacks [] for router_controller (e0f42914-feec-49a4-befe-b4c7cb0c8157), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.488821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: dbd04dae-04bc-4776-b56e-cf65ff1039dd {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:01:33.489448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device dbd04dae-04bc-4776-b56e-cf65ff1039dd not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:01:33.500034 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:01:33.536406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (e0f42914-feec-49a4-befe-b4c7cb0c8157), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.536968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0f42914-feec-49a4-befe-b4c7cb0c8157 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:01:33.546427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.551009 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2d526fee-1bf5-47dc-ab4c-096c01e10450 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e0f42914-feec-49a4-befe-b4c7cb0c8157 HTTP/1.1" status: 204 len: 168 time: 1.8297360 Feb 15 14:01:33.551193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59558) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:33.590929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:33.624840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ba82cf-117f-43d6-9be4-95b31c925ca7 admin admin] Deleting subnet 2004f8b3-14e4-498a-9661-061bdbfd997e {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:01:33.629939 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90ba82cf-117f-43d6-9be4-95b31c925ca7 admin admin] Publish callbacks [] for subnet (2004f8b3-14e4-498a-9661-061bdbfd997e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.651189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['ae6ae938-07ef-49af-a241-1ead4188e276'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:33.692767 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90ba82cf-117f-43d6-9be4-95b31c925ca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (2004f8b3-14e4-498a-9661-061bdbfd997e), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.719548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['b158ca5d-d23b-470c-9724-854ecc95e98b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:33.750971 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90ba82cf-117f-43d6-9be4-95b31c925ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (2004f8b3-14e4-498a-9661-061bdbfd997e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.766424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['a645b7a0-2706-47a8-b091-4d134dcfe100'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:33.829061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['3979dcb3-514f-4c89-9d07-9203d9443f20'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:33.831599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:01:33.833545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0b861a7d-a2ec-4bd6-a74b-6a45a9861d7e not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:01:33.845397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8434f013-7416-445e-a858-cdd1dc58d83d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b5c72d3f2ed46fe93c69c785f7f9328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4457872 Feb 15 14:01:33.846580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90ba82cf-117f-43d6-9be4-95b31c925ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (2004f8b3-14e4-498a-9661-061bdbfd997e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.848562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59560) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:33.885357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba82cf-117f-43d6-9be4-95b31c925ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2004f8b3-14e4-498a-9661-061bdbfd997e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:33.901335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90ba82cf-117f-43d6-9be4-95b31c925ca7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.906085 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-90ba82cf-117f-43d6-9be4-95b31c925ca7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2004f8b3-14e4-498a-9661-061bdbfd997e HTTP/1.1" status: 204 len: 168 time: 0.3538525 Feb 15 14:01:33.909238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59562) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:33.934026 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-204e8b4f-d7f7-4ed9-9111-9a3f1afb8de8 admin admin] Publish callbacks [] for security_group (e7bf02e4-dc2b-44a1-a97d-3cab04972ec0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:33.961037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'e0985118-1bc6-4e3e-9e01-19e40f0f8ec9', 'network_id': 'e93e2024-4227-440b-850d-321f84125af0', 'port_id': 'e0985118-1bc6-4e3e-9e01-19e40f0f8ec9', 'mac_address': 'fa:16:3e:35:cf:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5c18f1-eca4-4063-884c-0aeb9fc5c00e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:01:33.979746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-204e8b4f-d7f7-4ed9-9111-9a3f1afb8de8 admin admin] Publish callbacks [] for security_group (e7bf02e4-dc2b-44a1-a97d-3cab04972ec0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.044007 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-204e8b4f-d7f7-4ed9-9111-9a3f1afb8de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e7bf02e4-dc2b-44a1-a97d-3cab04972ec0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.046678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-204e8b4f-d7f7-4ed9-9111-9a3f1afb8de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.047880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-204e8b4f-d7f7-4ed9-9111-9a3f1afb8de8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7bf02e4-dc2b-44a1-a97d-3cab04972ec0 HTTP/1.1" status: 204 len: 168 time: 0.1980946 Feb 15 14:01:34.103378 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.157602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e8b4f-d7f7-4ed9-9111-9a3f1afb8de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bf02e4-dc2b-44a1-a97d-3cab04972ec0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:34.212774 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.217464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:34.218206 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.239539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:34.253404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:34.253404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735b9c05-e9a1-4b88-ae2b-e7c8ecceab06') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:34.255070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e714b6-49bb-4725-8021-5a6aeb3ac31e req-75cc9086-5066-424d-a0e7-2680c90f12c9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.260425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e714b6-49bb-4725-8021-5a6aeb3ac31e req-75cc9086-5066-424d-a0e7-2680c90f12c9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.264638 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (735b9c05-e9a1-4b88-ae2b-e7c8ecceab06), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.266465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e714b6-49bb-4725-8021-5a6aeb3ac31e req-75cc9086-5066-424d-a0e7-2680c90f12c9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.271790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e714b6-49bb-4725-8021-5a6aeb3ac31e req-75cc9086-5066-424d-a0e7-2680c90f12c9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.277884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e714b6-49bb-4725-8021-5a6aeb3ac31e req-75cc9086-5066-424d-a0e7-2680c90f12c9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.282542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (735b9c05-e9a1-4b88-ae2b-e7c8ecceab06), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.283595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e714b6-49bb-4725-8021-5a6aeb3ac31e req-75cc9086-5066-424d-a0e7-2680c90f12c9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.289044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e714b6-49bb-4725-8021-5a6aeb3ac31e req-75cc9086-5066-424d-a0e7-2680c90f12c9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.289251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:01:34.289652 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (735b9c05-e9a1-4b88-ae2b-e7c8ecceab06), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.297311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84e714b6-49bb-4725-8021-5a6aeb3ac31e req-75cc9086-5066-424d-a0e7-2680c90f12c9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5435 time: 0.2474620 Feb 15 14:01:34.330345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acf38e-4391-4c3b-ac51-744c0346ef80 req-39b953ca-8e00-4b83-bb4a-b9e9fa7d2c90 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.332502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13acf38e-4391-4c3b-ac51-744c0346ef80 req-39b953ca-8e00-4b83-bb4a-b9e9fa7d2c90 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1982400 Feb 15 14:01:34.345624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['ef5ffed5-7caf-46a6-be1c-41b168dc0fbe'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:01:34.386265 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:01:34.388178 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.393561 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.398038 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] 10.222.0.72 "DELETE /v2.0/networks/dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e HTTP/1.1" status: 204 len: 168 time: 0.4860168 Feb 15 14:01:34.453174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2005c-e17a-4055-a629-8caac84e480e admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf51e8b-288c-4b92-9aa0-a2b3f52bf52e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:34.466947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13acf38e-4391-4c3b-ac51-744c0346ef80 req-d71ff870-e3d7-4904-9579-7b62756aeebf tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987942 Feb 15 14:01:34.483734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84e714b6-49bb-4725-8021-5a6aeb3ac31e req-56edd453-eebc-41da-845f-78343984b098 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853173 Feb 15 14:01:34.521668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:34.645686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:34.689547 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.690225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1d3f8e20-52ee-42af-be60-7c54682ac014 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:01:34.703067 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8aa1b-1082-4c83-8b06-94893a735260 req-ac93745d-c8de-4722-b096-867c45f22a83 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.712447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8aa1b-1082-4c83-8b06-94893a735260 req-ac93745d-c8de-4722-b096-867c45f22a83 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.722217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8aa1b-1082-4c83-8b06-94893a735260 req-ac93745d-c8de-4722-b096-867c45f22a83 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.733944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8aa1b-1082-4c83-8b06-94893a735260 req-ac93745d-c8de-4722-b096-867c45f22a83 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.746587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8aa1b-1082-4c83-8b06-94893a735260 req-ac93745d-c8de-4722-b096-867c45f22a83 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.755346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8aa1b-1082-4c83-8b06-94893a735260 req-ac93745d-c8de-4722-b096-867c45f22a83 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.756372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59582) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:34.765822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8aa1b-1082-4c83-8b06-94893a735260 req-ac93745d-c8de-4722-b096-867c45f22a83 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:34.770972 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6d8aa1b-1082-4c83-8b06-94893a735260 req-ac93745d-c8de-4722-b096-867c45f22a83 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1950386 Feb 15 14:01:34.809877 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-97e79bee-e789-46db-9adf-3fe4808a981a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c8e4caf65d074140b1e3cf64680b06d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525932 Feb 15 14:01:34.812548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59584) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:34.877547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1d3f8e20-52ee-42af-be60-7c54682ac014, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1d3f8e20-52ee-42af-be60-7c54682ac014,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:34.898305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de0cbf2d-a779-48ca-ba43-bef2ac399929 admin admin] Publish callbacks [] for security_group (4a3eb32e-f767-49c1-a28d-53588ad286fe), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:34.906022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:34.921296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6d8aa1b-1082-4c83-8b06-94893a735260 req-764807f5-d8af-4297-a6e6-16ec9a59e08f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383135 Feb 15 14:01:34.922633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '1d3f8e20-52ee-42af-be60-7c54682ac014', 'network_id': 'e93e2024-4227-440b-850d-321f84125af0', 'port_id': '1d3f8e20-52ee-42af-be60-7c54682ac014', 'mac_address': 'fa:16:3e:da:5b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5c18f1-eca4-4063-884c-0aeb9fc5c00e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:01:34.931932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de0cbf2d-a779-48ca-ba43-bef2ac399929 admin admin] Publish callbacks [] for security_group (4a3eb32e-f767-49c1-a28d-53588ad286fe), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:35.001431 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de0cbf2d-a779-48ca-ba43-bef2ac399929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4a3eb32e-f767-49c1-a28d-53588ad286fe), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:35.004648 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de0cbf2d-a779-48ca-ba43-bef2ac399929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:35.015588 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-de0cbf2d-a779-48ca-ba43-bef2ac399929 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4a3eb32e-f767-49c1-a28d-53588ad286fe HTTP/1.1" status: 204 len: 168 time: 0.1991510 Feb 15 14:01:35.025032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cbf2d-a779-48ca-ba43-bef2ac399929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3eb32e-f767-49c1-a28d-53588ad286fe,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:35.038154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1d3f8e20-52ee-42af-be60-7c54682ac014 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:35.038795 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:35.087334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3f8e20-52ee-42af-be60-7c54682ac014 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:35.095439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:01:35.145531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:01:35.145883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 605c5ab5-a220-4fba-99e1-ca7c7e88e7ae not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:01:35.156252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1d3f8e20-52ee-42af-be60-7c54682ac014, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1d3f8e20-52ee-42af-be60-7c54682ac014,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:35.163464 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:35.231574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1d3f8e20-52ee-42af-be60-7c54682ac014,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:35.445066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59606) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:35.680885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2029916977-network', 'tenant_id': 'a0afb0d3c16347e99b1c5707eca4b3ef'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:35.692886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05ee26-5262-41b6-b2c7-9442487f9e35 req-44aca1a1-c761-4092-af6a-84d2aaf8821e tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:35.702060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc05ee26-5262-41b6-b2c7-9442487f9e35 req-44aca1a1-c761-4092-af6a-84d2aaf8821e tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1412060 Feb 15 14:01:35.706174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Made reservation on behalf of a0afb0d3c16347e99b1c5707eca4b3ef for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:35.710964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:35.723538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:35.730269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['e0985118-1bc6-4e3e-9e01-19e40f0f8ec9'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:35.745292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c5b45-783e-4279-ad13-1e18c82768e7 req-f71d9799-5a6a-4684-bdbd-ef1b36d10cae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:35.752007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c5b45-783e-4279-ad13-1e18c82768e7 req-f71d9799-5a6a-4684-bdbd-ef1b36d10cae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:35.758644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c5b45-783e-4279-ad13-1e18c82768e7 req-f71d9799-5a6a-4684-bdbd-ef1b36d10cae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:35.774131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c5b45-783e-4279-ad13-1e18c82768e7 req-f71d9799-5a6a-4684-bdbd-ef1b36d10cae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:35.793241 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c5b45-783e-4279-ad13-1e18c82768e7 req-f71d9799-5a6a-4684-bdbd-ef1b36d10cae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:35.809328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c5b45-783e-4279-ad13-1e18c82768e7 req-f71d9799-5a6a-4684-bdbd-ef1b36d10cae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:35.817049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c5b45-783e-4279-ad13-1e18c82768e7 req-f71d9799-5a6a-4684-bdbd-ef1b36d10cae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:35.821021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b3c5b45-783e-4279-ad13-1e18c82768e7 req-f71d9799-5a6a-4684-bdbd-ef1b36d10cae tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5437 time: 0.2154469 Feb 15 14:01:35.878414 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Publish callbacks [] for security_group (47c7d9c8-143d-4c9a-baa2-c791b1a3c732), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:35.883798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (47c7d9c8-143d-4c9a-baa2-c791b1a3c732), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:35.917601 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:01:35.937838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c7d9c8-143d-4c9a-baa2-c791b1a3c732,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:35.942675 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5780b50f-ca3e-4e63-9790-782e0a7fd140), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:35.942978 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Added segment 5780b50f-ca3e-4e63-9790-782e0a7fd140 of type vlan for network 049ffe85-fa27-488f-986d-27357580a649 Feb 15 14:01:35.952096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59626) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:35.975138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc05ee26-5262-41b6-b2c7-9442487f9e35 req-6e5e65a2-a7cb-452d-ae4f-417e0d2a47db tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719901 Feb 15 14:01:35.995163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b3c5b45-783e-4279-ad13-1e18c82768e7 req-658b9001-ed99-45b8-9aaa-8d62d6a56f4c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1655097 Feb 15 14:01:36.010426 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (049ffe85-fa27-488f-986d-27357580a649), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.059477 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (049ffe85-fa27-488f-986d-27357580a649), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.060765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.061374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.084675 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6381361 Feb 15 14:01:36.097576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59630) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:36.102797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] Request body: {'subnet': {'network_id': '049ffe85-fa27-488f-986d-27357580a649', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2029916977-subnet', 'tenant_id': 'a0afb0d3c16347e99b1c5707eca4b3ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:36.147216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-584131765-network', 'tenant_id': '31bf30f2ac9649bea99498909f1fe2df'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:36.160185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f1726-af3b-4ba2-91eb-a18935e467f8 req-5936ebdd-7791-4a03-a86e-550f79e68ae9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.165578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f1726-af3b-4ba2-91eb-a18935e467f8 req-5936ebdd-7791-4a03-a86e-550f79e68ae9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.171051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f1726-af3b-4ba2-91eb-a18935e467f8 req-5936ebdd-7791-4a03-a86e-550f79e68ae9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.176315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f1726-af3b-4ba2-91eb-a18935e467f8 req-5936ebdd-7791-4a03-a86e-550f79e68ae9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.181983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f1726-af3b-4ba2-91eb-a18935e467f8 req-5936ebdd-7791-4a03-a86e-550f79e68ae9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.183686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8c188-2c6c-486d-a77a-6020ce0201ff admin admin] Pushing event updated for resources: {'Network': ['ID=049ffe85-fa27-488f-986d-27357580a649,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:36.187314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f1726-af3b-4ba2-91eb-a18935e467f8 req-5936ebdd-7791-4a03-a86e-550f79e68ae9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.192640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f1726-af3b-4ba2-91eb-a18935e467f8 req-5936ebdd-7791-4a03-a86e-550f79e68ae9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.195501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba6f1726-af3b-4ba2-91eb-a18935e467f8 req-5936ebdd-7791-4a03-a86e-550f79e68ae9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1140099 Feb 15 14:01:36.200382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 049ffe85-fa27-488f-986d-27357580a649 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:01:36.208607 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Made reservation on behalf of 31bf30f2ac9649bea99498909f1fe2df for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:36.212110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.216048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] Made reservation on behalf of a0afb0d3c16347e99b1c5707eca4b3ef for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:36.222763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.249407 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.267090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba6f1726-af3b-4ba2-91eb-a18935e467f8 req-a826c65f-c9d1-42f4-90b8-846ecac1c438 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653517 Feb 15 14:01:36.421757 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Publish callbacks [] for security_group (2e6bb9bf-9fc0-4d44-bf78-dab793991cca), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.427643 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2e6bb9bf-9fc0-4d44-bf78-dab793991cca), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.496081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:01:36.504692 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (a79081d9-bb4a-4492-96ca-1017a0c81d6e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.517050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6bb9bf-9fc0-4d44-bf78-dab793991cca,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:36.520326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (beda35e9-d3a6-4d60-8142-4212e1ae9271), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.520788 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Added segment beda35e9-d3a6-4d60-8142-4212e1ae9271 of type vlan for network 6e21853a-2425-43f3-bae8-09247b6cd3b3 Feb 15 14:01:36.612545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['1d3f8e20-52ee-42af-be60-7c54682ac014'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:36.613524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79081d9-bb4a-4492-96ca-1017a0c81d6e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:36.621181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (6e21853a-2425-43f3-bae8-09247b6cd3b3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.630527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] Checking segment: {'id': '5780b50f-ca3e-4e63-9790-782e0a7fd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '049ffe85-fa27-488f-986d-27357580a649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:01:36.630934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] Network hostable DHCP agents. Network: 049ffe85-fa27-488f-986d-27357580a649, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:01:36.663789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (6e21853a-2425-43f3-bae8-09247b6cd3b3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.664895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.665606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.670621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] Network 049ffe85-fa27-488f-986d-27357580a649 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:01:36.725933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 049ffe85-fa27-488f-986d-27357580a649) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:36.737671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:36.738539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.740618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65123e00-b7de-493c-9a69-56659a224b7c None None] Network 049ffe85-fa27-488f-986d-27357580a649 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:01:36.743084 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7899909 Feb 15 14:01:36.750120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59632) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:36.757085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139d72b-dc38-4eaf-9a8b-7695d0c582ec admin admin] Pushing event updated for resources: {'Network': ['ID=6e21853a-2425-43f3-bae8-09247b6cd3b3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:36.764429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] Request body: {'subnet': {'network_id': '6e21853a-2425-43f3-bae8-09247b6cd3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-584131765-subnet', 'tenant_id': '31bf30f2ac9649bea99498909f1fe2df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:36.770196 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b9c21ad6-4435-44d2-85bb-e8da1ccd396a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6707792 Feb 15 14:01:36.816324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 6e21853a-2425-43f3-bae8-09247b6cd3b3 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:01:36.818279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] Made reservation on behalf of 31bf30f2ac9649bea99498909f1fe2df for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:36.824833 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:36.982236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e98b3c-cc5a-4993-bc1b-ef2efb3130a2 None None] Network 049ffe85-fa27-488f-986d-27357580a649 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:01:37.185527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:37.261747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:37.267188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:37.268167 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:37.277946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f4ca6-c2a1-4bc7-8498-203c4543746b req-bf8f0ed8-7749-4a2d-87ce-6adc20d5f977 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.279547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-873f4ca6-c2a1-4bc7-8498-203c4543746b req-bf8f0ed8-7749-4a2d-87ce-6adc20d5f977 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1606121 Feb 15 14:01:37.297415 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (150a816a-7739-4a84-8c64-ab2df3a6e50d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:37.346539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c677-0f2c-4d1e-ad8a-7b3943d348d1 req-c0c6d78f-2727-4ff5-9446-5b02e5dbf811 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.352353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c677-0f2c-4d1e-ad8a-7b3943d348d1 req-c0c6d78f-2727-4ff5-9446-5b02e5dbf811 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.358790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c677-0f2c-4d1e-ad8a-7b3943d348d1 req-c0c6d78f-2727-4ff5-9446-5b02e5dbf811 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.363926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c677-0f2c-4d1e-ad8a-7b3943d348d1 req-c0c6d78f-2727-4ff5-9446-5b02e5dbf811 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.365262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:37.365663 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:37.369455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c677-0f2c-4d1e-ad8a-7b3943d348d1 req-c0c6d78f-2727-4ff5-9446-5b02e5dbf811 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.375140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c677-0f2c-4d1e-ad8a-7b3943d348d1 req-c0c6d78f-2727-4ff5-9446-5b02e5dbf811 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.380471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c677-0f2c-4d1e-ad8a-7b3943d348d1 req-c0c6d78f-2727-4ff5-9446-5b02e5dbf811 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.387890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd48c677-0f2c-4d1e-ad8a-7b3943d348d1 req-c0c6d78f-2727-4ff5-9446-5b02e5dbf811 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5437 time: 0.2580340 Feb 15 14:01:37.393786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0985118-1bc6-4e3e-9e01-19e40f0f8ec9'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:37.396303 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1cdf1b-5ff0-4788-bb80-8b99281b09a3" -d '{"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "e0985118-1bc6-4e3e-9e01-19e40f0f8ec9"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:37.411831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:37.419724 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:37.421145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ef5ffed5-7caf-46a6-be1c-41b168dc0fbe up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:37.507094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:37.511871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150a816a-7739-4a84-8c64-ab2df3a6e50d,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:37.520532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.520951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.521384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.522217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.522217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.522502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.522928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.523356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.523713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.524320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.524467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.524946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.525886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:01:37.527470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-873f4ca6-c2a1-4bc7-8498-203c4543746b req-622645cf-0439-4c9c-bb9a-c47eb92b1918 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335165 Feb 15 14:01:37.539912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd48c677-0f2c-4d1e-ad8a-7b3943d348d1 req-ed57bb5e-0acd-4be7-a46c-2ae25d4d3b63 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506939 Feb 15 14:01:37.546334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:37.552348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:37.555898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] Checking segment: {'id': 'beda35e9-d3a6-4d60-8142-4212e1ae9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e21853a-2425-43f3-bae8-09247b6cd3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:01:37.556250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] Network hostable DHCP agents. Network: 6e21853a-2425-43f3-bae8-09247b6cd3b3, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:01:37.563012 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:37.586198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] Network 6e21853a-2425-43f3-bae8-09247b6cd3b3 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:01:37.606086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 6e21853a-2425-43f3-bae8-09247b6cd3b3) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:37.612990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.613917 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:37.621996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc24d6d-727b-49ec-abf5-9dbefb0ce242 None None] Network 6e21853a-2425-43f3-bae8-09247b6cd3b3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:01:37.652748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cdf22e2b-df4a-4a9b-afbe-537dea2e9584 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8918903 Feb 15 14:01:37.761221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:37.761221 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:37.803011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e440ed-65ef-4a4f-aa7d-94d9a5e04fc6 req-c46fbf11-ca39-4cba-96eb-ce9fa61f3aa4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.810991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e440ed-65ef-4a4f-aa7d-94d9a5e04fc6 req-c46fbf11-ca39-4cba-96eb-ce9fa61f3aa4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.820739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e440ed-65ef-4a4f-aa7d-94d9a5e04fc6 req-c46fbf11-ca39-4cba-96eb-ce9fa61f3aa4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.828937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e440ed-65ef-4a4f-aa7d-94d9a5e04fc6 req-c46fbf11-ca39-4cba-96eb-ce9fa61f3aa4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.838751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e440ed-65ef-4a4f-aa7d-94d9a5e04fc6 req-c46fbf11-ca39-4cba-96eb-ce9fa61f3aa4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.863592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e440ed-65ef-4a4f-aa7d-94d9a5e04fc6 req-c46fbf11-ca39-4cba-96eb-ce9fa61f3aa4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.870638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8df7aa-580d-43b7-8bb4-6d38dbc1b5a1 None None] Network 6e21853a-2425-43f3-bae8-09247b6cd3b3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:01:37.884208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e440ed-65ef-4a4f-aa7d-94d9a5e04fc6 req-c46fbf11-ca39-4cba-96eb-ce9fa61f3aa4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:37.889774 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38e440ed-65ef-4a4f-aa7d-94d9a5e04fc6 req-c46fbf11-ca39-4cba-96eb-ce9fa61f3aa4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2151773 Feb 15 14:01:37.934607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:37.942461 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:37.943473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ae6ae938-07ef-49af-a241-1ead4188e276 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:38.036887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38e440ed-65ef-4a4f-aa7d-94d9a5e04fc6 req-13fb1cec-6d85-4c2a-bbcb-188ecc5be098 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306045 Feb 15 14:01:38.055933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-d0bd7ea8-61ed-41ec-9873-c075f6085f8e tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:38.067060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-d0bd7ea8-61ed-41ec-9873-c075f6085f8e tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/networks?id=049ffe85-fa27-488f-986d-27357580a649 HTTP/1.1" status: 200 len: 813 time: 0.1667697 Feb 15 14:01:38.067292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:38.090463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-35c58cb6-f7a4-460e-b7d7-56f9453620d5 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/quotas/a0afb0d3c16347e99b1c5707eca4b3ef HTTP/1.1" status: 200 len: 375 time: 0.0223942 Feb 15 14:01:38.099886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port ae6ae938-07ef-49af-a241-1ead4188e276 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:38.104861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port ae6ae938-07ef-49af-a241-1ead4188e276 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:38.105238 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:38.131358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e9d9c46a-5d9f-4cb0-a1ef-fd6cab3a11a2 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0afb0d3c16347e99b1c5707eca4b3ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394440 Feb 15 14:01:38.262341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-8f05d033-f8f3-4055-b9c9-a4b6713c592e service neutron] 10.222.0.72 "GET /v2.0/networks/049ffe85-fa27-488f-986d-27357580a649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227260 Feb 15 14:01:38.277069 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf4b8c1-a73a-42c7-a858-4084debd0038 x-openstack-request-id: req-dcf4b8c1-a73a-42c7-a858-4084debd0038 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:38.277349 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "e0985118-1bc6-4e3e-9e01-19e40f0f8ec9", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:38.277607 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dcf4b8c1-a73a-42c7-a858-4084debd0038 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:38.277993 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0985118-1bc6-4e3e-9e01-19e40f0f8ec9', 'code': 200} Feb 15 14:01:38.340915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port ae6ae938-07ef-49af-a241-1ead4188e276 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:38.341511 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:38.381608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ae6ae938-07ef-49af-a241-1ead4188e276, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ae6ae938-07ef-49af-a241-1ead4188e276,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:38.386755 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:38.388295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b158ca5d-d23b-470c-9724-854ecc95e98b up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:38.444151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-346931db-4980-4c98-b3ba-de3f0860c60b service neutron] 10.222.0.72 "GET /v2.0/networks/049ffe85-fa27-488f-986d-27357580a649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809201 Feb 15 14:01:38.452443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-30bb59b9-9cfc-443e-b979-4a2107f64213 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:38.453949 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-30bb59b9-9cfc-443e-b979-4a2107f64213 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/networks?id=6e21853a-2425-43f3-bae8-09247b6cd3b3 HTTP/1.1" status: 200 len: 808 time: 0.1828282 Feb 15 14:01:38.472417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-a0b95252-d18c-47ed-a4a8-feda6f6d9a09 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/quotas/31bf30f2ac9649bea99498909f1fe2df HTTP/1.1" status: 200 len: 375 time: 0.0112655 Feb 15 14:01:38.487698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=ae6ae938-07ef-49af-a241-1ead4188e276,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:38.503351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port b158ca5d-d23b-470c-9724-854ecc95e98b completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:38.508370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port b158ca5d-d23b-470c-9724-854ecc95e98b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:38.508754 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:38.530349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-b48e4db8-51bf-4d80-a3c3-9579561d094a tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=31bf30f2ac9649bea99498909f1fe2df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503285 Feb 15 14:01:38.646987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port b158ca5d-d23b-470c-9724-854ecc95e98b is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:38.647614 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:38.712380 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b158ca5d-d23b-470c-9724-854ecc95e98b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b158ca5d-d23b-470c-9724-854ecc95e98b,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:38.719526 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:38.721176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 3979dcb3-514f-4c89-9d07-9203d9443f20 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:38.752525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-6336e3ed-5d42-41a5-973d-039aa97f1581 service neutron] 10.222.0.72 "GET /v2.0/networks/6e21853a-2425-43f3-bae8-09247b6cd3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211831 Feb 15 14:01:38.780518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610e399-6115-4f02-a858-95b0977e776b req-ed36997b-6cf8-4908-9d09-d603e2c294a8 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:38.788906 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c610e399-6115-4f02-a858-95b0977e776b req-ed36997b-6cf8-4908-9d09-d603e2c294a8 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1127114 Feb 15 14:01:38.841793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=b158ca5d-d23b-470c-9724-854ecc95e98b,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:38.857035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 3979dcb3-514f-4c89-9d07-9203d9443f20 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:38.862108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 3979dcb3-514f-4c89-9d07-9203d9443f20 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:38.862666 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:38.923137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c610e399-6115-4f02-a858-95b0977e776b req-2806c26e-2754-4d3a-99e1-8af9c826c739 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375396 Feb 15 14:01:38.962142 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-0582b3de-132c-4909-ae06-be11360d5530 service neutron] 10.222.0.72 "GET /v2.0/networks/6e21853a-2425-43f3-bae8-09247b6cd3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659372 Feb 15 14:01:38.985338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 3979dcb3-514f-4c89-9d07-9203d9443f20 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:38.985741 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:39.034792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 3979dcb3-514f-4c89-9d07-9203d9443f20, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3979dcb3-514f-4c89-9d07-9203d9443f20,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:39.055966 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:39.057143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a645b7a0-2706-47a8-b091-4d134dcfe100 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:39.159655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fcc97-847c-42a5-8d78-99e46ce23e54 req-c710931c-9e00-4a21-8a19-9918c0f36779 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.165094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fcc97-847c-42a5-8d78-99e46ce23e54 req-c710931c-9e00-4a21-8a19-9918c0f36779 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.171179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=3979dcb3-514f-4c89-9d07-9203d9443f20,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:39.204972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fcc97-847c-42a5-8d78-99e46ce23e54 req-c710931c-9e00-4a21-8a19-9918c0f36779 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.212880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port a645b7a0-2706-47a8-b091-4d134dcfe100 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:39.220171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port a645b7a0-2706-47a8-b091-4d134dcfe100 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:39.221214 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:39.222653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fcc97-847c-42a5-8d78-99e46ce23e54 req-c710931c-9e00-4a21-8a19-9918c0f36779 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.231399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fcc97-847c-42a5-8d78-99e46ce23e54 req-c710931c-9e00-4a21-8a19-9918c0f36779 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.237763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fcc97-847c-42a5-8d78-99e46ce23e54 req-c710931c-9e00-4a21-8a19-9918c0f36779 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.243452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fcc97-847c-42a5-8d78-99e46ce23e54 req-c710931c-9e00-4a21-8a19-9918c0f36779 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.251721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-090fcc97-847c-42a5-8d78-99e46ce23e54 req-c710931c-9e00-4a21-8a19-9918c0f36779 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5442 time: 0.2144287 Feb 15 14:01:39.339049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-090fcc97-847c-42a5-8d78-99e46ce23e54 req-3cd4eeb4-6c16-4486-9c3e-437592783927 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795121 Feb 15 14:01:39.384031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port a645b7a0-2706-47a8-b091-4d134dcfe100 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:39.385248 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:39.390535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4db85751-8302-4b88-84fb-681be386d649 req-3c4715bb-2918-4f35-87ff-e1462ee0be31 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 210 time: 0.1184261 Feb 15 14:01:39.463848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a645b7a0-2706-47a8-b091-4d134dcfe100, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a645b7a0-2706-47a8-b091-4d134dcfe100,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:39.473853 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:39.503602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29732110-fc8e-4b95-a701-5c087392c07a req-da22b76e-8c98-4c0f-8c21-2956c2e8d2e8 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 210 time: 0.0548785 Feb 15 14:01:39.526606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1d3f8e20-52ee-42af-be60-7c54682ac014 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:39.593027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=a645b7a0-2706-47a8-b091-4d134dcfe100,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:39.601620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3deb5-825f-446a-a104-101fcb0ee152 req-62f26d43-9f94-435b-9fa9-4e099dc28f08 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.608100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3deb5-825f-446a-a104-101fcb0ee152 req-62f26d43-9f94-435b-9fa9-4e099dc28f08 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.613151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 1d3f8e20-52ee-42af-be60-7c54682ac014 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:39.613668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3deb5-825f-446a-a104-101fcb0ee152 req-62f26d43-9f94-435b-9fa9-4e099dc28f08 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.620334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 1d3f8e20-52ee-42af-be60-7c54682ac014 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:39.620832 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:39.622388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3deb5-825f-446a-a104-101fcb0ee152 req-62f26d43-9f94-435b-9fa9-4e099dc28f08 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.628662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3deb5-825f-446a-a104-101fcb0ee152 req-62f26d43-9f94-435b-9fa9-4e099dc28f08 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.633977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3deb5-825f-446a-a104-101fcb0ee152 req-62f26d43-9f94-435b-9fa9-4e099dc28f08 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.640591 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3deb5-825f-446a-a104-101fcb0ee152 req-62f26d43-9f94-435b-9fa9-4e099dc28f08 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:39.642585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ee3deb5-825f-446a-a104-101fcb0ee152 req-62f26d43-9f94-435b-9fa9-4e099dc28f08 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1500885 Feb 15 14:01:39.739505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ee3deb5-825f-446a-a104-101fcb0ee152 req-1951a808-ff14-4a42-b83f-8743b1466998 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876682 Feb 15 14:01:39.759631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1d3f8e20-52ee-42af-be60-7c54682ac014 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:39.761569 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:39.781909 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:39.807177 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1d3f8e20-52ee-42af-be60-7c54682ac014, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1d3f8e20-52ee-42af-be60-7c54682ac014,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:39.812006 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:39.864399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1d3f8e20-52ee-42af-be60-7c54682ac014,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:40.139854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e84f4-8a8e-4a84-adbf-64020b65ff77 req-3d4eb9d7-7019-4de9-9f24-1a6f65da41fb tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.157110 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-927e84f4-8a8e-4a84-adbf-64020b65ff77 req-3d4eb9d7-7019-4de9-9f24-1a6f65da41fb tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1340413 Feb 15 14:01:40.257741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-927e84f4-8a8e-4a84-adbf-64020b65ff77 req-ecaa59f2-64e7-4a1f-9914-bfd16bce83ca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952435 Feb 15 14:01:40.279646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5ffed5-7caf-46a6-be1c-41b168dc0fbe'}, {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6ae938-07ef-49af-a241-1ead4188e276'}, {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b158ca5d-d23b-470c-9724-854ecc95e98b'}, {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3979dcb3-514f-4c89-9d07-9203d9443f20'}, {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a645b7a0-2706-47a8-b091-4d134dcfe100'}, {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3f8e20-52ee-42af-be60-7c54682ac014'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:40.282504 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eff085-c574-4ec8-a92b-14727b2f2a14" -d '{"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "ef5ffed5-7caf-46a6-be1c-41b168dc0fbe"}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "ae6ae938-07ef-49af-a241-1ead4188e276"}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "b158ca5d-d23b-470c-9724-854ecc95e98b"}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "3979dcb3-514f-4c89-9d07-9203d9443f20"}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "a645b7a0-2706-47a8-b091-4d134dcfe100"}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "1d3f8e20-52ee-42af-be60-7c54682ac014"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:40.359581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-ebeedd8e-15c3-4e81-977c-be7ec3b31d32 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.363881 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-ebeedd8e-15c3-4e81-977c-be7ec3b31d32 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.42 "GET /v2.0/networks?id=049ffe85-fa27-488f-986d-27357580a649 HTTP/1.1" status: 200 len: 813 time: 0.2979715 Feb 15 14:01:40.378758 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Request body: {'port': {'device_id': 'a3f2979a-4464-45b1-beac-e5ed53fe87cd', 'network_id': '049ffe85-fa27-488f-986d-27357580a649', 'admin_state_up': True, 'tenant_id': 'a0afb0d3c16347e99b1c5707eca4b3ef'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:40.419631 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d6b698-455f-43ab-a030-b2b01ce0d145 x-openstack-request-id: req-82d6b698-455f-43ab-a030-b2b01ce0d145 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:40.419948 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "ef5ffed5-7caf-46a6-be1c-41b168dc0fbe", "code": 200}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "ae6ae938-07ef-49af-a241-1ead4188e276", "code": 200}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "b158ca5d-d23b-470c-9724-854ecc95e98b", "code": 200}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "3979dcb3-514f-4c89-9d07-9203d9443f20", "code": 200}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "a645b7a0-2706-47a8-b091-4d134dcfe100", "code": 200}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-plugged", "status": "completed", "tag": "1d3f8e20-52ee-42af-be60-7c54682ac014", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:40.420199 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-82d6b698-455f-43ab-a030-b2b01ce0d145 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:40.420632 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5ffed5-7caf-46a6-be1c-41b168dc0fbe', 'code': 200} Feb 15 14:01:40.420888 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6ae938-07ef-49af-a241-1ead4188e276', 'code': 200} Feb 15 14:01:40.421143 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b158ca5d-d23b-470c-9724-854ecc95e98b', 'code': 200} Feb 15 14:01:40.421781 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3979dcb3-514f-4c89-9d07-9203d9443f20', 'code': 200} Feb 15 14:01:40.422031 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a645b7a0-2706-47a8-b091-4d134dcfe100', 'code': 200} Feb 15 14:01:40.422444 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3f8e20-52ee-42af-be60-7c54682ac014', 'code': 200} Feb 15 14:01:40.428959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7078d-d570-4031-a239-d1fa9fcb4285 req-e4707fe8-8bb7-4cf1-8732-5d16de850f97 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.440112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2e7078d-d570-4031-a239-d1fa9fcb4285 req-e4707fe8-8bb7-4cf1-8732-5d16de850f97 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 944 time: 0.0797529 Feb 15 14:01:40.512428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59716) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:40.527740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2e7078d-d570-4031-a239-d1fa9fcb4285 req-337f5557-7aa9-4c22-867c-e43ca4124fab tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749021 Feb 15 14:01:40.591684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Made reservation on behalf of a0afb0d3c16347e99b1c5707eca4b3ef for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:40.596408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:40.711349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a81c3402-5c1a-4852-97d3-deeaa178151d req-2cdc094e-5597-44fd-85f0-9418f48e4a99 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 210 time: 0.0721316 Feb 15 14:01:40.729893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331e02e-08b8-4d12-ad9d-ae1c65fb9b15 req-5a0c6d91-bb74-406f-930d-61f14a9c1186 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.735484 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331e02e-08b8-4d12-ad9d-ae1c65fb9b15 req-5a0c6d91-bb74-406f-930d-61f14a9c1186 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.740961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331e02e-08b8-4d12-ad9d-ae1c65fb9b15 req-5a0c6d91-bb74-406f-930d-61f14a9c1186 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.747087 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331e02e-08b8-4d12-ad9d-ae1c65fb9b15 req-5a0c6d91-bb74-406f-930d-61f14a9c1186 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.753175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331e02e-08b8-4d12-ad9d-ae1c65fb9b15 req-5a0c6d91-bb74-406f-930d-61f14a9c1186 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.760548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331e02e-08b8-4d12-ad9d-ae1c65fb9b15 req-5a0c6d91-bb74-406f-930d-61f14a9c1186 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.768582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331e02e-08b8-4d12-ad9d-ae1c65fb9b15 req-5a0c6d91-bb74-406f-930d-61f14a9c1186 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.780007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0331e02e-08b8-4d12-ad9d-ae1c65fb9b15 req-5a0c6d91-bb74-406f-930d-61f14a9c1186 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5444 time: 0.2385306 Feb 15 14:01:40.829935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74dd83-458a-4555-9520-d591f0644465 req-9073deb5-327b-4fa7-9c19-3eb190e063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.830446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74dd83-458a-4555-9520-d591f0644465 req-9073deb5-327b-4fa7-9c19-3eb190e063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.836319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74dd83-458a-4555-9520-d591f0644465 req-9073deb5-327b-4fa7-9c19-3eb190e063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.836319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74dd83-458a-4555-9520-d591f0644465 req-9073deb5-327b-4fa7-9c19-3eb190e063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.836319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74dd83-458a-4555-9520-d591f0644465 req-9073deb5-327b-4fa7-9c19-3eb190e063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.836319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74dd83-458a-4555-9520-d591f0644465 req-9073deb5-327b-4fa7-9c19-3eb190e063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.836319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74dd83-458a-4555-9520-d591f0644465 req-9073deb5-327b-4fa7-9c19-3eb190e063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.838685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a74dd83-458a-4555-9520-d591f0644465 req-9073deb5-327b-4fa7-9c19-3eb190e063d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 6725 time: 0.2205131 Feb 15 14:01:40.877994 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ab02-b5b5-4f69-9016-96aec0aad5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:40.902119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0331e02e-08b8-4d12-ad9d-ae1c65fb9b15 req-7024cbef-5d98-4242-8a16-35178c484010 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208184 Feb 15 14:01:40.987333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-006bee3f-d530-4c0c-b908-e710817defa2 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:40.989203 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-006bee3f-d530-4c0c-b908-e710817defa2 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.42 "GET /v2.0/networks?id=6e21853a-2425-43f3-bae8-09247b6cd3b3 HTTP/1.1" status: 200 len: 808 time: 0.3662820 Feb 15 14:01:41.001523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c745ddb4-2777-4c25-a254-7c146ea17020 req-d3d141e9-1e24-4c25-8cfb-2fb8b1459470 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 210 time: 0.1127317 Feb 15 14:01:41.005360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Request body: {'port': {'device_id': '1a2c0a61-6082-49ac-bfd8-565ee1366451', 'network_id': '6e21853a-2425-43f3-bae8-09247b6cd3b3', 'admin_state_up': True, 'tenant_id': '31bf30f2ac9649bea99498909f1fe2df'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:41.080832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Allocated IP 172.20.0.4 (049ffe85-fa27-488f-986d-27357580a649/a79081d9-bb4a-4492-96ca-1017a0c81d6e/9e7f1466-36d2-4edf-82ff-2663228d5c08) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:01:41.158135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a74dd83-458a-4555-9520-d591f0644465 req-03c9da4a-756e-40f1-9360-381e4c3a5347 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2392402 Feb 15 14:01:41.187165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8c5c6-1b1b-4333-964f-e1edf1a6175f req-b879f05c-adfc-4ac4-ba75-6facf1144f42 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.188775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77a8c5c6-1b1b-4333-964f-e1edf1a6175f req-b879f05c-adfc-4ac4-ba75-6facf1144f42 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.67 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 944 time: 0.1912692 Feb 15 14:01:41.199062 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ab02-b5b5-4f69-9016-96aec0aad5d7 admin admin] Publish callbacks [] for security_group (e6af57fc-e53f-4d48-913a-8f44d95d51df), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.203211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d40a4-4227-48c3-800d-9b3693077e61 req-c5c0a25c-1eb9-4809-addc-a226e38e112b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.208844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d40a4-4227-48c3-800d-9b3693077e61 req-c5c0a25c-1eb9-4809-addc-a226e38e112b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.214284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d40a4-4227-48c3-800d-9b3693077e61 req-c5c0a25c-1eb9-4809-addc-a226e38e112b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.219767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d40a4-4227-48c3-800d-9b3693077e61 req-c5c0a25c-1eb9-4809-addc-a226e38e112b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.225062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d40a4-4227-48c3-800d-9b3693077e61 req-c5c0a25c-1eb9-4809-addc-a226e38e112b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.226585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ab02-b5b5-4f69-9016-96aec0aad5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e6af57fc-e53f-4d48-913a-8f44d95d51df), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.230512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d40a4-4227-48c3-800d-9b3693077e61 req-c5c0a25c-1eb9-4809-addc-a226e38e112b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.235856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d40a4-4227-48c3-800d-9b3693077e61 req-c5c0a25c-1eb9-4809-addc-a226e38e112b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.237745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c9d40a4-4227-48c3-800d-9b3693077e61 req-c5c0a25c-1eb9-4809-addc-a226e38e112b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2391391 Feb 15 14:01:41.293899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Made reservation on behalf of 31bf30f2ac9649bea99498909f1fe2df for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:41.296921 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.328419 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e3d9ab02-b5b5-4f69-9016-96aec0aad5d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=452483c18aa04cd5bfcb2259ac0bca0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8148427 Feb 15 14:01:41.333895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59730) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:41.342891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9ab02-b5b5-4f69-9016-96aec0aad5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af57fc-e53f-4d48-913a-8f44d95d51df,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:41.375067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c9d40a4-4227-48c3-800d-9b3693077e61 req-613a3af8-04de-4d73-af73-372dfc4d8c0e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294234 Feb 15 14:01:41.435963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-77a8c5c6-1b1b-4333-964f-e1edf1a6175f req-2f97a9ed-e7c6-49f6-9131-4b9843fab073 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Deleting port d63cb24a-2713-45cb-af99-b7b059641c52 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:01:41.436304 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-77a8c5c6-1b1b-4333-964f-e1edf1a6175f req-2f97a9ed-e7c6-49f6-9131-4b9843fab073 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.470293 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Publish callbacks [] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.506796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38762bff-b4f6-4f3e-9c15-14dc26295b0f req-c0e97b91-d4ad-49bc-996d-44626ff8795a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.508352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38762bff-b4f6-4f3e-9c15-14dc26295b0f req-c0e97b91-d4ad-49bc-996d-44626ff8795a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1403639 Feb 15 14:01:41.532903 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fffd313-b557-4d70-abdb-f18b65944b60 admin admin] Publish callbacks [] for security_group (e6af57fc-e53f-4d48-913a-8f44d95d51df), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.554240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.622072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fffd313-b557-4d70-abdb-f18b65944b60 admin admin] Publish callbacks [] for security_group (e6af57fc-e53f-4d48-913a-8f44d95d51df), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.634832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Allocated IP 172.20.0.14 (6e21853a-2425-43f3-bae8-09247b6cd3b3/150a816a-7739-4a84-8c64-ab2df3a6e50d/70edfd14-1752-44ce-853c-d798f279ad57) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:01:41.636643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38762bff-b4f6-4f3e-9c15-14dc26295b0f req-ff187b36-100c-4530-b0f0-c1d45617b442 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154470 Feb 15 14:01:41.646921 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Network 049ffe85-fa27-488f-986d-27357580a649 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:01:41.654818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-77a8c5c6-1b1b-4333-964f-e1edf1a6175f req-2f97a9ed-e7c6-49f6-9131-4b9843fab073 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] For port d63cb24a-2713-45cb-af99-b7b059641c52, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d63cb24a-2713-45cb-af99-b7b059641c52,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:41.655239 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-77a8c5c6-1b1b-4333-964f-e1edf1a6175f req-2f97a9ed-e7c6-49f6-9131-4b9843fab073 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.660454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:41.668850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:01:41.672413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Pushing event updated for resources: {'Port': ['ID=9e7f1466-36d2-4edf-82ff-2663228d5c08,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:41.684335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b033f5-6aef-4a18-abfa-75a0cac7db80 req-fd3562fd-f067-4f4f-ba3b-334bcea9b721 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.685902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8b033f5-6aef-4a18-abfa-75a0cac7db80 req-fd3562fd-f067-4f4f-ba3b-334bcea9b721 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=6aec914a-19c8-4a1d-bd4a-a4ed826d3c09 HTTP/1.1" status: 200 len: 944 time: 0.0975258 Feb 15 14:01:41.690493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-77a8c5c6-1b1b-4333-964f-e1edf1a6175f req-2f97a9ed-e7c6-49f6-9131-4b9843fab073 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Calling delete_port for d63cb24a-2713-45cb-af99-b7b059641c52 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:01:41.763274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:41.763939 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.795951 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-68bb18bb-d875-4eea-a907-bacdadf0b349 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4215212 Feb 15 14:01:41.822762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Request body: {'port': {'device_id': 'a3f2979a-4464-45b1-beac-e5ed53fe87cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:41.828357 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.848180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8b033f5-6aef-4a18-abfa-75a0cac7db80 req-d56cda77-0ed3-45ab-8253-eb29bf5739f3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471946 Feb 15 14:01:41.850055 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fffd313-b557-4d70-abdb-f18b65944b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e6af57fc-e53f-4d48-913a-8f44d95d51df), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.852718 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fffd313-b557-4d70-abdb-f18b65944b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:41.857342 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1fffd313-b557-4d70-abdb-f18b65944b60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6af57fc-e53f-4d48-913a-8f44d95d51df HTTP/1.1" status: 204 len: 168 time: 0.5194359 Feb 15 14:01:41.910420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffd313-b557-4d70-abdb-f18b65944b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6af57fc-e53f-4d48-913a-8f44d95d51df,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:41.983066 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.055919 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Publish callbacks [] for port (70edfd14-1752-44ce-853c-d798f279ad57), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.091600 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-77a8c5c6-1b1b-4333-964f-e1edf1a6175f req-2f97a9ed-e7c6-49f6-9131-4b9843fab073 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d63cb24a-2713-45cb-af99-b7b059641c52), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.104689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d63cb24a-2713-45cb-af99-b7b059641c52'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:42.147463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97a9ed-e7c6-49f6-9131-4b9843fab073 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Pushing event deleted for resources: {'Port': ['ID=d63cb24a-2713-45cb-af99-b7b059641c52,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:42.204819 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a8c5c6-1b1b-4333-964f-e1edf1a6175f req-2f97a9ed-e7c6-49f6-9131-4b9843fab073 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] No DVR routers for this DVR port d63cb24a-2713-45cb-af99-b7b059641c52 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:01:42.210573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-77a8c5c6-1b1b-4333-964f-e1edf1a6175f req-2f97a9ed-e7c6-49f6-9131-4b9843fab073 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.214625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77a8c5c6-1b1b-4333-964f-e1edf1a6175f req-2f97a9ed-e7c6-49f6-9131-4b9843fab073 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.67 "DELETE /v2.0/ports/d63cb24a-2713-45cb-af99-b7b059641c52 HTTP/1.1" status: 204 len: 173 time: 0.9758897 Feb 15 14:01:42.215335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'name': 'network-vif-deleted', 'tag': 'd63cb24a-2713-45cb-af99-b7b059641c52'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:42.218699 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d830b867-18a8-430f-9bf5-53aac6a725af" -d '{"events": [{"server_uuid": "6aec914a-19c8-4a1d-bd4a-a4ed826d3c09", "name": "network-vif-deleted", "tag": "d63cb24a-2713-45cb-af99-b7b059641c52"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:42.240997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6622048-2500-4dbc-b69d-3e63a2eb4c92 req-1f978bbf-8a73-44a9-8471-b3a5bf862626 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.246864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6622048-2500-4dbc-b69d-3e63a2eb4c92 req-1f978bbf-8a73-44a9-8471-b3a5bf862626 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.252215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6622048-2500-4dbc-b69d-3e63a2eb4c92 req-1f978bbf-8a73-44a9-8471-b3a5bf862626 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.253913 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (70edfd14-1752-44ce-853c-d798f279ad57), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.261283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6622048-2500-4dbc-b69d-3e63a2eb4c92 req-1f978bbf-8a73-44a9-8471-b3a5bf862626 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.266928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6622048-2500-4dbc-b69d-3e63a2eb4c92 req-1f978bbf-8a73-44a9-8471-b3a5bf862626 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.272467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6622048-2500-4dbc-b69d-3e63a2eb4c92 req-1f978bbf-8a73-44a9-8471-b3a5bf862626 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.279817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6622048-2500-4dbc-b69d-3e63a2eb4c92 req-1f978bbf-8a73-44a9-8471-b3a5bf862626 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.289117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6622048-2500-4dbc-b69d-3e63a2eb4c92 req-1f978bbf-8a73-44a9-8471-b3a5bf862626 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5444 time: 0.2455196 Feb 15 14:01:42.300216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2d7ee-124e-429c-8f83-acb1e2b9bc00 req-308e4cf0-92c0-48ea-b9cb-ef1ea96d2a14 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.309166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84a2d7ee-124e-429c-8f83-acb1e2b9bc00 req-308e4cf0-92c0-48ea-b9cb-ef1ea96d2a14 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 931 time: 0.4644151 Feb 15 14:01:42.328902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Network 6e21853a-2425-43f3-bae8-09247b6cd3b3 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:01:42.336158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Pushing event updated for resources: {'Port': ['ID=70edfd14-1752-44ce-853c-d798f279ad57,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:42.341316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:42.345641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:01:42.437065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.437648 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.461085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84a2d7ee-124e-429c-8f83-acb1e2b9bc00 req-1bfbd772-b769-4b44-986f-efb6809d86c0 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494551 Feb 15 14:01:42.477487 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6622048-2500-4dbc-b69d-3e63a2eb4c92 req-0436ba43-6521-40b9-b3ba-5c4ea9e24015 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1872604 Feb 15 14:01:42.480141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59750) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:42.482765 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-e559fce5-a15c-4a12-9211-ab8472dec7fe tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4814942 Feb 15 14:01:42.501684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7f1466-36d2-4edf-82ff-2663228d5c08 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:42.516642 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b3076851-3be7-4bba-bd59-88023b4b93a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.523523 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Publish callbacks [] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.536316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Request body: {'port': {'device_id': '1a2c0a61-6082-49ac-bfd8-565ee1366451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:42.583500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Transition to ACTIVE for port object 9e7f1466-36d2-4edf-82ff-2663228d5c08 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:01:42.605981 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.633604 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc68ccc1-154a-44cc-ad8d-977653c7ba07 x-openstack-request-id: req-bc68ccc1-154a-44cc-ad8d-977653c7ba07 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:42.634396 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aec914a-19c8-4a1d-bd4a-a4ed826d3c09", "name": "network-vif-deleted", "tag": "d63cb24a-2713-45cb-af99-b7b059641c52", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:42.636768 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bc68ccc1-154a-44cc-ad8d-977653c7ba07 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:42.637980 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aec914a-19c8-4a1d-bd4a-a4ed826d3c09', 'name': 'network-vif-deleted', 'tag': 'd63cb24a-2713-45cb-af99-b7b059641c52', 'status': 'completed', 'code': 200} Feb 15 14:01:42.674724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (70edfd14-1752-44ce-853c-d798f279ad57), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.732689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7f1466-36d2-4edf-82ff-2663228d5c08,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:42.757096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b3076851-3be7-4bba-bd59-88023b4b93a8 admin admin] Publish callbacks [] for security_group (53d4a12c-455b-4ca7-bad7-d2f99ca6a8f4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.816284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b3076851-3be7-4bba-bd59-88023b4b93a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (53d4a12c-455b-4ca7-bad7-d2f99ca6a8f4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.877011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df165-64a1-4039-855e-dd9a471f823e req-8f0f4cba-0220-4620-a79b-2dbbc45fa625 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:42.878925 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c83df165-64a1-4039-855e-dd9a471f823e req-8f0f4cba-0220-4620-a79b-2dbbc45fa625 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 932 time: 0.2399051 Feb 15 14:01:42.881497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b3076851-3be7-4bba-bd59-88023b4b93a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37c00ec1b91d4fcb82fa88cb5356a9e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3995121 Feb 15 14:01:42.892616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59756) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:42.894644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Attempting to bind port 9e7f1466-36d2-4edf-82ff-2663228d5c08 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:01:42.895019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Attempting to bind port 9e7f1466-36d2-4edf-82ff-2663228d5c08 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '5780b50f-ca3e-4e63-9790-782e0a7fd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '049ffe85-fa27-488f-986d-27357580a649'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:01:42.895462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Attempting to bind port 9e7f1466-36d2-4edf-82ff-2663228d5c08 on network 049ffe85-fa27-488f-986d-27357580a649 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:01:42.907988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Port 9e7f1466-36d2-4edf-82ff-2663228d5c08 on network 049ffe85-fa27-488f-986d-27357580a649 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:01:42.908315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Attempting to bind port 9e7f1466-36d2-4edf-82ff-2663228d5c08 on network 049ffe85-fa27-488f-986d-27357580a649 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:01:42.932937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:01:42.933281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Checking segment: {'id': '5780b50f-ca3e-4e63-9790-782e0a7fd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '049ffe85-fa27-488f-986d-27357580a649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:01:42.933672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Bound using segment: {'id': '5780b50f-ca3e-4e63-9790-782e0a7fd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '049ffe85-fa27-488f-986d-27357580a649'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:01:42.934122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Bound port: 9e7f1466-36d2-4edf-82ff-2663228d5c08, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5780b50f-ca3e-4e63-9790-782e0a7fd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '049ffe85-fa27-488f-986d-27357580a649'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:01:42.934692 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:42.945439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3076851-3be7-4bba-bd59-88023b4b93a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d4a12c-455b-4ca7-bad7-d2f99ca6a8f4,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:43.035987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c83df165-64a1-4039-855e-dd9a471f823e req-e3a5915a-ba44-4842-aaca-3d45938c078d tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827196 Feb 15 14:01:43.044309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950f40a-9238-48ae-a974-8053ffc2a2f1 req-2fd026fe-b70a-43a3-ba5c-c957ce37794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.046418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d950f40a-9238-48ae-a974-8053ffc2a2f1 req-2fd026fe-b70a-43a3-ba5c-c957ce37794c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 1128 time: 0.2228980 Feb 15 14:01:43.066270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769d519-b92b-4595-b92c-2fdd81bee021 req-84fc5f8c-1409-4dde-a261-faa0184b640f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.067976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769d519-b92b-4595-b92c-2fdd81bee021 req-84fc5f8c-1409-4dde-a261-faa0184b640f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.074796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769d519-b92b-4595-b92c-2fdd81bee021 req-84fc5f8c-1409-4dde-a261-faa0184b640f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.081677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769d519-b92b-4595-b92c-2fdd81bee021 req-84fc5f8c-1409-4dde-a261-faa0184b640f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.087497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769d519-b92b-4595-b92c-2fdd81bee021 req-84fc5f8c-1409-4dde-a261-faa0184b640f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.093407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769d519-b92b-4595-b92c-2fdd81bee021 req-84fc5f8c-1409-4dde-a261-faa0184b640f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.099877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769d519-b92b-4595-b92c-2fdd81bee021 req-84fc5f8c-1409-4dde-a261-faa0184b640f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.109586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1769d519-b92b-4595-b92c-2fdd81bee021 req-84fc5f8c-1409-4dde-a261-faa0184b640f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.3839512 Feb 15 14:01:43.232115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d950f40a-9238-48ae-a974-8053ffc2a2f1 req-2c7cca9a-7ed4-4638-829e-e95241d47054 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186559 Feb 15 14:01:43.253141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328196cf-5317-4a8a-b9b1-e2895d231bf7 req-8b52fffc-2193-4be3-baf6-cecf9b7ef86d tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.254714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-328196cf-5317-4a8a-b9b1-e2895d231bf7 req-8b52fffc-2193-4be3-baf6-cecf9b7ef86d tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1295648 Feb 15 14:01:43.264984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1769d519-b92b-4595-b92c-2fdd81bee021 req-7c3d8bcc-6cfb-4c7e-97df-749b83dd0276 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531639 Feb 15 14:01:43.334540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-328196cf-5317-4a8a-b9b1-e2895d231bf7 req-e50bb7e1-cad3-4bb5-a858-647a15a301fd tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678918 Feb 15 14:01:43.413586 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-444190e1-cd61-44a5-9af0-4d19248bc7ef admin admin] Publish callbacks [] for security_group (53d4a12c-455b-4ca7-bad7-d2f99ca6a8f4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:43.430438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] For port 9e7f1466-36d2-4edf-82ff-2663228d5c08, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:01:43.466361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] For port 9e7f1466-36d2-4edf-82ff-2663228d5c08, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9e7f1466-36d2-4edf-82ff-2663228d5c08,segment=NetworkSegment(5780b50f-ca3e-4e63-9790-782e0a7fd140),segment_id=5780b50f-ca3e-4e63-9790-782e0a7fd140)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:01:43.473329 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-444190e1-cd61-44a5-9af0-4d19248bc7ef admin admin] Publish callbacks [] for security_group (53d4a12c-455b-4ca7-bad7-d2f99ca6a8f4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:43.491118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:43.565886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.566428 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:43.567860 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] 10.222.0.42 "PUT /v2.0/ports/9e7f1466-36d2-4edf-82ff-2663228d5c08 HTTP/1.1" status: 200 len: 1092 time: 1.7525725 Feb 15 14:01:43.583154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f2979a-4464-45b1-beac-e5ed53fe87cd', 'tag': '9e7f1466-36d2-4edf-82ff-2663228d5c08'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:43.585883 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4150d5d-6042-4d7a-9163-bf4aa3d277cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f2979a-4464-45b1-beac-e5ed53fe87cd", "tag": "9e7f1466-36d2-4edf-82ff-2663228d5c08"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:43.663199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8a711-e954-4174-ba5e-daa1ae9bd76a req-2ecd68ad-62f3-4acc-978b-b87048959788 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.664817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2bb8a711-e954-4174-ba5e-daa1ae9bd76a req-2ecd68ad-62f3-4acc-978b-b87048959788 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 944 time: 0.1034770 Feb 15 14:01:43.678125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7567a-5304-4e5f-afb9-ea544756494b req-951af77f-a308-4e8a-b237-65bdcdcde991 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.679670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6d7567a-5304-4e5f-afb9-ea544756494b req-951af77f-a308-4e8a-b237-65bdcdcde991 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 943 time: 0.1062555 Feb 15 14:01:43.706830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1390188-7b68-4138-8cdc-e14961181e46 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7f1466-36d2-4edf-82ff-2663228d5c08,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:43.720365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70edfd14-1752-44ce-853c-d798f279ad57 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:43.730027 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-444190e1-cd61-44a5-9af0-4d19248bc7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (53d4a12c-455b-4ca7-bad7-d2f99ca6a8f4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:43.732634 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-444190e1-cd61-44a5-9af0-4d19248bc7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:43.736411 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-444190e1-cd61-44a5-9af0-4d19248bc7ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/53d4a12c-455b-4ca7-bad7-d2f99ca6a8f4 HTTP/1.1" status: 204 len: 168 time: 0.8402622 Feb 15 14:01:43.738403 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Publish callbacks [] for port (70edfd14-1752-44ce-853c-d798f279ad57), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:43.760401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-a8003425-9a54-402c-94af-f744ff82c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.761923 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-a8003425-9a54-402c-94af-f744ff82c249 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0afb0d3c16347e99b1c5707eca4b3ef&device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 1126 time: 0.1455276 Feb 15 14:01:43.764464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444190e1-cd61-44a5-9af0-4d19248bc7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d4a12c-455b-4ca7-bad7-d2f99ca6a8f4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:43.766512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Transition to ACTIVE for port object 70edfd14-1752-44ce-853c-d798f279ad57 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:01:43.810854 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (70edfd14-1752-44ce-853c-d798f279ad57), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:43.814019 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-e55b62bc-9790-47a2-b59f-ec82d3344a2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e7f1466-36d2-4edf-82ff-2663228d5c08 HTTP/1.1" status: 200 len: 217 time: 0.0454669 Feb 15 14:01:43.908286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Pushing event updated for resources: {'Port': ['ID=70edfd14-1752-44ce-853c-d798f279ad57,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:43.938360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-18a6e059-2dc5-40dd-bd3c-114451c6710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:43.939920 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-18a6e059-2dc5-40dd-bd3c-114451c6710c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a79081d9-bb4a-4492-96ca-1017a0c81d6e HTTP/1.1" status: 200 len: 853 time: 0.1169238 Feb 15 14:01:43.996705 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-3dc2d3f3-9e7b-446a-9d70-9cb22440d0bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=049ffe85-fa27-488f-986d-27357580a649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364990 Feb 15 14:01:44.074948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Attempting to bind port 70edfd14-1752-44ce-853c-d798f279ad57 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:01:44.075297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Attempting to bind port 70edfd14-1752-44ce-853c-d798f279ad57 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'beda35e9-d3a6-4d60-8142-4212e1ae9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e21853a-2425-43f3-bae8-09247b6cd3b3'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:01:44.075632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Attempting to bind port 70edfd14-1752-44ce-853c-d798f279ad57 on network 6e21853a-2425-43f3-bae8-09247b6cd3b3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:01:44.084694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Port 70edfd14-1752-44ce-853c-d798f279ad57 on network 6e21853a-2425-43f3-bae8-09247b6cd3b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:01:44.085052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Attempting to bind port 70edfd14-1752-44ce-853c-d798f279ad57 on network 6e21853a-2425-43f3-bae8-09247b6cd3b3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:01:44.100342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:01:44.100693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Checking segment: {'id': 'beda35e9-d3a6-4d60-8142-4212e1ae9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e21853a-2425-43f3-bae8-09247b6cd3b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:01:44.101059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Bound using segment: {'id': 'beda35e9-d3a6-4d60-8142-4212e1ae9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e21853a-2425-43f3-bae8-09247b6cd3b3'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:01:44.101499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Bound port: 70edfd14-1752-44ce-853c-d798f279ad57, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beda35e9-d3a6-4d60-8142-4212e1ae9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6e21853a-2425-43f3-bae8-09247b6cd3b3'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:01:44.101861 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (70edfd14-1752-44ce-853c-d798f279ad57), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:44.134803 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-b959cd53-5ee3-40ef-87d7-29d99ea01f40 service neutron] 10.222.0.42 "GET /v2.0/networks/049ffe85-fa27-488f-986d-27357580a649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322370 Feb 15 14:01:44.142295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2bb8a711-e954-4174-ba5e-daa1ae9bd76a req-4ebdfb17-acf6-459d-a99a-3a032a2d7ca3 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713054 Feb 15 14:01:44.197753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6d7567a-5304-4e5f-afb9-ea544756494b req-7f5163d3-ecbc-47f3-8893-c0d6126a756a tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046985 Feb 15 14:01:44.234471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100745e1-ca5d-4c4f-892e-2729c1fb15be req-f8edf453-b420-4f91-b267-984fa21d7fbe tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.236952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-100745e1-ca5d-4c4f-892e-2729c1fb15be req-f8edf453-b420-4f91-b267-984fa21d7fbe tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 944 time: 0.1442311 Feb 15 14:01:44.253189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] For port 70edfd14-1752-44ce-853c-d798f279ad57, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:01:44.265431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] For port 70edfd14-1752-44ce-853c-d798f279ad57, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=70edfd14-1752-44ce-853c-d798f279ad57,segment=NetworkSegment(beda35e9-d3a6-4d60-8142-4212e1ae9271),segment_id=beda35e9-d3a6-4d60-8142-4212e1ae9271)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:01:44.295304 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (70edfd14-1752-44ce-853c-d798f279ad57), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:44.373822 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3e621b-4948-43dd-bf71-f9e4df4dadfc x-openstack-request-id: req-ad3e621b-4948-43dd-bf71-f9e4df4dadfc {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:44.374131 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f2979a-4464-45b1-beac-e5ed53fe87cd", "tag": "9e7f1466-36d2-4edf-82ff-2663228d5c08", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:44.374390 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ad3e621b-4948-43dd-bf71-f9e4df4dadfc {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:44.374896 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f2979a-4464-45b1-beac-e5ed53fe87cd', 'tag': '9e7f1466-36d2-4edf-82ff-2663228d5c08', 'status': 'completed', 'code': 200} Feb 15 14:01:44.391275 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eef45b86-33ae-4cc5-be1c-c97762229c3a req-edb13b15-b20b-45eb-a28a-1d873831faf4 service neutron] 10.222.0.42 "GET /v2.0/networks/049ffe85-fa27-488f-986d-27357580a649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343321 Feb 15 14:01:44.427249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.427880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:44.429636 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] 10.222.0.42 "PUT /v2.0/ports/70edfd14-1752-44ce-853c-d798f279ad57 HTTP/1.1" status: 200 len: 1093 time: 1.9029574 Feb 15 14:01:44.459526 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b488444-7caa-4c2a-bcfd-0f7c2e6e3088 service neutron] Pushing event updated for resources: {'Port': ['ID=70edfd14-1752-44ce-853c-d798f279ad57,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:44.494501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b3a65031-c72f-426c-89be-66010de1abd4 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:01:44.542238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-100745e1-ca5d-4c4f-892e-2729c1fb15be req-d8ff9dd3-ff4a-4d12-a069-cfeab9a80352 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Deleting port b3a65031-c72f-426c-89be-66010de1abd4 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:01:44.542586 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-100745e1-ca5d-4c4f-892e-2729c1fb15be req-d8ff9dd3-ff4a-4d12-a069-cfeab9a80352 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b3a65031-c72f-426c-89be-66010de1abd4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:44.572728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4150d5d-6042-4d7a-9163-bf4aa3d277cc req-cbf98d59-b494-44e5-989c-c5fbd8ffc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.574352 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4150d5d-6042-4d7a-9163-bf4aa3d277cc req-cbf98d59-b494-44e5-989c-c5fbd8ffc577 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0afb0d3c16347e99b1c5707eca4b3ef&device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 1126 time: 0.1101732 Feb 15 14:01:44.582034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-70274245-5fec-4a18-9a85-5f7b13ad90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.583544 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-70274245-5fec-4a18-9a85-5f7b13ad90f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31bf30f2ac9649bea99498909f1fe2df&device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 1127 time: 0.0705130 Feb 15 14:01:44.676328 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-07602e03-3c0b-441b-b51e-c1b0b25ab287 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70edfd14-1752-44ce-853c-d798f279ad57 HTTP/1.1" status: 200 len: 217 time: 0.0815768 Feb 15 14:01:44.680189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-100745e1-ca5d-4c4f-892e-2729c1fb15be req-d8ff9dd3-ff4a-4d12-a069-cfeab9a80352 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] For port b3a65031-c72f-426c-89be-66010de1abd4, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b3a65031-c72f-426c-89be-66010de1abd4,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:44.680711 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-100745e1-ca5d-4c4f-892e-2729c1fb15be req-d8ff9dd3-ff4a-4d12-a069-cfeab9a80352 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b3a65031-c72f-426c-89be-66010de1abd4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:44.699758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-100745e1-ca5d-4c4f-892e-2729c1fb15be req-d8ff9dd3-ff4a-4d12-a069-cfeab9a80352 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Calling delete_port for b3a65031-c72f-426c-89be-66010de1abd4 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:01:44.721443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port b3a65031-c72f-426c-89be-66010de1abd4 is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:44.723591 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35e052-9cb1-4d7b-a2d3-e694e19d8c20 req-b5ba3a4d-408b-42d7-bfc9-4da02e796022 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.725671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d63cb24a-2713-45cb-af99-b7b059641c52 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:01:44.730820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35e052-9cb1-4d7b-a2d3-e694e19d8c20 req-b5ba3a4d-408b-42d7-bfc9-4da02e796022 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.733035 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b6958e1-d47f-45ff-b909-cc7972f1dbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:44.739092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35e052-9cb1-4d7b-a2d3-e694e19d8c20 req-b5ba3a4d-408b-42d7-bfc9-4da02e796022 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.747200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35e052-9cb1-4d7b-a2d3-e694e19d8c20 req-b5ba3a4d-408b-42d7-bfc9-4da02e796022 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.755523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35e052-9cb1-4d7b-a2d3-e694e19d8c20 req-b5ba3a4d-408b-42d7-bfc9-4da02e796022 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.769477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35e052-9cb1-4d7b-a2d3-e694e19d8c20 req-b5ba3a4d-408b-42d7-bfc9-4da02e796022 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.772284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-251b66d6-8d32-4154-a80d-da619674b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.773837 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-251b66d6-8d32-4154-a80d-da619674b51b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=150a816a-7739-4a84-8c64-ab2df3a6e50d HTTP/1.1" status: 200 len: 848 time: 0.0874856 Feb 15 14:01:44.774956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4150d5d-6042-4d7a-9163-bf4aa3d277cc req-cdec8f31-e3d5-4fb7-9801-17e781e16bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.776303 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4150d5d-6042-4d7a-9163-bf4aa3d277cc req-cdec8f31-e3d5-4fb7-9801-17e781e16bdf service neutron] 10.222.0.42 "GET /v2.0/networks?id=049ffe85-fa27-488f-986d-27357580a649 HTTP/1.1" status: 200 len: 914 time: 0.1919155 Feb 15 14:01:44.776618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35e052-9cb1-4d7b-a2d3-e694e19d8c20 req-b5ba3a4d-408b-42d7-bfc9-4da02e796022 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.779101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f35e052-9cb1-4d7b-a2d3-e694e19d8c20 req-b5ba3a4d-408b-42d7-bfc9-4da02e796022 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5444 time: 0.4806876 Feb 15 14:01:44.787158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: d63cb24a-2713-45cb-af99-b7b059641c52 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:01:44.793687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d63cb24a-2713-45cb-af99-b7b059641c52 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:01:44.859835 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-77f91a97-e2f0-40c8-996c-aee3de9c405c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e21853a-2425-43f3-bae8-09247b6cd3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734646 Feb 15 14:01:44.861394 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4150d5d-6042-4d7a-9163-bf4aa3d277cc req-283b6ba5-ff26-4b43-b9cd-3365ca643cba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e7f1466-36d2-4edf-82ff-2663228d5c08 HTTP/1.1" status: 200 len: 217 time: 0.0735807 Feb 15 14:01:44.908724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb54a9-71eb-4d49-8cbf-05a803e77d88 req-c41e380c-9301-44a2-ae92-5cabe0e9cbce tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:44.910314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1cb54a9-71eb-4d49-8cbf-05a803e77d88 req-c41e380c-9301-44a2-ae92-5cabe0e9cbce tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 944 time: 0.4948037 Feb 15 14:01:44.966644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f35e052-9cb1-4d7b-a2d3-e694e19d8c20 req-680ffe6e-48e4-4540-be8a-27d2928ff82e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1740160 Feb 15 14:01:45.012515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4150d5d-6042-4d7a-9163-bf4aa3d277cc req-b8c9b64a-bc75-440c-a809-59b459970f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.013311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1cb54a9-71eb-4d49-8cbf-05a803e77d88 req-460f7db4-117f-4a50-9e46-d72b6e2054f7 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908048 Feb 15 14:01:45.035303 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4150d5d-6042-4d7a-9163-bf4aa3d277cc req-b8c9b64a-bc75-440c-a809-59b459970f88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a79081d9-bb4a-4492-96ca-1017a0c81d6e HTTP/1.1" status: 200 len: 853 time: 0.1488795 Feb 15 14:01:45.096475 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4150d5d-6042-4d7a-9163-bf4aa3d277cc req-670852f1-a59c-4848-b072-9e425461632b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=049ffe85-fa27-488f-986d-27357580a649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537236 Feb 15 14:01:45.097839 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-100745e1-ca5d-4c4f-892e-2729c1fb15be req-d8ff9dd3-ff4a-4d12-a069-cfeab9a80352 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b3a65031-c72f-426c-89be-66010de1abd4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:45.151379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff9dd3-ff4a-4d12-a069-cfeab9a80352 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Pushing event deleted for resources: {'Port': ['ID=b3a65031-c72f-426c-89be-66010de1abd4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:45.183852 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-fb98ef97-9260-4343-b848-076941663f1e service neutron] 10.222.0.42 "GET /v2.0/networks/6e21853a-2425-43f3-bae8-09247b6cd3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116074 Feb 15 14:01:45.265741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-100745e1-ca5d-4c4f-892e-2729c1fb15be req-d8ff9dd3-ff4a-4d12-a069-cfeab9a80352 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] No DVR routers for this DVR port b3a65031-c72f-426c-89be-66010de1abd4 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:01:45.268454 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-100745e1-ca5d-4c4f-892e-2729c1fb15be req-d8ff9dd3-ff4a-4d12-a069-cfeab9a80352 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:45.272166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-100745e1-ca5d-4c4f-892e-2729c1fb15be req-d8ff9dd3-ff4a-4d12-a069-cfeab9a80352 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.67 "DELETE /v2.0/ports/b3a65031-c72f-426c-89be-66010de1abd4 HTTP/1.1" status: 204 len: 173 time: 1.0280190 Feb 15 14:01:45.274365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'name': 'network-vif-deleted', 'tag': 'b3a65031-c72f-426c-89be-66010de1abd4'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:45.277551 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad5d6d0-3ba8-4cf4-aebd-42c10f75c3ed" -d '{"events": [{"server_uuid": "4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b", "name": "network-vif-deleted", "tag": "b3a65031-c72f-426c-89be-66010de1abd4"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:45.297556 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4150d5d-6042-4d7a-9163-bf4aa3d277cc req-a19ad165-3380-4c99-a8cb-ff46b4be3d77 service neutron] 10.222.0.42 "GET /v2.0/networks/049ffe85-fa27-488f-986d-27357580a649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842182 Feb 15 14:01:45.306053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf92a8c-1664-4215-b244-e9fc93302c61 req-0c8c4051-e16a-449f-b379-14f9eab50c69 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.312785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf92a8c-1664-4215-b244-e9fc93302c61 req-0c8c4051-e16a-449f-b379-14f9eab50c69 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.319175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf92a8c-1664-4215-b244-e9fc93302c61 req-0c8c4051-e16a-449f-b379-14f9eab50c69 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.325860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf92a8c-1664-4215-b244-e9fc93302c61 req-0c8c4051-e16a-449f-b379-14f9eab50c69 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.333419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf92a8c-1664-4215-b244-e9fc93302c61 req-0c8c4051-e16a-449f-b379-14f9eab50c69 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.339470 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf92a8c-1664-4215-b244-e9fc93302c61 req-0c8c4051-e16a-449f-b379-14f9eab50c69 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.346219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf92a8c-1664-4215-b244-e9fc93302c61 req-0c8c4051-e16a-449f-b379-14f9eab50c69 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.347863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abf92a8c-1664-4215-b244-e9fc93302c61 req-0c8c4051-e16a-449f-b379-14f9eab50c69 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2015035 Feb 15 14:01:45.359379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6ad39-e011-456d-8231-513b37134f8f req-ba7ae350-53c0-452a-ad16-25a0b637395c tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.361763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49e6ad39-e011-456d-8231-513b37134f8f req-ba7ae350-53c0-452a-ad16-25a0b637395c tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.2145135 Feb 15 14:01:45.366447 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b3ab708-60f7-400c-be6b-2d9c1843c4ef req-cdf1f5a3-c5c2-4a33-9dd4-2290efc64f1e service neutron] 10.222.0.42 "GET /v2.0/networks/6e21853a-2425-43f3-bae8-09247b6cd3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736975 Feb 15 14:01:45.425469 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4150d5d-6042-4d7a-9163-bf4aa3d277cc req-0b7ae760-f262-4ae2-bf1a-5e85091d8412 service neutron] 10.222.0.42 "GET /v2.0/networks/049ffe85-fa27-488f-986d-27357580a649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215496 Feb 15 14:01:45.468705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49e6ad39-e011-456d-8231-513b37134f8f req-221b23f2-4467-4c39-9ce0-7f7c066f2fca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976357 Feb 15 14:01:45.473134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abf92a8c-1664-4215-b244-e9fc93302c61 req-d752e27c-5dca-4f0c-a2e7-dc4f61a05636 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104226 Feb 15 14:01:45.616586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05e6a274-ba66-4a8c-b292-726acd81ed65 req-a6368122-bddf-4d8a-868b-daca674355a8 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b HTTP/1.1" status: 200 len: 210 time: 0.0548611 Feb 15 14:01:45.686632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e1ba-2841-4f4b-8050-62d3a0227ad1 req-31b470a3-f6e0-43a1-bed5-ebd68d35439c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.693453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e1ba-2841-4f4b-8050-62d3a0227ad1 req-31b470a3-f6e0-43a1-bed5-ebd68d35439c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.698208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e1ba-2841-4f4b-8050-62d3a0227ad1 req-31b470a3-f6e0-43a1-bed5-ebd68d35439c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.703655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e1ba-2841-4f4b-8050-62d3a0227ad1 req-31b470a3-f6e0-43a1-bed5-ebd68d35439c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.708993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e1ba-2841-4f4b-8050-62d3a0227ad1 req-31b470a3-f6e0-43a1-bed5-ebd68d35439c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.715465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e1ba-2841-4f4b-8050-62d3a0227ad1 req-31b470a3-f6e0-43a1-bed5-ebd68d35439c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.721493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e1ba-2841-4f4b-8050-62d3a0227ad1 req-31b470a3-f6e0-43a1-bed5-ebd68d35439c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.723642 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab06e1ba-2841-4f4b-8050-62d3a0227ad1 req-31b470a3-f6e0-43a1-bed5-ebd68d35439c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5444 time: 0.1481380 Feb 15 14:01:45.737750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59830) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:45.742888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-48021b89-f500-44d1-9e48-27704fc11c9b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Request body: {'floatingip': {'port_id': '3979dcb3-514f-4c89-9d07-9203d9443f20'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:45.803260 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48021b89-f500-44d1-9e48-27704fc11c9b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for floatingip (c1a5380b-dd73-48d9-a031-3cd2da5f87f2), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:45.812946 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dcfc36-0438-43e8-9b2f-645a3f08b6ca x-openstack-request-id: req-17dcfc36-0438-43e8-9b2f-645a3f08b6ca {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:45.814200 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b", "name": "network-vif-deleted", "tag": "b3a65031-c72f-426c-89be-66010de1abd4", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:45.815327 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-17dcfc36-0438-43e8-9b2f-645a3f08b6ca {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:45.815768 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a75f9e9-3da9-41d5-9c9b-21ed65cfda6b', 'name': 'network-vif-deleted', 'tag': 'b3a65031-c72f-426c-89be-66010de1abd4', 'status': 'completed', 'code': 200} Feb 15 14:01:45.843105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b979c7-2721-4617-91a5-66f44c2a8642 req-8dd486b4-e4c6-45d3-aa8d-d5f7151dfea1 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.855920 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0b979c7-2721-4617-91a5-66f44c2a8642 req-8dd486b4-e4c6-45d3-aa8d-d5f7151dfea1 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 943 time: 0.1308191 Feb 15 14:01:45.932622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0b979c7-2721-4617-91a5-66f44c2a8642 req-81573c41-0935-4561-a165-beaafdaa38ba tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723338 Feb 15 14:01:45.982293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eccfa3-1119-432e-9623-f1f6fd5626bd req-499fc05c-9451-4f23-a466-e6a7748b6117 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:45.983887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09eccfa3-1119-432e-9623-f1f6fd5626bd req-499fc05c-9451-4f23-a466-e6a7748b6117 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.0696158 Feb 15 14:01:46.036574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09eccfa3-1119-432e-9623-f1f6fd5626bd req-93cf7c92-30db-4b96-bd7c-21f5a3f139c4 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Feb 15 14:01:46.199119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0223e99-5863-4800-a6be-5bcff89cb6fc req-ee46249c-ffbd-4ecc-99a7-051091cef97a tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.199119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0223e99-5863-4800-a6be-5bcff89cb6fc req-ee46249c-ffbd-4ecc-99a7-051091cef97a tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 944 time: 0.0614514 Feb 15 14:01:46.265178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0223e99-5863-4800-a6be-5bcff89cb6fc req-c98a5e9f-415f-45f8-8327-2e924ffd5f5f tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550234 Feb 15 14:01:46.271839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59854) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:46.352542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48021b89-f500-44d1-9e48-27704fc11c9b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:46.357763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48021b89-f500-44d1-9e48-27704fc11c9b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (c1a5380b-dd73-48d9-a031-3cd2da5f87f2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:46.357961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1c967-a09f-4560-8918-ac28de56fa46 req-9b9603ba-2e76-4e70-89b4-ebe8d0c75f3d tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.361045 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b1c967-a09f-4560-8918-ac28de56fa46 req-9b9603ba-2e76-4e70-89b4-ebe8d0c75f3d tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.0587859 Feb 15 14:01:46.404277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2c0a61-6082-49ac-bfd8-565ee1366451', 'tag': '70edfd14-1752-44ce-853c-d798f279ad57'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:46.406756 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eed64c-1764-4789-8af2-d93444dad49a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2c0a61-6082-49ac-bfd8-565ee1366451", "tag": "70edfd14-1752-44ce-853c-d798f279ad57"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:46.439863 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a68d65f6-8fcc-4c1e-87cd-79550f823391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:46.447120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60b1c967-a09f-4560-8918-ac28de56fa46 req-7757fd8c-9d84-45be-a901-855bf945cfb0 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804925 Feb 15 14:01:46.466146 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa57646-8ac6-4c58-9f9d-b052698fe424 x-openstack-request-id: req-bfa57646-8ac6-4c58-9f9d-b052698fe424 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:46.466435 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2c0a61-6082-49ac-bfd8-565ee1366451", "tag": "70edfd14-1752-44ce-853c-d798f279ad57", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:46.466679 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bfa57646-8ac6-4c58-9f9d-b052698fe424 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:46.467346 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2c0a61-6082-49ac-bfd8-565ee1366451', 'tag': '70edfd14-1752-44ce-853c-d798f279ad57', 'status': 'completed', 'code': 200} Feb 15 14:01:46.529957 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-48021b89-f500-44d1-9e48-27704fc11c9b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Floating IP c1a5380b-dd73-48d9-a031-3cd2da5f87f2 associated. External IP: 172.25.6.137, port: 3979dcb3-514f-4c89-9d07-9203d9443f20. Feb 15 14:01:46.533201 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a68d65f6-8fcc-4c1e-87cd-79550f823391 admin admin] Publish callbacks [] for security_group (e81e6677-bb13-44b4-a016-b92e8c6ea2f8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:46.537560 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a68d65f6-8fcc-4c1e-87cd-79550f823391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e81e6677-bb13-44b4-a016-b92e8c6ea2f8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:46.588792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a68d65f6-8fcc-4c1e-87cd-79550f823391 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e0cc20296c84bc4ad8ef29be33dc402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158474 Feb 15 14:01:46.589783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d65f6-8fcc-4c1e-87cd-79550f823391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81e6677-bb13-44b4-a016-b92e8c6ea2f8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:46.592145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59862) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:46.631189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed64c-1764-4789-8af2-d93444dad49a req-831fb26c-ad24-4841-af43-112f1c763521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.632732 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39eed64c-1764-4789-8af2-d93444dad49a req-831fb26c-ad24-4841-af43-112f1c763521 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=31bf30f2ac9649bea99498909f1fe2df&device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 1127 time: 0.1431823 Feb 15 14:01:46.675498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2b0f-7455-48a2-a00a-24020d96ef17 req-06ea6b88-d58d-44c2-a076-ebf065b189fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.682305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2b0f-7455-48a2-a00a-24020d96ef17 req-06ea6b88-d58d-44c2-a076-ebf065b189fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.689519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2b0f-7455-48a2-a00a-24020d96ef17 req-06ea6b88-d58d-44c2-a076-ebf065b189fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.694473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2b0f-7455-48a2-a00a-24020d96ef17 req-06ea6b88-d58d-44c2-a076-ebf065b189fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.700139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2b0f-7455-48a2-a00a-24020d96ef17 req-06ea6b88-d58d-44c2-a076-ebf065b189fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.707077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2b0f-7455-48a2-a00a-24020d96ef17 req-06ea6b88-d58d-44c2-a076-ebf065b189fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.712957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2b0f-7455-48a2-a00a-24020d96ef17 req-06ea6b88-d58d-44c2-a076-ebf065b189fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.715052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfff2b0f-7455-48a2-a00a-24020d96ef17 req-06ea6b88-d58d-44c2-a076-ebf065b189fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1458130 Feb 15 14:01:46.743747 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d50f4f51-0d8f-44f5-9fd3-fde589be3fb4 admin admin] Publish callbacks [] for security_group (e81e6677-bb13-44b4-a016-b92e8c6ea2f8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:46.783957 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d50f4f51-0d8f-44f5-9fd3-fde589be3fb4 admin admin] Publish callbacks [] for security_group (e81e6677-bb13-44b4-a016-b92e8c6ea2f8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:46.825296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed64c-1764-4789-8af2-d93444dad49a req-ce65f047-5286-4de6-8db9-7a2a6cc2604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.827295 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39eed64c-1764-4789-8af2-d93444dad49a req-ce65f047-5286-4de6-8db9-7a2a6cc2604c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e21853a-2425-43f3-bae8-09247b6cd3b3 HTTP/1.1" status: 200 len: 909 time: 0.1869073 Feb 15 14:01:46.848895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfff2b0f-7455-48a2-a00a-24020d96ef17 req-69f09d05-2bbc-433e-a1a7-b82d872db7d4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232917 Feb 15 14:01:46.878466 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d50f4f51-0d8f-44f5-9fd3-fde589be3fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e81e6677-bb13-44b4-a016-b92e8c6ea2f8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:46.881377 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d50f4f51-0d8f-44f5-9fd3-fde589be3fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:46.882112 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39eed64c-1764-4789-8af2-d93444dad49a req-8c2fb427-32df-49f4-a174-dba58c8374a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70edfd14-1752-44ce-853c-d798f279ad57 HTTP/1.1" status: 200 len: 217 time: 0.0464418 Feb 15 14:01:46.885975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d50f4f51-0d8f-44f5-9fd3-fde589be3fb4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e81e6677-bb13-44b4-a016-b92e8c6ea2f8 HTTP/1.1" status: 204 len: 168 time: 0.2768173 Feb 15 14:01:46.895269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f4f51-0d8f-44f5-9fd3-fde589be3fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81e6677-bb13-44b4-a016-b92e8c6ea2f8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:46.955813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48021b89-f500-44d1-9e48-27704fc11c9b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:01:46.970764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed64c-1764-4789-8af2-d93444dad49a req-db1f7b65-ff4b-4851-81d3-7f907c9e367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:46.972291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39eed64c-1764-4789-8af2-d93444dad49a req-db1f7b65-ff4b-4851-81d3-7f907c9e367d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=150a816a-7739-4a84-8c64-ab2df3a6e50d HTTP/1.1" status: 200 len: 848 time: 0.0611334 Feb 15 14:01:46.992172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00422669-e032-4ec4-918a-e52b90f5da32 req-4823465f-94f0-400f-8d8e-8f1093303113 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.001073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00422669-e032-4ec4-918a-e52b90f5da32 req-4823465f-94f0-400f-8d8e-8f1093303113 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 944 time: 0.0909233 Feb 15 14:01:47.107536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00422669-e032-4ec4-918a-e52b90f5da32 req-da80eb7a-16bf-4b5a-8fe9-89bf6ea7de1d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053948 Feb 15 14:01:47.117621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48021b89-f500-44d1-9e48-27704fc11c9b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:01:47.120791 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39eed64c-1764-4789-8af2-d93444dad49a req-5fbc67e3-29c7-45e8-b443-9dcd6a50278b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e21853a-2425-43f3-bae8-09247b6cd3b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017807 Feb 15 14:01:47.124236 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48021b89-f500-44d1-9e48-27704fc11c9b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:47.138426 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e8d39b-92bb-47b4-a46d-b84ea122472b None None] Sync routers for ids ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:01:47.141084 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-929cb751-67ed-4a06-a461-b8b7e9e18bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:47.150890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56bef1-9523-44f9-a6ca-02cd9d69ab88 req-78ce92c2-e68c-4009-85c4-b62602adb810 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.152871 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a56bef1-9523-44f9-a6ca-02cd9d69ab88 req-78ce92c2-e68c-4009-85c4-b62602adb810 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 943 time: 0.1018562 Feb 15 14:01:47.154032 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e8d39b-92bb-47b4-a46d-b84ea122472b None None] Routers {'773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:01:47.155020 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f0e8d39b-92bb-47b4-a46d-b84ea122472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:01:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:47.172226 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-48021b89-f500-44d1-9e48-27704fc11c9b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "PUT /v2.0/floatingips/c1a5380b-dd73-48d9-a031-3cd2da5f87f2 HTTP/1.1" status: 200 len: 991 time: 1.4332607 Feb 15 14:01:47.225389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9e7f1466-36d2-4edf-82ff-2663228d5c08 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:01:47.325834 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39eed64c-1764-4789-8af2-d93444dad49a req-7a0a51ee-d1e1-48ef-ace1-f18eb1bbaf3a service neutron] 10.222.0.42 "GET /v2.0/networks/6e21853a-2425-43f3-bae8-09247b6cd3b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972225 Feb 15 14:01:47.356796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 9e7f1466-36d2-4edf-82ff-2663228d5c08, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9e7f1466-36d2-4edf-82ff-2663228d5c08,segment=NetworkSegment(5780b50f-ca3e-4e63-9790-782e0a7fd140),segment_id=5780b50f-ca3e-4e63-9790-782e0a7fd140)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:47.360031 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a56bef1-9523-44f9-a6ca-02cd9d69ab88 req-819d2198-28ae-4bf0-80e3-56a7ba56af9d tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790197 Feb 15 14:01:47.371271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59882) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:47.381927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '9e7f1466-36d2-4edf-82ff-2663228d5c08', 'network_id': '049ffe85-fa27-488f-986d-27357580a649', 'port_id': '9e7f1466-36d2-4edf-82ff-2663228d5c08', 'mac_address': 'fa:16:3e:b9:c7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a79081d9-bb4a-4492-96ca-1017a0c81d6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:01:47.401377 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96dd195f-13b3-49a3-9d22-5039eba2720c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:47.404828 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-f0e8d39b-92bb-47b4-a46d-b84ea122472b None None] Set router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:01:47.429873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4123fa-275d-46b8-84d3-4eb52ebe6518 req-eda74911-4169-40bb-b191-81d137851dd6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.436822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4123fa-275d-46b8-84d3-4eb52ebe6518 req-eda74911-4169-40bb-b191-81d137851dd6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.442398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4123fa-275d-46b8-84d3-4eb52ebe6518 req-eda74911-4169-40bb-b191-81d137851dd6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.448431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4123fa-275d-46b8-84d3-4eb52ebe6518 req-eda74911-4169-40bb-b191-81d137851dd6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.449674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 9e7f1466-36d2-4edf-82ff-2663228d5c08 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:47.450983 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:47.455213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4123fa-275d-46b8-84d3-4eb52ebe6518 req-eda74911-4169-40bb-b191-81d137851dd6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.460781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4123fa-275d-46b8-84d3-4eb52ebe6518 req-eda74911-4169-40bb-b191-81d137851dd6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.467299 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4123fa-275d-46b8-84d3-4eb52ebe6518 req-eda74911-4169-40bb-b191-81d137851dd6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.470843 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39eed64c-1764-4789-8af2-d93444dad49a req-0e6d0f45-d536-4163-90fe-fb4a33393ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/6e21853a-2425-43f3-bae8-09247b6cd3b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389399 Feb 15 14:01:47.471860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7f1466-36d2-4edf-82ff-2663228d5c08 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:47.475107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a4123fa-275d-46b8-84d3-4eb52ebe6518 req-eda74911-4169-40bb-b191-81d137851dd6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5444 time: 0.2358522 Feb 15 14:01:47.498556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 9e7f1466-36d2-4edf-82ff-2663228d5c08, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9e7f1466-36d2-4edf-82ff-2663228d5c08,segment=NetworkSegment(5780b50f-ca3e-4e63-9790-782e0a7fd140),segment_id=5780b50f-ca3e-4e63-9790-782e0a7fd140)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:47.503841 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:47.505037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 70edfd14-1752-44ce-853c-d798f279ad57 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:01:47.621951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=9e7f1466-36d2-4edf-82ff-2663228d5c08,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:47.648738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a4123fa-275d-46b8-84d3-4eb52ebe6518 req-d75b6354-a4b0-43d4-bd32-014721334d15 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724586 Feb 15 14:01:47.669605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb31fb-1234-4eba-aa16-67923de0bb9e req-3dad4f35-22e8-47fb-bc74-492dacfb61e9 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.671210 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dfb31fb-1234-4eba-aa16-67923de0bb9e req-3dad4f35-22e8-47fb-bc74-492dacfb61e9 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 944 time: 0.1910417 Feb 15 14:01:47.686576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4204a-1a66-4dcc-9cab-7f9a8c9572ef req-aba11d7c-b700-4d88-b9f7-b7eceb0bf18e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.689064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17a4204a-1a66-4dcc-9cab-7f9a8c9572ef req-aba11d7c-b700-4d88-b9f7-b7eceb0bf18e tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 944 time: 0.1402841 Feb 15 14:01:47.703810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 70edfd14-1752-44ce-853c-d798f279ad57, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=70edfd14-1752-44ce-853c-d798f279ad57,segment=NetworkSegment(beda35e9-d3a6-4d60-8142-4212e1ae9271),segment_id=beda35e9-d3a6-4d60-8142-4212e1ae9271)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:47.713582 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f0e8d39b-92bb-47b4-a46d-b84ea122472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:25Z', 'revision_number': 4, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'c1a5380b-dd73-48d9-a031-3cd2da5f87f2', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'port_id': '3979dcb3-514f-4c89-9d07-9203d9443f20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'mac_address': 'fa:16:3e:e5:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:59:19Z', 'updated_at': '2022-02-15T14:01:46Z', 'revision_number': 1, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39714546-55db-457f-a813-a33190f5f64c', 'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'mac_address': 'fa:16:3e:92:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:23Z', 'updated_at': '2022-02-15T13:57:31Z', 'revision_number': 5, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'subnets': [{'id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:47.735565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '70edfd14-1752-44ce-853c-d798f279ad57', 'network_id': '6e21853a-2425-43f3-bae8-09247b6cd3b3', 'port_id': '70edfd14-1752-44ce-853c-d798f279ad57', 'mac_address': 'fa:16:3e:c3:25:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150a816a-7739-4a84-8c64-ab2df3a6e50d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:01:47.758768 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e8d39b-92bb-47b4-a46d-b84ea122472b None None] Checking router: 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:01:47.769376 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e8d39b-92bb-47b4-a46d-b84ea122472b None None] Routers {'773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:01:47.770008 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f0e8d39b-92bb-47b4-a46d-b84ea122472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:01:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:47.805317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 70edfd14-1752-44ce-853c-d798f279ad57 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:47.805858 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (70edfd14-1752-44ce-853c-d798f279ad57), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:47.825897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70edfd14-1752-44ce-853c-d798f279ad57 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:01:47.847694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 70edfd14-1752-44ce-853c-d798f279ad57, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=70edfd14-1752-44ce-853c-d798f279ad57,segment=NetworkSegment(beda35e9-d3a6-4d60-8142-4212e1ae9271),segment_id=beda35e9-d3a6-4d60-8142-4212e1ae9271)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:47.861758 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (70edfd14-1752-44ce-853c-d798f279ad57), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:47.867080 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dfb31fb-1234-4eba-aa16-67923de0bb9e req-86c8e0ca-9386-47db-9c11-4cbd3558b8c7 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777658 Feb 15 14:01:47.869247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96dd195f-13b3-49a3-9d22-5039eba2720c admin admin] Publish callbacks [] for security_group (d25f6a6e-af6d-405a-b3b9-e847b3291464), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:47.880698 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96dd195f-13b3-49a3-9d22-5039eba2720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d25f6a6e-af6d-405a-b3b9-e847b3291464), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:47.912539 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-f0e8d39b-92bb-47b4-a46d-b84ea122472b None None] Set router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:01:47.944599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=70edfd14-1752-44ce-853c-d798f279ad57,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:47.959320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-96dd195f-13b3-49a3-9d22-5039eba2720c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08601c1990df46d0aac6d32c6020a10d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5846653 Feb 15 14:01:47.960027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59892) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:47.960503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd195f-13b3-49a3-9d22-5039eba2720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25f6a6e-af6d-405a-b3b9-e847b3291464,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:47.971174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725aacd-2dd5-4d8b-a84d-e4b542b485ed req-4a3c8306-a6e3-469d-a12d-6428b646e829 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:47.978945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7725aacd-2dd5-4d8b-a84d-e4b542b485ed req-4a3c8306-a6e3-469d-a12d-6428b646e829 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.2147553 Feb 15 14:01:48.002256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-17a4204a-1a66-4dcc-9cab-7f9a8c9572ef req-922da254-4790-420b-a8a3-ca5fd75f91d2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Deleting port 17a5ee5d-5169-4418-9685-b2a0cad1566a {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:01:48.002596 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17a4204a-1a66-4dcc-9cab-7f9a8c9572ef req-922da254-4790-420b-a8a3-ca5fd75f91d2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:48.051792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87530768-a967-4593-abf1-238cd7fc047a admin admin] Publish callbacks [] for security_group (d25f6a6e-af6d-405a-b3b9-e847b3291464), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:48.075215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87530768-a967-4593-abf1-238cd7fc047a admin admin] Publish callbacks [] for security_group (d25f6a6e-af6d-405a-b3b9-e847b3291464), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:48.138274 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87530768-a967-4593-abf1-238cd7fc047a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d25f6a6e-af6d-405a-b3b9-e847b3291464), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:48.139298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7725aacd-2dd5-4d8b-a84d-e4b542b485ed req-c1a0de04-2bd8-4756-8d92-99620ede3f98 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536157 Feb 15 14:01:48.140993 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87530768-a967-4593-abf1-238cd7fc047a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:48.143226 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-87530768-a967-4593-abf1-238cd7fc047a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d25f6a6e-af6d-405a-b3b9-e847b3291464 HTTP/1.1" status: 204 len: 168 time: 0.1803114 Feb 15 14:01:48.171419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87530768-a967-4593-abf1-238cd7fc047a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25f6a6e-af6d-405a-b3b9-e847b3291464,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:48.178785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['9e7f1466-36d2-4edf-82ff-2663228d5c08'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:48.181336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['70edfd14-1752-44ce-853c-d798f279ad57'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:48.210134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-17a4204a-1a66-4dcc-9cab-7f9a8c9572ef req-922da254-4790-420b-a8a3-ca5fd75f91d2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] For port 17a5ee5d-5169-4418-9685-b2a0cad1566a, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=17a5ee5d-5169-4418-9685-b2a0cad1566a,segment=NetworkSegment(0b41edaa-5437-436f-84cd-69c32fe41633),segment_id=0b41edaa-5437-436f-84cd-69c32fe41633)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:48.210508 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17a4204a-1a66-4dcc-9cab-7f9a8c9572ef req-922da254-4790-420b-a8a3-ca5fd75f91d2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:48.231595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fe903-2fe1-41db-b1e5-f1fc9c840555 req-9eb1ef54-04a7-4dac-9fd3-14c333ce3849 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.237205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fe903-2fe1-41db-b1e5-f1fc9c840555 req-9eb1ef54-04a7-4dac-9fd3-14c333ce3849 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.242845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fe903-2fe1-41db-b1e5-f1fc9c840555 req-9eb1ef54-04a7-4dac-9fd3-14c333ce3849 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.248366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fe903-2fe1-41db-b1e5-f1fc9c840555 req-9eb1ef54-04a7-4dac-9fd3-14c333ce3849 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.253999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fe903-2fe1-41db-b1e5-f1fc9c840555 req-9eb1ef54-04a7-4dac-9fd3-14c333ce3849 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.259958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fe903-2fe1-41db-b1e5-f1fc9c840555 req-9eb1ef54-04a7-4dac-9fd3-14c333ce3849 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.265548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fe903-2fe1-41db-b1e5-f1fc9c840555 req-9eb1ef54-04a7-4dac-9fd3-14c333ce3849 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.267901 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f0e8d39b-92bb-47b4-a46d-b84ea122472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:25Z', 'revision_number': 4, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'c1a5380b-dd73-48d9-a031-3cd2da5f87f2', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'port_id': '3979dcb3-514f-4c89-9d07-9203d9443f20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'mac_address': 'fa:16:3e:e5:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:59:19Z', 'updated_at': '2022-02-15T14:01:46Z', 'revision_number': 1, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39714546-55db-457f-a813-a33190f5f64c', 'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'mac_address': 'fa:16:3e:92:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:23Z', 'updated_at': '2022-02-15T13:57:31Z', 'revision_number': 5, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'subnets': [{'id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:48.279039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3b4fe903-2fe1-41db-b1e5-f1fc9c840555 req-9eb1ef54-04a7-4dac-9fd3-14c333ce3849 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5444 time: 0.2261922 Feb 15 14:01:48.307320 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e8d39b-92bb-47b4-a46d-b84ea122472b None None] The sync data for ids ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'] in n-d-829064-15 is: [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:25Z', 'revision_number': 4, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'c1a5380b-dd73-48d9-a031-3cd2da5f87f2', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'floating_ip_address': '172.25.6.137', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'port_id': '3979dcb3-514f-4c89-9d07-9203d9443f20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'mac_address': 'fa:16:3e:e5:0a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfffe2f-e944-433a-928d-b466f3345a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T13:59:19Z', 'updated_at': '2022-02-15T14:01:46Z', 'revision_number': 1, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39714546-55db-457f-a813-a33190f5f64c', 'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'mac_address': 'fa:16:3e:92:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:23Z', 'updated_at': '2022-02-15T13:57:31Z', 'revision_number': 5, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'subnets': [{'id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:01:48.356480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-17a4204a-1a66-4dcc-9cab-7f9a8c9572ef req-922da254-4790-420b-a8a3-ca5fd75f91d2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Calling delete_port for 17a5ee5d-5169-4418-9685-b2a0cad1566a owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:01:48.372281 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:48.467674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': '3979dcb3-514f-4c89-9d07-9203d9443f20'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:48.471143 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4d1341-6543-4d22-9ed9-83ced985a11b" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "3979dcb3-514f-4c89-9d07-9203d9443f20"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:48.471812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2721-53d9-477c-b847-205ae788a816 req-45bc6bc1-8fb0-4fb6-aa0b-ac2b28d612eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.477685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2721-53d9-477c-b847-205ae788a816 req-45bc6bc1-8fb0-4fb6-aa0b-ac2b28d612eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.483114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2721-53d9-477c-b847-205ae788a816 req-45bc6bc1-8fb0-4fb6-aa0b-ac2b28d612eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.488503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2721-53d9-477c-b847-205ae788a816 req-45bc6bc1-8fb0-4fb6-aa0b-ac2b28d612eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.495192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2721-53d9-477c-b847-205ae788a816 req-45bc6bc1-8fb0-4fb6-aa0b-ac2b28d612eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.500638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2721-53d9-477c-b847-205ae788a816 req-45bc6bc1-8fb0-4fb6-aa0b-ac2b28d612eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.506036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2721-53d9-477c-b847-205ae788a816 req-45bc6bc1-8fb0-4fb6-aa0b-ac2b28d612eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.508057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df6d2721-53d9-477c-b847-205ae788a816 req-45bc6bc1-8fb0-4fb6-aa0b-ac2b28d612eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2280300 Feb 15 14:01:48.536552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174be17a-e744-47c2-aab8-2a1841431871 req-a6517ad0-6a62-402f-9330-e9f806e7b023 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.538120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-174be17a-e744-47c2-aab8-2a1841431871 req-a6517ad0-6a62-402f-9330-e9f806e7b023 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d1910e-90e2-4f5a-90d3-313b2a549382 HTTP/1.1" status: 200 len: 944 time: 0.1793618 Feb 15 14:01:48.647508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41314c53-df14-46e0-9a24-58521cff5a1f None None] New status for floating IP c1a5380b-dd73-48d9-a031-3cd2da5f87f2: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:01:48.672485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-174be17a-e744-47c2-aab8-2a1841431871 req-e10f1470-2b0e-4176-be99-e56551a0cd6d tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c09b350-7480-4f0b-b5fc-48d50ff2a722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240513 Feb 15 14:01:48.686395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df6d2721-53d9-477c-b847-205ae788a816 req-cbeacb4e-21e0-4ea3-aa7c-d1edc1c43882 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700802 Feb 15 14:01:48.751152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17a4204a-1a66-4dcc-9cab-7f9a8c9572ef req-922da254-4790-420b-a8a3-ca5fd75f91d2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (17a5ee5d-5169-4418-9685-b2a0cad1566a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:48.801454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922da254-4790-420b-a8a3-ca5fd75f91d2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Pushing event deleted for resources: {'Port': ['ID=17a5ee5d-5169-4418-9685-b2a0cad1566a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:48.860749 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1978c0e-23d6-4632-b7ec-950a9f0403d5 x-openstack-request-id: req-d1978c0e-23d6-4632-b7ec-950a9f0403d5 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:48.861498 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "tag": "3979dcb3-514f-4c89-9d07-9203d9443f20", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:48.861978 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d1978c0e-23d6-4632-b7ec-950a9f0403d5 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:48.862864 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'tag': '3979dcb3-514f-4c89-9d07-9203d9443f20', 'status': 'completed', 'code': 200} Feb 15 14:01:48.879959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a4204a-1a66-4dcc-9cab-7f9a8c9572ef req-922da254-4790-420b-a8a3-ca5fd75f91d2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] No DVR routers for this DVR port 17a5ee5d-5169-4418-9685-b2a0cad1566a on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:01:48.883111 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-17a4204a-1a66-4dcc-9cab-7f9a8c9572ef req-922da254-4790-420b-a8a3-ca5fd75f91d2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:48.895529 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17a4204a-1a66-4dcc-9cab-7f9a8c9572ef req-922da254-4790-420b-a8a3-ca5fd75f91d2 tempest-LiveMigrationTest-1604859768 tempest-LiveMigrationTest-1604859768-project] 10.222.0.67 "DELETE /v2.0/ports/17a5ee5d-5169-4418-9685-b2a0cad1566a HTTP/1.1" status: 204 len: 173 time: 1.1957109 Feb 15 14:01:48.896013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'name': 'network-vif-deleted', 'tag': '17a5ee5d-5169-4418-9685-b2a0cad1566a'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:48.898340 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3643b206-b2e2-47a3-84e1-7884434d58bc" -d '{"events": [{"server_uuid": "d5d1910e-90e2-4f5a-90d3-313b2a549382", "name": "network-vif-deleted", "tag": "17a5ee5d-5169-4418-9685-b2a0cad1566a"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:48.945420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3ec46-6c69-4f25-bd5a-5b8f7f25a3b2 req-d6a9748e-0320-4089-8296-e5b2946644f7 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.949815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd3ec46-6c69-4f25-bd5a-5b8f7f25a3b2 req-d6a9748e-0320-4089-8296-e5b2946644f7 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 944 time: 0.1517992 Feb 15 14:01:48.987029 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-308ec530-5aa4-4c5f-b302-5c1cdd0fd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.987831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-308ec530-5aa4-4c5f-b302-5c1cdd0fd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.989117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-308ec530-5aa4-4c5f-b302-5c1cdd0fd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.990198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-308ec530-5aa4-4c5f-b302-5c1cdd0fd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.990952 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-308ec530-5aa4-4c5f-b302-5c1cdd0fd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.991844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-308ec530-5aa4-4c5f-b302-5c1cdd0fd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.992523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-308ec530-5aa4-4c5f-b302-5c1cdd0fd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:48.995622 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-308ec530-5aa4-4c5f-b302-5c1cdd0fd109 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 6725 time: 0.0938344 Feb 15 14:01:49.049938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd3ec46-6c69-4f25-bd5a-5b8f7f25a3b2 req-5dfbaa84-357f-4f7e-9eb1-c79f52ba5c95 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918074 Feb 15 14:01:49.100883 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66daa431-1345-4f2e-a8f8-52a18a3f14f1 x-openstack-request-id: req-66daa431-1345-4f2e-a8f8-52a18a3f14f1 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:49.101209 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d1910e-90e2-4f5a-90d3-313b2a549382", "name": "network-vif-deleted", "tag": "17a5ee5d-5169-4418-9685-b2a0cad1566a", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:49.101524 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66daa431-1345-4f2e-a8f8-52a18a3f14f1 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:49.101965 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d1910e-90e2-4f5a-90d3-313b2a549382', 'name': 'network-vif-deleted', 'tag': '17a5ee5d-5169-4418-9685-b2a0cad1566a', 'status': 'completed', 'code': 200} Feb 15 14:01:49.182787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-bfc253bc-942c-4d02-a5c6-3eb405d18e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.184504 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-bfc253bc-942c-4d02-a5c6-3eb405d18e58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4449bf33-12ce-44b1-baf9-94b750d81b8d HTTP/1.1" status: 200 len: 917 time: 0.1806021 Feb 15 14:01:49.220639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98511485-b920-4f22-8f4b-1b6d6f381e74 req-8307957c-b2b0-4b09-9d26-6a6652303d07 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.222153 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98511485-b920-4f22-8f4b-1b6d6f381e74 req-8307957c-b2b0-4b09-9d26-6a6652303d07 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 945 time: 0.0876896 Feb 15 14:01:49.261678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bb332-6a5c-43c0-8a7c-f15a84a1dcce req-acbb2107-99ed-48d3-a4c9-77baf43d2285 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.263596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d2bb332-6a5c-43c0-8a7c-f15a84a1dcce req-acbb2107-99ed-48d3-a4c9-77baf43d2285 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.0976849 Feb 15 14:01:49.274367 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-a9cdf16f-b2da-4b36-b543-e3df5be43192 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3979dcb3-514f-4c89-9d07-9203d9443f20 HTTP/1.1" status: 200 len: 1001 time: 0.0825088 Feb 15 14:01:49.324469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98511485-b920-4f22-8f4b-1b6d6f381e74 req-998ce5c5-0ade-435c-821e-e2cb9426a1e9 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946722 Feb 15 14:01:49.339111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d2bb332-6a5c-43c0-8a7c-f15a84a1dcce req-eda02e82-0477-496c-bbfd-99e8d686c1fb tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695674 Feb 15 14:01:49.346626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-65b877b7-f71a-4df7-baf1-4dacb7561a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.348229 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-65b877b7-f71a-4df7-baf1-4dacb7561a3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beeebd4b-c2e2-427e-aabc-846ef81ab287 HTTP/1.1" status: 200 len: 855 time: 0.0610933 Feb 15 14:01:49.433368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-9a0f296a-afdd-4ac7-aae7-867519de0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.435862 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-9a0f296a-afdd-4ac7-aae7-867519de0bbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4449bf33-12ce-44b1-baf9-94b750d81b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0668750 Feb 15 14:01:49.543786 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-26fc7705-d0dd-485b-988a-605d49713381 service neutron] 10.222.0.42 "GET /v2.0/networks/4449bf33-12ce-44b1-baf9-94b750d81b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011755 Feb 15 14:01:49.610306 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:49.757095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59950) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:49.860528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de354cf-0692-4d55-87a4-152efa8d1bce req-d1bab5f7-b533-4ebb-ae1d-bada7d3827fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.867855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de354cf-0692-4d55-87a4-152efa8d1bce req-d1bab5f7-b533-4ebb-ae1d-bada7d3827fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.874865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de354cf-0692-4d55-87a4-152efa8d1bce req-d1bab5f7-b533-4ebb-ae1d-bada7d3827fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.881849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de354cf-0692-4d55-87a4-152efa8d1bce req-d1bab5f7-b533-4ebb-ae1d-bada7d3827fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.889324 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de354cf-0692-4d55-87a4-152efa8d1bce req-d1bab5f7-b533-4ebb-ae1d-bada7d3827fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.906155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de354cf-0692-4d55-87a4-152efa8d1bce req-d1bab5f7-b533-4ebb-ae1d-bada7d3827fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.920264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de354cf-0692-4d55-87a4-152efa8d1bce req-d1bab5f7-b533-4ebb-ae1d-bada7d3827fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:49.925646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5de354cf-0692-4d55-87a4-152efa8d1bce req-d1bab5f7-b533-4ebb-ae1d-bada7d3827fd tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1377544 Feb 15 14:01:49.969273 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b4d1341-6543-4d22-9ed9-83ced985a11b req-a7730845-f65b-48df-b116-4ad3ad8b69e3 service neutron] 10.222.0.42 "GET /v2.0/networks/4449bf33-12ce-44b1-baf9-94b750d81b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188647 Feb 15 14:01:50.011589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5de354cf-0692-4d55-87a4-152efa8d1bce req-97bddb07-be58-4984-8a67-46e8b378b16d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796509 Feb 15 14:01:50.092766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb6dea9-4817-4332-9d06-58198875ee27 admin admin] Deleting subnet 7863996e-9476-4400-b941-682795ecb88e {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:01:50.097591 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ceb6dea9-4817-4332-9d06-58198875ee27 admin admin] Publish callbacks [] for subnet (7863996e-9476-4400-b941-682795ecb88e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.168425 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ceb6dea9-4817-4332-9d06-58198875ee27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (7863996e-9476-4400-b941-682795ecb88e), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.222710 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ceb6dea9-4817-4332-9d06-58198875ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (7863996e-9476-4400-b941-682795ecb88e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.231341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13888361-f771-4fd7-93c1-fb6a8a2f7faf req-d5d4db11-37de-4d68-a18b-dca98afc613e tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:50.232891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13888361-f771-4fd7-93c1-fb6a8a2f7faf req-d5d4db11-37de-4d68-a18b-dca98afc613e tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 944 time: 0.1010118 Feb 15 14:01:50.322703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13888361-f771-4fd7-93c1-fb6a8a2f7faf req-0988c35b-9405-448d-9a0b-c795aa6cd32f tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710831 Feb 15 14:01:50.328764 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ceb6dea9-4817-4332-9d06-58198875ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (7863996e-9476-4400-b941-682795ecb88e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.355913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6dea9-4817-4332-9d06-58198875ee27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7863996e-9476-4400-b941-682795ecb88e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:50.359707 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ceb6dea9-4817-4332-9d06-58198875ee27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.362936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ceb6dea9-4817-4332-9d06-58198875ee27 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7863996e-9476-4400-b941-682795ecb88e HTTP/1.1" status: 204 len: 168 time: 0.6048715 Feb 15 14:01:50.365496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59970) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:50.465548 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (cbd8b904-b103-44e2-9aaf-4758a1adf36d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.526603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 17a5ee5d-5169-4418-9685-b2a0cad1566a no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:01:50.561894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 17a5ee5d-5169-4418-9685-b2a0cad1566a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:01:50.561894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 17a5ee5d-5169-4418-9685-b2a0cad1566a not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:01:50.607534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fe984-ddbc-4656-9c0e-de164bbf78f5 req-4bea8350-efa4-4f1e-9a6b-1fb12d5b51eb tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:50.609086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f06fe984-ddbc-4656-9c0e-de164bbf78f5 req-4bea8350-efa4-4f1e-9a6b-1fb12d5b51eb tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1667302 Feb 15 14:01:50.619413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f2373-3281-4a06-807c-a19e6ee48f06 req-2a1e011f-2056-440f-a3bd-17da30be9c4d tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:50.620907 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d98f2373-3281-4a06-807c-a19e6ee48f06 req-2a1e011f-2056-440f-a3bd-17da30be9c4d tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 945 time: 0.1796739 Feb 15 14:01:50.660698 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (cbd8b904-b103-44e2-9aaf-4758a1adf36d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.710790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd8b904-b103-44e2-9aaf-4758a1adf36d']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:50.731947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b41edaa-5437-436f-84cd-69c32fe41633') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:50.732247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b41edaa-5437-436f-84cd-69c32fe41633') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:50.737210 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d98f2373-3281-4a06-807c-a19e6ee48f06 req-c43bddd6-50c7-4941-8134-d6510f2501d5 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086640 Feb 15 14:01:50.740074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f06fe984-ddbc-4656-9c0e-de164bbf78f5 req-a2c85c34-ba2c-49a8-855c-ec88a04bdbf7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126866 Feb 15 14:01:50.755549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (0b41edaa-5437-436f-84cd-69c32fe41633), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.801488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0b41edaa-5437-436f-84cd-69c32fe41633), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.809649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:01:50.810046 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (0b41edaa-5437-436f-84cd-69c32fe41633), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:01:50.812416 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:01:50.894504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (cbd8b904-b103-44e2-9aaf-4758a1adf36d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.902445 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:50.906141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] 10.222.0.72 "DELETE /v2.0/networks/cbd8b904-b103-44e2-9aaf-4758a1adf36d HTTP/1.1" status: 204 len: 168 time: 0.5396049 Feb 15 14:01:50.910363 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59984) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:50.920505 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2cb5d-6786-4498-8e0b-25b5ebe0ba5c admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd8b904-b103-44e2-9aaf-4758a1adf36d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:50.988837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbeeda36-5df9-4d67-9405-90c5bf009ed8 admin admin] Deleting subnet 6c388f7d-9d14-4952-99cb-9c2551ec8be7 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:01:50.993242 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bbeeda36-5df9-4d67-9405-90c5bf009ed8 admin admin] Publish callbacks [] for subnet (6c388f7d-9d14-4952-99cb-9c2551ec8be7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.041923 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bbeeda36-5df9-4d67-9405-90c5bf009ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (6c388f7d-9d14-4952-99cb-9c2551ec8be7), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.050572 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.104842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bbeeda36-5df9-4d67-9405-90c5bf009ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (6c388f7d-9d14-4952-99cb-9c2551ec8be7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.229229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bbeeda36-5df9-4d67-9405-90c5bf009ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (6c388f7d-9d14-4952-99cb-9c2551ec8be7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.233957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d456-f8a1-4002-afa0-956e2175152e req-18acafcd-c592-4e2f-9a94-7dcc911fbec9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:51.241661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d456-f8a1-4002-afa0-956e2175152e req-18acafcd-c592-4e2f-9a94-7dcc911fbec9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:51.251723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d456-f8a1-4002-afa0-956e2175152e req-18acafcd-c592-4e2f-9a94-7dcc911fbec9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:51.262232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d456-f8a1-4002-afa0-956e2175152e req-18acafcd-c592-4e2f-9a94-7dcc911fbec9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:51.262471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bbeeda36-5df9-4d67-9405-90c5bf009ed8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.266997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9e7f1466-36d2-4edf-82ff-2663228d5c08 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:51.272248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d456-f8a1-4002-afa0-956e2175152e req-18acafcd-c592-4e2f-9a94-7dcc911fbec9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:51.281069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d456-f8a1-4002-afa0-956e2175152e req-18acafcd-c592-4e2f-9a94-7dcc911fbec9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:51.282618 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bbeeda36-5df9-4d67-9405-90c5bf009ed8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6c388f7d-9d14-4952-99cb-9c2551ec8be7 HTTP/1.1" status: 204 len: 168 time: 0.3704660 Feb 15 14:01:51.283897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeeda36-5df9-4d67-9405-90c5bf009ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c388f7d-9d14-4952-99cb-9c2551ec8be7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:51.292342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d456-f8a1-4002-afa0-956e2175152e req-18acafcd-c592-4e2f-9a94-7dcc911fbec9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:51.293772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60000) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:51.294327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ef5d456-f8a1-4002-afa0-956e2175152e req-18acafcd-c592-4e2f-9a94-7dcc911fbec9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1673837 Feb 15 14:01:51.388084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 9e7f1466-36d2-4edf-82ff-2663228d5c08 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:51.396218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 9e7f1466-36d2-4edf-82ff-2663228d5c08 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:51.396605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.431329 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (4e70efd5-ae7a-4d69-ae23-4b02d18f859e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.456373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ef5d456-f8a1-4002-afa0-956e2175152e req-c6b85cea-1e28-4c09-9e48-f58d45ae281f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1557951 Feb 15 14:01:51.524738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 9e7f1466-36d2-4edf-82ff-2663228d5c08 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:51.525622 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.586633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 9e7f1466-36d2-4edf-82ff-2663228d5c08, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9e7f1466-36d2-4edf-82ff-2663228d5c08,segment=NetworkSegment(5780b50f-ca3e-4e63-9790-782e0a7fd140),segment_id=5780b50f-ca3e-4e63-9790-782e0a7fd140)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:51.588240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (4e70efd5-ae7a-4d69-ae23-4b02d18f859e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.590108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f2979a-4464-45b1-beac-e5ed53fe87cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7f1466-36d2-4edf-82ff-2663228d5c08'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:51.596779 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0803c10b-a6ad-431d-a5c0-ffb9e918ff1d" -d '{"events": [{"server_uuid": "a3f2979a-4464-45b1-beac-e5ed53fe87cd", "name": "network-vif-plugged", "status": "completed", "tag": "9e7f1466-36d2-4edf-82ff-2663228d5c08"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:51.601335 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.602656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 70edfd14-1752-44ce-853c-d798f279ad57 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:51.611817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e70efd5-ae7a-4d69-ae23-4b02d18f859e']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:51.623333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75536ffb-6fa9-40f6-b572-75e1006e3ce2') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:51.623637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75536ffb-6fa9-40f6-b572-75e1006e3ce2') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:01:51.634382 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (75536ffb-6fa9-40f6-b572-75e1006e3ce2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.649556 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (75536ffb-6fa9-40f6-b572-75e1006e3ce2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.656365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:01:51.657048 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (75536ffb-6fa9-40f6-b572-75e1006e3ce2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.774595 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=9e7f1466-36d2-4edf-82ff-2663228d5c08,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:01:51.777026 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:01:51.786841 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (4e70efd5-ae7a-4d69-ae23-4b02d18f859e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.814171 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.830641 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4e70efd5-ae7a-4d69-ae23-4b02d18f859e HTTP/1.1" status: 204 len: 168 time: 0.5265930 Feb 15 14:01:51.830641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9267da-8a0f-4805-80a7-8039569bed48 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e70efd5-ae7a-4d69-ae23-4b02d18f859e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:51.832987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 70edfd14-1752-44ce-853c-d798f279ad57 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:01:51.838545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 70edfd14-1752-44ce-853c-d798f279ad57 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:51.839267 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (70edfd14-1752-44ce-853c-d798f279ad57), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:51.881951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce6c9b-8d1d-4e71-9460-49634fb79ea8 req-9405d358-7cf5-43d7-bcec-4abb993008b3 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:51.895232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2ce6c9b-8d1d-4e71-9460-49634fb79ea8 req-9405d358-7cf5-43d7-bcec-4abb993008b3 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 945 time: 0.2137756 Feb 15 14:01:51.999053 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347c28ff-30f6-4b7a-bad7-83828038fedb x-openstack-request-id: req-347c28ff-30f6-4b7a-bad7-83828038fedb {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:52.001521 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f2979a-4464-45b1-beac-e5ed53fe87cd", "name": "network-vif-plugged", "status": "completed", "tag": "9e7f1466-36d2-4edf-82ff-2663228d5c08", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:52.002388 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-347c28ff-30f6-4b7a-bad7-83828038fedb {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:52.003044 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f2979a-4464-45b1-beac-e5ed53fe87cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7f1466-36d2-4edf-82ff-2663228d5c08', 'code': 200} Feb 15 14:01:52.003325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2ce6c9b-8d1d-4e71-9460-49634fb79ea8 req-4584f39a-948b-49aa-92ef-aca0786611c0 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062536 Feb 15 14:01:52.026509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 70edfd14-1752-44ce-853c-d798f279ad57 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:52.031641 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (70edfd14-1752-44ce-853c-d798f279ad57), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:52.114767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 70edfd14-1752-44ce-853c-d798f279ad57, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=70edfd14-1752-44ce-853c-d798f279ad57,segment=NetworkSegment(beda35e9-d3a6-4d60-8142-4212e1ae9271),segment_id=beda35e9-d3a6-4d60-8142-4212e1ae9271)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:52.132887 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (70edfd14-1752-44ce-853c-d798f279ad57), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:52.139345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60022) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:52.185580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7fb7-9074-45b9-b19f-275f000e8831 req-09e86103-27e8-4319-875f-06aa2c1acb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.188077 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-adad7fb7-9074-45b9-b19f-275f000e8831 req-09e86103-27e8-4319-875f-06aa2c1acb23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 1128 time: 0.1103857 Feb 15 14:01:52.256691 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-32ea613a-3fb6-46ee-9f64-8a55c66bda80 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a8f3f8e1d3342cf940ee6ed1d4b2b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1144836 Feb 15 14:01:52.260247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60028) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:52.282052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=70edfd14-1752-44ce-853c-d798f279ad57,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:52.290471 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-adad7fb7-9074-45b9-b19f-275f000e8831 req-06b9000c-5316-44db-a863-357261c454ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959837 Feb 15 14:01:52.320741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4efc5d-99ac-444c-9385-5c39952a18a3 req-a85cb58f-5064-44d2-bc3b-615cd6c2afed tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.335235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e4efc5d-99ac-444c-9385-5c39952a18a3 req-a85cb58f-5064-44d2-bc3b-615cd6c2afed tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 946 time: 0.2077050 Feb 15 14:01:52.453376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e4efc5d-99ac-444c-9385-5c39952a18a3 req-347e14cc-68b3-4c43-9ec8-3dbb784a2d36 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168406 Feb 15 14:01:52.467915 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-489b262b-834e-49ea-8d63-b7e8645b71d2 admin admin] Publish callbacks [] for security_group (5c09b350-7480-4f0b-b5fc-48d50ff2a722), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:52.510526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-489b262b-834e-49ea-8d63-b7e8645b71d2 admin admin] Publish callbacks [] for security_group (5c09b350-7480-4f0b-b5fc-48d50ff2a722), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:52.630014 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-489b262b-834e-49ea-8d63-b7e8645b71d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5c09b350-7480-4f0b-b5fc-48d50ff2a722), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:52.633717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-489b262b-834e-49ea-8d63-b7e8645b71d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:52.635704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-489b262b-834e-49ea-8d63-b7e8645b71d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c09b350-7480-4f0b-b5fc-48d50ff2a722 HTTP/1.1" status: 204 len: 168 time: 0.3745091 Feb 15 14:01:52.673232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b262b-834e-49ea-8d63-b7e8645b71d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c09b350-7480-4f0b-b5fc-48d50ff2a722,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:52.822603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34706f-5b9d-49ea-a299-d03eb39a0afc req-1786db8e-b17b-4349-a1ad-23e9568e240f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.831402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34706f-5b9d-49ea-a299-d03eb39a0afc req-1786db8e-b17b-4349-a1ad-23e9568e240f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.838585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34706f-5b9d-49ea-a299-d03eb39a0afc req-1786db8e-b17b-4349-a1ad-23e9568e240f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.844690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34706f-5b9d-49ea-a299-d03eb39a0afc req-1786db8e-b17b-4349-a1ad-23e9568e240f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.851516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34706f-5b9d-49ea-a299-d03eb39a0afc req-1786db8e-b17b-4349-a1ad-23e9568e240f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.858518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34706f-5b9d-49ea-a299-d03eb39a0afc req-1786db8e-b17b-4349-a1ad-23e9568e240f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.865676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34706f-5b9d-49ea-a299-d03eb39a0afc req-1786db8e-b17b-4349-a1ad-23e9568e240f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:52.873827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a34706f-5b9d-49ea-a299-d03eb39a0afc req-1786db8e-b17b-4349-a1ad-23e9568e240f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1940970 Feb 15 14:01:52.979583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a34706f-5b9d-49ea-a299-d03eb39a0afc req-48b74877-fc2a-439e-ad81-3796229adc8a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1045995 Feb 15 14:01:53.152926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d4b66-b2cd-4fb0-a99c-06c2f160f508 req-06a1170d-293c-46db-96f8-19205638c560 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:53.154971 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d0d4b66-b2cd-4fb0-a99c-06c2f160f508 req-06a1170d-293c-46db-96f8-19205638c560 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 945 time: 0.0812383 Feb 15 14:01:53.220493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d0d4b66-b2cd-4fb0-a99c-06c2f160f508 req-404457da-5176-4124-845b-f37da5837d50 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576863 Feb 15 14:01:53.221493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60048) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:53.294502 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d565a175-66b6-4438-845f-8032f9d5cf0f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab853f89e6864454bc0d3dfe00c2723d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704634 Feb 15 14:01:53.298881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60050) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:53.349100 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:01:53.424124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e47cba7-4f36-414a-aea6-e2f0c1c98d17 admin admin] Publish callbacks [] for security_group (1efe9f55-31de-44c1-b537-2bda073cb093), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:53.490845 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e47cba7-4f36-414a-aea6-e2f0c1c98d17 admin admin] Publish callbacks [] for security_group (1efe9f55-31de-44c1-b537-2bda073cb093), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:53.618792 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e47cba7-4f36-414a-aea6-e2f0c1c98d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1efe9f55-31de-44c1-b537-2bda073cb093), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:53.622070 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e47cba7-4f36-414a-aea6-e2f0c1c98d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:53.626502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1e47cba7-4f36-414a-aea6-e2f0c1c98d17 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1efe9f55-31de-44c1-b537-2bda073cb093 HTTP/1.1" status: 204 len: 168 time: 0.3263819 Feb 15 14:01:53.660251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47cba7-4f36-414a-aea6-e2f0c1c98d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efe9f55-31de-44c1-b537-2bda073cb093,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:53.693715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fca52-db09-4739-abcb-e4996cd897b8 req-0d555b32-a149-4e43-8b3c-9001019105a8 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:53.703296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-812fca52-db09-4739-abcb-e4996cd897b8 req-0d555b32-a149-4e43-8b3c-9001019105a8 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 946 time: 0.1083479 Feb 15 14:01:53.779383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-812fca52-db09-4739-abcb-e4996cd897b8 req-bd4df54b-a055-4715-a6e4-07ff68a7c481 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716448 Feb 15 14:01:54.006339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2c0a61-6082-49ac-bfd8-565ee1366451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70edfd14-1752-44ce-853c-d798f279ad57'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:54.013757 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1a12fd-5711-4840-8c55-687cab83f8b5" -d '{"events": [{"server_uuid": "1a2c0a61-6082-49ac-bfd8-565ee1366451", "name": "network-vif-plugged", "status": "completed", "tag": "70edfd14-1752-44ce-853c-d798f279ad57"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:54.090967 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074954bd-0d37-4e2d-ae0f-5bb598417ca4 x-openstack-request-id: req-074954bd-0d37-4e2d-ae0f-5bb598417ca4 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:54.091255 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2c0a61-6082-49ac-bfd8-565ee1366451", "name": "network-vif-plugged", "status": "completed", "tag": "70edfd14-1752-44ce-853c-d798f279ad57", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:54.091511 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-074954bd-0d37-4e2d-ae0f-5bb598417ca4 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:54.091905 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2c0a61-6082-49ac-bfd8-565ee1366451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70edfd14-1752-44ce-853c-d798f279ad57', 'code': 200} Feb 15 14:01:54.263944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608743f9-8e59-4489-a84d-6c476c2c6062 req-7ab4bf90-3d2a-4d6a-92e4-f32a4b503b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:54.265477 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-608743f9-8e59-4489-a84d-6c476c2c6062 req-7ab4bf90-3d2a-4d6a-92e4-f32a4b503b31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 1129 time: 0.1145954 Feb 15 14:01:54.269898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c9f3-4597-4fe3-b0cb-e71f312b79f5 req-32ae8df7-8967-4afd-abdc-68901666d457 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:54.285540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c9f3-4597-4fe3-b0cb-e71f312b79f5 req-32ae8df7-8967-4afd-abdc-68901666d457 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:54.331916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c9f3-4597-4fe3-b0cb-e71f312b79f5 req-32ae8df7-8967-4afd-abdc-68901666d457 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:54.340194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c9f3-4597-4fe3-b0cb-e71f312b79f5 req-32ae8df7-8967-4afd-abdc-68901666d457 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:54.365217 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-608743f9-8e59-4489-a84d-6c476c2c6062 req-e51f74f3-4f58-4035-802a-8828780e5380 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939324 Feb 15 14:01:54.366649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c9f3-4597-4fe3-b0cb-e71f312b79f5 req-32ae8df7-8967-4afd-abdc-68901666d457 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:54.373282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c9f3-4597-4fe3-b0cb-e71f312b79f5 req-32ae8df7-8967-4afd-abdc-68901666d457 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:54.379282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c9f3-4597-4fe3-b0cb-e71f312b79f5 req-32ae8df7-8967-4afd-abdc-68901666d457 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:54.388252 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5255c9f3-4597-4fe3-b0cb-e71f312b79f5 req-32ae8df7-8967-4afd-abdc-68901666d457 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2828872 Feb 15 14:01:54.528140 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5255c9f3-4597-4fe3-b0cb-e71f312b79f5 req-99beed36-01b0-4de3-8efd-a1ecf7c180d7 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387033 Feb 15 14:01:54.536018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294db56-f053-4954-b485-e1aa0716e64a req-d9d94d47-2bc1-4fe7-b681-60ba46bf3689 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:54.537691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9294db56-f053-4954-b485-e1aa0716e64a req-d9d94d47-2bc1-4fe7-b681-60ba46bf3689 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 945 time: 0.1471043 Feb 15 14:01:54.627530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9294db56-f053-4954-b485-e1aa0716e64a req-88d92798-0b7a-4494-b489-1745cfa04c2c tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826755 Feb 15 14:01:55.156868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60132) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:55.166130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8369c6-7b1b-401f-bc57-c130cdb88c33 req-65e55fe4-9436-435e-974b-e4ab9a29fb62 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.178760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff8369c6-7b1b-401f-bc57-c130cdb88c33 req-65e55fe4-9436-435e-974b-e4ab9a29fb62 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1003747 Feb 15 14:01:55.194099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfed41-dd29-454c-89e7-e13fb42777da req-13e301be-07cb-478e-abfc-6af5408a0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.195816 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73dfed41-dd29-454c-89e7-e13fb42777da req-13e301be-07cb-478e-abfc-6af5408a0855 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 1128 time: 0.1190114 Feb 15 14:01:55.361802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff8369c6-7b1b-401f-bc57-c130cdb88c33 req-8b4ef57a-55e4-4a5d-bcfe-d0aac32c89d4 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794317 Feb 15 14:01:55.394867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cf90-6bc2-4317-ba15-cfa3bf1305e8 req-48fc86c4-ba9a-4b08-ad46-ad0944f1811d tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.403515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c267cf90-6bc2-4317-ba15-cfa3bf1305e8 req-48fc86c4-ba9a-4b08-ad46-ad0944f1811d tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 946 time: 0.2101800 Feb 15 14:01:55.416816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfed41-dd29-454c-89e7-e13fb42777da req-51e568c5-39b0-4e2e-84f3-cd8ba27e841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.419244 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73dfed41-dd29-454c-89e7-e13fb42777da req-51e568c5-39b0-4e2e-84f3-cd8ba27e841a service neutron] 10.222.0.42 "GET /v2.0/networks?id=eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 200 len: 919 time: 0.2162974 Feb 15 14:01:55.433011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-871129874-network', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:55.486866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Made reservation on behalf of b3a467854a19478a93abf0ae69f14552 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:55.495503 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:55.526526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c267cf90-6bc2-4317-ba15-cfa3bf1305e8 req-6ab9852c-1178-4e39-a3c5-acab9b92f158 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107051 Feb 15 14:01:55.560811 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73dfed41-dd29-454c-89e7-e13fb42777da req-86a92f8f-cdaf-4956-be84-10d18c361fb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933eaf4e-275c-4af0-be4a-be939d59295e HTTP/1.1" status: 200 len: 217 time: 0.0884733 Feb 15 14:01:55.591252 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:55.725536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfed41-dd29-454c-89e7-e13fb42777da req-b42a6de2-111c-48c5-b224-cdd80e49d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.733047 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73dfed41-dd29-454c-89e7-e13fb42777da req-b42a6de2-111c-48c5-b224-cdd80e49d5ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecfdf680-5b93-496a-93ee-d9df261fb8db HTTP/1.1" status: 200 len: 858 time: 0.1598978 Feb 15 14:01:55.782986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c1fa2-8ee9-4983-87ac-3d1b8e20d7cb req-774fd017-5fd7-4567-8610-43e83738d064 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.795896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c1fa2-8ee9-4983-87ac-3d1b8e20d7cb req-774fd017-5fd7-4567-8610-43e83738d064 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.804861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c1fa2-8ee9-4983-87ac-3d1b8e20d7cb req-774fd017-5fd7-4567-8610-43e83738d064 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.811388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c1fa2-8ee9-4983-87ac-3d1b8e20d7cb req-774fd017-5fd7-4567-8610-43e83738d064 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.819209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c1fa2-8ee9-4983-87ac-3d1b8e20d7cb req-774fd017-5fd7-4567-8610-43e83738d064 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.826877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c1fa2-8ee9-4983-87ac-3d1b8e20d7cb req-774fd017-5fd7-4567-8610-43e83738d064 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.832253 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73dfed41-dd29-454c-89e7-e13fb42777da req-0ea345ff-5d4a-4bce-bb0a-09a9bcc3c347 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eab768b6-8c6b-463b-b5fd-4950b8e50e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905485 Feb 15 14:01:55.833146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c1fa2-8ee9-4983-87ac-3d1b8e20d7cb req-774fd017-5fd7-4567-8610-43e83738d064 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.835288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae8c1fa2-8ee9-4983-87ac-3d1b8e20d7cb req-774fd017-5fd7-4567-8610-43e83738d064 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.1815615 Feb 15 14:01:55.940012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60108fa-18b8-436e-af03-16adea87dd63 req-f96baab3-d4b4-4b30-bab4-1030bdd15e41 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:55.941945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d60108fa-18b8-436e-af03-16adea87dd63 req-f96baab3-d4b4-4b30-bab4-1030bdd15e41 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 945 time: 0.1056135 Feb 15 14:01:55.963086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae8c1fa2-8ee9-4983-87ac-3d1b8e20d7cb req-ee231db1-cb5a-437c-8a74-183c1bc81243 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934670 Feb 15 14:01:56.077951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Publish callbacks [] for security_group (2d5054c4-f18f-4c0f-9eeb-36725d3ebab7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:56.079163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d60108fa-18b8-436e-af03-16adea87dd63 req-fa47c2b9-6642-44af-91e1-84bf04f12f99 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145394 Feb 15 14:01:56.082879 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73dfed41-dd29-454c-89e7-e13fb42777da req-9045b987-5da6-400f-a442-8d3b2a568238 service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423427 Feb 15 14:01:56.103884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2d5054c4-f18f-4c0f-9eeb-36725d3ebab7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:56.121183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:01:56.185312 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (67203933-64e6-4fae-972d-6cdda8397e02), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:56.185878 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Added segment 67203933-64e6-4fae-972d-6cdda8397e02 of type vlan for network 4e4c3377-6456-47a4-9795-94bf115c67a5 Feb 15 14:01:56.254665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5054c4-f18f-4c0f-9eeb-36725d3ebab7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:56.260542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (4e4c3377-6456-47a4-9795-94bf115c67a5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:56.310752 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73dfed41-dd29-454c-89e7-e13fb42777da req-35437698-f138-4f6a-9caf-7cb9e59a291d service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205520 Feb 15 14:01:56.319109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (4e4c3377-6456-47a4-9795-94bf115c67a5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:56.320141 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:56.320743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:56.470462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] Pushing event updated for resources: {'Network': ['ID=4e4c3377-6456-47a4-9795-94bf115c67a5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:56.482518 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3f09acf4-68df-46f0-9906-b2d3729d7165 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3217323 Feb 15 14:01:56.482624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60168) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:56.483404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 4e4c3377-6456-47a4-9795-94bf115c67a5 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:01:56.490390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] Request body: {'subnet': {'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-871129874-subnet', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:56.521962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] Made reservation on behalf of b3a467854a19478a93abf0ae69f14552 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:01:56.527172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:56.592819 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e1476-817c-43b3-a54d-66e72f98427d req-c901bc13-e0b5-413d-915e-f1673f77cf60 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:56.596662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-442e1476-817c-43b3-a54d-66e72f98427d req-c901bc13-e0b5-413d-915e-f1673f77cf60 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1337492 Feb 15 14:01:56.806344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-442e1476-817c-43b3-a54d-66e72f98427d req-49502f34-f113-4aa3-86d9-8ffb4d249a96 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030354 Feb 15 14:01:56.823964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacc8a8-f54e-43b6-b32b-dfabddf3e752 req-cc1fd39d-47d6-473a-967c-52af756a513d tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:56.825614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bacc8a8-f54e-43b6-b32b-dfabddf3e752 req-cc1fd39d-47d6-473a-967c-52af756a513d tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 946 time: 0.1705899 Feb 15 14:01:56.836857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (c26ffbac-e67e-4d46-9c93-2f439a43980a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:56.888513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26ffbac-e67e-4d46-9c93-2f439a43980a,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:56.926573 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bacc8a8-f54e-43b6-b32b-dfabddf3e752 req-087aa312-cd6e-4c28-b1c5-b9a389d3a1c2 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946519 Feb 15 14:01:56.928722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] Checking segment: {'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:01:56.929267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] Network hostable DHCP agents. Network: 4e4c3377-6456-47a4-9795-94bf115c67a5, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:01:56.958700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] Network 4e4c3377-6456-47a4-9795-94bf115c67a5 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:01:56.972887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 4e4c3377-6456-47a4-9795-94bf115c67a5) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:56.985987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9457c076-eceb-4ffc-9023-a850785e0d89 None None] Network 4e4c3377-6456-47a4-9795-94bf115c67a5 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:01:57.014234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:57.015327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:57.070685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60176) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:57.072436 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9cdbcb65-808d-4e68-a681-2c7f2adb236e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5883012 Feb 15 14:01:57.075361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:01:57.207257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-4e4c3377-6456-47a4-9795-94bf115c67a5', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'fixed_ips': [{'subnet_id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:01:57.208695 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:57.209398 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:57.210835 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:57.247224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fd322-6ae3-44f9-ade4-a2e6c1b5eebc req-6509ffc9-b4c4-4d14-bba4-4efac9583c9b tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:57.251355 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-752fd322-6ae3-44f9-ade4-a2e6c1b5eebc req-6509ffc9-b4c4-4d14-bba4-4efac9583c9b tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 945 time: 0.1081390 Feb 15 14:01:57.305653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebb840-17bb-4fe9-88ee-65e68d05307c req-b0442fa6-9b20-4037-8e05-3a14daa8e8f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:57.325314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebb840-17bb-4fe9-88ee-65e68d05307c req-b0442fa6-9b20-4037-8e05-3a14daa8e8f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:57.335291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebb840-17bb-4fe9-88ee-65e68d05307c req-b0442fa6-9b20-4037-8e05-3a14daa8e8f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:57.344617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebb840-17bb-4fe9-88ee-65e68d05307c req-b0442fa6-9b20-4037-8e05-3a14daa8e8f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:57.350469 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebb840-17bb-4fe9-88ee-65e68d05307c req-b0442fa6-9b20-4037-8e05-3a14daa8e8f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:57.358717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebb840-17bb-4fe9-88ee-65e68d05307c req-b0442fa6-9b20-4037-8e05-3a14daa8e8f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:57.365367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebb840-17bb-4fe9-88ee-65e68d05307c req-b0442fa6-9b20-4037-8e05-3a14daa8e8f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:57.376787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7ebb840-17bb-4fe9-88ee-65e68d05307c req-b0442fa6-9b20-4037-8e05-3a14daa8e8f0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2695210 Feb 15 14:01:57.379863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Allocated IP 172.20.0.2 (4e4c3377-6456-47a4-9795-94bf115c67a5/c26ffbac-e67e-4d46-9c93-2f439a43980a/04618b22-4002-4dda-9357-511260ffc8a4) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:01:57.483388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7ebb840-17bb-4fe9-88ee-65e68d05307c req-3a23f5c5-c6ea-40a3-9453-f2d7b7b18c26 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050041 Feb 15 14:01:57.490864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-752fd322-6ae3-44f9-ade4-a2e6c1b5eebc req-55a5b4db-1d3b-4b77-8689-274d6d92e04f tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Deleting port 9e7f1466-36d2-4edf-82ff-2663228d5c08 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:01:57.491394 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-752fd322-6ae3-44f9-ade4-a2e6c1b5eebc req-55a5b4db-1d3b-4b77-8689-274d6d92e04f tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:57.576236 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Publish callbacks [] for port (04618b22-4002-4dda-9357-511260ffc8a4), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:57.586811 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (04618b22-4002-4dda-9357-511260ffc8a4), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:57.617493 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Publish callbacks [] for router_controller (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:57.662722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Pushing event updated for resources: {'Port': ['ID=04618b22-4002-4dda-9357-511260ffc8a4,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:57.675927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-752fd322-6ae3-44f9-ade4-a2e6c1b5eebc req-55a5b4db-1d3b-4b77-8689-274d6d92e04f tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] For port 9e7f1466-36d2-4edf-82ff-2663228d5c08, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9e7f1466-36d2-4edf-82ff-2663228d5c08,segment=NetworkSegment(5780b50f-ca3e-4e63-9790-782e0a7fd140),segment_id=5780b50f-ca3e-4e63-9790-782e0a7fd140)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:57.676371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Network 4e4c3377-6456-47a4-9795-94bf115c67a5 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:01:57.676494 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-752fd322-6ae3-44f9-ade4-a2e6c1b5eebc req-55a5b4db-1d3b-4b77-8689-274d6d92e04f tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:57.678398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:57.681344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:01:57.707470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-752fd322-6ae3-44f9-ade4-a2e6c1b5eebc req-55a5b4db-1d3b-4b77-8689-274d6d92e04f tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Calling delete_port for 9e7f1466-36d2-4edf-82ff-2663228d5c08 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:01:57.790125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Attempting to bind port 04618b22-4002-4dda-9357-511260ffc8a4 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:01:57.791084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Attempting to bind port 04618b22-4002-4dda-9357-511260ffc8a4 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:01:57.791455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Attempting to bind port 04618b22-4002-4dda-9357-511260ffc8a4 on network 4e4c3377-6456-47a4-9795-94bf115c67a5 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:01:57.800556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:01:57.800941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Checking segment: {'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:01:57.801353 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:57.801748 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Bound using segment: {'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:01:57.802220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Bound port: 04618b22-4002-4dda-9357-511260ffc8a4, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:01:57.802598 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (04618b22-4002-4dda-9357-511260ffc8a4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:57.935510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] For port 04618b22-4002-4dda-9357-511260ffc8a4, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:01:57.940091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] For port 04618b22-4002-4dda-9357-511260ffc8a4, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=04618b22-4002-4dda-9357-511260ffc8a4,segment=NetworkSegment(67203933-64e6-4fae-972d-6cdda8397e02),segment_id=67203933-64e6-4fae-972d-6cdda8397e02)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:01:57.948363 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (04618b22-4002-4dda-9357-511260ffc8a4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:58.020165 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-752fd322-6ae3-44f9-ade4-a2e6c1b5eebc req-55a5b4db-1d3b-4b77-8689-274d6d92e04f tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9e7f1466-36d2-4edf-82ff-2663228d5c08), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:58.041399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['9e7f1466-36d2-4edf-82ff-2663228d5c08'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:01:58.070177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5b4db-1d3b-4b77-8689-274d6d92e04f tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Pushing event deleted for resources: {'Port': ['ID=9e7f1466-36d2-4edf-82ff-2663228d5c08,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:58.137190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfef7db-6b5d-41f5-b77f-94b238dae508 None None] Pushing event updated for resources: {'Port': ['ID=04618b22-4002-4dda-9357-511260ffc8a4,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:58.151157 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-752fd322-6ae3-44f9-ade4-a2e6c1b5eebc req-55a5b4db-1d3b-4b77-8689-274d6d92e04f tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] No DVR routers for this DVR port 9e7f1466-36d2-4edf-82ff-2663228d5c08 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:01:58.155392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-752fd322-6ae3-44f9-ade4-a2e6c1b5eebc req-55a5b4db-1d3b-4b77-8689-274d6d92e04f tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:58.160056 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-752fd322-6ae3-44f9-ade4-a2e6c1b5eebc req-55a5b4db-1d3b-4b77-8689-274d6d92e04f tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.42 "DELETE /v2.0/ports/9e7f1466-36d2-4edf-82ff-2663228d5c08 HTTP/1.1" status: 204 len: 173 time: 0.9006004 Feb 15 14:01:58.160754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f2979a-4464-45b1-beac-e5ed53fe87cd', 'name': 'network-vif-deleted', 'tag': '9e7f1466-36d2-4edf-82ff-2663228d5c08'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:01:58.163517 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03de440d-dd03-479e-8385-13825afee68c" -d '{"events": [{"server_uuid": "a3f2979a-4464-45b1-beac-e5ed53fe87cd", "name": "network-vif-deleted", "tag": "9e7f1466-36d2-4edf-82ff-2663228d5c08"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:01:58.461666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d1dee-9158-4b62-8e2d-449a0be8ec88 req-343350c4-d0a5-415c-a211-f6d5005c25ff tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:58.471088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f34d1dee-9158-4b62-8e2d-449a0be8ec88 req-343350c4-d0a5-415c-a211-f6d5005c25ff tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3f2979a-4464-45b1-beac-e5ed53fe87cd HTTP/1.1" status: 200 len: 867 time: 0.9180784 Feb 15 14:01:58.586141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Publish callbacks [] for router_gateway (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:58.697371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4a0cc-8629-471b-bf58-1bb7e4354b36 req-d5f34bdd-1c6b-4005-b4ae-2a754d856623 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:58.698946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2a4a0cc-8629-471b-bf58-1bb7e4354b36 req-d5f34bdd-1c6b-4005-b4ae-2a754d856623 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.3596208 Feb 15 14:01:58.708534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f34d1dee-9158-4b62-8e2d-449a0be8ec88 req-f5266537-4760-4944-a6b8-3461df4d7e17 tempest-ServerPasswordTestJSON-2010000802 tempest-ServerPasswordTestJSON-2010000802-project] 10.222.0.72 "GET /v2.0/security-groups?id=47c7d9c8-143d-4c9a-baa2-c791b1a3c732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098173 Feb 15 14:01:58.776919 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2a4a0cc-8629-471b-bf58-1bb7e4354b36 req-85a26d62-8d36-450f-ab2d-ad894b49ccca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671520 Feb 15 14:01:58.864570 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6259b1-12f3-4787-a1f1-d441efbcd94c x-openstack-request-id: req-ca6259b1-12f3-4787-a1f1-d441efbcd94c {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:01:58.865050 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f2979a-4464-45b1-beac-e5ed53fe87cd", "name": "network-vif-deleted", "tag": "9e7f1466-36d2-4edf-82ff-2663228d5c08", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:01:58.865995 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca6259b1-12f3-4787-a1f1-d441efbcd94c {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:01:58.866598 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f2979a-4464-45b1-beac-e5ed53fe87cd', 'name': 'network-vif-deleted', 'tag': '9e7f1466-36d2-4edf-82ff-2663228d5c08', 'status': 'completed', 'code': 200} Feb 15 14:01:59.233551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 04618b22-4002-4dda-9357-511260ffc8a4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:01:59.239717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Publish callbacks [] for router_gateway (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:59.269131 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:59.460850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Allocated IP 172.25.6.151 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/6e7e4b58-525b-4987-a5c1-c2ed12d1f320) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:01:59.552725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 04618b22-4002-4dda-9357-511260ffc8a4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:59.553111 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (04618b22-4002-4dda-9357-511260ffc8a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:59.589377 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Publish callbacks [] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:59.670472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0285-31e7-42fd-afc3-e6fb1055d4c0 req-22bf843a-eea6-4f49-98ec-f5bfe8413487 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:59.675913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0285-31e7-42fd-afc3-e6fb1055d4c0 req-22bf843a-eea6-4f49-98ec-f5bfe8413487 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:59.681493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0285-31e7-42fd-afc3-e6fb1055d4c0 req-22bf843a-eea6-4f49-98ec-f5bfe8413487 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:59.685579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 04618b22-4002-4dda-9357-511260ffc8a4 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:01:59.686335 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (04618b22-4002-4dda-9357-511260ffc8a4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:59.692323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0285-31e7-42fd-afc3-e6fb1055d4c0 req-22bf843a-eea6-4f49-98ec-f5bfe8413487 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:59.698716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0285-31e7-42fd-afc3-e6fb1055d4c0 req-22bf843a-eea6-4f49-98ec-f5bfe8413487 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:59.707786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0285-31e7-42fd-afc3-e6fb1055d4c0 req-22bf843a-eea6-4f49-98ec-f5bfe8413487 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:59.713939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0285-31e7-42fd-afc3-e6fb1055d4c0 req-22bf843a-eea6-4f49-98ec-f5bfe8413487 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:01:59.716290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a5a0285-31e7-42fd-afc3-e6fb1055d4c0 req-22bf843a-eea6-4f49-98ec-f5bfe8413487 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.7056565 Feb 15 14:01:59.717633 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:59.755536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900c51c-0864-4a5d-a101-e3304c5960cb None None] Network 4e4c3377-6456-47a4-9795-94bf115c67a5 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:01:59.761414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 04618b22-4002-4dda-9357-511260ffc8a4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=04618b22-4002-4dda-9357-511260ffc8a4,segment=NetworkSegment(67203933-64e6-4fae-972d-6cdda8397e02),segment_id=67203933-64e6-4fae-972d-6cdda8397e02)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:01:59.815803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60220) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:01:59.832508 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (04618b22-4002-4dda-9357-511260ffc8a4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:59.877352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a5a0285-31e7-42fd-afc3-e6fb1055d4c0 req-e910c149-5af9-49e2-9729-93f3b64ffdaf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395965 Feb 15 14:01:59.895180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:01:59.900512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:01:59.903513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:01:59.929626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-103b55d0-9f65-41f5-a09c-2f0ed0f348fa admin admin] Deleting subnet a79081d9-bb4a-4492-96ca-1017a0c81d6e {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:01:59.937071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-103b55d0-9f65-41f5-a09c-2f0ed0f348fa admin admin] Publish callbacks [] for subnet (a79081d9-bb4a-4492-96ca-1017a0c81d6e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:59.942787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=04618b22-4002-4dda-9357-511260ffc8a4,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:01:59.971283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5c0ebf27-11d9-4d43-9bff-682c00946185 None None] Provisioning complete for port 04618b22-4002-4dda-9357-511260ffc8a4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:01:59.974407 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c0ebf27-11d9-4d43-9bff-682c00946185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (04618b22-4002-4dda-9357-511260ffc8a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:01:59.990545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-103b55d0-9f65-41f5-a09c-2f0ed0f348fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (a79081d9-bb4a-4492-96ca-1017a0c81d6e), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.045406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Pushing event updated for resources: {'Port': ['ID=6e7e4b58-525b-4987-a5c1-c2ed12d1f320,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:00.099010 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-103b55d0-9f65-41f5-a09c-2f0ed0f348fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (a79081d9-bb4a-4492-96ca-1017a0c81d6e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.183275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ebf27-11d9-4d43-9bff-682c00946185 None None] Current status of the port 04618b22-4002-4dda-9357-511260ffc8a4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:00.233482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-103b55d0-9f65-41f5-a09c-2f0ed0f348fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (a79081d9-bb4a-4492-96ca-1017a0c81d6e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.263056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76738823-6d97-44f5-92d5-640f8dd1deb7 req-4967df48-d003-4c36-8520-f847694d8931 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:00.270430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-76738823-6d97-44f5-92d5-640f8dd1deb7 req-4967df48-d003-4c36-8520-f847694d8931 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.2358739 Feb 15 14:02:00.279790 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-103b55d0-9f65-41f5-a09c-2f0ed0f348fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.285613 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-103b55d0-9f65-41f5-a09c-2f0ed0f348fa admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a79081d9-bb4a-4492-96ca-1017a0c81d6e HTTP/1.1" status: 204 len: 168 time: 0.4685647 Feb 15 14:02:00.288295 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b55d0-9f65-41f5-a09c-2f0ed0f348fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a79081d9-bb4a-4492-96ca-1017a0c81d6e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:00.291658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60230) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:00.413674 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (049ffe85-fa27-488f-986d-27357580a649), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.430045 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-76738823-6d97-44f5-92d5-640f8dd1deb7 req-489f9db7-fcf1-4b1b-abbf-2d1df2579dd0 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581454 Feb 15 14:02:00.499273 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Publish callbacks [] for router_gateway (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.516558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b664b9c2-561a-489a-864a-334f975acb29 None None] Provisioning complete for port 04618b22-4002-4dda-9357-511260ffc8a4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:00.517103 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b664b9c2-561a-489a-864a-334f975acb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (04618b22-4002-4dda-9357-511260ffc8a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.600996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:02:00.620268 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (049ffe85-fa27-488f-986d-27357580a649), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.647258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049ffe85-fa27-488f-986d-27357580a649']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:00.660772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5780b50f-ca3e-4e63-9790-782e0a7fd140') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:00.660772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5780b50f-ca3e-4e63-9790-782e0a7fd140') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:00.671563 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (5780b50f-ca3e-4e63-9790-782e0a7fd140), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.686741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5780b50f-ca3e-4e63-9790-782e0a7fd140), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.693192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:02:00.693620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (5780b50f-ca3e-4e63-9790-782e0a7fd140), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.760779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b664b9c2-561a-489a-864a-334f975acb29 None None] Current status of the port 04618b22-4002-4dda-9357-511260ffc8a4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:02:00.777028 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:02:00.783359 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (049ffe85-fa27-488f-986d-27357580a649), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.802365 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.807436 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] 10.222.0.72 "DELETE /v2.0/networks/049ffe85-fa27-488f-986d-27357580a649 HTTP/1.1" status: 204 len: 168 time: 0.5142207 Feb 15 14:02:00.843986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527f5a0-a6f2-41fa-b0a9-deef85a4d1ae admin admin] Pushing event deleted for resources: {'Network': ['ID=049ffe85-fa27-488f-986d-27357580a649,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:00.876260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:00.891142 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:00.899361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '0fa6b97a-bc5c-4081-993b-b10e4e7aca33', 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4', 'port_id': '0fa6b97a-bc5c-4081-993b-b10e4e7aca33', 'mac_address': 'fa:16:3e:4b:0e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bddb5c-68fe-4513-afd2-f78adb820f01', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:02:01.037746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:01.039750 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:01.085382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60248) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:01.119874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:01.179374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:01.181411 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-801ce69e-3f45-48d6-b64c-faeca456e930 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0afb0d3c16347e99b1c5707eca4b3ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927780 Feb 15 14:02:01.184097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60254) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:01.188541 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:01.190190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:02:01.253010 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 04618b22-4002-4dda-9357-511260ffc8a4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:01.283245 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73d2b-ce67-4cc0-8dab-345c3aad97b8 req-a9576a38-594a-45f9-bc4d-5f934424497c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:01.290614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73d2b-ce67-4cc0-8dab-345c3aad97b8 req-a9576a38-594a-45f9-bc4d-5f934424497c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:01.300072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73d2b-ce67-4cc0-8dab-345c3aad97b8 req-a9576a38-594a-45f9-bc4d-5f934424497c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:01.311995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73d2b-ce67-4cc0-8dab-345c3aad97b8 req-a9576a38-594a-45f9-bc4d-5f934424497c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:01.326627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73d2b-ce67-4cc0-8dab-345c3aad97b8 req-a9576a38-594a-45f9-bc4d-5f934424497c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:01.326932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7968cf-0a2e-476b-9892-1742f1f9ba6d admin admin] Publish callbacks [] for security_group (47c7d9c8-143d-4c9a-baa2-c791b1a3c732), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:01.340014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73d2b-ce67-4cc0-8dab-345c3aad97b8 req-a9576a38-594a-45f9-bc4d-5f934424497c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:01.353567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73d2b-ce67-4cc0-8dab-345c3aad97b8 req-a9576a38-594a-45f9-bc4d-5f934424497c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:01.355804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3aa73d2b-ce67-4cc0-8dab-345c3aad97b8 req-a9576a38-594a-45f9-bc4d-5f934424497c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5421 time: 0.2926250 Feb 15 14:02:01.387078 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9e7f1466-36d2-4edf-82ff-2663228d5c08 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:02:01.388138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7968cf-0a2e-476b-9892-1742f1f9ba6d admin admin] Publish callbacks [] for security_group (47c7d9c8-143d-4c9a-baa2-c791b1a3c732), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:01.458147 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:02:01.486577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 9e7f1466-36d2-4edf-82ff-2663228d5c08 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:02:01.489384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9e7f1466-36d2-4edf-82ff-2663228d5c08 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:02:01.497362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7968cf-0a2e-476b-9892-1742f1f9ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (47c7d9c8-143d-4c9a-baa2-c791b1a3c732), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:01.500282 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7968cf-0a2e-476b-9892-1742f1f9ba6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:01.504531 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bd7968cf-0a2e-476b-9892-1742f1f9ba6d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47c7d9c8-143d-4c9a-baa2-c791b1a3c732 HTTP/1.1" status: 204 len: 168 time: 0.3189526 Feb 15 14:02:01.523469 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7968cf-0a2e-476b-9892-1742f1f9ba6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c7d9c8-143d-4c9a-baa2-c791b1a3c732,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:01.543478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:01.557834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3aa73d2b-ce67-4cc0-8dab-345c3aad97b8 req-3c22a2b3-c3a2-4718-937c-bb4697883910 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1829827 Feb 15 14:02:01.595870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:02:01.608176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '7f99b03b-9cde-42a9-94d1-a59f2dcd4d45', 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4', 'port_id': '7f99b03b-9cde-42a9-94d1-a59f2dcd4d45', 'mac_address': 'fa:16:3e:4a:75:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bddb5c-68fe-4513-afd2-f78adb820f01', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:02:01.609661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:01.710424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 04618b22-4002-4dda-9357-511260ffc8a4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:01.717361 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (04618b22-4002-4dda-9357-511260ffc8a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:01.826144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:01.826634 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:01.861977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:01.920011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:01.940805 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:01.947196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 2323b683-4b33-4fdd-8464-0bda84e09074 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:02:02.013438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:02:02.029272 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730f6218-5775-4470-abb8-90578c51772e None None] Sync routers for ids ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:02:02.047358 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730f6218-5775-4470-abb8-90578c51772e None None] Routers {'7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:02.049993 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-730f6218-5775-4470-abb8-90578c51772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:01:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:02.078250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 04618b22-4002-4dda-9357-511260ffc8a4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:02.085310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:02.160780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c7f49-2246-4936-969d-6897cc2df768 req-3a455f79-290d-46f5-80ac-1ffb9ac71df1 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:02.178629 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-864c7f49-2246-4936-969d-6897cc2df768 req-3a455f79-290d-46f5-80ac-1ffb9ac71df1 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 946 time: 0.3435934 Feb 15 14:02:02.187042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f249d67-3e60-4790-8479-dc76570694dd req-c89b2c22-87a5-486c-b56c-5c170157475a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:02.188531 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3f249d67-3e60-4790-8479-dc76570694dd req-c89b2c22-87a5-486c-b56c-5c170157475a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.3525007 Feb 15 14:02:02.207387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:02.211268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c130335d-70b9-48b2-9a3b-13009559452e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1368582 Feb 15 14:02:02.211793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60276) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:02.221331 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-730f6218-5775-4470-abb8-90578c51772e None None] Set router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:02.291315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 2323b683-4b33-4fdd-8464-0bda84e09074, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=2323b683-4b33-4fdd-8464-0bda84e09074,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:02.327451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '2323b683-4b33-4fdd-8464-0bda84e09074', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'port_id': '2323b683-4b33-4fdd-8464-0bda84e09074', 'mac_address': 'fa:16:3e:45:46:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51d027d-829b-46a3-8128-74a466506270', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:02:02.404985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-864c7f49-2246-4936-969d-6897cc2df768 req-065dacce-8efe-4364-b5d5-58b2ab1999de tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252946 Feb 15 14:02:02.410546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 2323b683-4b33-4fdd-8464-0bda84e09074 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:02.411073 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:02.424349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3f249d67-3e60-4790-8479-dc76570694dd req-afc82665-4822-450b-a335-eda61f464b48 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144949 Feb 15 14:02:02.452471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2323b683-4b33-4fdd-8464-0bda84e09074 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:02.488826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 2323b683-4b33-4fdd-8464-0bda84e09074, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=2323b683-4b33-4fdd-8464-0bda84e09074,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:02.498459 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:02.584094 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-730f6218-5775-4470-abb8-90578c51772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:00Z', 'revision_number': 3, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:02.602335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=2323b683-4b33-4fdd-8464-0bda84e09074,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:02.615130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 15feb264-7111-4de1-bab7-a0f3ad60e9bf details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:02:02.643386 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730f6218-5775-4470-abb8-90578c51772e None None] Checking router: 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:02:02.647745 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730f6218-5775-4470-abb8-90578c51772e None None] Updating router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:02:02.733342 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-730f6218-5775-4470-abb8-90578c51772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:02.907686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bcc92-3bb8-430b-9250-3b3722c76db0 req-9da77385-d18f-4912-8f0c-74b60ceec29e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:02.913684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bcc92-3bb8-430b-9250-3b3722c76db0 req-9da77385-d18f-4912-8f0c-74b60ceec29e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:02.925615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 15feb264-7111-4de1-bab7-a0f3ad60e9bf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=15feb264-7111-4de1-bab7-a0f3ad60e9bf,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:02.932872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bcc92-3bb8-430b-9250-3b3722c76db0 req-9da77385-d18f-4912-8f0c-74b60ceec29e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:02.943799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '15feb264-7111-4de1-bab7-a0f3ad60e9bf', 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577', 'port_id': '15feb264-7111-4de1-bab7-a0f3ad60e9bf', 'mac_address': 'fa:16:3e:66:47:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55860514-d8b5-4482-806c-f513ef35d6ae', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:02:02.959877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bcc92-3bb8-430b-9250-3b3722c76db0 req-9da77385-d18f-4912-8f0c-74b60ceec29e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:02.965224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bcc92-3bb8-430b-9250-3b3722c76db0 req-9da77385-d18f-4912-8f0c-74b60ceec29e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:02.980941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bcc92-3bb8-430b-9250-3b3722c76db0 req-9da77385-d18f-4912-8f0c-74b60ceec29e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:02.986013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bcc92-3bb8-430b-9250-3b3722c76db0 req-9da77385-d18f-4912-8f0c-74b60ceec29e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:03.004233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e11bcc92-3bb8-430b-9250-3b3722c76db0 req-9da77385-d18f-4912-8f0c-74b60ceec29e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5424 time: 0.2528191 Feb 15 14:02:03.033698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['7f99b03b-9cde-42a9-94d1-a59f2dcd4d45'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:02:03.055127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 15feb264-7111-4de1-bab7-a0f3ad60e9bf is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:03.058800 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:03.125343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e11bcc92-3bb8-430b-9250-3b3722c76db0 req-201db442-e47b-426d-a351-cfaf0e09d2c5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189413 Feb 15 14:02:03.134675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['2323b683-4b33-4fdd-8464-0bda84e09074'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:02:03.148883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15feb264-7111-4de1-bab7-a0f3ad60e9bf {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:03.260344 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-730f6218-5775-4470-abb8-90578c51772e None None] Publish callbacks [] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:03.277776 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-730f6218-5775-4470-abb8-90578c51772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:03.300810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 15feb264-7111-4de1-bab7-a0f3ad60e9bf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=15feb264-7111-4de1-bab7-a0f3ad60e9bf,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:03.319521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa898b-9e7a-46fd-b876-b038b250922a req-09170a06-daf8-4212-af26-c5a29c22f0ff tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:03.322672 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e5fa898b-9e7a-46fd-b876-b038b250922a req-09170a06-daf8-4212-af26-c5a29c22f0ff tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 946 time: 0.2895067 Feb 15 14:02:03.346072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:03.350157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f03c2744-24ec-4cf1-87bd-379192121355 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:02:03.388476 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-730f6218-5775-4470-abb8-90578c51772e None None] Attempting to bind port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:02:03.388855 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-730f6218-5775-4470-abb8-90578c51772e None None] Attempting to bind port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:02:03.389214 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730f6218-5775-4470-abb8-90578c51772e None None] Attempting to bind port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:02:03.461133 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Pushing event updated for resources: {'Port': ['ID=6e7e4b58-525b-4987-a5c1-c2ed12d1f320,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:03.474894 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730f6218-5775-4470-abb8-90578c51772e None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:02:03.475681 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730f6218-5775-4470-abb8-90578c51772e None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:02:03.476439 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-730f6218-5775-4470-abb8-90578c51772e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:03.476986 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730f6218-5775-4470-abb8-90578c51772e None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:02:03.478723 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-730f6218-5775-4470-abb8-90578c51772e None None] Bound port: 6e7e4b58-525b-4987-a5c1-c2ed12d1f320, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:02:03.479604 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-730f6218-5775-4470-abb8-90578c51772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:03.549445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=15feb264-7111-4de1-bab7-a0f3ad60e9bf,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:03.573564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:03.616557 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-730f6218-5775-4470-abb8-90578c51772e None None] For port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:02:03.625919 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-730f6218-5775-4470-abb8-90578c51772e None None] For port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6e7e4b58-525b-4987-a5c1-c2ed12d1f320,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:02:03.645358 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.647229 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.647779 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.650137 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.652955 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.653746 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.655687 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.656856 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.657880 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.659720 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:02:03.660721 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.663500 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.664074 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.664599 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:03.675527 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-730f6218-5775-4470-abb8-90578c51772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:03.719680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f03c2744-24ec-4cf1-87bd-379192121355, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f03c2744-24ec-4cf1-87bd-379192121355,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:03.738342 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829caf69-da8c-4490-8935-5caccfb3fead None None] Pushing event updated for resources: {'Port': ['ID=6e7e4b58-525b-4987-a5c1-c2ed12d1f320,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:03.773280 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730f6218-5775-4470-abb8-90578c51772e None None] Routers {'7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:03.774196 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-730f6218-5775-4470-abb8-90578c51772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:01:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:03.774348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'f03c2744-24ec-4cf1-87bd-379192121355', 'network_id': '518aeb62-03f6-4f05-9be1-c52cef4b9577', 'port_id': 'f03c2744-24ec-4cf1-87bd-379192121355', 'mac_address': 'fa:16:3e:02:1f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55860514-d8b5-4482-806c-f513ef35d6ae', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:02:03.819940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3dfae-35ab-4605-b550-8af161c75b5c req-9c32f723-6034-46b6-984a-7afd0a6daf2e tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:03.828477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbe3dfae-35ab-4605-b550-8af161c75b5c req-9c32f723-6034-46b6-984a-7afd0a6daf2e tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1985207 Feb 15 14:02:03.835392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60332) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:03.853435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af618771-696a-4abf-91ef-36501d4ec05b req-668c031e-ffe5-4b9d-9da8-e146433f114e tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:03.861493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af618771-696a-4abf-91ef-36501d4ec05b req-668c031e-ffe5-4b9d-9da8-e146433f114e tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 946 time: 0.2941403 Feb 15 14:02:03.954766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbe3dfae-35ab-4605-b550-8af161c75b5c req-d51f2f9b-c799-4a65-b1b5-7c6bf588795e tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249890 Feb 15 14:02:03.982267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-e5fa898b-9e7a-46fd-b876-b038b250922a req-9cc65025-7a4c-46d0-8e09-aacf23042940 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Deleting port 70edfd14-1752-44ce-853c-d798f279ad57 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:02:03.982612 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e5fa898b-9e7a-46fd-b876-b038b250922a req-9cc65025-7a4c-46d0-8e09-aacf23042940 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (70edfd14-1752-44ce-853c-d798f279ad57), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:04.029047 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-730f6218-5775-4470-abb8-90578c51772e None None] Set router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:04.038052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f03c2744-24ec-4cf1-87bd-379192121355 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:04.039131 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f03c2744-24ec-4cf1-87bd-379192121355), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:04.072793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af618771-696a-4abf-91ef-36501d4ec05b req-2f01b166-7a66-44ec-b3b5-605716ac8938 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e6bb9bf-9fc0-4d44-bf78-dab793991cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099810 Feb 15 14:02:04.125795 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-852db8e5-79e8-4b88-ab25-441e441bc563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:04.155338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03c2744-24ec-4cf1-87bd-379192121355 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:04.262931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['0fa6b97a-bc5c-4081-993b-b10e4e7aca33'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:02:04.326368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-e5fa898b-9e7a-46fd-b876-b038b250922a req-9cc65025-7a4c-46d0-8e09-aacf23042940 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] For port 70edfd14-1752-44ce-853c-d798f279ad57, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=70edfd14-1752-44ce-853c-d798f279ad57,segment=NetworkSegment(beda35e9-d3a6-4d60-8142-4212e1ae9271),segment_id=beda35e9-d3a6-4d60-8142-4212e1ae9271)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:04.327202 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e5fa898b-9e7a-46fd-b876-b038b250922a req-9cc65025-7a4c-46d0-8e09-aacf23042940 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (70edfd14-1752-44ce-853c-d798f279ad57), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:04.343165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f03c2744-24ec-4cf1-87bd-379192121355, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f03c2744-24ec-4cf1-87bd-379192121355,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:04.367428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-e5fa898b-9e7a-46fd-b876-b038b250922a req-9cc65025-7a4c-46d0-8e09-aacf23042940 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Calling delete_port for 70edfd14-1752-44ce-853c-d798f279ad57 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:02:04.373775 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f03c2744-24ec-4cf1-87bd-379192121355), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:04.374098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f277436f-274d-4ccc-985c-0a0e050434d0 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:02:04.477287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729822-d7ea-4698-827d-68c5f6a6ee4d req-5f6231c1-c339-43f0-9b70-69c58409dd7c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:04.502287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729822-d7ea-4698-827d-68c5f6a6ee4d req-5f6231c1-c339-43f0-9b70-69c58409dd7c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:04.508006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729822-d7ea-4698-827d-68c5f6a6ee4d req-5f6231c1-c339-43f0-9b70-69c58409dd7c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:04.517302 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:02:04.525770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729822-d7ea-4698-827d-68c5f6a6ee4d req-5f6231c1-c339-43f0-9b70-69c58409dd7c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:04.533899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729822-d7ea-4698-827d-68c5f6a6ee4d req-5f6231c1-c339-43f0-9b70-69c58409dd7c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:04.545995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729822-d7ea-4698-827d-68c5f6a6ee4d req-5f6231c1-c339-43f0-9b70-69c58409dd7c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:04.549022 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Allocated IP 172.20.0.1 (4e4c3377-6456-47a4-9795-94bf115c67a5/c26ffbac-e67e-4d46-9c93-2f439a43980a/43303349-6830-48d1-9b23-67d3ad70a228) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:02:04.551703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729822-d7ea-4698-827d-68c5f6a6ee4d req-5f6231c1-c339-43f0-9b70-69c58409dd7c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:04.578560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a729822-d7ea-4698-827d-68c5f6a6ee4d req-5f6231c1-c339-43f0-9b70-69c58409dd7c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5425 time: 0.2894297 Feb 15 14:02:04.605424 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-730f6218-5775-4470-abb8-90578c51772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:00Z', 'revision_number': 3, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:04.649790 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730f6218-5775-4470-abb8-90578c51772e None None] The sync data for ids ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'] in n-d-829064-15 is: [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:00Z', 'revision_number': 3, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:02:04.654130 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-852db8e5-79e8-4b88-ab25-441e441bc563 admin admin] Publish callbacks [] for security_group (701faf39-8eed-4713-9dd2-9135e778e290), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:04.663344 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-852db8e5-79e8-4b88-ab25-441e441bc563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (701faf39-8eed-4713-9dd2-9135e778e290), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:04.784327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852db8e5-79e8-4b88-ab25-441e441bc563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701faf39-8eed-4713-9dd2-9135e778e290,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:04.851224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f03c2744-24ec-4cf1-87bd-379192121355,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:04.892797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-852db8e5-79e8-4b88-ab25-441e441bc563 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=43bda534cf45405683d7672ea5e0df1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0518315 Feb 15 14:02:04.893328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60350) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:04.903894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f277436f-274d-4ccc-985c-0a0e050434d0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f277436f-274d-4ccc-985c-0a0e050434d0,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:04.934689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'f277436f-274d-4ccc-985c-0a0e050434d0', 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4', 'port_id': 'f277436f-274d-4ccc-985c-0a0e050434d0', 'mac_address': 'fa:16:3e:00:05:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bddb5c-68fe-4513-afd2-f78adb820f01', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:02:04.990577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a729822-d7ea-4698-827d-68c5f6a6ee4d req-101fcc57-b909-4dad-a9cc-b0a894a4732e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4110353 Feb 15 14:02:05.090387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a0e7cbdf-1c25-443e-af71-538b3d09cb99 admin admin] Publish callbacks [] for security_group (701faf39-8eed-4713-9dd2-9135e778e290), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.105769 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Publish callbacks [] for port (43303349-6830-48d1-9b23-67d3ad70a228), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.132493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f277436f-274d-4ccc-985c-0a0e050434d0 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:05.132888 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.189640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e5fa898b-9e7a-46fd-b876-b038b250922a req-9cc65025-7a4c-46d0-8e09-aacf23042940 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (70edfd14-1752-44ce-853c-d798f279ad57), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.203555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f277436f-274d-4ccc-985c-0a0e050434d0 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:05.240446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f277436f-274d-4ccc-985c-0a0e050434d0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f277436f-274d-4ccc-985c-0a0e050434d0,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:05.243539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a0e7cbdf-1c25-443e-af71-538b3d09cb99 admin admin] Publish callbacks [] for security_group (701faf39-8eed-4713-9dd2-9135e778e290), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.244777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['70edfd14-1752-44ce-853c-d798f279ad57'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:02:05.246205 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60360) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:05.247525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc65025-7a4c-46d0-8e09-aacf23042940 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Pushing event deleted for resources: {'Port': ['ID=70edfd14-1752-44ce-853c-d798f279ad57,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:05.260936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (43303349-6830-48d1-9b23-67d3ad70a228), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.325241 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.326371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:02:05.366087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Network 4e4c3377-6456-47a4-9795-94bf115c67a5 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:02:05.412864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:05.427239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fa898b-9e7a-46fd-b876-b038b250922a req-9cc65025-7a4c-46d0-8e09-aacf23042940 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] No DVR routers for this DVR port 70edfd14-1752-44ce-853c-d798f279ad57 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:02:05.430939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:02:05.450987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f19527b9-1184-4bea-a670-7c7cfaaa921a req-f16375b9-3bef-4f1c-9788-670e8d7b6871 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a2c0a61-6082-49ac-bfd8-565ee1366451 HTTP/1.1" status: 200 len: 210 time: 0.0726275 Feb 15 14:02:05.536213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915146f-b186-472d-a9d9-9eabab833195 req-b089b246-fb75-42d7-83ed-97706c4d3ac2 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:05.541246 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.548801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b915146f-b186-472d-a9d9-9eabab833195 req-b089b246-fb75-42d7-83ed-97706c4d3ac2 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.4372740 Feb 15 14:02:05.549965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f277436f-274d-4ccc-985c-0a0e050434d0,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:05.557835 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e5fa898b-9e7a-46fd-b876-b038b250922a req-9cc65025-7a4c-46d0-8e09-aacf23042940 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.561462 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e5fa898b-9e7a-46fd-b876-b038b250922a req-9cc65025-7a4c-46d0-8e09-aacf23042940 tempest-ServerTagsTestJSON-1493555824 tempest-ServerTagsTestJSON-1493555824-project] 10.222.0.42 "DELETE /v2.0/ports/70edfd14-1752-44ce-853c-d798f279ad57 HTTP/1.1" status: 204 len: 173 time: 2.1691811 Feb 15 14:02:05.568625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:05.570488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2c0a61-6082-49ac-bfd8-565ee1366451', 'name': 'network-vif-deleted', 'tag': '70edfd14-1752-44ce-853c-d798f279ad57'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:05.573603 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1c2e44-77ea-4510-8c5c-5e6f612b4f03" -d '{"events": [{"server_uuid": "1a2c0a61-6082-49ac-bfd8-565ee1366451", "name": "network-vif-deleted", "tag": "70edfd14-1752-44ce-853c-d798f279ad57"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:02:05.581897 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a0e7cbdf-1c25-443e-af71-538b3d09cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (701faf39-8eed-4713-9dd2-9135e778e290), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.592842 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a0e7cbdf-1c25-443e-af71-538b3d09cb99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.593993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a0e7cbdf-1c25-443e-af71-538b3d09cb99 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/701faf39-8eed-4713-9dd2-9135e778e290 HTTP/1.1" status: 204 len: 168 time: 0.6859334 Feb 15 14:02:05.613311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53', 'network_id': 'ba8fc4a2-0c1f-42f3-80af-16382c65fcb4', 'port_id': 'c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53', 'mac_address': 'fa:16:3e:4a:bb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bddb5c-68fe-4513-afd2-f78adb820f01', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:02:05.672706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7cbdf-1c25-443e-af71-538b3d09cb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701faf39-8eed-4713-9dd2-9135e778e290,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:05.706459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:05.708475 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.778886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:05.836157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b915146f-b186-472d-a9d9-9eabab833195 req-d6852d26-9ec6-4b25-8ca5-9948ce1a9970 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827933 Feb 15 14:02:05.844011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:05.844359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Pushing event updated for resources: {'Port': ['ID=43303349-6830-48d1-9b23-67d3ad70a228,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:05.853984 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:05.886195 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9aeed-97d3-4a63-b1b7-2122168354c9 x-openstack-request-id: req-2fd9aeed-97d3-4a63-b1b7-2122168354c9 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:02:05.886769 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2c0a61-6082-49ac-bfd8-565ee1366451", "name": "network-vif-deleted", "tag": "70edfd14-1752-44ce-853c-d798f279ad57", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:02:05.887300 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2fd9aeed-97d3-4a63-b1b7-2122168354c9 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:02:05.888266 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2c0a61-6082-49ac-bfd8-565ee1366451', 'name': 'network-vif-deleted', 'tag': '70edfd14-1752-44ce-853c-d798f279ad57', 'status': 'completed', 'code': 200} Feb 15 14:02:05.907527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 2323b683-4b33-4fdd-8464-0bda84e09074 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:05.907797 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80d129df-f23d-49a1-afe7-35ab92a80182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.109958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (43303349-6830-48d1-9b23-67d3ad70a228), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.117239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80d129df-f23d-49a1-afe7-35ab92a80182 admin admin] Publish callbacks [] for security_group (89eed01f-02b6-4a7e-8c58-b9adb8949343), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.131710 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80d129df-f23d-49a1-afe7-35ab92a80182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (89eed01f-02b6-4a7e-8c58-b9adb8949343), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.159487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-06ac9b39-14f9-4e4a-8477-2301b9d22259 None None] Provisioning complete for port 43303349-6830-48d1-9b23-67d3ad70a228 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:06.160280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-06ac9b39-14f9-4e4a-8477-2301b9d22259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (43303349-6830-48d1-9b23-67d3ad70a228), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.164972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:06.193970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d129df-f23d-49a1-afe7-35ab92a80182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eed01f-02b6-4a7e-8c58-b9adb8949343,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:06.220558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-06ac9b39-14f9-4e4a-8477-2301b9d22259 None None] Port 43303349-6830-48d1-9b23-67d3ad70a228 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:02:06.242028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 2323b683-4b33-4fdd-8464-0bda84e09074 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:02:06.249299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 2323b683-4b33-4fdd-8464-0bda84e09074 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:06.249995 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.270971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04b7-94d5-4830-8a42-80208b11fe70 req-d4ad5cce-4157-4ec4-811b-fbf9ff2ccb06 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:06.297270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04b7-94d5-4830-8a42-80208b11fe70 req-d4ad5cce-4157-4ec4-811b-fbf9ff2ccb06 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:06.302764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04b7-94d5-4830-8a42-80208b11fe70 req-d4ad5cce-4157-4ec4-811b-fbf9ff2ccb06 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:06.317232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04b7-94d5-4830-8a42-80208b11fe70 req-d4ad5cce-4157-4ec4-811b-fbf9ff2ccb06 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:06.334023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-80d129df-f23d-49a1-afe7-35ab92a80182 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c65513a9a83d465c845a618862263217&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0836778 Feb 15 14:02:06.334697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60372) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:06.358791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04b7-94d5-4830-8a42-80208b11fe70 req-d4ad5cce-4157-4ec4-811b-fbf9ff2ccb06 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:06.373938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04b7-94d5-4830-8a42-80208b11fe70 req-d4ad5cce-4157-4ec4-811b-fbf9ff2ccb06 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:06.384843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04b7-94d5-4830-8a42-80208b11fe70 req-d4ad5cce-4157-4ec4-811b-fbf9ff2ccb06 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:06.393401 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f61c04b7-94d5-4830-8a42-80208b11fe70 req-d4ad5cce-4157-4ec4-811b-fbf9ff2ccb06 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5428 time: 0.2285533 Feb 15 14:02:06.445633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 2323b683-4b33-4fdd-8464-0bda84e09074 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:06.447154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.501561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60374) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:06.503566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2323b683-4b33-4fdd-8464-0bda84e09074'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:06.509407 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f88f34-32d6-4be2-b027-9bfb9fd431fd" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "2323b683-4b33-4fdd-8464-0bda84e09074"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:02:06.514991 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f61c04b7-94d5-4830-8a42-80208b11fe70 req-c662a46e-65f8-4844-85c4-c9f81e7cde02 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204355 Feb 15 14:02:06.553233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 2323b683-4b33-4fdd-8464-0bda84e09074, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=2323b683-4b33-4fdd-8464-0bda84e09074,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:06.565666 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5790e627-51d0-4ba2-9f33-e92757d5209e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.569399 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.570488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:06.604676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60380) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:06.626516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5432bed-eb55-4fb4-b00c-fc29c795007d admin admin] Publish callbacks [] for security_group (89eed01f-02b6-4a7e-8c58-b9adb8949343), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.669030 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5432bed-eb55-4fb4-b00c-fc29c795007d admin admin] Publish callbacks [] for security_group (89eed01f-02b6-4a7e-8c58-b9adb8949343), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.669675 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b44997-0a8a-4fbc-963d-6dffd1b6eb8e x-openstack-request-id: req-60b44997-0a8a-4fbc-963d-6dffd1b6eb8e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:02:06.670079 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "2323b683-4b33-4fdd-8464-0bda84e09074", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:02:06.670328 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60b44997-0a8a-4fbc-963d-6dffd1b6eb8e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:02:06.671020 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2323b683-4b33-4fdd-8464-0bda84e09074', 'code': 200} Feb 15 14:02:06.697979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-021b1145-57ca-42b5-90cd-a8c2539b27fb admin admin] Deleting subnet 150a816a-7739-4a84-8c64-ab2df3a6e50d {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:02:06.703850 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-021b1145-57ca-42b5-90cd-a8c2539b27fb admin admin] Publish callbacks [] for subnet (150a816a-7739-4a84-8c64-ab2df3a6e50d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.743548 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-021b1145-57ca-42b5-90cd-a8c2539b27fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (150a816a-7739-4a84-8c64-ab2df3a6e50d), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.758632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=2323b683-4b33-4fdd-8464-0bda84e09074,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:06.788773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:02:06.800882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:06.801561 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.858351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['f277436f-274d-4ccc-985c-0a0e050434d0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:02:06.862462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['f03c2744-24ec-4cf1-87bd-379192121355'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:02:06.870634 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5432bed-eb55-4fb4-b00c-fc29c795007d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (89eed01f-02b6-4a7e-8c58-b9adb8949343), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.873154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5432bed-eb55-4fb4-b00c-fc29c795007d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.882245 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a5432bed-eb55-4fb4-b00c-fc29c795007d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/89eed01f-02b6-4a7e-8c58-b9adb8949343 HTTP/1.1" status: 204 len: 168 time: 0.5421934 Feb 15 14:02:06.900120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5432bed-eb55-4fb4-b00c-fc29c795007d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eed01f-02b6-4a7e-8c58-b9adb8949343,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:06.907769 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5790e627-51d0-4ba2-9f33-e92757d5209e admin admin] Publish callbacks [] for security_group (454e55be-0fe6-473b-b99e-44437b0b7604), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.918818 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-021b1145-57ca-42b5-90cd-a8c2539b27fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (150a816a-7739-4a84-8c64-ab2df3a6e50d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.921244 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5790e627-51d0-4ba2-9f33-e92757d5209e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (454e55be-0fe6-473b-b99e-44437b0b7604), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.929395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Publish callbacks [] for port (43303349-6830-48d1-9b23-67d3ad70a228), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:06.941787 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (43303349-6830-48d1-9b23-67d3ad70a228), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:07.100754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Pushing event updated for resources: {'Port': ['ID=43303349-6830-48d1-9b23-67d3ad70a228,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:07.103555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:07.189570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5790e627-51d0-4ba2-9f33-e92757d5209e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fbe3e3b7cccf43c2ac0993fcbd1b6878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6681378 Feb 15 14:02:07.198536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790e627-51d0-4ba2-9f33-e92757d5209e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454e55be-0fe6-473b-b99e-44437b0b7604,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:07.201222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60388) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:07.308128 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Network 4e4c3377-6456-47a4-9795-94bf115c67a5 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:02:07.309230 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-021b1145-57ca-42b5-90cd-a8c2539b27fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (150a816a-7739-4a84-8c64-ab2df3a6e50d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:07.310417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:07.318888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:02:07.324029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:07.392729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e56a3-048d-4ef1-a879-ce29dac7fcac req-c3ea0cfd-54ae-44a4-a644-431d75a78a3b tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:07.401976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a3e56a3-048d-4ef1-a879-ce29dac7fcac req-c3ea0cfd-54ae-44a4-a644-431d75a78a3b tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.3859973 Feb 15 14:02:07.407323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b1145-57ca-42b5-90cd-a8c2539b27fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150a816a-7739-4a84-8c64-ab2df3a6e50d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:07.412217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-021b1145-57ca-42b5-90cd-a8c2539b27fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:07.419912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-021b1145-57ca-42b5-90cd-a8c2539b27fb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/150a816a-7739-4a84-8c64-ab2df3a6e50d HTTP/1.1" status: 204 len: 168 time: 0.8135390 Feb 15 14:02:07.422462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60392) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:07.443691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 70edfd14-1752-44ce-853c-d798f279ad57 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:02:07.533159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 70edfd14-1752-44ce-853c-d798f279ad57 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:02:07.533942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 70edfd14-1752-44ce-853c-d798f279ad57 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:02:07.653557 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (6e21853a-2425-43f3-bae8-09247b6cd3b3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:07.685067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:02:07.685616 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f2272ae-faf1-4734-b2a0-ddd4a8e0efe0 admin admin] Publish callbacks [] for security_group (454e55be-0fe6-473b-b99e-44437b0b7604), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:07.731789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:07.735065 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:07.805903 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a3e56a3-048d-4ef1-a879-ce29dac7fcac req-48727819-0bd9-4ffa-83e1-9d5b10546ba7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023025 Feb 15 14:02:07.887855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f2272ae-faf1-4734-b2a0-ddd4a8e0efe0 admin admin] Publish callbacks [] for security_group (454e55be-0fe6-473b-b99e-44437b0b7604), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:07.889367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['15feb264-7111-4de1-bab7-a0f3ad60e9bf'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:02:07.944314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:02:07.964127 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d6fc64d3-5bee-4741-9c2f-c17f03b2ae7d admin admin] 10.222.0.72 "PUT /v2.0/routers/7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7502656 Feb 15 14:02:08.065348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:08.071298 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (6e21853a-2425-43f3-bae8-09247b6cd3b3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:08.084917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88964-79a3-4249-823a-574a73e9510f req-5594474a-911b-4df9-81ec-0346e4b8ceaf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:08.090869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88964-79a3-4249-823a-574a73e9510f req-5594474a-911b-4df9-81ec-0346e4b8ceaf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:08.096303 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88964-79a3-4249-823a-574a73e9510f req-5594474a-911b-4df9-81ec-0346e4b8ceaf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:08.101832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88964-79a3-4249-823a-574a73e9510f req-5594474a-911b-4df9-81ec-0346e4b8ceaf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:08.117003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88964-79a3-4249-823a-574a73e9510f req-5594474a-911b-4df9-81ec-0346e4b8ceaf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:08.124138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88964-79a3-4249-823a-574a73e9510f req-5594474a-911b-4df9-81ec-0346e4b8ceaf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:08.126592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8412a7de-01de-4628-afa9-9c826b4052b0 None None] Provisioning complete for port 43303349-6830-48d1-9b23-67d3ad70a228 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:08.127144 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8412a7de-01de-4628-afa9-9c826b4052b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (43303349-6830-48d1-9b23-67d3ad70a228), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:08.131876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88964-79a3-4249-823a-574a73e9510f req-5594474a-911b-4df9-81ec-0346e4b8ceaf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:08.140862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffb88964-79a3-4249-823a-574a73e9510f req-5594474a-911b-4df9-81ec-0346e4b8ceaf tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5429 time: 0.4608715 Feb 15 14:02:08.189807 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f2272ae-faf1-4734-b2a0-ddd4a8e0efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (454e55be-0fe6-473b-b99e-44437b0b7604), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:08.199414 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f2272ae-faf1-4734-b2a0-ddd4a8e0efe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:08.200861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9f2272ae-faf1-4734-b2a0-ddd4a8e0efe0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/454e55be-0fe6-473b-b99e-44437b0b7604 HTTP/1.1" status: 204 len: 168 time: 0.9962575 Feb 15 14:02:08.207592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e21853a-2425-43f3-bae8-09247b6cd3b3']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:08.219407 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:08.221818 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Sync routers for ids ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:02:08.247743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:08.257273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Routers {'7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:08.258188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:01:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:08.270862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2272ae-faf1-4734-b2a0-ddd4a8e0efe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454e55be-0fe6-473b-b99e-44437b0b7604,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:08.280647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beda35e9-d3a6-4d60-8142-4212e1ae9271') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:08.280953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beda35e9-d3a6-4d60-8142-4212e1ae9271') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:08.328009 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (beda35e9-d3a6-4d60-8142-4212e1ae9271), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:08.382483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffb88964-79a3-4249-823a-574a73e9510f req-8087280a-f2ec-4139-aa59-b8b1d50d05d4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2403600 Feb 15 14:02:08.383565 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (beda35e9-d3a6-4d60-8142-4212e1ae9271), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:08.391843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:02:08.392264 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (beda35e9-d3a6-4d60-8142-4212e1ae9271), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:02:08.394311 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:02:08.461871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:08.462366 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:08.473970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (6e21853a-2425-43f3-bae8-09247b6cd3b3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:08.487634 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:08.503605 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6e21853a-2425-43f3-bae8-09247b6cd3b3 HTTP/1.1" status: 204 len: 168 time: 1.0595655 Feb 15 14:02:08.525840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8412a7de-01de-4628-afa9-9c826b4052b0 None None] Port 43303349-6830-48d1-9b23-67d3ad70a228 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:02:08.537177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026d8dd-63e1-4af0-b9d7-df09482025c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e21853a-2425-43f3-bae8-09247b6cd3b3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:08.682149 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99b03b-9cde-42a9-94d1-a59f2dcd4d45'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:08.684902 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5748b1-fcda-4080-bd8e-afe0c72d0309" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "7f99b03b-9cde-42a9-94d1-a59f2dcd4d45"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:02:08.820419 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c8f80d-5421-42b7-8e52-7e806c1f4a8e x-openstack-request-id: req-23c8f80d-5421-42b7-8e52-7e806c1f4a8e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:02:08.820708 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "7f99b03b-9cde-42a9-94d1-a59f2dcd4d45", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:02:08.820961 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23c8f80d-5421-42b7-8e52-7e806c1f4a8e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:02:08.821398 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99b03b-9cde-42a9-94d1-a59f2dcd4d45', 'code': 200} Feb 15 14:02:08.822091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:08.881482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60436) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:08.937292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Set router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:08.983804 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8572cf3f-62c9-4df8-b3f8-e3f99a17c645 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31bf30f2ac9649bea99498909f1fe2df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1006725 Feb 15 14:02:08.985861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60442) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:09.070234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:09.070812 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.094134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86f0b1de-f3c8-4dca-bcda-144ff772960f admin admin] Publish callbacks [] for security_group (2e6bb9bf-9fc0-4d44-bf78-dab793991cca), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.129309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6e7e4b58-525b-4987-a5c1-c2ed12d1f320,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:09.139775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ce846-0ba9-463c-b508-c21829a5ae76 req-b9989dfb-07fe-4472-9dab-3992560d515c tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:09.146112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa6ce846-0ba9-463c-b508-c21829a5ae76 req-b9989dfb-07fe-4472-9dab-3992560d515c tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1360569 Feb 15 14:02:09.146731 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86f0b1de-f3c8-4dca-bcda-144ff772960f admin admin] Publish callbacks [] for security_group (2e6bb9bf-9fc0-4d44-bf78-dab793991cca), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.161783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:02:09.190834 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.242194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86f0b1de-f3c8-4dca-bcda-144ff772960f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2e6bb9bf-9fc0-4d44-bf78-dab793991cca), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.246246 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86f0b1de-f3c8-4dca-bcda-144ff772960f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.248400 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-86f0b1de-f3c8-4dca-bcda-144ff772960f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2e6bb9bf-9fc0-4d44-bf78-dab793991cca HTTP/1.1" status: 204 len: 168 time: 0.2614875 Feb 15 14:02:09.265368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0b1de-f3c8-4dca-bcda-144ff772960f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6bb9bf-9fc0-4d44-bf78-dab793991cca,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:09.305024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa6ce846-0ba9-463c-b508-c21829a5ae76 req-c186cc95-92f2-426e-8c96-7b2bef9ceccd tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504741 Feb 15 14:02:09.315966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=6e7e4b58-525b-4987-a5c1-c2ed12d1f320,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:09.320615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:09.320992 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.374305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60452) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:09.379344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-32669032-ca9f-4683-a160-a2216d0736ce tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342504993', 'description': 'tempest-description--1980724235'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:09.436728 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32669032-ca9f-4683-a160-a2216d0736ce tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.624048 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32669032-ca9f-4683-a160-a2216d0736ce tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group (d4357305-4b38-4ff4-b74f-47770e303c45), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.646430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32669032-ca9f-4683-a160-a2216d0736ce tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d4357305-4b38-4ff4-b74f-47770e303c45), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.746412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32669032-ca9f-4683-a160-a2216d0736ce tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4357305-4b38-4ff4-b74f-47770e303c45,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:09.764969 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32669032-ca9f-4683-a160-a2216d0736ce tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.769896 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-32669032-ca9f-4683-a160-a2216d0736ce tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3913887 Feb 15 14:02:09.770226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60462) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:09.782951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a2eb9812-dcb3-4b13-9dc5-9ec9187da4e9 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Request body: {'security_group_rule': {'security_group_id': 'd4357305-4b38-4ff4-b74f-47770e303c45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:09.810612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:09.811259 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.840013 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2eb9812-dcb3-4b13-9dc5-9ec9187da4e9 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group_rule (f07dd84b-ddcd-4b38-8fe2-47af3e7cb720), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.929423 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:09.990533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:10.026525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2eb9812-dcb3-4b13-9dc5-9ec9187da4e9 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group_rule (f07dd84b-ddcd-4b38-8fe2-47af3e7cb720), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.031807 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.037118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2eb9812-dcb3-4b13-9dc5-9ec9187da4e9 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f07dd84b-ddcd-4b38-8fe2-47af3e7cb720), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.046924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f03c2744-24ec-4cf1-87bd-379192121355 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:10.085225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb9812-dcb3-4b13-9dc5-9ec9187da4e9 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07dd84b-ddcd-4b38-8fe2-47af3e7cb720,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:10.108195 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2eb9812-dcb3-4b13-9dc5-9ec9187da4e9 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.111309 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a2eb9812-dcb3-4b13-9dc5-9ec9187da4e9 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388743 Feb 15 14:02:10.113718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60474) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:10.122937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8cadab83-3c77-46b9-996a-34ed8420704e tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Request body: {'security_group_rule': {'security_group_id': 'd4357305-4b38-4ff4-b74f-47770e303c45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:10.176075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cadab83-3c77-46b9-996a-34ed8420704e tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group_rule (e2419ad6-ed6f-48bf-ba81-351c2c082ab9), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.274125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:05Z', 'revision_number': 4, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '43303349-6830-48d1-9b23-67d3ad70a228', 'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'mac_address': 'fa:16:3e:93:ec:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:03Z', 'updated_at': '2022-02-15T14:02:06Z', 'revision_number': 2, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'subnets': [{'id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:10.279558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:10.333289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Checking router: 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:02:10.333638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Updating router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 port 43303349-6830-48d1-9b23-67d3ad70a228 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:02:10.348367 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cadab83-3c77-46b9-996a-34ed8420704e tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group_rule (e2419ad6-ed6f-48bf-ba81-351c2c082ab9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.357015 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cadab83-3c77-46b9-996a-34ed8420704e tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (e2419ad6-ed6f-48bf-ba81-351c2c082ab9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.369868 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (43303349-6830-48d1-9b23-67d3ad70a228), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.372629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port f03c2744-24ec-4cf1-87bd-379192121355 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:02:10.387705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port f03c2744-24ec-4cf1-87bd-379192121355 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:10.388051 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f03c2744-24ec-4cf1-87bd-379192121355), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.440473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadab83-3c77-46b9-996a-34ed8420704e tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2419ad6-ed6f-48bf-ba81-351c2c082ab9,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:10.445318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580576b5-f9f4-498d-a494-6eb33e7d90ef req-158b7397-3061-4de4-a483-de6c5bf8eb59 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:10.471404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580576b5-f9f4-498d-a494-6eb33e7d90ef req-158b7397-3061-4de4-a483-de6c5bf8eb59 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:10.472646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cadab83-3c77-46b9-996a-34ed8420704e tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.474350 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8cadab83-3c77-46b9-996a-34ed8420704e tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3587501 Feb 15 14:02:10.478027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60488) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:10.482951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580576b5-f9f4-498d-a494-6eb33e7d90ef req-158b7397-3061-4de4-a483-de6c5bf8eb59 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:10.489175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580576b5-f9f4-498d-a494-6eb33e7d90ef req-158b7397-3061-4de4-a483-de6c5bf8eb59 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:10.495266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:10.498089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580576b5-f9f4-498d-a494-6eb33e7d90ef req-158b7397-3061-4de4-a483-de6c5bf8eb59 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:10.504233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580576b5-f9f4-498d-a494-6eb33e7d90ef req-158b7397-3061-4de4-a483-de6c5bf8eb59 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:10.510570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580576b5-f9f4-498d-a494-6eb33e7d90ef req-158b7397-3061-4de4-a483-de6c5bf8eb59 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:10.520827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-580576b5-f9f4-498d-a494-6eb33e7d90ef req-158b7397-3061-4de4-a483-de6c5bf8eb59 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5430 time: 0.9792728 Feb 15 14:02:10.576952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.641825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-580576b5-f9f4-498d-a494-6eb33e7d90ef req-d42736e0-02b6-4e0f-b76a-e735d5a39a87 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147082 Feb 15 14:02:10.849960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa6b97a-bc5c-4081-993b-b10e4e7aca33'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:10.856754 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:10.856894 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ce64fd-3427-45f6-8263-0af392ba8e3c" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "0fa6b97a-bc5c-4081-993b-b10e4e7aca33"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:02:10.876201 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda0bd-68c8-4f61-a5c9-e0aeb2db6176 req-27f8a05a-53a5-4f4f-b398-2f8508527ae5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:10.885139 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02bda0bd-68c8-4f61-a5c9-e0aeb2db6176 req-27f8a05a-53a5-4f4f-b398-2f8508527ae5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1135767 Feb 15 14:02:11.067581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02bda0bd-68c8-4f61-a5c9-e0aeb2db6176 req-9fa4d0bd-508d-4a29-8a22-2fac1df1f7c8 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811025 Feb 15 14:02:11.099489 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f03c2744-24ec-4cf1-87bd-379192121355 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:11.100616 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f03c2744-24ec-4cf1-87bd-379192121355), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:11.164187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f03c2744-24ec-4cf1-87bd-379192121355, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f03c2744-24ec-4cf1-87bd-379192121355,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:11.178176 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f03c2744-24ec-4cf1-87bd-379192121355), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:11.236286 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8388d29-b381-4d48-af95-c2541b02d677 x-openstack-request-id: req-d8388d29-b381-4d48-af95-c2541b02d677 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:02:11.236965 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "0fa6b97a-bc5c-4081-993b-b10e4e7aca33", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:02:11.237401 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d8388d29-b381-4d48-af95-c2541b02d677 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:02:11.238064 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa6b97a-bc5c-4081-993b-b10e4e7aca33', 'code': 200} Feb 15 14:02:11.240540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Allocated IP 172.25.6.226 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/c7afef48-d51e-488f-a102-984b7a84c580) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:02:11.327456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f03c2744-24ec-4cf1-87bd-379192121355,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:11.369413 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Publish callbacks [] for port (43303349-6830-48d1-9b23-67d3ad70a228), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:11.381657 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (43303349-6830-48d1-9b23-67d3ad70a228), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:11.422812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:11.546628 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for port (c7afef48-d51e-488f-a102-984b7a84c580), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:11.588805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61a71e-09ff-4537-a28f-1202fb23853a None None] Pushing event updated for resources: {'Port': ['ID=43303349-6830-48d1-9b23-67d3ad70a228,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:11.622440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c7afef48-d51e-488f-a102-984b7a84c580), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:11.703663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Attempting to bind port 43303349-6830-48d1-9b23-67d3ad70a228 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:02:11.704059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Attempting to bind port 43303349-6830-48d1-9b23-67d3ad70a228 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:02:11.704432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Attempting to bind port 43303349-6830-48d1-9b23-67d3ad70a228 on network 4e4c3377-6456-47a4-9795-94bf115c67a5 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:02:11.726640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:02:11.729909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Checking segment: {'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:02:11.730405 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:11.730745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Bound using segment: {'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:02:11.731819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Bound port: 43303349-6830-48d1-9b23-67d3ad70a228, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:02:11.732994 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (43303349-6830-48d1-9b23-67d3ad70a228), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:11.870459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] For port 43303349-6830-48d1-9b23-67d3ad70a228, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:02:11.874979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] For port 43303349-6830-48d1-9b23-67d3ad70a228, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=43303349-6830-48d1-9b23-67d3ad70a228,segment=NetworkSegment(67203933-64e6-4fae-972d-6cdda8397e02),segment_id=67203933-64e6-4fae-972d-6cdda8397e02)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:02:11.915108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f277436f-274d-4ccc-985c-0a0e050434d0 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:11.920495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50618ce-40b5-47b2-9590-2e7ba7dabc5a req-4286e02e-b386-49b5-9ba7-c83d62ea0108 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:11.939152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50618ce-40b5-47b2-9590-2e7ba7dabc5a req-4286e02e-b386-49b5-9ba7-c83d62ea0108 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:11.951257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50618ce-40b5-47b2-9590-2e7ba7dabc5a req-4286e02e-b386-49b5-9ba7-c83d62ea0108 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:11.970460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50618ce-40b5-47b2-9590-2e7ba7dabc5a req-4286e02e-b386-49b5-9ba7-c83d62ea0108 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:11.989064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50618ce-40b5-47b2-9590-2e7ba7dabc5a req-4286e02e-b386-49b5-9ba7-c83d62ea0108 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:12.005582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:12.007349 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:12.010010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50618ce-40b5-47b2-9590-2e7ba7dabc5a req-4286e02e-b386-49b5-9ba7-c83d62ea0108 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:12.029975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50618ce-40b5-47b2-9590-2e7ba7dabc5a req-4286e02e-b386-49b5-9ba7-c83d62ea0108 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:12.044056 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (43303349-6830-48d1-9b23-67d3ad70a228), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:12.045209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d50618ce-40b5-47b2-9590-2e7ba7dabc5a req-4286e02e-b386-49b5-9ba7-c83d62ea0108 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5432 time: 0.2356853 Feb 15 14:02:12.161110 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d50618ce-40b5-47b2-9590-2e7ba7dabc5a req-f79968c7-e3b6-4709-8a49-40d8a7aea68f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113620 Feb 15 14:02:12.171687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61a71e-09ff-4537-a28f-1202fb23853a None None] Pushing event updated for resources: {'Port': ['ID=43303349-6830-48d1-9b23-67d3ad70a228,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:12.175562 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:12.250771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8cc447ca-277b-421d-80f3-1c521ee8fc02 None None] Provisioning complete for port 43303349-6830-48d1-9b23-67d3ad70a228 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:12.251289 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8cc447ca-277b-421d-80f3-1c521ee8fc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (43303349-6830-48d1-9b23-67d3ad70a228), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:12.407173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Routers {'7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:12.407961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:01:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:12.680001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615b4ed-18da-465f-ac69-66f2a3378bcd req-e2009760-5583-48b4-92f4-feddc2bdf4ed tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:12.693243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1615b4ed-18da-465f-ac69-66f2a3378bcd req-e2009760-5583-48b4-92f4-feddc2bdf4ed tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1918595 Feb 15 14:02:12.699274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:02:12.718774 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:12.726637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:02:12.755570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port f277436f-274d-4ccc-985c-0a0e050434d0 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:02:12.780550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Pushing event updated for resources: {'Port': ['ID=c7afef48-d51e-488f-a102-984b7a84c580,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:12.814016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port f277436f-274d-4ccc-985c-0a0e050434d0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:12.819131 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:12.837354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b717b5-e6a5-48f1-8aee-366de7e27559 req-4e0481dd-c183-44e3-a7e7-dcc9d608bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:12.839225 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94b717b5-e6a5-48f1-8aee-366de7e27559 req-4e0481dd-c183-44e3-a7e7-dcc9d608bdc7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 1128 time: 0.1383383 Feb 15 14:02:12.907335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1615b4ed-18da-465f-ac69-66f2a3378bcd req-d550c22e-2861-4f3b-8fa8-f71f07a5ab04 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096364 Feb 15 14:02:12.965957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-737db319-1342-42bc-8392-6c6b2d4145f2 req-255bd71b-f26e-462e-ad4f-54b80c86d223 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a7aafd7-107d-41e0-9de1-9a4582c8c225 HTTP/1.1" status: 200 len: 210 time: 0.0540762 Feb 15 14:02:13.037395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for floatingip (e1c0797f-f9a7-4b8c-8733-183d4cdc5faa), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:13.079533 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94b717b5-e6a5-48f1-8aee-366de7e27559 req-0105362f-bb8c-4348-8613-44b191f29a46 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080123 Feb 15 14:02:13.145963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] Set router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:13.149813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8cc447ca-277b-421d-80f3-1c521ee8fc02 None None] Current status of the port 43303349-6830-48d1-9b23-67d3ad70a228 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:13.150177 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8cc447ca-277b-421d-80f3-1c521ee8fc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (43303349-6830-48d1-9b23-67d3ad70a228), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:13.158428 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c7afef48-d51e-488f-a102-984b7a84c580), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:13.257691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03c2744-24ec-4cf1-87bd-379192121355'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:13.265630 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260c656-363a-422e-a588-0ef11c5068e4" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "f03c2744-24ec-4cf1-87bd-379192121355"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:02:13.315918 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:13.373534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8cc447ca-277b-421d-80f3-1c521ee8fc02 None None] For port 43303349-6830-48d1-9b23-67d3ad70a228, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=43303349-6830-48d1-9b23-67d3ad70a228,segment=NetworkSegment(67203933-64e6-4fae-972d-6cdda8397e02),segment_id=67203933-64e6-4fae-972d-6cdda8397e02)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:13.460123 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8cc447ca-277b-421d-80f3-1c521ee8fc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (43303349-6830-48d1-9b23-67d3ad70a228), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:13.617683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d04db-26c1-427e-b1b2-637f58f31938 req-1b544a2e-35c5-4159-abcf-ced73cc28aa2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:13.645960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc447ca-277b-421d-80f3-1c521ee8fc02 None None] Pushing event updated for resources: {'Port': ['ID=43303349-6830-48d1-9b23-67d3ad70a228,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:13.659724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d04db-26c1-427e-b1b2-637f58f31938 req-1b544a2e-35c5-4159-abcf-ced73cc28aa2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:13.683390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d04db-26c1-427e-b1b2-637f58f31938 req-1b544a2e-35c5-4159-abcf-ced73cc28aa2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:13.705967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d04db-26c1-427e-b1b2-637f58f31938 req-1b544a2e-35c5-4159-abcf-ced73cc28aa2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:13.720418 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e497e85-8716-4f2c-bf0e-ab55f2bafd58 x-openstack-request-id: req-3e497e85-8716-4f2c-bf0e-ab55f2bafd58 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:02:13.720836 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "f03c2744-24ec-4cf1-87bd-379192121355", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:02:13.721214 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3e497e85-8716-4f2c-bf0e-ab55f2bafd58 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:02:13.721892 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03c2744-24ec-4cf1-87bd-379192121355', 'code': 200} Feb 15 14:02:13.742478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d04db-26c1-427e-b1b2-637f58f31938 req-1b544a2e-35c5-4159-abcf-ced73cc28aa2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:13.757849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d04db-26c1-427e-b1b2-637f58f31938 req-1b544a2e-35c5-4159-abcf-ced73cc28aa2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:13.793023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d04db-26c1-427e-b1b2-637f58f31938 req-1b544a2e-35c5-4159-abcf-ced73cc28aa2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:13.805323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-755d04db-26c1-427e-b1b2-637f58f31938 req-1b544a2e-35c5-4159-abcf-ced73cc28aa2 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5432 time: 0.3936040 Feb 15 14:02:13.828199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f277436f-274d-4ccc-985c-0a0e050434d0 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:13.828593 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:13.837853 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for port (c7afef48-d51e-488f-a102-984b7a84c580), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:13.846814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-134c64df-cb3b-4eaf-b608-7a4cf9fe4eb1 None None] Provisioning complete for port 43303349-6830-48d1-9b23-67d3ad70a228 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:13.847498 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-134c64df-cb3b-4eaf-b608-7a4cf9fe4eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (43303349-6830-48d1-9b23-67d3ad70a228), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:13.852725 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c7afef48-d51e-488f-a102-984b7a84c580), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:14.068553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f277436f-274d-4ccc-985c-0a0e050434d0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f277436f-274d-4ccc-985c-0a0e050434d0,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:14.102575 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:14.112385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:14.113047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-755d04db-26c1-427e-b1b2-637f58f31938 req-07ce001f-3c10-4b0b-a4eb-edd283ab764c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3046172 Feb 15 14:02:14.142604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Pushing event updated for resources: {'Port': ['ID=c7afef48-d51e-488f-a102-984b7a84c580,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:14.183772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (e1c0797f-f9a7-4b8c-8733-183d4cdc5faa), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:14.247275 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:14.257671 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-95b978a7-ec18-472b-a937-523066378001 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7689259 Feb 15 14:02:14.483743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:02:14.490836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f277436f-274d-4ccc-985c-0a0e050434d0,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:14.518644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:05Z', 'revision_number': 4, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '43303349-6830-48d1-9b23-67d3ad70a228', 'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'mac_address': 'fa:16:3e:93:ec:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:03Z', 'updated_at': '2022-02-15T14:02:11Z', 'revision_number': 4, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'subnets': [{'id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:14.520953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:14.522636 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:14.527953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90204139-ac2f-46ee-b903-748f216be6b8 req-95cde09c-5e8e-46ee-bb38-fb60f202af66 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0930760 Feb 15 14:02:14.556975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe1ca2-ea57-4d08-9043-1caceb3e7820 req-63b05645-708a-4b3d-b156-52cf6344f56d tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:14.560061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11fe1ca2-ea57-4d08-9043-1caceb3e7820 req-63b05645-708a-4b3d-b156-52cf6344f56d tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.2466509 Feb 15 14:02:14.642015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e22d4d-fef0-43e5-ae8e-49694dbc340b None None] The sync data for ids ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'] in n-d-829064-15 is: [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:05Z', 'revision_number': 4, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '43303349-6830-48d1-9b23-67d3ad70a228', 'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'mac_address': 'fa:16:3e:93:ec:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:03Z', 'updated_at': '2022-02-15T14:02:11Z', 'revision_number': 4, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'subnets': [{'id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:02:14.651951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-134c64df-cb3b-4eaf-b608-7a4cf9fe4eb1 None None] Current status of the port 43303349-6830-48d1-9b23-67d3ad70a228 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:14.684878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11fe1ca2-ea57-4d08-9043-1caceb3e7820 req-1e25cf7a-2a43-440e-b15e-d3c7834a3d57 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153796 Feb 15 14:02:14.844000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:14.852173 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:14.921424 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-c0d25f5e-9573-4b5c-9fcc-ffadf6129e9f tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--342504993&fields=id&tenant_id=b3a467854a19478a93abf0ae69f14552 HTTP/1.1" status: 200 len: 267 time: 0.1915071 Feb 15 14:02:14.966885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:14.972671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60652) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:14.973522 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-71c716a8-bf52-4e5e-b5fc-080e09dfe61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:14.976342 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:14.981859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 15feb264-7111-4de1-bab7-a0f3ad60e9bf up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:15.304171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-62f99777-c298-47bc-88d6-5ef5de27c84e tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:15.319475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-62f99777-c298-47bc-88d6-5ef5de27c84e tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/networks?id=4e4c3377-6456-47a4-9795-94bf115c67a5 HTTP/1.1" status: 200 len: 814 time: 0.3970878 Feb 15 14:02:15.320052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 15feb264-7111-4de1-bab7-a0f3ad60e9bf completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:02:15.327154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 15feb264-7111-4de1-bab7-a0f3ad60e9bf triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:15.327909 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:15.331219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:15.376790 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d0c11f3b-0ae2-4f02-9f4a-36827aa1f0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:15.416661 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-14ea2b9c-418d-4a34-a34d-a83ebeba4980 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/quotas/b3a467854a19478a93abf0ae69f14552 HTTP/1.1" status: 200 len: 375 time: 0.0956841 Feb 15 14:02:15.511589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a8ae8-0775-4dbc-ac14-66c5f1ddd7be req-dbd2f9d3-c860-4977-859d-6b3914cb4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:15.513219 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-005a8ae8-0775-4dbc-ac14-66c5f1ddd7be req-dbd2f9d3-c860-4977-859d-6b3914cb4bca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 1128 time: 0.3226919 Feb 15 14:02:15.539528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da6fc-d17e-4a09-a2a6-0bd1f4d7c0b6 req-eeb2452e-6585-4c50-b409-bb0cf0301a05 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:15.547641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f08da6fc-d17e-4a09-a2a6-0bd1f4d7c0b6 req-eeb2452e-6585-4c50-b409-bb0cf0301a05 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.2252097 Feb 15 14:02:15.572471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 15feb264-7111-4de1-bab7-a0f3ad60e9bf is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:15.576369 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:15.603411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-f691eb5d-b0fe-4590-85ec-846fccc4d9d8 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b3a467854a19478a93abf0ae69f14552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1789882 Feb 15 14:02:15.662770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 15feb264-7111-4de1-bab7-a0f3ad60e9bf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=15feb264-7111-4de1-bab7-a0f3ad60e9bf,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:15.671871 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:15.726563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f277436f-274d-4ccc-985c-0a0e050434d0'}, {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53'}, {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15feb264-7111-4de1-bab7-a0f3ad60e9bf'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:15.729654 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eccda3-7728-43c7-a645-6a5a399c7526" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "f277436f-274d-4ccc-985c-0a0e050434d0"}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53"}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "15feb264-7111-4de1-bab7-a0f3ad60e9bf"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:02:15.737674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 43303349-6830-48d1-9b23-67d3ad70a228 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:15.853131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f08da6fc-d17e-4a09-a2a6-0bd1f4d7c0b6 req-6e064b53-84a9-4b62-8b1c-795b90928fb5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984657 Feb 15 14:02:15.888781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=15feb264-7111-4de1-bab7-a0f3ad60e9bf,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:15.950171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 43303349-6830-48d1-9b23-67d3ad70a228 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:15.950727 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (43303349-6830-48d1-9b23-67d3ad70a228), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:15.959053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-bbebbfee-32fd-4be7-8041-7accfe426c60 service neutron] 10.222.0.72 "GET /v2.0/networks/4e4c3377-6456-47a4-9795-94bf115c67a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481941 Feb 15 14:02:15.987817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a8ae8-0775-4dbc-ac14-66c5f1ddd7be req-a0e872c4-83c6-40a0-82c0-665e3b5a495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.000129 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-005a8ae8-0775-4dbc-ac14-66c5f1ddd7be req-a0e872c4-83c6-40a0-82c0-665e3b5a495c service neutron] 10.222.0.42 "GET /v2.0/networks?id=eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 200 len: 919 time: 0.4533281 Feb 15 14:02:16.141769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 43303349-6830-48d1-9b23-67d3ad70a228 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:16.154790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-005a8ae8-0775-4dbc-ac14-66c5f1ddd7be req-19a1cbad-0486-43b3-ab54-dc8164c4cd17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933eaf4e-275c-4af0-be4a-be939d59295e HTTP/1.1" status: 200 len: 217 time: 0.1460264 Feb 15 14:02:16.160254 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d0c11f3b-0ae2-4f02-9f4a-36827aa1f0d1 admin admin] Publish callbacks [] for security_group (0786cf22-3241-42d5-a038-be83de0df181), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:16.180025 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d0c11f3b-0ae2-4f02-9f4a-36827aa1f0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0786cf22-3241-42d5-a038-be83de0df181), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:16.229532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-592afa72-da04-46de-8f0a-904812857f07 service neutron] 10.222.0.72 "GET /v2.0/networks/4e4c3377-6456-47a4-9795-94bf115c67a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690523 Feb 15 14:02:16.251914 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d0c11f3b-0ae2-4f02-9f4a-36827aa1f0d1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d7baebe08444b4da2625d3592e5b30a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2778735 Feb 15 14:02:16.252667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60672) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:16.263077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd976f-3bdc-4b9e-8bde-2515b1dec49f req-4cb4b24d-ebcc-4715-9899-16116f940c37 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.270457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd976f-3bdc-4b9e-8bde-2515b1dec49f req-4cb4b24d-ebcc-4715-9899-16116f940c37 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.278627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd976f-3bdc-4b9e-8bde-2515b1dec49f req-4cb4b24d-ebcc-4715-9899-16116f940c37 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.287800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd976f-3bdc-4b9e-8bde-2515b1dec49f req-4cb4b24d-ebcc-4715-9899-16116f940c37 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.295331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd976f-3bdc-4b9e-8bde-2515b1dec49f req-4cb4b24d-ebcc-4715-9899-16116f940c37 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.302868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd976f-3bdc-4b9e-8bde-2515b1dec49f req-4cb4b24d-ebcc-4715-9899-16116f940c37 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.309300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd976f-3bdc-4b9e-8bde-2515b1dec49f req-4cb4b24d-ebcc-4715-9899-16116f940c37 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.325268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ffd976f-3bdc-4b9e-8bde-2515b1dec49f req-4cb4b24d-ebcc-4715-9899-16116f940c37 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5435 time: 0.2308168 Feb 15 14:02:16.326352 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c11f3b-0ae2-4f02-9f4a-36827aa1f0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0786cf22-3241-42d5-a038-be83de0df181,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:16.347603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a8ae8-0775-4dbc-ac14-66c5f1ddd7be req-e42735fc-93fc-44c9-92d3-75259d35f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.352892 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-005a8ae8-0775-4dbc-ac14-66c5f1ddd7be req-e42735fc-93fc-44c9-92d3-75259d35f629 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecfdf680-5b93-496a-93ee-d9df261fb8db HTTP/1.1" status: 200 len: 858 time: 0.1902213 Feb 15 14:02:16.417622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ffd976f-3bdc-4b9e-8bde-2515b1dec49f req-7b2225ab-3888-4b91-b6ba-f7ecff53f5e9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897083 Feb 15 14:02:16.431110 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-005a8ae8-0775-4dbc-ac14-66c5f1ddd7be req-c414c896-52fc-4bf8-8410-cb26e98697aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eab768b6-8c6b-463b-b5fd-4950b8e50e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666053 Feb 15 14:02:16.473361 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bff24a7e-9552-4fd3-bffb-fd38ae492092 admin admin] Publish callbacks [] for security_group (0786cf22-3241-42d5-a038-be83de0df181), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:16.564370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50f677eb-fbda-4763-b539-d7e05bc22103 req-40c82c28-6c8b-4ae6-a53c-6c88300e932d tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0404103 Feb 15 14:02:16.584604 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 15 Feb 2022 14:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4382d69-9686-4275-af2c-d592660c83d2 x-openstack-request-id: req-a4382d69-9686-4275-af2c-d592660c83d2 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:02:16.585117 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "f277436f-274d-4ccc-985c-0a0e050434d0", "code": 200}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53", "code": 200}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-plugged", "status": "completed", "tag": "15feb264-7111-4de1-bab7-a0f3ad60e9bf", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:02:16.585677 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4382d69-9686-4275-af2c-d592660c83d2 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:02:16.586204 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f277436f-274d-4ccc-985c-0a0e050434d0', 'code': 200} Feb 15 14:02:16.587466 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53', 'code': 200} Feb 15 14:02:16.587830 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15feb264-7111-4de1-bab7-a0f3ad60e9bf', 'code': 200} Feb 15 14:02:16.782792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-460f48a5-65c3-4521-bea4-3b0023fc053d req-1f9c1587-4ff2-4f13-9a43-9e71941b0f7d tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 210 time: 0.0430388 Feb 15 14:02:16.837644 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bff24a7e-9552-4fd3-bffb-fd38ae492092 admin admin] Publish callbacks [] for security_group (0786cf22-3241-42d5-a038-be83de0df181), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:16.842508 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-59e6f0f4-a062-4aba-b869-cc8c5073fd0a req-936654a4-a80a-45c2-96e8-8a53d4a83796 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a7aafd7-107d-41e0-9de1-9a4582c8c225 HTTP/1.1" status: 200 len: 210 time: 0.3092926 Feb 15 14:02:16.864988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5d990-5c4c-4570-a4ce-1fbbd128b6c0 req-2b1074e2-64d9-4f20-bb9c-20e5855ef76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.865475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5d990-5c4c-4570-a4ce-1fbbd128b6c0 req-2b1074e2-64d9-4f20-bb9c-20e5855ef76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.866886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5d990-5c4c-4570-a4ce-1fbbd128b6c0 req-2b1074e2-64d9-4f20-bb9c-20e5855ef76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.867417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5d990-5c4c-4570-a4ce-1fbbd128b6c0 req-2b1074e2-64d9-4f20-bb9c-20e5855ef76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.871340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5d990-5c4c-4570-a4ce-1fbbd128b6c0 req-2b1074e2-64d9-4f20-bb9c-20e5855ef76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.885034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5d990-5c4c-4570-a4ce-1fbbd128b6c0 req-2b1074e2-64d9-4f20-bb9c-20e5855ef76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.889735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5d990-5c4c-4570-a4ce-1fbbd128b6c0 req-2b1074e2-64d9-4f20-bb9c-20e5855ef76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:16.894387 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00c5d990-5c4c-4570-a4ce-1fbbd128b6c0 req-2b1074e2-64d9-4f20-bb9c-20e5855ef76b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 6716 time: 0.2061334 Feb 15 14:02:16.954224 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-005a8ae8-0775-4dbc-ac14-66c5f1ddd7be req-5234b0b2-df52-4228-ae93-d4fe127b7e8d service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816623 Feb 15 14:02:17.001092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bff24a7e-9552-4fd3-bffb-fd38ae492092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0786cf22-3241-42d5-a038-be83de0df181), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:17.006683 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bff24a7e-9552-4fd3-bffb-fd38ae492092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:17.017077 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bff24a7e-9552-4fd3-bffb-fd38ae492092 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0786cf22-3241-42d5-a038-be83de0df181 HTTP/1.1" status: 204 len: 168 time: 0.7602088 Feb 15 14:02:17.118746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24a7e-9552-4fd3-bffb-fd38ae492092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0786cf22-3241-42d5-a038-be83de0df181,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:17.129486 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fd6e46b8-56a2-4af0-9d34-d43eb86c14cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:17.247083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00c5d990-5c4c-4570-a4ce-1fbbd128b6c0 req-7cc60e32-49a0-4939-8d61-7af49efab93f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bbec1f20-2457-4853-88b1-9ed224514a0c&id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3458700 Feb 15 14:02:17.295858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eefd13-86e0-4780-8344-81178071f34f req-a01de0d1-87e5-40ef-914c-f1330658e4d1 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.307232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34eefd13-86e0-4780-8344-81178071f34f req-a01de0d1-87e5-40ef-914c-f1330658e4d1 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.2397587 Feb 15 14:02:17.342398 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-005a8ae8-0775-4dbc-ac14-66c5f1ddd7be req-5a38c3ec-4c88-47fd-a9ca-10d66db5dbbb service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055243 Feb 15 14:02:17.437586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34eefd13-86e0-4780-8344-81178071f34f req-2dc99c6c-e678-4b74-91e7-ff827dc16310 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291497 Feb 15 14:02:17.572941 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c59537ce-89ce-48ae-8dec-665ab688049b req-e7663a1e-9bbb-4b90-aedd-968149df8613 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0410488 Feb 15 14:02:17.641331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60708) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:17.679402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-292aab97-c8e4-4c1b-ab0d-4e3c304b5e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:17.701309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e335e-d756-485f-b808-538f705023b7 req-2bbbeba4-a05d-48f3-a72b-a729a387e1ff tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.711335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e335e-d756-485f-b808-538f705023b7 req-2bbbeba4-a05d-48f3-a72b-a729a387e1ff tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.721061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e335e-d756-485f-b808-538f705023b7 req-2bbbeba4-a05d-48f3-a72b-a729a387e1ff tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.729665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e335e-d756-485f-b808-538f705023b7 req-2bbbeba4-a05d-48f3-a72b-a729a387e1ff tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.751993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e335e-d756-485f-b808-538f705023b7 req-2bbbeba4-a05d-48f3-a72b-a729a387e1ff tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.770932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e335e-d756-485f-b808-538f705023b7 req-2bbbeba4-a05d-48f3-a72b-a729a387e1ff tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.778229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e335e-d756-485f-b808-538f705023b7 req-2bbbeba4-a05d-48f3-a72b-a729a387e1ff tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:17.780752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab3e335e-d756-485f-b808-538f705023b7 req-2bbbeba4-a05d-48f3-a72b-a729a387e1ff tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5435 time: 0.2065423 Feb 15 14:02:17.797908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-292aab97-c8e4-4c1b-ab0d-4e3c304b5e4c admin admin] Publish callbacks [] for security_group (9130846f-f4ea-4061-aa7e-bee75e77e447), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:17.809720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-292aab97-c8e4-4c1b-ab0d-4e3c304b5e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9130846f-f4ea-4061-aa7e-bee75e77e447), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:17.841945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b97a4bd4-3e58-4ba2-8634-8911ceafd356 req-ea1113bb-6f63-49c7-af6c-1613186a068d tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0598264 Feb 15 14:02:17.879473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aab97-c8e4-4c1b-ab0d-4e3c304b5e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9130846f-f4ea-4061-aa7e-bee75e77e447,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:17.925234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab3e335e-d756-485f-b808-538f705023b7 req-2aaeeee9-cf0b-4c78-9f95-c44d0ab75ab7 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219590 Feb 15 14:02:17.960728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60714) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:17.973016 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-292aab97-c8e4-4c1b-ab0d-4e3c304b5e4c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99eeb24c5d504695a0f8b7dc1bb14dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308313 Feb 15 14:02:18.054864 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41d56a3f-0a77-4149-9d08-fbdc43892098 req-615685da-ea85-4a4f-955b-26da69070b5b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 210 time: 0.0697470 Feb 15 14:02:18.070436 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a52d028-42cd-48b8-8751-13939ee69669 admin admin] Publish callbacks [] for security_group (9130846f-f4ea-4061-aa7e-bee75e77e447), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:18.099611 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a52d028-42cd-48b8-8751-13939ee69669 admin admin] Publish callbacks [] for security_group (9130846f-f4ea-4061-aa7e-bee75e77e447), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:18.176462 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a52d028-42cd-48b8-8751-13939ee69669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9130846f-f4ea-4061-aa7e-bee75e77e447), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:18.179517 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a52d028-42cd-48b8-8751-13939ee69669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:18.183250 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1a52d028-42cd-48b8-8751-13939ee69669 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9130846f-f4ea-4061-aa7e-bee75e77e447 HTTP/1.1" status: 204 len: 168 time: 0.2171555 Feb 15 14:02:18.202857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52d028-42cd-48b8-8751-13939ee69669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9130846f-f4ea-4061-aa7e-bee75e77e447,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:18.260205 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:18.703262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff0cba-8a99-454e-b96b-67473901f0e4 req-16d35920-09b8-4b40-bd63-40943b2b350f tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:18.710887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0ff0cba-8a99-454e-b96b-67473901f0e4 req-16d35920-09b8-4b40-bd63-40943b2b350f tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1649194 Feb 15 14:02:18.738594 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-4d3823d7-89f1-4007-a0f6-25957dd2c611 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:18.740635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-4d3823d7-89f1-4007-a0f6-25957dd2c611 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.67 "GET /v2.0/networks?id=4e4c3377-6456-47a4-9795-94bf115c67a5 HTTP/1.1" status: 200 len: 814 time: 0.2943997 Feb 15 14:02:18.928582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-36669e52-f6d7-4596-ab81-e020a442178c tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3a467854a19478a93abf0ae69f14552 HTTP/1.1" status: 200 len: 379 time: 0.1580017 Feb 15 14:02:18.976486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Request body: {'port': {'device_id': '662558d2-f0ce-434b-854b-93a1814733bc', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'admin_state_up': True, 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'security_groups': ['d4357305-4b38-4ff4-b74f-47770e303c45']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:19.049179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0ff0cba-8a99-454e-b96b-67473901f0e4 req-d3430a7e-dab0-4453-9c98-bd9f7079a4bf tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371546 Feb 15 14:02:19.082857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00f9a1e7-c788-4fb5-9993-949d68ba2c24 req-9f68db0e-b89e-401a-b408-2ca7d911ee15 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0732443 Feb 15 14:02:19.280979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eea63d68-ae04-4c50-8109-c69d9c5b975b req-382446ff-0267-4aad-b638-4e73c14b4a51 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 210 time: 0.0455859 Feb 15 14:02:19.313251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Made reservation on behalf of b3a467854a19478a93abf0ae69f14552 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:02:19.316958 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:19.354088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598c1fb-3deb-4301-8aa5-961d901607c1 req-9df9f4ed-d73a-45c9-9021-4e3faf7564af tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:19.364480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598c1fb-3deb-4301-8aa5-961d901607c1 req-9df9f4ed-d73a-45c9-9021-4e3faf7564af tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:19.381804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598c1fb-3deb-4301-8aa5-961d901607c1 req-9df9f4ed-d73a-45c9-9021-4e3faf7564af tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:19.387721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598c1fb-3deb-4301-8aa5-961d901607c1 req-9df9f4ed-d73a-45c9-9021-4e3faf7564af tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:19.396801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598c1fb-3deb-4301-8aa5-961d901607c1 req-9df9f4ed-d73a-45c9-9021-4e3faf7564af tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:19.404944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598c1fb-3deb-4301-8aa5-961d901607c1 req-9df9f4ed-d73a-45c9-9021-4e3faf7564af tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:19.413238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598c1fb-3deb-4301-8aa5-961d901607c1 req-9df9f4ed-d73a-45c9-9021-4e3faf7564af tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:19.425192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5598c1fb-3deb-4301-8aa5-961d901607c1 req-9df9f4ed-d73a-45c9-9021-4e3faf7564af tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5435 time: 0.2351463 Feb 15 14:02:19.624604 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:19.687117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5598c1fb-3deb-4301-8aa5-961d901607c1 req-990134fe-6463-4ad3-91be-9494f3dafbb1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2608483 Feb 15 14:02:19.717778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Allocated IP 172.20.0.3 (4e4c3377-6456-47a4-9795-94bf115c67a5/c26ffbac-e67e-4d46-9c93-2f439a43980a/b700da6b-318d-4641-b042-c16d05919c56) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:02:20.054775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eddd1c-edc0-45a5-9ea9-bad7f3a495e2 req-f236bf7e-2468-44fc-8f70-a0256520997d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:20.061816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eddd1c-edc0-45a5-9ea9-bad7f3a495e2 req-f236bf7e-2468-44fc-8f70-a0256520997d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:20.067818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eddd1c-edc0-45a5-9ea9-bad7f3a495e2 req-f236bf7e-2468-44fc-8f70-a0256520997d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:20.074465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eddd1c-edc0-45a5-9ea9-bad7f3a495e2 req-f236bf7e-2468-44fc-8f70-a0256520997d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:20.095723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eddd1c-edc0-45a5-9ea9-bad7f3a495e2 req-f236bf7e-2468-44fc-8f70-a0256520997d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:20.101571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eddd1c-edc0-45a5-9ea9-bad7f3a495e2 req-f236bf7e-2468-44fc-8f70-a0256520997d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:20.125589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eddd1c-edc0-45a5-9ea9-bad7f3a495e2 req-f236bf7e-2468-44fc-8f70-a0256520997d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:20.128503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5eddd1c-edc0-45a5-9ea9-bad7f3a495e2 req-f236bf7e-2468-44fc-8f70-a0256520997d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5435 time: 0.2179749 Feb 15 14:02:20.139552 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60778) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:20.145199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4e0ce5bd-6076-4481-9f93-ceab04f61591 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Request body: {'floatingip': {'port_id': '2323b683-4b33-4fdd-8464-0bda84e09074'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:20.201811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for port (b700da6b-318d-4641-b042-c16d05919c56), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:20.230414 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce5bd-6076-4481-9f93-ceab04f61591 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for floatingip (ec94953c-2ab2-4e5a-9dcd-81c026a00e10), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:20.282325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d513e5a-4938-4156-8fe2-4736d2fd9772 req-bbc5497f-c776-4417-acda-00c4b4377208 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0783079 Feb 15 14:02:20.356821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddd8a5-4ea3-4fb6-a45a-b45af6d3a77d req-5e38acdb-3174-4f90-a16f-711120dfd863 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:20.366364 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9bddd8a5-4ea3-4fb6-a45a-b45af6d3a77d req-5e38acdb-3174-4f90-a16f-711120dfd863 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1495483 Feb 15 14:02:20.372508 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b700da6b-318d-4641-b042-c16d05919c56), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:20.594716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Network 4e4c3377-6456-47a4-9795-94bf115c67a5 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:02:20.601755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:20.605766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:02:20.626403 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9bddd8a5-4ea3-4fb6-a45a-b45af6d3a77d req-ea68d484-9de6-4c33-b834-eb4089517d48 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587073 Feb 15 14:02:20.717932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Pushing event updated for resources: {'Port': ['ID=b700da6b-318d-4641-b042-c16d05919c56,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:20.835087 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ade4f8-51b6-4638-8dec-88aafa188f03 req-6d0bde4c-e58c-4171-ae1a-1f36011f1cb0 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:20.842029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02ade4f8-51b6-4638-8dec-88aafa188f03 req-6d0bde4c-e58c-4171-ae1a-1f36011f1cb0 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 931 time: 0.3346195 Feb 15 14:02:20.946858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:20.950302 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:21.047281 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:21.048191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-acd31a28-cf61-45ed-82a6-141e37f933aa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1083317 Feb 15 14:02:21.066673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02ade4f8-51b6-4638-8dec-88aafa188f03 req-58501efb-baa4-4ddc-afa8-8e6026541461 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160084 Feb 15 14:02:21.078755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Request body: {'port': {'device_id': '662558d2-f0ce-434b-854b-93a1814733bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:21.139738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a720171d-14d7-4cc4-9cf0-b8f617b40517 None None] Provisioning complete for port b700da6b-318d-4641-b042-c16d05919c56 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:21.141595 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a720171d-14d7-4cc4-9cf0-b8f617b40517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b700da6b-318d-4641-b042-c16d05919c56), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:21.267817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a720171d-14d7-4cc4-9cf0-b8f617b40517 None None] Port b700da6b-318d-4641-b042-c16d05919c56 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:02:21.300034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b700da6b-318d-4641-b042-c16d05919c56), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:21.407149 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce5bd-6076-4481-9f93-ceab04f61591 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:21.417642 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce5bd-6076-4481-9f93-ceab04f61591 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (ec94953c-2ab2-4e5a-9dcd-81c026a00e10), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:21.449114 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32862ce0-911e-4a5e-ac7b-4cfd3644f91f req-dd43d65e-5253-4891-8a66-c2f4c3a3e34e tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.1059535 Feb 15 14:02:21.724305 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-4e0ce5bd-6076-4481-9f93-ceab04f61591 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Floating IP ec94953c-2ab2-4e5a-9dcd-81c026a00e10 associated. External IP: 172.25.6.23, port: 2323b683-4b33-4fdd-8464-0bda84e09074. Feb 15 14:02:21.925654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b700da6b-318d-4641-b042-c16d05919c56 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:21.935513 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Publish callbacks [] for port (b700da6b-318d-4641-b042-c16d05919c56), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:21.951277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Transition to ACTIVE for port object b700da6b-318d-4641-b042-c16d05919c56 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:02:21.960335 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b700da6b-318d-4641-b042-c16d05919c56), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:22.019071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Pushing event updated for resources: {'Port': ['ID=b700da6b-318d-4641-b042-c16d05919c56,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:22.059849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0ce5bd-6076-4481-9f93-ceab04f61591 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:02:22.449365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Attempting to bind port b700da6b-318d-4641-b042-c16d05919c56 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:02:22.449862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Attempting to bind port b700da6b-318d-4641-b042-c16d05919c56 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:02:22.450303 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Attempting to bind port b700da6b-318d-4641-b042-c16d05919c56 on network 4e4c3377-6456-47a4-9795-94bf115c67a5 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:02:22.470462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0ce5bd-6076-4481-9f93-ceab04f61591 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:02:22.471023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Port b700da6b-318d-4641-b042-c16d05919c56 on network 4e4c3377-6456-47a4-9795-94bf115c67a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:02:22.475436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Attempting to bind port b700da6b-318d-4641-b042-c16d05919c56 on network 4e4c3377-6456-47a4-9795-94bf115c67a5 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:02:22.508614 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989c59f-dd73-439f-877b-a7fc568e103a None None] Sync routers for ids ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:02:22.522989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aeb75-c7fb-43e5-81c5-28057155e868 req-73fa7a57-4eb7-4d07-a879-ca5fd1f0e749 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:22.533233 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce5bd-6076-4481-9f93-ceab04f61591 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:22.534007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370aeb75-c7fb-43e5-81c5-28057155e868 req-73fa7a57-4eb7-4d07-a879-ca5fd1f0e749 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 943 time: 0.2952142 Feb 15 14:02:22.540687 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e989c59f-dd73-439f-877b-a7fc568e103a None None] Routers {'0a08e935-43b5-4428-9fe6-04958c7a8ad4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:22.543438 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e989c59f-dd73-439f-877b-a7fc568e103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:02:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:22.580697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:02:22.591484 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Checking segment: {'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:02:22.592387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Bound using segment: {'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:02:22.593124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Bound port: b700da6b-318d-4641-b042-c16d05919c56, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67203933-64e6-4fae-972d-6cdda8397e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:02:22.593903 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b700da6b-318d-4641-b042-c16d05919c56), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:22.620861 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4e0ce5bd-6076-4481-9f93-ceab04f61591 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "PUT /v2.0/floatingips/ec94953c-2ab2-4e5a-9dcd-81c026a00e10 HTTP/1.1" status: 200 len: 991 time: 2.4795935 Feb 15 14:02:22.630182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': '2323b683-4b33-4fdd-8464-0bda84e09074'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:22.631498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60868) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:22.633922 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "2323b683-4b33-4fdd-8464-0bda84e09074"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:02:22.827789 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7687e3b2-9530-40fe-89db-3ca71f6d2d50 req-5685947e-9e92-4789-9ea1-73b9afe40cf7 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.1439881 Feb 15 14:02:22.863609 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-e989c59f-dd73-439f-877b-a7fc568e103a None None] Set router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:22.923572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] For port b700da6b-318d-4641-b042-c16d05919c56, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:02:22.929100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] For port b700da6b-318d-4641-b042-c16d05919c56, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b700da6b-318d-4641-b042-c16d05919c56,segment=NetworkSegment(67203933-64e6-4fae-972d-6cdda8397e02),segment_id=67203933-64e6-4fae-972d-6cdda8397e02)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:02:22.985033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-58c82468-fa83-478f-9cf6-edf02b342ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:23.172267 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b700da6b-318d-4641-b042-c16d05919c56), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:23.278107 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e989c59f-dd73-439f-877b-a7fc568e103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:35Z', 'revision_number': 4, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'ec94953c-2ab2-4e5a-9dcd-81c026a00e10', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'port_id': '2323b683-4b33-4fdd-8464-0bda84e09074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'mac_address': 'fa:16:3e:45:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:00:12Z', 'updated_at': '2022-02-15T14:02:21Z', 'revision_number': 1, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e8b7d1c-be3a-46ff-867d-000a983c87f0', 'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'mac_address': 'fa:16:3e:65:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'f51d027d-829b-46a3-8128-74a466506270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:33Z', 'updated_at': '2022-02-15T13:58:39Z', 'revision_number': 5, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'subnets': [{'id': 'f51d027d-829b-46a3-8128-74a466506270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:23.314411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Pushing event updated for resources: {'Port': ['ID=b700da6b-318d-4641-b042-c16d05919c56,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:23.321758 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989c59f-dd73-439f-877b-a7fc568e103a None None] Checking router: 0a08e935-43b5-4428-9fe6-04958c7a8ad4 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:02:23.331196 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e989c59f-dd73-439f-877b-a7fc568e103a None None] Routers {'0a08e935-43b5-4428-9fe6-04958c7a8ad4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:23.332075 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e989c59f-dd73-439f-877b-a7fc568e103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:02:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:23.354858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370aeb75-c7fb-43e5-81c5-28057155e868 req-00622fe9-2bf1-4335-959a-f367cba54061 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8189902 Feb 15 14:02:23.414091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:23.417837 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:23.425239 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-02de62cd-85d0-4c53-b2dc-d90377770035 service neutron] 10.222.0.67 "PUT /v2.0/ports/b700da6b-318d-4641-b042-c16d05919c56 HTTP/1.1" status: 200 len: 1092 time: 2.3573847 Feb 15 14:02:23.425799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662558d2-f0ce-434b-854b-93a1814733bc', 'tag': 'b700da6b-318d-4641-b042-c16d05919c56'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:23.428310 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "662558d2-f0ce-434b-854b-93a1814733bc", "tag": "b700da6b-318d-4641-b042-c16d05919c56"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:02:23.454670 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adac900b-e55a-4639-abb1-efbac78d6541 x-openstack-request-id: req-adac900b-e55a-4639-abb1-efbac78d6541 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:02:23.455224 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "tag": "2323b683-4b33-4fdd-8464-0bda84e09074", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:02:23.455729 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-adac900b-e55a-4639-abb1-efbac78d6541 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:02:23.456303 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'tag': '2323b683-4b33-4fdd-8464-0bda84e09074', 'status': 'completed', 'code': 200} Feb 15 14:02:23.462308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7acb-b630-4bd5-9741-9e9b4b511e48 req-f9a3aa24-a51b-409b-86e6-79dc0db3ae98 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:23.481765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7acb-b630-4bd5-9741-9e9b4b511e48 req-f9a3aa24-a51b-409b-86e6-79dc0db3ae98 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:23.500961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7acb-b630-4bd5-9741-9e9b4b511e48 req-f9a3aa24-a51b-409b-86e6-79dc0db3ae98 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:23.506564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7acb-b630-4bd5-9741-9e9b4b511e48 req-f9a3aa24-a51b-409b-86e6-79dc0db3ae98 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:23.522799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7acb-b630-4bd5-9741-9e9b4b511e48 req-f9a3aa24-a51b-409b-86e6-79dc0db3ae98 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:23.528793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7acb-b630-4bd5-9741-9e9b4b511e48 req-f9a3aa24-a51b-409b-86e6-79dc0db3ae98 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:23.542934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7acb-b630-4bd5-9741-9e9b4b511e48 req-f9a3aa24-a51b-409b-86e6-79dc0db3ae98 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:23.550696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd7c7acb-b630-4bd5-9741-9e9b4b511e48 req-f9a3aa24-a51b-409b-86e6-79dc0db3ae98 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5435 time: 0.5412562 Feb 15 14:02:23.649702 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-e989c59f-dd73-439f-877b-a7fc568e103a None None] Set router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:23.720548 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988507c5-ecfb-45bd-b5ad-81ecfb72f060 x-openstack-request-id: req-988507c5-ecfb-45bd-b5ad-81ecfb72f060 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:02:23.720996 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662558d2-f0ce-434b-854b-93a1814733bc", "tag": "b700da6b-318d-4641-b042-c16d05919c56", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:02:23.721374 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-988507c5-ecfb-45bd-b5ad-81ecfb72f060 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:02:23.722185 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662558d2-f0ce-434b-854b-93a1814733bc', 'tag': 'b700da6b-318d-4641-b042-c16d05919c56', 'status': 'completed', 'code': 200} Feb 15 14:02:23.808731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-58c82468-fa83-478f-9cf6-edf02b342ad0 admin admin] Publish callbacks [] for security_group (5e967663-9916-4909-9fa2-4356efafc3df), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:23.828113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd7c7acb-b630-4bd5-9741-9e9b4b511e48 req-c90d8d7f-2575-4907-94a0-2f8fee75785c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2762909 Feb 15 14:02:23.840607 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-58c82468-fa83-478f-9cf6-edf02b342ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5e967663-9916-4909-9fa2-4356efafc3df), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:23.963686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60892) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:23.978601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-58c82468-fa83-478f-9cf6-edf02b342ad0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abf2d49e62f343ef86c53b2356333bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3459678 Feb 15 14:02:24.072712 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Publish callbacks [] for security_group (5e967663-9916-4909-9fa2-4356efafc3df), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:24.097204 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Publish callbacks [] for security_group (5e967663-9916-4909-9fa2-4356efafc3df), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:24.127389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-989879fd-2697-44e7-b034-f6b6d8ae78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.136881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-989879fd-2697-44e7-b034-f6b6d8ae78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.137466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-989879fd-2697-44e7-b034-f6b6d8ae78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.138015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-989879fd-2697-44e7-b034-f6b6d8ae78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.138485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-989879fd-2697-44e7-b034-f6b6d8ae78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.139133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-989879fd-2697-44e7-b034-f6b6d8ae78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.140045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-989879fd-2697-44e7-b034-f6b6d8ae78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.141960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-989879fd-2697-44e7-b034-f6b6d8ae78dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 6716 time: 0.5889030 Feb 15 14:02:24.168068 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5e967663-9916-4909-9fa2-4356efafc3df), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:24.171546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:24.176180 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e967663-9916-4909-9fa2-4356efafc3df HTTP/1.1" status: 204 len: 168 time: 0.2108428 Feb 15 14:02:24.197380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e967663-9916-4909-9fa2-4356efafc3df,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:24.207507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.208095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.209157 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.209847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.210555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.212049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.212601 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.213287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.213878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.214370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.214882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.215402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.215964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3420dc-91e7-4a13-92c4-f275fad209da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:24.255251 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e989c59f-dd73-439f-877b-a7fc568e103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:35Z', 'revision_number': 4, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'ec94953c-2ab2-4e5a-9dcd-81c026a00e10', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'port_id': '2323b683-4b33-4fdd-8464-0bda84e09074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'mac_address': 'fa:16:3e:45:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:00:12Z', 'updated_at': '2022-02-15T14:02:21Z', 'revision_number': 1, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e8b7d1c-be3a-46ff-867d-000a983c87f0', 'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'mac_address': 'fa:16:3e:65:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'f51d027d-829b-46a3-8128-74a466506270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:33Z', 'updated_at': '2022-02-15T13:58:39Z', 'revision_number': 5, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'subnets': [{'id': 'f51d027d-829b-46a3-8128-74a466506270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:24.291555 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989c59f-dd73-439f-877b-a7fc568e103a None None] The sync data for ids ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'] in n-d-829064-15 is: [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:35Z', 'revision_number': 4, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'ec94953c-2ab2-4e5a-9dcd-81c026a00e10', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'port_id': '2323b683-4b33-4fdd-8464-0bda84e09074', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'mac_address': 'fa:16:3e:45:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:00:12Z', 'updated_at': '2022-02-15T14:02:21Z', 'revision_number': 1, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e8b7d1c-be3a-46ff-867d-000a983c87f0', 'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'mac_address': 'fa:16:3e:65:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'f51d027d-829b-46a3-8128-74a466506270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:33Z', 'updated_at': '2022-02-15T13:58:39Z', 'revision_number': 5, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'subnets': [{'id': 'f51d027d-829b-46a3-8128-74a466506270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:02:24.344884 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5976f72-bfd4-4b08-b9c9-e252c8b55d73 req-382ff7ca-5273-4695-abd9-a66708150be9 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.3005011 Feb 15 14:02:24.382841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c82468-fa83-478f-9cf6-edf02b342ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e967663-9916-4909-9fa2-4356efafc3df,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:24.388712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-6c17f125-2110-43aa-a537-9cc15f2f5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.394705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-6c17f125-2110-43aa-a537-9cc15f2f5683 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3a467854a19478a93abf0ae69f14552&device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 1126 time: 0.8367217 Feb 15 14:02:24.523483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-f6ca1c55-b5b5-4dd9-bfcb-9bfc7bc528e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b700da6b-318d-4641-b042-c16d05919c56 HTTP/1.1" status: 200 len: 217 time: 0.0561609 Feb 15 14:02:24.625117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73f944-3088-49f5-8d2d-8e58bd6de147 req-8b05998c-96ed-44f0-859b-b4d195f805fa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.637053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73f944-3088-49f5-8d2d-8e58bd6de147 req-8b05998c-96ed-44f0-859b-b4d195f805fa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.642676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73f944-3088-49f5-8d2d-8e58bd6de147 req-8b05998c-96ed-44f0-859b-b4d195f805fa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.649354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73f944-3088-49f5-8d2d-8e58bd6de147 req-8b05998c-96ed-44f0-859b-b4d195f805fa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.662094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73f944-3088-49f5-8d2d-8e58bd6de147 req-8b05998c-96ed-44f0-859b-b4d195f805fa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.673171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73f944-3088-49f5-8d2d-8e58bd6de147 req-8b05998c-96ed-44f0-859b-b4d195f805fa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.681754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73f944-3088-49f5-8d2d-8e58bd6de147 req-8b05998c-96ed-44f0-859b-b4d195f805fa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.702065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f73f944-3088-49f5-8d2d-8e58bd6de147 req-8b05998c-96ed-44f0-859b-b4d195f805fa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5435 time: 0.6563637 Feb 15 14:02:24.740782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4d5c2-fd55-4ad1-b3b6-3463df56ca90 None None] New status for floating IP ec94953c-2ab2-4e5a-9dcd-81c026a00e10: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:02:24.843174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-43eab517-27dc-4e19-8d5c-d84d79d9fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.864366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-43eab517-27dc-4e19-8d5c-d84d79d9fa0d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e373dcfc-ad59-4f5a-8511-40a2474dbb5a HTTP/1.1" status: 200 len: 913 time: 0.6192346 Feb 15 14:02:24.897280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-91a1db5b-2f37-4870-b9c2-28d909cf76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:24.901202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-91a1db5b-2f37-4870-b9c2-28d909cf76ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c26ffbac-e67e-4d46-9c93-2f439a43980a HTTP/1.1" status: 200 len: 853 time: 0.3695331 Feb 15 14:02:24.918861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60912) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:24.940409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c71f6a02-1d0d-48ee-ba2e-51d6767cb1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:25.067948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476189d8-7e2a-49f5-a4ba-20fb09c333f7 req-47b725b6-abe1-48db-90d1-1c9d2da1d067 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:25.072081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-476189d8-7e2a-49f5-a4ba-20fb09c333f7 req-47b725b6-abe1-48db-90d1-1c9d2da1d067 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 943 time: 0.3653841 Feb 15 14:02:25.108003 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c71f6a02-1d0d-48ee-ba2e-51d6767cb1ab admin admin] Publish callbacks [] for security_group (8eceed29-4a59-409a-94f4-49510a988938), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:25.115301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c71f6a02-1d0d-48ee-ba2e-51d6767cb1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8eceed29-4a59-409a-94f4-49510a988938), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:25.193193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-8005edc4-d3a4-400c-9742-8f0df59ebbcc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2323b683-4b33-4fdd-8464-0bda84e09074 HTTP/1.1" status: 200 len: 999 time: 0.3267653 Feb 15 14:02:25.221978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c71f6a02-1d0d-48ee-ba2e-51d6767cb1ab admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b9cfc3bb261e4f59a239a9483b56b529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3015664 Feb 15 14:02:25.226257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60918) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:25.243593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f6a02-1d0d-48ee-ba2e-51d6767cb1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eceed29-4a59-409a-94f4-49510a988938,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:25.259500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60920) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:25.355562 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09cc51a8-735c-4204-bfc4-702a97502aaf admin admin] Publish callbacks [] for security_group (8eceed29-4a59-409a-94f4-49510a988938), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:25.357042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-476189d8-7e2a-49f5-a4ba-20fb09c333f7 req-94a2854b-6604-4a4b-a536-74530c8a73f1 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601421 Feb 15 14:02:25.377495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-01b64f60-ebe0-464c-8770-1b6a646a2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:25.379144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-01b64f60-ebe0-464c-8770-1b6a646a2595 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e4c3377-6456-47a4-9795-94bf115c67a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3705640 Feb 15 14:02:25.401778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09cc51a8-735c-4204-bfc4-702a97502aaf admin admin] Publish callbacks [] for security_group (8eceed29-4a59-409a-94f4-49510a988938), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:25.445712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-9be354a6-46de-4a26-8d8e-0a803dfdbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:25.447390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-9be354a6-46de-4a26-8d8e-0a803dfdbaef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f51d027d-829b-46a3-8128-74a466506270 HTTP/1.1" status: 200 len: 851 time: 0.2431128 Feb 15 14:02:25.516365 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09cc51a8-735c-4204-bfc4-702a97502aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8eceed29-4a59-409a-94f4-49510a988938), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:25.519099 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09cc51a8-735c-4204-bfc4-702a97502aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:25.520329 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-09cc51a8-735c-4204-bfc4-702a97502aaf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8eceed29-4a59-409a-94f4-49510a988938 HTTP/1.1" status: 204 len: 168 time: 0.2916937 Feb 15 14:02:25.531932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc51a8-735c-4204-bfc4-702a97502aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eceed29-4a59-409a-94f4-49510a988938,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:25.656018 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-961c0351-e183-43db-a503-57a58b69ab06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:25.660869 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-d8a88f4b-9bab-468d-a215-bff564cff7f9 service neutron] 10.222.0.67 "GET /v2.0/networks/4e4c3377-6456-47a4-9795-94bf115c67a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712555 Feb 15 14:02:25.667231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-284df8fc-cd5c-43a1-9e8c-b24e496ff141 req-cc376613-6a30-45ee-b5e1-5dcfcbbad132 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.1692469 Feb 15 14:02:26.181442 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-961c0351-e183-43db-a503-57a58b69ab06 admin admin] Publish callbacks [] for security_group (f9819d15-86aa-4bf6-9ff7-9b837c428b1a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:26.225010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-961c0351-e183-43db-a503-57a58b69ab06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f9819d15-86aa-4bf6-9ff7-9b837c428b1a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:26.417540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c0351-e183-43db-a503-57a58b69ab06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9819d15-86aa-4bf6-9ff7-9b837c428b1a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:26.421654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-4133e51d-5767-4e90-8fa1-d73258050bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:26.423489 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-4133e51d-5767-4e90-8fa1-d73258050bb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e373dcfc-ad59-4f5a-8511-40a2474dbb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9361184 Feb 15 14:02:26.472020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-961c0351-e183-43db-a503-57a58b69ab06 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db26d715517b44ac93f9f78eb15775f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2114162 Feb 15 14:02:26.475900 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60956) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:26.600569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3da60c7-410b-4aca-9d7e-19ab4e31ccec admin admin] Publish callbacks [] for security_group (f9819d15-86aa-4bf6-9ff7-9b837c428b1a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:26.637755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c8762c6-7cb2-4420-97c6-83578f9cc6c7 req-4eea588a-b36d-49ff-8f8f-f6d89ed9af05 service neutron] 10.222.0.67 "GET /v2.0/networks/4e4c3377-6456-47a4-9795-94bf115c67a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9678581 Feb 15 14:02:26.647988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8f403-632e-4dbf-9cfc-60d6a3a313f5 req-ba8670c6-868f-42ee-b46e-08a0922ef868 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:26.650523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9f8f403-632e-4dbf-9cfc-60d6a3a313f5 req-ba8670c6-868f-42ee-b46e-08a0922ef868 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.4293158 Feb 15 14:02:26.654610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3da60c7-410b-4aca-9d7e-19ab4e31ccec admin admin] Publish callbacks [] for security_group (f9819d15-86aa-4bf6-9ff7-9b837c428b1a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:26.754351 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3da60c7-410b-4aca-9d7e-19ab4e31ccec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f9819d15-86aa-4bf6-9ff7-9b837c428b1a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:26.757073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3da60c7-410b-4aca-9d7e-19ab4e31ccec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:26.761052 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b3da60c7-410b-4aca-9d7e-19ab4e31ccec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f9819d15-86aa-4bf6-9ff7-9b837c428b1a HTTP/1.1" status: 204 len: 168 time: 0.2797017 Feb 15 14:02:26.763130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-2c149e9a-466d-4f90-b0e9-e8c751c915a1 service neutron] 10.222.0.67 "GET /v2.0/networks/e373dcfc-ad59-4f5a-8511-40a2474dbb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316560 Feb 15 14:02:26.780277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da60c7-410b-4aca-9d7e-19ab4e31ccec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9819d15-86aa-4bf6-9ff7-9b837c428b1a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:26.797952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9f8f403-632e-4dbf-9cfc-60d6a3a313f5 req-5633e14b-0f5c-45e4-8820-d3955d2d22fc tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241264 Feb 15 14:02:26.851551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc1fbb-8c75-4528-93fb-1a14dd5f9789 req-619334fb-bf52-44dd-a9f5-e9a75340f6bd tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:26.853338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5bc1fbb-8c75-4528-93fb-1a14dd5f9789 req-619334fb-bf52-44dd-a9f5-e9a75340f6bd tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 943 time: 0.2397811 Feb 15 14:02:26.940990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf16e1f-0e6c-4236-84fb-831a41a3b6b8 req-37f6d5e8-b08a-4fc4-8c87-ae5e987d1e0f service neutron] 10.222.0.67 "GET /v2.0/networks/e373dcfc-ad59-4f5a-8511-40a2474dbb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583083 Feb 15 14:02:26.988951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8 req-3fafde2f-065c-46dd-8366-6841a166cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:26.991136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8 req-3fafde2f-065c-46dd-8366-6841a166cc24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3a467854a19478a93abf0ae69f14552&device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 1126 time: 0.2534838 Feb 15 14:02:27.116258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8 req-9e7a78f9-415c-4968-b4e8-2f8be3c2ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:27.122203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8 req-9e7a78f9-415c-4968-b4e8-2f8be3c2ef5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=4e4c3377-6456-47a4-9795-94bf115c67a5 HTTP/1.1" status: 200 len: 915 time: 0.1199887 Feb 15 14:02:27.130669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5bc1fbb-8c75-4528-93fb-1a14dd5f9789 req-98769a9a-8375-43d8-ba9a-d3fb2e00879c tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713118 Feb 15 14:02:27.189572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-adf7d8a8-8ace-458a-b75e-6a4fb9179ee1 req-df44c547-f421-4945-807e-44fa3f62058e tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0661256 Feb 15 14:02:27.236410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8 req-574e1835-9732-4a19-9532-6a748180b2f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b700da6b-318d-4641-b042-c16d05919c56 HTTP/1.1" status: 200 len: 217 time: 0.0565064 Feb 15 14:02:27.361851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8 req-b653e468-0d9d-488e-9767-602116393cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:27.364291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8 req-b653e468-0d9d-488e-9767-602116393cc0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c26ffbac-e67e-4d46-9c93-2f439a43980a HTTP/1.1" status: 200 len: 853 time: 0.1203861 Feb 15 14:02:27.550028 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8 req-8796b418-4fc0-4adc-8f4e-d11483e08c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:27.558932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8 req-8796b418-4fc0-4adc-8f4e-d11483e08c56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e4c3377-6456-47a4-9795-94bf115c67a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1846769 Feb 15 14:02:27.872417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8 req-5cd1befd-ab27-4ed4-a95a-837731ca0a6b service neutron] 10.222.0.67 "GET /v2.0/networks/4e4c3377-6456-47a4-9795-94bf115c67a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967806 Feb 15 14:02:28.123637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ad901a-ef6d-4c8c-9d54-5250115aa3a8 req-91277069-120a-426a-ac6b-6cecd32f0ffe service neutron] 10.222.0.67 "GET /v2.0/networks/4e4c3377-6456-47a4-9795-94bf115c67a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502615 Feb 15 14:02:28.433108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1d6e2b4-da39-4924-a9db-854affbdb499 req-b81b653f-1fd9-40d9-b6d4-76bacb8ee562 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0506799 Feb 15 14:02:28.496224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2abf8-ac60-4a8f-ab69-405cc5ffc038 req-e7477e7b-d434-4302-8826-209e749d3ecf tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:28.507699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eaa2abf8-ac60-4a8f-ab69-405cc5ffc038 req-e7477e7b-d434-4302-8826-209e749d3ecf tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 943 time: 0.1838422 Feb 15 14:02:28.608291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eaa2abf8-ac60-4a8f-ab69-405cc5ffc038 req-fae6a0b1-09c9-402b-9555-89f0dea653ab tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959656 Feb 15 14:02:29.599406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2a4b8b4-0b6f-495f-bc86-7fb8f2be6198 req-2a6cf587-e994-489f-ae16-93c2840cfb2c tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0489142 Feb 15 14:02:29.795704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b473ae1-6c6c-4a6b-8556-7016fabd3eea req-535a7535-19a2-46d4-a036-6ca7d91a2391 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:29.807560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b473ae1-6c6c-4a6b-8556-7016fabd3eea req-535a7535-19a2-46d4-a036-6ca7d91a2391 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 943 time: 0.1136684 Feb 15 14:02:29.900141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b473ae1-6c6c-4a6b-8556-7016fabd3eea req-a1261300-004b-4cdf-b2dd-0b1b97f12455 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853844 Feb 15 14:02:29.958504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b700da6b-318d-4641-b042-c16d05919c56 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:02:30.148917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port b700da6b-318d-4641-b042-c16d05919c56, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b700da6b-318d-4641-b042-c16d05919c56,segment=NetworkSegment(67203933-64e6-4fae-972d-6cdda8397e02),segment_id=67203933-64e6-4fae-972d-6cdda8397e02)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:30.169605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'b700da6b-318d-4641-b042-c16d05919c56', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'port_id': 'b700da6b-318d-4641-b042-c16d05919c56', 'mac_address': 'fa:16:3e:6d:18:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:02:30.306491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port b700da6b-318d-4641-b042-c16d05919c56 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:30.308843 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b700da6b-318d-4641-b042-c16d05919c56), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:30.341593 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:02:30.351698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b700da6b-318d-4641-b042-c16d05919c56 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:02:30.382116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port b700da6b-318d-4641-b042-c16d05919c56, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b700da6b-318d-4641-b042-c16d05919c56,segment=NetworkSegment(67203933-64e6-4fae-972d-6cdda8397e02),segment_id=67203933-64e6-4fae-972d-6cdda8397e02)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:30.389041 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b700da6b-318d-4641-b042-c16d05919c56), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:30.464230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=b700da6b-318d-4641-b042-c16d05919c56,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:30.625141 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 32852) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:30.812884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['b700da6b-318d-4641-b042-c16d05919c56'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:02:30.943214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70cade5e-46ee-4d5f-9d36-47b24b260e14 req-838e1a8c-1850-4b26-a2ae-0de2ca6e4251 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.1770976 Feb 15 14:02:31.135574 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a293-af24-4f3a-b995-49a5fa366724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:31.225520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f882d71-bee3-4832-9abc-ca72628d4f57 req-0a528e60-661e-4e8b-8310-9322fab8a2f8 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:31.237038 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f882d71-bee3-4832-9abc-ca72628d4f57 req-0a528e60-661e-4e8b-8310-9322fab8a2f8 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 944 time: 0.1469784 Feb 15 14:02:31.304194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a293-af24-4f3a-b995-49a5fa366724 admin admin] Publish callbacks [] for security_group (d62e629b-b977-466e-bf36-ab071bab5587), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:31.310548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a293-af24-4f3a-b995-49a5fa366724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d62e629b-b977-466e-bf36-ab071bab5587), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:31.323959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f882d71-bee3-4832-9abc-ca72628d4f57 req-b4940bb8-2262-414c-aed2-20a57e5bfb8a tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852344 Feb 15 14:02:31.382874 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7a293-af24-4f3a-b995-49a5fa366724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62e629b-b977-466e-bf36-ab071bab5587,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:31.389394 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7ef7a293-af24-4f3a-b995-49a5fa366724 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a56d821041fc4d25ac523672eb191c7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7635767 Feb 15 14:02:31.392276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 32870) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:31.476833 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Publish callbacks [] for security_group (d62e629b-b977-466e-bf36-ab071bab5587), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:31.506869 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Publish callbacks [] for security_group (d62e629b-b977-466e-bf36-ab071bab5587), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:31.573355 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d62e629b-b977-466e-bf36-ab071bab5587), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:31.579396 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:31.579396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d62e629b-b977-466e-bf36-ab071bab5587 HTTP/1.1" status: 204 len: 168 time: 0.1855485 Feb 15 14:02:31.591757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62e629b-b977-466e-bf36-ab071bab5587,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:31.604274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.606334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.606852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.607490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.608010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.608498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.608980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.609474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.609952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.610446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.611130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.611622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:31.612107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ab08ef-7d18-4bf8-bc02-92f9a26f7b8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:32.182317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc3a6852-8823-4e6f-8c66-5485d453355a req-fb3f9a47-1d28-4a84-b463-1414a81e5a65 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0615616 Feb 15 14:02:32.199110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 32890) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:32.212125 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0798733-13fb-435f-bf7e-2ff23c61f63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:32.301041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0798733-13fb-435f-bf7e-2ff23c61f63e admin admin] Publish callbacks [] for security_group (1712d81d-ac15-47c6-bbec-ef7d3c916aa9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:32.306854 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0798733-13fb-435f-bf7e-2ff23c61f63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1712d81d-ac15-47c6-bbec-ef7d3c916aa9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:32.351579 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0798733-13fb-435f-bf7e-2ff23c61f63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1712d81d-ac15-47c6-bbec-ef7d3c916aa9,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:32.374347 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d0798733-13fb-435f-bf7e-2ff23c61f63e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96761fc18c8846c2ba8a0626f87d6e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1741061 Feb 15 14:02:32.377570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 32896) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:32.504703 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14d4a152-fc83-4a8b-b3f1-19c1f8fcefcc admin admin] Publish callbacks [] for security_group (1712d81d-ac15-47c6-bbec-ef7d3c916aa9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:32.527519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14d4a152-fc83-4a8b-b3f1-19c1f8fcefcc admin admin] Publish callbacks [] for security_group (1712d81d-ac15-47c6-bbec-ef7d3c916aa9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:32.572710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 32900) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:32.599899 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14d4a152-fc83-4a8b-b3f1-19c1f8fcefcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1712d81d-ac15-47c6-bbec-ef7d3c916aa9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:32.603079 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14d4a152-fc83-4a8b-b3f1-19c1f8fcefcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:32.607100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-14d4a152-fc83-4a8b-b3f1-19c1f8fcefcc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1712d81d-ac15-47c6-bbec-ef7d3c916aa9 HTTP/1.1" status: 204 len: 168 time: 0.2254870 Feb 15 14:02:32.635487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b2a0c-3039-4816-9137-6b03e4e34e56 req-61568f68-356b-4683-85b3-678b269f0e66 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:32.637064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d63b2a0c-3039-4816-9137-6b03e4e34e56 req-61568f68-356b-4683-85b3-678b269f0e66 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 944 time: 0.2004244 Feb 15 14:02:32.654562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4a152-fc83-4a8b-b3f1-19c1f8fcefcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1712d81d-ac15-47c6-bbec-ef7d3c916aa9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:32.746675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d63b2a0c-3039-4816-9137-6b03e4e34e56 req-16797b76-3066-4ad1-bb63-58007ce8fa4c tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979955 Feb 15 14:02:33.050000 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a87a16b-f7d2-4732-a5b2-e458b637d646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:33.163029 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a87a16b-f7d2-4732-a5b2-e458b637d646 admin admin] Publish callbacks [] for security_group (171bf1f0-2bc1-4fd1-98b9-ee34586e6dc4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:33.168857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a87a16b-f7d2-4732-a5b2-e458b637d646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (171bf1f0-2bc1-4fd1-98b9-ee34586e6dc4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:33.267024 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7a87a16b-f7d2-4732-a5b2-e458b637d646 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc80bc8ea23c415db74429a8ef2b635d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6923859 Feb 15 14:02:33.269294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87a16b-f7d2-4732-a5b2-e458b637d646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171bf1f0-2bc1-4fd1-98b9-ee34586e6dc4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:33.269573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 32920) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:33.357936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e3aa948-5a4d-4deb-8934-1aa20a289e95 req-e82b12d9-fa61-4972-a8e2-2fdab0ceabc2 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0433340 Feb 15 14:02:33.374943 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf35d-32af-4933-bf76-93b26ab593bf admin admin] Publish callbacks [] for security_group (171bf1f0-2bc1-4fd1-98b9-ee34586e6dc4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:33.400484 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf35d-32af-4933-bf76-93b26ab593bf admin admin] Publish callbacks [] for security_group (171bf1f0-2bc1-4fd1-98b9-ee34586e6dc4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:33.457873 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf35d-32af-4933-bf76-93b26ab593bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (171bf1f0-2bc1-4fd1-98b9-ee34586e6dc4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:33.460904 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf35d-32af-4933-bf76-93b26ab593bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:33.463198 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4a9bf35d-32af-4933-bf76-93b26ab593bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/171bf1f0-2bc1-4fd1-98b9-ee34586e6dc4 HTTP/1.1" status: 204 len: 168 time: 0.1921897 Feb 15 14:02:33.472760 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bf35d-32af-4933-bf76-93b26ab593bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171bf1f0-2bc1-4fd1-98b9-ee34586e6dc4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:33.971806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b700da6b-318d-4641-b042-c16d05919c56 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:34.012242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f57feb-395f-4dd6-ad72-f11f00bfc49f req-c5ac2871-f782-4cbc-a756-42fd9477721c tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:34.013858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4f57feb-395f-4dd6-ad72-f11f00bfc49f req-c5ac2871-f782-4cbc-a756-42fd9477721c tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 944 time: 0.1415532 Feb 15 14:02:34.029081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 32944) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:34.053139 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18ff30d9-9a2d-4e3d-a60a-9c8f70955faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.116209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port b700da6b-318d-4641-b042-c16d05919c56 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:02:34.124753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port b700da6b-318d-4641-b042-c16d05919c56 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:34.126880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4f57feb-395f-4dd6-ad72-f11f00bfc49f req-42167663-9f13-4b41-8d56-06a4bd162f05 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046648 Feb 15 14:02:34.127497 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b700da6b-318d-4641-b042-c16d05919c56), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.278839 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18ff30d9-9a2d-4e3d-a60a-9c8f70955faa admin admin] Publish callbacks [] for security_group (b1ce9ef9-20df-4da8-a607-a93570bd2634), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.286047 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18ff30d9-9a2d-4e3d-a60a-9c8f70955faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b1ce9ef9-20df-4da8-a607-a93570bd2634), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.329274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 32950) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:34.331383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port b700da6b-318d-4641-b042-c16d05919c56 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:34.332004 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b700da6b-318d-4641-b042-c16d05919c56), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.348763 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-18ff30d9-9a2d-4e3d-a60a-9c8f70955faa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=176cbd9e6caa46fcb7a7bdac68aa169d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3225298 Feb 15 14:02:34.349735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff30d9-9a2d-4e3d-a60a-9c8f70955faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ce9ef9-20df-4da8-a607-a93570bd2634,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:34.351514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 32954) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:34.373295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port b700da6b-318d-4641-b042-c16d05919c56, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b700da6b-318d-4641-b042-c16d05919c56,segment=NetworkSegment(67203933-64e6-4fae-972d-6cdda8397e02),segment_id=67203933-64e6-4fae-972d-6cdda8397e02)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:34.374969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662558d2-f0ce-434b-854b-93a1814733bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b700da6b-318d-4641-b042-c16d05919c56'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:34.377841 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be505b6-9bf3-4507-befe-fdb2f050f7d0" -d '{"events": [{"server_uuid": "662558d2-f0ce-434b-854b-93a1814733bc", "name": "network-vif-plugged", "status": "completed", "tag": "b700da6b-318d-4641-b042-c16d05919c56"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:02:34.395589 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b700da6b-318d-4641-b042-c16d05919c56), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.468492 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b37abc8d-a177-43a1-a4fc-7880daa72e00 admin admin] Publish callbacks [] for security_group (b1ce9ef9-20df-4da8-a607-a93570bd2634), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.501619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b37abc8d-a177-43a1-a4fc-7880daa72e00 admin admin] Publish callbacks [] for security_group (b1ce9ef9-20df-4da8-a607-a93570bd2634), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.565528 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d1b82e-a11f-4868-bbcf-a56a536d9da5 x-openstack-request-id: req-98d1b82e-a11f-4868-bbcf-a56a536d9da5 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:02:34.565920 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662558d2-f0ce-434b-854b-93a1814733bc", "name": "network-vif-plugged", "status": "completed", "tag": "b700da6b-318d-4641-b042-c16d05919c56", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:02:34.566241 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-98d1b82e-a11f-4868-bbcf-a56a536d9da5 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:02:34.566720 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662558d2-f0ce-434b-854b-93a1814733bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b700da6b-318d-4641-b042-c16d05919c56', 'code': 200} Feb 15 14:02:34.567896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=b700da6b-318d-4641-b042-c16d05919c56,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:34.602621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4505eb3-b2d1-46da-ac36-9650a45a98e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.674927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19bbb969-465d-4665-a539-7845feec7bfa req-98f1dd99-4e89-46fa-80eb-f8747862b8e9 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.1185002 Feb 15 14:02:34.679496 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b37abc8d-a177-43a1-a4fc-7880daa72e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b1ce9ef9-20df-4da8-a607-a93570bd2634), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.682656 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b37abc8d-a177-43a1-a4fc-7880daa72e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.684128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b37abc8d-a177-43a1-a4fc-7880daa72e00 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1ce9ef9-20df-4da8-a607-a93570bd2634 HTTP/1.1" status: 204 len: 168 time: 0.3311048 Feb 15 14:02:34.714519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37abc8d-a177-43a1-a4fc-7880daa72e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ce9ef9-20df-4da8-a607-a93570bd2634,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:34.760851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3689b-22ee-43ff-a1f2-b1b9b20a024e req-f6373008-b93a-438e-88ee-64d42fa18335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:34.773459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcb3689b-22ee-43ff-a1f2-b1b9b20a024e req-f6373008-b93a-438e-88ee-64d42fa18335 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 1128 time: 0.1819077 Feb 15 14:02:34.875268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcb3689b-22ee-43ff-a1f2-b1b9b20a024e req-88292ec1-9d0d-4e56-a6a8-eb8d0924caa4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941100 Feb 15 14:02:34.886551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4505eb3-b2d1-46da-ac36-9650a45a98e2 admin admin] Publish callbacks [] for security_group (3b636a33-3f6f-41d2-9f28-a60dd46d32ff), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.892513 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4505eb3-b2d1-46da-ac36-9650a45a98e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3b636a33-3f6f-41d2-9f28-a60dd46d32ff), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:34.950176 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d4505eb3-b2d1-46da-ac36-9650a45a98e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b77366a00684d74ae4ad403262db12e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6197238 Feb 15 14:02:34.952850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 32964) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:34.962357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4505eb3-b2d1-46da-ac36-9650a45a98e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b636a33-3f6f-41d2-9f28-a60dd46d32ff,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:35.035144 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-36bb9b32-1234-4ce8-bcad-76aa4be2db2a admin admin] Publish callbacks [] for security_group (3b636a33-3f6f-41d2-9f28-a60dd46d32ff), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:35.083950 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-36bb9b32-1234-4ce8-bcad-76aa4be2db2a admin admin] Publish callbacks [] for security_group (3b636a33-3f6f-41d2-9f28-a60dd46d32ff), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:35.166327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-36bb9b32-1234-4ce8-bcad-76aa4be2db2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3b636a33-3f6f-41d2-9f28-a60dd46d32ff), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:35.169349 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-36bb9b32-1234-4ce8-bcad-76aa4be2db2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:35.170638 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-36bb9b32-1234-4ce8-bcad-76aa4be2db2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3b636a33-3f6f-41d2-9f28-a60dd46d32ff HTTP/1.1" status: 204 len: 168 time: 0.2158062 Feb 15 14:02:35.184202 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb9b32-1234-4ce8-bcad-76aa4be2db2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b636a33-3f6f-41d2-9f28-a60dd46d32ff,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:35.342134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197674e-2403-40f6-967b-c14fad27ec55 req-a4ba0796-f53a-4741-872a-ab83719432b4 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:35.360388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7197674e-2403-40f6-967b-c14fad27ec55 req-a4ba0796-f53a-4741-872a-ab83719432b4 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 945 time: 0.1199214 Feb 15 14:02:35.499807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7197674e-2403-40f6-967b-c14fad27ec55 req-3d719dd1-1d12-4ea9-a0b0-b9c6997ad34d tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369145 Feb 15 14:02:35.872557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-259d97df-b9bd-4fa7-bb79-940067b8109f req-8c8384d0-94cd-4908-8389-16fb6ca59d45 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0748811 Feb 15 14:02:35.892948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be351580-8011-4bc2-aba8-c0a87473f58b req-ffdd918b-825e-4118-9339-7855c310c2e1 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:35.895157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be351580-8011-4bc2-aba8-c0a87473f58b req-ffdd918b-825e-4118-9339-7855c310c2e1 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 945 time: 0.1891241 Feb 15 14:02:36.000446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be351580-8011-4bc2-aba8-c0a87473f58b req-3b32c612-397d-4a7f-99e5-afc61a2e8bd9 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e2df874-5c45-4420-8702-0ed4605fe33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936773 Feb 15 14:02:36.657088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baaffa3-d980-4f2f-94b9-0937d46b850b req-0ddd0203-85bf-42c3-b27b-26f62f9cbaff tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:36.668370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6baaffa3-d980-4f2f-94b9-0937d46b850b req-0ddd0203-85bf-42c3-b27b-26f62f9cbaff tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 945 time: 0.0898507 Feb 15 14:02:36.736019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6baaffa3-d980-4f2f-94b9-0937d46b850b req-2476f532-bb3c-44b1-8f83-06d4a7b4d14a tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666807 Feb 15 14:02:36.945166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7a378-78f2-4cc5-b778-e4a0aa955372 req-a71dadef-32ba-4dc0-a4a3-da16e7338a8c tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:36.953006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ec7a378-78f2-4cc5-b778-e4a0aa955372 req-a71dadef-32ba-4dc0-a4a3-da16e7338a8c tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 945 time: 0.1272998 Feb 15 14:02:36.962712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33052) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:36.969357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b8c2d39c-ca82-4953-9d7e-fcd9dd7260d6 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Request body: {'floatingip': {'port_id': 'b700da6b-318d-4641-b042-c16d05919c56'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:37.060389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7afa178-ff46-473d-9569-62338d84798e req-c988b4c5-b193-4826-8dc2-26a775fae9d4 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0791533 Feb 15 14:02:37.087122 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d39c-ca82-4953-9d7e-fcd9dd7260d6 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for floatingip (e1c0797f-f9a7-4b8c-8733-183d4cdc5faa), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:37.220363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45088a-b7ba-4697-8fac-7c2b0d1b7042 req-f8273137-09c4-469d-8fd9-594dceec1edf tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:37.222515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e45088a-b7ba-4697-8fac-7c2b0d1b7042 req-f8273137-09c4-469d-8fd9-594dceec1edf tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 945 time: 0.0861509 Feb 15 14:02:37.313070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e45088a-b7ba-4697-8fac-7c2b0d1b7042 req-4557cb10-5eb3-4db4-aa61-e34819671833 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e2df874-5c45-4420-8702-0ed4605fe33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839200 Feb 15 14:02:37.451981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33068) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:37.634066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8fde8d5-a263-4b4b-894e-2d4de4c0a7eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:37.738371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af19f03-7c1e-4c78-bd8d-f7fed1cd1e35 req-2e1dfdfb-dde4-4ec2-ba76-23d5335eb9d3 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:37.740067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8af19f03-7c1e-4c78-bd8d-f7fed1cd1e35 req-2e1dfdfb-dde4-4ec2-ba76-23d5335eb9d3 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.67 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 945 time: 0.1782367 Feb 15 14:02:37.842243 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d39c-ca82-4953-9d7e-fcd9dd7260d6 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:37.854357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d39c-ca82-4953-9d7e-fcd9dd7260d6 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (e1c0797f-f9a7-4b8c-8733-183d4cdc5faa), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:37.893614 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8fde8d5-a263-4b4b-894e-2d4de4c0a7eb admin admin] Publish callbacks [] for security_group (cf0d48f6-fa23-4416-a39b-400463cb384b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:37.908721 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8fde8d5-a263-4b4b-894e-2d4de4c0a7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cf0d48f6-fa23-4416-a39b-400463cb384b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:38.008672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d8fde8d5-a263-4b4b-894e-2d4de4c0a7eb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e3301bbdd0c4e6597a376b690d0e3e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5547507 Feb 15 14:02:38.018017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fde8d5-a263-4b4b-894e-2d4de4c0a7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d48f6-fa23-4416-a39b-400463cb384b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:38.033410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33086) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:38.071243 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-b8c2d39c-ca82-4953-9d7e-fcd9dd7260d6 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Floating IP e1c0797f-f9a7-4b8c-8733-183d4cdc5faa associated. External IP: 172.25.6.226, port: b700da6b-318d-4641-b042-c16d05919c56. Feb 15 14:02:38.113216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8af19f03-7c1e-4c78-bd8d-f7fed1cd1e35 req-a25bf93b-9569-45c6-873f-761195e28841 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Deleting port 6c55667c-e578-46d4-8671-3471a9747511 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:02:38.113586 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8af19f03-7c1e-4c78-bd8d-f7fed1cd1e35 req-a25bf93b-9569-45c6-873f-761195e28841 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6c55667c-e578-46d4-8671-3471a9747511), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:38.378007 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1aea933c-d393-4481-bdf6-b4b5f3c69c5e admin admin] Publish callbacks [] for security_group (cf0d48f6-fa23-4416-a39b-400463cb384b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:38.402495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f51fe3b5-481d-44cc-bf2b-7232160a0eac req-cd06c8c0-1b77-4d0b-9848-2a1129421ded tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.1417708 Feb 15 14:02:38.456106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c2d39c-ca82-4953-9d7e-fcd9dd7260d6 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:02:38.565158 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1aea933c-d393-4481-bdf6-b4b5f3c69c5e admin admin] Publish callbacks [] for security_group (cf0d48f6-fa23-4416-a39b-400463cb384b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:38.581451 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c2d39c-ca82-4953-9d7e-fcd9dd7260d6 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:02:38.593006 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da474bb-46cf-4343-b063-6364aa218d20 None None] Sync routers for ids ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:02:38.594552 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d39c-ca82-4953-9d7e-fcd9dd7260d6 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:38.606077 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da474bb-46cf-4343-b063-6364aa218d20 None None] Routers {'7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:38.607163 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8da474bb-46cf-4343-b063-6364aa218d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:02:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:38.628910 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8af19f03-7c1e-4c78-bd8d-f7fed1cd1e35 req-a25bf93b-9569-45c6-873f-761195e28841 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] For port 6c55667c-e578-46d4-8671-3471a9747511, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6c55667c-e578-46d4-8671-3471a9747511,segment=NetworkSegment(5ff733b1-7754-4491-a800-aa90bf4a506c),segment_id=5ff733b1-7754-4491-a800-aa90bf4a506c)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:38.630200 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8af19f03-7c1e-4c78-bd8d-f7fed1cd1e35 req-a25bf93b-9569-45c6-873f-761195e28841 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6c55667c-e578-46d4-8671-3471a9747511), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:38.665362 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b8c2d39c-ca82-4953-9d7e-fcd9dd7260d6 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "PUT /v2.0/floatingips/e1c0797f-f9a7-4b8c-8733-183d4cdc5faa HTTP/1.1" status: 200 len: 991 time: 1.7000313 Feb 15 14:02:38.666020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662558d2-f0ce-434b-854b-93a1814733bc', 'tag': 'b700da6b-318d-4641-b042-c16d05919c56'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:38.676677 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9812427e-f0f1-4b6a-8490-17302a4bcc34" -d '{"events": [{"name": "network-changed", "server_uuid": "662558d2-f0ce-434b-854b-93a1814733bc", "tag": "b700da6b-318d-4641-b042-c16d05919c56"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:02:38.678192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8af19f03-7c1e-4c78-bd8d-f7fed1cd1e35 req-a25bf93b-9569-45c6-873f-761195e28841 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Calling delete_port for 6c55667c-e578-46d4-8671-3471a9747511 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:02:38.752364 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140ee93b-3e60-4a08-93ad-9145591f270c x-openstack-request-id: req-140ee93b-3e60-4a08-93ad-9145591f270c {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:02:38.752364 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662558d2-f0ce-434b-854b-93a1814733bc", "tag": "b700da6b-318d-4641-b042-c16d05919c56", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:02:38.752364 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-140ee93b-3e60-4a08-93ad-9145591f270c {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:02:38.753045 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662558d2-f0ce-434b-854b-93a1814733bc', 'tag': 'b700da6b-318d-4641-b042-c16d05919c56', 'status': 'completed', 'code': 200} Feb 15 14:02:38.756648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ed971-8930-4744-8da4-693c45224c37 req-04357b16-3cae-49ec-bb07-b3c19b7eecb3 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:38.760160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d83ed971-8930-4744-8da4-693c45224c37 req-04357b16-3cae-49ec-bb07-b3c19b7eecb3 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/ports?device_id=b11bbce7-3f0b-4c1c-8d3f-a70347b293d3 HTTP/1.1" status: 200 len: 945 time: 0.3120482 Feb 15 14:02:38.831156 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-8da474bb-46cf-4343-b063-6364aa218d20 None None] Set router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:38.857759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33116) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:38.920288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812427e-f0f1-4b6a-8490-17302a4bcc34 req-6c8de01c-a2a5-4bde-b59d-e49ff26859db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:38.922206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9812427e-f0f1-4b6a-8490-17302a4bcc34 req-6c8de01c-a2a5-4bde-b59d-e49ff26859db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3a467854a19478a93abf0ae69f14552&device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 1128 time: 0.1114612 Feb 15 14:02:38.956865 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1aea933c-d393-4481-bdf6-b4b5f3c69c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cf0d48f6-fa23-4416-a39b-400463cb384b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:38.959748 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1aea933c-d393-4481-bdf6-b4b5f3c69c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:38.961207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1aea933c-d393-4481-bdf6-b4b5f3c69c5e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cf0d48f6-fa23-4416-a39b-400463cb384b HTTP/1.1" status: 204 len: 168 time: 0.9239902 Feb 15 14:02:39.017965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d83ed971-8930-4744-8da4-693c45224c37 req-f77944ce-855e-4e17-9f8a-cca9906926e0 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e2df874-5c45-4420-8702-0ed4605fe33a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780877 Feb 15 14:02:39.030041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea933c-d393-4481-bdf6-b4b5f3c69c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d48f6-fa23-4416-a39b-400463cb384b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:39.132590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812427e-f0f1-4b6a-8490-17302a4bcc34 req-303508a8-0849-4f07-add8-38082788454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:39.134873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9812427e-f0f1-4b6a-8490-17302a4bcc34 req-303508a8-0849-4f07-add8-38082788454a service neutron] 10.222.0.67 "GET /v2.0/networks?id=4e4c3377-6456-47a4-9795-94bf115c67a5 HTTP/1.1" status: 200 len: 915 time: 0.1986277 Feb 15 14:02:39.142864 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8af19f03-7c1e-4c78-bd8d-f7fed1cd1e35 req-a25bf93b-9569-45c6-873f-761195e28841 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6c55667c-e578-46d4-8671-3471a9747511), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:39.160135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['6c55667c-e578-46d4-8671-3471a9747511'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:02:39.177997 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7988-c715-4338-adb3-f3b709bb5c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:39.228290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bf93b-9569-45c6-873f-761195e28841 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Pushing event deleted for resources: {'Port': ['ID=6c55667c-e578-46d4-8671-3471a9747511,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:39.300120 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8da474bb-46cf-4343-b063-6364aa218d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:05Z', 'revision_number': 4, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'e1c0797f-f9a7-4b8c-8733-183d4cdc5faa', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'port_id': 'b700da6b-318d-4641-b042-c16d05919c56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'mac_address': 'fa:16:3e:6d:18:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662558d2-f0ce-434b-854b-93a1814733bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:02:12Z', 'updated_at': '2022-02-15T14:02:37Z', 'revision_number': 1, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43303349-6830-48d1-9b23-67d3ad70a228', 'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'mac_address': 'fa:16:3e:93:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:03Z', 'updated_at': '2022-02-15T14:02:13Z', 'revision_number': 5, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'subnets': [{'id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:39.322660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af19f03-7c1e-4c78-bd8d-f7fed1cd1e35 req-a25bf93b-9569-45c6-873f-761195e28841 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] No DVR routers for this DVR port 6c55667c-e578-46d4-8671-3471a9747511 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:02:39.327584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9812427e-f0f1-4b6a-8490-17302a4bcc34 req-c8745ba7-088f-445e-9e6e-1ad2dd540833 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b700da6b-318d-4641-b042-c16d05919c56 HTTP/1.1" status: 200 len: 999 time: 0.1815989 Feb 15 14:02:39.328922 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8af19f03-7c1e-4c78-bd8d-f7fed1cd1e35 req-a25bf93b-9569-45c6-873f-761195e28841 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:39.333093 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8af19f03-7c1e-4c78-bd8d-f7fed1cd1e35 req-a25bf93b-9569-45c6-873f-761195e28841 tempest-VolumesAdminNegativeTest-895170442 tempest-VolumesAdminNegativeTest-895170442-project] 10.222.0.67 "DELETE /v2.0/ports/6c55667c-e578-46d4-8671-3471a9747511 HTTP/1.1" status: 204 len: 173 time: 1.5678203 Feb 15 14:02:39.333793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11bbce7-3f0b-4c1c-8d3f-a70347b293d3', 'name': 'network-vif-deleted', 'tag': '6c55667c-e578-46d4-8671-3471a9747511'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:02:39.337855 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0334163e-23d7-43e9-b982-052ae68dc203" -d '{"events": [{"server_uuid": "b11bbce7-3f0b-4c1c-8d3f-a70347b293d3", "name": "network-vif-deleted", "tag": "6c55667c-e578-46d4-8671-3471a9747511"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:02:39.342077 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da474bb-46cf-4343-b063-6364aa218d20 None None] Checking router: 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:02:39.358216 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da474bb-46cf-4343-b063-6364aa218d20 None None] Routers {'7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:39.359261 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8da474bb-46cf-4343-b063-6364aa218d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:02:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:39.444908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7988-c715-4338-adb3-f3b709bb5c10 admin admin] Publish callbacks [] for security_group (8a9fe95d-37cf-403e-a674-b73b5a2d7a1f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:39.468877 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7988-c715-4338-adb3-f3b709bb5c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8a9fe95d-37cf-403e-a674-b73b5a2d7a1f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:39.490845 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8225d87a-9b3d-4407-afa3-8a5cd838dbda x-openstack-request-id: req-8225d87a-9b3d-4407-afa3-8a5cd838dbda {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:02:39.491247 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11bbce7-3f0b-4c1c-8d3f-a70347b293d3", "name": "network-vif-deleted", "tag": "6c55667c-e578-46d4-8671-3471a9747511", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:02:39.491404 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8225d87a-9b3d-4407-afa3-8a5cd838dbda {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:02:39.492900 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11bbce7-3f0b-4c1c-8d3f-a70347b293d3', 'name': 'network-vif-deleted', 'tag': '6c55667c-e578-46d4-8671-3471a9747511', 'status': 'completed', 'code': 200} Feb 15 14:02:39.496826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812427e-f0f1-4b6a-8490-17302a4bcc34 req-d506fdde-249d-41de-94c0-cf63a5cb4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:39.498373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9812427e-f0f1-4b6a-8490-17302a4bcc34 req-d506fdde-249d-41de-94c0-cf63a5cb4a14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c26ffbac-e67e-4d46-9c93-2f439a43980a HTTP/1.1" status: 200 len: 853 time: 0.1571491 Feb 15 14:02:39.573907 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6e0c7988-c715-4338-adb3-f3b709bb5c10 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ebba06cefd4349d08e8ad024e534026a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7145643 Feb 15 14:02:39.577366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33134) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:39.581494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c7988-c715-4338-adb3-f3b709bb5c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9fe95d-37cf-403e-a674-b73b5a2d7a1f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:39.593868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812427e-f0f1-4b6a-8490-17302a4bcc34 req-0b4497c6-ccc4-4290-a168-ec730fe9ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:39.596164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9812427e-f0f1-4b6a-8490-17302a4bcc34 req-0b4497c6-ccc4-4290-a168-ec730fe9ea7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4e4c3377-6456-47a4-9795-94bf115c67a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0918045 Feb 15 14:02:39.645946 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-8da474bb-46cf-4343-b063-6364aa218d20 None None] Set router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:39.676717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7edccd8-7c59-41a1-8c3c-b8abbf01636d req-20e6e68c-5c0d-44e0-a591-90c272ded80b tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0742054 Feb 15 14:02:39.755726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e784107-af38-4b3a-b22d-40b1bf1f5e03 admin admin] Publish callbacks [] for security_group (8a9fe95d-37cf-403e-a674-b73b5a2d7a1f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:39.766446 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:39.825607 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e784107-af38-4b3a-b22d-40b1bf1f5e03 admin admin] Publish callbacks [] for security_group (8a9fe95d-37cf-403e-a674-b73b5a2d7a1f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:39.856514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9812427e-f0f1-4b6a-8490-17302a4bcc34 req-b571a2bb-93bb-42b5-896a-792d638848d7 service neutron] 10.222.0.67 "GET /v2.0/networks/4e4c3377-6456-47a4-9795-94bf115c67a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393064 Feb 15 14:02:40.057439 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e784107-af38-4b3a-b22d-40b1bf1f5e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8a9fe95d-37cf-403e-a674-b73b5a2d7a1f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.060919 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e784107-af38-4b3a-b22d-40b1bf1f5e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.062485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3e784107-af38-4b3a-b22d-40b1bf1f5e03 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a9fe95d-37cf-403e-a674-b73b5a2d7a1f HTTP/1.1" status: 204 len: 168 time: 0.4836056 Feb 15 14:02:40.071735 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8da474bb-46cf-4343-b063-6364aa218d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:05Z', 'revision_number': 4, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'e1c0797f-f9a7-4b8c-8733-183d4cdc5faa', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'port_id': 'b700da6b-318d-4641-b042-c16d05919c56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'mac_address': 'fa:16:3e:6d:18:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662558d2-f0ce-434b-854b-93a1814733bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:02:12Z', 'updated_at': '2022-02-15T14:02:37Z', 'revision_number': 1, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43303349-6830-48d1-9b23-67d3ad70a228', 'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'mac_address': 'fa:16:3e:93:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:03Z', 'updated_at': '2022-02-15T14:02:13Z', 'revision_number': 5, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'subnets': [{'id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:40.088246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e784107-af38-4b3a-b22d-40b1bf1f5e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9fe95d-37cf-403e-a674-b73b5a2d7a1f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:40.133360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9812427e-f0f1-4b6a-8490-17302a4bcc34 req-43a31bf9-45ed-448b-8170-c73e57a87487 service neutron] 10.222.0.67 "GET /v2.0/networks/4e4c3377-6456-47a4-9795-94bf115c67a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603583 Feb 15 14:02:40.136339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33150) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:40.139618 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da474bb-46cf-4343-b063-6364aa218d20 None None] The sync data for ids ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'] in n-d-829064-15 is: [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:05Z', 'revision_number': 4, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'e1c0797f-f9a7-4b8c-8733-183d4cdc5faa', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'port_id': 'b700da6b-318d-4641-b042-c16d05919c56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'mac_address': 'fa:16:3e:6d:18:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662558d2-f0ce-434b-854b-93a1814733bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:02:12Z', 'updated_at': '2022-02-15T14:02:37Z', 'revision_number': 1, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43303349-6830-48d1-9b23-67d3ad70a228', 'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'mac_address': 'fa:16:3e:93:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:03Z', 'updated_at': '2022-02-15T14:02:13Z', 'revision_number': 5, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'subnets': [{'id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:02:40.251017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0de6ac-6765-41c3-b615-889165fcf6e4 admin admin] Deleting subnet 9aa4c018-114d-446d-9d43-fe5df466f3b7 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:02:40.256324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e0de6ac-6765-41c3-b615-889165fcf6e4 admin admin] Publish callbacks [] for subnet (9aa4c018-114d-446d-9d43-fe5df466f3b7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.315016 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e0de6ac-6765-41c3-b615-889165fcf6e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (9aa4c018-114d-446d-9d43-fe5df466f3b7), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.371678 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e0de6ac-6765-41c3-b615-889165fcf6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (9aa4c018-114d-446d-9d43-fe5df466f3b7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.472632 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e0de6ac-6765-41c3-b615-889165fcf6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (9aa4c018-114d-446d-9d43-fe5df466f3b7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.510075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0de6ac-6765-41c3-b615-889165fcf6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa4c018-114d-446d-9d43-fe5df466f3b7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:40.512234 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e0de6ac-6765-41c3-b615-889165fcf6e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.518162 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e0de6ac-6765-41c3-b615-889165fcf6e4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9aa4c018-114d-446d-9d43-fe5df466f3b7 HTTP/1.1" status: 204 len: 168 time: 0.3783948 Feb 15 14:02:40.518328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33166) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:40.563548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bace8-fa74-4b3e-b22c-48a8c3af576b None None] New status for floating IP e1c0797f-f9a7-4b8c-8733-183d4cdc5faa: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:02:40.623057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (aa2fd877-1da8-4826-8cc0-f028e0b97a11), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.658358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33170) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:40.683178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-054fa858-1ff3-4c38-a558-048097ef91fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.761063 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (aa2fd877-1da8-4826-8cc0-f028e0b97a11), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.810658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2fd877-1da8-4826-8cc0-f028e0b97a11']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:40.823740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff733b1-7754-4491-a800-aa90bf4a506c') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:40.824380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff733b1-7754-4491-a800-aa90bf4a506c') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:40.849261 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (5ff733b1-7754-4491-a800-aa90bf4a506c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.872276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5ff733b1-7754-4491-a800-aa90bf4a506c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.880608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:02:40.881038 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (5ff733b1-7754-4491-a800-aa90bf4a506c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.881186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd637e7b-a73e-46e3-8230-56ae4fc04b90 req-034ea44c-ae7b-4e5b-b6cd-a6bb97cdc3c9 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0612972 Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:02:40.956031 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:02:40.962362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (aa2fd877-1da8-4826-8cc0-f028e0b97a11), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.983207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:40.988056 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/aa2fd877-1da8-4826-8cc0-f028e0b97a11 HTTP/1.1" status: 204 len: 168 time: 0.4687026 Feb 15 14:02:40.997077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33206) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:41.002582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83542d9-dd39-426b-a560-5117658d55b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa2fd877-1da8-4826-8cc0-f028e0b97a11,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:41.037201 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-054fa858-1ff3-4c38-a558-048097ef91fe admin admin] Publish callbacks [] for security_group (406f822e-9d23-4ea8-9fdc-746ace3db515), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.046733 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-054fa858-1ff3-4c38-a558-048097ef91fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (406f822e-9d23-4ea8-9fdc-746ace3db515), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.106056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91d89b9-6c60-4bb0-82d3-246059841e7a admin admin] Deleting subnet 055385e5-6496-4514-882d-fa7d22c726b0 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:02:41.112331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-054fa858-1ff3-4c38-a558-048097ef91fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c083c45914449a4987b1bfe505d53ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4523618 Feb 15 14:02:41.113415 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f91d89b9-6c60-4bb0-82d3-246059841e7a admin admin] Publish callbacks [] for subnet (055385e5-6496-4514-882d-fa7d22c726b0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.115420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33208) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:41.115573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fa858-1ff3-4c38-a558-048097ef91fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406f822e-9d23-4ea8-9fdc-746ace3db515,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:41.159179 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f91d89b9-6c60-4bb0-82d3-246059841e7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (055385e5-6496-4514-882d-fa7d22c726b0), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.205830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f91d89b9-6c60-4bb0-82d3-246059841e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (055385e5-6496-4514-882d-fa7d22c726b0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.248157 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ceee86c-3288-49b0-8730-b2c9d4e43024 admin admin] Publish callbacks [] for security_group (406f822e-9d23-4ea8-9fdc-746ace3db515), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.279843 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f91d89b9-6c60-4bb0-82d3-246059841e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (055385e5-6496-4514-882d-fa7d22c726b0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.301691 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ceee86c-3288-49b0-8730-b2c9d4e43024 admin admin] Publish callbacks [] for security_group (406f822e-9d23-4ea8-9fdc-746ace3db515), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.309192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d89b9-6c60-4bb0-82d3-246059841e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055385e5-6496-4514-882d-fa7d22c726b0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:41.321926 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f91d89b9-6c60-4bb0-82d3-246059841e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.326197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f91d89b9-6c60-4bb0-82d3-246059841e7a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/055385e5-6496-4514-882d-fa7d22c726b0 HTTP/1.1" status: 204 len: 168 time: 0.3270490 Feb 15 14:02:41.331306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33212) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:41.453802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (19875a52-5f8c-498c-8759-5fb04562da7e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.840360 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.901658 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ceee86c-3288-49b0-8730-b2c9d4e43024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (406f822e-9d23-4ea8-9fdc-746ace3db515), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.904155 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ceee86c-3288-49b0-8730-b2c9d4e43024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:41.907985 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9ceee86c-3288-49b0-8730-b2c9d4e43024 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/406f822e-9d23-4ea8-9fdc-746ace3db515 HTTP/1.1" status: 204 len: 168 time: 0.7882798 Feb 15 14:02:41.942711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceee86c-3288-49b0-8730-b2c9d4e43024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406f822e-9d23-4ea8-9fdc-746ace3db515,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:41.956649 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (19875a52-5f8c-498c-8759-5fb04562da7e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:42.008738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19875a52-5f8c-498c-8759-5fb04562da7e']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:42.016142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6c55667c-e578-46d4-8671-3471a9747511 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:02:42.030211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91764e58-d66b-49b1-b9f6-93b54349d58c') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:42.032316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91764e58-d66b-49b1-b9f6-93b54349d58c') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:42.053358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (91764e58-d66b-49b1-b9f6-93b54349d58c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:42.064404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 6c55667c-e578-46d4-8671-3471a9747511 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:02:42.066765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6c55667c-e578-46d4-8671-3471a9747511 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:02:42.087181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (91764e58-d66b-49b1-b9f6-93b54349d58c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:42.104406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:02:42.106990 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (91764e58-d66b-49b1-b9f6-93b54349d58c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:02:42.108751 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:02:42.190095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19fa4456-5d8f-4279-9453-fc1423909e4a req-cc5d9cb4-1003-484b-a91d-3937c31e3423 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0857549 Feb 15 14:02:42.194646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (19875a52-5f8c-498c-8759-5fb04562da7e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:42.230565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:42.236597 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] 10.222.0.72 "DELETE /v2.0/networks/19875a52-5f8c-498c-8759-5fb04562da7e HTTP/1.1" status: 204 len: 168 time: 0.9012871 Feb 15 14:02:42.238765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2343b-c8e8-4c36-ac14-38bc6d9c1229 admin admin] Pushing event deleted for resources: {'Network': ['ID=19875a52-5f8c-498c-8759-5fb04562da7e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:42.558073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33260) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:42.633134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-06ae525b-c090-40a1-8aa8-5bb2471d0b4e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d14f81ab8914fdcaade90b5097b035d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727651 Feb 15 14:02:42.638021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33264) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:42.756881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-98d3edb0-fe23-445e-824b-b283cccd9267 admin admin] Publish callbacks [] for security_group (2e2df874-5c45-4420-8702-0ed4605fe33a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:42.823068 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-98d3edb0-fe23-445e-824b-b283cccd9267 admin admin] Publish callbacks [] for security_group (2e2df874-5c45-4420-8702-0ed4605fe33a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:42.902307 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-98d3edb0-fe23-445e-824b-b283cccd9267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2e2df874-5c45-4420-8702-0ed4605fe33a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:42.912810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-98d3edb0-fe23-445e-824b-b283cccd9267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:42.917900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-98d3edb0-fe23-445e-824b-b283cccd9267 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2e2df874-5c45-4420-8702-0ed4605fe33a HTTP/1.1" status: 204 len: 168 time: 0.2786474 Feb 15 14:02:42.952578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3edb0-fe23-445e-824b-b283cccd9267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2df874-5c45-4420-8702-0ed4605fe33a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:43.399907 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f2092e2-ccc3-47fd-bdb8-d9b2f522a184 req-53629d3b-2aff-4a19-8c05-7fd7839eaf89 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0590522 Feb 15 14:02:43.651638 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33294) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:43.704983 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bbf32037-524d-47c1-b057-d0eb4b221baa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0207a1f2322405f97b8aac983499a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512848 Feb 15 14:02:43.707650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33296) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:43.777870 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b0f08da8-7ac7-4830-b79c-291e1f447e99 admin admin] Publish callbacks [] for security_group (58141669-9229-46df-beb8-541d661b62c7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:43.805022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b0f08da8-7ac7-4830-b79c-291e1f447e99 admin admin] Publish callbacks [] for security_group (58141669-9229-46df-beb8-541d661b62c7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:43.877300 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b0f08da8-7ac7-4830-b79c-291e1f447e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (58141669-9229-46df-beb8-541d661b62c7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:43.880405 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b0f08da8-7ac7-4830-b79c-291e1f447e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:43.881781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b0f08da8-7ac7-4830-b79c-291e1f447e99 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/58141669-9229-46df-beb8-541d661b62c7 HTTP/1.1" status: 204 len: 168 time: 0.1728129 Feb 15 14:02:43.913308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f08da8-7ac7-4830-b79c-291e1f447e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58141669-9229-46df-beb8-541d661b62c7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:44.598818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b2731ca-6cb9-484e-b804-359654ee5874 req-deb984c4-8000-4249-9b72-9fe09cd8459f tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0477638 Feb 15 14:02:44.680377 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1f67b444-f348-44bb-b54a-6dc0115ea07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:44.880081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33354) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:45.064289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556768a9-74db-4e39-91de-b3bbda93348b req-2107d240-b892-41f1-abf6-4666942c8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:45.064289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556768a9-74db-4e39-91de-b3bbda93348b req-2107d240-b892-41f1-abf6-4666942c8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:45.064289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556768a9-74db-4e39-91de-b3bbda93348b req-2107d240-b892-41f1-abf6-4666942c8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:45.064289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556768a9-74db-4e39-91de-b3bbda93348b req-2107d240-b892-41f1-abf6-4666942c8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:45.064289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556768a9-74db-4e39-91de-b3bbda93348b req-2107d240-b892-41f1-abf6-4666942c8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:45.064289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556768a9-74db-4e39-91de-b3bbda93348b req-2107d240-b892-41f1-abf6-4666942c8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:45.064289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556768a9-74db-4e39-91de-b3bbda93348b req-2107d240-b892-41f1-abf6-4666942c8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:45.065516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-556768a9-74db-4e39-91de-b3bbda93348b req-2107d240-b892-41f1-abf6-4666942c8b34 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 6725 time: 0.1833930 Feb 15 14:02:45.139285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-556768a9-74db-4e39-91de-b3bbda93348b req-8ce5e9f2-9882-4a25-ad7c-a055c9efc5c0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8136de6e-6f32-401f-aec4-1191243eb073&id=286eb71f-6f40-4315-9850-0e35573b55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662529 Feb 15 14:02:45.220106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33370) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:45.407093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-network', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:45.434458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Made reservation on behalf of f5aef460f6dd4c07956dd45efde5d18d for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:02:45.437010 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:45.451401 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:45.562621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Publish callbacks [] for security_group (ec695a67-87ee-402e-b7ad-af28b96d3fcc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:45.572345 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ec695a67-87ee-402e-b7ad-af28b96d3fcc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:45.617573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:02:45.627005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec695a67-87ee-402e-b7ad-af28b96d3fcc,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:45.635742 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3f6c69c4-5470-470c-8f4a-2e21c597d08f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:45.637638 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Added segment 3f6c69c4-5470-470c-8f4a-2e21c597d08f of type vlan for network 9faacd14-e6ea-4ae7-bfe8-c643d52ce526 Feb 15 14:02:45.738405 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9faacd14-e6ea-4ae7-bfe8-c643d52ce526), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:45.791226 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83bf4d25-83b1-4091-869a-adfe2c7925ea req-df2342a8-2003-4acf-a0f7-9592b05a3e67 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0424511 Feb 15 14:02:45.801258 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9faacd14-e6ea-4ae7-bfe8-c643d52ce526), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:45.802875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:45.803339 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:45.868228 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6467826 Feb 15 14:02:45.871327 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33400) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:45.877306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] Request body: {'subnet': {'network_id': '9faacd14-e6ea-4ae7-bfe8-c643d52ce526', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-subnet', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:45.898954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1099616-97e3-4157-85eb-4fb12086c49b admin admin] Pushing event updated for resources: {'Network': ['ID=9faacd14-e6ea-4ae7-bfe8-c643d52ce526,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:45.912829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9faacd14-e6ea-4ae7-bfe8-c643d52ce526 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:02:45.918760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] Made reservation on behalf of f5aef460f6dd4c07956dd45efde5d18d for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:02:45.921782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:46.182181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (59d71402-7503-478f-ba2a-542f33653bac), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:46.248452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d71402-7503-478f-ba2a-542f33653bac,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:46.258204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] Checking segment: {'id': '3f6c69c4-5470-470c-8f4a-2e21c597d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9faacd14-e6ea-4ae7-bfe8-c643d52ce526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:02:46.258609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] Network hostable DHCP agents. Network: 9faacd14-e6ea-4ae7-bfe8-c643d52ce526, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:02:46.287949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] Network 9faacd14-e6ea-4ae7-bfe8-c643d52ce526 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:02:46.301970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9faacd14-e6ea-4ae7-bfe8-c643d52ce526) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:46.311173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e9bf6-652d-43e7-9b4f-c7293034d9a3 None None] Network 9faacd14-e6ea-4ae7-bfe8-c643d52ce526 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:02:46.312590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:46.313303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:46.332658 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ac7ed546-0a5f-493b-a01d-7695ab69d44f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4602561 Feb 15 14:02:46.335536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33412) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:46.340386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-router', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:46.354390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33414) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:46.370317 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (96c71732-e875-453e-92ce-8ce7d4e44fb0), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:46.371898 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (96c71732-e875-453e-92ce-8ce7d4e44fb0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:46.464054 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Publish callbacks [] for router_controller (96c71732-e875-453e-92ce-8ce7d4e44fb0), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:46.477855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-9faacd14-e6ea-4ae7-bfe8-c643d52ce526', 'network_id': '9faacd14-e6ea-4ae7-bfe8-c643d52ce526', 'project_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'fixed_ips': [{'subnet_id': '59d71402-7503-478f-ba2a-542f33653bac'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:02:46.479439 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:46.527772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c73c9fb-d8b7-463a-bda5-01e2a0f5b0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:46.661546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c73c9fb-d8b7-463a-bda5-01e2a0f5b0af admin admin] Publish callbacks [] for security_group (f4f33638-a10a-43d0-aa32-80d8c6144056), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:46.670014 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c73c9fb-d8b7-463a-bda5-01e2a0f5b0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f4f33638-a10a-43d0-aa32-80d8c6144056), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:46.694037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Allocated IP 172.20.0.2 (9faacd14-e6ea-4ae7-bfe8-c643d52ce526/59d71402-7503-478f-ba2a-542f33653bac/fa23854b-96e7-4777-b97d-d55d8a9dc717) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:02:46.762616 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0c73c9fb-d8b7-463a-bda5-01e2a0f5b0af admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9dceb47055d640ff9039e8dda4b349e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4035833 Feb 15 14:02:46.762885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33420) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:46.766795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73c9fb-d8b7-463a-bda5-01e2a0f5b0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f33638-a10a-43d0-aa32-80d8c6144056,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:46.874996 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd4b02fa-b0ea-4232-8330-73f2cddd051c admin admin] Publish callbacks [] for security_group (f4f33638-a10a-43d0-aa32-80d8c6144056), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:46.932464 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd4b02fa-b0ea-4232-8330-73f2cddd051c admin admin] Publish callbacks [] for security_group (f4f33638-a10a-43d0-aa32-80d8c6144056), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.007194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd4b02fa-b0ea-4232-8330-73f2cddd051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f4f33638-a10a-43d0-aa32-80d8c6144056), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.010130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd4b02fa-b0ea-4232-8330-73f2cddd051c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.011626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bd4b02fa-b0ea-4232-8330-73f2cddd051c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f4f33638-a10a-43d0-aa32-80d8c6144056 HTTP/1.1" status: 204 len: 168 time: 0.2478530 Feb 15 14:02:47.025741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b02fa-b0ea-4232-8330-73f2cddd051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f33638-a10a-43d0-aa32-80d8c6144056,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:47.040135 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Publish callbacks [] for router_gateway (96c71732-e875-453e-92ce-8ce7d4e44fb0), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.060476 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Publish callbacks [] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.079720 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.116459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7f8b701d-5e56-4e70-aebe-0d3c1967e7bf req-c702fb6d-3625-49a9-bb47-9fb50507a932 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0723209 Feb 15 14:02:47.165131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Network 9faacd14-e6ea-4ae7-bfe8-c643d52ce526 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:02:47.170943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:47.176921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:02:47.187545 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4cd2602e-e4ae-4e11-9681-27fecc135a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.248117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Pushing event updated for resources: {'Port': ['ID=fa23854b-96e7-4777-b97d-d55d8a9dc717,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:47.261659 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Attempting to bind port fa23854b-96e7-4777-b97d-d55d8a9dc717 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:02:47.262157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Attempting to bind port fa23854b-96e7-4777-b97d-d55d8a9dc717 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '3f6c69c4-5470-470c-8f4a-2e21c597d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9faacd14-e6ea-4ae7-bfe8-c643d52ce526'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:02:47.265443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Attempting to bind port fa23854b-96e7-4777-b97d-d55d8a9dc717 on network 9faacd14-e6ea-4ae7-bfe8-c643d52ce526 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:02:47.277935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.277935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.278391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.278491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.279476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.280018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.280227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.280962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.280962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.281330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.281996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.282336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.282740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:02:47.286840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:02:47.287279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Checking segment: {'id': '3f6c69c4-5470-470c-8f4a-2e21c597d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9faacd14-e6ea-4ae7-bfe8-c643d52ce526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:02:47.287966 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.288165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Bound using segment: {'id': '3f6c69c4-5470-470c-8f4a-2e21c597d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9faacd14-e6ea-4ae7-bfe8-c643d52ce526'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:02:47.288736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Bound port: fa23854b-96e7-4777-b97d-d55d8a9dc717, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6c69c4-5470-470c-8f4a-2e21c597d08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9faacd14-e6ea-4ae7-bfe8-c643d52ce526'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:02:47.289776 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.380708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] For port fa23854b-96e7-4777-b97d-d55d8a9dc717, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:02:47.386535 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Publish callbacks [] for router_gateway (96c71732-e875-453e-92ce-8ce7d4e44fb0), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.386981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] For port fa23854b-96e7-4777-b97d-d55d8a9dc717, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=fa23854b-96e7-4777-b97d-d55d8a9dc717,segment=NetworkSegment(3f6c69c4-5470-470c-8f4a-2e21c597d08f),segment_id=3f6c69c4-5470-470c-8f4a-2e21c597d08f)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:02:47.395855 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.412948 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.487755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba43cdf-e354-4058-bbf0-206e10dea166 None None] Pushing event updated for resources: {'Port': ['ID=fa23854b-96e7-4777-b97d-d55d8a9dc717,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:47.555791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33430) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:47.572711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8449ec1-b966-4470-96e4-fe9554a89848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.598010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Allocated IP 172.25.6.208 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/725e2776-6adf-4f30-9f4f-ea135824b459) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:02:47.693866 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8449ec1-b966-4470-96e4-fe9554a89848 admin admin] Publish callbacks [] for security_group (10078196-6402-4a1d-96f7-0825beba9eb9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.700415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8449ec1-b966-4470-96e4-fe9554a89848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (10078196-6402-4a1d-96f7-0825beba9eb9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.774149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8449ec1-b966-4470-96e4-fe9554a89848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10078196-6402-4a1d-96f7-0825beba9eb9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:47.779563 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b8449ec1-b966-4470-96e4-fe9554a89848 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5e1a78899b954d439d70e8b3c6ec79b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229731 Feb 15 14:02:47.784027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33432) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:47.832586 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Publish callbacks [] for port (725e2776-6adf-4f30-9f4f-ea135824b459), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.888455 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.890110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ad15733-f52e-486a-960c-d7cf7e240abd admin admin] Publish callbacks [] for security_group (10078196-6402-4a1d-96f7-0825beba9eb9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.924986 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ad15733-f52e-486a-960c-d7cf7e240abd admin admin] Publish callbacks [] for security_group (10078196-6402-4a1d-96f7-0825beba9eb9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:47.961734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:02:47.965840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:47.970597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:02:48.004293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Pushing event updated for resources: {'Port': ['ID=725e2776-6adf-4f30-9f4f-ea135824b459,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:48.006087 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ad15733-f52e-486a-960c-d7cf7e240abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (10078196-6402-4a1d-96f7-0825beba9eb9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:48.010890 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ad15733-f52e-486a-960c-d7cf7e240abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:48.012338 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5ad15733-f52e-486a-960c-d7cf7e240abd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/10078196-6402-4a1d-96f7-0825beba9eb9 HTTP/1.1" status: 204 len: 168 time: 0.2152228 Feb 15 14:02:48.027053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad15733-f52e-486a-960c-d7cf7e240abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10078196-6402-4a1d-96f7-0825beba9eb9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:48.277250 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:48.291866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c2248e0-8880-4f86-a96d-a86fcee5b1cc req-a40dbf0c-b4a2-4055-8547-a3007aaa5902 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0660930 Feb 15 14:02:48.350662 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Publish callbacks [] for router_gateway (96c71732-e875-453e-92ce-8ce7d4e44fb0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:48.683017 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (96c71732-e875-453e-92ce-8ce7d4e44fb0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:48.911617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Router 96c71732-e875-453e-92ce-8ce7d4e44fb0 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:02:48.959107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5533f2ac-1431-4ecb-a8f6-b743ef6ada17 None None] Network 9faacd14-e6ea-4ae7-bfe8-c643d52ce526 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:02:49.066220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e575e7c8-8a4b-4695-ae65-e06431e6e9f7 None None] Provisioning complete for port fa23854b-96e7-4777-b97d-d55d8a9dc717 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:49.066603 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e575e7c8-8a4b-4695-ae65-e06431e6e9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:49.092787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:02:49.108499 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Sync routers for ids ['96c71732-e875-453e-92ce-8ce7d4e44fb0'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:02:49.129853 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Routers {'96c71732-e875-453e-92ce-8ce7d4e44fb0'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:49.131467 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:02:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['96c71732-e875-453e-92ce-8ce7d4e44fb0'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:49.133747 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:49.137324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-01af50b6-4b6a-480d-b4b1-2ce9ae864190 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8004909 Feb 15 14:02:49.138569 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33462) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:49.246706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e575e7c8-8a4b-4695-ae65-e06431e6e9f7 None None] Current status of the port fa23854b-96e7-4777-b97d-d55d8a9dc717 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:49.247155 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e575e7c8-8a4b-4695-ae65-e06431e6e9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:49.326726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e575e7c8-8a4b-4695-ae65-e06431e6e9f7 None None] For port fa23854b-96e7-4777-b97d-d55d8a9dc717, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=fa23854b-96e7-4777-b97d-d55d8a9dc717,segment=NetworkSegment(3f6c69c4-5470-470c-8f4a-2e21c597d08f),segment_id=3f6c69c4-5470-470c-8f4a-2e21c597d08f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:49.342669 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e575e7c8-8a4b-4695-ae65-e06431e6e9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:49.508412 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575e7c8-8a4b-4695-ae65-e06431e6e9f7 None None] Pushing event updated for resources: {'Port': ['ID=fa23854b-96e7-4777-b97d-d55d8a9dc717,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:49.663817 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:49.664446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fed07582-05d0-4720-acae-fd0cb069581a req-44522c3c-90d8-42ea-92bb-5ba3b26c7b40 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.1162159 Feb 15 14:02:49.687763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device fa23854b-96e7-4777-b97d-d55d8a9dc717 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:49.720005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a33e5eb5-1dde-4d95-a42c-e7b7de9f6e92 None None] Provisioning complete for port fa23854b-96e7-4777-b97d-d55d8a9dc717 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:49.720665 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a33e5eb5-1dde-4d95-a42c-e7b7de9f6e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:49.732296 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Set router 96c71732-e875-453e-92ce-8ce7d4e44fb0 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:49.806220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port fa23854b-96e7-4777-b97d-d55d8a9dc717 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:49.806859 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:49.966559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a33e5eb5-1dde-4d95-a42c-e7b7de9f6e92 None None] Current status of the port fa23854b-96e7-4777-b97d-d55d8a9dc717 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:49.970649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port fa23854b-96e7-4777-b97d-d55d8a9dc717 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:50.033654 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-router', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:02:46Z', 'updated_at': '2022-02-15T14:02:48Z', 'revision_number': 3, 'project_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'gw_port': {'id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:47Z', 'updated_at': '2022-02-15T14:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:50.079678 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Checking router: 96c71732-e875-453e-92ce-8ce7d4e44fb0 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:02:50.080027 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Updating router 96c71732-e875-453e-92ce-8ce7d4e44fb0 port 725e2776-6adf-4f30-9f4f-ea135824b459 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:02:50.122631 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:50.141192 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:50.329359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Allocated IP 172.20.0.1 (9faacd14-e6ea-4ae7-bfe8-c643d52ce526/59d71402-7503-478f-ba2a-542f33653bac/b14dae59-1d14-4923-97ef-9b220be0b5e2) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:02:50.457836 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Publish callbacks [] for port (725e2776-6adf-4f30-9f4f-ea135824b459), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:50.464889 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:50.473854 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Publish callbacks [] for port (b14dae59-1d14-4923-97ef-9b220be0b5e2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:50.529646 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Attempting to bind port 725e2776-6adf-4f30-9f4f-ea135824b459 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:02:50.530014 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Attempting to bind port 725e2776-6adf-4f30-9f4f-ea135824b459 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:02:50.530371 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Attempting to bind port 725e2776-6adf-4f30-9f4f-ea135824b459 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:02:50.539399 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e82bbe-2fae-4651-a315-f982e729f782 None None] Pushing event updated for resources: {'Port': ['ID=725e2776-6adf-4f30-9f4f-ea135824b459,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:50.543747 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:02:50.544118 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:02:50.544513 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:50.544889 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:02:50.545356 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Bound port: 725e2776-6adf-4f30-9f4f-ea135824b459, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:02:50.545730 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:50.600634 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b14dae59-1d14-4923-97ef-9b220be0b5e2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:50.624138 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] For port 725e2776-6adf-4f30-9f4f-ea135824b459, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:02:50.634723 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] For port 725e2776-6adf-4f30-9f4f-ea135824b459, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=725e2776-6adf-4f30-9f4f-ea135824b459,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:02:50.645161 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:50.686080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Network 9faacd14-e6ea-4ae7-bfe8-c643d52ce526 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:02:50.698230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:50.706754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:02:50.771583 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b14dae59-1d14-4923-97ef-9b220be0b5e2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:50.830623 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e82bbe-2fae-4651-a315-f982e729f782 None None] Pushing event updated for resources: {'Port': ['ID=725e2776-6adf-4f30-9f4f-ea135824b459,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:50.846437 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (96c71732-e875-453e-92ce-8ce7d4e44fb0), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:50.866164 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Routers {'96c71732-e875-453e-92ce-8ce7d4e44fb0'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:50.867084 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:02:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['96c71732-e875-453e-92ce-8ce7d4e44fb0'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:50.996124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2cb8c5f7-988c-4995-84a0-a7aa6c4ad225 req-6a2b1b08-2fde-4518-b95e-49966244bf3a tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.1316257 Feb 15 14:02:51.128051 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b14dae59-1d14-4923-97ef-9b220be0b5e2), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:51.341656 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] Set router 96c71732-e875-453e-92ce-8ce7d4e44fb0 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:51.347037 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:51.421626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e690aaf3-c546-456d-aa9c-e8742d2224c6 None None] Provisioning complete for port b14dae59-1d14-4923-97ef-9b220be0b5e2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:51.422998 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e690aaf3-c546-456d-aa9c-e8742d2224c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b14dae59-1d14-4923-97ef-9b220be0b5e2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:51.437293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d78f5-a476-480c-bd78-6f8070a7660b req-ec084735-a3d2-49de-83be-4c57178e4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:51.440000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-201d78f5-a476-480c-bd78-6f8070a7660b req-ec084735-a3d2-49de-83be-4c57178e4873 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 1128 time: 0.1700258 Feb 15 14:02:51.501879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e690aaf3-c546-456d-aa9c-e8742d2224c6 None None] Port b14dae59-1d14-4923-97ef-9b220be0b5e2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:02:51.556530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device fa23854b-96e7-4777-b97d-d55d8a9dc717 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:51.567357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b29079-a4a0-4eeb-a2ce-cf423015baa8 req-2f1d224c-2707-47b3-ab19-7fbd03eb8ea3 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:51.576069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1b29079-a4a0-4eeb-a2ce-cf423015baa8 req-2f1d224c-2707-47b3-ab19-7fbd03eb8ea3 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1720660 Feb 15 14:02:51.626924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port fa23854b-96e7-4777-b97d-d55d8a9dc717 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:51.627278 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:51.636118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d78f5-a476-480c-bd78-6f8070a7660b req-daf3feb3-df43-4857-9b6e-3d1bd254c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:51.637989 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-201d78f5-a476-480c-bd78-6f8070a7660b req-daf3feb3-df43-4857-9b6e-3d1bd254c760 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 200 len: 919 time: 0.1838629 Feb 15 14:02:51.669742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1b29079-a4a0-4eeb-a2ce-cf423015baa8 req-67ae1571-1a0e-4984-adb7-518af63092b2 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927212 Feb 15 14:02:51.728841 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-201d78f5-a476-480c-bd78-6f8070a7660b req-fbcacebb-3f84-4be5-be4e-959eb81f9f67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933eaf4e-275c-4af0-be4a-be939d59295e HTTP/1.1" status: 200 len: 217 time: 0.0706141 Feb 15 14:02:51.753168 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Publish callbacks [] for port (b14dae59-1d14-4923-97ef-9b220be0b5e2), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:51.766376 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (b14dae59-1d14-4923-97ef-9b220be0b5e2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:51.777234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port fa23854b-96e7-4777-b97d-d55d8a9dc717 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:51.795328 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-router', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:02:46Z', 'updated_at': '2022-02-15T14:02:48Z', 'revision_number': 3, 'project_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'gw_port': {'id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:47Z', 'updated_at': '2022-02-15T14:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:51.835680 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c5884-12a0-43d6-a915-83fbb5ddf457 None None] The sync data for ids ['96c71732-e875-453e-92ce-8ce7d4e44fb0'] in n-d-829064-15 is: [{'id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-router', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:02:46Z', 'updated_at': '2022-02-15T14:02:48Z', 'revision_number': 3, 'project_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'gw_port': {'id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:47Z', 'updated_at': '2022-02-15T14:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:02:51.903167 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (96c71732-e875-453e-92ce-8ce7d4e44fb0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:51.906167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d78f5-a476-480c-bd78-6f8070a7660b req-ff44261e-f021-4f0e-914b-9ea71ee8407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:51.908068 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-201d78f5-a476-480c-bd78-6f8070a7660b req-ff44261e-f021-4f0e-914b-9ea71ee8407a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecfdf680-5b93-496a-93ee-d9df261fb8db HTTP/1.1" status: 200 len: 858 time: 0.1714969 Feb 15 14:02:51.910120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b14dae59-1d14-4923-97ef-9b220be0b5e2,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:51.950334 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-201d78f5-a476-480c-bd78-6f8070a7660b req-07be7668-a649-4c97-9a38-d9d208ce13bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eab768b6-8c6b-463b-b5fd-4950b8e50e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337088 Feb 15 14:02:52.122196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Network 9faacd14-e6ea-4ae7-bfe8-c643d52ce526 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:02:52.125170 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-201d78f5-a476-480c-bd78-6f8070a7660b req-977de165-f9b9-45ee-8a00-562c88fc7322 service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571605 Feb 15 14:02:52.126178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:02:52.220960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4e8caf3-234d-4a05-9647-8e8ddcdba020 req-630c5938-96a9-4001-b27a-61432eb9a2ff tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.1068194 Feb 15 14:02:52.435851 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-201d78f5-a476-480c-bd78-6f8070a7660b req-5be594ee-bcf3-4e77-a8a0-a3477f817398 service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943947 Feb 15 14:02:52.457670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Router 96c71732-e875-453e-92ce-8ce7d4e44fb0 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:02:52.658378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-58a77743-c39f-4d40-9524-7b4651b8c0b2 None None] Provisioning complete for port b14dae59-1d14-4923-97ef-9b220be0b5e2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:52.659594 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-58a77743-c39f-4d40-9524-7b4651b8c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b14dae59-1d14-4923-97ef-9b220be0b5e2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:52.681857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:02:52.697214 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1ebd4772-550f-47ce-ae39-45fac563d1a3 admin admin] 10.222.0.72 "PUT /v2.0/routers/96c71732-e875-453e-92ce-8ce7d4e44fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5560734 Feb 15 14:02:52.723368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33536) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:52.756064 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-58a77743-c39f-4d40-9524-7b4651b8c0b2 None None] Port b14dae59-1d14-4923-97ef-9b220be0b5e2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:02:52.892508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e0cd7-f5cf-4fc1-a18e-67bea8a35333 req-e38ac331-26da-4833-b9c5-b965305bd5ce tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:52.901977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e54e0cd7-f5cf-4fc1-a18e-67bea8a35333 req-e38ac331-26da-4833-b9c5-b965305bd5ce tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.0946248 Feb 15 14:02:52.917252 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddff102f-f1a0-49d7-9f28-3acd66c5c312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:52.987078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e54e0cd7-f5cf-4fc1-a18e-67bea8a35333 req-ccd3b8e5-1f4f-4e8a-acd5-a360970ad53c tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765185 Feb 15 14:02:53.071584 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddff102f-f1a0-49d7-9f28-3acd66c5c312 admin admin] Publish callbacks [] for security_group (3c98078d-0997-40d6-b6b9-15d899be48fd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:53.077049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddff102f-f1a0-49d7-9f28-3acd66c5c312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3c98078d-0997-40d6-b6b9-15d899be48fd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:53.123893 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ddff102f-f1a0-49d7-9f28-3acd66c5c312 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6483d8330add46f2812e564c6da66f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971813 Feb 15 14:02:53.123893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff102f-f1a0-49d7-9f28-3acd66c5c312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c98078d-0997-40d6-b6b9-15d899be48fd,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:53.124882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33548) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:53.144736 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-6789b611-8b9c-4bae-8c5f-7b56136d9962 req-399431df-a88b-4505-bfa8-3e00fae9df63 tempest-FloatingIPDetailsNegativeTestJSON-1542080544 tempest-FloatingIPDetailsNegativeTestJSON-1542080544-project] show failed (client error): The resource could not be found. Feb 15 14:02:53.145923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6789b611-8b9c-4bae-8c5f-7b56136d9962 req-399431df-a88b-4505-bfa8-3e00fae9df63 tempest-FloatingIPDetailsNegativeTestJSON-1542080544 tempest-FloatingIPDetailsNegativeTestJSON-1542080544-project] 10.222.0.72 "GET /v2.0/floatingips/8befce7d-9cbb-4135-a7ae-09da9d7fc01e HTTP/1.1" status: 404 len: 350 time: 0.0588655 Feb 15 14:02:53.155654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33550) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:53.190505 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-548ea77f-6b5f-45fe-9566-38fb278d0cf2 admin admin] Publish callbacks [] for security_group (3c98078d-0997-40d6-b6b9-15d899be48fd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:53.220526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-548ea77f-6b5f-45fe-9566-38fb278d0cf2 admin admin] Publish callbacks [] for security_group (3c98078d-0997-40d6-b6b9-15d899be48fd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:53.300486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-548ea77f-6b5f-45fe-9566-38fb278d0cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3c98078d-0997-40d6-b6b9-15d899be48fd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:53.308266 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-548ea77f-6b5f-45fe-9566-38fb278d0cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:53.308266 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-548ea77f-6b5f-45fe-9566-38fb278d0cf2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c98078d-0997-40d6-b6b9-15d899be48fd HTTP/1.1" status: 204 len: 168 time: 0.1801581 Feb 15 14:02:53.319711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ea77f-6b5f-45fe-9566-38fb278d0cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c98078d-0997-40d6-b6b9-15d899be48fd,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:53.426877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49904b78-79b1-49fe-9b2c-f6a223e3e4d5 req-4894e65d-2781-40af-8fce-7df2fc6544ca tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0461013 Feb 15 14:02:53.575816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 725e2776-6adf-4f30-9f4f-ea135824b459 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:53.645323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 725e2776-6adf-4f30-9f4f-ea135824b459 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:53.645992 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:53.653166 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74c4cb1c-4942-4762-a3e4-69e47c32be5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (96c71732-e875-453e-92ce-8ce7d4e44fb0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:53.764994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 725e2776-6adf-4f30-9f4f-ea135824b459 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:53.766076 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:53.792948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 725e2776-6adf-4f30-9f4f-ea135824b459, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=725e2776-6adf-4f30-9f4f-ea135824b459,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:53.799458 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:53.869922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=725e2776-6adf-4f30-9f4f-ea135824b459,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:54.037579 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-74c4cb1c-4942-4762-a3e4-69e47c32be5f admin admin] Deleting port b14dae59-1d14-4923-97ef-9b220be0b5e2 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:02:54.037930 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74c4cb1c-4942-4762-a3e4-69e47c32be5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b14dae59-1d14-4923-97ef-9b220be0b5e2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:54.175220 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74c4cb1c-4942-4762-a3e4-69e47c32be5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b14dae59-1d14-4923-97ef-9b220be0b5e2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:54.184983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731fca7-da29-4e36-8982-d14a8a83cf35 req-7994bf08-3380-4c11-9dd4-d3e335c620da tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:54.186862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b731fca7-da29-4e36-8982-d14a8a83cf35 req-7994bf08-3380-4c11-9dd4-d3e335c620da tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.0873227 Feb 15 14:02:54.199211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-74c4cb1c-4942-4762-a3e4-69e47c32be5f admin admin] Calling delete_port for b14dae59-1d14-4923-97ef-9b220be0b5e2 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:02:54.270948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] Sync routers for ids ['96c71732-e875-453e-92ce-8ce7d4e44fb0'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:02:54.300348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] Routers {'96c71732-e875-453e-92ce-8ce7d4e44fb0'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:54.303244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:02:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['96c71732-e875-453e-92ce-8ce7d4e44fb0'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:54.317373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b731fca7-da29-4e36-8982-d14a8a83cf35 req-ad9ebbfd-7617-4413-a12a-cde32c3d267c tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161473 Feb 15 14:02:54.447628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] Set router 96c71732-e875-453e-92ce-8ce7d4e44fb0 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:54.479641 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74c4cb1c-4942-4762-a3e4-69e47c32be5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b14dae59-1d14-4923-97ef-9b220be0b5e2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:54.515390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4cb1c-4942-4762-a3e4-69e47c32be5f admin admin] Pushing event deleted for resources: {'Port': ['ID=b14dae59-1d14-4923-97ef-9b220be0b5e2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:54.686688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95e75f50-1c3d-4e49-83c0-0f1406ff606d req-53382b89-2a43-40fc-8f33-1513443853f7 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.1000812 Feb 15 14:02:54.815457 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8b208890-fd13-4127-aebc-00187f5703a8 req-70dc86b4-470e-43f5-89b3-0c9bfcacd9b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0787256 Feb 15 14:02:54.900955 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74c4cb1c-4942-4762-a3e4-69e47c32be5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (96c71732-e875-453e-92ce-8ce7d4e44fb0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:54.938892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-router', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:02:46Z', 'updated_at': '2022-02-15T14:02:51Z', 'revision_number': 4, 'project_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'gw_port': {'id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:47Z', 'updated_at': '2022-02-15T14:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'b14dae59-1d14-4923-97ef-9b220be0b5e2', 'name': '', 'network_id': '9faacd14-e6ea-4ae7-bfe8-c643d52ce526', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'mac_address': 'fa:16:3e:d7:98:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '59d71402-7503-478f-ba2a-542f33653bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:50Z', 'updated_at': '2022-02-15T14:02:51Z', 'revision_number': 2, 'project_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'subnets': [{'id': '59d71402-7503-478f-ba2a-542f33653bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:54.987033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] Checking router: 96c71732-e875-453e-92ce-8ce7d4e44fb0 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:02:54.987033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] Updating router 96c71732-e875-453e-92ce-8ce7d4e44fb0 port b14dae59-1d14-4923-97ef-9b220be0b5e2 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:02:54.995303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] Port b14dae59-1d14-4923-97ef-9b220be0b5e2 not found while updating agent binding for router 96c71732-e875-453e-92ce-8ce7d4e44fb0. {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 15 14:02:55.006578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] Routers {'96c71732-e875-453e-92ce-8ce7d4e44fb0'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:55.008185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:02:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['96c71732-e875-453e-92ce-8ce7d4e44fb0'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:55.159997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] Set router 96c71732-e875-453e-92ce-8ce7d4e44fb0 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:55.224620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c4cb1c-4942-4762-a3e4-69e47c32be5f admin admin] Router 96c71732-e875-453e-92ce-8ce7d4e44fb0 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:02:55.374985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c4cb1c-4942-4762-a3e4-69e47c32be5f admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:02:55.388237 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-74c4cb1c-4942-4762-a3e4-69e47c32be5f admin admin] 10.222.0.72 "PUT /v2.0/routers/96c71732-e875-453e-92ce-8ce7d4e44fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2314262 Feb 15 14:02:55.390668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33602) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:55.419027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-router', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:02:46Z', 'updated_at': '2022-02-15T14:02:54Z', 'revision_number': 5, 'project_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'gw_port': {'id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:47Z', 'updated_at': '2022-02-15T14:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:55.461265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6a4a8-c389-4c09-9655-534aeded20d2 None None] The sync data for ids ['96c71732-e875-453e-92ce-8ce7d4e44fb0'] in n-d-829064-15 is: [{'id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-router', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:02:46Z', 'updated_at': '2022-02-15T14:02:54Z', 'revision_number': 5, 'project_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'gw_port': {'id': '725e2776-6adf-4f30-9f4f-ea135824b459', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:47Z', 'updated_at': '2022-02-15T14:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:02:55.512344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 725e2776-6adf-4f30-9f4f-ea135824b459 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:02:55.591367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4aecf-8438-4c3e-ba23-fbe5bc011228 req-420d263e-90c5-4b27-b594-76c0f8f88d91 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:55.593029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5a4aecf-8438-4c3e-ba23-fbe5bc011228 req-420d263e-90c5-4b27-b594-76c0f8f88d91 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1386199 Feb 15 14:02:55.638047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 725e2776-6adf-4f30-9f4f-ea135824b459 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:02:55.638213 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:55.688448 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Publish callbacks [] for router (96c71732-e875-453e-92ce-8ce7d4e44fb0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:55.822736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 725e2776-6adf-4f30-9f4f-ea135824b459 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:02:56.066857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33612) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:56.248643 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab490455-3078-4d69-a619-0f1d9d03fa4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:56.323314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5a4aecf-8438-4c3e-ba23-fbe5bc011228 req-5478fa57-49c6-41fc-8370-4d0c7546b551 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7074966 Feb 15 14:02:56.325343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fda96a81-b1cb-4eef-8ef4-0bb386c90a36 req-fe08bcf4-ff28-43c0-b0c0-2c8442d9a10c tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0488305 Feb 15 14:02:56.380042 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab490455-3078-4d69-a619-0f1d9d03fa4b admin admin] Publish callbacks [] for security_group (a9e29aa3-f69f-41cf-8386-2b049862f43c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:56.385521 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab490455-3078-4d69-a619-0f1d9d03fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a9e29aa3-f69f-41cf-8386-2b049862f43c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:56.388922 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Publish callbacks [] for router_gateway (96c71732-e875-453e-92ce-8ce7d4e44fb0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:56.459286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Deleting port 725e2776-6adf-4f30-9f4f-ea135824b459 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:02:56.459831 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:56.472466 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ab490455-3078-4d69-a619-0f1d9d03fa4b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a715d95b88142eeb9a8585b2b7588d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4033096 Feb 15 14:02:56.474697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab490455-3078-4d69-a619-0f1d9d03fa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e29aa3-f69f-41cf-8386-2b049862f43c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:56.477921 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33616) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:56.561178 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbedf9b1-406e-4c25-b69f-7d6f1db71181 admin admin] Publish callbacks [] for security_group (a9e29aa3-f69f-41cf-8386-2b049862f43c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:56.590319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] For port 725e2776-6adf-4f30-9f4f-ea135824b459, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=725e2776-6adf-4f30-9f4f-ea135824b459,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:56.590743 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:56.598346 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbedf9b1-406e-4c25-b69f-7d6f1db71181 admin admin] Publish callbacks [] for security_group (a9e29aa3-f69f-41cf-8386-2b049862f43c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:56.607417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Calling delete_port for 725e2776-6adf-4f30-9f4f-ea135824b459 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:02:56.643961 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5250a-be37-4981-adc5-e8ad4929d05b None None] Sync routers for ids ['96c71732-e875-453e-92ce-8ce7d4e44fb0'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:02:56.686079 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec5250a-be37-4981-adc5-e8ad4929d05b None None] Routers {'96c71732-e875-453e-92ce-8ce7d4e44fb0'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:56.687099 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fec5250a-be37-4981-adc5-e8ad4929d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:02:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['96c71732-e875-453e-92ce-8ce7d4e44fb0'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:56.697133 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbedf9b1-406e-4c25-b69f-7d6f1db71181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a9e29aa3-f69f-41cf-8386-2b049862f43c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:56.701196 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbedf9b1-406e-4c25-b69f-7d6f1db71181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:56.702991 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cbedf9b1-406e-4c25-b69f-7d6f1db71181 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a9e29aa3-f69f-41cf-8386-2b049862f43c HTTP/1.1" status: 204 len: 168 time: 0.2235296 Feb 15 14:02:56.735562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedf9b1-406e-4c25-b69f-7d6f1db71181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e29aa3-f69f-41cf-8386-2b049862f43c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:56.850714 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-fec5250a-be37-4981-adc5-e8ad4929d05b None None] Set router 96c71732-e875-453e-92ce-8ce7d4e44fb0 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:56.885727 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (725e2776-6adf-4f30-9f4f-ea135824b459), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:56.915679 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fec5250a-be37-4981-adc5-e8ad4929d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-router', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:02:46Z', 'updated_at': '2022-02-15T14:02:56Z', 'revision_number': 6, 'project_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:56.935929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=725e2776-6adf-4f30-9f4f-ea135824b459,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:56.990304 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5250a-be37-4981-adc5-e8ad4929d05b None None] Checking router: 96c71732-e875-453e-92ce-8ce7d4e44fb0 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:02:57.002820 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec5250a-be37-4981-adc5-e8ad4929d05b None None] Routers {'96c71732-e875-453e-92ce-8ce7d4e44fb0'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:02:57.004222 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fec5250a-be37-4981-adc5-e8ad4929d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:02:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['96c71732-e875-453e-92ce-8ce7d4e44fb0'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:57.017735 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (96c71732-e875-453e-92ce-8ce7d4e44fb0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.131944 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-fec5250a-be37-4981-adc5-e8ad4929d05b None None] Set router 96c71732-e875-453e-92ce-8ce7d4e44fb0 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:02:57.134602 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (96c71732-e875-453e-92ce-8ce7d4e44fb0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.137254 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Publish callbacks [] for router_controller (96c71732-e875-453e-92ce-8ce7d4e44fb0), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.192640 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (96c71732-e875-453e-92ce-8ce7d4e44fb0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.193269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96c71732-e875-453e-92ce-8ce7d4e44fb0 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:02:57.199963 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.201922 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-24f126d3-8353-41da-8329-cfee764025d8 admin admin] 10.222.0.72 "DELETE /v2.0/routers/96c71732-e875-453e-92ce-8ce7d4e44fb0 HTTP/1.1" status: 204 len: 168 time: 1.8101990 Feb 15 14:02:57.205411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33624) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:57.224640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33626) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:57.225086 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fec5250a-be37-4981-adc5-e8ad4929d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-router', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:02:46Z', 'updated_at': '2022-02-15T14:02:56Z', 'revision_number': 7, 'project_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:57.243982 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e56532d-5434-4972-9e65-de7423ccb37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.266244 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5250a-be37-4981-adc5-e8ad4929d05b None None] The sync data for ids ['96c71732-e875-453e-92ce-8ce7d4e44fb0'] in n-d-829064-15 is: [{'id': '96c71732-e875-453e-92ce-8ce7d4e44fb0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-84836435-router', 'tenant_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:02:46Z', 'updated_at': '2022-02-15T14:02:56Z', 'revision_number': 7, 'project_id': 'f5aef460f6dd4c07956dd45efde5d18d', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:02:57.297358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1241af-988f-46f6-9d8f-287b039171c4 admin admin] Deleting subnet 59d71402-7503-478f-ba2a-542f33653bac {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:02:57.303005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d1241af-988f-46f6-9d8f-287b039171c4 admin admin] Publish callbacks [] for subnet (59d71402-7503-478f-ba2a-542f33653bac), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.360719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d1241af-988f-46f6-9d8f-287b039171c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (59d71402-7503-478f-ba2a-542f33653bac), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.417890 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e56532d-5434-4972-9e65-de7423ccb37b admin admin] Publish callbacks [] for security_group (6f0a39ae-cc55-4ab1-bfa9-d647c1e1cecf), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.423878 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e56532d-5434-4972-9e65-de7423ccb37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6f0a39ae-cc55-4ab1-bfa9-d647c1e1cecf), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.515758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1e56532d-5434-4972-9e65-de7423ccb37b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e13d4f91f5fe49e69f5fb9bd6751d18b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869706 Feb 15 14:02:57.522077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33632) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:57.523579 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56532d-5434-4972-9e65-de7423ccb37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0a39ae-cc55-4ab1-bfa9-d647c1e1cecf,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:57.604974 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a375aa9b-e9cb-4dfd-bd8a-0d6127afb4c8 req-3ef42189-72a6-4b21-b28a-32ae6abdc436 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0480778 Feb 15 14:02:57.640179 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d1241af-988f-46f6-9d8f-287b039171c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (59d71402-7503-478f-ba2a-542f33653bac), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.646529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f353cd-179d-4df1-8431-3fa340120237 req-c6bbdc1a-6073-4207-8124-68c7a278af62 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:57.650255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21f353cd-179d-4df1-8431-3fa340120237 req-c6bbdc1a-6073-4207-8124-68c7a278af62 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1089706 Feb 15 14:02:57.686860 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-153d2f00-51b6-4912-9cf3-5bc79be97171 admin admin] Publish callbacks [] for security_group (6f0a39ae-cc55-4ab1-bfa9-d647c1e1cecf), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.717294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21f353cd-179d-4df1-8431-3fa340120237 req-c66031ca-04f8-4374-bdf3-0360f1f6027b tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602143 Feb 15 14:02:57.725406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-153d2f00-51b6-4912-9cf3-5bc79be97171 admin admin] Publish callbacks [] for security_group (6f0a39ae-cc55-4ab1-bfa9-d647c1e1cecf), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.771554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d1241af-988f-46f6-9d8f-287b039171c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (59d71402-7503-478f-ba2a-542f33653bac), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.806784 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1241af-988f-46f6-9d8f-287b039171c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d71402-7503-478f-ba2a-542f33653bac,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:57.817877 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d1241af-988f-46f6-9d8f-287b039171c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.822258 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0d1241af-988f-46f6-9d8f-287b039171c4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/59d71402-7503-478f-ba2a-542f33653bac HTTP/1.1" status: 204 len: 168 time: 0.6144967 Feb 15 14:02:57.826149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33636) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:57.827576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf8a8b8-2429-458a-84a4-44a1e3f8090d None None] Network 9faacd14-e6ea-4ae7-bfe8-c643d52ce526 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:02:57.863223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-153d2f00-51b6-4912-9cf3-5bc79be97171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6f0a39ae-cc55-4ab1-bfa9-d647c1e1cecf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.872761 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-153d2f00-51b6-4912-9cf3-5bc79be97171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:57.876675 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-153d2f00-51b6-4912-9cf3-5bc79be97171 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6f0a39ae-cc55-4ab1-bfa9-d647c1e1cecf HTTP/1.1" status: 204 len: 168 time: 0.3495188 Feb 15 14:02:57.893822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d2f00-51b6-4912-9cf3-5bc79be97171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0a39ae-cc55-4ab1-bfa9-d647c1e1cecf,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:58.041044 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9faacd14-e6ea-4ae7-bfe8-c643d52ce526), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:58.186811 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2f4c3a3-de06-4327-abc4-2f7fa91ac091 req-b6287454-b95d-468d-bb96-93a3bdd44a8c tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825&device_id=2a7aafd7-107d-41e0-9de1-9a4582c8c225 HTTP/1.1" status: 200 len: 210 time: 0.0533602 Feb 15 14:02:58.208123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ccbaa-1037-4789-b5ec-d856946ac775 None None] DHCP port deletion for 9faacd14-e6ea-4ae7-bfe8-c643d52ce526 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:02:58.218652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Deleting port fa23854b-96e7-4777-b97d-d55d8a9dc717 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:02:58.218652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:58.311841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ccbaa-1037-4789-b5ec-d856946ac775 None None] Deleting port fa23854b-96e7-4777-b97d-d55d8a9dc717 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:02:58.312229 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fd9ccbaa-1037-4789-b5ec-d856946ac775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:58.317882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] For port fa23854b-96e7-4777-b97d-d55d8a9dc717, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=fa23854b-96e7-4777-b97d-d55d8a9dc717,segment=NetworkSegment(3f6c69c4-5470-470c-8f4a-2e21c597d08f),segment_id=3f6c69c4-5470-470c-8f4a-2e21c597d08f)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:58.318750 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:58.338301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Calling delete_port for fa23854b-96e7-4777-b97d-d55d8a9dc717 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:02:58.478467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fd9ccbaa-1037-4789-b5ec-d856946ac775 None None] For port fa23854b-96e7-4777-b97d-d55d8a9dc717, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=fa23854b-96e7-4777-b97d-d55d8a9dc717,segment=NetworkSegment(3f6c69c4-5470-470c-8f4a-2e21c597d08f),segment_id=3f6c69c4-5470-470c-8f4a-2e21c597d08f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:02:58.478467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fd9ccbaa-1037-4789-b5ec-d856946ac775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:58.550797 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:58.556030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ccbaa-1037-4789-b5ec-d856946ac775 None None] Calling delete_port for fa23854b-96e7-4777-b97d-d55d8a9dc717 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:02:58.562338 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4cbbf4e4-bf1a-4c66-82e3-590344f48039 req-7893bbfb-8278-4fde-b24c-b45fed347ebf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f51de9c9cf4649b79aa54ad1cd9a4fc8&device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0824842 Feb 15 14:02:58.597880 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4cbbf4e4-bf1a-4c66-82e3-590344f48039 req-ef124b19-e83e-4e78-b36c-06cbdb7ec7ab service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f51de9c9cf4649b79aa54ad1cd9a4fc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284863 Feb 15 14:02:58.628851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dae39dee-28bf-426b-af78-a06b4e80ba96 req-7b25ff07-5ecf-47b2-aa6b-a59fbe2deeb0 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0473261 Feb 15 14:02:58.662620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] No DVR routers for this DVR port fa23854b-96e7-4777-b97d-d55d8a9dc717 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:02:58.666563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa23854b-96e7-4777-b97d-d55d8a9dc717,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:58.721716 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fd9ccbaa-1037-4789-b5ec-d856946ac775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (fa23854b-96e7-4777-b97d-d55d8a9dc717), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:58.722070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-1c27fb8e-f0b1-4796-b646-95cdf6ffd84a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1867867 Feb 15 14:02:58.749132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbf4e4-bf1a-4c66-82e3-590344f48039 req-2e2824c3-526d-4352-b756-0c60a1c1c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:58.751201 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4cbbf4e4-bf1a-4c66-82e3-590344f48039 req-2e2824c3-526d-4352-b756-0c60a1c1c95b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1470933 Feb 15 14:02:58.810840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9faacd14-e6ea-4ae7-bfe8-c643d52ce526), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:58.834825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ccbaa-1037-4789-b5ec-d856946ac775 None None] Pushing event deleted for resources: {'Port': ['ID=fa23854b-96e7-4777-b97d-d55d8a9dc717,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:58.837614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ccbaa-1037-4789-b5ec-d856946ac775 None None] No DVR routers for this DVR port fa23854b-96e7-4777-b97d-d55d8a9dc717 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:02:58.916504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9faacd14-e6ea-4ae7-bfe8-c643d52ce526']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:58.938785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6c69c4-5470-470c-8f4a-2e21c597d08f') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:58.939200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6c69c4-5470-470c-8f4a-2e21c597d08f') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:02:58.983291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-5eb2e0fd-5237-4ffe-8e84-4ffed28299cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1011653 Feb 15 14:02:58.984178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (3f6c69c4-5470-470c-8f4a-2e21c597d08f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:59.019265 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3f6c69c4-5470-470c-8f4a-2e21c597d08f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:59.044705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-8d361837-9456-4863-b559-2ea97806c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.045723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-8d361837-9456-4863-b559-2ea97806c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.046209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-8d361837-9456-4863-b559-2ea97806c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.046672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-8d361837-9456-4863-b559-2ea97806c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.047159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-8d361837-9456-4863-b559-2ea97806c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.047667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-8d361837-9456-4863-b559-2ea97806c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.048294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-8d361837-9456-4863-b559-2ea97806c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.051986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-8d361837-9456-4863-b559-2ea97806c2c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 6716 time: 0.2296729 Feb 15 14:02:59.077094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d09b5-4c49-4d17-b896-b6a6fa005ec2 req-1d23fc77-a31a-46fd-9e15-f1909c32ef32 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.084645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c7d09b5-4c49-4d17-b896-b6a6fa005ec2 req-1d23fc77-a31a-46fd-9e15-f1909c32ef32 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.2632301 Feb 15 14:02:59.123089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-d8a9b21c-4bd0-41f3-9e1b-1215a5090274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.123564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-d8a9b21c-4bd0-41f3-9e1b-1215a5090274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.124008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-d8a9b21c-4bd0-41f3-9e1b-1215a5090274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.124261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-d8a9b21c-4bd0-41f3-9e1b-1215a5090274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.124697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-d8a9b21c-4bd0-41f3-9e1b-1215a5090274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.125256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-d8a9b21c-4bd0-41f3-9e1b-1215a5090274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.125718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-d8a9b21c-4bd0-41f3-9e1b-1215a5090274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.128589 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-d8a9b21c-4bd0-41f3-9e1b-1215a5090274 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 6725 time: 0.0716343 Feb 15 14:02:59.148890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:02:59.149307 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (3f6c69c4-5470-470c-8f4a-2e21c597d08f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:02:59.151985 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:02:59.200988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33668) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:59.268531 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9faacd14-e6ea-4ae7-bfe8-c643d52ce526), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:59.273170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c7d09b5-4c49-4d17-b896-b6a6fa005ec2 req-9e6cd7d1-a9db-41b8-b954-3a15ba865a7f tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875558 Feb 15 14:02:59.280441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:59.286889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] 10.222.0.72 "DELETE /v2.0/networks/9faacd14-e6ea-4ae7-bfe8-c643d52ce526 HTTP/1.1" status: 204 len: 168 time: 1.4606788 Feb 15 14:02:59.302684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdff2dd-bce4-4266-a9de-37ae3d685e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=9faacd14-e6ea-4ae7-bfe8-c643d52ce526,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:02:59.307900 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-ae6426e1-64f9-4120-b6c3-40d099b2ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.308728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-ae6426e1-64f9-4120-b6c3-40d099b2ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.309374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-ae6426e1-64f9-4120-b6c3-40d099b2ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.313315 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-ae6426e1-64f9-4120-b6c3-40d099b2ac3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4449bf33-12ce-44b1-baf9-94b750d81b8d&id=418e38b8-e8e1-47ac-84da-30f82b26109f&id=418e38b8-e8e1-47ac-84da-30f82b26109f&id=418e38b8-e8e1-47ac-84da-30f82b26109f&id=418e38b8-e8e1-47ac-84da-30f82b26109f&id=e93e2024-4227-440b-850d-321f84125af0&id=e93e2024-4227-440b-850d-321f84125af0 HTTP/1.1" status: 200 len: 2297 time: 0.1576455 Feb 15 14:02:59.340543 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-d3113f1a-5ae7-45b4-8881-9f6d2f3928dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.342630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-d3113f1a-5ae7-45b4-8881-9f6d2f3928dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.343652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-d3113f1a-5ae7-45b4-8881-9f6d2f3928dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.347887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-d3113f1a-5ae7-45b4-8881-9f6d2f3928dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=e373dcfc-ad59-4f5a-8511-40a2474dbb5a&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=518aeb62-03f6-4f05-9be1-c52cef4b9577&id=518aeb62-03f6-4f05-9be1-c52cef4b9577 HTTP/1.1" status: 200 len: 2293 time: 0.2607725 Feb 15 14:02:59.402146 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-a2b3cde1-f0e9-4c32-bb59-b6dd13972172 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3979dcb3-514f-4c89-9d07-9203d9443f20 HTTP/1.1" status: 200 len: 1001 time: 0.0795870 Feb 15 14:02:59.468475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-a59ec265-df13-45e8-bbd4-42df68071178 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2323b683-4b33-4fdd-8464-0bda84e09074 HTTP/1.1" status: 200 len: 1001 time: 0.1123855 Feb 15 14:02:59.483912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device fa23854b-96e7-4777-b97d-d55d8a9dc717 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:02:59.497715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-47ef21d2-5225-4a30-a5bf-5d96eb6e9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.498532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1877912340'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:02:59.503707 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-47ef21d2-5225-4a30-a5bf-5d96eb6e9d3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=beeebd4b-c2e2-427e-aabc-846ef81ab287 HTTP/1.1" status: 200 len: 855 time: 0.0920362 Feb 15 14:02:59.532514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: fa23854b-96e7-4777-b97d-d55d8a9dc717 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:02:59.532877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device fa23854b-96e7-4777-b97d-d55d8a9dc717 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:02:59.533292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 725e2776-6adf-4f30-9f4f-ea135824b459 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:02:59.559541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 725e2776-6adf-4f30-9f4f-ea135824b459 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:02:59.560312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 725e2776-6adf-4f30-9f4f-ea135824b459 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:02:59.570778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-cdb87da7-132c-4271-904c-f1d133a5d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.573569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-cdb87da7-132c-4271-904c-f1d133a5d3b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f51d027d-829b-46a3-8128-74a466506270 HTTP/1.1" status: 200 len: 851 time: 0.0974622 Feb 15 14:02:59.574728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:02:59.578984 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:59.602867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-88c538cd-33e5-4010-bc68-fbd6af4081a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.604502 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-88c538cd-33e5-4010-bc68-fbd6af4081a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4449bf33-12ce-44b1-baf9-94b750d81b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0949106 Feb 15 14:02:59.607235 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:59.635831 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33676) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:59.731579 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9b006554-5bbf-48d4-a1a6-096e99a68281 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f5aef460f6dd4c07956dd45efde5d18d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931265 Feb 15 14:02:59.734426 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33680) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:02:59.748336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-72067b2a-7662-4c8e-9527-a98946ee5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:02:59.750003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-72067b2a-7662-4c8e-9527-a98946ee5ea9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e373dcfc-ad59-4f5a-8511-40a2474dbb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1541963 Feb 15 14:02:59.800296 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-d14310e4-e290-40c9-950d-042c10a9a1e7 service neutron] 10.222.0.42 "GET /v2.0/networks/4449bf33-12ce-44b1-baf9-94b750d81b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870017 Feb 15 14:02:59.823642 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca81bbfc-7141-4032-9562-4626b0c4aa5b req-0fdf4c91-8577-4055-bbd3-23d72127c901 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0698459 Feb 15 14:02:59.850190 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39024369-3495-47ac-9c46-6f5f160dff73 admin admin] Publish callbacks [] for security_group (ec695a67-87ee-402e-b7ad-af28b96d3fcc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:59.924919 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39024369-3495-47ac-9c46-6f5f160dff73 admin admin] Publish callbacks [] for security_group (ec695a67-87ee-402e-b7ad-af28b96d3fcc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:59.928838 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for security_group (1b11ef66-a7c5-4cf6-8a89-f9567f51320b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:59.939579 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1b11ef66-a7c5-4cf6-8a89-f9567f51320b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:02:59.968466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-7315a821-12db-4081-98ad-d173d1c7dacb service neutron] 10.222.0.67 "GET /v2.0/networks/e373dcfc-ad59-4f5a-8511-40a2474dbb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108917 Feb 15 14:02:59.972297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:02:59.996837 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-ba33e15e-1b19-4b87-b085-70293c50a05d service neutron] 10.222.0.42 "GET /v2.0/networks/4449bf33-12ce-44b1-baf9-94b750d81b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840181 Feb 15 14:03:00.057874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b11ef66-a7c5-4cf6-8a89-f9567f51320b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:00.072572 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1d79dc1d-004c-4a9b-9476-65b61b316990), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:00.073164 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Added segment 1d79dc1d-004c-4a9b-9476-65b61b316990 of type vlan for network 64ba2853-ae21-4b82-b3d2-fb1833764dcc Feb 15 14:03:00.092050 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-7d960ff5-ce66-4980-9ecb-268d98fc658f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=ae6ae938-07ef-49af-a241-1ead4188e276 HTTP/1.1" status: 200 len: 217 time: 0.0806797 Feb 15 14:03:00.093402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39024369-3495-47ac-9c46-6f5f160dff73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ec695a67-87ee-402e-b7ad-af28b96d3fcc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:00.097216 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39024369-3495-47ac-9c46-6f5f160dff73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:00.099182 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-39024369-3495-47ac-9c46-6f5f160dff73 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec695a67-87ee-402e-b7ad-af28b96d3fcc HTTP/1.1" status: 204 len: 168 time: 0.3632965 Feb 15 14:03:00.145366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39024369-3495-47ac-9c46-6f5f160dff73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec695a67-87ee-402e-b7ad-af28b96d3fcc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:00.148348 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (64ba2853-ae21-4b82-b3d2-fb1833764dcc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:00.171459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-9d2a19a4-c7b9-49cf-bbd1-e16f8398a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:00.175203 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-9d2a19a4-c7b9-49cf-bbd1-e16f8398a888 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=531af059-d351-4fcf-bdf6-65bff30aefa7 HTTP/1.1" status: 200 len: 797 time: 0.0725152 Feb 15 14:03:00.181590 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-3d900bf2-a040-4664-bd18-ea36e6f6f969 service neutron] 10.222.0.67 "GET /v2.0/networks/e373dcfc-ad59-4f5a-8511-40a2474dbb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068753 Feb 15 14:03:00.230790 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (64ba2853-ae21-4b82-b3d2-fb1833764dcc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:00.235887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:00.236505 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:00.239854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-a754fc78-49b2-428a-a777-e872c82135bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=0fa6b97a-bc5c-4081-993b-b10e4e7aca33 HTTP/1.1" status: 200 len: 217 time: 0.0510609 Feb 15 14:03:00.275491 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4cbbf4e4-bf1a-4c66-82e3-590344f48039 req-d9ff13af-74d3-48bd-829a-0c8b126c2f34 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.0429654 Feb 15 14:03:00.296076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-fc82ce82-9afe-4e64-9fa3-825577fafe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:00.311846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-fc82ce82-9afe-4e64-9fa3-825577fafe97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=418e38b8-e8e1-47ac-84da-30f82b26109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1323397 Feb 15 14:03:00.358931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1439006 Feb 15 14:03:00.377672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-6fcfb790-cfc4-448e-9673-77cb79bc1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:00.395213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-6fcfb790-cfc4-448e-9673-77cb79bc1b85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.1163540 Feb 15 14:03:00.418688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a4020-1424-4cad-9cc3-cb92ae8e3030 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Network': ['ID=64ba2853-ae21-4b82-b3d2-fb1833764dcc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:00.442720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 64ba2853-ae21-4b82-b3d2-fb1833764dcc details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:00.515110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-367615c2-d048-4c20-8882-0177db0fed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:00.516847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-367615c2-d048-4c20-8882-0177db0fed5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1254907 Feb 15 14:03:00.621742 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-684e479a-ad23-4bd7-b256-df55087a2a9f service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992055 Feb 15 14:03:00.732668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-2f4eecf0-1bc8-4c3a-873a-15840a20dd77 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071674 Feb 15 14:03:00.844615 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-c57bc707-0c05-44cc-bfdc-6b3991095019 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187212 Feb 15 14:03:00.846723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b7cd2-44e3-4ac4-844b-42d403474dd6 req-7330fcef-4226-4484-bd23-5bf051218f4a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:00.848280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30b7cd2-44e3-4ac4-844b-42d403474dd6 req-7330fcef-4226-4484-bd23-5bf051218f4a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.2335646 Feb 15 14:03:00.970283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30b7cd2-44e3-4ac4-844b-42d403474dd6 req-240f61d3-ac56-475d-9ab1-17c50263ca70 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896416 Feb 15 14:03:01.003765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-5ee6e82c-4769-4cf2-8843-6b50267abd70 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463219 Feb 15 14:03:01.018186 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-3147599a-ccc4-4e39-a676-31b7c352d987 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe HTTP/1.1" status: 200 len: 217 time: 0.1442978 Feb 15 14:03:01.124123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-52f7ef5e-1875-4a54-950d-d9cbce0ba4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:01.126446 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-52f7ef5e-1875-4a54-950d-d9cbce0ba4b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=531af059-d351-4fcf-bdf6-65bff30aefa7 HTTP/1.1" status: 200 len: 797 time: 0.0934200 Feb 15 14:03:01.190789 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-3567ec02-8641-4ad8-ab67-addd9a20f06b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 HTTP/1.1" status: 200 len: 217 time: 0.1704309 Feb 15 14:03:01.257537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-b4ffa1ef-7252-4266-83d5-420fb2f21071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:01.262053 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-b4ffa1ef-7252-4266-83d5-420fb2f21071 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=418e38b8-e8e1-47ac-84da-30f82b26109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1297736 Feb 15 14:03:01.265569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ee47bd8-7646-4b70-b574-a861233a6722 req-f4ad2c7c-5c1c-4a23-81b9-a90cc977dd7c tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3a0729e-1b33-4576-b4a3-c8582e6c2825 HTTP/1.1" status: 200 len: 210 time: 0.1019661 Feb 15 14:03:01.397123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-eb7ae2ca-f842-4224-9576-74cdc034d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:01.402125 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-eb7ae2ca-f842-4224-9576-74cdc034d914 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.1600618 Feb 15 14:03:01.517820 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-25ddfa75-ee2e-48a0-be9b-bd0a0b8bc15f service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474482 Feb 15 14:03:01.518053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-bdd94604-29b7-471e-b512-7cdaf4c6b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:01.524637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-bdd94604-29b7-471e-b512-7cdaf4c6b77d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1163440 Feb 15 14:03:01.680024 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-72e65332-6b05-4910-8422-70463dae4267 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530781 Feb 15 14:03:01.753922 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-4712513c-0f76-4300-a349-b63a68f8a423 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223570 Feb 15 14:03:01.774735 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-c9a79ba8-5bc5-451f-a2e9-a5a6b9c8852a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=b158ca5d-d23b-470c-9724-854ecc95e98b HTTP/1.1" status: 200 len: 217 time: 0.0879576 Feb 15 14:03:01.853279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-90370989-e8a1-444f-b38e-752bc192b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:01.868199 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-90370989-e8a1-444f-b38e-752bc192b4b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=531af059-d351-4fcf-bdf6-65bff30aefa7 HTTP/1.1" status: 200 len: 797 time: 0.0734584 Feb 15 14:03:01.900804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-9d2e094d-b714-4bb5-b82a-96301fc17fa4 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380696 Feb 15 14:03:01.996134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-b215b23d-5d2f-48b5-aa64-20e2589d6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:02.000243 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-b215b23d-5d2f-48b5-aa64-20e2589d6a2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=418e38b8-e8e1-47ac-84da-30f82b26109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1310427 Feb 15 14:03:02.008783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-a01d7b27-d225-4e61-8220-c86ede2e3bf3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 HTTP/1.1" status: 200 len: 217 time: 0.0996079 Feb 15 14:03:02.181107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-b0884659-0b48-4c7c-824e-9884654b607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:02.183231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-b0884659-0b48-4c7c-824e-9884654b607e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.1674399 Feb 15 14:03:02.236358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fab1d-3476-4b90-8ea0-066f0bb3cbeb req-ff4b04f1-bff4-4e4c-bf71-1b29839b30fe tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:02.238448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-164fab1d-3476-4b90-8ea0-066f0bb3cbeb req-ff4b04f1-bff4-4e4c-bf71-1b29839b30fe tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1247625 Feb 15 14:03:02.295315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-7f5f2e6f-9d69-41fd-8f65-626d6882c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:02.295518 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-8afab22a-3d32-47c6-a669-6bd4e39a26e2 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844007 Feb 15 14:03:02.297546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-7f5f2e6f-9d69-41fd-8f65-626d6882c79d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1068897 Feb 15 14:03:02.494107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-e6786c4d-6caa-4824-9427-7d77be0a98b7 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833467 Feb 15 14:03:02.512981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-164fab1d-3476-4b90-8ea0-066f0bb3cbeb req-abefdef6-2fc0-49fc-ae36-c53c5539f994 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677031 Feb 15 14:03:02.700367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33746) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:02.721878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-74141e13-7eda-4c80-b04a-122be8ca5c7f service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075634 Feb 15 14:03:02.841616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-bfe3c036-9bdf-424d-acd5-5303f3d3fe47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=f277436f-274d-4ccc-985c-0a0e050434d0 HTTP/1.1" status: 200 len: 217 time: 0.1109006 Feb 15 14:03:02.915078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6cd65e78-870e-42dc-8102-eac8b5842e44 req-0aac3e0b-f534-45a9-8303-f132670adf53 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a7aafd7-107d-41e0-9de1-9a4582c8c225 HTTP/1.1" status: 200 len: 210 time: 0.0843074 Feb 15 14:03:02.969473 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8006d7b-64ff-48f4-9808-a5f74f1ed07a req-3f35725d-1e08-4b6f-aa81-7fece17f133c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f51de9c9cf4649b79aa54ad1cd9a4fc8&device_id=2a7aafd7-107d-41e0-9de1-9a4582c8c225 HTTP/1.1" status: 200 len: 210 time: 0.0700421 Feb 15 14:03:02.970419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-95a9ed9e-5428-44b7-a2b1-a288dea85801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:02.972085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-95a9ed9e-5428-44b7-a2b1-a288dea85801 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.0560753 Feb 15 14:03:02.996109 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-90df2537-3775-4dd5-9a76-45df22356e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:03.011704 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8006d7b-64ff-48f4-9808-a5f74f1ed07a req-35e569fa-dbf5-496d-bdca-ccd1261e5f40 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f51de9c9cf4649b79aa54ad1cd9a4fc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294678 Feb 15 14:03:03.065564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-bfe1cef9-437d-4988-81ac-44a149bf1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:03.065564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-bfe1cef9-437d-4988-81ac-44a149bf1212 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0828369 Feb 15 14:03:03.125463 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8006d7b-64ff-48f4-9808-a5f74f1ed07a req-1f13c385-47be-4a0b-8c8a-d48054490e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:03.126954 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8006d7b-64ff-48f4-9808-a5f74f1ed07a req-1f13c385-47be-4a0b-8c8a-d48054490e15 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086571 Feb 15 14:03:03.164957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-07dba015-a679-4f9d-b780-5f2fa3846a6b service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936649 Feb 15 14:03:03.166160 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-212cc256-d875-4cf6-8f41-75c619189a6d service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8647377 Feb 15 14:03:03.214139 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-90df2537-3775-4dd5-9a76-45df22356e62 admin admin] Publish callbacks [] for security_group (528cbdf0-2197-471f-b10f-59a21e2f54ba), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:03.227280 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-38321240-807d-4023-a000-b194b8810d64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=a645b7a0-2706-47a8-b091-4d134dcfe100 HTTP/1.1" status: 200 len: 217 time: 0.0490234 Feb 15 14:03:03.235639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-90df2537-3775-4dd5-9a76-45df22356e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (528cbdf0-2197-471f-b10f-59a21e2f54ba), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:03.293380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-486a0f00-202b-4f12-80d1-3d0385b162d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:03.295452 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-486a0f00-202b-4f12-80d1-3d0385b162d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=531af059-d351-4fcf-bdf6-65bff30aefa7 HTTP/1.1" status: 200 len: 797 time: 0.0582507 Feb 15 14:03:03.323078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-90df2537-3775-4dd5-9a76-45df22356e62 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce786a7df02349e0809600e4902921d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6191573 Feb 15 14:03:03.327648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33750) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:03.361087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-07b0afc4-9eb5-48f1-a466-dc7959ab3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:03.370786 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-07b0afc4-9eb5-48f1-a466-dc7959ab3349 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=418e38b8-e8e1-47ac-84da-30f82b26109f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0674121 Feb 15 14:03:03.409678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-72c98568-0590-4db1-aa58-adf1cbfa0e07 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931751 Feb 15 14:03:03.413721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df2537-3775-4dd5-9a76-45df22356e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528cbdf0-2197-471f-b10f-59a21e2f54ba,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:03.462408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-570539a9-7ef4-4359-a136-1448e758e1b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15feb264-7111-4de1-bab7-a0f3ad60e9bf HTTP/1.1" status: 200 len: 217 time: 0.0449970 Feb 15 14:03:03.484505 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f349e84-eb8a-43d2-808c-294916259627 admin admin] Publish callbacks [] for security_group (528cbdf0-2197-471f-b10f-59a21e2f54ba), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:03.508476 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-d8878d27-617d-4699-a645-490d12f5df15 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309130 Feb 15 14:03:03.554442 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f349e84-eb8a-43d2-808c-294916259627 admin admin] Publish callbacks [] for security_group (528cbdf0-2197-471f-b10f-59a21e2f54ba), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:03.628644 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-15865ec5-c937-4e2a-a751-c884a48a7076 service neutron] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139474 Feb 15 14:03:03.698366 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-74b44bfa-9ef5-419b-939a-39f903cb72d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d3f8e20-52ee-42af-be60-7c54682ac014 HTTP/1.1" status: 200 len: 217 time: 0.0532835 Feb 15 14:03:03.722750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-ff2edfd2-1f72-4996-a6cb-3cd15a94d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:03.728435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-ff2edfd2-1f72-4996-a6cb-3cd15a94d58c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55860514-d8b5-4482-806c-f513ef35d6ae HTTP/1.1" status: 200 len: 797 time: 0.2528546 Feb 15 14:03:03.806343 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f349e84-eb8a-43d2-808c-294916259627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (528cbdf0-2197-471f-b10f-59a21e2f54ba), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:03.811028 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f349e84-eb8a-43d2-808c-294916259627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:03.812425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1f349e84-eb8a-43d2-808c-294916259627 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/528cbdf0-2197-471f-b10f-59a21e2f54ba HTTP/1.1" status: 204 len: 168 time: 0.4811950 Feb 15 14:03:03.826340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-d2a07098-6622-466d-b6b1-26f35c2711f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:03.828283 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-d2a07098-6622-466d-b6b1-26f35c2711f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d5c18f1-eca4-4063-884c-0aeb9fc5c00e HTTP/1.1" status: 200 len: 797 time: 0.1181202 Feb 15 14:03:03.830939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc599b-0bd7-420a-ba67-039050f0ffdc req-3d25151b-1e40-4525-9a98-d213ec0eb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:03.832066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f349e84-eb8a-43d2-808c-294916259627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528cbdf0-2197-471f-b10f-59a21e2f54ba,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:03.832203 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7fdc599b-0bd7-420a-ba67-039050f0ffdc req-3d25151b-1e40-4525-9a98-d213ec0eb2dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 1128 time: 0.0883944 Feb 15 14:03:03.871004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33758) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:03.876226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'subnet': {'network_id': '64ba2853-ae21-4b82-b3d2-fb1833764dcc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:03.891784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbdc8-fa27-47e0-94ac-b842ac05dce0 req-d235f5f9-32c6-439f-86de-8cb7c8d7f958 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:03.893772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-271dbdc8-fa27-47e0-94ac-b842ac05dce0 req-d235f5f9-32c6-439f-86de-8cb7c8d7f958 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.2662938 Feb 15 14:03:03.897394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-a890399f-df75-4521-b8a5-2f53b532fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:03.898895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-a890399f-df75-4521-b8a5-2f53b532fa1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=518aeb62-03f6-4f05-9be1-c52cef4b9577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1481020 Feb 15 14:03:04.003295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-271dbdc8-fa27-47e0-94ac-b842ac05dce0 req-01b2e91e-8cc9-4136-a11b-cd2dcff266e2 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033435 Feb 15 14:03:04.041040 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7fdc599b-0bd7-420a-ba67-039050f0ffdc req-3573eb87-aceb-48fa-92be-c607bd8fddc8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913145 Feb 15 14:03:04.046289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-38b730e3-c4cb-4a71-ba4a-8f722a871467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:04.047882 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-38b730e3-c4cb-4a71-ba4a-8f722a871467 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e93e2024-4227-440b-850d-321f84125af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1888406 Feb 15 14:03:04.075162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:04.079654 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:04.093070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3063b62-9274-4e1c-a14e-4448976fd465 req-26f6640f-8b2e-451d-9365-a9e9c3364863 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a7aafd7-107d-41e0-9de1-9a4582c8c225 HTTP/1.1" status: 200 len: 210 time: 0.0532839 Feb 15 14:03:04.096812 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-f88b76fe-fbac-4707-a7d9-87b18a259cd9 service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863973 Feb 15 14:03:04.219172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-b528022a-43f4-445e-b643-c6337830de17 service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094179 Feb 15 14:03:04.269083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-5e995fc3-b644-4bf0-acbc-7376cfb5b4dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f03c2744-24ec-4cf1-87bd-379192121355 HTTP/1.1" status: 200 len: 217 time: 0.0433798 Feb 15 14:03:04.338008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-d5d21456-1e1b-423e-b114-ed266b81abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:04.340617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-d5d21456-1e1b-423e-b114-ed266b81abea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55860514-d8b5-4482-806c-f513ef35d6ae HTTP/1.1" status: 200 len: 797 time: 0.0650997 Feb 15 14:03:04.423040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-c63c66d4-29e7-452c-9492-403b098d911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:04.427180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-c63c66d4-29e7-452c-9492-403b098d911c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=518aeb62-03f6-4f05-9be1-c52cef4b9577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0792856 Feb 15 14:03:04.442245 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-cd49a0af-006b-4e38-876b-b7b6aeb13c36 service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933742 Feb 15 14:03:04.448528 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (090d81e0-1a24-4b3b-a94c-8e7ce714053b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:04.593276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Subnet': ['ID=090d81e0-1a24-4b3b-a94c-8e7ce714053b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:04.620447 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-19848ea8-0891-4416-b6d8-3b5ec7e25870 service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855192 Feb 15 14:03:04.624479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Checking segment: {'id': '1d79dc1d-004c-4a9b-9476-65b61b316990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64ba2853-ae21-4b82-b3d2-fb1833764dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:04.624877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network hostable DHCP agents. Network: 64ba2853-ae21-4b82-b3d2-fb1833764dcc, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:04.649413 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-a0434293-917f-496f-950d-b32b3cf64cf2 service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905279 Feb 15 14:03:04.661283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network 64ba2853-ae21-4b82-b3d2-fb1833764dcc is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:04.719760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 64ba2853-ae21-4b82-b3d2-fb1833764dcc) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:04.728248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d547c8f-6729-470b-b73b-619b62b1b608 None None] Network 64ba2853-ae21-4b82-b3d2-fb1833764dcc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:04.734473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:04.736152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:04.739719 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-36df8c1b-4a0a-45a1-87de-1962c6813b35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 HTTP/1.1" status: 200 len: 217 time: 0.0736997 Feb 15 14:03:04.765457 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8006d7b-64ff-48f4-9808-a5f74f1ed07a req-9bef4425-8aed-47f3-b1f3-5a616f984595 tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a7aafd7-107d-41e0-9de1-9a4582c8c225 HTTP/1.1" status: 200 len: 210 time: 0.0880933 Feb 15 14:03:04.879013 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e1cb8d50-9cf8-4a04-a15c-550fc8b6a731 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0066772 Feb 15 14:03:04.883041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33782) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:04.883041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33784) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:04.914500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-540056047'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:04.925355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-052c2296-f014-49b5-b916-eac9b4b1c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:04.927617 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-052c2296-f014-49b5-b916-eac9b4b1c3c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d5c18f1-eca4-4063-884c-0aeb9fc5c00e HTTP/1.1" status: 200 len: 797 time: 0.1689253 Feb 15 14:03:05.000750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-64ba2853-ae21-4b82-b3d2-fb1833764dcc', 'network_id': '64ba2853-ae21-4b82-b3d2-fb1833764dcc', 'project_id': 'b16a1a0d9736462696373f2e7f502414', 'fixed_ips': [{'subnet_id': '090d81e0-1a24-4b3b-a94c-8e7ce714053b'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:03:05.002226 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.024872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:05.043504 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.121805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:05.148327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7a8e28ee-bf2b-4cf4-96bb-1e77037883fa), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.148327 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Added segment 7a8e28ee-bf2b-4cf4-96bb-1e77037883fa of type vlan for network 233e8d8c-38fa-4658-bac5-db56e7988298 Feb 15 14:03:05.208869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (233e8d8c-38fa-4658-bac5-db56e7988298), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.238055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Allocated IP 2001:db8:0:ffff::2 (64ba2853-ae21-4b82-b3d2-fb1833764dcc/090d81e0-1a24-4b3b-a94c-8e7ce714053b/5cd1eef6-46c7-4d01-981a-a72bbe904bb2) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:05.247504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-902296307-network', 'tenant_id': '1f64cd54bfb7409ba02fbda3f9b9f998'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:05.254399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4b09-39dc-480c-959f-f5a843840536 req-9e8f4d12-8ca3-4a1f-9e31-03b4da4735e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:05.256288 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-9e8f4d12-8ca3-4a1f-9e31-03b4da4735e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e93e2024-4227-440b-850d-321f84125af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3028595 Feb 15 14:03:05.257895 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (233e8d8c-38fa-4658-bac5-db56e7988298), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.264276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:05.264909 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.316936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921f07-c3b8-448e-a6ea-b6e1fef00da7 req-de81b4f1-e988-46a3-abbb-bd0bd7621512 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:05.318712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60921f07-c3b8-448e-a6ea-b6e1fef00da7 req-de81b4f1-e988-46a3-abbb-bd0bd7621512 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1916223 Feb 15 14:03:05.333457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fa9c434-461f-44f9-9500-0ff9e6d8a34b req-e205de91-1db9-432d-8559-f0dcf05749c6 service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055173 Feb 15 14:03:05.361512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e899f53-0e73-422d-9a21-c57d14d98706 req-bd405816-2a58-4d29-8666-c42e9809d16b tempest-ServerShowV247Test-1886946603 tempest-ServerShowV247Test-1886946603-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a7aafd7-107d-41e0-9de1-9a4582c8c225 HTTP/1.1" status: 200 len: 210 time: 0.0391576 Feb 15 14:03:05.459305 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60921f07-c3b8-448e-a6ea-b6e1fef00da7 req-16f8bcc9-9c47-4e87-bb28-a2dbd7ba9b3b tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230242 Feb 15 14:03:05.503110 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6122239 Feb 15 14:03:05.503566 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33796) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:05.512165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'subnet': {'network_id': '233e8d8c-38fa-4658-bac5-db56e7988298', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:05.516012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Made reservation on behalf of 1f64cd54bfb7409ba02fbda3f9b9f998 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:05.518671 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.533175 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885a4c0-a0aa-4eb2-bde2-7eb59bc28844 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Network': ['ID=233e8d8c-38fa-4658-bac5-db56e7988298,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:05.538040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.554666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 233e8d8c-38fa-4658-bac5-db56e7988298 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:05.589829 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-0f98d93f-d911-42a2-9784-3ab30eb382e1 service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219161 Feb 15 14:03:05.637609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:05.644005 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.740402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Publish callbacks [] for security_group (ba817787-59eb-4a54-acdc-f1f0445044c2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.744377 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-569e4b09-39dc-480c-959f-f5a843840536 req-b0a25781-083b-427d-a4bf-0ca3906ef341 service neutron] 10.222.0.42 "GET /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448405 Feb 15 14:03:05.746646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ba817787-59eb-4a54-acdc-f1f0445044c2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.775603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:05.792686 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7a66b2f5-3b8a-4853-b09a-958e9f04a2b9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.793079 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Added segment 7a66b2f5-3b8a-4853-b09a-958e9f04a2b9 of type vlan for network 3bd2e743-943f-4545-aa0c-ebb070fb1ef0 Feb 15 14:03:05.802707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba817787-59eb-4a54-acdc-f1f0445044c2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:05.842774 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Publish callbacks [] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.847735 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (3bd2e743-943f-4545-aa0c-ebb070fb1ef0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.855188 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.883869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (3bd2e743-943f-4545-aa0c-ebb070fb1ef0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.885860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:05.886125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:05.922557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Network 64ba2853-ae21-4b82-b3d2-fb1833764dcc is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:05.925831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:05.931112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:05.940580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Pushing event updated for resources: {'Port': ['ID=5cd1eef6-46c7-4d01-981a-a72bbe904bb2,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:05.972330 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0829585 Feb 15 14:03:05.974749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33806) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:05.980720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] Request body: {'subnet': {'network_id': '3bd2e743-943f-4545-aa0c-ebb070fb1ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-902296307-subnet', 'tenant_id': '1f64cd54bfb7409ba02fbda3f9b9f998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:05.983115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9796fd7-852f-4674-bb07-227754b0956f admin admin] Pushing event updated for resources: {'Network': ['ID=3bd2e743-943f-4545-aa0c-ebb070fb1ef0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:05.990603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Attempting to bind port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:05.991006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Attempting to bind port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '1d79dc1d-004c-4a9b-9476-65b61b316990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64ba2853-ae21-4b82-b3d2-fb1833764dcc'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:05.992081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Attempting to bind port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 on network 64ba2853-ae21-4b82-b3d2-fb1833764dcc {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:05.998961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:05.999333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Checking segment: {'id': '1d79dc1d-004c-4a9b-9476-65b61b316990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64ba2853-ae21-4b82-b3d2-fb1833764dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:05.999668 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:06.000068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Bound using segment: {'id': '1d79dc1d-004c-4a9b-9476-65b61b316990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64ba2853-ae21-4b82-b3d2-fb1833764dcc'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:06.000547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Bound port: 5cd1eef6-46c7-4d01-981a-a72bbe904bb2, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d79dc1d-004c-4a9b-9476-65b61b316990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '64ba2853-ae21-4b82-b3d2-fb1833764dcc'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:06.001059 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:06.003401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 3bd2e743-943f-4545-aa0c-ebb070fb1ef0 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:06.051356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] Made reservation on behalf of 1f64cd54bfb7409ba02fbda3f9b9f998 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:06.055027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:06.075530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.objects.ports [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:03:06.085813 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (f9ef2ce7-03b3-441e-b509-2dcd33beffc8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:06.138167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] For port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:06.141249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] For port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5cd1eef6-46c7-4d01-981a-a72bbe904bb2,segment=NetworkSegment(1d79dc1d-004c-4a9b-9476-65b61b316990),segment_id=1d79dc1d-004c-4a9b-9476-65b61b316990)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:06.147879 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:06.210465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Subnet': ['ID=f9ef2ce7-03b3-441e-b509-2dcd33beffc8,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:06.212590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fb184-af5a-4934-a993-9b0cbc4c3bde None None] Pushing event updated for resources: {'Port': ['ID=5cd1eef6-46c7-4d01-981a-a72bbe904bb2,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:06.226614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Checking segment: {'id': '7a8e28ee-bf2b-4cf4-96bb-1e77037883fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '233e8d8c-38fa-4658-bac5-db56e7988298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:06.227089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network hostable DHCP agents. Network: 233e8d8c-38fa-4658-bac5-db56e7988298, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:06.274858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network 233e8d8c-38fa-4658-bac5-db56e7988298 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:06.286175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 233e8d8c-38fa-4658-bac5-db56e7988298) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:06.292145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:06.292769 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:06.297339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfe17ce-137b-4b6e-a7bd-19f6cdd26fcb None None] Network 233e8d8c-38fa-4658-bac5-db56e7988298 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:06.341162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bac943fd-1bfd-4fa9-9aa2-ee39baf9ea51 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8361912 Feb 15 14:03:06.343907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33808) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:06.349722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'port': {'network_id': '233e8d8c-38fa-4658-bac5-db56e7988298', 'name': 'tempest-NetworksIpV6TestAttrs-1502382829'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:06.377931 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (1427c9ec-f491-454c-ae24-4e5d45f92b11), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:06.533106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-233e8d8c-38fa-4658-bac5-db56e7988298', 'network_id': '233e8d8c-38fa-4658-bac5-db56e7988298', 'project_id': 'b16a1a0d9736462696373f2e7f502414', 'fixed_ips': [{'subnet_id': 'f9ef2ce7-03b3-441e-b509-2dcd33beffc8'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:03:06.534221 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:06.568036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1427c9ec-f491-454c-ae24-4e5d45f92b11,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:06.576535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] Checking segment: {'id': '7a66b2f5-3b8a-4853-b09a-958e9f04a2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3bd2e743-943f-4545-aa0c-ebb070fb1ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:06.576916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] Network hostable DHCP agents. Network: 3bd2e743-943f-4545-aa0c-ebb070fb1ef0, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:06.677330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:06.677854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] Network 3bd2e743-943f-4545-aa0c-ebb070fb1ef0 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:06.685145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:06.703670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 3bd2e743-943f-4545-aa0c-ebb070fb1ef0) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:06.717723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:06.718434 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:06.726987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d00453e-3e7f-466d-8e89-08733b1a1780 None None] Network 3bd2e743-943f-4545-aa0c-ebb070fb1ef0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:06.737229 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] device_id is not set on port 07c874e3-21f0-4fb0-ad5b-e967dfe5e996 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:03:06.774129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fb4c3-5cbb-42ee-8d00-bf69d95cb0cc req-4d5f0853-bfb0-44a4-93f4-b358ef24bb35 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:06.774129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-403fb4c3-5cbb-42ee-8d00-bf69d95cb0cc req-4d5f0853-bfb0-44a4-93f4-b358ef24bb35 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1760490 Feb 15 14:03:06.780926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-78ae87c9-4f21-45d9-8781-22599bc104ae admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8050489 Feb 15 14:03:06.878935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-403fb4c3-5cbb-42ee-8d00-bf69d95cb0cc req-87ef24b9-656f-4b50-ad61-b56485a8483d tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965130 Feb 15 14:03:06.983170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Allocated IP 2001:db8::f816:3eff:fe7b:7aa9 (233e8d8c-38fa-4658-bac5-db56e7988298/f9ef2ce7-03b3-441e-b509-2dcd33beffc8/07c874e3-21f0-4fb0-ad5b-e967dfe5e996) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:06.987731 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33824) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:07.004368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a446ea-7756-4945-9272-c03932593743 None None] Network 3bd2e743-943f-4545-aa0c-ebb070fb1ef0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:07.281013 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for port (07c874e3-21f0-4fb0-ad5b-e967dfe5e996), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:07.291719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50056116-0a4d-4076-beeb-fa404be6d9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:07.343885 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:03:07.440711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (07c874e3-21f0-4fb0-ad5b-e967dfe5e996), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:07.447047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a16cc1-1752-40ab-9678-61458cd2f831 req-6b926ba5-010a-4412-8651-8f89543ef1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:07.450730 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70a16cc1-1752-40ab-9678-61458cd2f831 req-6b926ba5-010a-4412-8651-8f89543ef1ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 1128 time: 0.1017594 Feb 15 14:03:07.467821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-2ba10877-b174-488a-bc72-d422160a9c30 req-80e5e70f-a4a4-46bd-9d20-26b1dbae604d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1038047364', 'description': 'tempest-description-1800459658'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:07.559275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Allocated IP 2001:db8::f816:3eff:fe82:b604 (233e8d8c-38fa-4658-bac5-db56e7988298/f9ef2ce7-03b3-441e-b509-2dcd33beffc8/92a5d97c-c312-497d-9186-819931773d03) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:07.597142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Port': ['ID=07c874e3-21f0-4fb0-ad5b-e967dfe5e996,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:07.624963 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2ba10877-b174-488a-bc72-d422160a9c30 req-80e5e70f-a4a4-46bd-9d20-26b1dbae604d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:07.633081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network 233e8d8c-38fa-4658-bac5-db56e7988298 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:07.646792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:07.662710 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50056116-0a4d-4076-beeb-fa404be6d9a7 admin admin] Publish callbacks [] for security_group (94be646f-6a73-4149-993a-6d229ba7d685), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:07.667543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:07.679960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:07.687896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:07.689267 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:07.750366 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-db7b8191-b5c8-4753-aaeb-35ee48a59bdc tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4046986 Feb 15 14:03:07.754016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33842) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:07.811965 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2ba10877-b174-488a-bc72-d422160a9c30 req-80e5e70f-a4a4-46bd-9d20-26b1dbae604d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (9121a6da-f176-415b-85aa-959df2a9997a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:07.816127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50056116-0a4d-4076-beeb-fa404be6d9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (94be646f-6a73-4149-993a-6d229ba7d685), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:07.824306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-993645ae-eaba-49b9-ad01-f27efeb9e8cf tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Deleting subnet f9ef2ce7-03b3-441e-b509-2dcd33beffc8 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:03:07.881618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d835d-34e5-4728-af7f-856ae0f6912b req-dee79638-9c4a-44b3-b653-bd5400429506 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:07.888169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:07.888679 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:07.893391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e6d835d-34e5-4728-af7f-856ae0f6912b req-dee79638-9c4a-44b3-b653-bd5400429506 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.4397030 Feb 15 14:03:07.897560 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2ba10877-b174-488a-bc72-d422160a9c30 req-80e5e70f-a4a4-46bd-9d20-26b1dbae604d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9121a6da-f176-415b-85aa-959df2a9997a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:07.904533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50056116-0a4d-4076-beeb-fa404be6d9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94be646f-6a73-4149-993a-6d229ba7d685,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:07.926152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a16cc1-1752-40ab-9678-61458cd2f831 req-a6594061-caeb-44e5-9ac0-cc41d0af3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:07.933415 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70a16cc1-1752-40ab-9678-61458cd2f831 req-a6594061-caeb-44e5-9ac0-cc41d0af3679 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 200 len: 919 time: 0.4450986 Feb 15 14:03:07.953250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8ba849-7b3d-453d-8873-23980ca98fd8 None None] Network 64ba2853-ae21-4b82-b3d2-fb1833764dcc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:07.979645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5e70f-a4a4-46bd-9d20-26b1dbae604d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9121a6da-f176-415b-85aa-959df2a9997a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:07.997111 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70a16cc1-1752-40ab-9678-61458cd2f831 req-a2abfef9-bb6a-4f5e-b58b-f60e207cc20c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933eaf4e-275c-4af0-be4a-be939d59295e HTTP/1.1" status: 200 len: 217 time: 0.0566721 Feb 15 14:03:08.003051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-50056116-0a4d-4076-beeb-fa404be6d9a7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f51de9c9cf4649b79aa54ad1cd9a4fc8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0117030 Feb 15 14:03:08.004968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33844) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:08.014845 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2ba10877-b174-488a-bc72-d422160a9c30 req-80e5e70f-a4a4-46bd-9d20-26b1dbae604d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.016846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ba10877-b174-488a-bc72-d422160a9c30 req-80e5e70f-a4a4-46bd-9d20-26b1dbae604d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5740614 Feb 15 14:03:08.041827 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Publish callbacks [] for port (92a5d97c-c312-497d-9186-819931773d03), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.065503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e6d835d-34e5-4728-af7f-856ae0f6912b req-f4ce1393-6385-4331-a69c-e1a32cde7fc6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656845 Feb 15 14:03:08.066020 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-993645ae-eaba-49b9-ad01-f27efeb9e8cf tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for subnet (f9ef2ce7-03b3-441e-b509-2dcd33beffc8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.079300 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (92a5d97c-c312-497d-9186-819931773d03), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.140848 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42a5f9e2-e905-423d-8291-e8998454028e req-980ea8fe-b2a4-4e83-a18d-851ed9c9da40 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/9121a6da-f176-415b-85aa-959df2a9997a HTTP/1.1" status: 200 len: 1824 time: 0.0723147 Feb 15 14:03:08.149221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-42a5f9e2-e905-423d-8291-e8998454028e req-df34ed96-dc7d-4b18-a209-89b1090ae601 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9121a6da-f176-415b-85aa-959df2a9997a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:08.149921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-42a5f9e2-e905-423d-8291-e8998454028e req-df34ed96-dc7d-4b18-a209-89b1090ae601 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9121a6da-f176-415b-85aa-959df2a9997a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:08.156215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Pushing event updated for resources: {'Port': ['ID=92a5d97c-c312-497d-9186-819931773d03,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:08.175456 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-993645ae-eaba-49b9-ad01-f27efeb9e8cf tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (f9ef2ce7-03b3-441e-b509-2dcd33beffc8), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.204263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a16cc1-1752-40ab-9678-61458cd2f831 req-f7ca0a54-1627-4396-b377-5ce3b7a692e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:08.205753 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70a16cc1-1752-40ab-9678-61458cd2f831 req-f7ca0a54-1627-4396-b377-5ce3b7a692e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecfdf680-5b93-496a-93ee-d9df261fb8db HTTP/1.1" status: 200 len: 858 time: 0.1999040 Feb 15 14:03:08.206372 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa5757c4-935e-4503-a050-7146e4104641 admin admin] Publish callbacks [] for security_group (94be646f-6a73-4149-993a-6d229ba7d685), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.231787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d0ff03be-7fc3-4330-94fb-9858d9774181 None None] Provisioning complete for port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:08.233537 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d0ff03be-7fc3-4330-94fb-9858d9774181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.234293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:08.234802 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.242279 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-42a5f9e2-e905-423d-8291-e8998454028e req-df34ed96-dc7d-4b18-a209-89b1090ae601 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (2abb6fcf-214a-4d36-89c3-edfc1efc3686), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.257446 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70a16cc1-1752-40ab-9678-61458cd2f831 req-e9dfac02-ca43-4f62-b0d8-ec04a6dad105 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eab768b6-8c6b-463b-b5fd-4950b8e50e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396900 Feb 15 14:03:08.267023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Network 233e8d8c-38fa-4658-bac5-db56e7988298 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:08.271950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:08.286430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa5757c4-935e-4503-a050-7146e4104641 admin admin] Publish callbacks [] for security_group (94be646f-6a73-4149-993a-6d229ba7d685), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.309096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-42a5f9e2-e905-423d-8291-e8998454028e req-df34ed96-dc7d-4b18-a209-89b1090ae601 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (2abb6fcf-214a-4d36-89c3-edfc1efc3686), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.311859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:08.320372 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-42a5f9e2-e905-423d-8291-e8998454028e req-df34ed96-dc7d-4b18-a209-89b1090ae601 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (2abb6fcf-214a-4d36-89c3-edfc1efc3686), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.362099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34ed96-dc7d-4b18-a209-89b1090ae601 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abb6fcf-214a-4d36-89c3-edfc1efc3686,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:08.365277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5cd1eef6-46c7-4d01-981a-a72bbe904bb2,segment=NetworkSegment(1d79dc1d-004c-4a9b-9476-65b61b316990),segment_id=1d79dc1d-004c-4a9b-9476-65b61b316990)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:08.379057 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.414399 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-42a5f9e2-e905-423d-8291-e8998454028e req-df34ed96-dc7d-4b18-a209-89b1090ae601 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.416262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42a5f9e2-e905-423d-8291-e8998454028e req-df34ed96-dc7d-4b18-a209-89b1090ae601 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2731519 Feb 15 14:03:08.466658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5847db2f-d7df-43b4-802b-dbc9a4c71806 req-27222091-779d-4d5a-afc7-4e8967d2fbe9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1040349188', 'description': 'tempest-description-770678175'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:08.502083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Attempting to bind port 92a5d97c-c312-497d-9186-819931773d03 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:08.502458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Attempting to bind port 92a5d97c-c312-497d-9186-819931773d03 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '7a8e28ee-bf2b-4cf4-96bb-1e77037883fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '233e8d8c-38fa-4658-bac5-db56e7988298'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:08.502876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Attempting to bind port 92a5d97c-c312-497d-9186-819931773d03 on network 233e8d8c-38fa-4658-bac5-db56e7988298 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:08.515369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:08.515814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Checking segment: {'id': '7a8e28ee-bf2b-4cf4-96bb-1e77037883fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '233e8d8c-38fa-4658-bac5-db56e7988298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:08.516250 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.516651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Bound using segment: {'id': '7a8e28ee-bf2b-4cf4-96bb-1e77037883fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '233e8d8c-38fa-4658-bac5-db56e7988298'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:08.517086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Bound port: 92a5d97c-c312-497d-9186-819931773d03, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8e28ee-bf2b-4cf4-96bb-1e77037883fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '233e8d8c-38fa-4658-bac5-db56e7988298'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:08.517468 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (92a5d97c-c312-497d-9186-819931773d03), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.518198 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5847db2f-d7df-43b4-802b-dbc9a4c71806 req-27222091-779d-4d5a-afc7-4e8967d2fbe9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.523410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=5cd1eef6-46c7-4d01-981a-a72bbe904bb2,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:08.550543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-993645ae-eaba-49b9-ad01-f27efeb9e8cf tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (f9ef2ce7-03b3-441e-b509-2dcd33beffc8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.613213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff03be-7fc3-4330-94fb-9858d9774181 None None] Current status of the port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:08.627930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa5757c4-935e-4503-a050-7146e4104641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (94be646f-6a73-4149-993a-6d229ba7d685), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.630533 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa5757c4-935e-4503-a050-7146e4104641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.632452 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fa5757c4-935e-4503-a050-7146e4104641 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/94be646f-6a73-4149-993a-6d229ba7d685 HTTP/1.1" status: 204 len: 168 time: 0.6000743 Feb 15 14:03:08.681474 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70a16cc1-1752-40ab-9678-61458cd2f831 req-194e6e6a-88ec-4447-a157-cc6063eccd79 service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128580 Feb 15 14:03:08.695671 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5847db2f-d7df-43b4-802b-dbc9a4c71806 req-27222091-779d-4d5a-afc7-4e8967d2fbe9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (ee03e46e-de00-4415-9e9e-d62f75d5e7ff), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.698669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5757c4-935e-4503-a050-7146e4104641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94be646f-6a73-4149-993a-6d229ba7d685,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:08.730625 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5847db2f-d7df-43b4-802b-dbc9a4c71806 req-27222091-779d-4d5a-afc7-4e8967d2fbe9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ee03e46e-de00-4415-9e9e-d62f75d5e7ff), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.765892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-99823d9b-2fd2-4271-bad5-d59d4aad82ba None None] Provisioning complete for port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:08.766225 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-99823d9b-2fd2-4271-bad5-d59d4aad82ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.810769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27222091-779d-4d5a-afc7-4e8967d2fbe9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee03e46e-de00-4415-9e9e-d62f75d5e7ff,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:08.815810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5847db2f-d7df-43b4-802b-dbc9a4c71806 req-27222091-779d-4d5a-afc7-4e8967d2fbe9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.829092 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5847db2f-d7df-43b4-802b-dbc9a4c71806 req-27222091-779d-4d5a-afc7-4e8967d2fbe9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3665507 Feb 15 14:03:08.835071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-993645ae-eaba-49b9-ad01-f27efeb9e8cf tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (f9ef2ce7-03b3-441e-b509-2dcd33beffc8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.873429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] For port 92a5d97c-c312-497d-9186-819931773d03, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:08.892899 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d737b3de-0d97-491b-b912-c5e33da672e6 req-f2e90b28-e288-4880-a56a-37a95ab474ba tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/ee03e46e-de00-4415-9e9e-d62f75d5e7ff HTTP/1.1" status: 200 len: 1823 time: 0.0500517 Feb 15 14:03:08.905944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d737b3de-0d97-491b-b912-c5e33da672e6 req-0e0c0ed3-968e-4835-8ca9-ec7f403831d9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ee03e46e-de00-4415-9e9e-d62f75d5e7ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:08.907584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d737b3de-0d97-491b-b912-c5e33da672e6 req-0e0c0ed3-968e-4835-8ca9-ec7f403831d9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ee03e46e-de00-4415-9e9e-d62f75d5e7ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:08.909703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] For port 92a5d97c-c312-497d-9186-819931773d03, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=92a5d97c-c312-497d-9186-819931773d03,segment=NetworkSegment(7a8e28ee-bf2b-4cf4-96bb-1e77037883fa),segment_id=7a8e28ee-bf2b-4cf4-96bb-1e77037883fa)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:08.921212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (92a5d97c-c312-497d-9186-819931773d03), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:08.935025 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70a16cc1-1752-40ab-9678-61458cd2f831 req-b10e30ad-76b8-4202-b3ce-cad73bc88547 service neutron] 10.222.0.42 "GET /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411485 Feb 15 14:03:09.010496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-993645ae-eaba-49b9-ad01-f27efeb9e8cf tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.020378 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-993645ae-eaba-49b9-ad01-f27efeb9e8cf tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/subnets/f9ef2ce7-03b3-441e-b509-2dcd33beffc8 HTTP/1.1" status: 204 len: 168 time: 1.2614062 Feb 15 14:03:09.021987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33860) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:09.028846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993645ae-eaba-49b9-ad01-f27efeb9e8cf tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ef2ce7-03b3-441e-b509-2dcd33beffc8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:09.035916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-99823d9b-2fd2-4271-bad5-d59d4aad82ba None None] Current status of the port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:09.072148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3547bb3-da04-48ff-bfe3-eb741fb372fc None None] Pushing event updated for resources: {'Port': ['ID=92a5d97c-c312-497d-9186-819931773d03,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:09.125218 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d737b3de-0d97-491b-b912-c5e33da672e6 req-0e0c0ed3-968e-4835-8ca9-ec7f403831d9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (0bff2c38-5aa6-43ef-b5ae-88c5bf5fe3cd), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.145589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624194da-bdc1-4b24-a862-0a7dd2247254 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:09.147466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624194da-bdc1-4b24-a862-0a7dd2247254 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:09.151443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-624194da-bdc1-4b24-a862-0a7dd2247254 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1145754 Feb 15 14:03:09.152514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33866) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:09.185151 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d737b3de-0d97-491b-b912-c5e33da672e6 req-0e0c0ed3-968e-4835-8ca9-ec7f403831d9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (0bff2c38-5aa6-43ef-b5ae-88c5bf5fe3cd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.191375 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d737b3de-0d97-491b-b912-c5e33da672e6 req-0e0c0ed3-968e-4835-8ca9-ec7f403831d9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (0bff2c38-5aa6-43ef-b5ae-88c5bf5fe3cd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.245895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c0ed3-968e-4835-8ca9-ec7f403831d9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bff2c38-5aa6-43ef-b5ae-88c5bf5fe3cd,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:09.298344 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d737b3de-0d97-491b-b912-c5e33da672e6 req-0e0c0ed3-968e-4835-8ca9-ec7f403831d9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.299690 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d737b3de-0d97-491b-b912-c5e33da672e6 req-0e0c0ed3-968e-4835-8ca9-ec7f403831d9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4005010 Feb 15 14:03:09.332028 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee4009-b375-447a-a3d6-9e94b7493c9f req-dbcce9ae-2c09-400e-a105-32118418bb72 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:09.360936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2eee4009-b375-447a-a3d6-9e94b7493c9f req-dbcce9ae-2c09-400e-a105-32118418bb72 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.2057035 Feb 15 14:03:09.402417 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e25cf55d-9781-4322-bac8-98f2024e1a0e tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (233e8d8c-38fa-4658-bac5-db56e7988298), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.434827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-00ca794a-dfd1-41c4-a600-4a2a4dbb481d req-4178f8f8-1a06-4c81-ba6b-f0a7dec25b5d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1938132745', 'description': 'tempest-description-564053463'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:09.443457 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25cf55d-9781-4322-bac8-98f2024e1a0e tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 15 14:03:09.444097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25cf55d-9781-4322-bac8-98f2024e1a0e tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:03:09.452270 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e25cf55d-9781-4322-bac8-98f2024e1a0e tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/networks/233e8d8c-38fa-4658-bac5-db56e7988298 HTTP/1.1" status: 409 len: 466 time: 0.2979085 Feb 15 14:03:09.459953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33876) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:09.476441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-305149026'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:09.505403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:09.516904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.543982 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-00ca794a-dfd1-41c4-a600-4a2a4dbb481d req-4178f8f8-1a06-4c81-ba6b-f0a7dec25b5d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.566794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:09.574666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2eee4009-b375-447a-a3d6-9e94b7493c9f req-82b8bb6f-b11d-45be-817e-44c79b2294d2 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126584 Feb 15 14:03:09.601398 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2598b472-cfea-4a28-bed4-c24a13e79f1b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.602169 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Added segment 2598b472-cfea-4a28-bed4-c24a13e79f1b of type vlan for network e4802b6d-39f7-47d1-9fcf-78b70f50d6e2 Feb 15 14:03:09.706023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (e4802b6d-39f7-47d1-9fcf-78b70f50d6e2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.707182 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-00ca794a-dfd1-41c4-a600-4a2a4dbb481d req-4178f8f8-1a06-4c81-ba6b-f0a7dec25b5d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (4056e8c1-8d8a-4f09-af19-d1140a1cedb5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.716454 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-00ca794a-dfd1-41c4-a600-4a2a4dbb481d req-4178f8f8-1a06-4c81-ba6b-f0a7dec25b5d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4056e8c1-8d8a-4f09-af19-d1140a1cedb5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.768928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 92a5d97c-c312-497d-9186-819931773d03 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:09.781275 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (e4802b6d-39f7-47d1-9fcf-78b70f50d6e2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.791147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:09.791793 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.797888 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-00ca794a-dfd1-41c4-a600-4a2a4dbb481d req-4178f8f8-1a06-4c81-ba6b-f0a7dec25b5d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.799343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00ca794a-dfd1-41c4-a600-4a2a4dbb481d req-4178f8f8-1a06-4c81-ba6b-f0a7dec25b5d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3872950 Feb 15 14:03:09.808164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178f8f8-1a06-4c81-ba6b-f0a7dec25b5d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4056e8c1-8d8a-4f09-af19-d1140a1cedb5,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:09.839511 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.844793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-2ef2c4cb-ce56-40cf-86b1-eebdd86dbe1a req-6a7891e7-de98-4647-8e9d-d26328c2abff tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-820726720', 'description': 'tempest-description-1137892097'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:09.886478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 92a5d97c-c312-497d-9186-819931773d03 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:09.889952 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4261272 Feb 15 14:03:09.890869 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (92a5d97c-c312-497d-9186-819931773d03), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.891096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33888) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:09.896136 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'subnet': {'network_id': 'e4802b6d-39f7-47d1-9fcf-78b70f50d6e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:09.898367 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2ef2c4cb-ce56-40cf-86b1-eebdd86dbe1a req-6a7891e7-de98-4647-8e9d-d26328c2abff tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:09.997304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c77c92-ec4c-40c4-ae04-f08c25ba7060 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Network': ['ID=e4802b6d-39f7-47d1-9fcf-78b70f50d6e2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:10.016788 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 92a5d97c-c312-497d-9186-819931773d03 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:10.017666 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (92a5d97c-c312-497d-9186-819931773d03), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.043324 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2ef2c4cb-ce56-40cf-86b1-eebdd86dbe1a req-6a7891e7-de98-4647-8e9d-d26328c2abff tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.054471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network e4802b6d-39f7-47d1-9fcf-78b70f50d6e2 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:10.058106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2ef2c4cb-ce56-40cf-86b1-eebdd86dbe1a req-6a7891e7-de98-4647-8e9d-d26328c2abff tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.117870 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2ef2c4cb-ce56-40cf-86b1-eebdd86dbe1a req-6a7891e7-de98-4647-8e9d-d26328c2abff tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.122744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ef2c4cb-ce56-40cf-86b1-eebdd86dbe1a req-6a7891e7-de98-4647-8e9d-d26328c2abff tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2833526 Feb 15 14:03:10.124259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33892) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:10.125483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7891e7-de98-4647-8e9d-d26328c2abff tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:10.137588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:10.145236 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.208011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 92a5d97c-c312-497d-9186-819931773d03, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=92a5d97c-c312-497d-9186-819931773d03,segment=NetworkSegment(7a8e28ee-bf2b-4cf4-96bb-1e77037883fa),segment_id=7a8e28ee-bf2b-4cf4-96bb-1e77037883fa)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:10.217661 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (92a5d97c-c312-497d-9186-819931773d03), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.221034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:10.275438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edf91bd0-a3b0-4d6c-8627-ed69ecdb9704 req-b9999b13-67a1-4c1c-aefb-26ffe3f976ef tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/4056e8c1-8d8a-4f09-af19-d1140a1cedb5 HTTP/1.1" status: 200 len: 1823 time: 0.1167133 Feb 15 14:03:10.357321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=92a5d97c-c312-497d-9186-819931773d03,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:10.396014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-network', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:10.398968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:10.399550 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.412570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edf91bd0-a3b0-4d6c-8627-ed69ecdb9704 req-d380c0cd-5654-4d1a-a328-e9778523790b tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff HTTP/1.1" status: 200 len: 1823 time: 0.1361585 Feb 15 14:03:10.421020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-edf91bd0-a3b0-4d6c-8627-ed69ecdb9704 req-f6873ce3-b670-4a87-bd25-38811f2facc3 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4056e8c1-8d8a-4f09-af19-d1140a1cedb5', 'remote_group_id': 'c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:10.421575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-edf91bd0-a3b0-4d6c-8627-ed69ecdb9704 req-f6873ce3-b670-4a87-bd25-38811f2facc3 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4056e8c1-8d8a-4f09-af19-d1140a1cedb5', 'remote_group_id': 'c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:10.464369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Made reservation on behalf of fc5cc558236645988a4f12f717c1f282 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:10.468183 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.488062 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.552150 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edf91bd0-a3b0-4d6c-8627-ed69ecdb9704 req-f6873ce3-b670-4a87-bd25-38811f2facc3 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (bcbe1cae-427b-4307-b823-c134699bff7a), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.558740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:10.639742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.objects.ports [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109972) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:03:10.641433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.660012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d403a540-a3d8-4f4d-ab28-328e9199667b None None] Network 233e8d8c-38fa-4658-bac5-db56e7988298 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:10.663774 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edf91bd0-a3b0-4d6c-8627-ed69ecdb9704 req-f6873ce3-b670-4a87-bd25-38811f2facc3 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (bcbe1cae-427b-4307-b823-c134699bff7a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.696598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Subnet': ['ID=8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:10.700044 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edf91bd0-a3b0-4d6c-8627-ed69ecdb9704 req-f6873ce3-b670-4a87-bd25-38811f2facc3 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (bcbe1cae-427b-4307-b823-c134699bff7a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.731513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Checking segment: {'id': '2598b472-cfea-4a28-bed4-c24a13e79f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e4802b6d-39f7-47d1-9fcf-78b70f50d6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:10.731822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network hostable DHCP agents. Network: e4802b6d-39f7-47d1-9fcf-78b70f50d6e2, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:10.757917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network e4802b6d-39f7-47d1-9fcf-78b70f50d6e2 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:10.763481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-09b2b401-db94-4ce8-b81e-21fa61ed7ea9 None None] Provisioning complete for port 92a5d97c-c312-497d-9186-819931773d03 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:10.763913 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-09b2b401-db94-4ce8-b81e-21fa61ed7ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (92a5d97c-c312-497d-9186-819931773d03), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.769918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, e4802b6d-39f7-47d1-9fcf-78b70f50d6e2) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:10.775743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:10.776620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.783105 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Publish callbacks [] for security_group (f10a8068-f143-4172-8a9d-7b99ceb80fe4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.803080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e0c2f9-83bd-4eef-bad9-f2187ef78a3f None None] Network e4802b6d-39f7-47d1-9fcf-78b70f50d6e2 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:10.804189 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6caf85ca-c6cf-43cb-8192-612ab4328541 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9117103 Feb 15 14:03:10.805097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33902) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:10.815545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'port': {'network_id': 'e4802b6d-39f7-47d1-9fcf-78b70f50d6e2', 'name': 'tempest-NetworksIpV6TestAttrs-327551181'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:10.817413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6873ce3-b670-4a87-bd25-38811f2facc3 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbe1cae-427b-4307-b823-c134699bff7a,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:10.832793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f10a8068-f143-4172-8a9d-7b99ceb80fe4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.844811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edf91bd0-a3b0-4d6c-8627-ed69ecdb9704 req-f6873ce3-b670-4a87-bd25-38811f2facc3 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.846203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edf91bd0-a3b0-4d6c-8627-ed69ecdb9704 req-f6873ce3-b670-4a87-bd25-38811f2facc3 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4327354 Feb 15 14:03:10.870230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:10.888743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f2e17057-0c4a-4c84-a609-328aa832359d req-56a9300d-e345-469e-a620-3786ffaef73d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-643183806', 'description': 'tempest-description-1571903954'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:10.905413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856339d9-f33e-49ef-bae1-b22a08a7e3be req-6792ef74-667a-4872-a081-ab0dd9b982b8 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:10.907267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-856339d9-f33e-49ef-bae1-b22a08a7e3be req-6792ef74-667a-4872-a081-ab0dd9b982b8 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1789901 Feb 15 14:03:10.927115 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5eb66506-9bea-4a37-aa8a-39020246c0b3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:10.927473 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Added segment 5eb66506-9bea-4a37-aa8a-39020246c0b3 of type vlan for network 432725e1-c9fb-4227-b041-9847d0d50fc9 Feb 15 14:03:10.931261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10a8068-f143-4172-8a9d-7b99ceb80fe4,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:11.021090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:11.025138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.045639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f2e17057-0c4a-4c84-a609-328aa832359d req-56a9300d-e345-469e-a620-3786ffaef73d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.063113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] device_id is not set on port e4752e01-36e3-4a37-bfac-a2212bcb48dc yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:03:11.086606 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (432725e1-c9fb-4227-b041-9847d0d50fc9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.122128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-856339d9-f33e-49ef-bae1-b22a08a7e3be req-cb3e58c7-de9b-4917-ba71-19ea0dae82c6 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043393 Feb 15 14:03:11.162524 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (432725e1-c9fb-4227-b041-9847d0d50fc9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.163784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:11.164772 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.230850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-e4802b6d-39f7-47d1-9fcf-78b70f50d6e2', 'network_id': 'e4802b6d-39f7-47d1-9fcf-78b70f50d6e2', 'project_id': 'b16a1a0d9736462696373f2e7f502414', 'fixed_ips': [{'subnet_id': '8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:03:11.231785 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.238520 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f2e17057-0c4a-4c84-a609-328aa832359d req-56a9300d-e345-469e-a620-3786ffaef73d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (06a6154a-60e6-4792-81a1-a2866f003fd3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.256541 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f2e17057-0c4a-4c84-a609-328aa832359d req-56a9300d-e345-469e-a620-3786ffaef73d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (06a6154a-60e6-4792-81a1-a2866f003fd3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.271801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1282754 Feb 15 14:03:11.271940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33916) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:11.285942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0a552895-43f5-440d-8370-703203567850 admin admin] Request body: {'subnet': {'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-subnet', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:11.327278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Allocated IP 2001:db8::f816:3eff:fe94:17a0 (e4802b6d-39f7-47d1-9fcf-78b70f50d6e2/8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4/e4752e01-36e3-4a37-bfac-a2212bcb48dc) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:11.339189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a552895-43f5-440d-8370-703203567850 admin admin] Made reservation on behalf of fc5cc558236645988a4f12f717c1f282 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:11.341810 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a552895-43f5-440d-8370-703203567850 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.355705 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f2e17057-0c4a-4c84-a609-328aa832359d req-56a9300d-e345-469e-a620-3786ffaef73d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.357197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2e17057-0c4a-4c84-a609-328aa832359d req-56a9300d-e345-469e-a620-3786ffaef73d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4739108 Feb 15 14:03:11.372841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8479a4c-b6f0-4168-b344-0532b3f44b83 admin admin] Pushing event updated for resources: {'Network': ['ID=432725e1-c9fb-4227-b041-9847d0d50fc9,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:11.379314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-09b2b401-db94-4ce8-b81e-21fa61ed7ea9 None None] Current status of the port 92a5d97c-c312-497d-9186-819931773d03 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:11.380592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9300d-e345-469e-a620-3786ffaef73d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a6154a-60e6-4792-81a1-a2866f003fd3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:11.392862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 432725e1-c9fb-4227-b041-9847d0d50fc9 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:11.417876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-724a056f-4fa6-4d84-8563-5a3c750749b7 req-67a54d8b-5d6d-4678-a109-1ce9400c99be tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2040718768', 'description': 'tempest-description-2036194299'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:11.497131 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-724a056f-4fa6-4d84-8563-5a3c750749b7 req-67a54d8b-5d6d-4678-a109-1ce9400c99be tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.611296 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a0cd8-2216-44fc-a7c3-8b14874d5113 None None] DHCP port deletion for 233e8d8c-38fa-4658-bac5-db56e7988298 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:03:11.699036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-724a056f-4fa6-4d84-8563-5a3c750749b7 req-67a54d8b-5d6d-4678-a109-1ce9400c99be tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (04d348ce-0e57-457f-b440-6893f7450472), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.708582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-724a056f-4fa6-4d84-8563-5a3c750749b7 req-67a54d8b-5d6d-4678-a109-1ce9400c99be tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (04d348ce-0e57-457f-b440-6893f7450472), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.798214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a54d8b-5d6d-4678-a109-1ce9400c99be tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d348ce-0e57-457f-b440-6893f7450472,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:11.802834 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-724a056f-4fa6-4d84-8563-5a3c750749b7 req-67a54d8b-5d6d-4678-a109-1ce9400c99be tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.804952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-724a056f-4fa6-4d84-8563-5a3c750749b7 req-67a54d8b-5d6d-4678-a109-1ce9400c99be tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3954825 Feb 15 14:03:11.861696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-372a0cd8-2216-44fc-a7c3-8b14874d5113 None None] Deleting port 92a5d97c-c312-497d-9186-819931773d03 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:11.864395 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-372a0cd8-2216-44fc-a7c3-8b14874d5113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (92a5d97c-c312-497d-9186-819931773d03), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.887790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eec1e8c1-d37d-47ad-8e16-38ec0b32b59d req-d6f0b812-0fb0-44bc-a964-2cf2af4f5cd1 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/06a6154a-60e6-4792-81a1-a2866f003fd3 HTTP/1.1" status: 200 len: 1823 time: 0.0528684 Feb 15 14:03:11.903862 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for port (e4752e01-36e3-4a37-bfac-a2212bcb48dc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.946214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eec1e8c1-d37d-47ad-8e16-38ec0b32b59d req-1cfe6085-d108-4a6c-9571-22461feb4251 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/04d348ce-0e57-457f-b440-6893f7450472 HTTP/1.1" status: 200 len: 1824 time: 0.0516827 Feb 15 14:03:11.966353 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:11.969288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-eec1e8c1-d37d-47ad-8e16-38ec0b32b59d req-5ce8e955-34b6-436f-bc42-495fc07710a9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06a6154a-60e6-4792-81a1-a2866f003fd3', 'remote_group_id': '04d348ce-0e57-457f-b440-6893f7450472', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:11.970002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-eec1e8c1-d37d-47ad-8e16-38ec0b32b59d req-5ce8e955-34b6-436f-bc42-495fc07710a9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06a6154a-60e6-4792-81a1-a2866f003fd3', 'remote_group_id': '04d348ce-0e57-457f-b440-6893f7450472', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:12.001821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-372a0cd8-2216-44fc-a7c3-8b14874d5113 None None] For port 92a5d97c-c312-497d-9186-819931773d03, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=92a5d97c-c312-497d-9186-819931773d03,segment=NetworkSegment(7a8e28ee-bf2b-4cf4-96bb-1e77037883fa),segment_id=7a8e28ee-bf2b-4cf4-96bb-1e77037883fa)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:12.002057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a552895-43f5-440d-8370-703203567850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (dc34560e-8413-4f68-957e-907d850449d4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.002657 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-372a0cd8-2216-44fc-a7c3-8b14874d5113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (92a5d97c-c312-497d-9186-819931773d03), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.021935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-372a0cd8-2216-44fc-a7c3-8b14874d5113 None None] Calling delete_port for 92a5d97c-c312-497d-9186-819931773d03 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:12.092767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a552895-43f5-440d-8370-703203567850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc34560e-8413-4f68-957e-907d850449d4,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:12.100427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e4752e01-36e3-4a37-bfac-a2212bcb48dc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.113794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eec1e8c1-d37d-47ad-8e16-38ec0b32b59d req-5ce8e955-34b6-436f-bc42-495fc07710a9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (67b560cb-f3b3-4691-946c-3cb67c56664e), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.182263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Allocated IP 2001:db8::f816:3eff:feda:aec7 (e4802b6d-39f7-47d1-9fcf-78b70f50d6e2/8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4/df7155ab-90ab-495d-9002-48599d08b37e) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:12.202407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33942) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:12.237554 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eec1e8c1-d37d-47ad-8e16-38ec0b32b59d req-5ce8e955-34b6-436f-bc42-495fc07710a9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (67b560cb-f3b3-4691-946c-3cb67c56664e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.245340 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eec1e8c1-d37d-47ad-8e16-38ec0b32b59d req-5ce8e955-34b6-436f-bc42-495fc07710a9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (67b560cb-f3b3-4691-946c-3cb67c56664e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.266448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a552895-43f5-440d-8370-703203567850 admin admin] Checking segment: {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:12.271313 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a552895-43f5-440d-8370-703203567850 admin admin] Network hostable DHCP agents. Network: 432725e1-c9fb-4227-b041-9847d0d50fc9, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:12.289635 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-372a0cd8-2216-44fc-a7c3-8b14874d5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (92a5d97c-c312-497d-9186-819931773d03), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.292077 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eec1e8c1-d37d-47ad-8e16-38ec0b32b59d req-5ce8e955-34b6-436f-bc42-495fc07710a9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.298661 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eec1e8c1-d37d-47ad-8e16-38ec0b32b59d req-5ce8e955-34b6-436f-bc42-495fc07710a9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3372521 Feb 15 14:03:12.300282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8e955-34b6-436f-bc42-495fc07710a9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b560cb-f3b3-4691-946c-3cb67c56664e,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:12.361513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a0cd8-2216-44fc-a7c3-8b14874d5113 None None] Pushing event deleted for resources: {'Port': ['ID=92a5d97c-c312-497d-9186-819931773d03,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:12.377013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a0cd8-2216-44fc-a7c3-8b14874d5113 None None] No DVR routers for this DVR port 92a5d97c-c312-497d-9186-819931773d03 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:03:12.468438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3eb76e91-ab93-48dd-a343-cb355fce7bbe req-deea090f-61b0-4d1a-89ab-398507ddaf9c tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/04d348ce-0e57-457f-b440-6893f7450472 HTTP/1.1" status: 200 len: 1824 time: 0.0779777 Feb 15 14:03:12.476697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1113a-2fdc-4736-858b-ddf47c038c6d req-a3aa8d9a-0adb-4682-8681-1e9612cc0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:12.477372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1113a-2fdc-4736-858b-ddf47c038c6d req-a3aa8d9a-0adb-4682-8681-1e9612cc0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:12.477899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1113a-2fdc-4736-858b-ddf47c038c6d req-a3aa8d9a-0adb-4682-8681-1e9612cc0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:12.478529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1113a-2fdc-4736-858b-ddf47c038c6d req-a3aa8d9a-0adb-4682-8681-1e9612cc0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:12.479129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1113a-2fdc-4736-858b-ddf47c038c6d req-a3aa8d9a-0adb-4682-8681-1e9612cc0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:12.479927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1113a-2fdc-4736-858b-ddf47c038c6d req-a3aa8d9a-0adb-4682-8681-1e9612cc0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:12.480419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1113a-2fdc-4736-858b-ddf47c038c6d req-a3aa8d9a-0adb-4682-8681-1e9612cc0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:12.490213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1bb1113a-2fdc-4736-858b-ddf47c038c6d req-a3aa8d9a-0adb-4682-8681-1e9612cc0424 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 6716 time: 0.2697790 Feb 15 14:03:12.570564 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Publish callbacks [] for port (df7155ab-90ab-495d-9002-48599d08b37e), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.579571 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (df7155ab-90ab-495d-9002-48599d08b37e), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.664805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Network e4802b6d-39f7-47d1-9fcf-78b70f50d6e2 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:12.675898 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:12.681435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:12.689990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Pushing event updated for resources: {'Port': ['ID=df7155ab-90ab-495d-9002-48599d08b37e,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:12.722008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1bb1113a-2fdc-4736-858b-ddf47c038c6d req-908e1b07-1748-47b3-9de7-6bbe9f3c67b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2307298 Feb 15 14:03:12.806689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Attempting to bind port df7155ab-90ab-495d-9002-48599d08b37e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:12.807208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Attempting to bind port df7155ab-90ab-495d-9002-48599d08b37e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '2598b472-cfea-4a28-bed4-c24a13e79f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e4802b6d-39f7-47d1-9fcf-78b70f50d6e2'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:12.807502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Attempting to bind port df7155ab-90ab-495d-9002-48599d08b37e on network e4802b6d-39f7-47d1-9fcf-78b70f50d6e2 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:12.820906 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:12.821200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Checking segment: {'id': '2598b472-cfea-4a28-bed4-c24a13e79f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e4802b6d-39f7-47d1-9fcf-78b70f50d6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:12.826282 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.826895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Bound using segment: {'id': '2598b472-cfea-4a28-bed4-c24a13e79f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e4802b6d-39f7-47d1-9fcf-78b70f50d6e2'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:12.827345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Bound port: df7155ab-90ab-495d-9002-48599d08b37e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2598b472-cfea-4a28-bed4-c24a13e79f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e4802b6d-39f7-47d1-9fcf-78b70f50d6e2'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:12.827759 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (df7155ab-90ab-495d-9002-48599d08b37e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.902470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Port': ['ID=e4752e01-36e3-4a37-bfac-a2212bcb48dc,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:12.908195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network e4802b6d-39f7-47d1-9fcf-78b70f50d6e2 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:12.914145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:12.920176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:12.927400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:12.928554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.947414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a552895-43f5-440d-8370-703203567850 admin admin] Network 432725e1-c9fb-4227-b041-9847d0d50fc9 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:12.958125 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ab1786e7-f091-4715-a927-ec390f14f7a4 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1514916 Feb 15 14:03:12.962073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] For port df7155ab-90ab-495d-9002-48599d08b37e, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:12.962823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33952) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:12.966412 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] For port df7155ab-90ab-495d-9002-48599d08b37e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=df7155ab-90ab-495d-9002-48599d08b37e,segment=NetworkSegment(2598b472-cfea-4a28-bed4-c24a13e79f1b),segment_id=2598b472-cfea-4a28-bed4-c24a13e79f1b)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:12.985928 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (df7155ab-90ab-495d-9002-48599d08b37e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:12.993377 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3eb76e91-ab93-48dd-a343-cb355fce7bbe req-8620fe60-4038-4b6d-8fde-e607dd49afef tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (04d348ce-0e57-457f-b440-6893f7450472), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.035094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0a552895-43f5-440d-8370-703203567850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 432725e1-c9fb-4227-b041-9847d0d50fc9) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:13.061236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad17177-8442-46dd-9693-38907c52178b None None] Network 432725e1-c9fb-4227-b041-9847d0d50fc9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:13.071576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a552895-43f5-440d-8370-703203567850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:13.074626 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a552895-43f5-440d-8370-703203567850 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.109371 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3eb76e91-ab93-48dd-a343-cb355fce7bbe req-8620fe60-4038-4b6d-8fde-e607dd49afef tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (04d348ce-0e57-457f-b440-6893f7450472), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.117397 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0a552895-43f5-440d-8370-703203567850 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8431003 Feb 15 14:03:13.120845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33956) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:13.149683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:13.177449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd7b00-0a09-49c5-9c89-55de563f95c2 None None] Pushing event updated for resources: {'Port': ['ID=df7155ab-90ab-495d-9002-48599d08b37e,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:13.222652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3eb76e91-ab93-48dd-a343-cb355fce7bbe req-8620fe60-4038-4b6d-8fde-e607dd49afef tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (04d348ce-0e57-457f-b440-6893f7450472), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.226293 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3eb76e91-ab93-48dd-a343-cb355fce7bbe req-8620fe60-4038-4b6d-8fde-e607dd49afef tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.229590 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3eb76e91-ab93-48dd-a343-cb355fce7bbe req-8620fe60-4038-4b6d-8fde-e607dd49afef tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "DELETE /v2.0/security-groups/04d348ce-0e57-457f-b440-6893f7450472 HTTP/1.1" status: 204 len: 173 time: 0.6974156 Feb 15 14:03:13.230496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.232051 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.247475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-94725fb0-f388-464a-89b6-1ee38d4afaff tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Deleting subnet 8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:03:13.256306 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94725fb0-f388-464a-89b6-1ee38d4afaff tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for subnet (8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.262951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620fe60-4038-4b6d-8fde-e607dd49afef tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d348ce-0e57-457f-b440-6893f7450472,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:13.298723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-432725e1-c9fb-4227-b041-9847d0d50fc9', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:03:13.304092 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.408348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5583eb2c-9a1a-4eae-a51d-03444fa1cad3 req-79842dc6-3a48-4b94-8b5f-2a1219aa5cde tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/06a6154a-60e6-4792-81a1-a2866f003fd3 HTTP/1.1" status: 200 len: 1823 time: 0.1394072 Feb 15 14:03:13.502147 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94725fb0-f388-464a-89b6-1ee38d4afaff tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.570095 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Publish callbacks [] for router_controller (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.658259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-9bd93a09-e9d7-477a-835b-eb97a86be6c5 req-36c2266e-caa2-4625-8cd7-6ed7436063f9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-381643058', 'description': 'tempest-description-908129627'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:13.680648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device df7155ab-90ab-495d-9002-48599d08b37e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:13.696171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Allocated IP 172.20.0.2 (432725e1-c9fb-4227-b041-9847d0d50fc9/dc34560e-8413-4f68-957e-907d850449d4/9604281e-6510-4e20-a2f4-37f0eaf4c142) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:13.705796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9bd93a09-e9d7-477a-835b-eb97a86be6c5 req-36c2266e-caa2-4625-8cd7-6ed7436063f9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.861951 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9bd93a09-e9d7-477a-835b-eb97a86be6c5 req-36c2266e-caa2-4625-8cd7-6ed7436063f9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (11fc44e7-5bd8-4884-a981-e0a4722613d7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.877531 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9bd93a09-e9d7-477a-835b-eb97a86be6c5 req-36c2266e-caa2-4625-8cd7-6ed7436063f9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (11fc44e7-5bd8-4884-a981-e0a4722613d7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.899422 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Publish callbacks [] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.902395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Publish callbacks [] for router_gateway (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.936940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.977421 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9bd93a09-e9d7-477a-835b-eb97a86be6c5 req-36c2266e-caa2-4625-8cd7-6ed7436063f9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:13.978741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9bd93a09-e9d7-477a-835b-eb97a86be6c5 req-36c2266e-caa2-4625-8cd7-6ed7436063f9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5372822 Feb 15 14:03:13.998516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2266e-caa2-4625-8cd7-6ed7436063f9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fc44e7-5bd8-4884-a981-e0a4722613d7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:14.014039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94725fb0-f388-464a-89b6-1ee38d4afaff tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.093514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Network 432725e1-c9fb-4227-b041-9847d0d50fc9 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:14.096726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80de18aa-a473-4578-9fb0-41a80e36c886 req-4da215d5-01d3-4f3f-9476-6cf2e0f2b9bb tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/11fc44e7-5bd8-4884-a981-e0a4722613d7 HTTP/1.1" status: 200 len: 1822 time: 0.0752652 Feb 15 14:03:14.099542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:14.106437 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-80de18aa-a473-4578-9fb0-41a80e36c886 req-ee6fcb83-0c42-45ca-952b-9655257535bd tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11fc44e7-5bd8-4884-a981-e0a4722613d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:14.109852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-80de18aa-a473-4578-9fb0-41a80e36c886 req-ee6fcb83-0c42-45ca-952b-9655257535bd tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11fc44e7-5bd8-4884-a981-e0a4722613d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:14.113545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94725fb0-f388-464a-89b6-1ee38d4afaff tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.138599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Pushing event updated for resources: {'Port': ['ID=9604281e-6510-4e20-a2f4-37f0eaf4c142,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:14.141141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:14.163051 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94725fb0-f388-464a-89b6-1ee38d4afaff tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Subnet': ['ID=8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:14.170099 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94725fb0-f388-464a-89b6-1ee38d4afaff tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.174395 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-94725fb0-f388-464a-89b6-1ee38d4afaff tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/subnets/8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4 HTTP/1.1" status: 204 len: 168 time: 1.2082229 Feb 15 14:03:14.176810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33970) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:14.242006 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-80de18aa-a473-4578-9fb0-41a80e36c886 req-ee6fcb83-0c42-45ca-952b-9655257535bd tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (3e98adc5-9b53-4e73-99cd-f011d71d3a62), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.306732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port df7155ab-90ab-495d-9002-48599d08b37e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:14.307968 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (df7155ab-90ab-495d-9002-48599d08b37e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.320216 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-80de18aa-a473-4578-9fb0-41a80e36c886 req-ee6fcb83-0c42-45ca-952b-9655257535bd tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (3e98adc5-9b53-4e73-99cd-f011d71d3a62), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.328123 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-80de18aa-a473-4578-9fb0-41a80e36c886 req-ee6fcb83-0c42-45ca-952b-9655257535bd tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (3e98adc5-9b53-4e73-99cd-f011d71d3a62), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.337617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc0cd35-4640-4ff3-a0ed-06efb96e6830 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:14.339172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc0cd35-4640-4ff3-a0ed-06efb96e6830 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:14.344709 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dbc0cd35-4640-4ff3-a0ed-06efb96e6830 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1669805 Feb 15 14:03:14.345298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33972) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:14.367046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fcb83-0c42-45ca-952b-9655257535bd tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e98adc5-9b53-4e73-99cd-f011d71d3a62,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:14.401568 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-80de18aa-a473-4578-9fb0-41a80e36c886 req-ee6fcb83-0c42-45ca-952b-9655257535bd tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.406710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80de18aa-a473-4578-9fb0-41a80e36c886 req-ee6fcb83-0c42-45ca-952b-9655257535bd tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3075387 Feb 15 14:03:14.435760 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Attempting to bind port 9604281e-6510-4e20-a2f4-37f0eaf4c142 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:14.436280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Attempting to bind port 9604281e-6510-4e20-a2f4-37f0eaf4c142 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:14.436755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Attempting to bind port 9604281e-6510-4e20-a2f4-37f0eaf4c142 on network 432725e1-c9fb-4227-b041-9847d0d50fc9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:14.445248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:14.445976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Checking segment: {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:14.446471 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.446986 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Bound using segment: {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:14.447791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Bound port: 9604281e-6510-4e20-a2f4-37f0eaf4c142, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:14.448293 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.559063 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f32b1090-4416-439a-baa1-e95e5eaf823a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (e4802b6d-39f7-47d1-9fcf-78b70f50d6e2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.567254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port df7155ab-90ab-495d-9002-48599d08b37e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:14.569577 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (df7155ab-90ab-495d-9002-48599d08b37e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.598202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1eb64b8e-f327-4958-9dac-bb678fa75bc5 req-b511bce7-8c78-4989-82ff-799341a8ffe6 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/11fc44e7-5bd8-4884-a981-e0a4722613d7 HTTP/1.1" status: 200 len: 2416 time: 0.1737800 Feb 15 14:03:14.606090 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32b1090-4416-439a-baa1-e95e5eaf823a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 15 14:03:14.606580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32b1090-4416-439a-baa1-e95e5eaf823a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:03:14.609736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-1eb64b8e-f327-4958-9dac-bb678fa75bc5 req-8ee28186-ee90-4f42-b032-2571ff8c23ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11fc44e7-5bd8-4884-a981-e0a4722613d7', 'remote_group_id': None}]} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:14.611285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-1eb64b8e-f327-4958-9dac-bb678fa75bc5 req-8ee28186-ee90-4f42-b032-2571ff8c23ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11fc44e7-5bd8-4884-a981-e0a4722613d7', 'remote_group_id': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:14.622171 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f32b1090-4416-439a-baa1-e95e5eaf823a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/networks/e4802b6d-39f7-47d1-9fcf-78b70f50d6e2 HTTP/1.1" status: 409 len: 466 time: 0.2369950 Feb 15 14:03:14.624607 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33980) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:14.630613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1846617165'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:14.654244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port df7155ab-90ab-495d-9002-48599d08b37e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=df7155ab-90ab-495d-9002-48599d08b37e,segment=NetworkSegment(2598b472-cfea-4a28-bed4-c24a13e79f1b),segment_id=2598b472-cfea-4a28-bed4-c24a13e79f1b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:14.663741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Publish callbacks [] for router_gateway (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.686528 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.696722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:14.698735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (df7155ab-90ab-495d-9002-48599d08b37e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.700925 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.744494 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a49d03d9-4d73-4c07-9bcb-cea11370d33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.782497 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1eb64b8e-f327-4958-9dac-bb678fa75bc5 req-8ee28186-ee90-4f42-b032-2571ff8c23ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (5af0b0e4-37d3-4f40-920f-60b33f9fe9ed), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.800001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:14.840861 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (ba1fe1bd-471d-496c-829b-cee4fdf4c519), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.841220 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Added segment ba1fe1bd-471d-496c-829b-cee4fdf4c519 of type vlan for network d7410135-fd2f-4007-b465-36cace8a23a7 Feb 15 14:03:14.844615 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1eb64b8e-f327-4958-9dac-bb678fa75bc5 req-8ee28186-ee90-4f42-b032-2571ff8c23ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (5af0b0e4-37d3-4f40-920f-60b33f9fe9ed), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.852983 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1eb64b8e-f327-4958-9dac-bb678fa75bc5 req-8ee28186-ee90-4f42-b032-2571ff8c23ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (5af0b0e4-37d3-4f40-920f-60b33f9fe9ed), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.862016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=df7155ab-90ab-495d-9002-48599d08b37e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:14.872669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 92a5d97c-c312-497d-9186-819931773d03 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:03:14.874479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6824c9d4-f5e1-4398-a1f8-1c122bbdc282 None None] Network e4802b6d-39f7-47d1-9fcf-78b70f50d6e2 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:14.888122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee28186-ee90-4f42-b032-2571ff8c23ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af0b0e4-37d3-4f40-920f-60b33f9fe9ed,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:14.904316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Allocated IP 172.25.6.183 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/663101dd-fe32-4a84-a570-f839df4f4306) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:14.908405 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (d7410135-fd2f-4007-b465-36cace8a23a7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.919330 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1eb64b8e-f327-4958-9dac-bb678fa75bc5 req-8ee28186-ee90-4f42-b032-2571ff8c23ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.927565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1eb64b8e-f327-4958-9dac-bb678fa75bc5 req-8ee28186-ee90-4f42-b032-2571ff8c23ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3282378 Feb 15 14:03:14.990495 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (d7410135-fd2f-4007-b465-36cace8a23a7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:14.991992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] For port 9604281e-6510-4e20-a2f4-37f0eaf4c142, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:14.995829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:14.996474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:15.011413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] For port 9604281e-6510-4e20-a2f4-37f0eaf4c142, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9604281e-6510-4e20-a2f4-37f0eaf4c142,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:15.030002 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4043100 Feb 15 14:03:15.035687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79df520e-4053-4b85-aab5-35bea3380a37 req-230a13b3-df0e-4cd5-8fd6-534edaae100f tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/11fc44e7-5bd8-4884-a981-e0a4722613d7 HTTP/1.1" status: 200 len: 3015 time: 0.0823860 Feb 15 14:03:15.036478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33986) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:15.056842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'subnet': {'network_id': 'd7410135-fd2f-4007-b465-36cace8a23a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:15.096839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 92a5d97c-c312-497d-9186-819931773d03 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:03:15.097181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 92a5d97c-c312-497d-9186-819931773d03 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:03:15.103682 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:15.142719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8a0cb-5bfa-45fd-b74e-0c71b9768cc0 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Network': ['ID=d7410135-fd2f-4007-b465-36cace8a23a7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:15.184449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network d7410135-fd2f-4007-b465-36cace8a23a7 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:15.198937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Publish callbacks [] for port (663101dd-fe32-4a84-a570-f839df4f4306), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:15.246087 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (663101dd-fe32-4a84-a570-f839df4f4306), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:15.270338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4475b52-681c-4275-a2a7-1a8fd50b1850 req-e60fb9d0-6c2f-4daa-9217-baf0db978b0c tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-group-rules/5af0b0e4-37d3-4f40-920f-60b33f9fe9ed HTTP/1.1" status: 200 len: 783 time: 0.0990694 Feb 15 14:03:15.350057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:15.365106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=663101dd-fe32-4a84-a570-f839df4f4306,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:15.378023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:15.388238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:15.400362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-503abf57-a298-4794-92ce-7222779ad9aa None None] Provisioning complete for port df7155ab-90ab-495d-9002-48599d08b37e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:15.400823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-503abf57-a298-4794-92ce-7222779ad9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (df7155ab-90ab-495d-9002-48599d08b37e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:15.414215 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4475b52-681c-4275-a2a7-1a8fd50b1850 req-1addf975-4c6b-4d7e-8d96-99f8b0c0dc1a tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/11fc44e7-5bd8-4884-a981-e0a4722613d7 HTTP/1.1" status: 200 len: 3015 time: 0.1344798 Feb 15 14:03:15.498309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efa74f-0ef5-4d3e-9cd6-060e1e57cb99 None None] Pushing event updated for resources: {'Port': ['ID=9604281e-6510-4e20-a2f4-37f0eaf4c142,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:15.552497 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a4475b52-681c-4275-a2a7-1a8fd50b1850 req-dc5839f6-7113-4cca-9edc-f82c3e8fddd9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (5af0b0e4-37d3-4f40-920f-60b33f9fe9ed), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:15.578418 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a4475b52-681c-4275-a2a7-1a8fd50b1850 req-dc5839f6-7113-4cca-9edc-f82c3e8fddd9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (5af0b0e4-37d3-4f40-920f-60b33f9fe9ed), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:15.646710 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a4475b52-681c-4275-a2a7-1a8fd50b1850 req-dc5839f6-7113-4cca-9edc-f82c3e8fddd9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (5af0b0e4-37d3-4f40-920f-60b33f9fe9ed), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:15.658783 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a4475b52-681c-4275-a2a7-1a8fd50b1850 req-dc5839f6-7113-4cca-9edc-f82c3e8fddd9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:15.660763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4475b52-681c-4275-a2a7-1a8fd50b1850 req-dc5839f6-7113-4cca-9edc-f82c3e8fddd9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/5af0b0e4-37d3-4f40-920f-60b33f9fe9ed HTTP/1.1" status: 204 len: 173 time: 0.2327845 Feb 15 14:03:15.691164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5839f6-7113-4cca-9edc-f82c3e8fddd9 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5af0b0e4-37d3-4f40-920f-60b33f9fe9ed,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:15.701725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:15.702683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3aaea8-297a-4583-8d11-c4ab9965c141 None None] DHCP port deletion for e4802b6d-39f7-47d1-9fcf-78b70f50d6e2 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:03:15.712075 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:15.852621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cddcf69e-3395-4416-a15a-d09d236d8c2c req-8e3d6e05-85e4-4353-a89a-fb5060eb9142 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/11fc44e7-5bd8-4884-a981-e0a4722613d7 HTTP/1.1" status: 200 len: 2416 time: 0.1589394 Feb 15 14:03:15.906647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Publish callbacks [] for router_gateway (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:15.972022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-503abf57-a298-4794-92ce-7222779ad9aa None None] Current status of the port df7155ab-90ab-495d-9002-48599d08b37e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:16.005697 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cddcf69e-3395-4416-a15a-d09d236d8c2c req-c90b2887-3b47-468a-ad9f-ce3b653fb8f6 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (11fc44e7-5bd8-4884-a981-e0a4722613d7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:16.011563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c3aaea8-297a-4583-8d11-c4ab9965c141 None None] Deleting port df7155ab-90ab-495d-9002-48599d08b37e {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:16.012507 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c3aaea8-297a-4583-8d11-c4ab9965c141 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (df7155ab-90ab-495d-9002-48599d08b37e), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:16.055255 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cddcf69e-3395-4416-a15a-d09d236d8c2c req-c90b2887-3b47-468a-ad9f-ce3b653fb8f6 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (11fc44e7-5bd8-4884-a981-e0a4722613d7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:16.101301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c3aaea8-297a-4583-8d11-c4ab9965c141 None None] For port df7155ab-90ab-495d-9002-48599d08b37e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=df7155ab-90ab-495d-9002-48599d08b37e,segment=NetworkSegment(2598b472-cfea-4a28-bed4-c24a13e79f1b),segment_id=2598b472-cfea-4a28-bed4-c24a13e79f1b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:16.101967 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c3aaea8-297a-4583-8d11-c4ab9965c141 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (df7155ab-90ab-495d-9002-48599d08b37e), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:16.117141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c3aaea8-297a-4583-8d11-c4ab9965c141 None None] Calling delete_port for df7155ab-90ab-495d-9002-48599d08b37e owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:16.192305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:16.339028 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cddcf69e-3395-4416-a15a-d09d236d8c2c req-c90b2887-3b47-468a-ad9f-ce3b653fb8f6 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (11fc44e7-5bd8-4884-a981-e0a4722613d7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:16.341578 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cddcf69e-3395-4416-a15a-d09d236d8c2c req-c90b2887-3b47-468a-ad9f-ce3b653fb8f6 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:16.351173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cddcf69e-3395-4416-a15a-d09d236d8c2c req-c90b2887-3b47-468a-ad9f-ce3b653fb8f6 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "DELETE /v2.0/security-groups/11fc44e7-5bd8-4884-a981-e0a4722613d7 HTTP/1.1" status: 204 len: 173 time: 0.4965796 Feb 15 14:03:16.359023 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c3aaea8-297a-4583-8d11-c4ab9965c141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (df7155ab-90ab-495d-9002-48599d08b37e), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:16.383764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b2887-3b47-468a-ad9f-ce3b653fb8f6 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fc44e7-5bd8-4884-a981-e0a4722613d7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:16.399704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3aaea8-297a-4583-8d11-c4ab9965c141 None None] Pushing event deleted for resources: {'Port': ['ID=df7155ab-90ab-495d-9002-48599d08b37e,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:16.404490 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3aaea8-297a-4583-8d11-c4ab9965c141 None None] No DVR routers for this DVR port df7155ab-90ab-495d-9002-48599d08b37e on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:03:16.440434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Router b041dc17-d83a-41dd-8d24-a45ccfad0ddd is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:03:16.505581 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-9795403d-a0fd-4e65-a25b-19045ead8c19 req-3d5c5305-23e3-4d74-a2d6-3ea4687eeb6a tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] show failed (client error): The resource could not be found. Feb 15 14:03:16.507325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9795403d-a0fd-4e65-a25b-19045ead8c19 req-3d5c5305-23e3-4d74-a2d6-3ea4687eeb6a tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/04d348ce-0e57-457f-b440-6893f7450472 HTTP/1.1" status: 404 len: 352 time: 0.1269286 Feb 15 14:03:16.536448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.objects.ports [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:03:16.541929 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (8f814f88-3fe1-4c49-8d4d-ff942b8bc412), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:16.619516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:03:16.631400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Sync routers for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:03:16.657875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:16.663572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:16.663667 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-448fd9f7-0eaf-4970-8d90-4935fbfdb7f8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5359318 Feb 15 14:03:16.663747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:02:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:16.669832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34002) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:16.898601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8717fa-c231-413a-80a4-53b3b1f8d05c None None] Network 432725e1-c9fb-4227-b041-9847d0d50fc9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:16.903598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7372a0a-e1e0-4713-85e0-9c235de9d8ce req-a47bf0c1-25c1-4153-b9f3-0aaa3c5b1985 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/06a6154a-60e6-4792-81a1-a2866f003fd3 HTTP/1.1" status: 200 len: 1823 time: 0.3643646 Feb 15 14:03:16.904239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Subnet': ['ID=8f814f88-3fe1-4c49-8d4d-ff942b8bc412,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:16.926648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:03:16.965296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Checking segment: {'id': 'ba1fe1bd-471d-496c-829b-cee4fdf4c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd7410135-fd2f-4007-b465-36cace8a23a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:16.965668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network hostable DHCP agents. Network: d7410135-fd2f-4007-b465-36cace8a23a7, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:17.071020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network d7410135-fd2f-4007-b465-36cace8a23a7 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:17.106116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, d7410135-fd2f-4007-b465-36cace8a23a7) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:17.112778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:17.113862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.128495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-97b86804-53cc-4da3-b306-591adbf545e9 None None] Provisioning complete for port 9604281e-6510-4e20-a2f4-37f0eaf4c142 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:17.128495 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-97b86804-53cc-4da3-b306-591adbf545e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.128495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b4a59c-0112-4243-951c-5a3cd13e1ac3 None None] Network d7410135-fd2f-4007-b465-36cace8a23a7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:17.131603 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c7372a0a-e1e0-4713-85e0-9c235de9d8ce req-261b3bdb-4c86-4e24-ad32-f4cb6a97c02a tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (06a6154a-60e6-4792-81a1-a2866f003fd3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.178234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-12bb5eb7-3b86-415c-a0e0-7dcd44ebd721 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1402676 Feb 15 14:03:17.187411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34008) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:17.244981 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c7372a0a-e1e0-4713-85e0-9c235de9d8ce req-261b3bdb-4c86-4e24-ad32-f4cb6a97c02a tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (06a6154a-60e6-4792-81a1-a2866f003fd3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.263100 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e6c910c1-e1e5-4e5d-92e6-590ec1576fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.353141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c7372a0a-e1e0-4713-85e0-9c235de9d8ce req-261b3bdb-4c86-4e24-ad32-f4cb6a97c02a tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (06a6154a-60e6-4792-81a1-a2866f003fd3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.362031 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c7372a0a-e1e0-4713-85e0-9c235de9d8ce req-261b3bdb-4c86-4e24-ad32-f4cb6a97c02a tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.365315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7372a0a-e1e0-4713-85e0-9c235de9d8ce req-261b3bdb-4c86-4e24-ad32-f4cb6a97c02a tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "DELETE /v2.0/security-groups/06a6154a-60e6-4792-81a1-a2866f003fd3 HTTP/1.1" status: 204 len: 173 time: 0.4113863 Feb 15 14:03:17.472366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b3bdb-4c86-4e24-ad32-f4cb6a97c02a tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a6154a-60e6-4792-81a1-a2866f003fd3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:17.503674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-97b86804-53cc-4da3-b306-591adbf545e9 None None] Current status of the port 9604281e-6510-4e20-a2f4-37f0eaf4c142 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:17.503674 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-97b86804-53cc-4da3-b306-591adbf545e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.534125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (d7410135-fd2f-4007-b465-36cace8a23a7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.558498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4d12d7-9091-471b-a54e-1f642aa7f168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-d7410135-fd2f-4007-b465-36cace8a23a7', 'network_id': 'd7410135-fd2f-4007-b465-36cace8a23a7', 'project_id': 'b16a1a0d9736462696373f2e7f502414', 'fixed_ips': [{'subnet_id': '8f814f88-3fe1-4c49-8d4d-ff942b8bc412'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:03:17.559401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b4d12d7-9091-471b-a54e-1f642aa7f168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.613256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-891f11af-799b-4fbd-8ca6-639a19390a58 req-d8dc2466-6c68-47e5-8c84-cce94c63573d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff HTTP/1.1" status: 200 len: 1823 time: 0.1521089 Feb 15 14:03:17.647015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9604281e-6510-4e20-a2f4-37f0eaf4c142 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:17.676335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (8f814f88-3fe1-4c49-8d4d-ff942b8bc412), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.704581 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.727401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:15Z', 'revision_number': 3, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:17.755697 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-891f11af-799b-4fbd-8ca6-639a19390a58 req-96ff58ea-c4aa-4737-99f3-15b5e557b769 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.834223 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-891f11af-799b-4fbd-8ca6-639a19390a58 req-96ff58ea-c4aa-4737-99f3-15b5e557b769 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.842069 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (8f814f88-3fe1-4c49-8d4d-ff942b8bc412), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.920006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Subnet': ['ID=8f814f88-3fe1-4c49-8d4d-ff942b8bc412,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:17.965289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-97b86804-53cc-4da3-b306-591adbf545e9 None None] For port 9604281e-6510-4e20-a2f4-37f0eaf4c142, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9604281e-6510-4e20-a2f4-37f0eaf4c142,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:17.996107 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-891f11af-799b-4fbd-8ca6-639a19390a58 req-96ff58ea-c4aa-4737-99f3-15b5e557b769 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:17.999027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-891f11af-799b-4fbd-8ca6-639a19390a58 req-96ff58ea-c4aa-4737-99f3-15b5e557b769 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.000275 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-891f11af-799b-4fbd-8ca6-639a19390a58 req-96ff58ea-c4aa-4737-99f3-15b5e557b769 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "DELETE /v2.0/security-groups/c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff HTTP/1.1" status: 204 len: 173 time: 0.3776560 Feb 15 14:03:18.015861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Allocated IP 172.20.0.1 (432725e1-c9fb-4227-b041-9847d0d50fc9/dc34560e-8413-4f68-957e-907d850449d4/14254af9-1bcd-4176-b25d-7ff2fe8d91a6) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:18.018420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff58ea-c4aa-4737-99f3-15b5e557b769 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c0c2ef-c4b3-4eb9-9c3f-dc376aaf4bff,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:18.040826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (d7410135-fd2f-4007-b465-36cace8a23a7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-4b4d12d7-9091-471b-a54e-1f642aa7f168 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f814f88-3fe1-4c49-8d4d-ff942b8bc412: This subnet is being modified by another concurrent operation. Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:03:18.044229 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f814f88-3fe1-4c49-8d4d-ff942b8bc412: This subnet is being modified by another concurrent operation. Feb 15 14:03:18.047565 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:03:18.055552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Checking router: b041dc17-d83a-41dd-8d24-a45ccfad0ddd for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:03:18.057060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Updating router b041dc17-d83a-41dd-8d24-a45ccfad0ddd port 663101dd-fe32-4a84-a570-f839df4f4306 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:03:18.083899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7410135-fd2f-4007-b465-36cace8a23a7']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:18.091830 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-97b86804-53cc-4da3-b306-591adbf545e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.096111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1fe1bd-471d-496c-829b-cee4fdf4c519') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:18.096532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1fe1bd-471d-496c-829b-cee4fdf4c519') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:18.121300 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (ba1fe1bd-471d-496c-829b-cee4fdf4c519), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.136342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (ba1fe1bd-471d-496c-829b-cee4fdf4c519), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.143778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:03:18.144300 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (ba1fe1bd-471d-496c-829b-cee4fdf4c519), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:03:18.147753 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:03:18.160976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720fe1bb-c05e-4171-a4e2-fe5b488fe79d None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:03:18.273522 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (d7410135-fd2f-4007-b465-36cace8a23a7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.282477 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.291991 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/networks/d7410135-fd2f-4007-b465-36cace8a23a7 HTTP/1.1" status: 204 len: 168 time: 1.1099513 Feb 15 14:03:18.294356 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34022) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:18.299572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1898697880'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:18.317584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1760f93-b6da-434c-b822-4b6cf5857360 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Network': ['ID=d7410135-fd2f-4007-b465-36cace8a23a7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:18.330819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b86804-53cc-4da3-b306-591adbf545e9 None None] Pushing event updated for resources: {'Port': ['ID=9604281e-6510-4e20-a2f4-37f0eaf4c142,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:18.355567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:18.359178 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.390650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:18.412006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c8b79c76-6939-4e30-97f0-0d00e2dd65b2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.412349 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Added segment c8b79c76-6939-4e30-97f0-0d00e2dd65b2 of type vlan for network 8ce44510-b815-45fd-82ae-8200165d5943 Feb 15 14:03:18.424103 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (663101dd-fe32-4a84-a570-f839df4f4306), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.497334 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (8ce44510-b815-45fd-82ae-8200165d5943), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.526488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (8ce44510-b815-45fd-82ae-8200165d5943), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.538953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:18.542297 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.545089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7eb42200-0168-4e29-9e95-7e9a7d440241 None None] Provisioning complete for port 9604281e-6510-4e20-a2f4-37f0eaf4c142 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:18.546179 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7eb42200-0168-4e29-9e95-7e9a7d440241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.594806 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.671708 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3759398 Feb 15 14:03:18.678839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34028) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:18.690366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'subnet': {'network_id': '8ce44510-b815-45fd-82ae-8200165d5943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:18.698795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39da69c7-fd02-4a06-a941-f79194ffb7ad req-44cfae54-3274-497b-9b9d-3c6fcdd8e639 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/4056e8c1-8d8a-4f09-af19-d1140a1cedb5 HTTP/1.1" status: 200 len: 1823 time: 0.6769738 Feb 15 14:03:18.793902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d7074-20f3-4b86-adc8-0485f1efa9a2 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Network': ['ID=8ce44510-b815-45fd-82ae-8200165d5943,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:18.820751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Publish callbacks [] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.830748 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39da69c7-fd02-4a06-a941-f79194ffb7ad req-318e954d-eb64-4118-a51c-0372cc000c10 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (4056e8c1-8d8a-4f09-af19-d1140a1cedb5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.856619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39da69c7-fd02-4a06-a941-f79194ffb7ad req-318e954d-eb64-4118-a51c-0372cc000c10 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (4056e8c1-8d8a-4f09-af19-d1140a1cedb5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.916289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:18.919680 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.920037 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39da69c7-fd02-4a06-a941-f79194ffb7ad req-318e954d-eb64-4118-a51c-0372cc000c10 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4056e8c1-8d8a-4f09-af19-d1140a1cedb5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.923263 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39da69c7-fd02-4a06-a941-f79194ffb7ad req-318e954d-eb64-4118-a51c-0372cc000c10 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.924699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39da69c7-fd02-4a06-a941-f79194ffb7ad req-318e954d-eb64-4118-a51c-0372cc000c10 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "DELETE /v2.0/security-groups/4056e8c1-8d8a-4f09-af19-d1140a1cedb5 HTTP/1.1" status: 204 len: 173 time: 0.2189739 Feb 15 14:03:18.941742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e954d-eb64-4118-a51c-0372cc000c10 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4056e8c1-8d8a-4f09-af19-d1140a1cedb5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:18.952843 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Publish callbacks [] for port (663101dd-fe32-4a84-a570-f839df4f4306), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.969105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 8ce44510-b815-45fd-82ae-8200165d5943 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:18.983623 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (663101dd-fe32-4a84-a570-f839df4f4306), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:18.996474 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.051880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e58cc17-027a-42ce-93b0-2456c6e16d21 req-8fb7af90-6e85-4f05-baf9-20ba0d06036d tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/ee03e46e-de00-4415-9e9e-d62f75d5e7ff HTTP/1.1" status: 200 len: 2423 time: 0.0954232 Feb 15 14:03:19.074721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Network 432725e1-c9fb-4227-b041-9847d0d50fc9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:19.123410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:19.126500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:19.132570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Pushing event updated for resources: {'Port': ['ID=14254af9-1bcd-4176-b25d-7ff2fe8d91a6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:19.198322 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e58cc17-027a-42ce-93b0-2456c6e16d21 req-83dad054-8670-4be6-8148-d1e57a9907ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (ee03e46e-de00-4415-9e9e-d62f75d5e7ff), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.207826 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.273323 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e58cc17-027a-42ce-93b0-2456c6e16d21 req-83dad054-8670-4be6-8148-d1e57a9907ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (ee03e46e-de00-4415-9e9e-d62f75d5e7ff), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.302332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b29c54-c362-4b6a-a3cc-57159658e022 None None] Pushing event updated for resources: {'Port': ['ID=663101dd-fe32-4a84-a570-f839df4f4306,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:19.305871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9604281e-6510-4e20-a2f4-37f0eaf4c142 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:19.306254 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.307914 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (e312585e-5b47-4878-91d4-1471067ffe60), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.374942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Attempting to bind port 663101dd-fe32-4a84-a570-f839df4f4306 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:19.376072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Attempting to bind port 663101dd-fe32-4a84-a570-f839df4f4306 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:19.376444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Attempting to bind port 663101dd-fe32-4a84-a570-f839df4f4306 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:19.409475 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e58cc17-027a-42ce-93b0-2456c6e16d21 req-83dad054-8670-4be6-8148-d1e57a9907ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ee03e46e-de00-4415-9e9e-d62f75d5e7ff), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.413162 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e58cc17-027a-42ce-93b0-2456c6e16d21 req-83dad054-8670-4be6-8148-d1e57a9907ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.414743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e58cc17-027a-42ce-93b0-2456c6e16d21 req-83dad054-8670-4be6-8148-d1e57a9907ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "DELETE /v2.0/security-groups/ee03e46e-de00-4415-9e9e-d62f75d5e7ff HTTP/1.1" status: 204 len: 173 time: 0.3542883 Feb 15 14:03:19.451561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dad054-8670-4be6-8148-d1e57a9907ec tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee03e46e-de00-4415-9e9e-d62f75d5e7ff,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:19.459449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:19.459950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:19.460365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.460764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:19.467165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Bound port: 663101dd-fe32-4a84-a570-f839df4f4306, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:19.467680 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (663101dd-fe32-4a84-a570-f839df4f4306), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.500571 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.545343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Checking segment: {'id': 'c8b79c76-6939-4e30-97f0-0d00e2dd65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ce44510-b815-45fd-82ae-8200165d5943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:19.546459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network hostable DHCP agents. Network: 8ce44510-b815-45fd-82ae-8200165d5943, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:19.562317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Subnet': ['ID=e312585e-5b47-4878-91d4-1471067ffe60,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:19.577142 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b97f5d99-fae9-4310-9ac6-0fd510c24361 req-12bfb56a-85be-4e47-90a8-3347e7de1c61 tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "GET /v2.0/security-groups/9121a6da-f176-415b-85aa-959df2a9997a HTTP/1.1" status: 200 len: 2418 time: 0.1111829 Feb 15 14:03:19.606488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] For port 663101dd-fe32-4a84-a570-f839df4f4306, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:19.607086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network 8ce44510-b815-45fd-82ae-8200165d5943 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:19.612595 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] For port 663101dd-fe32-4a84-a570-f839df4f4306, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=663101dd-fe32-4a84-a570-f839df4f4306,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:19.619921 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 8ce44510-b815-45fd-82ae-8200165d5943) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:19.625073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:19.626000 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.654470 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f57e11dc-9552-4f98-98dd-b542b7e1c67a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9714992 Feb 15 14:03:19.656597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34036) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:19.737513 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b97f5d99-fae9-4310-9ac6-0fd510c24361 req-fd941a90-0765-4115-8584-4a9695420c0e tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (9121a6da-f176-415b-85aa-959df2a9997a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.804187 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b97f5d99-fae9-4310-9ac6-0fd510c24361 req-fd941a90-0765-4115-8584-4a9695420c0e tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (9121a6da-f176-415b-85aa-959df2a9997a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.831497 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (663101dd-fe32-4a84-a570-f839df4f4306), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.870337 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (8ce44510-b815-45fd-82ae-8200165d5943), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.883259 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Publish callbacks [] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.891424 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.940758 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.966434 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.978000 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e312585e-5b47-4878-91d4-1471067ffe60), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:19.980919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b29c54-c362-4b6a-a3cc-57159658e022 None None] Pushing event updated for resources: {'Port': ['ID=663101dd-fe32-4a84-a570-f839df4f4306,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:19.996062 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b97f5d99-fae9-4310-9ac6-0fd510c24361 req-fd941a90-0765-4115-8584-4a9695420c0e tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9121a6da-f176-415b-85aa-959df2a9997a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.004067 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b97f5d99-fae9-4310-9ac6-0fd510c24361 req-fd941a90-0765-4115-8584-4a9695420c0e tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.005961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b97f5d99-fae9-4310-9ac6-0fd510c24361 req-fd941a90-0765-4115-8584-4a9695420c0e tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] 10.222.0.72 "DELETE /v2.0/security-groups/9121a6da-f176-415b-85aa-959df2a9997a HTTP/1.1" status: 204 len: 173 time: 0.4224598 Feb 15 14:03:20.021244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34040) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:20.039604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9604281e-6510-4e20-a2f4-37f0eaf4c142 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:20.073475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7eb42200-0168-4e29-9e95-7e9a7d440241 None None] Current status of the port 9604281e-6510-4e20-a2f4-37f0eaf4c142 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:20.116762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720fe1bb-c05e-4171-a4e2-fe5b488fe79d None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:03:20.117463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd941a90-0765-4115-8584-4a9695420c0e tempest-SecurityGroupRulesTestJSON-978792633 tempest-SecurityGroupRulesTestJSON-978792633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9121a6da-f176-415b-85aa-959df2a9997a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:20.132863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Pushing event updated for resources: {'Port': ['ID=14254af9-1bcd-4176-b25d-7ff2fe8d91a6,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:20.139516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11fdcb0-0af4-4362-ad2e-a55297e3716b admin admin] Deleting subnet 1427c9ec-f491-454c-ae24-4e5d45f92b11 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:03:20.151726 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d11fdcb0-0af4-4362-ad2e-a55297e3716b admin admin] Publish callbacks [] for subnet (1427c9ec-f491-454c-ae24-4e5d45f92b11), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.153656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:20.154392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:20.174662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device df7155ab-90ab-495d-9002-48599d08b37e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:03:20.213786 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d11fdcb0-0af4-4362-ad2e-a55297e3716b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (1427c9ec-f491-454c-ae24-4e5d45f92b11), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.255063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Network 432725e1-c9fb-4227-b041-9847d0d50fc9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:20.256548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:20.274270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d11fdcb0-0af4-4362-ad2e-a55297e3716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (1427c9ec-f491-454c-ae24-4e5d45f92b11), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.276648 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (e312585e-5b47-4878-91d4-1471067ffe60), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.284170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: df7155ab-90ab-495d-9002-48599d08b37e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:03:20.284525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device df7155ab-90ab-495d-9002-48599d08b37e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:03:20.329634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Subnet': ['ID=e312585e-5b47-4878-91d4-1471067ffe60,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:20.490560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d11fdcb0-0af4-4362-ad2e-a55297e3716b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (1427c9ec-f491-454c-ae24-4e5d45f92b11), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.524203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d11fdcb0-0af4-4362-ad2e-a55297e3716b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.530314 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d11fdcb0-0af4-4362-ad2e-a55297e3716b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1427c9ec-f491-454c-ae24-4e5d45f92b11 HTTP/1.1" status: 204 len: 168 time: 0.4983044 Feb 15 14:03:20.535861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34044) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:20.538937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9604281e-6510-4e20-a2f4-37f0eaf4c142 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:20.571736 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (8ce44510-b815-45fd-82ae-8200165d5943), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.575408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fdcb0-0af4-4362-ad2e-a55297e3716b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1427c9ec-f491-454c-ae24-4e5d45f92b11,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:20.620436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce44510-b815-45fd-82ae-8200165d5943']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:20.638605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b79c76-6939-4e30-97f0-0d00e2dd65b2') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:20.641623 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b79c76-6939-4e30-97f0-0d00e2dd65b2') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:20.665133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Router b041dc17-d83a-41dd-8d24-a45ccfad0ddd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:03:20.672880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (c8b79c76-6939-4e30-97f0-0d00e2dd65b2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.696294 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c8b79c76-6939-4e30-97f0-0d00e2dd65b2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.712416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:03:20.712814 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (c8b79c76-6939-4e30-97f0-0d00e2dd65b2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:03:20.715876 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:03:20.823852 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (3bd2e743-943f-4545-aa0c-ebb070fb1ef0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.875348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (8ce44510-b815-45fd-82ae-8200165d5943), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.882270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.885753 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/networks/8ce44510-b815-45fd-82ae-8200165d5943 HTTP/1.1" status: 204 len: 168 time: 1.2256334 Feb 15 14:03:20.894309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34048) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:20.904342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-186754683'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:20.932191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3c53e-7cad-4467-9033-456f5552d884 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Network': ['ID=8ce44510-b815-45fd-82ae-8200165d5943,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:20.944551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:03:20.954326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:20.957842 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:20.982682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:03:20.998592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-40f5b60e-1501-4550-9daf-4175304334bd admin admin] 10.222.0.72 "PUT /v2.0/routers/b041dc17-d83a-41dd-8d24-a45ccfad0ddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2953308 Feb 15 14:03:20.998592 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (3bd2e743-943f-4545-aa0c-ebb070fb1ef0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.047518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:21.061287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd2e743-943f-4545-aa0c-ebb070fb1ef0']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:21.101151 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fed736f0-3035-4836-9b2a-73a7dea51194), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.101785 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Added segment fed736f0-3035-4836-9b2a-73a7dea51194 of type vlan for network f8491620-57e8-4b2b-96da-a37f9bf60008 Feb 15 14:03:21.106486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a66b2f5-3b8a-4853-b09a-958e9f04a2b9') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:21.106791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a66b2f5-3b8a-4853-b09a-958e9f04a2b9') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:21.163328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9604281e-6510-4e20-a2f4-37f0eaf4c142 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:21.164007 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.165824 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.172151 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (7a66b2f5-3b8a-4853-b09a-958e9f04a2b9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.296210 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7a66b2f5-3b8a-4853-b09a-958e9f04a2b9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.324161 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (f8491620-57e8-4b2b-96da-a37f9bf60008), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.326896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:03:21.327324 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (7a66b2f5-3b8a-4853-b09a-958e9f04a2b9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:03:21.328985 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:03:21.370652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57085134-5bc5-43f4-bf0a-25113dee79f6 None None] Network d7410135-fd2f-4007-b465-36cace8a23a7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:21.433538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (3bd2e743-943f-4545-aa0c-ebb070fb1ef0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.448101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.470508 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3bd2e743-943f-4545-aa0c-ebb070fb1ef0 HTTP/1.1" status: 204 len: 168 time: 0.9152567 Feb 15 14:03:21.476743 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.resource_extend [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:03:21.503267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d65fb0-20c3-4428-95d5-a03c9fc79149 None None] Network 8ce44510-b815-45fd-82ae-8200165d5943 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:21.510220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57085134-5bc5-43f4-bf0a-25113dee79f6 None None] Network d7410135-fd2f-4007-b465-36cace8a23a7 could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:03:21.535967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0144e-1261-449e-802c-91f1ddd86054 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bd2e743-943f-4545-aa0c-ebb070fb1ef0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:21.586395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d65fb0-20c3-4428-95d5-a03c9fc79149 None None] Network 8ce44510-b815-45fd-82ae-8200165d5943 could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:03:21.593832 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (f8491620-57e8-4b2b-96da-a37f9bf60008), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.612954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:21.614003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9604281e-6510-4e20-a2f4-37f0eaf4c142 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:21.619968 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:21.637289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82725f3c-c0fd-42b0-9f6f-d0c8eca55410 None None] Network 8ce44510-b815-45fd-82ae-8200165d5943 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:21.703881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82725f3c-c0fd-42b0-9f6f-d0c8eca55410 None None] Network 8ce44510-b815-45fd-82ae-8200165d5943 could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:03:21.719129 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 2, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:21.797102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3899daaf-a8e8-4fdb-b7df-ea937a8cc34a None None] The sync data for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 is: [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 2, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:03:21.814144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34060) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:21.842115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Network': ['ID=f8491620-57e8-4b2b-96da-a37f9bf60008,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:21.854966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network f8491620-57e8-4b2b-96da-a37f9bf60008 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:21.884523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-11f9e9d1-a0b8-4c10-be90-22d2127489dd tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9846644 Feb 15 14:03:21.885168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34064) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:21.891443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Request body: {'subnet': {'network_id': 'f8491620-57e8-4b2b-96da-a37f9bf60008', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:21.919673 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3908840d-ff54-4062-b4f6-e87351d89f25 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f64cd54bfb7409ba02fbda3f9b9f998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1028695 Feb 15 14:03:21.923263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34066) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:22.070764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e91d1413-208f-4a15-a250-22a765653252 admin admin] Publish callbacks [] for security_group (ba817787-59eb-4a54-acdc-f1f0445044c2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:22.093771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34068) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:22.096704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-753701df-f325-45f5-a9df-21ec9bd45b55 None None] Provisioning complete for port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:22.097274 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-753701df-f325-45f5-a9df-21ec9bd45b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:22.114781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f4deaa6d-9fe6-4a62-a7a0-acabf8fe080d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422627514', 'description': 'tempest-description--1311934776'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:22.177407 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e91d1413-208f-4a15-a250-22a765653252 admin admin] Publish callbacks [] for security_group (ba817787-59eb-4a54-acdc-f1f0445044c2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:22.314597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-753701df-f325-45f5-a9df-21ec9bd45b55 None None] Port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:03:22.337607 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4deaa6d-9fe6-4a62-a7a0-acabf8fe080d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:22.337763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e91d1413-208f-4a15-a250-22a765653252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ba817787-59eb-4a54-acdc-f1f0445044c2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:22.344549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e91d1413-208f-4a15-a250-22a765653252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:22.345712 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e91d1413-208f-4a15-a250-22a765653252 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba817787-59eb-4a54-acdc-f1f0445044c2 HTTP/1.1" status: 204 len: 168 time: 0.4191682 Feb 15 14:03:22.369491 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d1413-208f-4a15-a250-22a765653252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba817787-59eb-4a54-acdc-f1f0445044c2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:22.431189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Made reservation on behalf of b16a1a0d9736462696373f2e7f502414 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:22.485304 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:22.551386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c71aab00-fa07-4ad3-b3b6-9e52a00ce415 None None] Provisioning complete for port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:22.551764 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c71aab00-fa07-4ad3-b3b6-9e52a00ce415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:22.642705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c71aab00-fa07-4ad3-b3b6-9e52a00ce415 None None] Port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:03:22.951068 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4deaa6d-9fe6-4a62-a7a0-acabf8fe080d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (83e91f2e-c570-465f-832f-c2257aa299de), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:22.975025 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4deaa6d-9fe6-4a62-a7a0-acabf8fe080d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (83e91f2e-c570-465f-832f-c2257aa299de), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.082047 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4deaa6d-9fe6-4a62-a7a0-acabf8fe080d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.087554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f4deaa6d-9fe6-4a62-a7a0-acabf8fe080d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9923053 Feb 15 14:03:23.087804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34084) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:23.093004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-24712885-a4b4-4f58-9b81-147330826067 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'security_group_rule': {'security_group_id': '83e91f2e-c570-465f-832f-c2257aa299de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:23.115238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deaa6d-9fe6-4a62-a7a0-acabf8fe080d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e91f2e-c570-465f-832f-c2257aa299de,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:23.160002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24712885-a4b4-4f58-9b81-147330826067 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (bd33d6c8-298d-4a66-b103-5b44a0cf34ae), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.180614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.objects.ports [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:03:23.182171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (e1f68e5b-7bf3-4951-9e7c-6509648b3209), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.288459 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24712885-a4b4-4f58-9b81-147330826067 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (bd33d6c8-298d-4a66-b103-5b44a0cf34ae), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.300989 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24712885-a4b4-4f58-9b81-147330826067 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (bd33d6c8-298d-4a66-b103-5b44a0cf34ae), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.354707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24712885-a4b4-4f58-9b81-147330826067 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd33d6c8-298d-4a66-b103-5b44a0cf34ae,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:23.374005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24712885-a4b4-4f58-9b81-147330826067 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.375580 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-24712885-a4b4-4f58-9b81-147330826067 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2865925 Feb 15 14:03:23.378176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34088) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:23.388106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event updated for resources: {'Subnet': ['ID=e1f68e5b-7bf3-4951-9e7c-6509648b3209,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:23.390241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-00789511-e022-46a7-bc66-b9f7044dacff tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'security_group_rule': {'security_group_id': '83e91f2e-c570-465f-832f-c2257aa299de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:23.406604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Checking segment: {'id': 'fed736f0-3035-4836-9b2a-73a7dea51194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f8491620-57e8-4b2b-96da-a37f9bf60008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:23.407378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network hostable DHCP agents. Network: f8491620-57e8-4b2b-96da-a37f9bf60008, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:23.462878 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00789511-e022-46a7-bc66-b9f7044dacff tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (a96c59a6-4bc8-4257-bafb-0d711be7730c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.497003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Network f8491620-57e8-4b2b-96da-a37f9bf60008 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:23.522001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, f8491620-57e8-4b2b-96da-a37f9bf60008) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:23.530502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:23.530502 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.535520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0733a3c-04ed-4886-b75d-c32cc7a1b503 None None] Network f8491620-57e8-4b2b-96da-a37f9bf60008 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:23.581029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5c40bcfb-e7e6-4e33-9045-7a60fc9aac31 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6947284 Feb 15 14:03:23.586275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34094) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:23.801115 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (f8491620-57e8-4b2b-96da-a37f9bf60008), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.869648 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00789511-e022-46a7-bc66-b9f7044dacff tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (a96c59a6-4bc8-4257-bafb-0d711be7730c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.891808 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00789511-e022-46a7-bc66-b9f7044dacff tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (a96c59a6-4bc8-4257-bafb-0d711be7730c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.961105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34102) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:23.988324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00789511-e022-46a7-bc66-b9f7044dacff tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:23.996669 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00789511-e022-46a7-bc66-b9f7044dacff tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6102006 Feb 15 14:03:23.996926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34106) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:24.001224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:24.036078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00789511-e022-46a7-bc66-b9f7044dacff tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96c59a6-4bc8-4257-bafb-0d711be7730c,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:24.056383 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.072484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ea2c3-14ad-4688-837a-e442a5b0351f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-f8491620-57e8-4b2b-96da-a37f9bf60008', 'network_id': 'f8491620-57e8-4b2b-96da-a37f9bf60008', 'project_id': 'b16a1a0d9736462696373f2e7f502414', 'fixed_ips': [{'subnet_id': 'e1f68e5b-7bf3-4951-9e7c-6509648b3209'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:03:24.074208 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc3ea2c3-14ad-4688-837a-e442a5b0351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.081117 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e1f68e5b-7bf3-4951-9e7c-6509648b3209), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.150656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-network', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:24.203402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Made reservation on behalf of f32c652c29e948b6ba2dc176a27bb7cd for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:24.206789 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.231597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.256146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (e1f68e5b-7bf3-4951-9e7c-6509648b3209), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-bc3ea2c3-14ad-4688-837a-e442a5b0351f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1f68e5b-7bf3-4951-9e7c-6509648b3209: This subnet is being modified by another concurrent operation. Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:03:24.291183 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1f68e5b-7bf3-4951-9e7c-6509648b3209: This subnet is being modified by another concurrent operation. Feb 15 14:03:24.295173 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:03:24.315796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d9b69-7e3b-49ec-b9aa-fbd79865579f None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:03:24.342065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f68e5b-7bf3-4951-9e7c-6509648b3209,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:24.368602 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Publish callbacks [] for security_group (f0c46b50-5c60-492c-999a-72b49892d5fc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.390582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f0c46b50-5c60-492c-999a-72b49892d5fc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.395222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.395815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.396258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.398330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.398781 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.401143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.401616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.403855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.405600 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.407251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.410001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.410163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:24.410742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.411479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:24.425284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (557908b1-53c2-46e6-80e8-12d9bdf6320f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.425635 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Added segment 557908b1-53c2-46e6-80e8-12d9bdf6320f of type vlan for network cb6a728a-ebe7-451a-bbdd-560c2e422f33 Feb 15 14:03:24.477198 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (cb6a728a-ebe7-451a-bbdd-560c2e422f33), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.516618 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (cb6a728a-ebe7-451a-bbdd-560c2e422f33), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.518243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:24.518243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.573833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (f8491620-57e8-4b2b-96da-a37f9bf60008), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.615267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6503482 Feb 15 14:03:24.618272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34110) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:24.618980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c46b50-5c60-492c-999a-72b49892d5fc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:24.625564 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.636386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] Request body: {'subnet': {'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-subnet', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:24.680348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8491620-57e8-4b2b-96da-a37f9bf60008']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:24.718147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed736f0-3035-4836-9b2a-73a7dea51194') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:24.718517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed736f0-3035-4836-9b2a-73a7dea51194') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:24.738647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d9b69-7e3b-49ec-b9aa-fbd79865579f None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:03:24.750764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 663101dd-fe32-4a84-a570-f839df4f4306 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:24.752660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Allocated IP 172.25.6.252 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/811a98b6-da1a-433f-ae3d-8e6085404c05) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:24.754288 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (fed736f0-3035-4836-9b2a-73a7dea51194), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.773344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] Made reservation on behalf of f32c652c29e948b6ba2dc176a27bb7cd for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:24.776163 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.846808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f09ac-6fbc-4365-af6f-d5a436f28127 admin admin] Pushing event updated for resources: {'Network': ['ID=cb6a728a-ebe7-451a-bbdd-560c2e422f33,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:24.916153 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for port (811a98b6-da1a-433f-ae3d-8e6085404c05), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:24.917077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network cb6a728a-ebe7-451a-bbdd-560c2e422f33 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:24.964079 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (811a98b6-da1a-433f-ae3d-8e6085404c05), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.061185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:25.064964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:25.076081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:25.096957 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 663101dd-fe32-4a84-a570-f839df4f4306 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:25.097338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (663101dd-fe32-4a84-a570-f839df4f4306), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.116923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'Port': ['ID=811a98b6-da1a-433f-ae3d-8e6085404c05,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:25.262961 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (1d1d1094-8ccf-4496-b574-fde4b44ac4f2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.276016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 663101dd-fe32-4a84-a570-f839df4f4306 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:25.278051 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (663101dd-fe32-4a84-a570-f839df4f4306), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.336511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 663101dd-fe32-4a84-a570-f839df4f4306, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=663101dd-fe32-4a84-a570-f839df4f4306,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:25.342195 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (811a98b6-da1a-433f-ae3d-8e6085404c05), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.351945 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (663101dd-fe32-4a84-a570-f839df4f4306), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.369673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fed736f0-3035-4836-9b2a-73a7dea51194), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.386034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:03:25.386665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (fed736f0-3035-4836-9b2a-73a7dea51194), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:03:25.389941 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:03:25.497086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f1f159-43cd-4189-9f21-602257f01699 None None] Network f8491620-57e8-4b2b-96da-a37f9bf60008 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:25.510063 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (f8491620-57e8-4b2b-96da-a37f9bf60008), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.526244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.543495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/networks/f8491620-57e8-4b2b-96da-a37f9bf60008 HTTP/1.1" status: 204 len: 168 time: 1.9525075 Feb 15 14:03:25.545610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34116) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:25.556003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=663101dd-fe32-4a84-a570-f839df4f4306,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:25.593477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98642b51-d7f4-4f13-ad57-b6bd0d6e3141 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Network': ['ID=f8491620-57e8-4b2b-96da-a37f9bf60008,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:25.594387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for port (811a98b6-da1a-433f-ae3d-8e6085404c05), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.602336 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (811a98b6-da1a-433f-ae3d-8e6085404c05), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.635054 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-3992ee4b-bf37-4f73-9f5d-0daccb332b02 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] DELETE failed (client error): The resource could not be found. Feb 15 14:03:25.635504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3992ee4b-bf37-4f73-9f5d-0daccb332b02 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:03:25.649567 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3992ee4b-bf37-4f73-9f5d-0daccb332b02 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/subnets/e1f68e5b-7bf3-4951-9e7c-6509648b3209 HTTP/1.1" status: 404 len: 337 time: 0.1014550 Feb 15 14:03:25.652055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34118) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:25.713243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'Port': ['ID=811a98b6-da1a-433f-ae3d-8e6085404c05,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:25.733465 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-640d695e-266c-47a9-a7f7-1a9c220e2749 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] DELETE failed (client error): The resource could not be found. Feb 15 14:03:25.733999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640d695e-266c-47a9-a7f7-1a9c220e2749 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:03:25.738840 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-640d695e-266c-47a9-a7f7-1a9c220e2749 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/networks/f8491620-57e8-4b2b-96da-a37f9bf60008 HTTP/1.1" status: 404 len: 339 time: 0.0771499 Feb 15 14:03:25.744143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34120) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:25.753873 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (1d1d1094-8ccf-4496-b574-fde4b44ac4f2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.776147 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2ab666-a0ae-4894-99bd-cab6f31648ee tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] DELETE failed (client error): The resource could not be found. Feb 15 14:03:25.776537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2ab666-a0ae-4894-99bd-cab6f31648ee tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:03:25.780023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bc2ab666-a0ae-4894-99bd-cab6f31648ee tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/subnets/e312585e-5b47-4878-91d4-1471067ffe60 HTTP/1.1" status: 404 len: 337 time: 0.0348651 Feb 15 14:03:25.781643 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.782681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34122) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:25.801580 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cb340b79-b77b-42d3-9ea4-5843c63f1420 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8043041 Feb 15 14:03:25.870870 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (9cf940e4-d197-4e41-9e38-02e9491b8e1f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:25.894460 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f88f62f-8545-4c5a-9c6e-b081e280550a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] DELETE failed (client error): The resource could not be found. Feb 15 14:03:25.895085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f88f62f-8545-4c5a-9c6e-b081e280550a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:03:25.900935 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2f88f62f-8545-4c5a-9c6e-b081e280550a tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/networks/8ce44510-b815-45fd-82ae-8200165d5943 HTTP/1.1" status: 404 len: 339 time: 0.1150062 Feb 15 14:03:25.901947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34128) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:25.927753 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Sync routers for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:03:25.933511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf940e4-d197-4e41-9e38-02e9491b8e1f,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:25.945740 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:25.946358 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:25.966185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] Checking segment: {'id': '557908b1-53c2-46e6-80e8-12d9bdf6320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:25.966613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] Network hostable DHCP agents. Network: cb6a728a-ebe7-451a-bbdd-560c2e422f33, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:25.985948 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35421c5-b934-4841-b5de-bc16df6bfb29 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] DELETE failed (client error): The resource could not be found. Feb 15 14:03:25.987138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35421c5-b934-4841-b5de-bc16df6bfb29 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:03:25.990148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] Network cb6a728a-ebe7-451a-bbdd-560c2e422f33 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:25.994132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34140) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:25.994461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c35421c5-b934-4841-b5de-bc16df6bfb29 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/subnets/8f814f88-3fe1-4c49-8d4d-ff942b8bc412 HTTP/1.1" status: 404 len: 337 time: 0.0912876 Feb 15 14:03:26.017241 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea0b7be-c43e-4ed2-945f-bae14af05cd8 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] DELETE failed (client error): The resource could not be found. Feb 15 14:03:26.017835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea0b7be-c43e-4ed2-945f-bae14af05cd8 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:03:26.023978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dea0b7be-c43e-4ed2-945f-bae14af05cd8 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/networks/d7410135-fd2f-4007-b465-36cace8a23a7 HTTP/1.1" status: 404 len: 339 time: 0.0259688 Feb 15 14:03:26.024853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34144) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:26.070341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-6582c43a-af00-48ff-970b-db12adf24fd3 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--422627514&fields=id&tenant_id=fc5cc558236645988a4f12f717c1f282 HTTP/1.1" status: 200 len: 267 time: 0.0920053 Feb 15 14:03:26.122648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, cb6a728a-ebe7-451a-bbdd-560c2e422f33) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:26.132028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef7d46-5726-46e9-bea4-f23874f95432 None None] Network cb6a728a-ebe7-451a-bbdd-560c2e422f33 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:26.142513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:26.143625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.188603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f704128a-e3ed-476b-89e4-383e2d09e986 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Deleting port e4752e01-36e3-4a37-bfac-a2212bcb48dc {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:26.188974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f704128a-e3ed-476b-89e4-383e2d09e986 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e4752e01-36e3-4a37-bfac-a2212bcb48dc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.205926 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:03:26.211726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-fb742cac-8fc3-4918-b3aa-6c457219038a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:26.220433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-fb742cac-8fc3-4918-b3aa-6c457219038a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 817 time: 0.1421149 Feb 15 14:03:26.242144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-4b71401d-42d0-44d6-b557-ff1793418abd tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/quotas/fc5cc558236645988a4f12f717c1f282 HTTP/1.1" status: 200 len: 375 time: 0.0194976 Feb 15 14:03:26.264513 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f704128a-e3ed-476b-89e4-383e2d09e986 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e4752e01-36e3-4a37-bfac-a2212bcb48dc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.279369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f704128a-e3ed-476b-89e4-383e2d09e986 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Calling delete_port for e4752e01-36e3-4a37-bfac-a2212bcb48dc owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:26.321057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85335712-364f-4e04-ad0a-54c86f996493 None None] Network cb6a728a-ebe7-451a-bbdd-560c2e422f33 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:26.353120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-5ab8cfa5-d0e8-4b7a-8f92-f695e1b28567 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097140 Feb 15 14:03:26.415712 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-63d5b069-0a91-4c1e-94bf-5c40f82f06f7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7875226 Feb 15 14:03:26.419806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34150) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:26.437695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:26.457388 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f704128a-e3ed-476b-89e4-383e2d09e986 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e4752e01-36e3-4a37-bfac-a2212bcb48dc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.481406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.483591 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.514598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f704128a-e3ed-476b-89e4-383e2d09e986 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.520063 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f704128a-e3ed-476b-89e4-383e2d09e986 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/ports/e4752e01-36e3-4a37-bfac-a2212bcb48dc HTTP/1.1" status: 204 len: 168 time: 0.4920957 Feb 15 14:03:26.521495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704128a-e3ed-476b-89e4-383e2d09e986 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Port': ['ID=e4752e01-36e3-4a37-bfac-a2212bcb48dc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:26.524718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34152) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:26.534745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 663101dd-fe32-4a84-a570-f839df4f4306 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:26.565734 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d663282-7e6c-47a1-9270-c67d316bf1db tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] DELETE failed (client error): The resource could not be found. Feb 15 14:03:26.566311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d663282-7e6c-47a1-9270-c67d316bf1db tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:03:26.570025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0d663282-7e6c-47a1-9270-c67d316bf1db tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/subnets/8bbbbf7c-af85-4345-b2fa-a4c6b026f4f4 HTTP/1.1" status: 404 len: 337 time: 0.0395474 Feb 15 14:03:26.572442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34154) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:26.609141 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 2, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:26.644333 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Publish callbacks [] for router_controller (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.647865 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-5e299070-ca60-462f-98a3-8b50d5014528 service neutron] 10.222.0.72 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812147 Feb 15 14:03:26.649871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 663101dd-fe32-4a84-a570-f839df4f4306 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:26.650265 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (663101dd-fe32-4a84-a570-f839df4f4306), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.681126 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Checking router: b041dc17-d83a-41dd-8d24-a45ccfad0ddd for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:03:26.681861 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Updating router b041dc17-d83a-41dd-8d24-a45ccfad0ddd port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:03:26.735806 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.748660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 663101dd-fe32-4a84-a570-f839df4f4306 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:26.762702 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (e4802b6d-39f7-47d1-9fcf-78b70f50d6e2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.782737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-d0491723-f97c-460c-9eee-f099152bb213 service neutron] 10.222.0.72 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242781 Feb 15 14:03:26.884327 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (e4802b6d-39f7-47d1-9fcf-78b70f50d6e2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.906056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4802b6d-39f7-47d1-9fcf-78b70f50d6e2']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:26.917417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2598b472-cfea-4a28-bed4-c24a13e79f1b') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:26.917718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2598b472-cfea-4a28-bed4-c24a13e79f1b') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:26.928731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (2598b472-cfea-4a28-bed4-c24a13e79f1b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.943154 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2598b472-cfea-4a28-bed4-c24a13e79f1b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.950320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:03:26.950720 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (2598b472-cfea-4a28-bed4-c24a13e79f1b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:26.994276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Publish callbacks [] for router_gateway (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:03:27.033221 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:03:27.038101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (e4802b6d-39f7-47d1-9fcf-78b70f50d6e2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.050964 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.072307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/networks/e4802b6d-39f7-47d1-9fcf-78b70f50d6e2 HTTP/1.1" status: 204 len: 168 time: 0.4988480 Feb 15 14:03:27.094959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34162) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:27.215245 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Publish callbacks [] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.223551 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.279357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4acc6-02fe-46ab-ac28-275a74202c91 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Network': ['ID=e4802b6d-39f7-47d1-9fcf-78b70f50d6e2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:27.291182 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f4eb28b-522d-4ba9-8d51-2d91c4d5e219 req-5274ffc5-56e0-4a32-aab7-182f9b8a9c28 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 210 time: 0.1937728 Feb 15 14:03:27.403204 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Pushing event updated for resources: {'Port': ['ID=14254af9-1bcd-4176-b25d-7ff2fe8d91a6,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:27.406237 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Attempting to bind port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:27.406539 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Attempting to bind port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:27.407182 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Attempting to bind port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 on network 432725e1-c9fb-4227-b041-9847d0d50fc9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:27.416038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-403bc4f5-007e-4cfd-a1cd-23f56d6d0023 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Deleting port 07c874e3-21f0-4fb0-ad5b-e967dfe5e996 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:27.416293 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.416601 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-403bc4f5-007e-4cfd-a1cd-23f56d6d0023 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (07c874e3-21f0-4fb0-ad5b-e967dfe5e996), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.416738 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.416957 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.417285 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.417608 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.417928 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.418245 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.418560 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.418874 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.419213 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.419528 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.419836 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.420147 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:27.423626 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:27.423995 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Checking segment: {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:27.424406 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.424832 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Bound using segment: {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:27.425301 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Bound port: 14254af9-1bcd-4176-b25d-7ff2fe8d91a6, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:27.425673 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.452460 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Publish callbacks [] for router_gateway (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.508110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.544711 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] For port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:27.556536 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-403bc4f5-007e-4cfd-a1cd-23f56d6d0023 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (07c874e3-21f0-4fb0-ad5b-e967dfe5e996), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.557568 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] For port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=14254af9-1bcd-4176-b25d-7ff2fe8d91a6,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:27.579904 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.607393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-403bc4f5-007e-4cfd-a1cd-23f56d6d0023 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Calling delete_port for 07c874e3-21f0-4fb0-ad5b-e967dfe5e996 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:27.707370 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:27.709764 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:27.800236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Allocated IP 172.25.6.208 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/3598846c-085e-42f8-bb5f-6192f2e3bc06) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:27.831581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b1c9414b-dc8a-4f17-883f-810b04ec026b None None] Provisioning complete for port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:27.832495 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b1c9414b-dc8a-4f17-883f-810b04ec026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.840916 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-403bc4f5-007e-4cfd-a1cd-23f56d6d0023 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (07c874e3-21f0-4fb0-ad5b-e967dfe5e996), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.909081 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb041a-10ed-4376-9e85-6da21fc1aadd None None] Pushing event updated for resources: {'Port': ['ID=14254af9-1bcd-4176-b25d-7ff2fe8d91a6,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:27.919023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bc4f5-007e-4cfd-a1cd-23f56d6d0023 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Port': ['ID=07c874e3-21f0-4fb0-ad5b-e967dfe5e996,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:27.964548 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-403bc4f5-007e-4cfd-a1cd-23f56d6d0023 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:27.989235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34174) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:27.990091 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-403bc4f5-007e-4cfd-a1cd-23f56d6d0023 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/ports/07c874e3-21f0-4fb0-ad5b-e967dfe5e996 HTTP/1.1" status: 204 len: 168 time: 0.8653295 Feb 15 14:03:28.054459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b1c9414b-dc8a-4f17-883f-810b04ec026b None None] Current status of the port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:28.055031 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b1c9414b-dc8a-4f17-883f-810b04ec026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:28.056592 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:03:28.071633 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd6a496-987f-4c93-9c2c-9160d152674f tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] DELETE failed (client error): The resource could not be found. Feb 15 14:03:28.072096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd6a496-987f-4c93-9c2c-9160d152674f tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:03:28.078023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34176) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:28.092841 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dfd6a496-987f-4c93-9c2c-9160d152674f tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/subnets/f9ef2ce7-03b3-441e-b509-2dcd33beffc8 HTTP/1.1" status: 404 len: 337 time: 0.0849154 Feb 15 14:03:28.163676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b1c9414b-dc8a-4f17-883f-810b04ec026b None None] For port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=14254af9-1bcd-4176-b25d-7ff2fe8d91a6,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:28.178791 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Publish callbacks [] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:28.194355 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b1c9414b-dc8a-4f17-883f-810b04ec026b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:28.282726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (233e8d8c-38fa-4658-bac5-db56e7988298), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:28.297134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:28.313258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9414b-dc8a-4f17-883f-810b04ec026b None None] Pushing event updated for resources: {'Port': ['ID=14254af9-1bcd-4176-b25d-7ff2fe8d91a6,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:28.336221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a669b0ae-837a-4b4c-ac8b-9c0e8ee7cf19 None None] Provisioning complete for port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:28.336613 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a669b0ae-837a-4b4c-ac8b-9c0e8ee7cf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:28.439987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:28.456314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:28.489216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:28.572060 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:27Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:28.626682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Pushing event updated for resources: {'Port': ['ID=3598846c-085e-42f8-bb5f-6192f2e3bc06,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:28.630543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a669b0ae-837a-4b4c-ac8b-9c0e8ee7cf19 None None] Current status of the port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:28.649554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:28.687990 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe40693-275c-4221-b6f4-24d00d5e9e21 None None] The sync data for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 is: [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:27Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:03:28.820867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:28.821838 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:28.998519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:29.031211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Publish callbacks [] for router_gateway (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:29.194941 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3ce77cf-88ad-4953-aca1-ee4567db9fed req-be7454eb-52e0-4ded-8e71-298943c0e041 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 210 time: 0.1116793 Feb 15 14:03:29.382166 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:29.439343 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (233e8d8c-38fa-4658-bac5-db56e7988298), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:29.476942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233e8d8c-38fa-4658-bac5-db56e7988298']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:29.492298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8e28ee-bf2b-4cf4-96bb-1e77037883fa') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:29.492592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8e28ee-bf2b-4cf4-96bb-1e77037883fa') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:29.512156 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (7a8e28ee-bf2b-4cf4-96bb-1e77037883fa), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:29.526277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-15281686-81af-4261-83d9-f0120bf6552d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:29.528123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-15281686-81af-4261-83d9-f0120bf6552d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.67 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 817 time: 0.4059281 Feb 15 14:03:29.547041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7a8e28ee-bf2b-4cf4-96bb-1e77037883fa), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:29.564235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:03:29.564811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (7a8e28ee-bf2b-4cf4-96bb-1e77037883fa), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:03:29.568410 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:03:29.572372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:03:29.668728 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (233e8d8c-38fa-4658-bac5-db56e7988298), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:29.688063 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-796b6c9d-3800-4bd1-a1a5-3960797f033e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc5cc558236645988a4f12f717c1f282 HTTP/1.1" status: 200 len: 379 time: 0.1478319 Feb 15 14:03:29.689240 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:29.692759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/networks/233e8d8c-38fa-4658-bac5-db56e7988298 HTTP/1.1" status: 204 len: 168 time: 1.6135907 Feb 15 14:03:29.698494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34186) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:29.699603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'port': {'device_id': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'admin_state_up': True, 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'security_groups': ['83e91f2e-c570-465f-832f-c2257aa299de']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:29.718716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6ff8f-3bf2-4f8e-a473-b1670d59ca50 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Network': ['ID=233e8d8c-38fa-4658-bac5-db56e7988298,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:29.747305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:03:29.762250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Sync routers for ids ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:03:29.797502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae194b30-1423-4a7a-901d-9fda421a733f tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Deleting subnet 090d81e0-1a24-4b3b-a94c-8e7ce714053b {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:03:29.801222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Routers {'3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:29.801973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:29.802202 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae194b30-1423-4a7a-901d-9fda421a733f tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for subnet (090d81e0-1a24-4b3b-a94c-8e7ce714053b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:29.883094 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae194b30-1423-4a7a-901d-9fda421a733f tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (090d81e0-1a24-4b3b-a94c-8e7ce714053b), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:29.898754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Made reservation on behalf of fc5cc558236645988a4f12f717c1f282 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:29.902592 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:29.963842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Set router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:03:29.985950 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae194b30-1423-4a7a-901d-9fda421a733f tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (090d81e0-1a24-4b3b-a94c-8e7ce714053b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:30.014958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:30.018660 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-095d717d-5c5e-4fb0-9d91-983afed89125 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5952137 Feb 15 14:03:30.019528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34194) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:30.143020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Allocated IP 172.20.0.9 (432725e1-c9fb-4227-b041-9847d0d50fc9/dc34560e-8413-4f68-957e-907d850449d4/bc7ec598-3fc7-483a-8ccd-f08e7a91abcf) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:30.147228 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae194b30-1423-4a7a-901d-9fda421a733f tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (090d81e0-1a24-4b3b-a94c-8e7ce714053b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:30.189219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae194b30-1423-4a7a-901d-9fda421a733f tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Subnet': ['ID=090d81e0-1a24-4b3b-a94c-8e7ce714053b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:30.217951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd53333-9648-4b09-9bc2-35620aad97a3 None None] Network 64ba2853-ae21-4b82-b3d2-fb1833764dcc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:30.273609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae194b30-1423-4a7a-901d-9fda421a733f tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:30.286473 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ae194b30-1423-4a7a-901d-9fda421a733f tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/subnets/090d81e0-1a24-4b3b-a94c-8e7ce714053b HTTP/1.1" status: 204 len: 168 time: 0.5818226 Feb 15 14:03:30.304350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34204) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:30.365071 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:30.444225 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:30.444778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 3, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:30.503755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:30.507408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Checking router: 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:03:30.507685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Updating router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e port 3598846c-085e-42f8-bb5f-6192f2e3bc06 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:03:30.542339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Network 432725e1-c9fb-4227-b041-9847d0d50fc9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:30.555874 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (64ba2853-ae21-4b82-b3d2-fb1833764dcc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:30.558277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7ca8-aa3f-4bc8-a975-5e13ce9484e3 req-c1508a15-3e1d-4d0f-bb1b-486bbae7faab tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:30.565737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf4d7ca8-aa3f-4bc8-a975-5e13ce9484e3 req-c1508a15-3e1d-4d0f-bb1b-486bbae7faab tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 931 time: 0.1611335 Feb 15 14:03:30.567128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:30.569763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:30.598810 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:30.627322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:30.627948 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:30.681243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c05e4-fd96-430d-8989-6f21e1325993 None None] DHCP port deletion for 64ba2853-ae21-4b82-b3d2-fb1833764dcc request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:03:30.694731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-50ed9307-007c-4789-8bb5-8e99c4254137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9985650 Feb 15 14:03:30.716946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Request body: {'port': {'device_id': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:30.760301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf4d7ca8-aa3f-4bc8-a975-5e13ce9484e3 req-a0064535-cf2d-4921-8b6c-d35e394cc28b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283197 Feb 15 14:03:30.838635 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.153534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-57113c4d-29ac-4319-ba5a-f9cf26d08630 None None] Provisioning complete for port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:31.153904 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-57113c4d-29ac-4319-ba5a-f9cf26d08630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.248464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-141c05e4-fd96-430d-8989-6f21e1325993 None None] Deleting port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:31.249126 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-141c05e4-fd96-430d-8989-6f21e1325993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.297120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7ec598-3fc7-483a-8ccd-f08e7a91abcf {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:03:31.306553 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Publish callbacks [] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.319856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Deleting port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:31.320435 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.320979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-57113c4d-29ac-4319-ba5a-f9cf26d08630 None None] Port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:03:31.322075 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Transition to ACTIVE for port object bc7ec598-3fc7-483a-8ccd-f08e7a91abcf will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:03:31.340831 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.376381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-141c05e4-fd96-430d-8989-6f21e1325993 None None] For port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5cd1eef6-46c7-4d01-981a-a72bbe904bb2,segment=NetworkSegment(1d79dc1d-004c-4a9b-9476-65b61b316990),segment_id=1d79dc1d-004c-4a9b-9476-65b61b316990)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:31.376790 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-141c05e4-fd96-430d-8989-6f21e1325993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.404056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-141c05e4-fd96-430d-8989-6f21e1325993 None None] Calling delete_port for 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:31.448864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] For port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5cd1eef6-46c7-4d01-981a-a72bbe904bb2,segment=NetworkSegment(1d79dc1d-004c-4a9b-9476-65b61b316990),segment_id=1d79dc1d-004c-4a9b-9476-65b61b316990)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:31.449915 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.451001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:31.497848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Calling delete_port for 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:31.614940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Attempting to bind port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:31.615291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Attempting to bind port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:31.616189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Attempting to bind port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf on network 432725e1-c9fb-4227-b041-9847d0d50fc9 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:31.621523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf on network 432725e1-c9fb-4227-b041-9847d0d50fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:03:31.621852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Attempting to bind port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf on network 432725e1-c9fb-4227-b041-9847d0d50fc9 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:31.628012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:31.628353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Checking segment: {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:31.628785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Bound using segment: {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:31.629415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Bound port: bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:31.629912 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.682371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Publish callbacks [] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.704111 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.746698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:31.750242 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.750747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:31.761505 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.806333 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.816998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:31.817940 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.836055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] 10.222.0.67 "PUT /v2.0/ports/bc7ec598-3fc7-483a-8ccd-f08e7a91abcf HTTP/1.1" status: 200 len: 1092 time: 1.1251547 Feb 15 14:03:31.844156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6738399-fe21-44d4-96df-5d874f0bdff5 None None] Pushing event updated for resources: {'Port': ['ID=3598846c-085e-42f8-bb5f-6192f2e3bc06,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:31.890802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Attempting to bind port 3598846c-085e-42f8-bb5f-6192f2e3bc06 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:31.891208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Attempting to bind port 3598846c-085e-42f8-bb5f-6192f2e3bc06 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:31.891581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Attempting to bind port 3598846c-085e-42f8-bb5f-6192f2e3bc06 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:31.906357 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-141c05e4-fd96-430d-8989-6f21e1325993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (5cd1eef6-46c7-4d01-981a-a72bbe904bb2), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.907248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:31.913471 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91" -d '{"events": [{"name": "network-changed", "server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:03:31.935521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Port': ['ID=5cd1eef6-46c7-4d01-981a-a72bbe904bb2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:31.947771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] No DVR routers for this DVR port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:03:31.983307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c05e4-fd96-430d-8989-6f21e1325993 None None] Pushing event deleted for resources: {'Port': ['ID=5cd1eef6-46c7-4d01-981a-a72bbe904bb2,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:31.995617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:31.996012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:31.996404 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:31.996805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:31.997296 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Bound port: 3598846c-085e-42f8-bb5f-6192f2e3bc06, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:31.998017 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:32.104131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-bb877f3f-dc4e-4607-8459-ae45831bc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:32.106039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-bb877f3f-dc4e-4607-8459-ae45831bc05c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 1126 time: 0.1761959 Feb 15 14:03:32.107133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:32.123601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] For port 3598846c-085e-42f8-bb5f-6192f2e3bc06, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:32.131749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] For port 3598846c-085e-42f8-bb5f-6192f2e3bc06, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3598846c-085e-42f8-bb5f-6192f2e3bc06,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:32.136032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61815ae9-2e0f-4de1-a43b-d8791e21f2a1 req-30dc9a9f-abb0-42db-8551-e086c4449ae6 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:32.145035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61815ae9-2e0f-4de1-a43b-d8791e21f2a1 req-30dc9a9f-abb0-42db-8551-e086c4449ae6 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1734941 Feb 15 14:03:32.151703 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:32.171148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.172444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.173006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.174794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.175442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.176248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.178304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.179563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.180283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.180903 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.181452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.182092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.182628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59685c3-a46e-4178-89b8-6591f9862689 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:32.213558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c05e4-fd96-430d-8989-6f21e1325993 None None] No DVR routers for this DVR port 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:03:32.220224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (64ba2853-ae21-4b82-b3d2-fb1833764dcc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:32.293321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-dbd8bcba-b0d0-47d6-9e85-d8ca641f74de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf HTTP/1.1" status: 200 len: 217 time: 0.1761091 Feb 15 14:03:32.302763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ba2853-ae21-4b82-b3d2-fb1833764dcc']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:32.316600 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6225ada2-13bc-49f5-9ad9-c47e0832588f x-openstack-request-id: req-6225ada2-13bc-49f5-9ad9-c47e0832588f {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:03:32.316899 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:03:32.317156 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6225ada2-13bc-49f5-9ad9-c47e0832588f {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:03:32.317550 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'status': 'completed', 'code': 200} Feb 15 14:03:32.356863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61815ae9-2e0f-4de1-a43b-d8791e21f2a1 req-bb17fb67-a798-4dee-903e-d0925f14dcef tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104425 Feb 15 14:03:32.358106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Routers {'3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:32.358762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:32.376716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-7e71d794-8686-4df3-bded-6c8cc93dfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:32.378175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-7e71d794-8686-4df3-bded-6c8cc93dfb85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.0769620 Feb 15 14:03:32.394740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d79dc1d-004c-4a9b-9476-65b61b316990') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:32.398057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d79dc1d-004c-4a9b-9476-65b61b316990') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:32.416903 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (1d79dc1d-004c-4a9b-9476-65b61b316990), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:32.432280 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1d79dc1d-004c-4a9b-9476-65b61b316990), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:32.441524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:03:32.442294 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (1d79dc1d-004c-4a9b-9476-65b61b316990), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:32.467742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6738399-fe21-44d4-96df-5d874f0bdff5 None None] Pushing event updated for resources: {'Port': ['ID=3598846c-085e-42f8-bb5f-6192f2e3bc06,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:32.496842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-5b6685e7-8d6a-4114-af98-99c43c11e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:32.505313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:03:32.507216 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-5b6685e7-8d6a-4114-af98-99c43c11e201 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1197829 Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:03:32.509590 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:03:32.558688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Allocated IP 172.20.0.1 (cb6a728a-ebe7-451a-bbdd-560c2e422f33/9cf940e4-d197-4e41-9e38-02e9491b8e1f/c41fa8a1-8c19-4576-b09c-a05a289710f8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:32.559656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:03:32.560252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5cd1eef6-46c7-4d01-981a-a72bbe904bb2 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:03:32.563631 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (64ba2853-ae21-4b82-b3d2-fb1833764dcc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:32.593130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:32.601334 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] 10.222.0.72 "DELETE /v2.0/networks/64ba2853-ae21-4b82-b3d2-fb1833764dcc HTTP/1.1" status: 204 len: 168 time: 2.2962875 Feb 15 14:03:32.655470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] Set router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:03:32.712401 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-f24abc45-e5df-4738-8f2f-688cd35f6377 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955838 Feb 15 14:03:32.941753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Publish callbacks [] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:32.953528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d31b30-74d4-402d-b63a-a45ce37bf780 tempest-NetworksIpV6TestAttrs-327626166 tempest-NetworksIpV6TestAttrs-327626166-project] Pushing event deleted for resources: {'Network': ['ID=64ba2853-ae21-4b82-b3d2-fb1833764dcc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:33.022413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d19bef9-d29d-4b71-af73-8688dd26a8d3 req-8f584e48-e25a-445d-abb1-4426dcedf266 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020349 Feb 15 14:03:33.024499 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:33.116487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Pushing event updated for resources: {'Port': ['ID=c41fa8a1-8c19-4576-b09c-a05a289710f8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:33.124601 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Network cb6a728a-ebe7-451a-bbdd-560c2e422f33 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:33.126890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:33.136321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:33.191704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 3, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:33.192708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:33.217983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34226) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:33.238391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91 req-c2111c69-658a-4a02-9ace-db3553cd8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:33.241778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91 req-c2111c69-658a-4a02-9ace-db3553cd8b20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 1126 time: 0.1191399 Feb 15 14:03:33.296261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88363fbd-c01c-451a-935a-79f65c3e8c14 None None] The sync data for ids ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'] in n-d-829064-15 is: [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 3, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:03:33.425307 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:33.514431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91 req-69154923-eabb-446a-bbee-b5d1c2ad4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:33.516035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91 req-69154923-eabb-446a-bbee-b5d1c2ad4bdc service neutron] 10.222.0.67 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 918 time: 0.2631049 Feb 15 14:03:33.576964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91 req-47c94e72-7e22-418a-9035-ddaa482aa376 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf HTTP/1.1" status: 200 len: 217 time: 0.0491006 Feb 15 14:03:33.746706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5342dd06-bdf7-487b-a12c-cfe031f60ba5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b16a1a0d9736462696373f2e7f502414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5251806 Feb 15 14:03:33.747021 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Publish callbacks [] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:33.748248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34236) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:33.753231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb21702-4838-4af6-a7d5-8b47e8300774 req-e4222358-d567-4c1b-b7ef-2932cb1723c8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:33.755044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3eb21702-4838-4af6-a7d5-8b47e8300774 req-e4222358-d567-4c1b-b7ef-2932cb1723c8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2284534 Feb 15 14:03:33.756855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91 req-c32ec2cf-06d9-4f13-a0f5-aa9e08606d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:33.758256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91 req-c32ec2cf-06d9-4f13-a0f5-aa9e08606d5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.1614990 Feb 15 14:03:33.759386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:33.954876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91 req-58595a4c-8191-44db-ac35-154495eb9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:33.956483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91 req-58595a4c-8191-44db-ac35-154495eb9137 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1891572 Feb 15 14:03:33.963696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3eb21702-4838-4af6-a7d5-8b47e8300774 req-149cf189-ff79-429a-9891-84cb8f8f1f9b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007587 Feb 15 14:03:34.023438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:34.042631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Pushing event updated for resources: {'Port': ['ID=c41fa8a1-8c19-4576-b09c-a05a289710f8,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:34.132413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a32e-612a-49f7-8f1c-ebd2f4d735c9 admin admin] Publish callbacks [] for security_group (1b11ef66-a7c5-4cf6-8a89-f9567f51320b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:34.137495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91 req-55ec7903-c783-4d45-94a6-79cf556cc9ca service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725893 Feb 15 14:03:34.185879 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a32e-612a-49f7-8f1c-ebd2f4d735c9 admin admin] Publish callbacks [] for security_group (1b11ef66-a7c5-4cf6-8a89-f9567f51320b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:34.263078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Network cb6a728a-ebe7-451a-bbdd-560c2e422f33 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:34.265060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:34.363117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c60b36cc-d8a1-4d98-9b20-7f2af6bc8a91 req-81c7562b-2b12-42bf-a06f-f6aa76020077 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139378 Feb 15 14:03:34.472373 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a32e-612a-49f7-8f1c-ebd2f4d735c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1b11ef66-a7c5-4cf6-8a89-f9567f51320b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:34.479659 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a32e-612a-49f7-8f1c-ebd2f4d735c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:34.481505 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1dc8a32e-612a-49f7-8f1c-ebd2f4d735c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b11ef66-a7c5-4cf6-8a89-f9567f51320b HTTP/1.1" status: 204 len: 168 time: 0.7322767 Feb 15 14:03:34.502374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8a32e-612a-49f7-8f1c-ebd2f4d735c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b11ef66-a7c5-4cf6-8a89-f9567f51320b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:34.566433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:03:34.613569 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3598846c-085e-42f8-bb5f-6192f2e3bc06 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:34.768922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3598846c-085e-42f8-bb5f-6192f2e3bc06 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:34.769620 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:34.953736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:03:34.973335 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4598ea74-3fa7-4e11-91dc-97c0749d684a admin admin] 10.222.0.72 "PUT /v2.0/routers/3a6f7838-0e6c-458c-9e0c-8aa001f17b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9532082 Feb 15 14:03:34.979784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3598846c-085e-42f8-bb5f-6192f2e3bc06 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:34.980219 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:35.028952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 3598846c-085e-42f8-bb5f-6192f2e3bc06, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3598846c-085e-42f8-bb5f-6192f2e3bc06,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:35.036852 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:35.129942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=3598846c-085e-42f8-bb5f-6192f2e3bc06,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:35.204178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa2799-5446-48af-ae93-d21c35bea044 req-64033920-a682-42c1-a9df-17b8a9cb1726 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:35.220915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6aa2799-5446-48af-ae93-d21c35bea044 req-64033920-a682-42c1-a9df-17b8a9cb1726 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1289535 Feb 15 14:03:35.328960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6aa2799-5446-48af-ae93-d21c35bea044 req-f69d1a38-540b-4b3c-9c93-5ea9f9cab6ea tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070776 Feb 15 14:03:35.980649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-d446b1bc-f42a-40ed-aa7b-2e74fc734c05 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:35.987637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-d446b1bc-f42a-40ed-aa7b-2e74fc734c05 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/networks?id=cb6a728a-ebe7-451a-bbdd-560c2e422f33 HTTP/1.1" status: 200 len: 820 time: 0.2361741 Feb 15 14:03:36.015850 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-45077fe2-9bd3-47f8-8a96-a9f2240ef533 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/quotas/f32c652c29e948b6ba2dc176a27bb7cd HTTP/1.1" status: 200 len: 375 time: 0.0204108 Feb 15 14:03:36.028856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34284) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:36.133626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-935aadc6-9f06-4b28-b537-70de77ad52d9 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f32c652c29e948b6ba2dc176a27bb7cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074505 Feb 15 14:03:36.279721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-e78704c5-6e51-4df8-94f3-7a2c542a614b service neutron] 10.222.0.72 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445382 Feb 15 14:03:36.329576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a4540978-bbce-4f3b-a968-effbfc1746f6 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1050335671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:36.371817 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4540978-bbce-4f3b-a968-effbfc1746f6 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:36.373078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4540978-bbce-4f3b-a968-effbfc1746f6 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:36.399097 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Sync routers for ids ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:03:36.434499 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Routers {'3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:36.435334 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:36.483136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1f8184b3-dc42-4260-9083-2cf8d86b5194 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921732 Feb 15 14:03:36.506022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4540978-bbce-4f3b-a968-effbfc1746f6 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for router_controller (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:36.517764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4540978-bbce-4f3b-a968-effbfc1746f6 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:36.610258 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4540978-bbce-4f3b-a968-effbfc1746f6 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:36.613141 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a4540978-bbce-4f3b-a968-effbfc1746f6 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5824137 Feb 15 14:03:36.615921 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34292) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:36.626769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3598846c-085e-42f8-bb5f-6192f2e3bc06 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:36.640199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2019686114'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:36.695772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Made reservation on behalf of f9c26f74f1fc4166a4423f082670d47f for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:36.699432 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:36.713186 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:36.728355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3598846c-085e-42f8-bb5f-6192f2e3bc06 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:36.729007 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:36.742475 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Set router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:03:36.762630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0784c-69c3-4870-a2af-835ecd616e8e req-c7936947-85ba-4d44-8a2e-77f49415cbfc tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:36.782521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abd0784c-69c3-4870-a2af-835ecd616e8e req-c7936947-85ba-4d44-8a2e-77f49415cbfc tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2084217 Feb 15 14:03:36.948863 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for security_group (e7bdda4b-de10-4dc0-b8e7-0cbbc367edc5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:36.956648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3598846c-085e-42f8-bb5f-6192f2e3bc06 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:36.962023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e7bdda4b-de10-4dc0-b8e7-0cbbc367edc5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:37.006762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:37.038346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bdda4b-de10-4dc0-b8e7-0cbbc367edc5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:37.045315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4a3e497d-9bee-4dc7-afea-aa9461888e0e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:37.045762 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Added segment 4a3e497d-9bee-4dc7-afea-aa9461888e0e of type vlan for network dadd3147-0009-4746-8941-f1a58144a72f Feb 15 14:03:37.100236 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (dadd3147-0009-4746-8941-f1a58144a72f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:37.138150 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b81730f5-85ce-430f-9bda-eb6ab9809ae0 req-b81bf681-e46e-47d4-a9c4-49d9c0a8799d tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 210 time: 0.3052742 Feb 15 14:03:37.186056 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (dadd3147-0009-4746-8941-f1a58144a72f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:37.192410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:37.192923 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:37.241222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abd0784c-69c3-4870-a2af-835ecd616e8e req-f62e4262-c051-4f42-8414-ec2c4d1f9fa5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4507914 Feb 15 14:03:37.267135 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:33Z', 'revision_number': 4, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c41fa8a1-8c19-4576-b09c-a05a289710f8', 'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'mac_address': 'fa:16:3e:9c:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:31Z', 'updated_at': '2022-02-15T14:03:33Z', 'revision_number': 2, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'subnets': [{'id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:37.294565 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6731832 Feb 15 14:03:37.295432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34306) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:37.300406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Request body: {'subnet': {'network_id': 'dadd3147-0009-4746-8941-f1a58144a72f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:37.340044 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Checking router: 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:03:37.341403 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Updating router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e port c41fa8a1-8c19-4576-b09c-a05a289710f8 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:03:37.388181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae025ac0-80bd-4749-b207-f907b045c531 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event updated for resources: {'Network': ['ID=dadd3147-0009-4746-8941-f1a58144a72f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:37.400803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network dadd3147-0009-4746-8941-f1a58144a72f details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:37.420823 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:37.480198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Made reservation on behalf of f9c26f74f1fc4166a4423f082670d47f for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:37.488387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:37.830222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (e57e6253-c062-4e7a-a56b-f5a8d3c5390f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:37.942534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event updated for resources: {'Subnet': ['ID=e57e6253-c062-4e7a-a56b-f5a8d3c5390f,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:37.960316 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Publish callbacks [] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:37.976747 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:38.014492 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Checking segment: {'id': '4a3e497d-9bee-4dc7-afea-aa9461888e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dadd3147-0009-4746-8941-f1a58144a72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:38.016406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Network hostable DHCP agents. Network: dadd3147-0009-4746-8941-f1a58144a72f, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:38.047449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Network dadd3147-0009-4746-8941-f1a58144a72f is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:38.079211 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033ebe6-6b88-4057-a004-40ef333e121d None None] Pushing event updated for resources: {'Port': ['ID=c41fa8a1-8c19-4576-b09c-a05a289710f8,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:38.098079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, dadd3147-0009-4746-8941-f1a58144a72f) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:38.107970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ba747-fe82-4635-bc14-bb3f5debec5e None None] Network dadd3147-0009-4746-8941-f1a58144a72f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:38.127965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:38.133639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:38.186430 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4919f7db-c980-4597-ad83-817ac93cd4f3 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8867166 Feb 15 14:03:38.187757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34314) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:38.194943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Request body: {'network': {'name': 'tempest-router-network01--1981107158'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:38.227423 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Attempting to bind port c41fa8a1-8c19-4576-b09c-a05a289710f8 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:38.227861 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Attempting to bind port c41fa8a1-8c19-4576-b09c-a05a289710f8 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '557908b1-53c2-46e6-80e8-12d9bdf6320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:38.228289 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Attempting to bind port c41fa8a1-8c19-4576-b09c-a05a289710f8 on network cb6a728a-ebe7-451a-bbdd-560c2e422f33 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:38.235315 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:38.235693 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Checking segment: {'id': '557908b1-53c2-46e6-80e8-12d9bdf6320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:38.236098 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:38.236491 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Bound using segment: {'id': '557908b1-53c2-46e6-80e8-12d9bdf6320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:38.237137 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Bound port: c41fa8a1-8c19-4576-b09c-a05a289710f8, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557908b1-53c2-46e6-80e8-12d9bdf6320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:38.237737 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:38.271841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Made reservation on behalf of f9c26f74f1fc4166a4423f082670d47f for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:38.275960 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:38.300524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc7ec598-3fc7-483a-8ccd-f08e7a91abcf details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:03:38.314633 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] For port c41fa8a1-8c19-4576-b09c-a05a289710f8, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:38.318133 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] For port c41fa8a1-8c19-4576-b09c-a05a289710f8, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c41fa8a1-8c19-4576-b09c-a05a289710f8,segment=NetworkSegment(557908b1-53c2-46e6-80e8-12d9bdf6320f),segment_id=557908b1-53c2-46e6-80e8-12d9bdf6320f)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:38.327986 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:38.337966 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23c38c9e-75eb-4139-a718-a4dea41cda6c req-a06b90b0-5de0-49a7-b07b-2032b568e81b tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 210 time: 0.0939493 Feb 15 14:03:38.344942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-dadd3147-0009-4746-8941-f1a58144a72f', 'network_id': 'dadd3147-0009-4746-8941-f1a58144a72f', 'project_id': 'f9c26f74f1fc4166a4423f082670d47f', 'fixed_ips': [{'subnet_id': 'e57e6253-c062-4e7a-a56b-f5a8d3c5390f'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:03:38.346324 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:38.431406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:38.465297 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (571dabe7-2d17-42d0-b86e-ea25cc2da124), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:38.468386 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Routers {'3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:38.469091 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Added segment 571dabe7-2d17-42d0-b86e-ea25cc2da124 of type vlan for network 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b Feb 15 14:03:38.469229 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:38.481207 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:03:38.563621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:38.573782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997bd42-a6b6-4fee-9c45-4c3f820ab178 req-6c7c4693-a6d2-414f-9957-a9315579e188 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:38.581344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8997bd42-a6b6-4fee-9c45-4c3f820ab178 req-6c7c4693-a6d2-414f-9957-a9315579e188 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2110181 Feb 15 14:03:38.586568 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] Set router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:03:38.699920 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8997bd42-a6b6-4fee-9c45-4c3f820ab178 req-1eed8144-fda0-44c3-af2d-57af56fb1e31 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174853 Feb 15 14:03:38.719658 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033ebe6-6b88-4057-a004-40ef333e121d None None] Pushing event updated for resources: {'Port': ['ID=c41fa8a1-8c19-4576-b09c-a05a289710f8,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:38.726830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:38.733138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:38.733760 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:38.794966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:38.854119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'port_id': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'mac_address': 'fa:16:3e:22:6a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:03:38.921588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-4e9c999e-6391-46fc-9791-7f2e09759175 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:38.926034 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-4e9c999e-6391-46fc-9791-7f2e09759175 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.42 "GET /v2.0/networks?id=cb6a728a-ebe7-451a-bbdd-560c2e422f33 HTTP/1.1" status: 200 len: 820 time: 0.3132200 Feb 15 14:03:38.940875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7464988 Feb 15 14:03:38.941707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Request body: {'port': {'device_id': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'admin_state_up': True, 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:38.941837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34320) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:38.972669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Request body: {'network': {'name': 'tempest-router-network02--125162992'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:38.982411 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:33Z', 'revision_number': 4, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c41fa8a1-8c19-4576-b09c-a05a289710f8', 'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'mac_address': 'fa:16:3e:9c:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:31Z', 'updated_at': '2022-02-15T14:03:38Z', 'revision_number': 4, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'subnets': [{'id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:39.010280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24e0e0-d7d8-4e69-9692-c402b1ea88ac tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event updated for resources: {'Network': ['ID=4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:39.040454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Made reservation on behalf of f9c26f74f1fc4166a4423f082670d47f for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:39.044072 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:39.044540 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb48b5f-c5d4-4dc4-bf90-2660313fd992 None None] The sync data for ids ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'] in n-d-829064-15 is: [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:33Z', 'revision_number': 4, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c41fa8a1-8c19-4576-b09c-a05a289710f8', 'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'mac_address': 'fa:16:3e:9c:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:31Z', 'updated_at': '2022-02-15T14:03:38Z', 'revision_number': 4, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'subnets': [{'id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:03:39.110942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:03:39.187753 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (9ed1549c-3d13-4cea-acff-5860755ae470), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:39.188438 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Added segment 9ed1549c-3d13-4cea-acff-5860755ae470 of type vlan for network 93bfab92-49d2-4013-863d-39f222f9f45c Feb 15 14:03:39.254026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Allocated IP 172.20.0.2 (dadd3147-0009-4746-8941-f1a58144a72f/e57e6253-c062-4e7a-a56b-f5a8d3c5390f/c4662892-d13e-4835-bf9b-171aa415cc16) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:39.314932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Made reservation on behalf of f32c652c29e948b6ba2dc176a27bb7cd for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:39.333218 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:39.433102 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (93bfab92-49d2-4013-863d-39f222f9f45c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:39.471960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:39.552087 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (93bfab92-49d2-4013-863d-39f222f9f45c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:39.567383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:39.568066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:39.633165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:39.633557 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:39.653814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Allocated IP 172.20.0.5 (cb6a728a-ebe7-451a-bbdd-560c2e422f33/9cf940e4-d197-4e41-9e38-02e9491b8e1f/8d031b9c-1223-4846-bd49-379420b056c4) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:39.663374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7ec598-3fc7-483a-8ccd-f08e7a91abcf {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:03:39.688011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:39.689752 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Publish callbacks [] for port (c4662892-d13e-4835-bf9b-171aa415cc16), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:39.701922 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:39.712562 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:39.753507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6560299-3521-478e-89bd-ce0e25d406f7 req-aa55c396-7402-41f1-a0bb-18a54c22858d tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 210 time: 0.2647216 Feb 15 14:03:39.767746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event updated for resources: {'Network': ['ID=93bfab92-49d2-4013-863d-39f222f9f45c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:39.785245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4ba19d07-6b24-4918-9cb6-68d6a3f4992c tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8310359 Feb 15 14:03:39.788595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34330) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:39.793068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:39.795519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Request body: {'subnet': {'network_id': '4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:39.816757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 93bfab92-49d2-4013-863d-39f222f9f45c details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:03:39.820890 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Network dadd3147-0009-4746-8941-f1a58144a72f is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:39.879342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:39.886435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:39.954112 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:39.987952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caab21c-6f1d-442c-b6ba-f6058996f237 req-86d7304f-0cfc-409b-865c-cb6f360596e8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:39.989797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7caab21c-6f1d-442c-b6ba-f6058996f237 req-86d7304f-0cfc-409b-865c-cb6f360596e8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1056879 Feb 15 14:03:40.017120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Made reservation on behalf of f9c26f74f1fc4166a4423f082670d47f for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:40.020815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:40.034152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for port (8d031b9c-1223-4846-bd49-379420b056c4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:40.117221 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8d031b9c-1223-4846-bd49-379420b056c4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:40.165033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Pushing event updated for resources: {'Port': ['ID=c4662892-d13e-4835-bf9b-171aa415cc16,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:40.184020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Network cb6a728a-ebe7-451a-bbdd-560c2e422f33 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:40.188304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:40.192881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:03:40.197502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7caab21c-6f1d-442c-b6ba-f6058996f237 req-44ced0ab-64c7-471b-8539-1c8f5d37a120 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003086 Feb 15 14:03:40.199044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:40.201758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Attempting to bind port c4662892-d13e-4835-bf9b-171aa415cc16 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:40.207160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Attempting to bind port c4662892-d13e-4835-bf9b-171aa415cc16 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4a3e497d-9bee-4dc7-afea-aa9461888e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dadd3147-0009-4746-8941-f1a58144a72f'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:40.209628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Attempting to bind port c4662892-d13e-4835-bf9b-171aa415cc16 on network dadd3147-0009-4746-8941-f1a58144a72f {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:40.226010 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:40.227974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Checking segment: {'id': '4a3e497d-9bee-4dc7-afea-aa9461888e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dadd3147-0009-4746-8941-f1a58144a72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:40.229844 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:40.230482 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Bound using segment: {'id': '4a3e497d-9bee-4dc7-afea-aa9461888e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dadd3147-0009-4746-8941-f1a58144a72f'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:40.231233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Bound port: c4662892-d13e-4835-bf9b-171aa415cc16, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3e497d-9bee-4dc7-afea-aa9461888e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dadd3147-0009-4746-8941-f1a58144a72f'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:40.234066 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:40.353212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:40.355210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:40.371942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Pushing event updated for resources: {'Port': ['ID=8d031b9c-1223-4846-bd49-379420b056c4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:40.437268 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f4538310-6f8e-4e9d-b715-dae68298d871 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5005002 Feb 15 14:03:40.520868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] For port c4662892-d13e-4835-bf9b-171aa415cc16, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:40.525301 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (bcb3ea6d-f746-4666-a500-3d8683435b8a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:40.531801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] For port c4662892-d13e-4835-bf9b-171aa415cc16, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c4662892-d13e-4835-bf9b-171aa415cc16,segment=NetworkSegment(4a3e497d-9bee-4dc7-afea-aa9461888e0e),segment_id=4a3e497d-9bee-4dc7-afea-aa9461888e0e)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:40.604530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Request body: {'port': {'device_id': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:40.611258 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:40.736702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event updated for resources: {'Subnet': ['ID=bcb3ea6d-f746-4666-a500-3d8683435b8a,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:40.759314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Checking segment: {'id': '571dabe7-2d17-42d0-b86e-ea25cc2da124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:40.759919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Network hostable DHCP agents. Network: 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:40.813985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3489e3-d87a-4f8f-a04b-c78411479af6 None None] Pushing event updated for resources: {'Port': ['ID=c4662892-d13e-4835-bf9b-171aa415cc16,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:40.820684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c41fa8a1-8c19-4576-b09c-a05a289710f8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:40.830206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Network 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:40.869444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:40.879909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:40.880305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8d031b9c-1223-4846-bd49-379420b056c4), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:40.880517 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:40.975479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a01e0-0934-4545-b613-9609e23e9bdf None None] Network 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:41.001018 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-55877392-d49f-4fcb-b8ce-fb33e1fd9949 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2082126 Feb 15 14:03:41.002480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34344) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:41.024884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Request body: {'subnet': {'network_id': '93bfab92-49d2-4013-863d-39f222f9f45c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:41.175317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c41fa8a1-8c19-4576-b09c-a05a289710f8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:41.175799 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:41.211505 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9688299-004f-4d34-9779-bfa68e4058b8 req-dc21393e-55d1-475c-a0cd-66c8eafcbf5a tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:41.213691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9688299-004f-4d34-9779-bfa68e4058b8 req-dc21393e-55d1-475c-a0cd-66c8eafcbf5a tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 931 time: 0.3211169 Feb 15 14:03:41.293411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9688299-004f-4d34-9779-bfa68e4058b8 req-879c025a-cace-4c07-b673-bb88f5105602 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692019 Feb 15 14:03:41.357956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Made reservation on behalf of f9c26f74f1fc4166a4423f082670d47f for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:03:41.365748 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:41.534416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c41fa8a1-8c19-4576-b09c-a05a289710f8 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:41.534994 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:41.547464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b', 'network_id': '4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b', 'project_id': 'f9c26f74f1fc4166a4423f082670d47f', 'fixed_ips': [{'subnet_id': 'bcb3ea6d-f746-4666-a500-3d8683435b8a'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:03:41.548474 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:41.767760 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port c41fa8a1-8c19-4576-b09c-a05a289710f8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c41fa8a1-8c19-4576-b09c-a05a289710f8,segment=NetworkSegment(557908b1-53c2-46e6-80e8-12d9bdf6320f),segment_id=557908b1-53c2-46e6-80e8-12d9bdf6320f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:41.771023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d031b9c-1223-4846-bd49-379420b056c4 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:03:41.779499 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:41.808008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Publish callbacks [] for port (8d031b9c-1223-4846-bd49-379420b056c4), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:41.842315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Transition to ACTIVE for port object 8d031b9c-1223-4846-bd49-379420b056c4 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:03:41.861385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (8d031b9c-1223-4846-bd49-379420b056c4), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:41.891856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b28dcc-8d35-4b97-9ffb-71da2907c25e req-9d746dc2-7a38-40cd-ad60-d25a21680470 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:41.893798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4b28dcc-8d35-4b97-9ffb-71da2907c25e req-9d746dc2-7a38-40cd-ad60-d25a21680470 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.5171242 Feb 15 14:03:41.958836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d031b9c-1223-4846-bd49-379420b056c4,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:42.002968 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:42.029446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=c41fa8a1-8c19-4576-b09c-a05a289710f8,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:42.032980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Allocated IP 172.20.0.2 (4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b/bcb3ea6d-f746-4666-a500-3d8683435b8a/1ec747f4-1a42-4555-a894-f3ad56478632) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:42.056169 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (bde394cf-9fe3-45d7-adc1-0be4e4a49637), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:42.065336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Attempting to bind port 8d031b9c-1223-4846-bd49-379420b056c4 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:42.066212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Attempting to bind port 8d031b9c-1223-4846-bd49-379420b056c4 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '557908b1-53c2-46e6-80e8-12d9bdf6320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:42.066805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Attempting to bind port 8d031b9c-1223-4846-bd49-379420b056c4 on network cb6a728a-ebe7-451a-bbdd-560c2e422f33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:42.077079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Port 8d031b9c-1223-4846-bd49-379420b056c4 on network cb6a728a-ebe7-451a-bbdd-560c2e422f33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:03:42.079638 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Attempting to bind port 8d031b9c-1223-4846-bd49-379420b056c4 on network cb6a728a-ebe7-451a-bbdd-560c2e422f33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:42.088750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:42.091804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Checking segment: {'id': '557908b1-53c2-46e6-80e8-12d9bdf6320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:42.092305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Bound using segment: {'id': '557908b1-53c2-46e6-80e8-12d9bdf6320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:42.094697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Bound port: 8d031b9c-1223-4846-bd49-379420b056c4, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557908b1-53c2-46e6-80e8-12d9bdf6320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:42.095483 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8d031b9c-1223-4846-bd49-379420b056c4), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:42.213728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event updated for resources: {'Subnet': ['ID=bde394cf-9fe3-45d7-adc1-0be4e4a49637,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:42.250918 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Publish callbacks [] for port (1ec747f4-1a42-4555-a894-f3ad56478632), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:42.264881 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4b28dcc-8d35-4b97-9ffb-71da2907c25e req-6d53374e-f484-415b-bfab-77f1193faf09 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467958 Feb 15 14:03:42.266795 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:42.310730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] For port 8d031b9c-1223-4846-bd49-379420b056c4, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:42.316854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] For port 8d031b9c-1223-4846-bd49-379420b056c4, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8d031b9c-1223-4846-bd49-379420b056c4,segment=NetworkSegment(557908b1-53c2-46e6-80e8-12d9bdf6320f),segment_id=557908b1-53c2-46e6-80e8-12d9bdf6320f)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:42.327837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Checking segment: {'id': '9ed1549c-3d13-4cea-acff-5860755ae470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '93bfab92-49d2-4013-863d-39f222f9f45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:42.328632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Network hostable DHCP agents. Network: 93bfab92-49d2-4013-863d-39f222f9f45c, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:03:42.336665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (8d031b9c-1223-4846-bd49-379420b056c4), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:42.382583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Network 93bfab92-49d2-4013-863d-39f222f9f45c is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:03:42.404185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 93bfab92-49d2-4013-863d-39f222f9f45c) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:42.410415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:42.411837 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:42.431483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:42.434474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:42.436290 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] 10.222.0.42 "PUT /v2.0/ports/8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 1092 time: 1.9864526 Feb 15 14:03:42.439859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:42.446270 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0969397-b8fb-4301-a2a7-2f45779a495e" -d '{"events": [{"name": "network-changed", "server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "tag": "8d031b9c-1223-4846-bd49-379420b056c4"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:03:42.454717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6fb88e-5d4b-427d-b665-5ed0f7e5240c None None] Network 93bfab92-49d2-4013-863d-39f222f9f45c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:42.455761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9df3d31a-0034-492d-8c07-c277f6e08067 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4493260 Feb 15 14:03:42.464056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34356) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:42.600987 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a196cf90-5abf-4fd6-9637-0df005ceb24e x-openstack-request-id: req-a196cf90-5abf-4fd6-9637-0df005ceb24e {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:03:42.601528 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "tag": "8d031b9c-1223-4846-bd49-379420b056c4", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:03:42.601968 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a196cf90-5abf-4fd6-9637-0df005ceb24e {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:03:42.602542 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4', 'status': 'completed', 'code': 200} Feb 15 14:03:42.618139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e561b63-c79a-4a79-bf5c-50884fe314e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d031b9c-1223-4846-bd49-379420b056c4,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:42.647122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Network 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:42.667894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:42.679857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f50ad5c7-7376-4600-a0cd-0ad81ec8e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:42.682009 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-f50ad5c7-7376-4600-a0cd-0ad81ec8e2bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32c652c29e948b6ba2dc176a27bb7cd&device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 1126 time: 0.1690736 Feb 15 14:03:42.687682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:42.701798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Pushing event updated for resources: {'Port': ['ID=1ec747f4-1a42-4555-a894-f3ad56478632,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:42.772221 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-cff0597a-b596-4eed-8263-98b104ec17e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 217 time: 0.0809412 Feb 15 14:03:42.880729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c4662892-d13e-4835-bf9b-171aa415cc16 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:42.895581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-099205d0-cf6e-4766-9ca5-af1d70e09389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:42.914557 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-099205d0-cf6e-4766-9ca5-af1d70e09389 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9cf940e4-d197-4e41-9e38-02e9491b8e1f HTTP/1.1" status: 200 len: 860 time: 0.1332943 Feb 15 14:03:42.980864 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-2c32016c-b0b9-494d-91ca-518ccecfeece service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb6a728a-ebe7-451a-bbdd-560c2e422f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482588 Feb 15 14:03:43.016821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-93bfab92-49d2-4013-863d-39f222f9f45c', 'network_id': '93bfab92-49d2-4013-863d-39f222f9f45c', 'project_id': 'f9c26f74f1fc4166a4423f082670d47f', 'fixed_ips': [{'subnet_id': 'bde394cf-9fe3-45d7-adc1-0be4e4a49637'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:03:43.017624 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:43.095094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf2723-f8fd-4cc1-ba69-635059353621 None None] Network dadd3147-0009-4746-8941-f1a58144a72f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:43.184444 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-c1d2ceb3-8508-4591-907a-3ae99aa732f4 service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026875 Feb 15 14:03:43.255927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c4662892-d13e-4835-bf9b-171aa415cc16 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:43.256305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:43.387384 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1129df2f-4a57-4aa4-9279-7fe18f38beaf req-db975a3d-2980-49b5-9cae-1dad077a858d service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926851 Feb 15 14:03:43.406402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Attempting to bind port 1ec747f4-1a42-4555-a894-f3ad56478632 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:43.413891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Attempting to bind port 1ec747f4-1a42-4555-a894-f3ad56478632 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '571dabe7-2d17-42d0-b86e-ea25cc2da124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:43.414733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Attempting to bind port 1ec747f4-1a42-4555-a894-f3ad56478632 on network 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:43.447985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:43.448375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Checking segment: {'id': '571dabe7-2d17-42d0-b86e-ea25cc2da124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:43.448790 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:43.452858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Bound using segment: {'id': '571dabe7-2d17-42d0-b86e-ea25cc2da124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:43.453828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Bound port: 1ec747f4-1a42-4555-a894-f3ad56478632, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571dabe7-2d17-42d0-b86e-ea25cc2da124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:43.454251 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:43.528689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-08847f3d-ca82-486a-a756-beb97f610fc5 None None] Provisioning complete for port c4662892-d13e-4835-bf9b-171aa415cc16 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:43.529071 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-08847f3d-ca82-486a-a756-beb97f610fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:43.530758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e63244-0729-4c7a-880e-80789060d12d req-4aee8285-c9d9-4999-8000-77eae2a5440f tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:43.532914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9e63244-0729-4c7a-880e-80789060d12d req-4aee8285-c9d9-4999-8000-77eae2a5440f tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 943 time: 0.9844441 Feb 15 14:03:43.572085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0969397-b8fb-4301-a2a7-2f45779a495e req-9c153491-b866-4325-9865-86c0be55a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:43.573707 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0969397-b8fb-4301-a2a7-2f45779a495e req-9c153491-b866-4325-9865-86c0be55a47c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32c652c29e948b6ba2dc176a27bb7cd&device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 1126 time: 0.1211410 Feb 15 14:03:43.596814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3b151-b585-47a8-b9ef-b9a73b15c269 req-5e49f0de-b57e-4271-b70e-40e5e1c5258c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:43.598858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfd3b151-b585-47a8-b9ef-b9a73b15c269 req-5e49f0de-b57e-4271-b70e-40e5e1c5258c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1971545 Feb 15 14:03:43.719288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfd3b151-b585-47a8-b9ef-b9a73b15c269 req-f0d6ae16-9402-4b31-8660-b25a2f782097 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099675 Feb 15 14:03:43.734642 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9e63244-0729-4c7a-880e-80789060d12d req-1b9b406a-4f9e-435f-95e8-a2988d7a21a3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672444 Feb 15 14:03:43.778314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] For port 1ec747f4-1a42-4555-a894-f3ad56478632, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:43.790670 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:43.827162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0969397-b8fb-4301-a2a7-2f45779a495e req-6dab3fad-1796-4151-8237-00f474d58fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:43.828863 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0969397-b8fb-4301-a2a7-2f45779a495e req-6dab3fad-1796-4151-8237-00f474d58fc6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb6a728a-ebe7-451a-bbdd-560c2e422f33 HTTP/1.1" status: 200 len: 921 time: 0.2471845 Feb 15 14:03:43.840389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] For port 1ec747f4-1a42-4555-a894-f3ad56478632, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1ec747f4-1a42-4555-a894-f3ad56478632,segment=NetworkSegment(571dabe7-2d17-42d0-b86e-ea25cc2da124),segment_id=571dabe7-2d17-42d0-b86e-ea25cc2da124)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:43.858010 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Allocated IP 172.20.0.2 (93bfab92-49d2-4013-863d-39f222f9f45c/bde394cf-9fe3-45d7-adc1-0be4e4a49637/8a954472-7445-4abc-97da-6faaaf751ddd) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:43.869232 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:43.909913 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0969397-b8fb-4301-a2a7-2f45779a495e req-828ffa36-8064-4624-a58f-ed75cb9d6a2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 217 time: 0.0709231 Feb 15 14:03:43.944103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c4662892-d13e-4835-bf9b-171aa415cc16 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:43.944823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:43.962436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a446ae-a720-4a56-b30d-a5078cca2ef3 None None] Pushing event updated for resources: {'Port': ['ID=1ec747f4-1a42-4555-a894-f3ad56478632,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:44.041053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0969397-b8fb-4301-a2a7-2f45779a495e req-783b42e7-ffd2-4644-b54e-24a913fe9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:44.042941 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0969397-b8fb-4301-a2a7-2f45779a495e req-783b42e7-ffd2-4644-b54e-24a913fe9664 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9cf940e4-d197-4e41-9e38-02e9491b8e1f HTTP/1.1" status: 200 len: 860 time: 0.1258225 Feb 15 14:03:44.111702 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0969397-b8fb-4301-a2a7-2f45779a495e req-a16b28fc-3d32-4fdf-95e9-4af1ae30dedd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb6a728a-ebe7-451a-bbdd-560c2e422f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617037 Feb 15 14:03:44.272465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Allocated IP 172.20.0.1 (4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b/bcb3ea6d-f746-4666-a500-3d8683435b8a/ce9a05da-e489-4e12-8eeb-4fc2213a779c) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:44.275356 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0969397-b8fb-4301-a2a7-2f45779a495e req-8ae22334-054d-445e-82c7-dd3dec958205 service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564543 Feb 15 14:03:44.298599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-08847f3d-ca82-486a-a756-beb97f610fc5 None None] Current status of the port c4662892-d13e-4835-bf9b-171aa415cc16 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:44.299129 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-08847f3d-ca82-486a-a756-beb97f610fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:44.345993 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:03:44.369039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc7ec598-3fc7-483a-8ccd-f08e7a91abcf up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:44.433673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-08847f3d-ca82-486a-a756-beb97f610fc5 None None] For port c4662892-d13e-4835-bf9b-171aa415cc16, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c4662892-d13e-4835-bf9b-171aa415cc16,segment=NetworkSegment(4a3e497d-9bee-4dc7-afea-aa9461888e0e),segment_id=4a3e497d-9bee-4dc7-afea-aa9461888e0e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:44.452694 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-08847f3d-ca82-486a-a756-beb97f610fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:44.457448 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0969397-b8fb-4301-a2a7-2f45779a495e req-6896ec84-e49c-4779-8a4f-97a12c97f90e service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741500 Feb 15 14:03:44.524207 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for port (ce9a05da-e489-4e12-8eeb-4fc2213a779c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:44.545980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08847f3d-ca82-486a-a756-beb97f610fc5 None None] Pushing event updated for resources: {'Port': ['ID=c4662892-d13e-4835-bf9b-171aa415cc16,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:44.602674 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ce9a05da-e489-4e12-8eeb-4fc2213a779c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:44.681581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Network 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:44.689859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:44.694052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event updated for resources: {'Port': ['ID=ce9a05da-e489-4e12-8eeb-4fc2213a779c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:44.697574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:44.721771 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:03:44.722722 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:03:44.723313 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d3811fec-3619-4628-be4f-0eaa747acde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:44.754452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:03:44.769557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:44.769946 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:44.853056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-820c2141-1a4a-41a2-b6a3-f2c7a76c9a36 None None] Provisioning complete for port c4662892-d13e-4835-bf9b-171aa415cc16 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:44.855191 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-820c2141-1a4a-41a2-b6a3-f2c7a76c9a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:44.858624 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:44.886649 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Publish callbacks [] for port (8a954472-7445-4abc-97da-6faaaf751ddd), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:45.053676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:45.062915 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:45.067972 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:45.106302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d1d60-09e5-4ded-9513-0ac3504f4dfe req-4d9ae929-6ab1-4319-8d37-8b903ce981d6 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:45.109974 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e3d1d60-09e5-4ded-9513-0ac3504f4dfe req-4d9ae929-6ab1-4319-8d37-8b903ce981d6 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1735971 Feb 15 14:03:45.120257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b91a9e-3f42-465e-9bca-b8117f5650d9 req-aae48d86-009d-4b3c-ac78-93cfe68e051c tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:45.137925 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09b91a9e-3f42-465e-9bca-b8117f5650d9 req-aae48d86-009d-4b3c-ac78-93cfe68e051c tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 943 time: 0.2105274 Feb 15 14:03:45.191362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:45.202855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:45.203591 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ce9a05da-e489-4e12-8eeb-4fc2213a779c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:45.205921 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ba726f-c3a2-468e-9986-d96fa4750c57" -d '{"events": [{"server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "name": "network-vif-plugged", "status": "completed", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:03:45.218664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Network 93bfab92-49d2-4013-863d-39f222f9f45c is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:45.221878 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:45.278864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c4662892-d13e-4835-bf9b-171aa415cc16 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:45.280172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c41fa8a1-8c19-4576-b09c-a05a289710f8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:45.282563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:45.288769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:45.309672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Pushing event updated for resources: {'Port': ['ID=8a954472-7445-4abc-97da-6faaaf751ddd,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:45.341119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09b91a9e-3f42-465e-9bca-b8117f5650d9 req-591e6388-f43f-4e7c-b108-3d69080175f8 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015250 Feb 15 14:03:45.356113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e3d1d60-09e5-4ded-9513-0ac3504f4dfe req-71148387-3125-4d1b-8322-621112d2d1da tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024055 Feb 15 14:03:45.405897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-820c2141-1a4a-41a2-b6a3-f2c7a76c9a36 None None] Current status of the port c4662892-d13e-4835-bf9b-171aa415cc16 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:45.439178 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357dc096-a715-44db-bb65-a68b8bb20f6d x-openstack-request-id: req-357dc096-a715-44db-bb65-a68b8bb20f6d {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:03:45.439527 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "name": "network-vif-plugged", "status": "completed", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:03:45.439788 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-357dc096-a715-44db-bb65-a68b8bb20f6d {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:03:45.440200 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'code': 200} Feb 15 14:03:45.560039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:45.563792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Attempting to bind port 8a954472-7445-4abc-97da-6faaaf751ddd on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:03:45.564169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Attempting to bind port 8a954472-7445-4abc-97da-6faaaf751ddd by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '9ed1549c-3d13-4cea-acff-5860755ae470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '93bfab92-49d2-4013-863d-39f222f9f45c'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:03:45.564539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Attempting to bind port 8a954472-7445-4abc-97da-6faaaf751ddd on network 93bfab92-49d2-4013-863d-39f222f9f45c {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:03:45.575467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c41fa8a1-8c19-4576-b09c-a05a289710f8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:45.575844 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:45.637712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:03:45.647411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Checking segment: {'id': '9ed1549c-3d13-4cea-acff-5860755ae470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '93bfab92-49d2-4013-863d-39f222f9f45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:03:45.648031 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:45.648698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Bound using segment: {'id': '9ed1549c-3d13-4cea-acff-5860755ae470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '93bfab92-49d2-4013-863d-39f222f9f45c'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:03:45.649521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Bound port: 8a954472-7445-4abc-97da-6faaaf751ddd, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed1549c-3d13-4cea-acff-5860755ae470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '93bfab92-49d2-4013-863d-39f222f9f45c'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:03:45.649979 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:45.750682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e938a1-c90c-4c4d-8d4f-ebe755ed5188 req-b0846527-b215-4a5d-9104-5197bafd7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:45.753528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82e938a1-c90c-4c4d-8d4f-ebe755ed5188 req-b0846527-b215-4a5d-9104-5197bafd7b8f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 1128 time: 0.2550890 Feb 15 14:03:45.804439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c41fa8a1-8c19-4576-b09c-a05a289710f8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:45.808228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for port (ce9a05da-e489-4e12-8eeb-4fc2213a779c), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:45.819095 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ce9a05da-e489-4e12-8eeb-4fc2213a779c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:45.832544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8d031b9c-1223-4846-bd49-379420b056c4 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:03:45.861650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] For port 8a954472-7445-4abc-97da-6faaaf751ddd, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:03:45.867164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] For port 8a954472-7445-4abc-97da-6faaaf751ddd, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=8a954472-7445-4abc-97da-6faaaf751ddd,segment=NetworkSegment(9ed1549c-3d13-4cea-acff-5860755ae470),segment_id=9ed1549c-3d13-4cea-acff-5860755ae470)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:03:45.890316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:45.964296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82e938a1-c90c-4c4d-8d4f-ebe755ed5188 req-f5f4477a-f004-4802-b7dc-0c518de61cbb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950343 Feb 15 14:03:45.983698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event updated for resources: {'Port': ['ID=ce9a05da-e489-4e12-8eeb-4fc2213a779c,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:45.986651 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:46.149546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2523d9e-fc48-4481-bd34-3f2c11a03b36 None None] Pushing event updated for resources: {'Port': ['ID=8a954472-7445-4abc-97da-6faaaf751ddd,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:46.158334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Network 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:46.160592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:46.168617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c4662892-d13e-4835-bf9b-171aa415cc16 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:46.206806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4af0a-131d-46aa-b6e3-13d649ed5290 None None] Network 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:46.330119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8d031b9c-1223-4846-bd49-379420b056c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8d031b9c-1223-4846-bd49-379420b056c4,segment=NetworkSegment(557908b1-53c2-46e6-80e8-12d9bdf6320f),segment_id=557908b1-53c2-46e6-80e8-12d9bdf6320f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:46.359136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '8d031b9c-1223-4846-bd49-379420b056c4', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'port_id': '8d031b9c-1223-4846-bd49-379420b056c4', 'mac_address': 'fa:16:3e:0d:4f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:03:46.386018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Provisioning complete for port 1ec747f4-1a42-4555-a894-f3ad56478632 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:46.386018 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:46.393809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Router bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:03:46.546450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c4662892-d13e-4835-bf9b-171aa415cc16 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:46.546893 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:46.581901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 8d031b9c-1223-4846-bd49-379420b056c4 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:46.581901 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8d031b9c-1223-4846-bd49-379420b056c4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:46.596261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:03:46.599955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d031b9c-1223-4846-bd49-379420b056c4 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:03:46.624401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8d031b9c-1223-4846-bd49-379420b056c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8d031b9c-1223-4846-bd49-379420b056c4,segment=NetworkSegment(557908b1-53c2-46e6-80e8-12d9bdf6320f),segment_id=557908b1-53c2-46e6-80e8-12d9bdf6320f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:46.628220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3e6b1c15-f1e7-4f41-97da-c7630d396f3e tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "PUT /v2.0/routers/bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1569176 Feb 15 14:03:46.630300 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34388) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:46.657720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0b1779-7f8e-4b45-8120-13e7237f549c None None] Sync routers for ids ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:03:46.667648 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8d031b9c-1223-4846-bd49-379420b056c4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:46.699517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb06fb-3329-45e6-a38e-5d25aa9f010e req-63682b34-7955-4fdf-ae16-06080eba2182 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:46.701215 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4eb06fb-3329-45e6-a38e-5d25aa9f010e req-63682b34-7955-4fdf-ae16-06080eba2182 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.0901413 Feb 15 14:03:46.708703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80d203-6770-4d79-94c8-c2cf6ba032e4 req-f61b08ef-ede2-48f2-b8c4-5ca13dd2bdb5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:46.715578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f80d203-6770-4d79-94c8-c2cf6ba032e4 req-f61b08ef-ede2-48f2-b8c4-5ca13dd2bdb5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 943 time: 0.1139615 Feb 15 14:03:46.734318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=8d031b9c-1223-4846-bd49-379420b056c4,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:46.750118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b1779-7f8e-4b45-8120-13e7237f549c None None] Routers {'bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:46.750755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4c0b1779-7f8e-4b45-8120-13e7237f549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:46.815400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4c0b1779-7f8e-4b45-8120-13e7237f549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:46.856581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4eb06fb-3329-45e6-a38e-5d25aa9f010e req-4434f7b3-8c49-4582-8ab1-14487e3e1068 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324058 Feb 15 14:03:46.867561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f80d203-6770-4d79-94c8-c2cf6ba032e4 req-99985c40-913e-4ed5-b102-f4916f4faf99 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509781 Feb 15 14:03:46.963787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c4662892-d13e-4835-bf9b-171aa415cc16 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:46.965949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1ec747f4-1a42-4555-a894-f3ad56478632 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:46.967757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Current status of the port 1ec747f4-1a42-4555-a894-f3ad56478632 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:46.968288 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:47.000693 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b1779-7f8e-4b45-8120-13e7237f549c None None] Routers {'bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:47.001335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4c0b1779-7f8e-4b45-8120-13e7237f549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:47.088129 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4c0b1779-7f8e-4b45-8120-13e7237f549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:47.088855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0b1779-7f8e-4b45-8120-13e7237f549c None None] The sync data for ids ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:03:47.090500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['8d031b9c-1223-4846-bd49-379420b056c4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:03:47.450199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] For port 1ec747f4-1a42-4555-a894-f3ad56478632, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1ec747f4-1a42-4555-a894-f3ad56478632,segment=NetworkSegment(571dabe7-2d17-42d0-b86e-ea25cc2da124),segment_id=571dabe7-2d17-42d0-b86e-ea25cc2da124)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:47.471925 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:47.540276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Pushing event updated for resources: {'Port': ['ID=1ec747f4-1a42-4555-a894-f3ad56478632,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:47.564259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.564925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.565806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.567388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.568602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.569106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.569613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.570106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.570594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.571238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.571725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.572243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.573166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1abdd1-2393-46b9-a5d8-396d05dd8817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:03:47.603099 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-83210cda-2e09-4d36-b50f-cde38251759d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:47.656696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1ec747f4-1a42-4555-a894-f3ad56478632 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:47.657736 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:47.701570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-02f6bd42-bddc-4776-beae-372d78898fa5 None None] Provisioning complete for port ce9a05da-e489-4e12-8eeb-4fc2213a779c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:47.701949 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02f6bd42-bddc-4776-beae-372d78898fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ce9a05da-e489-4e12-8eeb-4fc2213a779c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:47.824567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-02f6bd42-bddc-4776-beae-372d78898fa5 None None] Port ce9a05da-e489-4e12-8eeb-4fc2213a779c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:03:47.865939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-02f6bd42-bddc-4776-beae-372d78898fa5 None None] Provisioning complete for port 1ec747f4-1a42-4555-a894-f3ad56478632 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:47.866454 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02f6bd42-bddc-4776-beae-372d78898fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:47.870510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4e77a-621e-4815-bfc9-cb2cd0706df2 None None] Network 93bfab92-49d2-4013-863d-39f222f9f45c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:48.081997 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-bc4121e4-be1d-4afa-ada8-905958450902 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:03:48.088030 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bc4121e4-be1d-4afa-ada8-905958450902 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "PUT /v2.0/routers/bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4545588 Feb 15 14:03:48.088920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34406) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:48.175623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1ec747f4-1a42-4555-a894-f3ad56478632 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:48.234071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-02f6bd42-bddc-4776-beae-372d78898fa5 None None] Current status of the port 1ec747f4-1a42-4555-a894-f3ad56478632 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:48.249448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1c7d5-3b00-4369-99f8-36ea23f3c83b req-4e010c9b-7058-4435-bdf7-857bbed433ed tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:48.251060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ede1c7d5-3b00-4369-99f8-36ea23f3c83b req-4e010c9b-7058-4435-bdf7-857bbed433ed tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.2477927 Feb 15 14:03:48.261119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6a932-c4f6-4794-9b9c-6650a8129ef0 req-08da4ba2-06cc-4b11-b0dc-20ed1a5d4e60 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:48.267431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ed6a932-c4f6-4794-9b9c-6650a8129ef0 req-08da4ba2-06cc-4b11-b0dc-20ed1a5d4e60 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 944 time: 0.2072544 Feb 15 14:03:48.294609 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:48.371831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bc661219-d1d3-43b8-a6e4-9f5fe918e577 None None] Provisioning complete for port ce9a05da-e489-4e12-8eeb-4fc2213a779c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:48.372214 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc661219-d1d3-43b8-a6e4-9f5fe918e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ce9a05da-e489-4e12-8eeb-4fc2213a779c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:48.438336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bc661219-d1d3-43b8-a6e4-9f5fe918e577 None None] Port ce9a05da-e489-4e12-8eeb-4fc2213a779c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:03:48.464100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ed6a932-c4f6-4794-9b9c-6650a8129ef0 req-05021411-24c9-4609-b5d8-dcc8e18527fa tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957970 Feb 15 14:03:48.484167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ede1c7d5-3b00-4369-99f8-36ea23f3c83b req-48ea1990-0e2a-40f0-b5ed-8e4ed9a90fc7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140772 Feb 15 14:03:48.494051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bc661219-d1d3-43b8-a6e4-9f5fe918e577 None None] Provisioning complete for port 8a954472-7445-4abc-97da-6faaaf751ddd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:48.494442 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc661219-d1d3-43b8-a6e4-9f5fe918e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:48.596416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8a954472-7445-4abc-97da-6faaaf751ddd up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:48.695279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 8a954472-7445-4abc-97da-6faaaf751ddd triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:48.695915 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:48.735268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9da8e-1297-41cc-b85e-4770523b374b req-ba63e9d9-08fb-4f39-bb1e-052b1900b837 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:48.740535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70a9da8e-1297-41cc-b85e-4770523b374b req-ba63e9d9-08fb-4f39-bb1e-052b1900b837 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.0897992 Feb 15 14:03:48.745454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34418) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:48.750232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f62d598b-e02a-4f5e-bbb5-f1e9c39ce4d9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'floatingip': {'port_id': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:48.759790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bc661219-d1d3-43b8-a6e4-9f5fe918e577 None None] Current status of the port 8a954472-7445-4abc-97da-6faaaf751ddd is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:48.760117 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc661219-d1d3-43b8-a6e4-9f5fe918e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:48.826669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bc661219-d1d3-43b8-a6e4-9f5fe918e577 None None] For port 8a954472-7445-4abc-97da-6faaaf751ddd, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=8a954472-7445-4abc-97da-6faaaf751ddd,segment=NetworkSegment(9ed1549c-3d13-4cea-acff-5860755ae470),segment_id=9ed1549c-3d13-4cea-acff-5860755ae470)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:48.847860 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc661219-d1d3-43b8-a6e4-9f5fe918e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:48.858963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f62d598b-e02a-4f5e-bbb5-f1e9c39ce4d9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (1d1d1094-8ccf-4496-b574-fde4b44ac4f2), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:48.936391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24690c34-f596-41cf-92d4-fcd3845a1098 req-bdf38245-9943-40a1-a154-49ecec08b592 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:48.946134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24690c34-f596-41cf-92d4-fcd3845a1098 req-bdf38245-9943-40a1-a154-49ecec08b592 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1515212 Feb 15 14:03:48.946983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 8a954472-7445-4abc-97da-6faaaf751ddd is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:48.950072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:49.013525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc661219-d1d3-43b8-a6e4-9f5fe918e577 None None] Pushing event updated for resources: {'Port': ['ID=8a954472-7445-4abc-97da-6faaaf751ddd,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:49.030319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-15037ac6-36eb-4bb7-a828-df971a18f558 None None] Provisioning complete for port 8a954472-7445-4abc-97da-6faaaf751ddd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:49.030704 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15037ac6-36eb-4bb7-a828-df971a18f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:49.095678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24690c34-f596-41cf-92d4-fcd3845a1098 req-86036eb2-ecf8-41f0-8aa4-48c7dfad71dd tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478827 Feb 15 14:03:49.110745 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:03:49.111130 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:03:49.121827 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f442c6e4-63fc-46df-9ccf-c0bdfe1fdf86 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:49.195211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-15037ac6-36eb-4bb7-a828-df971a18f558 None None] Current status of the port 8a954472-7445-4abc-97da-6faaaf751ddd is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:49.467121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f442c6e4-63fc-46df-9ccf-c0bdfe1fdf86 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Deleting port ce9a05da-e489-4e12-8eeb-4fc2213a779c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:49.467532 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f442c6e4-63fc-46df-9ccf-c0bdfe1fdf86 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ce9a05da-e489-4e12-8eeb-4fc2213a779c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:49.589062 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f62d598b-e02a-4f5e-bbb5-f1e9c39ce4d9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:49.595235 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f62d598b-e02a-4f5e-bbb5-f1e9c39ce4d9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (1d1d1094-8ccf-4496-b574-fde4b44ac4f2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:49.681236 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:49.728193 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 8a954472-7445-4abc-97da-6faaaf751ddd is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:49.729601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1ec747f4-1a42-4555-a894-f3ad56478632 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:49.733266 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-f62d598b-e02a-4f5e-bbb5-f1e9c39ce4d9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Floating IP 1d1d1094-8ccf-4496-b574-fde4b44ac4f2 associated. External IP: 172.25.6.252, port: bc7ec598-3fc7-483a-8ccd-f08e7a91abcf. Feb 15 14:03:49.827732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1ec747f4-1a42-4555-a894-f3ad56478632 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:49.828319 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:49.871292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8d031b9c-1223-4846-bd49-379420b056c4 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:50.049915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1ec747f4-1a42-4555-a894-f3ad56478632 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:50.060526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 8d031b9c-1223-4846-bd49-379420b056c4 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:03:50.075194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 8d031b9c-1223-4846-bd49-379420b056c4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:50.075194 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8d031b9c-1223-4846-bd49-379420b056c4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:50.089166 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f442c6e4-63fc-46df-9ccf-c0bdfe1fdf86 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ce9a05da-e489-4e12-8eeb-4fc2213a779c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:50.098755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049091e-fdf6-4a3c-a270-2e2c0c6e7dc5 req-e39ca5dd-9182-4cd1-8d4f-307d495a96bf tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:50.101033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e049091e-fdf6-4a3c-a270-2e2c0c6e7dc5 req-e39ca5dd-9182-4cd1-8d4f-307d495a96bf tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 944 time: 0.1220508 Feb 15 14:03:50.127169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f442c6e4-63fc-46df-9ccf-c0bdfe1fdf86 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Calling delete_port for ce9a05da-e489-4e12-8eeb-4fc2213a779c owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:50.130048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62d598b-e02a-4f5e-bbb5-f1e9c39ce4d9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Router b041dc17-d83a-41dd-8d24-a45ccfad0ddd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:03:50.174104 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e049091e-fdf6-4a3c-a270-2e2c0c6e7dc5 req-0f5fa934-7e1a-4990-97f7-553b5c16d014 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664537 Feb 15 14:03:50.337692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 8d031b9c-1223-4846-bd49-379420b056c4 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:50.338514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8d031b9c-1223-4846-bd49-379420b056c4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:50.353203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62d598b-e02a-4f5e-bbb5-f1e9c39ce4d9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:03:50.361105 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f62d598b-e02a-4f5e-bbb5-f1e9c39ce4d9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:50.372290 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618482a-4b66-4799-966b-eee0fb1bbd89 None None] Sync routers for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:03:50.378369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8a954472-7445-4abc-97da-6faaaf751ddd up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:03:50.384538 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7600594-ccce-4e58-b12f-30ed01bc3051 req-d3010a47-e0e3-4341-a9d9-988ef340839c tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:50.386152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7600594-ccce-4e58-b12f-30ed01bc3051 req-d3010a47-e0e3-4341-a9d9-988ef340839c tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.1468706 Feb 15 14:03:50.397454 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618482a-4b66-4799-966b-eee0fb1bbd89 None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:50.398572 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d618482a-4b66-4799-966b-eee0fb1bbd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:50.426123 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f62d598b-e02a-4f5e-bbb5-f1e9c39ce4d9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "PUT /v2.0/floatingips/1d1d1094-8ccf-4496-b574-fde4b44ac4f2 HTTP/1.1" status: 200 len: 991 time: 1.6795421 Feb 15 14:03:50.427017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:50.430345 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eed9c5c-59d1-48a0-adbc-620ce18adb52" -d '{"events": [{"name": "network-changed", "server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:03:50.448487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:50.450931 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b9e937-5079-4a3d-9e88-d6f2eb48cb31" -d '{"events": [{"server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "name": "network-vif-plugged", "status": "completed", "tag": "8d031b9c-1223-4846-bd49-379420b056c4"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:03:50.471779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8d031b9c-1223-4846-bd49-379420b056c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8d031b9c-1223-4846-bd49-379420b056c4,segment=NetworkSegment(557908b1-53c2-46e6-80e8-12d9bdf6320f),segment_id=557908b1-53c2-46e6-80e8-12d9bdf6320f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:50.480834 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8d031b9c-1223-4846-bd49-379420b056c4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:50.515248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7600594-ccce-4e58-b12f-30ed01bc3051 req-95e8a917-3131-4716-b3b4-415bd7aaaa68 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220272 Feb 15 14:03:50.541381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 8a954472-7445-4abc-97da-6faaaf751ddd triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:50.541762 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:50.569722 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f442c6e4-63fc-46df-9ccf-c0bdfe1fdf86 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ce9a05da-e489-4e12-8eeb-4fc2213a779c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:50.591402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=8d031b9c-1223-4846-bd49-379420b056c4,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:50.610999 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9051311-b843-4a81-a356-265fdfc9a7d0 x-openstack-request-id: req-f9051311-b843-4a81-a356-265fdfc9a7d0 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:03:50.611656 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "name": "network-vif-plugged", "status": "completed", "tag": "8d031b9c-1223-4846-bd49-379420b056c4", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:03:50.612041 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f9051311-b843-4a81-a356-265fdfc9a7d0 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:03:50.612447 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4', 'code': 200} Feb 15 14:03:50.630983 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f893050e-5536-4d24-9d28-649631a02f78 x-openstack-request-id: req-f893050e-5536-4d24-9d28-649631a02f78 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:03:50.632176 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:03:50.632176 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f893050e-5536-4d24-9d28-649631a02f78 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:03:50.634704 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'status': 'completed', 'code': 200} Feb 15 14:03:50.652281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442c6e4-63fc-46df-9ccf-c0bdfe1fdf86 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event deleted for resources: {'Port': ['ID=ce9a05da-e489-4e12-8eeb-4fc2213a779c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:50.667336 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-d618482a-4b66-4799-966b-eee0fb1bbd89 None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:03:50.685740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 8a954472-7445-4abc-97da-6faaaf751ddd is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:03:50.804211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e860e7-3eeb-48fb-a848-8a77aaf54c31 req-b83521d4-d595-431e-92c4-9b084a7ccfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:50.806073 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c5e860e7-3eeb-48fb-a848-8a77aaf54c31 req-b83521d4-d595-431e-92c4-9b084a7ccfc3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 1128 time: 0.1231666 Feb 15 14:03:50.896014 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c5e860e7-3eeb-48fb-a848-8a77aaf54c31 req-70c12548-a77a-449d-aae4-53b9faa4b83b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834246 Feb 15 14:03:50.999237 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f442c6e4-63fc-46df-9ccf-c0bdfe1fdf86 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:51.007542 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9c5c-59d1-48a0-adbc-620ce18adb52 req-13bd6bbc-b9cf-4407-ba89-80dfdc75bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:51.009214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eed9c5c-59d1-48a0-adbc-620ce18adb52 req-13bd6bbc-b9cf-4407-ba89-80dfdc75bfe7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 1128 time: 0.3277068 Feb 15 14:03:51.045289 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:51.240896 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d618482a-4b66-4799-966b-eee0fb1bbd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '1d1d1094-8ccf-4496-b574-fde4b44ac4f2', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'port_id': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'mac_address': 'fa:16:3e:22:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:03:25Z', 'updated_at': '2022-02-15T14:03:49Z', 'revision_number': 1, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:51.276068 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618482a-4b66-4799-966b-eee0fb1bbd89 None None] Checking router: b041dc17-d83a-41dd-8d24-a45ccfad0ddd for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:03:51.287507 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618482a-4b66-4799-966b-eee0fb1bbd89 None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:51.288251 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d618482a-4b66-4799-966b-eee0fb1bbd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:51.381202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9c5c-59d1-48a0-adbc-620ce18adb52 req-7e5b3174-4e28-4393-ab5e-be5b7c87d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:51.382707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eed9c5c-59d1-48a0-adbc-620ce18adb52 req-7e5b3174-4e28-4393-ab5e-be5b7c87d8a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 918 time: 0.3616629 Feb 15 14:03:51.409822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f442c6e4-63fc-46df-9ccf-c0bdfe1fdf86 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Router bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:03:51.434623 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-d618482a-4b66-4799-966b-eee0fb1bbd89 None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:03:51.476775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105fac8-230a-4a4c-9450-ab6d3cdb106e req-267eff7a-c22d-47ab-8784-4184997bf076 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:51.484935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4105fac8-230a-4a4c-9450-ab6d3cdb106e req-267eff7a-c22d-47ab-8784-4184997bf076 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.1994448 Feb 15 14:03:51.524048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaae63-cda9-4512-b4dc-b110a30555ee req-4bc6e68f-d4bb-4cda-b4ad-01db16044953 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:51.525637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ebdaae63-cda9-4512-b4dc-b110a30555ee req-4bc6e68f-d4bb-4cda-b4ad-01db16044953 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.67 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.2357681 Feb 15 14:03:51.644323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eed9c5c-59d1-48a0-adbc-620ce18adb52 req-0f64c5ab-74ae-4de1-82bc-29e8de61c661 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf HTTP/1.1" status: 200 len: 999 time: 0.2479763 Feb 15 14:03:51.741571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f442c6e4-63fc-46df-9ccf-c0bdfe1fdf86 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:03:51.755896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666d2bb-78a8-4dcb-a6f4-a78dd50adb68 None None] Sync routers for ids ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:03:51.764026 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4105fac8-230a-4a4c-9450-ab6d3cdb106e req-04dbc87a-97e8-4bd2-b902-04a636705a36 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781484 Feb 15 14:03:51.767660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f442c6e4-63fc-46df-9ccf-c0bdfe1fdf86 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "PUT /v2.0/routers/bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6778421 Feb 15 14:03:51.772704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34456) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:51.797852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9c5c-59d1-48a0-adbc-620ce18adb52 req-35cc1f46-7058-40ae-b5dc-32f4ee9338d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:51.801055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eed9c5c-59d1-48a0-adbc-620ce18adb52 req-35cc1f46-7058-40ae-b5dc-32f4ee9338d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.1442275 Feb 15 14:03:51.801188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666d2bb-78a8-4dcb-a6f4-a78dd50adb68 None None] Routers {'bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:51.801532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7666d2bb-78a8-4dcb-a6f4-a78dd50adb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:51.845925 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d618482a-4b66-4799-966b-eee0fb1bbd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '1d1d1094-8ccf-4496-b574-fde4b44ac4f2', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'port_id': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'mac_address': 'fa:16:3e:22:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:03:25Z', 'updated_at': '2022-02-15T14:03:49Z', 'revision_number': 1, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:51.866038 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-ab132e44-a1ef-4f4b-9dca-cad33a798754 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] delete failed (client error): The resource could not be found. Feb 15 14:03:51.867856 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ab132e44-a1ef-4f4b-9dca-cad33a798754 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-1091636115 HTTP/1.1" status: 404 len: 335 time: 0.0941525 Feb 15 14:03:51.871673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34460) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:51.878779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-adb06e47-602f-4fb1-aec4-50537bfa63d2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:51.905270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7666d2bb-78a8-4dcb-a6f4-a78dd50adb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:51.914152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c795b5e-2599-4190-8cef-7f539d82b458 req-c85d0554-075b-4a18-a815-ed1afe2d8bd4 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:51.915833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c795b5e-2599-4190-8cef-7f539d82b458 req-c85d0554-075b-4a18-a815-ed1afe2d8bd4 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 945 time: 0.2149923 Feb 15 14:03:51.927590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666d2bb-78a8-4dcb-a6f4-a78dd50adb68 None None] Routers {'bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:51.928221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7666d2bb-78a8-4dcb-a6f4-a78dd50adb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:51.950255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-ebdaae63-cda9-4512-b4dc-b110a30555ee req-258799f7-1057-4578-a3d0-0858f4519fca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Deleting port 269398c2-9d2d-403c-b0bb-8c6265f98dd1 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:51.950582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ebdaae63-cda9-4512-b4dc-b110a30555ee req-258799f7-1057-4578-a3d0-0858f4519fca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:51.998500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7666d2bb-78a8-4dcb-a6f4-a78dd50adb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:51.999188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666d2bb-78a8-4dcb-a6f4-a78dd50adb68 None None] The sync data for ids ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:03:52.184809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9c5c-59d1-48a0-adbc-620ce18adb52 req-53cb0115-921a-42d2-89eb-390f6b12a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:52.190936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eed9c5c-59d1-48a0-adbc-620ce18adb52 req-53cb0115-921a-42d2-89eb-390f6b12a2ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3768563 Feb 15 14:03:52.197104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ebdaae63-cda9-4512-b4dc-b110a30555ee req-258799f7-1057-4578-a3d0-0858f4519fca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] For port 269398c2-9d2d-403c-b0bb-8c6265f98dd1, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=269398c2-9d2d-403c-b0bb-8c6265f98dd1,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:52.197842 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ebdaae63-cda9-4512-b4dc-b110a30555ee req-258799f7-1057-4578-a3d0-0858f4519fca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:52.217465 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618482a-4b66-4799-966b-eee0fb1bbd89 None None] The sync data for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 is: [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '1d1d1094-8ccf-4496-b574-fde4b44ac4f2', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'port_id': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'mac_address': 'fa:16:3e:22:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:03:25Z', 'updated_at': '2022-02-15T14:03:49Z', 'revision_number': 1, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:03:52.305181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-ebdaae63-cda9-4512-b4dc-b110a30555ee req-258799f7-1057-4578-a3d0-0858f4519fca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Calling delete_port for 269398c2-9d2d-403c-b0bb-8c6265f98dd1 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:52.319512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c795b5e-2599-4190-8cef-7f539d82b458 req-92b95d80-e738-437d-a51b-ae632cf88332 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961179 Feb 15 14:03:52.477072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eed9c5c-59d1-48a0-adbc-620ce18adb52 req-eb3f432b-e67e-4309-9a05-865fc54fdeeb service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420714 Feb 15 14:03:52.585949 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eed9c5c-59d1-48a0-adbc-620ce18adb52 req-2fa88613-2efa-482d-852a-5816dd9943ae service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950589 Feb 15 14:03:52.682381 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ebdaae63-cda9-4512-b4dc-b110a30555ee req-258799f7-1057-4578-a3d0-0858f4519fca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (269398c2-9d2d-403c-b0bb-8c6265f98dd1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:52.703373 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913ea14-d20b-4443-b75f-947c85d980d5 None None] New status for floating IP 1d1d1094-8ccf-4496-b574-fde4b44ac4f2: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:03:52.706310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['933eaf4e-275c-4af0-be4a-be939d59295e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:03:52.755798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258799f7-1057-4578-a3d0-0858f4519fca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Pushing event deleted for resources: {'Port': ['ID=269398c2-9d2d-403c-b0bb-8c6265f98dd1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:52.759242 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adb06e47-602f-4fb1-aec4-50537bfa63d2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for router_gateway (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:52.795675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdaae63-cda9-4512-b4dc-b110a30555ee req-258799f7-1057-4578-a3d0-0858f4519fca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] No DVR routers for this DVR port 269398c2-9d2d-403c-b0bb-8c6265f98dd1 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:03:52.797690 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-adb06e47-602f-4fb1-aec4-50537bfa63d2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] update failed (client error): The resource could not be found. Feb 15 14:03:52.799387 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-adb06e47-602f-4fb1-aec4-50537bfa63d2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "PUT /v2.0/routers/bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe HTTP/1.1" status: 404 len: 339 time: 0.9263704 Feb 15 14:03:52.803480 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34470) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:52.828696 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ebdaae63-cda9-4512-b4dc-b110a30555ee req-258799f7-1057-4578-a3d0-0858f4519fca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:52.840091 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ebdaae63-cda9-4512-b4dc-b110a30555ee req-258799f7-1057-4578-a3d0-0858f4519fca tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.67 "DELETE /v2.0/ports/269398c2-9d2d-403c-b0bb-8c6265f98dd1 HTTP/1.1" status: 204 len: 173 time: 1.2706444 Feb 15 14:03:52.841857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1', 'name': 'network-vif-deleted', 'tag': '269398c2-9d2d-403c-b0bb-8c6265f98dd1'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:52.851092 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fc9df3-ef6f-485c-ae84-e7a972116a14" -d '{"events": [{"server_uuid": "c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1", "name": "network-vif-deleted", "tag": "269398c2-9d2d-403c-b0bb-8c6265f98dd1"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:03:52.974999 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e1fdfd-dc1e-4bfa-a449-03aba8ea9a55 x-openstack-request-id: req-d5e1fdfd-dc1e-4bfa-a449-03aba8ea9a55 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:03:52.975574 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1", "name": "network-vif-deleted", "tag": "269398c2-9d2d-403c-b0bb-8c6265f98dd1", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:03:52.975856 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d5e1fdfd-dc1e-4bfa-a449-03aba8ea9a55 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:03:52.976275 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1', 'name': 'network-vif-deleted', 'tag': '269398c2-9d2d-403c-b0bb-8c6265f98dd1', 'status': 'completed', 'code': 200} Feb 15 14:03:53.007071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60060bf5-72cd-4f34-b430-6e3510c9a067 req-d61469d8-0c25-4daa-aa09-0d092c5b81fa tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:53.009780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60060bf5-72cd-4f34-b430-6e3510c9a067 req-d61469d8-0c25-4daa-aa09-0d092c5b81fa tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.1082666 Feb 15 14:03:53.156296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60060bf5-72cd-4f34-b430-6e3510c9a067 req-0376cb71-e655-43ce-8e7e-d04d843a5f7c tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247299 Feb 15 14:03:53.487900 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:53.508568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdd91a1a-e072-4e7d-9d22-8697b824748b req-834a2f18-efde-4207-a171-a445371d69f5 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=c06ce7fd-7f07-4b45-a125-5a3b2a3fddf1 HTTP/1.1" status: 200 len: 210 time: 0.0683663 Feb 15 14:03:53.602608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d9d4b-f8b8-4fa7-8321-6e0758914a74 req-7cc52342-104e-4911-8e7e-5ed894d8c0cd tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:53.604250 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-426d9d4b-f8b8-4fa7-8321-6e0758914a74 req-7cc52342-104e-4911-8e7e-5ed894d8c0cd tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.0593421 Feb 15 14:03:53.663956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-426d9d4b-f8b8-4fa7-8321-6e0758914a74 req-cc2eca08-e3ea-4ad6-9bf9-fa4db59d2fba tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522125 Feb 15 14:03:53.701594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ee816-9626-4197-aba8-b4181a024033 req-fa55aeab-4f1d-4031-9bc7-b21966437d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:53.703128 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b8ee816-9626-4197-aba8-b4181a024033 req-fa55aeab-4f1d-4031-9bc7-b21966437d9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32c652c29e948b6ba2dc176a27bb7cd&device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 1128 time: 0.1928494 Feb 15 14:03:53.897138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ee816-9626-4197-aba8-b4181a024033 req-79689bb4-ae40-4d71-bc52-3ca7ecc9f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:53.898606 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b8ee816-9626-4197-aba8-b4181a024033 req-79689bb4-ae40-4d71-bc52-3ca7ecc9f162 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb6a728a-ebe7-451a-bbdd-560c2e422f33 HTTP/1.1" status: 200 len: 921 time: 0.1872022 Feb 15 14:03:53.916124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Allocated IP 172.20.0.1 (dadd3147-0009-4746-8941-f1a58144a72f/e57e6253-c062-4e7a-a56b-f5a8d3c5390f/0b3d67e1-7312-41cb-801c-d7ba82a210e7) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:03:53.947243 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b8ee816-9626-4197-aba8-b4181a024033 req-49d1c014-f984-4ca7-8a07-a95d5e32eb53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 217 time: 0.0392792 Feb 15 14:03:54.045477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ee816-9626-4197-aba8-b4181a024033 req-1213a0d6-242b-4bf7-bc38-25adbef0078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:54.047501 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b8ee816-9626-4197-aba8-b4181a024033 req-1213a0d6-242b-4bf7-bc38-25adbef0078b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9cf940e4-d197-4e41-9e38-02e9491b8e1f HTTP/1.1" status: 200 len: 860 time: 0.0941346 Feb 15 14:03:54.092381 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b8ee816-9626-4197-aba8-b4181a024033 req-3c5ea62a-551e-49a2-b96e-ccd701a83822 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb6a728a-ebe7-451a-bbdd-560c2e422f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380843 Feb 15 14:03:54.173208 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for port (0b3d67e1-7312-41cb-801c-d7ba82a210e7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:54.228132 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b8ee816-9626-4197-aba8-b4181a024033 req-02bfeb4c-4873-43d7-8094-7b0794ed3730 service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295147 Feb 15 14:03:54.243588 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0b3d67e1-7312-41cb-801c-d7ba82a210e7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:54.325530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Network dadd3147-0009-4746-8941-f1a58144a72f is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:54.334999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:54.342138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:03:54.343268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 269398c2-9d2d-403c-b0bb-8c6265f98dd1 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:03:54.356720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event updated for resources: {'Port': ['ID=0b3d67e1-7312-41cb-801c-d7ba82a210e7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:54.372697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 269398c2-9d2d-403c-b0bb-8c6265f98dd1 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:03:54.373051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 269398c2-9d2d-403c-b0bb-8c6265f98dd1 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:03:54.406744 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b8ee816-9626-4197-aba8-b4181a024033 req-12d75c80-3be8-4091-9c9e-1301321feb53 service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720872 Feb 15 14:03:54.413202 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:54.596672 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0b3d67e1-7312-41cb-801c-d7ba82a210e7), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:54.682873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c72e8c71-5e26-4f7c-b5ff-cbda0fbf5c0f None None] Provisioning complete for port 0b3d67e1-7312-41cb-801c-d7ba82a210e7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:54.683778 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c72e8c71-5e26-4f7c-b5ff-cbda0fbf5c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0b3d67e1-7312-41cb-801c-d7ba82a210e7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:54.957726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab231a-4c31-4cb6-b1fe-aecda0e781cd req-335ffec3-6811-4a75-bf8a-b33c8af9ada8 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:54.970889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bfab231a-4c31-4cb6-b1fe-aecda0e781cd req-335ffec3-6811-4a75-bf8a-b33c8af9ada8 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.2116818 Feb 15 14:03:55.039594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c72e8c71-5e26-4f7c-b5ff-cbda0fbf5c0f None None] Port 0b3d67e1-7312-41cb-801c-d7ba82a210e7 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:03:55.067460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bfab231a-4c31-4cb6-b1fe-aecda0e781cd req-c9fc377b-d642-4a10-9e79-f849b6e6e5ea tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951941 Feb 15 14:03:55.080527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74ecc2-7fd8-4659-98a3-2b118b5fe94e req-a8747c3f-29c4-41b5-b56e-8a648de76c23 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:55.082243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb74ecc2-7fd8-4659-98a3-2b118b5fe94e req-a8747c3f-29c4-41b5-b56e-8a648de76c23 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.2435644 Feb 15 14:03:55.133299 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for port (0b3d67e1-7312-41cb-801c-d7ba82a210e7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:55.139286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0b3d67e1-7312-41cb-801c-d7ba82a210e7), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:55.151679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb74ecc2-7fd8-4659-98a3-2b118b5fe94e req-c486ed7b-d49d-478d-8174-4906e15804e3 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554063 Feb 15 14:03:55.217325 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:55.219196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event updated for resources: {'Port': ['ID=0b3d67e1-7312-41cb-801c-d7ba82a210e7,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:55.315139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Network dadd3147-0009-4746-8941-f1a58144a72f is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:03:55.316549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:03:55.425101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Router bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:03:55.564538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c49face0-3290-4142-bf97-4636c825b1c5 None None] Provisioning complete for port 0b3d67e1-7312-41cb-801c-d7ba82a210e7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:03:55.565447 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c49face0-3290-4142-bf97-4636c825b1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0b3d67e1-7312-41cb-801c-d7ba82a210e7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:55.573743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:03:55.588876 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d66f3a5f-d260-404a-8bcb-761668536f36 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "PUT /v2.0/routers/bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7811346 Feb 15 14:03:55.590629 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34510) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:55.594589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a26ae-e570-4471-ab0d-8ac9993d7a7b None None] Sync routers for ids ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:03:55.616158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c49face0-3290-4142-bf97-4636c825b1c5 None None] Port 0b3d67e1-7312-41cb-801c-d7ba82a210e7 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:03:55.617751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a26ae-e570-4471-ab0d-8ac9993d7a7b None None] Routers {'bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:55.618579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-759a26ae-e570-4471-ab0d-8ac9993d7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:55.653365 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-759a26ae-e570-4471-ab0d-8ac9993d7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:55.662716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a26ae-e570-4471-ab0d-8ac9993d7a7b None None] Routers {'bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:55.663458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-759a26ae-e570-4471-ab0d-8ac9993d7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:55.698459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-759a26ae-e570-4471-ab0d-8ac9993d7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:55.699239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a26ae-e570-4471-ab0d-8ac9993d7a7b None None] The sync data for ids ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:03:55.718894 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21e0016a-dbc6-41cf-8d11-2da1d0106088 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for router (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:55.766135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4314d9-193d-49dd-afa8-13e55e5e4913 req-14f08110-c0eb-43ef-b7a2-390d3d47a19e tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:55.767777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf4314d9-193d-49dd-afa8-13e55e5e4913 req-14f08110-c0eb-43ef-b7a2-390d3d47a19e tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 945 time: 0.1662936 Feb 15 14:03:55.849220 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-21e0016a-dbc6-41cf-8d11-2da1d0106088 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 14:03:55.852853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-21e0016a-dbc6-41cf-8d11-2da1d0106088 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "DELETE /v2.0/routers/bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe HTTP/1.1" status: 409 len: 329 time: 0.2586360 Feb 15 14:03:55.853277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34512) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:55.854959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf4314d9-193d-49dd-afa8-13e55e5e4913 req-7764bed7-ddbe-437a-9846-3b2a3a386e66 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609725 Feb 15 14:03:56.223169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89215b-3080-43c8-9a19-087e71c77375 req-bbb173a9-7b70-42eb-b004-ff7c212934b7 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:56.225816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e89215b-3080-43c8-9a19-087e71c77375 req-bbb173a9-7b70-42eb-b004-ff7c212934b7 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.0839531 Feb 15 14:03:56.311794 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e89215b-3080-43c8-9a19-087e71c77375 req-68f8375c-96e1-4164-acb4-f4c9886a825a tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797756 Feb 15 14:03:56.337582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc75163-8b76-48f8-98d6-c30d99f042b3 req-75f766c6-80d6-440c-b198-55a424354973 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:56.339358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ddc75163-8b76-48f8-98d6-c30d99f042b3 req-75f766c6-80d6-440c-b198-55a424354973 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.0904288 Feb 15 14:03:56.392000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ddc75163-8b76-48f8-98d6-c30d99f042b3 req-a5a30905-f41b-4587-b1ca-d3ed54ccff5d tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Feb 15 14:03:56.518821 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b68e8a2b-3f53-4fcd-bb9b-ec4b48e809a7 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:56.820622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b68e8a2b-3f53-4fcd-bb9b-ec4b48e809a7 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Deleting port 0b3d67e1-7312-41cb-801c-d7ba82a210e7 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:56.820982 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b68e8a2b-3f53-4fcd-bb9b-ec4b48e809a7 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0b3d67e1-7312-41cb-801c-d7ba82a210e7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:56.907516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b68e8a2b-3f53-4fcd-bb9b-ec4b48e809a7 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0b3d67e1-7312-41cb-801c-d7ba82a210e7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:56.919918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b68e8a2b-3f53-4fcd-bb9b-ec4b48e809a7 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Calling delete_port for 0b3d67e1-7312-41cb-801c-d7ba82a210e7 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:56.987415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce3d0c-1fb0-4b14-bf3a-96a2d4cbfeab req-9d0f42c6-5941-476e-8cb3-00c926e7f962 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:56.989013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25ce3d0c-1fb0-4b14-bf3a-96a2d4cbfeab req-9d0f42c6-5941-476e-8cb3-00c926e7f962 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 945 time: 0.0604420 Feb 15 14:03:57.057719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25ce3d0c-1fb0-4b14-bf3a-96a2d4cbfeab req-47250464-5d8f-4d13-b7e3-9cc9cb26cd93 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603273 Feb 15 14:03:57.121928 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b68e8a2b-3f53-4fcd-bb9b-ec4b48e809a7 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0b3d67e1-7312-41cb-801c-d7ba82a210e7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:57.149519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e8a2b-3f53-4fcd-bb9b-ec4b48e809a7 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event deleted for resources: {'Port': ['ID=0b3d67e1-7312-41cb-801c-d7ba82a210e7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:57.302179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-09284746-f52e-4cba-ac8c-7589da6bd104 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:57.305145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-09284746-f52e-4cba-ac8c-7589da6bd104 tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.67 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 945 time: 0.0751245 Feb 15 14:03:57.335492 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b68e8a2b-3f53-4fcd-bb9b-ec4b48e809a7 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:57.472393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Deleting port b700da6b-318d-4641-b042-c16d05919c56 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:57.472816 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b700da6b-318d-4641-b042-c16d05919c56), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:57.553053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68e8a2b-3f53-4fcd-bb9b-ec4b48e809a7 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Router bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:03:57.560914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd4841-22ae-4b2b-b5c0-7327876f8d91 req-1d837e58-a852-45b8-9da3-79ffacbcfd68 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:57.562477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4bd4841-22ae-4b2b-b5c0-7327876f8d91 req-1d837e58-a852-45b8-9da3-79ffacbcfd68 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.1469979 Feb 15 14:03:57.621675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d96c02-153e-4e23-b3c1-8a867d26f5a1 req-d2703257-bf05-4478-b460-fb6d7ef820ab tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:57.623170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7d96c02-153e-4e23-b3c1-8a867d26f5a1 req-d2703257-bf05-4478-b460-fb6d7ef820ab tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1566801 Feb 15 14:03:57.644746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68e8a2b-3f53-4fcd-bb9b-ec4b48e809a7 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:03:57.650411 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b68e8a2b-3f53-4fcd-bb9b-ec4b48e809a7 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "PUT /v2.0/routers/bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7960391 Feb 15 14:03:57.654094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34528) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:57.665151 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ab233-45b3-43c6-b44d-30815951b0a3 None None] Sync routers for ids ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:03:57.671389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] For port b700da6b-318d-4641-b042-c16d05919c56, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b700da6b-318d-4641-b042-c16d05919c56,segment=NetworkSegment(67203933-64e6-4fae-972d-6cdda8397e02),segment_id=67203933-64e6-4fae-972d-6cdda8397e02)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:57.671754 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b700da6b-318d-4641-b042-c16d05919c56), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:57.679436 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ab233-45b3-43c6-b44d-30815951b0a3 None None] Routers {'bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:57.680401 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0a5ab233-45b3-43c6-b44d-30815951b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:57.692794 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4bd4841-22ae-4b2b-b5c0-7327876f8d91 req-9e69dd08-5ea3-4bea-9dd9-212488885105 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160884 Feb 15 14:03:57.713375 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-aa6472fb-b1cf-4243-960e-89ebe24cbe12 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] show failed (client error): The resource could not be found. Feb 15 14:03:57.714950 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aa6472fb-b1cf-4243-960e-89ebe24cbe12 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-1475820663 HTTP/1.1" status: 404 len: 335 time: 0.0590861 Feb 15 14:03:57.718569 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34530) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:57.723209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e4f03d21-5e07-49ca-b1ec-31257baed91d tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:03:57.728460 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0a5ab233-45b3-43c6-b44d-30815951b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:57.738114 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ab233-45b3-43c6-b44d-30815951b0a3 None None] Routers {'bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:57.739334 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0a5ab233-45b3-43c6-b44d-30815951b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:57.773720 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-e4f03d21-5e07-49ca-b1ec-31257baed91d tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] update failed (client error): The resource could not be found. Feb 15 14:03:57.779147 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e4f03d21-5e07-49ca-b1ec-31257baed91d tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-360733145 HTTP/1.1" status: 404 len: 334 time: 0.0593138 Feb 15 14:03:57.779855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34532) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:57.793050 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0a5ab233-45b3-43c6-b44d-30815951b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:57.793725 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ab233-45b3-43c6-b44d-30815951b0a3 None None] The sync data for ids ['bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:03:57.844131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d2cc77-e080-47f2-b203-2cc988f2414b tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Deleting subnet bde394cf-9fe3-45d7-adc1-0be4e4a49637 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:03:57.847327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cc77-e080-47f2-b203-2cc988f2414b tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for subnet (bde394cf-9fe3-45d7-adc1-0be4e4a49637), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:57.890467 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cc77-e080-47f2-b203-2cc988f2414b tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (bde394cf-9fe3-45d7-adc1-0be4e4a49637), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:57.998582 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cc77-e080-47f2-b203-2cc988f2414b tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (bde394cf-9fe3-45d7-adc1-0be4e4a49637), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.077713 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cc77-e080-47f2-b203-2cc988f2414b tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (bde394cf-9fe3-45d7-adc1-0be4e4a49637), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.148280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2cc77-e080-47f2-b203-2cc988f2414b tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event deleted for resources: {'Subnet': ['ID=bde394cf-9fe3-45d7-adc1-0be4e4a49637,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:58.150446 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4d2cc77-e080-47f2-b203-2cc988f2414b tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.153874 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b4d2cc77-e080-47f2-b203-2cc988f2414b tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "DELETE /v2.0/subnets/bde394cf-9fe3-45d7-adc1-0be4e4a49637 HTTP/1.1" status: 204 len: 168 time: 0.3722589 Feb 15 14:03:58.156360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34538) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:58.158146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75322899-9a3e-4125-8d6a-f5dc84d2b086 None None] Network 93bfab92-49d2-4013-863d-39f222f9f45c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:58.236027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b517d13-0087-4949-9546-da3996a9d898 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Deleting subnet bcb3ea6d-f746-4666-a500-3d8683435b8a {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:03:58.240254 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b517d13-0087-4949-9546-da3996a9d898 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for subnet (bcb3ea6d-f746-4666-a500-3d8683435b8a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.299476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b517d13-0087-4949-9546-da3996a9d898 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (bcb3ea6d-f746-4666-a500-3d8683435b8a), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.321455 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7d96c02-153e-4e23-b3c1-8a867d26f5a1 req-f14bbe38-1569-4798-b375-1fc619d52557 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6847453 Feb 15 14:03:58.375130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b57638-e025-4789-9bc0-7dcd32629608 None None] DHCP port deletion for 93bfab92-49d2-4013-863d-39f222f9f45c request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:03:58.434857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b517d13-0087-4949-9546-da3996a9d898 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (bcb3ea6d-f746-4666-a500-3d8683435b8a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.437477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-52b57638-e025-4789-9bc0-7dcd32629608 None None] Deleting port 8a954472-7445-4abc-97da-6faaaf751ddd {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:58.438122 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52b57638-e025-4789-9bc0-7dcd32629608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.498592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c866-25a9-4a26-9d5e-fb40990c0477 req-4128a701-4812-4bd6-8a80-4a17f2531e6a tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:58.506538 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3773c866-25a9-4a26-9d5e-fb40990c0477 req-4128a701-4812-4bd6-8a80-4a17f2531e6a tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 945 time: 0.1833749 Feb 15 14:03:58.535500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b517d13-0087-4949-9546-da3996a9d898 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (bcb3ea6d-f746-4666-a500-3d8683435b8a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.537245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-52b57638-e025-4789-9bc0-7dcd32629608 None None] For port 8a954472-7445-4abc-97da-6faaaf751ddd, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=8a954472-7445-4abc-97da-6faaaf751ddd,segment=NetworkSegment(9ed1549c-3d13-4cea-acff-5860755ae470),segment_id=9ed1549c-3d13-4cea-acff-5860755ae470)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:58.537890 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52b57638-e025-4789-9bc0-7dcd32629608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.556576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-52b57638-e025-4789-9bc0-7dcd32629608 None None] Calling delete_port for 8a954472-7445-4abc-97da-6faaaf751ddd owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:58.559368 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.559737 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (e1c0797f-f9a7-4b8c-8733-183d4cdc5faa), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.560156 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Floating IP e1c0797f-f9a7-4b8c-8733-183d4cdc5faa disassociated. External IP: 172.25.6.226, port: b700da6b-318d-4641-b042-c16d05919c56. Feb 15 14:03:58.560501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Calling delete_port for b700da6b-318d-4641-b042-c16d05919c56 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:58.575716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b517d13-0087-4949-9546-da3996a9d898 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb3ea6d-f746-4666-a500-3d8683435b8a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:58.596899 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b517d13-0087-4949-9546-da3996a9d898 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.602578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3773c866-25a9-4a26-9d5e-fb40990c0477 req-1801ab0b-b223-4bc4-851c-df7f9e81358b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups?id=d4357305-4b38-4ff4-b74f-47770e303c45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949106 Feb 15 14:03:58.607041 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6b517d13-0087-4949-9546-da3996a9d898 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "DELETE /v2.0/subnets/bcb3ea6d-f746-4666-a500-3d8683435b8a HTTP/1.1" status: 204 len: 168 time: 0.4492950 Feb 15 14:03:58.607860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34540) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:58.617325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c61d0-0baf-4a9b-b0a9-2dca8d27dd62 None None] Network 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:03:58.728422 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (93bfab92-49d2-4013-863d-39f222f9f45c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.776221 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b700da6b-318d-4641-b042-c16d05919c56), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.796899 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52b57638-e025-4789-9bc0-7dcd32629608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.800291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Deleting port 8a954472-7445-4abc-97da-6faaaf751ddd {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:58.800695 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.836448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Pushing event deleted for resources: {'Port': ['ID=b700da6b-318d-4641-b042-c16d05919c56,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:58.843092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b57638-e025-4789-9bc0-7dcd32629608 None None] Pushing event deleted for resources: {'Port': ['ID=8a954472-7445-4abc-97da-6faaaf751ddd,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:58.868511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b57638-e025-4789-9bc0-7dcd32629608 None None] No DVR routers for this DVR port 8a954472-7445-4abc-97da-6faaaf751ddd on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:03:58.898804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6153906f-db58-47e2-94de-698fb52101b0 None None] DHCP port deletion for 4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:03:58.927205 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] For port 8a954472-7445-4abc-97da-6faaaf751ddd, host n-d-829064-15, got binding levels [] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:58.927575 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.944845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Calling delete_port for 8a954472-7445-4abc-97da-6faaaf751ddd owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:58.947893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.ipam_backend_mixin [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Port 8a954472-7445-4abc-97da-6faaaf751ddd was not found and therefore no delete operation was performed {{(pid=109972) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 14:03:58.949484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8a954472-7445-4abc-97da-6faaaf751ddd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.960223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6153906f-db58-47e2-94de-698fb52101b0 None None] Deleting port 1ec747f4-1a42-4555-a894-f3ad56478632 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:03:58.960605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6153906f-db58-47e2-94de-698fb52101b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:58.964993 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] No DVR routers for this DVR port 8a954472-7445-4abc-97da-6faaaf751ddd on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:03:58.987044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9ba6d-f850-43d5-80e2-84bed0f72e4c req-0d5e30af-bc69-458b-870d-f6dda12b3399 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:58.989204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29a9ba6d-f850-43d5-80e2-84bed0f72e4c req-0d5e30af-bc69-458b-870d-f6dda12b3399 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.1576502 Feb 15 14:03:58.992123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event deleted for resources: {'Port': ['ID=8a954472-7445-4abc-97da-6faaaf751ddd,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:59.064591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29a9ba6d-f850-43d5-80e2-84bed0f72e4c req-94ee5b3b-ed97-4df3-82cd-3d63ed050a36 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556116 Feb 15 14:03:59.074038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:03:59.090771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6153906f-db58-47e2-94de-698fb52101b0 None None] For port 1ec747f4-1a42-4555-a894-f3ad56478632, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1ec747f4-1a42-4555-a894-f3ad56478632,segment=NetworkSegment(571dabe7-2d17-42d0-b86e-ea25cc2da124),segment_id=571dabe7-2d17-42d0-b86e-ea25cc2da124)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:03:59.091259 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6153906f-db58-47e2-94de-698fb52101b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.105515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6153906f-db58-47e2-94de-698fb52101b0 None None] Calling delete_port for 1ec747f4-1a42-4555-a894-f3ad56478632 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:03:59.106283 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (93bfab92-49d2-4013-863d-39f222f9f45c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.134351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bfab92-49d2-4013-863d-39f222f9f45c']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:59.144796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed1549c-3d13-4cea-acff-5860755ae470') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:59.145094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed1549c-3d13-4cea-acff-5860755ae470') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:59.163571 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (9ed1549c-3d13-4cea-acff-5860755ae470), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.181694 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (9ed1549c-3d13-4cea-acff-5860755ae470), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.191548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:03:59.192221 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (9ed1549c-3d13-4cea-acff-5860755ae470), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:03:59.198286 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:03:59.228372 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6153906f-db58-47e2-94de-698fb52101b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (1ec747f4-1a42-4555-a894-f3ad56478632), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.247394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:03:59.297619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (93bfab92-49d2-4013-863d-39f222f9f45c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.300240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0c7aa0-e360-4194-8c3e-c0e26d39feea None None] Sync routers for ids ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:03:59.309116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153906f-db58-47e2-94de-698fb52101b0 None None] Pushing event deleted for resources: {'Port': ['ID=1ec747f4-1a42-4555-a894-f3ad56478632,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:59.312421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153906f-db58-47e2-94de-698fb52101b0 None None] No DVR routers for this DVR port 1ec747f4-1a42-4555-a894-f3ad56478632 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:03:59.312860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] No DVR routers for this DVR port b700da6b-318d-4641-b042-c16d05919c56 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:03:59.316993 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.320109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.321183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98d2c15b-931c-4b91-8065-a9c5e0d6171d req-1105a52a-a29d-4a58-907a-af439e217baa tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.67 "DELETE /v2.0/ports/b700da6b-318d-4641-b042-c16d05919c56 HTTP/1.1" status: 204 len: 173 time: 2.0102930 Feb 15 14:03:59.325889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662558d2-f0ce-434b-854b-93a1814733bc', 'name': 'network-vif-deleted', 'tag': 'b700da6b-318d-4641-b042-c16d05919c56'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:03:59.328353 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9368dc91-06bf-41a0-9b6c-7bd903905862" -d '{"events": [{"server_uuid": "662558d2-f0ce-434b-854b-93a1814733bc", "name": "network-vif-deleted", "tag": "b700da6b-318d-4641-b042-c16d05919c56"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:03:59.331448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0c7aa0-e360-4194-8c3e-c0e26d39feea None None] Routers {'7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:59.332412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34546) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:03:59.332654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ea0c7aa0-e360-4194-8c3e-c0e26d39feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:59.343779 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "DELETE /v2.0/networks/93bfab92-49d2-4013-863d-39f222f9f45c HTTP/1.1" status: 204 len: 168 time: 0.7317772 Feb 15 14:03:59.388246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178f044-65e4-419c-b5ed-900ac830378a tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event deleted for resources: {'Network': ['ID=93bfab92-49d2-4013-863d-39f222f9f45c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:03:59.485789 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.489016 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d140a4d-fff4-4fc5-b74e-746ec5fadb23 x-openstack-request-id: req-5d140a4d-fff4-4fc5-b74e-746ec5fadb23 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:03:59.489314 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662558d2-f0ce-434b-854b-93a1814733bc", "name": "network-vif-deleted", "tag": "b700da6b-318d-4641-b042-c16d05919c56", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:03:59.490134 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d140a4d-fff4-4fc5-b74e-746ec5fadb23 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:03:59.490540 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662558d2-f0ce-434b-854b-93a1814733bc', 'name': 'network-vif-deleted', 'tag': 'b700da6b-318d-4641-b042-c16d05919c56', 'status': 'completed', 'code': 200} Feb 15 14:03:59.571642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ea0c7aa0-e360-4194-8c3e-c0e26d39feea None None] Set router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:03:59.804963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76f765-2b42-4f27-8126-be1886064a0b req-cac31377-edce-49d5-acfa-5fc58b8a027a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:03:59.812661 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b76f765-2b42-4f27-8126-be1886064a0b req-cac31377-edce-49d5-acfa-5fc58b8a027a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.3209121 Feb 15 14:03:59.827130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ea0c7aa0-e360-4194-8c3e-c0e26d39feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:05Z', 'revision_number': 4, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '43303349-6830-48d1-9b23-67d3ad70a228', 'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'mac_address': 'fa:16:3e:93:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:03Z', 'updated_at': '2022-02-15T14:02:13Z', 'revision_number': 5, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'subnets': [{'id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:59.838016 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.865127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0c7aa0-e360-4194-8c3e-c0e26d39feea None None] Checking router: 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:03:59.866180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:59.875852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0c7aa0-e360-4194-8c3e-c0e26d39feea None None] Routers {'7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:03:59.876802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ea0c7aa0-e360-4194-8c3e-c0e26d39feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:59.877569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571dabe7-2d17-42d0-b86e-ea25cc2da124') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:59.877922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571dabe7-2d17-42d0-b86e-ea25cc2da124') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:03:59.893371 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (571dabe7-2d17-42d0-b86e-ea25cc2da124), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.910072 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (571dabe7-2d17-42d0-b86e-ea25cc2da124), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:03:59.918483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:03:59.918890 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (571dabe7-2d17-42d0-b86e-ea25cc2da124), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.016103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ea0c7aa0-e360-4194-8c3e-c0e26d39feea None None] Set router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:04:00.032498 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:04:00.041720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62401217-c81e-4697-ad17-06c5382605ee req-15423143-58ef-47e2-9234-55c609907d64 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4696124 Feb 15 14:04:00.056984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b227a4d-ee01-4c8e-967e-09df362615dd req-ad9e842b-5d09-4bed-87df-d90135aba66b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/ports?device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 210 time: 0.3354969 Feb 15 14:04:00.063762 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.088098 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.096212 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "DELETE /v2.0/networks/4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b HTTP/1.1" status: 204 len: 168 time: 0.7624907 Feb 15 14:04:00.117083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34560) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:00.151005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7a4b-773e-4e3c-8da0-1eb1a9c349d3 req-4a98ab3d-e8d9-4708-a73b-3efab6c221f2 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:00.152573 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-142e7a4b-773e-4e3c-8da0-1eb1a9c349d3 req-4a98ab3d-e8d9-4708-a73b-3efab6c221f2 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.42 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 945 time: 0.1701267 Feb 15 14:04:00.154158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4554cc-448d-4488-93cd-febfe7226ce2 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event deleted for resources: {'Network': ['ID=4c4f7edc-1a8a-4fe1-ae8f-e5883e666b5b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:00.221994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62401217-c81e-4697-ad17-06c5382605ee req-f325d88a-ce90-4dc5-b4f1-195d60af4292 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3a467854a19478a93abf0ae69f14552&device_id=662558d2-f0ce-434b-854b-93a1814733bc HTTP/1.1" status: 200 len: 210 time: 0.0837982 Feb 15 14:04:00.256466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b76f765-2b42-4f27-8126-be1886064a0b req-0788ad30-0454-40d4-b92e-72ecfe1c91f8 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/security-groups?id=a369d963-2381-465c-ae7f-15416cecf882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361050 Feb 15 14:04:00.359210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8a954472-7445-4abc-97da-6faaaf751ddd no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:00.371085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-142e7a4b-773e-4e3c-8da0-1eb1a9c349d3 req-c41339f4-d606-4361-ad01-46445995a7d7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Deleting port 933eaf4e-275c-4af0-be4a-be939d59295e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:00.371415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-142e7a4b-773e-4e3c-8da0-1eb1a9c349d3 req-c41339f4-d606-4361-ad01-46445995a7d7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.383111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6aa52d-581d-4f6b-b65a-b43792cfe230 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Deleting subnet e57e6253-c062-4e7a-a56b-f5a8d3c5390f {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:04:00.385043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 8a954472-7445-4abc-97da-6faaaf751ddd {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:00.385403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8a954472-7445-4abc-97da-6faaaf751ddd not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:00.385834 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1ec747f4-1a42-4555-a894-f3ad56478632 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:00.386847 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa52d-581d-4f6b-b65a-b43792cfe230 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for subnet (e57e6253-c062-4e7a-a56b-f5a8d3c5390f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.405712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b700da6b-318d-4641-b042-c16d05919c56 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:00.409698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 1ec747f4-1a42-4555-a894-f3ad56478632 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:00.410051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1ec747f4-1a42-4555-a894-f3ad56478632 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:00.430443 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa52d-581d-4f6b-b65a-b43792cfe230 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (e57e6253-c062-4e7a-a56b-f5a8d3c5390f), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.430888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ea0c7aa0-e360-4194-8c3e-c0e26d39feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:05Z', 'revision_number': 4, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '43303349-6830-48d1-9b23-67d3ad70a228', 'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'mac_address': 'fa:16:3e:93:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:03Z', 'updated_at': '2022-02-15T14:02:13Z', 'revision_number': 5, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'subnets': [{'id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:00.434188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: b700da6b-318d-4641-b042-c16d05919c56 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:00.434708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b700da6b-318d-4641-b042-c16d05919c56 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:00.466705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0c7aa0-e360-4194-8c3e-c0e26d39feea None None] The sync data for ids ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'] in n-d-829064-15 is: [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:02:05Z', 'revision_number': 4, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '43303349-6830-48d1-9b23-67d3ad70a228', 'name': '', 'network_id': '4e4c3377-6456-47a4-9795-94bf115c67a5', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'mac_address': 'fa:16:3e:93:ec:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:02:03Z', 'updated_at': '2022-02-15T14:02:13Z', 'revision_number': 5, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'subnets': [{'id': 'c26ffbac-e67e-4d46-9c93-2f439a43980a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:04:00.570033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa52d-581d-4f6b-b65a-b43792cfe230 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e57e6253-c062-4e7a-a56b-f5a8d3c5390f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.579412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbf1e9-5797-4452-80a7-0b482ceeca18 req-9a49596b-5197-4eba-9f5c-bd5b8efb5ecb tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:00.581003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dccbf1e9-5797-4452-80a7-0b482ceeca18 req-9a49596b-5197-4eba-9f5c-bd5b8efb5ecb tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.3213499 Feb 15 14:04:00.611845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62401217-c81e-4697-ad17-06c5382605ee req-eb1580c3-7a37-432d-999b-e85786cadac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:00.613280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62401217-c81e-4697-ad17-06c5382605ee req-eb1580c3-7a37-432d-999b-e85786cadac4 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b3a467854a19478a93abf0ae69f14552&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3359394 Feb 15 14:04:00.735544 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-142e7a4b-773e-4e3c-8da0-1eb1a9c349d3 req-c41339f4-d606-4361-ad01-46445995a7d7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] For port 933eaf4e-275c-4af0-be4a-be939d59295e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=933eaf4e-275c-4af0-be4a-be939d59295e,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:00.735939 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-142e7a4b-773e-4e3c-8da0-1eb1a9c349d3 req-c41339f4-d606-4361-ad01-46445995a7d7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.750253 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-142e7a4b-773e-4e3c-8da0-1eb1a9c349d3 req-c41339f4-d606-4361-ad01-46445995a7d7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Calling delete_port for 933eaf4e-275c-4af0-be4a-be939d59295e owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:00.755778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dccbf1e9-5797-4452-80a7-0b482ceeca18 req-5107f1b5-1171-4408-965a-33cf3df968d7 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514502 Feb 15 14:04:00.781877 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa52d-581d-4f6b-b65a-b43792cfe230 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (e57e6253-c062-4e7a-a56b-f5a8d3c5390f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.819677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62401217-c81e-4697-ad17-06c5382605ee req-8fa7f21a-4182-4a75-90cf-ed6cf1b0f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:00.821477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62401217-c81e-4697-ad17-06c5382605ee req-8fa7f21a-4182-4a75-90cf-ed6cf1b0f864 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1946545 Feb 15 14:04:00.824492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6aa52d-581d-4f6b-b65a-b43792cfe230 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event deleted for resources: {'Subnet': ['ID=e57e6253-c062-4e7a-a56b-f5a8d3c5390f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:00.826713 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b6aa52d-581d-4f6b-b65a-b43792cfe230 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.832772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7b6aa52d-581d-4f6b-b65a-b43792cfe230 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "DELETE /v2.0/subnets/e57e6253-c062-4e7a-a56b-f5a8d3c5390f HTTP/1.1" status: 204 len: 168 time: 0.6740386 Feb 15 14:04:00.833337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34564) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:00.845655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a41b65-27d3-4ad4-b2e3-df0c16c8cc84 None None] Network dadd3147-0009-4746-8941-f1a58144a72f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:04:00.938352 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8ba9ad-b1f3-4cc3-bea6-885bae44d698 None None] New status for floating IP e1c0797f-f9a7-4b8c-8733-183d4cdc5faa: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:04:00.939634 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (dadd3147-0009-4746-8941-f1a58144a72f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.955066 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-142e7a4b-773e-4e3c-8da0-1eb1a9c349d3 req-c41339f4-d606-4361-ad01-46445995a7d7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (933eaf4e-275c-4af0-be4a-be939d59295e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:00.985698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41339f4-d606-4361-ad01-46445995a7d7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Pushing event deleted for resources: {'Port': ['ID=933eaf4e-275c-4af0-be4a-be939d59295e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:01.011437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['933eaf4e-275c-4af0-be4a-be939d59295e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:01.030102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Deleting port c4662892-d13e-4835-bf9b-171aa415cc16 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:01.030618 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.067447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-142e7a4b-773e-4e3c-8da0-1eb1a9c349d3 req-c41339f4-d606-4361-ad01-46445995a7d7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] No DVR routers for this DVR port 933eaf4e-275c-4af0-be4a-be939d59295e on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:01.077315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-142e7a4b-773e-4e3c-8da0-1eb1a9c349d3 req-c41339f4-d606-4361-ad01-46445995a7d7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.081650 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-142e7a4b-773e-4e3c-8da0-1eb1a9c349d3 req-c41339f4-d606-4361-ad01-46445995a7d7 tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.42 "DELETE /v2.0/ports/933eaf4e-275c-4af0-be4a-be939d59295e HTTP/1.1" status: 204 len: 173 time: 0.9190247 Feb 15 14:04:01.082217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18411fde-7346-4840-8bd4-f27d6dd901a7', 'name': 'network-vif-deleted', 'tag': '933eaf4e-275c-4af0-be4a-be939d59295e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:01.084991 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242847be-ed28-4627-87db-c43bb76b22e7" -d '{"events": [{"server_uuid": "18411fde-7346-4840-8bd4-f27d6dd901a7", "name": "network-vif-deleted", "tag": "933eaf4e-275c-4af0-be4a-be939d59295e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:01.145449 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618a7c2c-2f17-4172-b0f4-9d210cb2ac3b x-openstack-request-id: req-618a7c2c-2f17-4172-b0f4-9d210cb2ac3b {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:01.146280 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18411fde-7346-4840-8bd4-f27d6dd901a7", "name": "network-vif-deleted", "tag": "933eaf4e-275c-4af0-be4a-be939d59295e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:01.146612 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-618a7c2c-2f17-4172-b0f4-9d210cb2ac3b {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:01.147158 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18411fde-7346-4840-8bd4-f27d6dd901a7', 'name': 'network-vif-deleted', 'tag': '933eaf4e-275c-4af0-be4a-be939d59295e', 'status': 'completed', 'code': 200} Feb 15 14:04:01.189126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34572) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:01.189684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df07fa2e-dcc1-49f8-8378-3d2ff5358b55 None None] DHCP port deletion for dadd3147-0009-4746-8941-f1a58144a72f request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:04:01.203301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] For port c4662892-d13e-4835-bf9b-171aa415cc16, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c4662892-d13e-4835-bf9b-171aa415cc16,segment=NetworkSegment(4a3e497d-9bee-4dc7-afea-aa9461888e0e),segment_id=4a3e497d-9bee-4dc7-afea-aa9461888e0e)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:01.203689 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.220562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Calling delete_port for c4662892-d13e-4835-bf9b-171aa415cc16 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:01.263111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-df07fa2e-dcc1-49f8-8378-3d2ff5358b55 None None] Deleting port c4662892-d13e-4835-bf9b-171aa415cc16 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:01.263728 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-df07fa2e-dcc1-49f8-8378-3d2ff5358b55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.315099 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.315370 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8b58-8b1d-46a3-9c3c-b8b862f5c3ef tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group (d4357305-4b38-4ff4-b74f-47770e303c45), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.328772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-df07fa2e-dcc1-49f8-8378-3d2ff5358b55 None None] For port c4662892-d13e-4835-bf9b-171aa415cc16, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c4662892-d13e-4835-bf9b-171aa415cc16,segment=NetworkSegment(4a3e497d-9bee-4dc7-afea-aa9461888e0e),segment_id=4a3e497d-9bee-4dc7-afea-aa9461888e0e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:01.329463 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-df07fa2e-dcc1-49f8-8378-3d2ff5358b55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.329658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] No DVR routers for this DVR port c4662892-d13e-4835-bf9b-171aa415cc16 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:01.346826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-df07fa2e-dcc1-49f8-8378-3d2ff5358b55 None None] Calling delete_port for c4662892-d13e-4835-bf9b-171aa415cc16 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:01.359138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event deleted for resources: {'Port': ['ID=c4662892-d13e-4835-bf9b-171aa415cc16,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:01.392934 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8b58-8b1d-46a3-9c3c-b8b862f5c3ef tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group (d4357305-4b38-4ff4-b74f-47770e303c45), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.437058 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-df07fa2e-dcc1-49f8-8378-3d2ff5358b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (c4662892-d13e-4835-bf9b-171aa415cc16), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.440034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (dadd3147-0009-4746-8941-f1a58144a72f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.459225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07fa2e-dcc1-49f8-8378-3d2ff5358b55 None None] Pushing event deleted for resources: {'Port': ['ID=c4662892-d13e-4835-bf9b-171aa415cc16,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:01.464772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadd3147-0009-4746-8941-f1a58144a72f']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:01.470126 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df07fa2e-dcc1-49f8-8378-3d2ff5358b55 None None] No DVR routers for this DVR port c4662892-d13e-4835-bf9b-171aa415cc16 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:01.471266 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8b58-8b1d-46a3-9c3c-b8b862f5c3ef tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d4357305-4b38-4ff4-b74f-47770e303c45), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.475444 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8b58-8b1d-46a3-9c3c-b8b862f5c3ef tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.476246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3e497d-9bee-4dc7-afea-aa9461888e0e') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:01.476556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3e497d-9bee-4dc7-afea-aa9461888e0e') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:01.476972 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2c4c8b58-8b1d-46a3-9c3c-b8b862f5c3ef tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "DELETE /v2.0/security-groups/d4357305-4b38-4ff4-b74f-47770e303c45 HTTP/1.1" status: 204 len: 168 time: 0.2867060 Feb 15 14:04:01.491782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34578) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:01.494563 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (4a3e497d-9bee-4dc7-afea-aa9461888e0e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.513662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c8b58-8b1d-46a3-9c3c-b8b862f5c3ef tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4357305-4b38-4ff4-b74f-47770e303c45,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:01.516854 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-d942afbb-1150-4b74-b673-37d408135c8d tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] show failed (client error): The resource could not be found. Feb 15 14:04:01.518004 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d942afbb-1150-4b74-b673-37d408135c8d tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "GET /v2.0/security-groups/d4357305-4b38-4ff4-b74f-47770e303c45 HTTP/1.1" status: 404 len: 347 time: 0.0240891 Feb 15 14:04:01.521406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34580) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:01.535123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-764d2d90-aaea-4895-96bd-a9dabce529cf req-eea3f1b3-65fd-49d0-9f79-5e2bd8a3a77a tempest-ServerRescueNegativeTestJSON-604385732 tempest-ServerRescueNegativeTestJSON-604385732-project] 10.222.0.72 "GET /v2.0/ports?device_id=18411fde-7346-4840-8bd4-f27d6dd901a7 HTTP/1.1" status: 200 len: 210 time: 0.0427437 Feb 15 14:04:01.544377 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4a3e497d-9bee-4dc7-afea-aa9461888e0e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.559462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:04:01.560776 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (4a3e497d-9bee-4dc7-afea-aa9461888e0e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:04:01.621972 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:04:01.665855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (dadd3147-0009-4746-8941-f1a58144a72f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.685223 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.689025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-980df2cf-0078-480d-87ce-f09719a46d0b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Deleting port c7afef48-d51e-488f-a102-984b7a84c580 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:01.689278 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-980df2cf-0078-480d-87ce-f09719a46d0b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c7afef48-d51e-488f-a102-984b7a84c580), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.691041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34582) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:01.691678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "DELETE /v2.0/networks/dadd3147-0009-4746-8941-f1a58144a72f HTTP/1.1" status: 204 len: 168 time: 0.8572388 Feb 15 14:04:01.715612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8a24e-a8db-455c-a277-8d298ab0e7d1 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Pushing event deleted for resources: {'Network': ['ID=dadd3147-0009-4746-8941-f1a58144a72f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:01.736288 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-705b72c4-ce3e-4da1-8de8-c3706ac9e3e9 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe HTTP/1.1" status: 200 len: 205 time: 0.0440550 Feb 15 14:04:01.738672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34584) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:01.840723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b865704f-cd50-4fcc-9d0d-bf80e5009b68 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for router (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.843084 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-980df2cf-0078-480d-87ce-f09719a46d0b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c7afef48-d51e-488f-a102-984b7a84c580), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.844272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-980df2cf-0078-480d-87ce-f09719a46d0b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for floatingip (c7afef48-d51e-488f-a102-984b7a84c580), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:01.857476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-980df2cf-0078-480d-87ce-f09719a46d0b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Calling delete_port for c7afef48-d51e-488f-a102-984b7a84c580 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:02.050873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0ca28-bbe0-4053-8a8a-9e84d448dbc7 req-7cd5e3cb-7f6d-42c3-a896-ca99e2edc021 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:02.052938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40a0ca28-bbe0-4053-8a8a-9e84d448dbc7 req-7cd5e3cb-7f6d-42c3-a896-ca99e2edc021 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.1717713 Feb 15 14:04:02.053932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-980df2cf-0078-480d-87ce-f09719a46d0b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c7afef48-d51e-488f-a102-984b7a84c580), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:02.082970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980df2cf-0078-480d-87ce-f09719a46d0b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Pushing event deleted for resources: {'Port': ['ID=c7afef48-d51e-488f-a102-984b7a84c580,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:02.119549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b865704f-cd50-4fcc-9d0d-bf80e5009b68 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:02.124065 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b865704f-cd50-4fcc-9d0d-bf80e5009b68 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for router_controller (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:02.142868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40a0ca28-bbe0-4053-8a8a-9e84d448dbc7 req-9cce93e3-772f-43ee-a9e8-b2faf2c5b4f8 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605302 Feb 15 14:04:02.168546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-980df2cf-0078-480d-87ce-f09719a46d0b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks [] for floatingip (e1c0797f-f9a7-4b8c-8733-183d4cdc5faa), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:02.171952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-980df2cf-0078-480d-87ce-f09719a46d0b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:02.181050 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-980df2cf-0078-480d-87ce-f09719a46d0b tempest-ServersTestFqdnHostnames-1774593396 tempest-ServersTestFqdnHostnames-1774593396-project] 10.222.0.72 "DELETE /v2.0/floatingips/e1c0797f-f9a7-4b8c-8733-183d4cdc5faa HTTP/1.1" status: 204 len: 168 time: 0.6581194 Feb 15 14:04:02.182074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34588) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:02.227366 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b865704f-cd50-4fcc-9d0d-bf80e5009b68 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:02.228846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b865704f-cd50-4fcc-9d0d-bf80e5009b68 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Fanout notify agent at l3_agent the message router_deleted on router bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:04:02.250002 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b865704f-cd50-4fcc-9d0d-bf80e5009b68 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:02.251185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b865704f-cd50-4fcc-9d0d-bf80e5009b68 tempest-RoutersNegativeTest-1331164167 tempest-RoutersNegativeTest-1331164167-project] 10.222.0.72 "DELETE /v2.0/routers/bf93dbf3-912a-4fe3-9f6b-a7cd26895bfe HTTP/1.1" status: 204 len: 168 time: 0.5113423 Feb 15 14:04:02.297121 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c4662892-d13e-4835-bf9b-171aa415cc16 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:02.319779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: c4662892-d13e-4835-bf9b-171aa415cc16 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:02.320136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c4662892-d13e-4835-bf9b-171aa415cc16 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:02.605626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34598) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:02.687939 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:02.711895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34600) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:02.998555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1e22c419-0256-4cfe-86bd-7e151c231025 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9c26f74f1fc4166a4423f082670d47f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2833569 Feb 15 14:04:02.999145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34604) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:03.014547 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] Deleting port 43303349-6830-48d1-9b23-67d3ad70a228 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:03.014987 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (43303349-6830-48d1-9b23-67d3ad70a228), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:03.073207 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5701cc1-94b0-4cf2-bc48-727db372e6f8 admin admin] Publish callbacks [] for security_group (e7bdda4b-de10-4dc0-b8e7-0cbbc367edc5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:03.117370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] For port 43303349-6830-48d1-9b23-67d3ad70a228, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=43303349-6830-48d1-9b23-67d3ad70a228,segment=NetworkSegment(67203933-64e6-4fae-972d-6cdda8397e02),segment_id=67203933-64e6-4fae-972d-6cdda8397e02)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:03.118007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (43303349-6830-48d1-9b23-67d3ad70a228), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:03.129170 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5701cc1-94b0-4cf2-bc48-727db372e6f8 admin admin] Publish callbacks [] for security_group (e7bdda4b-de10-4dc0-b8e7-0cbbc367edc5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:03.135330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] Calling delete_port for 43303349-6830-48d1-9b23-67d3ad70a228 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:03.181604 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (ab704b87-9052-4c70-bc4a-755f64f67f58), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:03.267164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5701cc1-94b0-4cf2-bc48-727db372e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e7bdda4b-de10-4dc0-b8e7-0cbbc367edc5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:03.269677 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5701cc1-94b0-4cf2-bc48-727db372e6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:03.271397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e5701cc1-94b0-4cf2-bc48-727db372e6f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7bdda4b-de10-4dc0-b8e7-0cbbc367edc5 HTTP/1.1" status: 204 len: 168 time: 0.2706671 Feb 15 14:04:03.309250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5701cc1-94b0-4cf2-bc48-727db372e6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bdda4b-de10-4dc0-b8e7-0cbbc367edc5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:03.382681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb0e09-186a-4167-bd00-2ff751c52b50 req-306c9c52-a2db-4d6a-b6ea-2ae8a0c5d0ef tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:03.384214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7eb0e09-186a-4167-bd00-2ff751c52b50 req-306c9c52-a2db-4d6a-b6ea-2ae8a0c5d0ef tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.1309755 Feb 15 14:04:03.461823 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (43303349-6830-48d1-9b23-67d3ad70a228), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:03.521409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] Pushing event deleted for resources: {'Port': ['ID=43303349-6830-48d1-9b23-67d3ad70a228,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:03.849478 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:03.914785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7eb0e09-186a-4167-bd00-2ff751c52b50 req-c70094b6-612d-44fa-8de2-b6e05aec5f04 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094829 Feb 15 14:04:03.935073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 933eaf4e-275c-4af0-be4a-be939d59295e no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:03.972655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 933eaf4e-275c-4af0-be4a-be939d59295e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:03.973145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 933eaf4e-275c-4af0-be4a-be939d59295e not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:04.035426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] Deleting port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:04.035751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:04.156134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] For port 196fab62-99e1-4a5b-a3d7-e1ee6bb31002, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=196fab62-99e1-4a5b-a3d7-e1ee6bb31002,segment=NetworkSegment(38767664-21da-4ad5-adbc-d0fe565d228d),segment_id=38767664-21da-4ad5-adbc-d0fe565d228d)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:04.156579 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:04.165126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] Router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:04:04.173221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] Calling delete_port for 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:04.337568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:04:04.349628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ea7a2-115d-4fcb-b145-650f31d79929 None None] Sync routers for ids ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:04:04.355196 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bb4e2de6-abaa-4704-8b66-441b3a07d23d admin admin] 10.222.0.72 "PUT /v2.0/routers/7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1719637 Feb 15 14:04:04.355838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34630) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:04.367221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ea7a2-115d-4fcb-b145-650f31d79929 None None] Routers {'7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:04.368326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6f0ea7a2-115d-4fcb-b145-650f31d79929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:04.513754 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Publish callbacks [] for router (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:04.516093 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (196fab62-99e1-4a5b-a3d7-e1ee6bb31002), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:04.548778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=196fab62-99e1-4a5b-a3d7-e1ee6bb31002,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:04.584704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34632) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:04.779491 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c8d13c99-a722-4c08-9b9a-76365e868db7 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:04.780429 n-d-829064-15 neutron-server[109972]: WARNING neutron.api.v2.base [None req-c8d13c99-a722-4c08-9b9a-76365e868db7 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 14:04:04.781167 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-c8d13c99-a722-4c08-9b9a-76365e868db7 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 14:04:04.782605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c8d13c99-a722-4c08-9b9a-76365e868db7 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1969543 Feb 15 14:04:04.784658 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Publish callbacks [] for router_gateway (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:04.788239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34638) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:04.796893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-84d70e2e-773f-4183-8e5e-1673a094d833 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139465143'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:04.815456 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (ab704b87-9052-4c70-bc4a-755f64f67f58), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:04.825309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-6f0ea7a2-115d-4fcb-b145-650f31d79929 None None] Set router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:04.874285 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84d70e2e-773f-4183-8e5e-1673a094d833 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:04.909766 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84d70e2e-773f-4183-8e5e-1673a094d833 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:04.945234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Deleting port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:04.945801 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.046671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6f0ea7a2-115d-4fcb-b145-650f31d79929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:04:03Z', 'revision_number': 5, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port': {'id': '6e7e4b58-525b-4987-a5c1-c2ed12d1f320', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:01:59Z', 'updated_at': '2022-02-15T14:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:05.048197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] For port 6e7e4b58-525b-4987-a5c1-c2ed12d1f320, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6e7e4b58-525b-4987-a5c1-c2ed12d1f320,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:05.048567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.063510 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Calling delete_port for 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:05.075475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ea7a2-115d-4fcb-b145-650f31d79929 None None] Checking router: 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:04:05.090236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ea7a2-115d-4fcb-b145-650f31d79929 None None] Routers {'7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:05.095681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6f0ea7a2-115d-4fcb-b145-650f31d79929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:05.141905 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84d70e2e-773f-4183-8e5e-1673a094d833 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (0e8eb035-647d-499a-a280-d9a8fb1ef82c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.157940 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84d70e2e-773f-4183-8e5e-1673a094d833 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0e8eb035-647d-499a-a280-d9a8fb1ef82c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.228440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d70e2e-773f-4183-8e5e-1673a094d833 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8eb035-647d-499a-a280-d9a8fb1ef82c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:05.264467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-6f0ea7a2-115d-4fcb-b145-650f31d79929 None None] Set router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:05.284512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dccfe3-ed23-419c-9e63-d408ee56c191 req-5408e1fb-71e0-4172-bab9-ada7ea482058 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:05.286292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27dccfe3-ed23-419c-9e63-d408ee56c191 req-5408e1fb-71e0-4172-bab9-ada7ea482058 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.1491432 Feb 15 14:04:05.301372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] Router ab704b87-9052-4c70-bc4a-755f64f67f58 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:04:05.318350 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84d70e2e-773f-4183-8e5e-1673a094d833 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (e0d3f0b1-f3a0-48d5-ac95-7db43d1abf2b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.332710 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84d70e2e-773f-4183-8e5e-1673a094d833 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e0d3f0b1-f3a0-48d5-ac95-7db43d1abf2b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.336692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6f0ea7a2-115d-4fcb-b145-650f31d79929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:04:04Z', 'revision_number': 6, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:05.373001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ea7a2-115d-4fcb-b145-650f31d79929 None None] The sync data for ids ['7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4'] in n-d-829064-15 is: [{'id': '7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4', 'name': 'tempest-ServersTestFqdnHostnames-871129874-router', 'tenant_id': 'b3a467854a19478a93abf0ae69f14552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:01:57Z', 'updated_at': '2022-02-15T14:04:04Z', 'revision_number': 6, 'project_id': 'b3a467854a19478a93abf0ae69f14552', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:04:05.413190 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6e7e4b58-525b-4987-a5c1-c2ed12d1f320), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.426551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84d70e2e-773f-4183-8e5e-1673a094d833 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.428672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-84d70e2e-773f-4183-8e5e-1673a094d833 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6361542 Feb 15 14:04:05.431667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34642) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:05.443287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2cf1fcf8-0c1b-45ee-acda-10269cbe8b3a tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'e0d3f0b1-f3a0-48d5-ac95-7db43d1abf2b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:05.463221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d70e2e-773f-4183-8e5e-1673a094d833 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d3f0b1-f3a0-48d5-ac95-7db43d1abf2b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:05.467962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27dccfe3-ed23-419c-9e63-d408ee56c191 req-c4e5edce-87ad-4b41-9a9b-6186c2b62490 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646986 Feb 15 14:04:05.488116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7e4b58-525b-4987-a5c1-c2ed12d1f320,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:05.512838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:04:05.520556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7bfe259d-cde3-4881-957b-5c4df9f289c8 admin admin] 10.222.0.72 "PUT /v2.0/routers/ab704b87-9052-4c70-bc4a-755f64f67f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9129329 Feb 15 14:04:05.522663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34644) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:05.532607 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b35a0b-d58f-4994-bff5-d821afedded8 None None] Sync routers for ids ['ab704b87-9052-4c70-bc4a-755f64f67f58'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:04:05.551129 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2cf1fcf8-0c1b-45ee-acda-10269cbe8b3a tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group_rule (83317f72-9c29-47e2-88aa-cff70ffc0805), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.553096 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b35a0b-d58f-4994-bff5-d821afedded8 None None] Routers {'ab704b87-9052-4c70-bc4a-755f64f67f58'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:05.553724 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-19b35a0b-d58f-4994-bff5-d821afedded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ab704b87-9052-4c70-bc4a-755f64f67f58'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:05.585807 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.667189 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Publish callbacks [] for router (ab704b87-9052-4c70-bc4a-755f64f67f58), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.696568 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-19b35a0b-d58f-4994-bff5-d821afedded8 None None] Set router ab704b87-9052-4c70-bc4a-755f64f67f58 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:05.851352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Publish callbacks [] for router_gateway (ab704b87-9052-4c70-bc4a-755f64f67f58), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:05.979122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Deleting port c63ca01f-f412-4ec0-bb7a-543bf6c36803 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:05.979472 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.005891 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-19b35a0b-d58f-4994-bff5-d821afedded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'name': 'tempest-ServerRescueNegativeTestJSON-396405905-router', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:00:42Z', 'updated_at': '2022-02-15T14:04:04Z', 'revision_number': 5, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'gw_port': {'id': 'c63ca01f-f412-4ec0-bb7a-543bf6c36803', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:00:43Z', 'updated_at': '2022-02-15T14:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:06.032737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.034959 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Publish callbacks [] for router_controller (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.042169 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b35a0b-d58f-4994-bff5-d821afedded8 None None] Checking router: ab704b87-9052-4c70-bc4a-755f64f67f58 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:04:06.054578 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b35a0b-d58f-4994-bff5-d821afedded8 None None] Routers {'ab704b87-9052-4c70-bc4a-755f64f67f58'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:06.055689 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-19b35a0b-d58f-4994-bff5-d821afedded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ab704b87-9052-4c70-bc4a-755f64f67f58'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:06.068477 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2cf1fcf8-0c1b-45ee-acda-10269cbe8b3a tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group_rule (83317f72-9c29-47e2-88aa-cff70ffc0805), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.092540 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2cf1fcf8-0c1b-45ee-acda-10269cbe8b3a tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (83317f72-9c29-47e2-88aa-cff70ffc0805), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.140549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1fcf8-0c1b-45ee-acda-10269cbe8b3a tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83317f72-9c29-47e2-88aa-cff70ffc0805,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:06.150948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2cf1fcf8-0c1b-45ee-acda-10269cbe8b3a tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.152433 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2cf1fcf8-0c1b-45ee-acda-10269cbe8b3a tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7148011 Feb 15 14:04:06.155839 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.156657 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:04:06.156934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34648) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:06.169454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8f86f46f-6713-4665-9a2a-d5491b4e291d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'e0d3f0b1-f3a0-48d5-ac95-7db43d1abf2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:06.169662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.176614 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-04561e40-30e8-4b86-94a7-8c7293bc7c76 admin admin] 10.222.0.72 "DELETE /v2.0/routers/7c09fb29-65ae-4ce0-9eeb-7eb03a7acfd4 HTTP/1.1" status: 204 len: 168 time: 1.8166215 Feb 15 14:04:06.176813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34650) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:06.181954 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-19b35a0b-d58f-4994-bff5-d821afedded8 None None] Set router ab704b87-9052-4c70-bc4a-755f64f67f58 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:06.220688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] For port c63ca01f-f412-4ec0-bb7a-543bf6c36803, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c63ca01f-f412-4ec0-bb7a-543bf6c36803,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:06.221108 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.231816 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f86f46f-6713-4665-9a2a-d5491b4e291d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group_rule (b264be44-b428-4137-b6d3-8a939924f427), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.245751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Calling delete_port for c63ca01f-f412-4ec0-bb7a-543bf6c36803 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:06.252068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffe18a6-3c40-471c-ae64-7974d5abf409 admin admin] Deleting subnet c26ffbac-e67e-4d46-9c93-2f439a43980a {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:04:06.256017 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dffe18a6-3c40-471c-ae64-7974d5abf409 admin admin] Publish callbacks [] for subnet (c26ffbac-e67e-4d46-9c93-2f439a43980a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.301286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dffe18a6-3c40-471c-ae64-7974d5abf409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (c26ffbac-e67e-4d46-9c93-2f439a43980a), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.310659 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-19b35a0b-d58f-4994-bff5-d821afedded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'name': 'tempest-ServerRescueNegativeTestJSON-396405905-router', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:00:42Z', 'updated_at': '2022-02-15T14:04:05Z', 'revision_number': 6, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:06.353670 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-8f86f46f-6713-4665-9a2a-d5491b4e291d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 14:04:06.354962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8f86f46f-6713-4665-9a2a-d5491b4e291d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1967304 Feb 15 14:04:06.361780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34652) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:06.389500 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b35a0b-d58f-4994-bff5-d821afedded8 None None] The sync data for ids ['ab704b87-9052-4c70-bc4a-755f64f67f58'] in n-d-829064-15 is: [{'id': 'ab704b87-9052-4c70-bc4a-755f64f67f58', 'name': 'tempest-ServerRescueNegativeTestJSON-396405905-router', 'tenant_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:00:42Z', 'updated_at': '2022-02-15T14:04:05Z', 'revision_number': 6, 'project_id': 'd7604b506b1d4825b9ce16ab7cc33b16', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:04:06.498410 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a985e9c6-2611-4577-8117-70b29ee5f3a3 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (e0d3f0b1-f3a0-48d5-ac95-7db43d1abf2b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.517679 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dffe18a6-3c40-471c-ae64-7974d5abf409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (c26ffbac-e67e-4d46-9c93-2f439a43980a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.571631 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a985e9c6-2611-4577-8117-70b29ee5f3a3 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (e0d3f0b1-f3a0-48d5-ac95-7db43d1abf2b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.619833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dffe18a6-3c40-471c-ae64-7974d5abf409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (c26ffbac-e67e-4d46-9c93-2f439a43980a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.652214 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dffe18a6-3c40-471c-ae64-7974d5abf409 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.653573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c63ca01f-f412-4ec0-bb7a-543bf6c36803), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.661107 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dffe18a6-3c40-471c-ae64-7974d5abf409 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c26ffbac-e67e-4d46-9c93-2f439a43980a HTTP/1.1" status: 204 len: 168 time: 0.4778895 Feb 15 14:04:06.661340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b2777-bdd0-4c11-a0fb-6ae35f3cc912 None None] Network 4e4c3377-6456-47a4-9795-94bf115c67a5 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:04:06.661859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe18a6-3c40-471c-ae64-7974d5abf409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26ffbac-e67e-4d46-9c93-2f439a43980a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:06.665298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34658) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:06.743945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63ca01f-f412-4ec0-bb7a-543bf6c36803,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:06.777453 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (4e4c3377-6456-47a4-9795-94bf115c67a5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.830959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19011ebe-3b8e-4d3b-bbc3-0548fedf45e5 req-2056d553-61c9-4674-842a-143916ccb30c tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:06.830959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19011ebe-3b8e-4d3b-bbc3-0548fedf45e5 req-2056d553-61c9-4674-842a-143916ccb30c tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.2537715 Feb 15 14:04:06.833467 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a985e9c6-2611-4577-8117-70b29ee5f3a3 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e0d3f0b1-f3a0-48d5-ac95-7db43d1abf2b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.857408 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a985e9c6-2611-4577-8117-70b29ee5f3a3 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.858593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a985e9c6-2611-4577-8117-70b29ee5f3a3 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "DELETE /v2.0/security-groups/e0d3f0b1-f3a0-48d5-ac95-7db43d1abf2b HTTP/1.1" status: 204 len: 168 time: 0.4930854 Feb 15 14:04:06.874261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34664) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:06.906301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 43303349-6830-48d1-9b23-67d3ad70a228 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:06.950214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 43303349-6830-48d1-9b23-67d3ad70a228 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:06.951190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 43303349-6830-48d1-9b23-67d3ad70a228 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:06.951628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:06.957794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Deleting port 04618b22-4002-4dda-9357-511260ffc8a4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:06.958612 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (04618b22-4002-4dda-9357-511260ffc8a4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:06.988725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985e9c6-2611-4577-8117-70b29ee5f3a3 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d3f0b1-f3a0-48d5-ac95-7db43d1abf2b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:07.028660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:07.028928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6e7e4b58-525b-4987-a5c1-c2ed12d1f320 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:07.055523 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (ab704b87-9052-4c70-bc4a-755f64f67f58), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.121172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] For port 04618b22-4002-4dda-9357-511260ffc8a4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=04618b22-4002-4dda-9357-511260ffc8a4,segment=NetworkSegment(67203933-64e6-4fae-972d-6cdda8397e02),segment_id=67203933-64e6-4fae-972d-6cdda8397e02)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:07.121172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (04618b22-4002-4dda-9357-511260ffc8a4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.142407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3f6b38f2-ed89-4f61-b474-27d4ac4923ce tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2008927 Feb 15 14:04:07.152649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Calling delete_port for 04618b22-4002-4dda-9357-511260ffc8a4 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:07.155282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19011ebe-3b8e-4d3b-bbc3-0548fedf45e5 req-6b35e2b8-a38e-45e0-9d7c-e4f335963fcc tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891119 Feb 15 14:04:07.165927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34666) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:07.179924 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1fbd1c44-8a7f-4742-84ca-9b96ac4b6aac tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859639174'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:07.197904 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (ab704b87-9052-4c70-bc4a-755f64f67f58), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.200859 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Publish callbacks [] for router_controller (ab704b87-9052-4c70-bc4a-755f64f67f58), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.251470 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (ab704b87-9052-4c70-bc4a-755f64f67f58), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.251928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab704b87-9052-4c70-bc4a-755f64f67f58 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:04:07.258352 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1c44-8a7f-4742-84ca-9b96ac4b6aac tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.266856 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.268142 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c5b979b5-89b7-42a1-b296-559bebfe7d92 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ab704b87-9052-4c70-bc4a-755f64f67f58 HTTP/1.1" status: 204 len: 168 time: 1.7444596 Feb 15 14:04:07.271207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34668) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:07.334653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae99f8f-1e85-4d42-8f22-de61804bc0af admin admin] Deleting subnet ecfdf680-5b93-496a-93ee-d9df261fb8db {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:04:07.335542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (04618b22-4002-4dda-9357-511260ffc8a4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.339722 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1ae99f8f-1e85-4d42-8f22-de61804bc0af admin admin] Publish callbacks [] for subnet (ecfdf680-5b93-496a-93ee-d9df261fb8db), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.387262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791fa3e9-4946-46c0-86f3-8aac9898bac2 None None] DHCP port deletion for 4e4c3377-6456-47a4-9795-94bf115c67a5 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:04:07.392911 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1c44-8a7f-4742-84ca-9b96ac4b6aac tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (73fb9d86-88d1-41ac-b719-e9959eab325a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.394673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=04618b22-4002-4dda-9357-511260ffc8a4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:07.412127 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1c44-8a7f-4742-84ca-9b96ac4b6aac tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (73fb9d86-88d1-41ac-b719-e9959eab325a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.416524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] No DVR routers for this DVR port 04618b22-4002-4dda-9357-511260ffc8a4 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:07.430631 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1ae99f8f-1e85-4d42-8f22-de61804bc0af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (ecfdf680-5b93-496a-93ee-d9df261fb8db), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.490235 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1ae99f8f-1e85-4d42-8f22-de61804bc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (ecfdf680-5b93-496a-93ee-d9df261fb8db), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.512312 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1c44-8a7f-4742-84ca-9b96ac4b6aac tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.513694 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1fbd1c44-8a7f-4742-84ca-9b96ac4b6aac tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3466759 Feb 15 14:04:07.516981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34670) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:07.521804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d8437e9e-2cec-479b-ac27-d3b1debf3ac2 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': '73fb9d86-88d1-41ac-b719-e9959eab325a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:07.523043 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-d8437e9e-2cec-479b-ac27-d3b1debf3ac2 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 15 14:04:07.523694 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-d8437e9e-2cec-479b-ac27-d3b1debf3ac2 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:07.524064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd1c44-8a7f-4742-84ca-9b96ac4b6aac tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fb9d86-88d1-41ac-b719-e9959eab325a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:07.524621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d8437e9e-2cec-479b-ac27-d3b1debf3ac2 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068929 Feb 15 14:04:07.527701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34672) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:07.551054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (4e4c3377-6456-47a4-9795-94bf115c67a5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.584396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4c3377-6456-47a4-9795-94bf115c67a5']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:07.600746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67203933-64e6-4fae-972d-6cdda8397e02') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:07.601186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67203933-64e6-4fae-972d-6cdda8397e02') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:07.604486 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1ae99f8f-1e85-4d42-8f22-de61804bc0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (ecfdf680-5b93-496a-93ee-d9df261fb8db), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.616007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (67203933-64e6-4fae-972d-6cdda8397e02), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.636681 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c0db478a-450e-448a-ad9a-643fe4dc5fe6 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (73fb9d86-88d1-41ac-b719-e9959eab325a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.637168 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1ae99f8f-1e85-4d42-8f22-de61804bc0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.642645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1ae99f8f-1e85-4d42-8f22-de61804bc0af admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ecfdf680-5b93-496a-93ee-d9df261fb8db HTTP/1.1" status: 204 len: 168 time: 0.3678710 Feb 15 14:04:07.644228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34674) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:07.653850 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (67203933-64e6-4fae-972d-6cdda8397e02), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.666528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae99f8f-1e85-4d42-8f22-de61804bc0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfdf680-5b93-496a-93ee-d9df261fb8db,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:07.677341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:04:07.677745 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (67203933-64e6-4fae-972d-6cdda8397e02), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:04:07.687592 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:04:07.756398 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c0db478a-450e-448a-ad9a-643fe4dc5fe6 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (73fb9d86-88d1-41ac-b719-e9959eab325a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.829356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (eab768b6-8c6b-463b-b5fd-4950b8e50e71), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.843467 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (4e4c3377-6456-47a4-9795-94bf115c67a5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.852882 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.858417 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4e4c3377-6456-47a4-9795-94bf115c67a5 HTTP/1.1" status: 204 len: 168 time: 1.1897938 Feb 15 14:04:07.872029 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56302c7e-6e49-43f5-a52f-9d50e5a350e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e4c3377-6456-47a4-9795-94bf115c67a5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:07.907853 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c0db478a-450e-448a-ad9a-643fe4dc5fe6 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (73fb9d86-88d1-41ac-b719-e9959eab325a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.911374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c0db478a-450e-448a-ad9a-643fe4dc5fe6 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:07.913101 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c0db478a-450e-448a-ad9a-643fe4dc5fe6 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "DELETE /v2.0/security-groups/73fb9d86-88d1-41ac-b719-e9959eab325a HTTP/1.1" status: 204 len: 168 time: 0.3841324 Feb 15 14:04:07.917837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34680) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.002593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db478a-450e-448a-ad9a-643fe4dc5fe6 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fb9d86-88d1-41ac-b719-e9959eab325a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:08.044975 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (eab768b6-8c6b-463b-b5fd-4950b8e50e71), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.072137 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-284f885c-5b1b-423a-bf89-4f3a779da17d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1327345 Feb 15 14:04:08.076154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34682) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.080863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab768b6-8c6b-463b-b5fd-4950b8e50e71']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:08.084086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-17a2a87c-cf45-426e-915e-0c4d67df12d0 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1556102234'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:08.092176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38767664-21da-4ad5-adbc-d0fe565d228d') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:08.092474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38767664-21da-4ad5-adbc-d0fe565d228d') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:08.105254 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (38767664-21da-4ad5-adbc-d0fe565d228d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.113611 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17a2a87c-cf45-426e-915e-0c4d67df12d0 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.123912 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (38767664-21da-4ad5-adbc-d0fe565d228d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.133332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:04:08.134237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (38767664-21da-4ad5-adbc-d0fe565d228d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:04:08.135923 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:04:08.167074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34684) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.201831 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (eab768b6-8c6b-463b-b5fd-4950b8e50e71), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.216850 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.229900 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] 10.222.0.72 "DELETE /v2.0/networks/eab768b6-8c6b-463b-b5fd-4950b8e50e71 HTTP/1.1" status: 204 len: 168 time: 0.5812836 Feb 15 14:04:08.236250 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17a2a87c-cf45-426e-915e-0c4d67df12d0 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (a818c2cd-43ff-4910-8ad7-723dc5648fc0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.243473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9ca04b9c-0b5a-4b51-9e6f-2b4b97107fb2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b3a467854a19478a93abf0ae69f14552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0751233 Feb 15 14:04:08.244149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34690) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.250103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e957d-70fd-4585-a5e8-9a6241ec1b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=eab768b6-8c6b-463b-b5fd-4950b8e50e71,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:08.259121 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17a2a87c-cf45-426e-915e-0c4d67df12d0 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a818c2cd-43ff-4910-8ad7-723dc5648fc0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.291712 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17a2a87c-cf45-426e-915e-0c4d67df12d0 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.296529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34692) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.302875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4634f307-5c1b-40b6-968f-00e912855d10 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'a818c2cd-43ff-4910-8ad7-723dc5648fc0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:08.303801 n-d-829064-15 neutron-server[109972]: WARNING neutron.api.v2.base [None req-4634f307-5c1b-40b6-968f-00e912855d10 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 15 14:04:08.304590 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-4634f307-5c1b-40b6-968f-00e912855d10 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:08.308247 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4634f307-5c1b-40b6-968f-00e912855d10 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080092 Feb 15 14:04:08.308530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-17a2a87c-cf45-426e-915e-0c4d67df12d0 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2177207 Feb 15 14:04:08.309252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34694) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.351213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c63ca01f-f412-4ec0-bb7a-543bf6c36803 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:08.362101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2a87c-cf45-426e-915e-0c4d67df12d0 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a818c2cd-43ff-4910-8ad7-723dc5648fc0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:08.384066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71acb287-1ad8-4d6a-a238-3603875f70bb admin admin] Publish callbacks [] for security_group (2d5054c4-f18f-4c0f-9eeb-36725d3ebab7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.398247 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: c63ca01f-f412-4ec0-bb7a-543bf6c36803 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:08.400195 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c63ca01f-f412-4ec0-bb7a-543bf6c36803 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:08.400804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:08.413998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abfed0-600c-4d0d-a9da-fc04a2b1d641 req-fee73677-9259-4ce3-89b4-6e287b51ef0f tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:08.415612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66abfed0-600c-4d0d-a9da-fc04a2b1d641 req-fee73677-9259-4ce3-89b4-6e287b51ef0f tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.1026080 Feb 15 14:04:08.426508 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71acb287-1ad8-4d6a-a238-3603875f70bb admin admin] Publish callbacks [] for security_group (2d5054c4-f18f-4c0f-9eeb-36725d3ebab7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.433212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ab317f6-5323-46ba-892f-24f0761ee953 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (a818c2cd-43ff-4910-8ad7-723dc5648fc0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.439417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:08.439779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 196fab62-99e1-4a5b-a3d7-e1ee6bb31002 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:08.440206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 04618b22-4002-4dda-9357-511260ffc8a4 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:08.481226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ab317f6-5323-46ba-892f-24f0761ee953 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (a818c2cd-43ff-4910-8ad7-723dc5648fc0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.482274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 04618b22-4002-4dda-9357-511260ffc8a4 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:08.484261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 04618b22-4002-4dda-9357-511260ffc8a4 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:08.507551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66abfed0-600c-4d0d-a9da-fc04a2b1d641 req-a0aac9e0-f8bd-44fe-a191-a173a09dda4e tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838428 Feb 15 14:04:08.541217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34696) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.551301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ab317f6-5323-46ba-892f-24f0761ee953 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a818c2cd-43ff-4910-8ad7-723dc5648fc0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.551887 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71acb287-1ad8-4d6a-a238-3603875f70bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2d5054c4-f18f-4c0f-9eeb-36725d3ebab7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.554408 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71acb287-1ad8-4d6a-a238-3603875f70bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.554934 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ab317f6-5323-46ba-892f-24f0761ee953 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.559829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-71acb287-1ad8-4d6a-a238-3603875f70bb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d5054c4-f18f-4c0f-9eeb-36725d3ebab7 HTTP/1.1" status: 204 len: 168 time: 0.3105016 Feb 15 14:04:08.560000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7ab317f6-5323-46ba-892f-24f0761ee953 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "DELETE /v2.0/security-groups/a818c2cd-43ff-4910-8ad7-723dc5648fc0 HTTP/1.1" status: 204 len: 168 time: 0.2492435 Feb 15 14:04:08.565141 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34698) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.575249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acb287-1ad8-4d6a-a238-3603875f70bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5054c4-f18f-4c0f-9eeb-36725d3ebab7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:08.598845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab317f6-5323-46ba-892f-24f0761ee953 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818c2cd-43ff-4910-8ad7-723dc5648fc0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:08.610099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bedc056f-7caf-46f3-a0df-0508a93aad61 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7604b506b1d4825b9ce16ab7cc33b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677335 Feb 15 14:04:08.623134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34702) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.643291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-333bd4bb-4248-468f-ac20-2ccc91503368 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0627875 Feb 15 14:04:08.643937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34704) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.650346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e8c78834-e128-4178-94cc-692a6acb599d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group': {'name': 'tempest-secgroup--543914065'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:08.678496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8c78834-e128-4178-94cc-692a6acb599d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.683258 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94f00dbe-4d9e-4ea3-bcb7-d453b01f49bb admin admin] Publish callbacks [] for security_group (a369d963-2381-465c-ae7f-15416cecf882), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.706768 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94f00dbe-4d9e-4ea3-bcb7-d453b01f49bb admin admin] Publish callbacks [] for security_group (a369d963-2381-465c-ae7f-15416cecf882), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.769389 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94f00dbe-4d9e-4ea3-bcb7-d453b01f49bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a369d963-2381-465c-ae7f-15416cecf882), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.773269 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94f00dbe-4d9e-4ea3-bcb7-d453b01f49bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.775676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-94f00dbe-4d9e-4ea3-bcb7-d453b01f49bb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a369d963-2381-465c-ae7f-15416cecf882 HTTP/1.1" status: 204 len: 168 time: 0.1504889 Feb 15 14:04:08.777886 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8c78834-e128-4178-94cc-692a6acb599d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (564dfc45-1184-4a86-a8bd-84c74e7bdd04), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.790390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f00dbe-4d9e-4ea3-bcb7-d453b01f49bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a369d963-2381-465c-ae7f-15416cecf882,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:08.792017 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8c78834-e128-4178-94cc-692a6acb599d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (564dfc45-1184-4a86-a8bd-84c74e7bdd04), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.828481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c78834-e128-4178-94cc-692a6acb599d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564dfc45-1184-4a86-a8bd-84c74e7bdd04,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:08.841834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8c78834-e128-4178-94cc-692a6acb599d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:08.843319 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e8c78834-e128-4178-94cc-692a6acb599d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1968701 Feb 15 14:04:08.846299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34710) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.851978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-95f77ce7-c687-4ac4-b64d-8668bc832e8c tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': '564dfc45-1184-4a86-a8bd-84c74e7bdd04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:08.864822 n-d-829064-15 neutron-server[109972]: WARNING neutron.api.v2.base [None req-95f77ce7-c687-4ac4-b64d-8668bc832e8c tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 15 14:04:08.865582 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-95f77ce7-c687-4ac4-b64d-8668bc832e8c tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:08.867094 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-95f77ce7-c687-4ac4-b64d-8668bc832e8c tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0197244 Feb 15 14:04:08.870178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34712) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.875178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c044186d-f8fd-4cb4-a555-4f91fd278912 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': '564dfc45-1184-4a86-a8bd-84c74e7bdd04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:08.877027 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-c044186d-f8fd-4cb4-a555-4f91fd278912 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 15 14:04:08.877541 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-c044186d-f8fd-4cb4-a555-4f91fd278912 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:08.878596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c044186d-f8fd-4cb4-a555-4f91fd278912 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071306 Feb 15 14:04:08.881592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34714) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.887123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-10a8ef90-716b-4dbe-9039-c610fb07d859 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': '564dfc45-1184-4a86-a8bd-84c74e7bdd04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:08.888254 n-d-829064-15 neutron-server[109972]: WARNING neutron.api.v2.base [None req-10a8ef90-716b-4dbe-9039-c610fb07d859 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 15 14:04:08.888768 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-10a8ef90-716b-4dbe-9039-c610fb07d859 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:08.889819 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-10a8ef90-716b-4dbe-9039-c610fb07d859 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072100 Feb 15 14:04:08.892888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34716) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.899099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e1ec2453-edee-4d38-859f-f09d14cb88e8 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': '564dfc45-1184-4a86-a8bd-84c74e7bdd04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:08.900547 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-e1ec2453-edee-4d38-859f-f09d14cb88e8 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 15 14:04:08.901070 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-e1ec2453-edee-4d38-859f-f09d14cb88e8 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:08.904867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e1ec2453-edee-4d38-859f-f09d14cb88e8 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082550 Feb 15 14:04:08.905506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34718) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:08.978200 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bbc884f-145d-4088-a176-c13080700dfa tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (564dfc45-1184-4a86-a8bd-84c74e7bdd04), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.026129 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bbc884f-145d-4088-a176-c13080700dfa tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (564dfc45-1184-4a86-a8bd-84c74e7bdd04), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.081407 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bbc884f-145d-4088-a176-c13080700dfa tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (564dfc45-1184-4a86-a8bd-84c74e7bdd04), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.085892 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bbc884f-145d-4088-a176-c13080700dfa tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.087952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9bbc884f-145d-4088-a176-c13080700dfa tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "DELETE /v2.0/security-groups/564dfc45-1184-4a86-a8bd-84c74e7bdd04 HTTP/1.1" status: 204 len: 168 time: 0.1814783 Feb 15 14:04:09.090764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34728) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.106121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc884f-145d-4088-a176-c13080700dfa tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=564dfc45-1184-4a86-a8bd-84c74e7bdd04,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:09.190576 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7209b02c-7674-48a9-b881-7ab2de52ebb1 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0951216 Feb 15 14:04:09.194925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34736) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.199875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5c7e0ee9-5079-42bb-8d43-5ae37321176b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group': {'name': 'tempest-secgroup--886932487'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:09.237036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c7e0ee9-5079-42bb-8d43-5ae37321176b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.320948 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c7e0ee9-5079-42bb-8d43-5ae37321176b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (ff815bdf-60d1-4c3f-80a7-b57847e2dde7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.327024 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c7e0ee9-5079-42bb-8d43-5ae37321176b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ff815bdf-60d1-4c3f-80a7-b57847e2dde7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.359329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e0ee9-5079-42bb-8d43-5ae37321176b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff815bdf-60d1-4c3f-80a7-b57847e2dde7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:09.364483 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c7e0ee9-5079-42bb-8d43-5ae37321176b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.365434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5c7e0ee9-5079-42bb-8d43-5ae37321176b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1694648 Feb 15 14:04:09.368648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34744) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.373790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-972c2d2c-ce51-478a-8004-6d91fafbad08 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'ff815bdf-60d1-4c3f-80a7-b57847e2dde7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:09.374675 n-d-829064-15 neutron-server[109972]: WARNING neutron.api.v2.base [None req-972c2d2c-ce51-478a-8004-6d91fafbad08 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 14:04:09.375258 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-972c2d2c-ce51-478a-8004-6d91fafbad08 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:09.376462 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-972c2d2c-ce51-478a-8004-6d91fafbad08 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064425 Feb 15 14:04:09.379661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34746) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.385614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c8345d59-ad2e-425e-98bd-e3070488dfbe tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'ff815bdf-60d1-4c3f-80a7-b57847e2dde7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:09.430478 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-c8345d59-ad2e-425e-98bd-e3070488dfbe tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:09.434575 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c8345d59-ad2e-425e-98bd-e3070488dfbe tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0502026 Feb 15 14:04:09.435407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34752) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.443495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-4653aebc-6a96-4a56-b662-d2a0f4a6d81f tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'ff815bdf-60d1-4c3f-80a7-b57847e2dde7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:09.444333 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-4653aebc-6a96-4a56-b662-d2a0f4a6d81f tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 15 14:04:09.445014 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-4653aebc-6a96-4a56-b662-d2a0f4a6d81f tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:09.446085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4653aebc-6a96-4a56-b662-d2a0f4a6d81f tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095222 Feb 15 14:04:09.449192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34754) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.456144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5507473a-93c2-43d6-a4df-0109214cc0d7 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'ff815bdf-60d1-4c3f-80a7-b57847e2dde7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:09.498953 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-5507473a-93c2-43d6-a4df-0109214cc0d7 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:09.500862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5507473a-93c2-43d6-a4df-0109214cc0d7 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0503221 Feb 15 14:04:09.504014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34756) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.510383 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d1f5fc96-2960-442d-be6c-0f752271bbed tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'ff815bdf-60d1-4c3f-80a7-b57847e2dde7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:09.511473 n-d-829064-15 neutron-server[109972]: WARNING neutron.api.v2.base [None req-d1f5fc96-2960-442d-be6c-0f752271bbed tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 14:04:09.512760 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-d1f5fc96-2960-442d-be6c-0f752271bbed tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:09.514207 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d1f5fc96-2960-442d-be6c-0f752271bbed tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081556 Feb 15 14:04:09.516939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34760) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.522705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9f483a06-3cf6-4dea-9f8b-798d760ae4f9 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'ff815bdf-60d1-4c3f-80a7-b57847e2dde7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:09.601327 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-9f483a06-3cf6-4dea-9f8b-798d760ae4f9 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:09.602544 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9f483a06-3cf6-4dea-9f8b-798d760ae4f9 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0841341 Feb 15 14:04:09.605351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34770) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.610020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-28458b3c-665e-48bb-b83e-ebba81f8c58c tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'ff815bdf-60d1-4c3f-80a7-b57847e2dde7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:09.610598 n-d-829064-15 neutron-server[109972]: WARNING neutron.api.v2.base [None req-28458b3c-665e-48bb-b83e-ebba81f8c58c tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 15 14:04:09.611236 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-28458b3c-665e-48bb-b83e-ebba81f8c58c tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:09.612286 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-28458b3c-665e-48bb-b83e-ebba81f8c58c tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059066 Feb 15 14:04:09.615536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34772) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.620288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0ce9030d-fc4a-4a15-9a4f-3eb70efe4d59 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'ff815bdf-60d1-4c3f-80a7-b57847e2dde7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:09.698685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34774) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.717475 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-0ce9030d-fc4a-4a15-9a4f-3eb70efe4d59 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:09.718421 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0ce9030d-fc4a-4a15-9a4f-3eb70efe4d59 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1018894 Feb 15 14:04:09.721380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34780) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.731502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0014ba8b-ab06-4a43-a787-bf1113531855 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'ff815bdf-60d1-4c3f-80a7-b57847e2dde7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:09.737359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60764eb-66c7-4bb6-9300-304ccc6ee982 req-6c5694ca-760e-464a-8250-e833b487f13f tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:09.743358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f60764eb-66c7-4bb6-9300-304ccc6ee982 req-6c5694ca-760e-464a-8250-e833b487f13f tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.1133869 Feb 15 14:04:09.795675 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.797511 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-0014ba8b-ab06-4a43-a787-bf1113531855 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:09.802755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34782) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.803353 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0014ba8b-ab06-4a43-a787-bf1113531855 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0763819 Feb 15 14:04:09.871267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f60764eb-66c7-4bb6-9300-304ccc6ee982 req-e78fe192-3556-4296-a880-3ff2b778c491 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217778 Feb 15 14:04:09.890745 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f98709c8-1d4e-4745-acec-bd7db9e8697b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (ff815bdf-60d1-4c3f-80a7-b57847e2dde7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.920141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f98709c8-1d4e-4745-acec-bd7db9e8697b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (ff815bdf-60d1-4c3f-80a7-b57847e2dde7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.948208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34786) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.972274 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f98709c8-1d4e-4745-acec-bd7db9e8697b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ff815bdf-60d1-4c3f-80a7-b57847e2dde7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.976968 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f98709c8-1d4e-4745-acec-bd7db9e8697b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:09.981181 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f98709c8-1d4e-4745-acec-bd7db9e8697b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "DELETE /v2.0/security-groups/ff815bdf-60d1-4c3f-80a7-b57847e2dde7 HTTP/1.1" status: 204 len: 168 time: 0.1748621 Feb 15 14:04:09.981466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34790) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:09.990954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98709c8-1d4e-4745-acec-bd7db9e8697b tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff815bdf-60d1-4c3f-80a7-b57847e2dde7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:10.023632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1323794734-network', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:10.043444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1965488730-network', 'tenant_id': '6fd0a42c9f2f4c0b9722e20079c4ff67'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:10.087828 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c407589a-de27-4ade-b91e-698b5486b090 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1052253 Feb 15 14:04:10.091989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34794) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:10.097760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Made reservation on behalf of 34cfa2a9bd6441549013d86d3375b3b5 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:04:10.098394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-931a015e-3a1d-4b59-80da-0bdd8910ed78 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939697157'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:10.100728 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.110478 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Made reservation on behalf of 6fd0a42c9f2f4c0b9722e20079c4ff67 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:04:10.112758 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.115416 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.127207 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-931a015e-3a1d-4b59-80da-0bdd8910ed78 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.129076 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.214942 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-931a015e-3a1d-4b59-80da-0bdd8910ed78 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (e3bdaa60-07c1-4efe-b069-74bf464011e6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.219930 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-931a015e-3a1d-4b59-80da-0bdd8910ed78 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e3bdaa60-07c1-4efe-b069-74bf464011e6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.259991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-931a015e-3a1d-4b59-80da-0bdd8910ed78 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.262953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-931a015e-3a1d-4b59-80da-0bdd8910ed78 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1678102 Feb 15 14:04:10.263551 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Publish callbacks [] for security_group (74db4068-2b5d-40d3-891a-9ea6003a89ad), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.264875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34796) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:10.271092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Publish callbacks [] for security_group (817f6db8-1412-4d33-aeea-87674f463b8f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.271628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0d12870a-ce4a-447d-8700-be46af451bba tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'e3bdaa60-07c1-4efe-b069-74bf464011e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:10.272116 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (74db4068-2b5d-40d3-891a-9ea6003a89ad), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.278296 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (817f6db8-1412-4d33-aeea-87674f463b8f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.282621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a015e-3a1d-4b59-80da-0bdd8910ed78 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bdaa60-07c1-4efe-b069-74bf464011e6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:10.326742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:04:10.329113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:04:10.331253 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-0d12870a-ce4a-447d-8700-be46af451bba tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The resource could not be found. Feb 15 14:04:10.335068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0d12870a-ce4a-447d-8700-be46af451bba tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0661306 Feb 15 14:04:10.335286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74db4068-2b5d-40d3-891a-9ea6003a89ad,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:10.335978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34798) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:10.345987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0c9d9902-3a9e-456e-877b-40e42be1bd59 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'e3bdaa60-07c1-4efe-b069-74bf464011e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8c6d2584-2162-44ee-8f78-2b467d5d5fd6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:10.357531 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.357851 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Added segment a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b of type vlan for network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 Feb 15 14:04:10.362410 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.362748 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Added segment 1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06 of type vlan for network fee3507b-addd-44c0-be05-aeb18219f9b7 Feb 15 14:04:10.414537 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-0c9d9902-3a9e-456e-877b-40e42be1bd59 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The resource could not be found. Feb 15 14:04:10.418312 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0c9d9902-3a9e-456e-877b-40e42be1bd59 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0782928 Feb 15 14:04:10.418603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34800) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:10.454575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817f6db8-1412-4d33-aeea-87674f463b8f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:10.461823 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a98e0a00-2ad8-4038-b4c1-f11e333bd2a9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.465225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (fee3507b-addd-44c0-be05-aeb18219f9b7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.491012 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40e0ae18-bfe1-42ad-b7d0-bffae758c029 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (e3bdaa60-07c1-4efe-b069-74bf464011e6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.511605 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a98e0a00-2ad8-4038-b4c1-f11e333bd2a9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.512826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:10.513504 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.517145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40e0ae18-bfe1-42ad-b7d0-bffae758c029 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (e3bdaa60-07c1-4efe-b069-74bf464011e6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.522509 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (fee3507b-addd-44c0-be05-aeb18219f9b7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.523413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:10.523973 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.572809 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40e0ae18-bfe1-42ad-b7d0-bffae758c029 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e3bdaa60-07c1-4efe-b069-74bf464011e6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.577514 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40e0ae18-bfe1-42ad-b7d0-bffae758c029 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.581953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-40e0ae18-bfe1-42ad-b7d0-bffae758c029 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "DELETE /v2.0/security-groups/e3bdaa60-07c1-4efe-b069-74bf464011e6 HTTP/1.1" status: 204 len: 168 time: 0.1596949 Feb 15 14:04:10.582244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34802) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:10.593338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0ae18-bfe1-42ad-b7d0-bffae758c029 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bdaa60-07c1-4efe-b069-74bf464011e6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:10.593860 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8941069 Feb 15 14:04:10.597335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34804) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:10.603268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] Request body: {'subnet': {'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1323794734-subnet', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:10.609727 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6594458 Feb 15 14:04:10.613398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34806) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:10.620612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] Request body: {'subnet': {'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1965488730-subnet', 'tenant_id': '6fd0a42c9f2f4c0b9722e20079c4ff67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:10.635488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72753b-9eb3-457c-8a62-3df1a586e8f7 admin admin] Pushing event updated for resources: {'Network': ['ID=a98e0a00-2ad8-4038-b4c1-f11e333bd2a9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:10.655757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:04:10.667539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] Made reservation on behalf of 6fd0a42c9f2f4c0b9722e20079c4ff67 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:04:10.671359 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.696188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] Made reservation on behalf of 34cfa2a9bd6441549013d86d3375b3b5 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:04:10.698546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.725057 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b33a42ca-b4ae-4fec-97c5-7428d26a4b09 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1410999 Feb 15 14:04:10.734155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34808) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:10.740284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0af2f9bc-3715-4052-8492-05db0b704134 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'e7d964b6-f295-4fa8-a1ce-3351617e7be8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:10.776829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347e509-e91e-4203-b2d4-0428fe2176a0 admin admin] Pushing event updated for resources: {'Network': ['ID=fee3507b-addd-44c0-be05-aeb18219f9b7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:10.791339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network fee3507b-addd-44c0-be05-aeb18219f9b7 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:04:10.828757 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-0af2f9bc-3715-4052-8492-05db0b704134 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The resource could not be found. Feb 15 14:04:10.829828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0af2f9bc-3715-4052-8492-05db0b704134 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0947042 Feb 15 14:04:10.834827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34810) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:10.840378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5350152f-d05c-4ba7-a4a6-a91d8b6a8602 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group': {'name': 'tempest-secgroup--43104114'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:10.896938 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5350152f-d05c-4ba7-a4a6-a91d8b6a8602 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.932222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (120866a7-eb89-466a-8fef-c4e734a45b68), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.977049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (97831b1c-7ade-490d-a8f5-172cfa6c6777), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:10.992256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120866a7-eb89-466a-8fef-c4e734a45b68,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:11.013343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] Checking segment: {'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:04:11.013343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] Network hostable DHCP agents. Network: a98e0a00-2ad8-4038-b4c1-f11e333bd2a9, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:04:11.029169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] Network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:04:11.039417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a98e0a00-2ad8-4038-b4c1-f11e333bd2a9) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:11.043488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:11.044105 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.050995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60c834-a284-4224-aef4-f73715bcd99c None None] Network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:04:11.065145 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-86108397-1e9d-4bf4-afd3-eb3c1ab5b948 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4638076 Feb 15 14:04:11.066022 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34814) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:11.071440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:11.104615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97831b1c-7ade-490d-a8f5-172cfa6c6777,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:11.115778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (53fd77e3-3797-4f6e-9ce9-e436e140ce31), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.118225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (53fd77e3-3797-4f6e-9ce9-e436e140ce31), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.154938 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5350152f-d05c-4ba7-a4a6-a91d8b6a8602 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (e1fc8bff-6bb6-4dfe-b737-1127c2fc41e1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.157736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37037d-2242-44cf-a7a1-da35a76f4c0f req-b93e3b95-9965-4f86-a23b-7b0901cb584c tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:11.157736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d37037d-2242-44cf-a7a1-da35a76f4c0f req-b93e3b95-9965-4f86-a23b-7b0901cb584c tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.1753435 Feb 15 14:04:11.184747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] Checking segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:04:11.186224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] Network hostable DHCP agents. Network: fee3507b-addd-44c0-be05-aeb18219f9b7, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:04:11.189101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5350152f-d05c-4ba7-a4a6-a91d8b6a8602 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e1fc8bff-6bb6-4dfe-b737-1127c2fc41e1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.190391 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Publish callbacks [] for router_controller (53fd77e3-3797-4f6e-9ce9-e436e140ce31), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.191502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'fixed_ips': [{'subnet_id': '120866a7-eb89-466a-8fef-c4e734a45b68'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:04:11.193338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.266788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350152f-d05c-4ba7-a4a6-a91d8b6a8602 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fc8bff-6bb6-4dfe-b737-1127c2fc41e1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:11.273421 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5350152f-d05c-4ba7-a4a6-a91d8b6a8602 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.274687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5350152f-d05c-4ba7-a4a6-a91d8b6a8602 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4384356 Feb 15 14:04:11.279006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34822) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:11.279661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] Network fee3507b-addd-44c0-be05-aeb18219f9b7 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:04:11.294313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-15b9011f-0227-44b4-a0da-bd8e556ee960 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990015482'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:11.319712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d37037d-2242-44cf-a7a1-da35a76f4c0f req-46ff5487-abfc-45e2-ad22-1b1bbb2a20d3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452758 Feb 15 14:04:11.328226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, fee3507b-addd-44c0-be05-aeb18219f9b7) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:11.338752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:11.340002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f43e9f-53ed-413c-a65a-f36ea2461fde None None] Network fee3507b-addd-44c0-be05-aeb18219f9b7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:04:11.340990 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.382839 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7d0b2894-92b1-47cf-bbf7-86e427ba3ca8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7681630 Feb 15 14:04:11.399123 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15b9011f-0227-44b4-a0da-bd8e556ee960 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.436599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Publish callbacks [] for router_gateway (53fd77e3-3797-4f6e-9ce9-e436e140ce31), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.544442 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15b9011f-0227-44b4-a0da-bd8e556ee960 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (cd089edd-534c-4a28-9bef-75cdc967e4fc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.549159 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15b9011f-0227-44b4-a0da-bd8e556ee960 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cd089edd-534c-4a28-9bef-75cdc967e4fc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.595888 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15b9011f-0227-44b4-a0da-bd8e556ee960 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.598016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-15b9011f-0227-44b4-a0da-bd8e556ee960 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3149836 Feb 15 14:04:11.601218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9011f-0227-44b4-a0da-bd8e556ee960 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd089edd-534c-4a28-9bef-75cdc967e4fc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:11.608712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34830) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:11.610051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6de32da7-c383-4214-bb96-e4bc87cd2e80 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group_rule': {'security_group_id': 'e1fc8bff-6bb6-4dfe-b737-1127c2fc41e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cd089edd-534c-4a28-9bef-75cdc967e4fc'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:11.644754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08b370-2d8a-425f-9804-bbffc2b7f5c5 None None] Network fee3507b-addd-44c0-be05-aeb18219f9b7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:04:11.677278 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-6de32da7-c383-4214-bb96-e4bc87cd2e80 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:04:11.678686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6de32da7-c383-4214-bb96-e4bc87cd2e80 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0725961 Feb 15 14:04:11.681410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34836) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:11.738593 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Publish callbacks [] for router_gateway (53fd77e3-3797-4f6e-9ce9-e436e140ce31), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.738895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Allocated IP 172.20.0.2 (a98e0a00-2ad8-4038-b4c1-f11e333bd2a9/120866a7-eb89-466a-8fef-c4e734a45b68/56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:04:11.776804 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64fe62ca-e631-4f3d-8df6-e5bb8f84fa17 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (cd089edd-534c-4a28-9bef-75cdc967e4fc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.795077 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.824363 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64fe62ca-e631-4f3d-8df6-e5bb8f84fa17 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (cd089edd-534c-4a28-9bef-75cdc967e4fc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.918725 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64fe62ca-e631-4f3d-8df6-e5bb8f84fa17 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cd089edd-534c-4a28-9bef-75cdc967e4fc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.926101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64fe62ca-e631-4f3d-8df6-e5bb8f84fa17 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:11.930186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-64fe62ca-e631-4f3d-8df6-e5bb8f84fa17 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "DELETE /v2.0/security-groups/cd089edd-534c-4a28-9bef-75cdc967e4fc HTTP/1.1" status: 204 len: 168 time: 0.2457755 Feb 15 14:04:11.931435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34846) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:11.977210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Allocated IP 172.25.6.42 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/385b22da-fc3e-4ba7-b041-d1d4d0c00392) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:04:11.988256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe62ca-e631-4f3d-8df6-e5bb8f84fa17 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd089edd-534c-4a28-9bef-75cdc967e4fc,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:12.002269 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.019674 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Publish callbacks [] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.030145 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.083561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f9e4ef7d-333c-480e-9312-1885b69eafae tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1447611 Feb 15 14:04:12.087711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:04:12.088232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34848) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:12.091673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:12.096846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:04:12.117909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Pushing event updated for resources: {'Port': ['ID=56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:12.185506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Attempting to bind port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:04:12.185951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Attempting to bind port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:04:12.186263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Attempting to bind port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 on network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:04:12.193294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:04:12.193720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Checking segment: {'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:04:12.194139 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.194736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Bound using segment: {'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:04:12.195234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Bound port: 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:04:12.195873 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.196095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-54b985f0-df0a-4137-86cb-e10eda29a065 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:12.197878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-54b985f0-df0a-4137-86cb-e10eda29a065 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.2503839 Feb 15 14:04:12.199105 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-88db67ee-cc29-42c4-adc5-11b7e5c6ba64 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (e1fc8bff-6bb6-4dfe-b737-1127c2fc41e1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.218729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Publish callbacks [] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.230681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-1be30a7e-ea62-4291-bbd0-f6eced2d1164 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/quotas/6fd0a42c9f2f4c0b9722e20079c4ff67 HTTP/1.1" status: 200 len: 375 time: 0.0229077 Feb 15 14:04:12.258286 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-88db67ee-cc29-42c4-adc5-11b7e5c6ba64 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (e1fc8bff-6bb6-4dfe-b737-1127c2fc41e1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.275135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.289813 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-4c99e554-a029-4b98-8102-7abd1d5ba8c7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464847 Feb 15 14:04:12.309769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] For port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:04:12.314489 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] For port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612,segment=NetworkSegment(a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b),segment_id=a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:04:12.323236 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.339179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:04:12.343255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:12.347656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:04:12.355688 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-88db67ee-cc29-42c4-adc5-11b7e5c6ba64 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e1fc8bff-6bb6-4dfe-b737-1127c2fc41e1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.360710 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-88db67ee-cc29-42c4-adc5-11b7e5c6ba64 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.362661 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-88db67ee-cc29-42c4-adc5-11b7e5c6ba64 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "DELETE /v2.0/security-groups/e1fc8bff-6bb6-4dfe-b737-1127c2fc41e1 HTTP/1.1" status: 204 len: 168 time: 0.2735088 Feb 15 14:04:12.373737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34854) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:12.376597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Pushing event updated for resources: {'Port': ['ID=385b22da-fc3e-4ba7-b041-d1d4d0c00392,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:12.478389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db67ee-cc29-42c4-adc5-11b7e5c6ba64 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fc8bff-6bb6-4dfe-b737-1127c2fc41e1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:12.524780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad679a2d-31bc-4f68-8a2f-c1e8e53156fa None None] Pushing event updated for resources: {'Port': ['ID=56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:12.655023 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-60148eaf-1602-4bf3-bbba-58288392169d tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2777543 Feb 15 14:04:12.655856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34858) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:12.666239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-00d9df97-97fc-4d79-8ecc-f8b75eebd73f tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196446705'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:12.713427 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00d9df97-97fc-4d79-8ecc-f8b75eebd73f tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.739017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-3561b771-7201-425f-81a6-684d997424dc service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356737 Feb 15 14:04:12.760939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838ca57-3395-444b-ba1d-3194666e0abe req-0ed1e97d-dcee-4037-8ed9-d1c63f50eed5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:12.773033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Publish callbacks [] for router_gateway (53fd77e3-3797-4f6e-9ce9-e436e140ce31), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:12.776270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4838ca57-3395-444b-ba1d-3194666e0abe req-0ed1e97d-dcee-4037-8ed9-d1c63f50eed5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.2329094 Feb 15 14:04:12.966370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4838ca57-3395-444b-ba1d-3194666e0abe req-8b69f5a0-8c3d-4f99-8a4e-328ab3f8b358 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892207 Feb 15 14:04:12.995206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-431b6bc8-4f5c-412d-ac98-5cbe25a1b96b service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167981 Feb 15 14:04:13.025811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00d9df97-97fc-4d79-8ecc-f8b75eebd73f tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (42a148da-87f0-4027-b190-0b8d922b16e1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:13.034047 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00d9df97-97fc-4d79-8ecc-f8b75eebd73f tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (42a148da-87f0-4027-b190-0b8d922b16e1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:13.077956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00d9df97-97fc-4d79-8ecc-f8b75eebd73f tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:13.082416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-00d9df97-97fc-4d79-8ecc-f8b75eebd73f tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4186974 Feb 15 14:04:13.082416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9df97-97fc-4d79-8ecc-f8b75eebd73f tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a148da-87f0-4027-b190-0b8d922b16e1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:13.085816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34860) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:13.091086 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (53fd77e3-3797-4f6e-9ce9-e436e140ce31), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:13.091540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6d73a888-abb8-4482-8eff-afbef7e93a6a tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:13.092836 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-6d73a888-abb8-4482-8eff-afbef7e93a6a tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 14:04:13.093576 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-6d73a888-abb8-4482-8eff-afbef7e93a6a tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 14:04:13.095772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6d73a888-abb8-4482-8eff-afbef7e93a6a tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "PUT /v2.0/security-groups/42a148da-87f0-4027-b190-0b8d922b16e1 HTTP/1.1" status: 409 len: 330 time: 0.0087366 Feb 15 14:04:13.098788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34862) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:13.210368 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63b2c40f-f5e2-43f0-bfd6-28c8ff995840 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (42a148da-87f0-4027-b190-0b8d922b16e1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:13.276157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdab39e1-16c4-4fa4-a382-c789b9247597 req-36fabf3e-81e3-4553-a0b8-c39d81e2a480 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 210 time: 0.0576279 Feb 15 14:04:13.290110 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63b2c40f-f5e2-43f0-bfd6-28c8ff995840 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (42a148da-87f0-4027-b190-0b8d922b16e1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:13.381753 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63b2c40f-f5e2-43f0-bfd6-28c8ff995840 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (42a148da-87f0-4027-b190-0b8d922b16e1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:13.384859 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63b2c40f-f5e2-43f0-bfd6-28c8ff995840 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:13.386000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-63b2c40f-f5e2-43f0-bfd6-28c8ff995840 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "DELETE /v2.0/security-groups/42a148da-87f0-4027-b190-0b8d922b16e1 HTTP/1.1" status: 204 len: 168 time: 0.2851892 Feb 15 14:04:13.389529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34870) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:13.423962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2c40f-f5e2-43f0-bfd6-28c8ff995840 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a148da-87f0-4027-b190-0b8d922b16e1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:13.486030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9315afec-a7a2-44da-8c1f-0f4091012b08 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0918093 Feb 15 14:04:13.486747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34874) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:13.512955 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-f413af7c-563b-49f8-a86b-919cd0fe8133 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] delete failed (client error): The resource could not be found. Feb 15 14:04:13.518831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f413af7c-563b-49f8-a86b-919cd0fe8133 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "DELETE /v2.0/security-groups/953876d9-65cb-4911-b83d-6cb327026525 HTTP/1.1" status: 404 len: 347 time: 0.0272686 Feb 15 14:04:13.519335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34876) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:13.537822 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-53a8fa7a-9dd1-428f-9805-c76b121b0810 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] show failed (client error): The resource could not be found. Feb 15 14:04:13.544341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-53a8fa7a-9dd1-428f-9805-c76b121b0810 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "GET /v2.0/security-groups/2de17fae-935d-41fe-a7e1-61f7e5e01939 HTTP/1.1" status: 404 len: 347 time: 0.0182893 Feb 15 14:04:13.544341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34878) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:13.560581 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-49c1b13a-20cd-4ce7-aa4a-a8b1f1e3dce6 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] show failed (client error): The resource could not be found. Feb 15 14:04:13.566491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-49c1b13a-20cd-4ce7-aa4a-a8b1f1e3dce6 tempest-NegativeSecGroupTest-239924448 tempest-NegativeSecGroupTest-239924448-project] 10.222.0.72 "GET /v2.0/security-group-rules/7cd4a596-afc8-4583-9c8a-28c792cca74a HTTP/1.1" status: 404 len: 356 time: 0.0174584 Feb 15 14:04:13.711607 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:04:13.883327 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:04:13.903994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Sync routers for ids ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:04:13.927403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Routers {'53fd77e3-3797-4f6e-9ce9-e436e140ce31'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:13.930155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:13.932833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:13.936566 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aff01a25-4de6-4fc7-81d7-c2cc605f0b68 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8693521 Feb 15 14:04:13.939951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34888) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:14.011124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34892) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:14.089088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077e206c-5778-4093-9173-7d49a636251e None None] Network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:04:14.205158 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bf84bd49-effb-4a18-92da-98b8ef8781e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee651400a56b42e387bf07ac5304d2d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1926312 Feb 15 14:04:14.205796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34898) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:14.268186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Set router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:14.276059 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad056f6a-672a-403b-b507-05cd804645b2 admin admin] Publish callbacks [] for security_group (0e8eb035-647d-499a-a280-d9a8fb1ef82c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:14.345296 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad056f6a-672a-403b-b507-05cd804645b2 admin admin] Publish callbacks [] for security_group (0e8eb035-647d-499a-a280-d9a8fb1ef82c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:14.445257 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad056f6a-672a-403b-b507-05cd804645b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0e8eb035-647d-499a-a280-d9a8fb1ef82c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:14.449190 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad056f6a-672a-403b-b507-05cd804645b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:14.451037 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ad056f6a-672a-403b-b507-05cd804645b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e8eb035-647d-499a-a280-d9a8fb1ef82c HTTP/1.1" status: 204 len: 168 time: 0.2440565 Feb 15 14:04:14.463476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad056f6a-672a-403b-b507-05cd804645b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8eb035-647d-499a-a280-d9a8fb1ef82c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:14.729048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d26e06b0-5228-4b66-887a-bb4b3dd15670 None None] Provisioning complete for port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:14.729434 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d26e06b0-5228-4b66-887a-bb4b3dd15670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:14.837788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d7f3cc3-542e-41a1-a6e1-9e4ae630c460 req-e5cdf482-eade-4b94-b83d-61772cf68296 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 210 time: 0.0453501 Feb 15 14:04:14.885778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:04:14.906865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933226c-15ad-4178-978c-694b82f826ff req-56c17eb9-ee36-4026-aa48-95c87dbd4aef tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:14.908829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0933226c-15ad-4178-978c-694b82f826ff req-56c17eb9-ee36-4026-aa48-95c87dbd4aef tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.8302066 Feb 15 14:04:15.100323 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f290b0cd-625a-4fcb-89cb-a3b2248c1ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:15.132485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0933226c-15ad-4178-978c-694b82f826ff req-7a4edb37-cf3d-4586-b09f-8da8e383283d tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871512 Feb 15 14:04:15.205756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-6fb9ba85-d153-47cd-b9c4-4209e3ce84dc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:15.207519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-6fb9ba85-d153-47cd-b9c4-4209e3ce84dc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.3375013 Feb 15 14:04:15.235979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d26e06b0-5228-4b66-887a-bb4b3dd15670 None None] Current status of the port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:15.236266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Request body: {'port': {'device_id': '547c6689-73ce-4757-8af1-f500724758a6', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'admin_state_up': True, 'tenant_id': '6fd0a42c9f2f4c0b9722e20079c4ff67'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:15.236692 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d26e06b0-5228-4b66-887a-bb4b3dd15670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:15.261052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:12Z', 'revision_number': 3, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:15.279698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:15.280514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:15.392338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Checking router: 53fd77e3-3797-4f6e-9ce9-e436e140ce31 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:04:15.394289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Updating router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 port 385b22da-fc3e-4ba7-b041-d1d4d0c00392 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:04:15.445954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d26e06b0-5228-4b66-887a-bb4b3dd15670 None None] For port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612,segment=NetworkSegment(a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b),segment_id=a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:15.511909 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d26e06b0-5228-4b66-887a-bb4b3dd15670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:15.525304 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:15.565980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Made reservation on behalf of 6fd0a42c9f2f4c0b9722e20079c4ff67 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:04:15.572445 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:15.711519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:15.780089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-dcbf9de3-98a0-4a5d-9b74-b4ba554a7721 None None] Provisioning complete for port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:15.780756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9de3-98a0-4a5d-9b74-b4ba554a7721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:15.869725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Allocated IP 172.20.0.2 (fee3507b-addd-44c0-be05-aeb18219f9b7/97831b1c-7ade-490d-a8f5-172cfa6c6777/d62577bf-0f59-4e80-b21a-85adbd665b80) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:04:15.881526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:15.894546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e06b0-5228-4b66-887a-bb4b3dd15670 None None] Pushing event updated for resources: {'Port': ['ID=56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:16.006228 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf9de3-98a0-4a5d-9b74-b4ba554a7721 None None] Current status of the port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:16.106923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bc39051-2c7d-489d-b6c7-e37578e6eaa8 req-f2d52930-b050-4eaf-98f1-d2fd05954d74 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 210 time: 0.0463166 Feb 15 14:04:16.144918 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Publish callbacks [] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:16.155527 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:16.246871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Attempting to bind port 385b22da-fc3e-4ba7-b041-d1d4d0c00392 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:04:16.247443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Attempting to bind port 385b22da-fc3e-4ba7-b041-d1d4d0c00392 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:04:16.247873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Attempting to bind port 385b22da-fc3e-4ba7-b041-d1d4d0c00392 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:04:16.250506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b891e2f-40f2-415c-97dd-379b8f10d458 None None] Pushing event updated for resources: {'Port': ['ID=385b22da-fc3e-4ba7-b041-d1d4d0c00392,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:16.256778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:04:16.257615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:04:16.257802 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:16.258190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:04:16.258830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Bound port: 385b22da-fc3e-4ba7-b041-d1d4d0c00392, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:04:16.259328 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:16.295200 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks [] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:16.323520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] For port 385b22da-fc3e-4ba7-b041-d1d4d0c00392, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:04:16.331481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] For port 385b22da-fc3e-4ba7-b041-d1d4d0c00392, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=385b22da-fc3e-4ba7-b041-d1d4d0c00392,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:04:16.346506 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:16.377714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Allocated IP 172.20.0.1 (a98e0a00-2ad8-4038-b4c1-f11e333bd2a9/120866a7-eb89-466a-8fef-c4e734a45b68/a2cc809b-8bde-48a4-99de-8e14b97cb98e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:04:16.429298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:04:16.501157 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49b1f1-81d4-486a-bb3c-5b3343a4320d req-feeb6026-6aac-4de6-9bdb-46619ee2eddf tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:16.509801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec49b1f1-81d4-486a-bb3c-5b3343a4320d req-feeb6026-6aac-4de6-9bdb-46619ee2eddf tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.2122197 Feb 15 14:04:16.525770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b891e2f-40f2-415c-97dd-379b8f10d458 None None] Pushing event updated for resources: {'Port': ['ID=385b22da-fc3e-4ba7-b041-d1d4d0c00392,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:16.558564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Routers {'53fd77e3-3797-4f6e-9ce9-e436e140ce31'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:16.559418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:16.560734 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:16.604754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:16.605693 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:16.686885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec49b1f1-81d4-486a-bb3c-5b3343a4320d req-e43e4fe7-766d-4f41-af5e-652d346f4139 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757665 Feb 15 14:04:16.716949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Network fee3507b-addd-44c0-be05-aeb18219f9b7 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:04:16.746613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:16.754084 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event updated for resources: {'Port': ['ID=d62577bf-0f59-4e80-b21a-85adbd665b80,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:16.765022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Publish callbacks [] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:16.767874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:04:16.809516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] Set router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:16.903666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:16.908632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:16.930065 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:16.943050 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:17.001165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:04:17.005890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:17.013548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e7af9151-e63e-445d-b07b-f74c8d91160a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7916195 Feb 15 14:04:17.027941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:04:17.125831 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Pushing event updated for resources: {'Port': ['ID=a2cc809b-8bde-48a4-99de-8e14b97cb98e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:17.143025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Request body: {'port': {'device_id': '547c6689-73ce-4757-8af1-f500724758a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:17.195719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (53fd77e3-3797-4f6e-9ce9-e436e140ce31), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:17.320786 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-213c9995-ae2d-4c99-9954-10a0ef6fea75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:17.396560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:12Z', 'revision_number': 3, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:17.426743 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:17.443083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb0a7be-2be1-46c2-8c43-932d1bca6b6a None None] The sync data for ids ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'] in n-d-829064-15 is: [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:12Z', 'revision_number': 3, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:04:17.574729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5000753c-8f9b-4eca-b4e9-499094210b11 None None] Provisioning complete for port a2cc809b-8bde-48a4-99de-8e14b97cb98e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:17.575330 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5000753c-8f9b-4eca-b4e9-499094210b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:17.678800 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:17.712948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5000753c-8f9b-4eca-b4e9-499094210b11 None None] Port a2cc809b-8bde-48a4-99de-8e14b97cb98e cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:04:17.822123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faca88-501c-4cfc-a642-c78f49922952 req-3603dfb0-b234-4449-8856-c6b0bfe00af2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:17.823913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4faca88-501c-4cfc-a642-c78f49922952 req-3603dfb0-b234-4449-8856-c6b0bfe00af2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 931 time: 0.4862747 Feb 15 14:04:18.217318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4faca88-501c-4cfc-a642-c78f49922952 req-949a7910-1346-4fb7-8bd0-8bb353ba0049 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647718 Feb 15 14:04:18.309483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:18.436505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 385b22da-fc3e-4ba7-b041-d1d4d0c00392 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:04:18.524178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 385b22da-fc3e-4ba7-b041-d1d4d0c00392 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:18.524652 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:18.529658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62577bf-0f59-4e80-b21a-85adbd665b80 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:04:18.539534 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Publish callbacks [] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:18.555237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Transition to ACTIVE for port object d62577bf-0f59-4e80-b21a-85adbd665b80 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:04:18.587548 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:18.630432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 385b22da-fc3e-4ba7-b041-d1d4d0c00392 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:18.630961 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:18.651341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec670b-ee41-4a09-897f-5e64528f369f req-5eb30f1e-4cff-4993-a413-72109bd78a83 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:18.653410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62ec670b-ee41-4a09-897f-5e64528f369f req-5eb30f1e-4cff-4993-a413-72109bd78a83 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.5361719 Feb 15 14:04:18.671286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 385b22da-fc3e-4ba7-b041-d1d4d0c00392, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=385b22da-fc3e-4ba7-b041-d1d4d0c00392,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:18.684420 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:18.752730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=385b22da-fc3e-4ba7-b041-d1d4d0c00392,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:18.854573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Publish callbacks [] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:18.862595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Pushing event updated for resources: {'Port': ['ID=d62577bf-0f59-4e80-b21a-85adbd665b80,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:18.878133 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:18.963300 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (53fd77e3-3797-4f6e-9ce9-e436e140ce31), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:18.976329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62ec670b-ee41-4a09-897f-5e64528f369f req-110c67da-f202-4929-9002-20b466fbc9a5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944224 Feb 15 14:04:19.024972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Attempting to bind port d62577bf-0f59-4e80-b21a-85adbd665b80 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:04:19.025337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Attempting to bind port d62577bf-0f59-4e80-b21a-85adbd665b80 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:04:19.025586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Attempting to bind port d62577bf-0f59-4e80-b21a-85adbd665b80 on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:04:19.060319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Port d62577bf-0f59-4e80-b21a-85adbd665b80 on network fee3507b-addd-44c0-be05-aeb18219f9b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:04:19.060662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Attempting to bind port d62577bf-0f59-4e80-b21a-85adbd665b80 on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:04:19.090828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Pushing event updated for resources: {'Port': ['ID=a2cc809b-8bde-48a4-99de-8e14b97cb98e,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:19.094243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:04:19.094590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Checking segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:04:19.095013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Bound using segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:04:19.095462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Bound port: d62577bf-0f59-4e80-b21a-85adbd665b80, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:04:19.095816 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:19.169504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] For port d62577bf-0f59-4e80-b21a-85adbd665b80, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:04:19.173329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] For port d62577bf-0f59-4e80-b21a-85adbd665b80, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d62577bf-0f59-4e80-b21a-85adbd665b80,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:04:19.186730 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:19.215894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:19.216975 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:19.219108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] 10.222.0.67 "PUT /v2.0/ports/d62577bf-0f59-4e80-b21a-85adbd665b80 HTTP/1.1" status: 200 len: 1092 time: 2.0879557 Feb 15 14:04:19.222423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547c6689-73ce-4757-8af1-f500724758a6', 'tag': 'd62577bf-0f59-4e80-b21a-85adbd665b80'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:19.235123 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409e4f71-017f-43ca-a879-fe3252a80942" -d '{"events": [{"name": "network-changed", "server_uuid": "547c6689-73ce-4757-8af1-f500724758a6", "tag": "d62577bf-0f59-4e80-b21a-85adbd665b80"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:19.416749 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f386980b-ab65-485e-9444-7dc850c847c3 x-openstack-request-id: req-f386980b-ab65-485e-9444-7dc850c847c3 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:19.417074 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547c6689-73ce-4757-8af1-f500724758a6", "tag": "d62577bf-0f59-4e80-b21a-85adbd665b80", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:19.417326 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f386980b-ab65-485e-9444-7dc850c847c3 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:19.417742 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547c6689-73ce-4757-8af1-f500724758a6', 'tag': 'd62577bf-0f59-4e80-b21a-85adbd665b80', 'status': 'completed', 'code': 200} Feb 15 14:04:19.580425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:04:19.584153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4897d8b-d8c8-462c-8b9e-a3f3fadb031d service neutron] Pushing event updated for resources: {'Port': ['ID=d62577bf-0f59-4e80-b21a-85adbd665b80,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:19.625063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-f9f28d11-09ba-4cf9-a11c-d401d9847056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:19.626769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-f9f28d11-09ba-4cf9-a11c-d401d9847056 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 1126 time: 0.2918305 Feb 15 14:04:19.628116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:19.633614 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:19.699634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-921cf75f-b115-4ea0-8d6c-63fbb46477d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d62577bf-0f59-4e80-b21a-85adbd665b80 HTTP/1.1" status: 200 len: 217 time: 0.0599563 Feb 15 14:04:20.029094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42d66d-35f1-4f41-b33a-a76d4a18f56e req-d31d403a-490e-409b-a95c-7d6f80fd2d47 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:20.037634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa42d66d-35f1-4f41-b33a-a76d4a18f56e req-d31d403a-490e-409b-a95c-7d6f80fd2d47 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 943 time: 0.6189671 Feb 15 14:04:20.113412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-b6c66586-ae52-473b-9826-e478c73dc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:20.115050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-b6c66586-ae52-473b-9826-e478c73dc288 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.4004118 Feb 15 14:04:20.204851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa42d66d-35f1-4f41-b33a-a76d4a18f56e req-7b8a85a8-e214-49cd-9555-e86127875110 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662304 Feb 15 14:04:20.378720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 385b22da-fc3e-4ba7-b041-d1d4d0c00392 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:04:20.478835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3fb52991-93e1-4c7e-be50-1e9396b0f84d None None] Provisioning complete for port a2cc809b-8bde-48a4-99de-8e14b97cb98e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:20.479374 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3fb52991-93e1-4c7e-be50-1e9396b0f84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:20.531234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3fb52991-93e1-4c7e-be50-1e9396b0f84d None None] Port a2cc809b-8bde-48a4-99de-8e14b97cb98e cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:04:20.537631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 385b22da-fc3e-4ba7-b041-d1d4d0c00392 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:20.538209 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:20.630681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 385b22da-fc3e-4ba7-b041-d1d4d0c00392 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:20.907383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-9675b529-6199-4577-bbe4-701c5ccc6be8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7292972 Feb 15 14:04:20.920000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:04:21.013606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-a5099a0b-361c-47f5-bdca-d62f706ed2ac service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977674 Feb 15 14:04:21.048359 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:21.106127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41c80d-b2fe-47ec-85e5-b56b45cc01a8 req-60f62c2e-a540-4c4a-8d5a-fd4a1d9e5679 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:21.108009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f41c80d-b2fe-47ec-85e5-b56b45cc01a8 req-60f62c2e-a540-4c4a-8d5a-fd4a1d9e5679 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.9244018 Feb 15 14:04:21.351539 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:04:21.359839 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edff65ee-9384-4cd0-bd1d-5f658f378fe6 req-a5a35080-d173-4bc6-ab7b-648882cdc24c service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388870 Feb 15 14:04:21.392201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f41c80d-b2fe-47ec-85e5-b56b45cc01a8 req-1cf36054-79e8-41c1-8b2a-825361ba429c tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188916 Feb 15 14:04:21.408994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:04:21.423947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d230acfa-d899-462d-87c0-b4ee871c05be admin admin] 10.222.0.72 "PUT /v2.0/routers/53fd77e3-3797-4f6e-9ce9-e436e140ce31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4740167 Feb 15 14:04:21.432551 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Sync routers for ids ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:04:21.463809 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Routers {'53fd77e3-3797-4f6e-9ce9-e436e140ce31'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:21.464643 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:21.474433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159aa7a4-0027-4651-9267-abbbcb037e75 req-28fe391c-e787-4690-975e-e867dd279f53 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:21.476209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-159aa7a4-0027-4651-9267-abbbcb037e75 req-28fe391c-e787-4690-975e-e867dd279f53 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 943 time: 0.1452892 Feb 15 14:04:21.616800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-159aa7a4-0027-4651-9267-abbbcb037e75 req-a4e4b826-e6c2-4768-b3c2-9fc361a34811 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328120 Feb 15 14:04:21.640899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e4f71-017f-43ca-a879-fe3252a80942 req-583fd89f-7f06-48d9-9daa-d5132eb978bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:21.645170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-409e4f71-017f-43ca-a879-fe3252a80942 req-583fd89f-7f06-48d9-9daa-d5132eb978bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 1126 time: 0.1786540 Feb 15 14:04:21.681359 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Set router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:21.832237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e4f71-017f-43ca-a879-fe3252a80942 req-20507dbc-f3e9-4587-add9-7de161edd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:21.835772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-409e4f71-017f-43ca-a879-fe3252a80942 req-20507dbc-f3e9-4587-add9-7de161edd588 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 907 time: 0.1828370 Feb 15 14:04:21.907370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-409e4f71-017f-43ca-a879-fe3252a80942 req-6b41790c-50ad-4bab-81cb-aa3b4ea7da24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d62577bf-0f59-4e80-b21a-85adbd665b80 HTTP/1.1" status: 200 len: 217 time: 0.0599616 Feb 15 14:04:21.988455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e4f71-017f-43ca-a879-fe3252a80942 req-293cf8ee-95a0-4ef8-bcf2-bea35032322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:21.996030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-409e4f71-017f-43ca-a879-fe3252a80942 req-293cf8ee-95a0-4ef8-bcf2-bea35032322c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.0796657 Feb 15 14:04:22.051256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-409e4f71-017f-43ca-a879-fe3252a80942 req-d649bcb0-f0e6-4261-a4fc-408210249fa5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471766 Feb 15 14:04:22.111290 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:17Z', 'revision_number': 4, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2cc809b-8bde-48a4-99de-8e14b97cb98e', 'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'mac_address': 'fa:16:3e:b4:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:15Z', 'updated_at': '2022-02-15T14:04:17Z', 'revision_number': 2, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'subnets': [{'id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:22.242778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-409e4f71-017f-43ca-a879-fe3252a80942 req-f807ae14-d374-4ba2-8e30-f0cc5ac9f136 service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872947 Feb 15 14:04:22.319987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35012) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:22.326246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-edbf1e44-ee35-47c9-bd66-609b5816470e tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132112968', 'description': 'tempest-description--124092641'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:22.361118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edbf1e44-ee35-47c9-bd66-609b5816470e tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:22.367581 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Checking router: 53fd77e3-3797-4f6e-9ce9-e436e140ce31 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:04:22.368099 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Updating router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 port a2cc809b-8bde-48a4-99de-8e14b97cb98e binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:04:22.433131 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:22.495701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-409e4f71-017f-43ca-a879-fe3252a80942 req-8b91f83a-bd49-4be8-aabd-f6f86a25581a service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444801 Feb 15 14:04:22.551480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edbf1e44-ee35-47c9-bd66-609b5816470e tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group (f959a1de-4900-4c68-8506-1dd351630187), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:22.561564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edbf1e44-ee35-47c9-bd66-609b5816470e tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f959a1de-4900-4c68-8506-1dd351630187), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:22.700826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf1e44-ee35-47c9-bd66-609b5816470e tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f959a1de-4900-4c68-8506-1dd351630187,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:22.758159 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edbf1e44-ee35-47c9-bd66-609b5816470e tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:22.761931 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-edbf1e44-ee35-47c9-bd66-609b5816470e tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4400539 Feb 15 14:04:22.765374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35022) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:22.777821 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ccbcf1a6-2d6f-4f31-a78b-9cf4fb5dd0dc tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Request body: {'security_group_rule': {'security_group_id': 'f959a1de-4900-4c68-8506-1dd351630187', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:22.814811 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf1a6-2d6f-4f31-a78b-9cf4fb5dd0dc tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group_rule (1aed0f67-ea32-44f1-8fee-a4a5b3d67236), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:22.871808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b895e15-8720-4999-9bb0-253cc34946d5 req-991edb06-bc39-4e17-8b08-88abfabac054 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:22.873383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b895e15-8720-4999-9bb0-253cc34946d5 req-991edb06-bc39-4e17-8b08-88abfabac054 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.2958510 Feb 15 14:04:22.896258 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf1a6-2d6f-4f31-a78b-9cf4fb5dd0dc tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group_rule (1aed0f67-ea32-44f1-8fee-a4a5b3d67236), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:22.909452 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf1a6-2d6f-4f31-a78b-9cf4fb5dd0dc tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (1aed0f67-ea32-44f1-8fee-a4a5b3d67236), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:22.909663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cbb7d-d72c-495b-967c-08c6a1b202ae req-cfa9b1f4-aa86-49f4-b31c-5e57d99d6327 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:22.917681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc9cbb7d-d72c-495b-967c-08c6a1b202ae req-cfa9b1f4-aa86-49f4-b31c-5e57d99d6327 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 943 time: 0.1400378 Feb 15 14:04:22.971400 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf1a6-2d6f-4f31-a78b-9cf4fb5dd0dc tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:22.972627 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ccbcf1a6-2d6f-4f31-a78b-9cf4fb5dd0dc tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2062609 Feb 15 14:04:22.976974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35024) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:22.977733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcf1a6-2d6f-4f31-a78b-9cf4fb5dd0dc tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aed0f67-ea32-44f1-8fee-a4a5b3d67236,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:22.992482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a5461ab4-e5eb-47e5-bd34-1bcf99dea626 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Request body: {'security_group_rule': {'security_group_id': 'f959a1de-4900-4c68-8506-1dd351630187', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:22.994044 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Publish callbacks [] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.002483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc9cbb7d-d72c-495b-967c-08c6a1b202ae req-df364bff-1ef7-4b9e-a866-2d065b2cbc1b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838008 Feb 15 14:04:23.011121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b895e15-8720-4999-9bb0-253cc34946d5 req-1520a3a3-ddec-445d-a2ab-1bc77bb0d504 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269345 Feb 15 14:04:23.014979 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.044849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5461ab4-e5eb-47e5-bd34-1bcf99dea626 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group_rule (b74264b5-9338-40bc-870d-691c7146720b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.081765 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5d567-bd1e-4f7e-8f2f-a4e264176f91 None None] Pushing event updated for resources: {'Port': ['ID=a2cc809b-8bde-48a4-99de-8e14b97cb98e,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:23.136188 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5461ab4-e5eb-47e5-bd34-1bcf99dea626 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group_rule (b74264b5-9338-40bc-870d-691c7146720b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.146126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5461ab4-e5eb-47e5-bd34-1bcf99dea626 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (b74264b5-9338-40bc-870d-691c7146720b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.164318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5461ab4-e5eb-47e5-bd34-1bcf99dea626 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74264b5-9338-40bc-870d-691c7146720b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:23.170648 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Attempting to bind port a2cc809b-8bde-48a4-99de-8e14b97cb98e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:04:23.171282 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Attempting to bind port a2cc809b-8bde-48a4-99de-8e14b97cb98e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:04:23.171570 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Attempting to bind port a2cc809b-8bde-48a4-99de-8e14b97cb98e on network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:04:23.194257 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:04:23.194645 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Checking segment: {'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:04:23.195094 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.195478 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Bound using segment: {'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:04:23.195999 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Bound port: a2cc809b-8bde-48a4-99de-8e14b97cb98e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:04:23.196500 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.212287 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5461ab4-e5eb-47e5-bd34-1bcf99dea626 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.218471 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a5461ab4-e5eb-47e5-bd34-1bcf99dea626 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2332621 Feb 15 14:04:23.221899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35032) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:23.228173 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:23.269772 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.363407 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] For port a2cc809b-8bde-48a4-99de-8e14b97cb98e, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:04:23.372519 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] For port a2cc809b-8bde-48a4-99de-8e14b97cb98e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a2cc809b-8bde-48a4-99de-8e14b97cb98e,segment=NetworkSegment(a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b),segment_id=a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:04:23.388502 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.421849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-37502a71-1a27-49b5-a3ec-5c8d3083c8bd None None] Provisioning complete for port a2cc809b-8bde-48a4-99de-8e14b97cb98e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:23.422585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-37502a71-1a27-49b5-a3ec-5c8d3083c8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.478280 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Routers {'53fd77e3-3797-4f6e-9ce9-e436e140ce31'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:23.479136 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:23.481090 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5d567-bd1e-4f7e-8f2f-a4e264176f91 None None] Pushing event updated for resources: {'Port': ['ID=a2cc809b-8bde-48a4-99de-8e14b97cb98e,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:23.516342 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.665162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-37502a71-1a27-49b5-a3ec-5c8d3083c8bd None None] Current status of the port a2cc809b-8bde-48a4-99de-8e14b97cb98e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:23.665858 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-37502a71-1a27-49b5-a3ec-5c8d3083c8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.677557 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] Set router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:23.712272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-37502a71-1a27-49b5-a3ec-5c8d3083c8bd None None] For port a2cc809b-8bde-48a4-99de-8e14b97cb98e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a2cc809b-8bde-48a4-99de-8e14b97cb98e,segment=NetworkSegment(a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b),segment_id=a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:23.713585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Allocated IP 172.25.6.232 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/572570c6-7692-407a-a43e-a40c9820cf1c) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:04:23.726143 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-37502a71-1a27-49b5-a3ec-5c8d3083c8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.847827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37502a71-1a27-49b5-a3ec-5c8d3083c8bd None None] Pushing event updated for resources: {'Port': ['ID=a2cc809b-8bde-48a4-99de-8e14b97cb98e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:23.935923 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for port (572570c6-7692-407a-a43e-a40c9820cf1c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:23.981848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f81c7c8c-7b0f-4bff-ad13-bcaed63f1d06 None None] Provisioning complete for port a2cc809b-8bde-48a4-99de-8e14b97cb98e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:23.982305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f81c7c8c-7b0f-4bff-ad13-bcaed63f1d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:24.076076 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (572570c6-7692-407a-a43e-a40c9820cf1c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:24.147256 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:17Z', 'revision_number': 4, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2cc809b-8bde-48a4-99de-8e14b97cb98e', 'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'mac_address': 'fa:16:3e:b4:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:15Z', 'updated_at': '2022-02-15T14:04:23Z', 'revision_number': 4, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'subnets': [{'id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:24.210981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f81c7c8c-7b0f-4bff-ad13-bcaed63f1d06 None None] Current status of the port a2cc809b-8bde-48a4-99de-8e14b97cb98e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:24.218173 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7868e6e-9b3a-43ee-9d29-ae75f5970609 None None] The sync data for ids ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'] in n-d-829064-15 is: [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:17Z', 'revision_number': 4, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2cc809b-8bde-48a4-99de-8e14b97cb98e', 'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'mac_address': 'fa:16:3e:b4:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:15Z', 'updated_at': '2022-02-15T14:04:23Z', 'revision_number': 4, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'subnets': [{'id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:04:24.219911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:04:24.305737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:24.364940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:04:24.440693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Pushing event updated for resources: {'Port': ['ID=572570c6-7692-407a-a43e-a40c9820cf1c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:24.471286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff45ca-7338-424b-aabb-f230c0d7082c req-ffaacae1-13a8-4271-90f0-c61d4769dde8 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:24.473785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20ff45ca-7338-424b-aabb-f230c0d7082c req-ffaacae1-13a8-4271-90f0-c61d4769dde8 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.2671754 Feb 15 14:04:24.538123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5c8ba-9100-4230-9329-0ee4694267e5 req-0b7b9736-7f2a-4719-ba3a-a77a069b5c7f tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:24.549637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1c5c8ba-9100-4230-9329-0ee4694267e5 req-0b7b9736-7f2a-4719-ba3a-a77a069b5c7f tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 943 time: 0.3241043 Feb 15 14:04:24.616925 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1c5c8ba-9100-4230-9329-0ee4694267e5 req-eeb7ce30-31c9-4f86-8927-1b3aac280589 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611851 Feb 15 14:04:24.684046 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20ff45ca-7338-424b-aabb-f230c0d7082c req-0aeb0f95-370a-4ad3-a2d6-b07b06b459da tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987574 Feb 15 14:04:24.713394 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for floatingip (6c92e213-6a57-4a55-88bb-604a4afb74a2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:24.771561 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (572570c6-7692-407a-a43e-a40c9820cf1c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:25.091458 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for port (572570c6-7692-407a-a43e-a40c9820cf1c), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:25.098752 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (572570c6-7692-407a-a43e-a40c9820cf1c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:25.274411 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (6c92e213-6a57-4a55-88bb-604a4afb74a2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:25.278545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Pushing event updated for resources: {'Port': ['ID=572570c6-7692-407a-a43e-a40c9820cf1c,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:25.326533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:25.330702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5f2b58dd-ac2f-4b02-8bec-906f16fd5dc5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1068494 Feb 15 14:04:25.532993 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470a124-1ea0-4477-8f71-2291e42263fb req-5d8f8386-8b31-4efd-8f1e-77aaebd96a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:25.536779 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f470a124-1ea0-4477-8f71-2291e42263fb req-5d8f8386-8b31-4efd-8f1e-77aaebd96a2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 1128 time: 0.0721073 Feb 15 14:04:25.621331 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f470a124-1ea0-4477-8f71-2291e42263fb req-19e6dfab-a3f7-4aca-b13d-791ddf53d0ee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772784 Feb 15 14:04:25.659307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-0931d631-35d3-4b62-adfd-8a1eb7658e1f tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--132112968&fields=id&tenant_id=34cfa2a9bd6441549013d86d3375b3b5 HTTP/1.1" status: 200 len: 267 time: 0.1056395 Feb 15 14:04:25.876638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb04250-e1dd-4e3e-a7a1-4d989ed0c507 req-704f79c9-f76c-4ce7-bffa-d37e7839abde tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:25.884603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5fb04250-e1dd-4e3e-a7a1-4d989ed0c507 req-704f79c9-f76c-4ce7-bffa-d37e7839abde tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 943 time: 0.1217818 Feb 15 14:04:25.953978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-8d285a56-bff0-4350-9bfd-c157c1a52a69 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:25.956108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-8d285a56-bff0-4350-9bfd-c157c1a52a69 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/networks?id=a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 HTTP/1.1" status: 200 len: 806 time: 0.2933514 Feb 15 14:04:25.971322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5fb04250-e1dd-4e3e-a7a1-4d989ed0c507 req-f5ef7c3c-74b0-4996-8087-56667b0c78b7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809686 Feb 15 14:04:25.994940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-c8f2dcf0-a1dd-4462-b17b-e8da51f7ff96 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/quotas/34cfa2a9bd6441549013d86d3375b3b5 HTTP/1.1" status: 200 len: 375 time: 0.0222459 Feb 15 14:04:26.161342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-b857916b-71d1-4f49-9099-41373077b601 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=34cfa2a9bd6441549013d86d3375b3b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516700 Feb 15 14:04:26.321955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85336b-dc19-44d7-a0b8-168f70a45cca req-63b220cd-b232-459c-9bfa-12f4ba3d35e4 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:26.330303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b85336b-dc19-44d7-a0b8-168f70a45cca req-63b220cd-b232-459c-9bfa-12f4ba3d35e4 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.2488310 Feb 15 14:04:26.390376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-87e306c3-bb01-4e72-b014-14362b4ee16c service neutron] 10.222.0.72 "GET /v2.0/networks/a98e0a00-2ad8-4038-b4c1-f11e333bd2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273359 Feb 15 14:04:26.412669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a2cc809b-8bde-48a4-99de-8e14b97cb98e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:04:26.505577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a2cc809b-8bde-48a4-99de-8e14b97cb98e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:26.506708 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:26.589685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d62577bf-0f59-4e80-b21a-85adbd665b80 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:04:26.647374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b85336b-dc19-44d7-a0b8-168f70a45cca req-20d9d697-5dfd-47ff-be98-a9c640f60983 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155324 Feb 15 14:04:26.730745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-f9271c60-5cb8-45b0-b17e-9d040bc178a3 service neutron] 10.222.0.72 "GET /v2.0/networks/a98e0a00-2ad8-4038-b4c1-f11e333bd2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183537 Feb 15 14:04:26.742207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port d62577bf-0f59-4e80-b21a-85adbd665b80, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d62577bf-0f59-4e80-b21a-85adbd665b80,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:26.763815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'd62577bf-0f59-4e80-b21a-85adbd665b80', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'port_id': 'd62577bf-0f59-4e80-b21a-85adbd665b80', 'mac_address': 'fa:16:3e:b1:da:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97831b1c-7ade-490d-a8f5-172cfa6c6777', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:04:26.810749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a2cc809b-8bde-48a4-99de-8e14b97cb98e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:26.906993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port d62577bf-0f59-4e80-b21a-85adbd665b80 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:26.908479 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:26.958535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62577bf-0f59-4e80-b21a-85adbd665b80 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:04:27.021016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port d62577bf-0f59-4e80-b21a-85adbd665b80, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d62577bf-0f59-4e80-b21a-85adbd665b80,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:27.030735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:27.089867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1284ae3-6af6-4b22-91ba-c54bf25025a2 req-0a98f8fe-672a-4c7f-ab56-168a8a821288 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 210 time: 0.0410824 Feb 15 14:04:27.252788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77e50b-3b94-4dd0-900c-85c455040241 req-b136101a-57d8-4992-adc9-546ec37450b9 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:27.262048 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff77e50b-3b94-4dd0-900c-85c455040241 req-b136101a-57d8-4992-adc9-546ec37450b9 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 944 time: 0.1054623 Feb 15 14:04:27.421682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff77e50b-3b94-4dd0-900c-85c455040241 req-77c29a1f-ba86-41d1-9616-8ff524c30430 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517417 Feb 15 14:04:27.470163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=d62577bf-0f59-4e80-b21a-85adbd665b80,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:27.568601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:27.820905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e87c8f-b31b-4b48-a4e7-a214879647d4 req-7d41bc1b-fd05-41c2-88f7-7af9d73868f5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:27.823610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3e87c8f-b31b-4b48-a4e7-a214879647d4 req-7d41bc1b-fd05-41c2-88f7-7af9d73868f5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.0728815 Feb 15 14:04:27.895983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3e87c8f-b31b-4b48-a4e7-a214879647d4 req-6f938e5e-2cae-4d0c-914f-fce982461bae tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674880 Feb 15 14:04:27.972793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-22a263e0-8dd4-4877-9a51-0f8386a8aafe req-326d943f-2ac7-4c6c-9974-ab25544316f3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1315017671', 'description': 'tempest-description-81516716'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:28.007043 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-22a263e0-8dd4-4877-9a51-0f8386a8aafe req-326d943f-2ac7-4c6c-9974-ab25544316f3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:28.131671 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-22a263e0-8dd4-4877-9a51-0f8386a8aafe req-326d943f-2ac7-4c6c-9974-ab25544316f3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for security_group (aed84314-65cf-48cb-9f5d-2880a1eebccf), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:28.143033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-22a263e0-8dd4-4877-9a51-0f8386a8aafe req-326d943f-2ac7-4c6c-9974-ab25544316f3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (aed84314-65cf-48cb-9f5d-2880a1eebccf), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:28.188032 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-22a263e0-8dd4-4877-9a51-0f8386a8aafe req-326d943f-2ac7-4c6c-9974-ab25544316f3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:28.189278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22a263e0-8dd4-4877-9a51-0f8386a8aafe req-326d943f-2ac7-4c6c-9974-ab25544316f3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.2221005 Feb 15 14:04:28.218707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61f9cdf6-918d-4f94-8bf6-5e02c21cb7c6 req-4cd57734-5fac-4792-a562-4e1e3608ca64 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 210 time: 0.0543449 Feb 15 14:04:28.233247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d943f-2ac7-4c6c-9974-ab25544316f3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed84314-65cf-48cb-9f5d-2880a1eebccf,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:28.326926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd510d8c-00d1-4383-b829-a6b3b19925ed req-58f34105-6156-47eb-b979-87bec3c9bfb6 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1315017671&fields=id&tenant_id=f32c652c29e948b6ba2dc176a27bb7cd HTTP/1.1" status: 200 len: 267 time: 0.0739245 Feb 15 14:04:28.389617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510d8c-00d1-4383-b829-a6b3b19925ed req-118849f5-5a96-4e85-8fbe-626c9fdd65dd tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:28.391474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd510d8c-00d1-4383-b829-a6b3b19925ed req-118849f5-5a96-4e85-8fbe-626c9fdd65dd tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.0636280 Feb 15 14:04:28.412772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-fd510d8c-00d1-4383-b829-a6b3b19925ed req-6fee3e77-da5a-411b-9c9e-ba3f5e4bb654 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Request body: {'port': {'security_groups': ['f0c46b50-5c60-492c-999a-72b49892d5fc', 'aed84314-65cf-48cb-9f5d-2880a1eebccf']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:28.672151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-4e892cfb-c3e5-46e1-8915-a0c57f46f62d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:28.674446 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-4e892cfb-c3e5-46e1-8915-a0c57f46f62d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.42 "GET /v2.0/networks?id=a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 HTTP/1.1" status: 200 len: 806 time: 0.2607930 Feb 15 14:04:28.701188 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fd510d8c-00d1-4383-b829-a6b3b19925ed req-6fee3e77-da5a-411b-9c9e-ba3f5e4bb654 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8d031b9c-1223-4846-bd49-379420b056c4), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:28.756734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa955d-fb5b-4e08-afed-17142642bbfe req-432c898c-7dcc-4052-ad0e-73b263f305a9 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:28.787947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9fa955d-fb5b-4e08-afed-17142642bbfe req-432c898c-7dcc-4052-ad0e-73b263f305a9 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 944 time: 0.2226663 Feb 15 14:04:28.801716 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-c70853df-965f-4bd7-abfb-30a9e9bb3472 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34cfa2a9bd6441549013d86d3375b3b5 HTTP/1.1" status: 200 len: 379 time: 0.1184230 Feb 15 14:04:28.816009 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Request body: {'port': {'device_id': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'admin_state_up': True, 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'security_groups': ['f959a1de-4900-4c68-8506-1dd351630187']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:28.898928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9fa955d-fb5b-4e08-afed-17142642bbfe req-c78ef82b-f339-48fd-906b-aa18a8dc72b2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063712 Feb 15 14:04:28.997196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Made reservation on behalf of 34cfa2a9bd6441549013d86d3375b3b5 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:04:29.001389 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:29.057615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-fd510d8c-00d1-4383-b829-a6b3b19925ed req-6fee3e77-da5a-411b-9c9e-ba3f5e4bb654 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] For port 8d031b9c-1223-4846-bd49-379420b056c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8d031b9c-1223-4846-bd49-379420b056c4,segment=NetworkSegment(557908b1-53c2-46e6-80e8-12d9bdf6320f),segment_id=557908b1-53c2-46e6-80e8-12d9bdf6320f)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:29.092843 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fd510d8c-00d1-4383-b829-a6b3b19925ed req-6fee3e77-da5a-411b-9c9e-ba3f5e4bb654 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for port (8d031b9c-1223-4846-bd49-379420b056c4), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:29.106705 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fd510d8c-00d1-4383-b829-a6b3b19925ed req-6fee3e77-da5a-411b-9c9e-ba3f5e4bb654 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (8d031b9c-1223-4846-bd49-379420b056c4), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:29.119292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['8d031b9c-1223-4846-bd49-379420b056c4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:29.174660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510d8c-00d1-4383-b829-a6b3b19925ed req-6fee3e77-da5a-411b-9c9e-ba3f5e4bb654 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:29.175361 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fd510d8c-00d1-4383-b829-a6b3b19925ed req-6fee3e77-da5a-411b-9c9e-ba3f5e4bb654 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:29.176999 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd510d8c-00d1-4383-b829-a6b3b19925ed req-6fee3e77-da5a-411b-9c9e-ba3f5e4bb654 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "PUT /v2.0/ports/8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 981 time: 0.7706008 Feb 15 14:04:29.177481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:29.180200 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef65000-1f45-47ee-9eb0-ec3599492c95" -d '{"events": [{"name": "network-changed", "server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "tag": "8d031b9c-1223-4846-bd49-379420b056c4"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:29.200596 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee3e77-da5a-411b-9c9e-ba3f5e4bb654 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Pushing event updated for resources: {'Port': ['ID=8d031b9c-1223-4846-bd49-379420b056c4,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:29.239889 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4de9af3-5328-471a-b10a-5b97454ad892 x-openstack-request-id: req-a4de9af3-5328-471a-b10a-5b97454ad892 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:29.240217 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "tag": "8d031b9c-1223-4846-bd49-379420b056c4", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:29.240472 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4de9af3-5328-471a-b10a-5b97454ad892 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:29.240883 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4', 'status': 'completed', 'code': 200} Feb 15 14:04:29.327907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['8d031b9c-1223-4846-bd49-379420b056c4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:29.341928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Allocated IP 172.20.0.10 (a98e0a00-2ad8-4038-b4c1-f11e333bd2a9/120866a7-eb89-466a-8fef-c4e734a45b68/9d9be752-d5df-4861-83ff-262b4ef1a69b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:04:29.378769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef65000-1f45-47ee-9eb0-ec3599492c95 req-606480c4-fdfa-48fa-9db0-91e181640389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:29.381992 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bef65000-1f45-47ee-9eb0-ec3599492c95 req-606480c4-fdfa-48fa-9db0-91e181640389 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32c652c29e948b6ba2dc176a27bb7cd&device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 1167 time: 0.1130829 Feb 15 14:04:29.476608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a27d2bae-1d30-432d-aa73-9ac3f03c6a6c req-66f48e4a-ec39-47a5-9502-ec55607ebd75 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 210 time: 0.0687964 Feb 15 14:04:29.499603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dd2c3c9-9f4e-4883-bb47-83e3ec31de80 req-ae553a2b-edf4-4354-b7e1-416a8d753c8b tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1315017671&fields=id&tenant_id=f32c652c29e948b6ba2dc176a27bb7cd HTTP/1.1" status: 200 len: 267 time: 0.1898117 Feb 15 14:04:29.557862 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:29.575912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2c3c9-9f4e-4883-bb47-83e3ec31de80 req-35d77d94-5068-461b-a4d1-3f4f1abbf367 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:29.586475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dd2c3c9-9f4e-4883-bb47-83e3ec31de80 req-35d77d94-5068-461b-a4d1-3f4f1abbf367 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 984 time: 0.0857351 Feb 15 14:04:29.599738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-9dd2c3c9-9f4e-4883-bb47-83e3ec31de80 req-f47e5dec-d0cc-431d-b035-57a14d3cd682 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Request body: {'port': {'security_groups': ['f0c46b50-5c60-492c-999a-72b49892d5fc']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:29.814221 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9dd2c3c9-9f4e-4883-bb47-83e3ec31de80 req-f47e5dec-d0cc-431d-b035-57a14d3cd682 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8d031b9c-1223-4846-bd49-379420b056c4), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:29.840724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef65000-1f45-47ee-9eb0-ec3599492c95 req-e4b310fb-c3a1-4127-b360-cf7ff267a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:29.842234 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bef65000-1f45-47ee-9eb0-ec3599492c95 req-e4b310fb-c3a1-4127-b360-cf7ff267a970 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb6a728a-ebe7-451a-bbdd-560c2e422f33 HTTP/1.1" status: 200 len: 921 time: 0.2314723 Feb 15 14:04:29.901671 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bef65000-1f45-47ee-9eb0-ec3599492c95 req-e3766703-b80f-449d-a494-f6b2e29523f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 217 time: 0.0477393 Feb 15 14:04:29.923453 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:30.024352 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:04:30.031821 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:30.037164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef65000-1f45-47ee-9eb0-ec3599492c95 req-75407aa2-55ec-4bac-95d4-18bc1d637208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:30.039000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bef65000-1f45-47ee-9eb0-ec3599492c95 req-75407aa2-55ec-4bac-95d4-18bc1d637208 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9cf940e4-d197-4e41-9e38-02e9491b8e1f HTTP/1.1" status: 200 len: 860 time: 0.1285148 Feb 15 14:04:30.045542 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:04:30.060179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Pushing event updated for resources: {'Port': ['ID=9d9be752-d5df-4861-83ff-262b4ef1a69b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:30.114716 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bef65000-1f45-47ee-9eb0-ec3599492c95 req-1a5236ec-1bd2-4cc3-bb76-3c24627f39d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb6a728a-ebe7-451a-bbdd-560c2e422f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657911 Feb 15 14:04:30.142502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.143180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.143696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.144212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.144761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.145268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.145844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.146349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.146857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.147388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.147884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.148377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.148879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:30.242631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:30.243636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:30.282689 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-871f7ca2-5ff5-485a-a704-7c3ed4264b7d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4704309 Feb 15 14:04:30.307476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Request body: {'port': {'device_id': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:30.315497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426facf-e085-48d9-bc54-49a91befaac0 req-108fdc1d-c00a-4f01-9e98-8ab7f0537736 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:30.330008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1426facf-e085-48d9-bc54-49a91befaac0 req-108fdc1d-c00a-4f01-9e98-8ab7f0537736 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 944 time: 0.2446792 Feb 15 14:04:30.348516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-9dd2c3c9-9f4e-4883-bb47-83e3ec31de80 req-f47e5dec-d0cc-431d-b035-57a14d3cd682 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] For port 8d031b9c-1223-4846-bd49-379420b056c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8d031b9c-1223-4846-bd49-379420b056c4,segment=NetworkSegment(557908b1-53c2-46e6-80e8-12d9bdf6320f),segment_id=557908b1-53c2-46e6-80e8-12d9bdf6320f)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:30.384920 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bef65000-1f45-47ee-9eb0-ec3599492c95 req-ca622550-ae5d-40e4-ad1d-e3f545271000 service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563362 Feb 15 14:04:30.442976 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9dd2c3c9-9f4e-4883-bb47-83e3ec31de80 req-f47e5dec-d0cc-431d-b035-57a14d3cd682 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for port (8d031b9c-1223-4846-bd49-379420b056c4), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:30.466986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1426facf-e085-48d9-bc54-49a91befaac0 req-3cb6e437-2fc4-48bd-9285-aaa10daee5d4 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357901 Feb 15 14:04:30.470870 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9dd2c3c9-9f4e-4883-bb47-83e3ec31de80 req-f47e5dec-d0cc-431d-b035-57a14d3cd682 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (8d031b9c-1223-4846-bd49-379420b056c4), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:30.490031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['8d031b9c-1223-4846-bd49-379420b056c4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:30.533492 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:30.580896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2c3c9-9f4e-4883-bb47-83e3ec31de80 req-f47e5dec-d0cc-431d-b035-57a14d3cd682 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:30.581585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9dd2c3c9-9f4e-4883-bb47-83e3ec31de80 req-f47e5dec-d0cc-431d-b035-57a14d3cd682 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:30.587528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d62577bf-0f59-4e80-b21a-85adbd665b80 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:04:30.607271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dd2c3c9-9f4e-4883-bb47-83e3ec31de80 req-f47e5dec-d0cc-431d-b035-57a14d3cd682 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "PUT /v2.0/ports/8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 942 time: 1.0181780 Feb 15 14:04:30.669362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-79595863-bb85-4019-93ac-553457a3b8a7 None None] Provisioning complete for port 9d9be752-d5df-4861-83ff-262b4ef1a69b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:30.676508 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-79595863-bb85-4019-93ac-553457a3b8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:30.713293 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bef65000-1f45-47ee-9eb0-ec3599492c95 req-0eab3801-d339-42a2-b1d2-ceb0170cfe67 service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203645 Feb 15 14:04:30.752685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['8d031b9c-1223-4846-bd49-379420b056c4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:30.827959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e5dec-d0cc-431d-b035-57a14d3cd682 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Pushing event updated for resources: {'Port': ['ID=8d031b9c-1223-4846-bd49-379420b056c4,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:30.942893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-79595863-bb85-4019-93ac-553457a3b8a7 None None] Port 9d9be752-d5df-4861-83ff-262b4ef1a69b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:04:31.010305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf9b60-6ea3-4a35-ae0f-a5c6ade9bab7 req-6377e29d-c95c-4efa-b977-65d3ed55c527 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:31.022485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88bf9b60-6ea3-4a35-ae0f-a5c6ade9bab7 req-6377e29d-c95c-4efa-b977-65d3ed55c527 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 932 time: 0.3988454 Feb 15 14:04:31.047129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-2d1f0ca6-378b-470f-9ebd-908a1eaa38be tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4158783 Feb 15 14:04:31.060457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:31.089542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port d62577bf-0f59-4e80-b21a-85adbd665b80 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:04:31.121449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port d62577bf-0f59-4e80-b21a-85adbd665b80 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:31.123044 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:31.129420 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:31.179828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88bf9b60-6ea3-4a35-ae0f-a5c6ade9bab7 req-454c5cfc-f442-453c-a291-1811bfff41e4 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups?id=f959a1de-4900-4c68-8506-1dd351630187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561546 Feb 15 14:04:31.245276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:31.247614 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346c39e4-66f4-4437-98b7-c903a87c65f5" -d '{"events": [{"name": "network-changed", "server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "tag": "8d031b9c-1223-4846-bd49-379420b056c4"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:31.297192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9be752-d5df-4861-83ff-262b4ef1a69b {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:04:31.317703 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Publish callbacks [] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:31.343520 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc16fa29-93bf-4524-b65e-2af6e850369e x-openstack-request-id: req-cc16fa29-93bf-4524-b65e-2af6e850369e {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:31.344219 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "tag": "8d031b9c-1223-4846-bd49-379420b056c4", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:31.344476 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cc16fa29-93bf-4524-b65e-2af6e850369e {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:31.344879 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4', 'status': 'completed', 'code': 200} Feb 15 14:04:31.352785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Transition to ACTIVE for port object 9d9be752-d5df-4861-83ff-262b4ef1a69b will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:04:31.362067 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:31.379356 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:31.576977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port d62577bf-0f59-4e80-b21a-85adbd665b80 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:31.577592 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:31.596881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9be752-d5df-4861-83ff-262b4ef1a69b,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:31.650374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547c6689-73ce-4757-8af1-f500724758a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62577bf-0f59-4e80-b21a-85adbd665b80'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:31.654607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Allocated IP 172.25.6.175 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/b1796ef5-233b-4d43-a7e7-855220b4244a) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:04:31.656441 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1956d6c3-c69b-4abe-9d2a-1d672782b72c" -d '{"events": [{"server_uuid": "547c6689-73ce-4757-8af1-f500724758a6", "name": "network-vif-plugged", "status": "completed", "tag": "d62577bf-0f59-4e80-b21a-85adbd665b80"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:31.695531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port d62577bf-0f59-4e80-b21a-85adbd665b80, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d62577bf-0f59-4e80-b21a-85adbd665b80,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:31.706163 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:31.726747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Attempting to bind port 9d9be752-d5df-4861-83ff-262b4ef1a69b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:04:31.727267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Attempting to bind port 9d9be752-d5df-4861-83ff-262b4ef1a69b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:04:31.727600 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Attempting to bind port 9d9be752-d5df-4861-83ff-262b4ef1a69b on network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:04:31.731499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c39e4-66f4-4437-98b7-c903a87c65f5 req-b7ab2726-6cf5-4a3a-b097-8e77b8bf2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:31.733077 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-346c39e4-66f4-4437-98b7-c903a87c65f5 req-b7ab2726-6cf5-4a3a-b097-8e77b8bf2658 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32c652c29e948b6ba2dc176a27bb7cd&device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 1128 time: 0.3550372 Feb 15 14:04:31.799918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Port 9d9be752-d5df-4861-83ff-262b4ef1a69b on network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:04:31.800227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Attempting to bind port 9d9be752-d5df-4861-83ff-262b4ef1a69b on network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:04:31.809685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=d62577bf-0f59-4e80-b21a-85adbd665b80,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:31.895534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:04:31.895881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Checking segment: {'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:04:31.896272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Bound using segment: {'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:04:31.896761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Bound port: 9d9be752-d5df-4861-83ff-262b4ef1a69b, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:04:31.897090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:31.907498 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for port (b1796ef5-233b-4d43-a7e7-855220b4244a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:31.930879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b03d1-e766-4253-b6a8-281878ab4dab req-5b75cfae-371a-4cb7-b618-1da734106c00 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:31.940206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e71b03d1-e766-4253-b6a8-281878ab4dab req-5b75cfae-371a-4cb7-b618-1da734106c00 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 945 time: 0.1120052 Feb 15 14:04:32.015183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] For port 9d9be752-d5df-4861-83ff-262b4ef1a69b, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:04:32.020549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] For port 9d9be752-d5df-4861-83ff-262b4ef1a69b, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9d9be752-d5df-4861-83ff-262b4ef1a69b,segment=NetworkSegment(a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b),segment_id=a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:04:32.047080 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:32.063535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e71b03d1-e766-4253-b6a8-281878ab4dab req-d84a268b-aee8-4d8a-8c05-1c113b0bd4ab tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224158 Feb 15 14:04:32.065447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b1796ef5-233b-4d43-a7e7-855220b4244a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:32.122853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:32.123553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:32.125074 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] 10.222.0.42 "PUT /v2.0/ports/9d9be752-d5df-4861-83ff-262b4ef1a69b HTTP/1.1" status: 200 len: 1093 time: 1.8319466 Feb 15 14:04:32.137568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'tag': '9d9be752-d5df-4861-83ff-262b4ef1a69b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:32.140133 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55" -d '{"events": [{"name": "network-changed", "server_uuid": "afc5253c-1b43-461c-8328-6647bb04e9fb", "tag": "9d9be752-d5df-4861-83ff-262b4ef1a69b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:32.147607 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c39e4-66f4-4437-98b7-c903a87c65f5 req-322ee8f9-ffe5-4218-87f4-1d3481f9cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:32.149201 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-346c39e4-66f4-4437-98b7-c903a87c65f5 req-322ee8f9-ffe5-4218-87f4-1d3481f9cf5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb6a728a-ebe7-451a-bbdd-560c2e422f33 HTTP/1.1" status: 200 len: 921 time: 0.4068294 Feb 15 14:04:32.201091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Pushing event updated for resources: {'Port': ['ID=b1796ef5-233b-4d43-a7e7-855220b4244a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:32.209506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:04:32.228607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:32.231422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:04:32.239554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.239908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.240256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.240597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.240937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.241272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.241606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.241939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.242274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.242601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.252601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.253281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.253485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:32.274037 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6033360c-2a09-4f01-9e04-d3876c56cf87 x-openstack-request-id: req-6033360c-2a09-4f01-9e04-d3876c56cf87 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:32.274696 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547c6689-73ce-4757-8af1-f500724758a6", "name": "network-vif-plugged", "status": "completed", "tag": "d62577bf-0f59-4e80-b21a-85adbd665b80", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:32.275253 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6033360c-2a09-4f01-9e04-d3876c56cf87 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:32.275829 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547c6689-73ce-4757-8af1-f500724758a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62577bf-0f59-4e80-b21a-85adbd665b80', 'code': 200} Feb 15 14:04:32.297080 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-346c39e4-66f4-4437-98b7-c903a87c65f5 req-a01b519d-d8a4-4935-9210-0a75449a1e11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 217 time: 0.1371205 Feb 15 14:04:32.509550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292d368-05d8-4481-8474-8e43bd83fa93 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9be752-d5df-4861-83ff-262b4ef1a69b,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:32.514124 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f08aa0-9028-48bc-9eb5-d893dc80b422 x-openstack-request-id: req-44f08aa0-9028-48bc-9eb5-d893dc80b422 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:32.514124 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc5253c-1b43-461c-8328-6647bb04e9fb", "tag": "9d9be752-d5df-4861-83ff-262b4ef1a69b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:32.514502 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-44f08aa0-9028-48bc-9eb5-d893dc80b422 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:32.515034 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'tag': '9d9be752-d5df-4861-83ff-262b4ef1a69b', 'status': 'completed', 'code': 200} Feb 15 14:04:32.525707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c39e4-66f4-4437-98b7-c903a87c65f5 req-b1ccfb9d-e0c7-4f27-9023-598be945442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:32.525707 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-346c39e4-66f4-4437-98b7-c903a87c65f5 req-b1ccfb9d-e0c7-4f27-9023-598be945442d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9cf940e4-d197-4e41-9e38-02e9491b8e1f HTTP/1.1" status: 200 len: 860 time: 0.2164495 Feb 15 14:04:32.615382 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-346c39e4-66f4-4437-98b7-c903a87c65f5 req-a8643915-bb19-4850-88ff-73de2034bb60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb6a728a-ebe7-451a-bbdd-560c2e422f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810804 Feb 15 14:04:32.823444 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-346c39e4-66f4-4437-98b7-c903a87c65f5 req-8f917bd0-03fd-4acc-87c3-043352a59503 service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011421 Feb 15 14:04:32.828442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-85c49533-4aa5-44a6-8d03-2f1fdad97bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:32.836790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-85c49533-4aa5-44a6-8d03-2f1fdad97bc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34cfa2a9bd6441549013d86d3375b3b5&device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 1127 time: 0.5288308 Feb 15 14:04:32.939028 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-e5198d29-a6c4-4a0e-97ac-37b2277436f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d9be752-d5df-4861-83ff-262b4ef1a69b HTTP/1.1" status: 200 len: 217 time: 0.0856452 Feb 15 14:04:33.043313 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-98b7490a-96bc-4e3e-93a7-72361614db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:33.045197 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-98b7490a-96bc-4e3e-93a7-72361614db02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120866a7-eb89-466a-8fef-c4e734a45b68 HTTP/1.1" status: 200 len: 845 time: 0.0787942 Feb 15 14:04:33.169867 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-346c39e4-66f4-4437-98b7-c903a87c65f5 req-a35bd594-7a7c-49bb-bd4c-2bafa7643efd service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307014 Feb 15 14:04:33.192788 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for floatingip (2b09a786-5e15-4d50-8c6b-85cd5af83112), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:33.213649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-fcb4f9ba-8ed6-4e29-ab13-5553268a84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:33.218414 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-fcb4f9ba-8ed6-4e29-ab13-5553268a84ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a98e0a00-2ad8-4038-b4c1-f11e333bd2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1517093 Feb 15 14:04:33.263929 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b1796ef5-233b-4d43-a7e7-855220b4244a), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:33.313501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543adeb5-ce95-4301-b5e0-c86d6bd7d222 req-3aa4f0ae-f287-472c-844b-7972f58076b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:33.316963 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-543adeb5-ce95-4301-b5e0-c86d6bd7d222 req-3aa4f0ae-f287-472c-844b-7972f58076b4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 1128 time: 0.9733186 Feb 15 14:04:33.329810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c007c8-469f-4de3-a49f-a45cf9c5418e req-0f94343a-d739-4e9a-9d07-7ee5a77569c5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:33.333353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-76c007c8-469f-4de3-a49f-a45cf9c5418e req-0f94343a-d739-4e9a-9d07-7ee5a77569c5 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 944 time: 0.2567456 Feb 15 14:04:33.395673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-543adeb5-ce95-4301-b5e0-c86d6bd7d222 req-6532864e-86a6-4967-9c3b-48acb2adaaf1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594530 Feb 15 14:04:33.403374 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-f2446597-1965-4bac-af4d-ce741e7793b2 service neutron] 10.222.0.42 "GET /v2.0/networks/a98e0a00-2ad8-4038-b4c1-f11e333bd2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785250 Feb 15 14:04:33.513283 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a152b0f2-febd-4920-83e8-e930cbf3a65e req-2a78fc92-cfed-49f7-a4a4-7bf251aa605e service neutron] 10.222.0.42 "GET /v2.0/networks/a98e0a00-2ad8-4038-b4c1-f11e333bd2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037090 Feb 15 14:04:33.514511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-76c007c8-469f-4de3-a49f-a45cf9c5418e req-12133ae3-a2dc-455b-bcf1-2dd8fbeb44c3 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups?id=f959a1de-4900-4c68-8506-1dd351630187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352606 Feb 15 14:04:33.603274 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for port (b1796ef5-233b-4d43-a7e7-855220b4244a), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:33.616812 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b1796ef5-233b-4d43-a7e7-855220b4244a), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:33.631100 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55 req-03541e16-21d2-42bf-afac-a079d0570e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:33.632907 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55 req-03541e16-21d2-42bf-afac-a079d0570e72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34cfa2a9bd6441549013d86d3375b3b5&device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 1127 time: 0.0574617 Feb 15 14:04:33.731006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Pushing event updated for resources: {'Port': ['ID=b1796ef5-233b-4d43-a7e7-855220b4244a,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:33.737223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55 req-c7e7e99e-f748-4aa5-8c29-c18076b3734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:33.739811 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55 req-c7e7e99e-f748-4aa5-8c29-c18076b3734a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 HTTP/1.1" status: 200 len: 907 time: 0.1004372 Feb 15 14:04:33.744251 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (2b09a786-5e15-4d50-8c6b-85cd5af83112), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:33.753265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96e838-9ea1-4c88-a770-74d5a95875c7 req-be43609d-050c-4257-a91e-74149d629e3e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:33.756712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c96e838-9ea1-4c88-a770-74d5a95875c7 req-be43609d-050c-4257-a91e-74149d629e3e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 945 time: 0.1555939 Feb 15 14:04:33.795040 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55 req-e992f120-8061-479d-9460-bb9327bd8964 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d9be752-d5df-4861-83ff-262b4ef1a69b HTTP/1.1" status: 200 len: 217 time: 0.0480075 Feb 15 14:04:33.795383 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:33.796339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-d511a9f9-c0a2-4d03-adab-eaae1751d4b5 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7480779 Feb 15 14:04:33.857155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55 req-637aefa9-71b2-4112-aef4-8172a1e4f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:33.857155 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55 req-637aefa9-71b2-4112-aef4-8172a1e4f1b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120866a7-eb89-466a-8fef-c4e734a45b68 HTTP/1.1" status: 200 len: 845 time: 0.0565431 Feb 15 14:04:33.866748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-4c597625-4fc2-4154-81de-e5c9be6b1961 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.0585406 Feb 15 14:04:33.870319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c96e838-9ea1-4c88-a770-74d5a95875c7 req-dec8c87e-ed0b-47eb-bf6e-5630e4307004 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007366 Feb 15 14:04:33.947106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55 req-06ac6aee-cc42-4a9e-9966-f4c99814e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:33.948836 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55 req-06ac6aee-cc42-4a9e-9966-f4c99814e1a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a98e0a00-2ad8-4038-b4c1-f11e333bd2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0839505 Feb 15 14:04:34.001911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-fdaa2d6c-6629-4830-a738-67d6a9ce807a tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:34.004616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-fdaa2d6c-6629-4830-a738-67d6a9ce807a tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.1286967 Feb 15 14:04:34.019400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-22f01f28-06d8-4381-a101-cee2fe918faf tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:04:34.021281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3a4b534-59cd-49ed-a5ee-6c3334d50a77 req-22f01f28-06d8-4381-a101-cee2fe918faf tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107121 Feb 15 14:04:34.093023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55 req-f921d471-2158-4b4b-9640-c5ee3e7f6d61 service neutron] 10.222.0.42 "GET /v2.0/networks/a98e0a00-2ad8-4038-b4c1-f11e333bd2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366622 Feb 15 14:04:34.161705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-e9fc8f26-b143-49ae-baca-602c336fda85 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:34.163393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-e9fc8f26-b143-49ae-baca-602c336fda85 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0678189 Feb 15 14:04:34.224272 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8aa37fd5-accc-4ad9-8d23-a3fd42cfbf55 req-579c8de9-9e6d-497d-b99b-93f2b8fe2402 service neutron] 10.222.0.42 "GET /v2.0/networks/a98e0a00-2ad8-4038-b4c1-f11e333bd2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234362 Feb 15 14:04:34.265464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-1f12d9cd-a037-4e28-8c73-a7b121347e58 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.0946696 Feb 15 14:04:34.274573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-6df629bd-c0f1-4eea-b2b2-180337f974a6 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Request body: {'floatingip': {'port_id': '8d031b9c-1223-4846-bd49-379420b056c4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:34.330523 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-6df629bd-c0f1-4eea-b2b2-180337f974a6 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for floatingip (2b09a786-5e15-4d50-8c6b-85cd5af83112), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:34.798971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715aa75-8572-446d-93a9-cfcde0112873 req-f1a08f0f-104f-43c8-98a8-58f788ecfbe1 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:34.800517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4715aa75-8572-446d-93a9-cfcde0112873 req-f1a08f0f-104f-43c8-98a8-58f788ecfbe1 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 944 time: 0.2041566 Feb 15 14:04:34.915460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4715aa75-8572-446d-93a9-cfcde0112873 req-7f9a6195-d1d0-41bc-9b5c-5cab2cbb4ffb tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups?id=f959a1de-4900-4c68-8506-1dd351630187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914750 Feb 15 14:04:34.979546 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-6df629bd-c0f1-4eea-b2b2-180337f974a6 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:34.986303 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-6df629bd-c0f1-4eea-b2b2-180337f974a6 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (2b09a786-5e15-4d50-8c6b-85cd5af83112), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:35.146114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b01897-b30a-4084-93ec-48b64b810de5 req-c2fe3c18-15e4-4f03-8b65-62e388af1779 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:35.147811 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30b01897-b30a-4084-93ec-48b64b810de5 req-c2fe3c18-15e4-4f03-8b65-62e388af1779 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 945 time: 0.1054854 Feb 15 14:04:35.166565 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-6df629bd-c0f1-4eea-b2b2-180337f974a6 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Floating IP 2b09a786-5e15-4d50-8c6b-85cd5af83112 associated. External IP: 172.25.6.175, port: 8d031b9c-1223-4846-bd49-379420b056c4. Feb 15 14:04:35.286516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30b01897-b30a-4084-93ec-48b64b810de5 req-9ef10e56-f144-4287-829f-ad5d4e9a62a7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270413 Feb 15 14:04:35.516139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-6df629bd-c0f1-4eea-b2b2-180337f974a6 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:04:35.780763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35228) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:35.828037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-6df629bd-c0f1-4eea-b2b2-180337f974a6 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:04:35.836746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e9e5d-b5b9-4ceb-b952-e12c61ba098c req-600fbebb-5140-4a17-bf04-8ed343f9ea99 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:35.840453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a91c4c-7691-452f-b15c-9926441e3065 None None] Sync routers for ids ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:04:35.845563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c03e9e5d-b5b9-4ceb-b952-e12c61ba098c req-600fbebb-5140-4a17-bf04-8ed343f9ea99 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.2233140 Feb 15 14:04:35.852803 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-6df629bd-c0f1-4eea-b2b2-180337f974a6 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:35.860459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a91c4c-7691-452f-b15c-9926441e3065 None None] Routers {'3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:35.861440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-72a91c4c-7691-452f-b15c-9926441e3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:35.887192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-6df629bd-c0f1-4eea-b2b2-180337f974a6 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "PUT /v2.0/floatingips/2b09a786-5e15-4d50-8c6b-85cd5af83112 HTTP/1.1" status: 200 len: 996 time: 1.6205194 Feb 15 14:04:35.896690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:35.899069 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20306a68-4f34-4d8f-a20e-eb0b22d5dc08" -d '{"events": [{"name": "network-changed", "server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "tag": "8d031b9c-1223-4846-bd49-379420b056c4"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:35.908505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c03e9e5d-b5b9-4ceb-b952-e12c61ba098c req-757bf031-1b43-45e1-807b-966564d71b41 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/quotas/6fd0a42c9f2f4c0b9722e20079c4ff67 HTTP/1.1" status: 200 len: 375 time: 0.0618980 Feb 15 14:04:36.020384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c03e9e5d-b5b9-4ceb-b952-e12c61ba098c req-fa9d8b25-c6f3-458c-acce-c2ae3195e69b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1100032 Feb 15 14:04:36.039966 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e15871af-5de1-4629-a293-0d8ad6a7b6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:36.079364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-72a91c4c-7691-452f-b15c-9926441e3065 None None] Set router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:36.201307 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e15871af-5de1-4629-a293-0d8ad6a7b6fd admin admin] Publish callbacks [] for security_group (ebf3372e-0d79-452c-a14d-cc70211fabca), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:36.213190 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e15871af-5de1-4629-a293-0d8ad6a7b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ebf3372e-0d79-452c-a14d-cc70211fabca), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:36.279075 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e15871af-5de1-4629-a293-0d8ad6a7b6fd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa61c56c694f4d68948e00a02ab41f49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4944022 Feb 15 14:04:36.279075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15871af-5de1-4629-a293-0d8ad6a7b6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf3372e-0d79-452c-a14d-cc70211fabca,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:36.290627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35238) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:36.300480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-24c16107-dd69-442f-98e1-361672dd5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:36.302783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-24c16107-dd69-442f-98e1-361672dd5463 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f32c652c29e948b6ba2dc176a27bb7cd&device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 1128 time: 0.3598979 Feb 15 14:04:36.304967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c03e9e5d-b5b9-4ceb-b952-e12c61ba098c req-2136a95e-341b-4343-bc5b-24a0c7770f54 service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837946 Feb 15 14:04:36.367434 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c553cfcd-01c1-4f2a-af2a-a7fcec97432d admin admin] Publish callbacks [] for security_group (ebf3372e-0d79-452c-a14d-cc70211fabca), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:36.396599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c553cfcd-01c1-4f2a-af2a-a7fcec97432d admin admin] Publish callbacks [] for security_group (ebf3372e-0d79-452c-a14d-cc70211fabca), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:36.398950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-72a91c4c-7691-452f-b15c-9926441e3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:33Z', 'revision_number': 4, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '2b09a786-5e15-4d50-8c6b-85cd5af83112', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'port_id': '8d031b9c-1223-4846-bd49-379420b056c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'mac_address': 'fa:16:3e:0d:4f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:04:33Z', 'updated_at': '2022-02-15T14:04:34Z', 'revision_number': 1, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41fa8a1-8c19-4576-b09c-a05a289710f8', 'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'mac_address': 'fa:16:3e:9c:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:31Z', 'updated_at': '2022-02-15T14:03:41Z', 'revision_number': 5, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'subnets': [{'id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:36.447884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a91c4c-7691-452f-b15c-9926441e3065 None None] Checking router: 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:04:36.457729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a91c4c-7691-452f-b15c-9926441e3065 None None] Routers {'3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:36.458607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-72a91c4c-7691-452f-b15c-9926441e3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:36.471209 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c553cfcd-01c1-4f2a-af2a-a7fcec97432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ebf3372e-0d79-452c-a14d-cc70211fabca), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:36.476930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c553cfcd-01c1-4f2a-af2a-a7fcec97432d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:36.480590 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c553cfcd-01c1-4f2a-af2a-a7fcec97432d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ebf3372e-0d79-452c-a14d-cc70211fabca HTTP/1.1" status: 204 len: 168 time: 0.1864548 Feb 15 14:04:36.489343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553cfcd-01c1-4f2a-af2a-a7fcec97432d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf3372e-0d79-452c-a14d-cc70211fabca,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:36.518009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-e2028947-834e-4318-8817-27c2fcb405a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:36.520112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-e2028947-834e-4318-8817-27c2fcb405a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6a728a-ebe7-451a-bbdd-560c2e422f33 HTTP/1.1" status: 200 len: 921 time: 0.1979091 Feb 15 14:04:36.650203 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-72a91c4c-7691-452f-b15c-9926441e3065 None None] Set router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:36.732025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-346198a5-3d69-4f0b-b828-ae1b76bf4bf0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 999 time: 0.2003465 Feb 15 14:04:36.886572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c03e9e5d-b5b9-4ceb-b952-e12c61ba098c req-0ec8e629-7230-4658-a6fd-737d15748b11 service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663056 Feb 15 14:04:36.939711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-41c37dea-a405-412e-992b-49458e86f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:36.943178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-41c37dea-a405-412e-992b-49458e86f8b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9cf940e4-d197-4e41-9e38-02e9491b8e1f HTTP/1.1" status: 200 len: 860 time: 0.2035122 Feb 15 14:04:36.979174 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-72a91c4c-7691-452f-b15c-9926441e3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:33Z', 'revision_number': 4, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '2b09a786-5e15-4d50-8c6b-85cd5af83112', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'port_id': '8d031b9c-1223-4846-bd49-379420b056c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'mac_address': 'fa:16:3e:0d:4f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:04:33Z', 'updated_at': '2022-02-15T14:04:34Z', 'revision_number': 1, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41fa8a1-8c19-4576-b09c-a05a289710f8', 'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'mac_address': 'fa:16:3e:9c:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:31Z', 'updated_at': '2022-02-15T14:03:41Z', 'revision_number': 5, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'subnets': [{'id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:37.012346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a91c4c-7691-452f-b15c-9926441e3065 None None] The sync data for ids ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'] in n-d-829064-15 is: [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:33Z', 'revision_number': 4, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '2b09a786-5e15-4d50-8c6b-85cd5af83112', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'port_id': '8d031b9c-1223-4846-bd49-379420b056c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'mac_address': 'fa:16:3e:0d:4f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:04:33Z', 'updated_at': '2022-02-15T14:04:34Z', 'revision_number': 1, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41fa8a1-8c19-4576-b09c-a05a289710f8', 'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'mac_address': 'fa:16:3e:9c:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:31Z', 'updated_at': '2022-02-15T14:03:41Z', 'revision_number': 5, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'subnets': [{'id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:04:37.039949 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-6df4662b-8c74-42de-b150-f8796469b9b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6a728a-ebe7-451a-bbdd-560c2e422f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884736 Feb 15 14:04:37.054683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-bcdc2563-fd5b-4033-b5c5-3542566db969 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:04:37.057146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-bcdc2563-fd5b-4033-b5c5-3542566db969 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105536 Feb 15 14:04:37.247440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-0bee7ed2-71c4-48a0-8f98-babb28fdf502 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841829 Feb 15 14:04:37.411703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40dd3220-eb55-467c-9ba0-4e51d058c71f req-bbbfa813-8f24-4474-8d02-d12d6eff8952 service neutron] 10.222.0.72 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623411 Feb 15 14:04:37.418388 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6e0db8-73b4-4657-bcc0-2ed1a3f6dd97 x-openstack-request-id: req-ab6e0db8-73b4-4657-bcc0-2ed1a3f6dd97 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:37.418971 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "tag": "8d031b9c-1223-4846-bd49-379420b056c4", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:37.418971 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab6e0db8-73b4-4657-bcc0-2ed1a3f6dd97 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:37.419510 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4', 'status': 'completed', 'code': 200} Feb 15 14:04:37.516756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20306a68-4f34-4d8f-a20e-eb0b22d5dc08 req-8d86f534-5981-4bf4-8977-0310b7a92ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:37.518354 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20306a68-4f34-4d8f-a20e-eb0b22d5dc08 req-8d86f534-5981-4bf4-8977-0310b7a92ba7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32c652c29e948b6ba2dc176a27bb7cd&device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 1128 time: 0.1445251 Feb 15 14:04:37.571602 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c48078-45e5-4aec-850a-edfa5dea8c89 None None] New status for floating IP 2b09a786-5e15-4d50-8c6b-85cd5af83112: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:04:37.660822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca67de3-943c-41a3-ae44-886432c87acd req-b4756d55-bf4e-4d46-9971-04f36e7c6295 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:37.663510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ca67de3-943c-41a3-ae44-886432c87acd req-b4756d55-bf4e-4d46-9971-04f36e7c6295 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 944 time: 0.1447120 Feb 15 14:04:37.827880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ca67de3-943c-41a3-ae44-886432c87acd req-c0e29d00-dd19-465d-85dc-7ac6fd684623 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups?id=f959a1de-4900-4c68-8506-1dd351630187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557345 Feb 15 14:04:37.979853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-911c3410-34cd-4350-b6de-f1d51fc5be9a tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 999 time: 0.1249015 Feb 15 14:04:38.060422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9d9be752-d5df-4861-83ff-262b4ef1a69b details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:04:38.105622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-2fd89e07-59eb-48e5-9c9a-532055e75e2c tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:38.107105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-2fd89e07-59eb-48e5-9c9a-532055e75e2c tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports/8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 942 time: 0.1138420 Feb 15 14:04:38.408964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20306a68-4f34-4d8f-a20e-eb0b22d5dc08 req-6808dc90-011b-4143-84bb-7d0ef3d5b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:38.411098 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20306a68-4f34-4d8f-a20e-eb0b22d5dc08 req-6808dc90-011b-4143-84bb-7d0ef3d5b037 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb6a728a-ebe7-451a-bbdd-560c2e422f33 HTTP/1.1" status: 200 len: 921 time: 0.8866813 Feb 15 14:04:38.425496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 9d9be752-d5df-4861-83ff-262b4ef1a69b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9d9be752-d5df-4861-83ff-262b4ef1a69b,segment=NetworkSegment(a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b),segment_id=a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:38.444140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '9d9be752-d5df-4861-83ff-262b4ef1a69b', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'port_id': '9d9be752-d5df-4861-83ff-262b4ef1a69b', 'mac_address': 'fa:16:3e:19:e7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:04:38.460296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-edd22740-49db-45bf-a9a5-5ffab314497d tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1001 time: 0.2133853 Feb 15 14:04:38.514337 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 9d9be752-d5df-4861-83ff-262b4ef1a69b is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:38.520982 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:38.562438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9be752-d5df-4861-83ff-262b4ef1a69b {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:04:38.629274 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20306a68-4f34-4d8f-a20e-eb0b22d5dc08 req-425b960c-8e58-4416-b0a7-b57278332fc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 1001 time: 0.2108634 Feb 15 14:04:38.636942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 9d9be752-d5df-4861-83ff-262b4ef1a69b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9d9be752-d5df-4861-83ff-262b4ef1a69b,segment=NetworkSegment(a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b),segment_id=a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:38.652491 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:38.667775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-74932278-47fc-4e16-943f-e8c284f9bd01 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:38.677752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-74932278-47fc-4e16-943f-e8c284f9bd01 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.2079251 Feb 15 14:04:38.689316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-1b440a5c-5cc1-45d6-b15a-701546232b73 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:04:38.701494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-1b440a5c-5cc1-45d6-b15a-701546232b73 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227313 Feb 15 14:04:38.737232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=9d9be752-d5df-4861-83ff-262b4ef1a69b,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:38.777225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20306a68-4f34-4d8f-a20e-eb0b22d5dc08 req-aff3266a-7776-41ae-98eb-6a1e5d0a4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:38.781462 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20306a68-4f34-4d8f-a20e-eb0b22d5dc08 req-aff3266a-7776-41ae-98eb-6a1e5d0a4c08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9cf940e4-d197-4e41-9e38-02e9491b8e1f HTTP/1.1" status: 200 len: 860 time: 0.1429009 Feb 15 14:04:38.870865 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20306a68-4f34-4d8f-a20e-eb0b22d5dc08 req-56808004-27e7-43e2-a5e4-b144a6cefdf1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb6a728a-ebe7-451a-bbdd-560c2e422f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817945 Feb 15 14:04:38.966018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['9d9be752-d5df-4861-83ff-262b4ef1a69b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:39.023661 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-6e5100f7-e055-42e0-948c-1ae0f1c6d030 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 1001 time: 0.3210282 Feb 15 14:04:39.031018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-8a44b2e3-d425-447d-a88f-261dbbb702b3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:39.070349 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20306a68-4f34-4d8f-a20e-eb0b22d5dc08 req-cf0030a6-fb27-4e43-80c5-e680652b8324 service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910405 Feb 15 14:04:39.213575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-02c224cb-a6ae-4cc1-b535-466d86afc0a5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:39.215485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-02c224cb-a6ae-4cc1-b535-466d86afc0a5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.3961971 Feb 15 14:04:39.227297 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-8a44b2e3-d425-447d-a88f-261dbbb702b3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for floatingip (2b09a786-5e15-4d50-8c6b-85cd5af83112), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:39.284240 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20306a68-4f34-4d8f-a20e-eb0b22d5dc08 req-f6d6ca42-00b1-4f23-b239-88be7b20f0df service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053378 Feb 15 14:04:39.298938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-ab138587-c543-49a1-839e-cad523fc8b1a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/quotas/6fd0a42c9f2f4c0b9722e20079c4ff67 HTTP/1.1" status: 200 len: 375 time: 0.0668144 Feb 15 14:04:39.790540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-b88a85da-d507-455a-af3e-a966b4caff42 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4905286 Feb 15 14:04:39.809690 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:39.858505 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-8a44b2e3-d425-447d-a88f-261dbbb702b3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:39.896271 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-8a44b2e3-d425-447d-a88f-261dbbb702b3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (2b09a786-5e15-4d50-8c6b-85cd5af83112), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:39.897081 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-8a44b2e3-d425-447d-a88f-261dbbb702b3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Floating IP 2b09a786-5e15-4d50-8c6b-85cd5af83112 disassociated. External IP: 172.25.6.175, port: 8d031b9c-1223-4846-bd49-379420b056c4. Feb 15 14:04:40.066052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-ace9a8bc-6ed4-49bc-a1d5-4ffcee724d19 service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215593 Feb 15 14:04:40.075254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9d9be752-d5df-4861-83ff-262b4ef1a69b up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:04:40.209330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 9d9be752-d5df-4861-83ff-262b4ef1a69b completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:04:40.216130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 9d9be752-d5df-4861-83ff-262b4ef1a69b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:40.216565 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:40.323046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 9d9be752-d5df-4861-83ff-262b4ef1a69b is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:40.323492 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:40.326100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-98ae615a-97bf-4aaa-bf6c-7e38675dd18a service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393789 Feb 15 14:04:40.365564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 9d9be752-d5df-4861-83ff-262b4ef1a69b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9d9be752-d5df-4861-83ff-262b4ef1a69b,segment=NetworkSegment(a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b),segment_id=a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:40.367806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9be752-d5df-4861-83ff-262b4ef1a69b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:40.371602 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b66d1d-a931-4a41-a90e-f223d953c5a7" -d '{"events": [{"server_uuid": "afc5253c-1b43-461c-8328-6647bb04e9fb", "name": "network-vif-plugged", "status": "completed", "tag": "9d9be752-d5df-4861-83ff-262b4ef1a69b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:40.375670 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:40.410124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-8a44b2e3-d425-447d-a88f-261dbbb702b3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:04:40.474134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=9d9be752-d5df-4861-83ff-262b4ef1a69b,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:40.600653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-8a44b2e3-d425-447d-a88f-261dbbb702b3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:04:40.611640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd6aa6-516d-4c24-b7b5-feb9e0c8f821 None None] Sync routers for ids ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:04:40.617722 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-8a44b2e3-d425-447d-a88f-261dbbb702b3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:40.631089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd6aa6-516d-4c24-b7b5-feb9e0c8f821 None None] Routers {'3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:40.631939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fabd6aa6-516d-4c24-b7b5-feb9e0c8f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:40.675646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-8a44b2e3-d425-447d-a88f-261dbbb702b3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "PUT /v2.0/floatingips/2b09a786-5e15-4d50-8c6b-85cd5af83112 HTTP/1.1" status: 200 len: 695 time: 1.6504300 Feb 15 14:04:40.676838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:40.679278 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abff4848-d0bf-4941-bcb1-ebe9a2ff1b99" -d '{"events": [{"name": "network-changed", "server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "tag": "8d031b9c-1223-4846-bd49-379420b056c4"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:40.680438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35348) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:40.820238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-c2575d21-d524-4b97-9d08-404e3109939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:40.821826 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-c2575d21-d524-4b97-9d08-404e3109939c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f32c652c29e948b6ba2dc176a27bb7cd&device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 1128 time: 0.1278641 Feb 15 14:04:40.856049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd4cf4-39d3-49aa-8ce1-158d0dcf44d7 req-2dd4cf6f-05cd-48f0-9e22-bfb885f86922 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:40.863917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5edd4cf4-39d3-49aa-8ce1-158d0dcf44d7 req-2dd4cf6f-05cd-48f0-9e22-bfb885f86922 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 946 time: 0.1255934 Feb 15 14:04:40.866973 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dc59fc2-bb81-42da-a2b9-c724566dbded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:40.882747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-fabd6aa6-516d-4c24-b7b5-feb9e0c8f821 None None] Set router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:41.007315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5edd4cf4-39d3-49aa-8ce1-158d0dcf44d7 req-86175387-1e6b-4dc1-a3a5-16b46e5b0866 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups?id=f959a1de-4900-4c68-8506-1dd351630187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424768 Feb 15 14:04:41.031499 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-0af3c2c3-9123-4a57-86ba-404c6c80fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:41.039883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-0af3c2c3-9123-4a57-86ba-404c6c80fead service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb6a728a-ebe7-451a-bbdd-560c2e422f33 HTTP/1.1" status: 200 len: 921 time: 0.2094066 Feb 15 14:04:41.088429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-fdfd0490-5d85-4f3e-b003-06b1f3b95890 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 217 time: 0.0468528 Feb 15 14:04:41.116718 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3583db2-4008-44fd-8efc-8cba0c5533bf x-openstack-request-id: req-e3583db2-4008-44fd-8efc-8cba0c5533bf {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:41.117099 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc5253c-1b43-461c-8328-6647bb04e9fb", "name": "network-vif-plugged", "status": "completed", "tag": "9d9be752-d5df-4861-83ff-262b4ef1a69b", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:41.117852 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e3583db2-4008-44fd-8efc-8cba0c5533bf {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:41.118268 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9be752-d5df-4861-83ff-262b4ef1a69b', 'code': 200} Feb 15 14:04:41.163449 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dc59fc2-bb81-42da-a2b9-c724566dbded admin admin] Publish callbacks [] for security_group (fad11c65-1214-4b9a-89be-337862091df3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:41.174686 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dc59fc2-bb81-42da-a2b9-c724566dbded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fad11c65-1214-4b9a-89be-337862091df3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:41.272177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c14e3ea-f7ba-489d-99c5-68ba4bead195 req-2bc230f3-23da-4008-8f4d-38ed3bd676f6 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 210 time: 0.0879269 Feb 15 14:04:41.277264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-a9ad0970-a6b9-4b8d-9057-8b971f5df6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:41.279716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-a9ad0970-a6b9-4b8d-9057-8b971f5df6a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9cf940e4-d197-4e41-9e38-02e9491b8e1f HTTP/1.1" status: 200 len: 860 time: 0.1904438 Feb 15 14:04:41.296633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fabd6aa6-516d-4c24-b7b5-feb9e0c8f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:33Z', 'revision_number': 4, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c41fa8a1-8c19-4576-b09c-a05a289710f8', 'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'mac_address': 'fa:16:3e:9c:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:31Z', 'updated_at': '2022-02-15T14:03:41Z', 'revision_number': 5, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'subnets': [{'id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:41.316597 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3dc59fc2-bb81-42da-a2b9-c724566dbded admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb896cdab078416abc8db2f5d46d2038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6314378 Feb 15 14:04:41.337166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd6aa6-516d-4c24-b7b5-feb9e0c8f821 None None] Checking router: 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:04:41.337750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35366) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:41.350232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd6aa6-516d-4c24-b7b5-feb9e0c8f821 None None] Routers {'3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:41.351290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fabd6aa6-516d-4c24-b7b5-feb9e0c8f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:41.360211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-22fdf954-692f-4560-b3ed-3a00f8ef8fb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb6a728a-ebe7-451a-bbdd-560c2e422f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705979 Feb 15 14:04:41.390969 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd887154-2d91-47dc-bfd9-bc29be9042d2 x-openstack-request-id: req-bd887154-2d91-47dc-bfd9-bc29be9042d2 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:41.391330 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "tag": "8d031b9c-1223-4846-bd49-379420b056c4", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:41.391601 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bd887154-2d91-47dc-bfd9-bc29be9042d2 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:41.392024 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4', 'status': 'completed', 'code': 200} Feb 15 14:04:41.445819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc59fc2-bb81-42da-a2b9-c724566dbded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad11c65-1214-4b9a-89be-337862091df3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:41.456933 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc63c2ed-84ee-4df5-9a90-6bf9dc02fd05 admin admin] Publish callbacks [] for security_group (fad11c65-1214-4b9a-89be-337862091df3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:41.517106 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc63c2ed-84ee-4df5-9a90-6bf9dc02fd05 admin admin] Publish callbacks [] for security_group (fad11c65-1214-4b9a-89be-337862091df3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:41.565820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-6c554344-36b1-437d-b8ea-e47d5dcf4660 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0e0ba49b20664448a1ea21bfbf0c2504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602331 Feb 15 14:04:41.570332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-43f3ccc9-e78f-43ba-8985-e8132e53c86c service neutron] 10.222.0.72 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028913 Feb 15 14:04:41.598539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7643f-77ee-4694-998e-203998bf9856 req-a6e8e4fa-5d1c-4660-8400-399e992203da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:41.601784 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ac7643f-77ee-4694-998e-203998bf9856 req-a6e8e4fa-5d1c-4660-8400-399e992203da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 1129 time: 0.3728540 Feb 15 14:04:41.722624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4848-d0bf-4941-bcb1-ebe9a2ff1b99 req-f100c1f6-2649-4719-a449-6624cff7306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:41.724951 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-abff4848-d0bf-4941-bcb1-ebe9a2ff1b99 req-f100c1f6-2649-4719-a449-6624cff7306d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32c652c29e948b6ba2dc176a27bb7cd&device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 1128 time: 0.3095052 Feb 15 14:04:41.728306 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ac7643f-77ee-4694-998e-203998bf9856 req-837aed22-11ed-45f3-a543-f1b001ec658a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f959a1de-4900-4c68-8506-1dd351630187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029449 Feb 15 14:04:41.823491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-fabd6aa6-516d-4c24-b7b5-feb9e0c8f821 None None] Set router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:41.839311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4848-d0bf-4941-bcb1-ebe9a2ff1b99 req-16957fee-3383-46a8-9c5a-c26bfe019dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:41.841203 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-abff4848-d0bf-4941-bcb1-ebe9a2ff1b99 req-16957fee-3383-46a8-9c5a-c26bfe019dc9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb6a728a-ebe7-451a-bbdd-560c2e422f33 HTTP/1.1" status: 200 len: 921 time: 0.0986798 Feb 15 14:04:41.850952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc63c2ed-84ee-4df5-9a90-6bf9dc02fd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fad11c65-1214-4b9a-89be-337862091df3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:41.854181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc63c2ed-84ee-4df5-9a90-6bf9dc02fd05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:41.855644 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bc63c2ed-84ee-4df5-9a90-6bf9dc02fd05 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fad11c65-1214-4b9a-89be-337862091df3 HTTP/1.1" status: 204 len: 168 time: 0.5169306 Feb 15 14:04:41.866951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63c2ed-84ee-4df5-9a90-6bf9dc02fd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad11c65-1214-4b9a-89be-337862091df3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:41.893718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-16c619ac-8a46-41d9-9da8-7e4f03036379 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:41.900702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-16c619ac-8a46-41d9-9da8-7e4f03036379 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3148420 Feb 15 14:04:41.903969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-787cbeaf-ca86-49a5-a62d-7beaff70556d req-a65ce01c-5df2-40ea-a678-364dc4e57daa service neutron] 10.222.0.72 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277307 Feb 15 14:04:41.920836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-2fe976a1-843a-489f-82df-ab9c0c94fbb9 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/quotas/0e0ba49b20664448a1ea21bfbf0c2504 HTTP/1.1" status: 200 len: 375 time: 0.0192788 Feb 15 14:04:41.922936 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:42.000361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-920f3c5e-2725-4bff-b6ef-7adbb02ffe87 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0e0ba49b20664448a1ea21bfbf0c2504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728753 Feb 15 14:04:42.038412 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-abff4848-d0bf-4941-bcb1-ebe9a2ff1b99 req-053f8733-d0b2-4922-9176-dea4585455e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 200 len: 217 time: 0.0929580 Feb 15 14:04:42.134929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1feb08d-4942-446f-9ba1-821729ff666d req-e93b88c4-ebd1-4809-96c6-4f6c9db5ead3 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/floatingips/2b09a786-5e15-4d50-8c6b-85cd5af83112 HTTP/1.1" status: 200 len: 695 time: 0.1333280 Feb 15 14:04:42.155789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4848-d0bf-4941-bcb1-ebe9a2ff1b99 req-6e5e5f18-6d85-4b62-bac9-c60fc8593141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:42.160757 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-abff4848-d0bf-4941-bcb1-ebe9a2ff1b99 req-6e5e5f18-6d85-4b62-bac9-c60fc8593141 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9cf940e4-d197-4e41-9e38-02e9491b8e1f HTTP/1.1" status: 200 len: 860 time: 0.1032655 Feb 15 14:04:42.172262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fabd6aa6-516d-4c24-b7b5-feb9e0c8f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:33Z', 'revision_number': 4, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c41fa8a1-8c19-4576-b09c-a05a289710f8', 'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'mac_address': 'fa:16:3e:9c:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:31Z', 'updated_at': '2022-02-15T14:03:41Z', 'revision_number': 5, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'subnets': [{'id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:42.207218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd6aa6-516d-4c24-b7b5-feb9e0c8f821 None None] The sync data for ids ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'] in n-d-829064-15 is: [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:03:33Z', 'revision_number': 4, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c41fa8a1-8c19-4576-b09c-a05a289710f8', 'name': '', 'network_id': 'cb6a728a-ebe7-451a-bbdd-560c2e422f33', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'mac_address': 'fa:16:3e:9c:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:31Z', 'updated_at': '2022-02-15T14:03:41Z', 'revision_number': 5, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'subnets': [{'id': '9cf940e4-d197-4e41-9e38-02e9491b8e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:04:42.218305 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-abff4848-d0bf-4941-bcb1-ebe9a2ff1b99 req-6a3bea20-d677-401f-93ad-cb227f198c27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb6a728a-ebe7-451a-bbdd-560c2e422f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509734 Feb 15 14:04:42.427558 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-abff4848-d0bf-4941-bcb1-ebe9a2ff1b99 req-3a3f33d7-01fc-45aa-b5b0-98b39178180a service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009389 Feb 15 14:04:42.458943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-9d51b62e-aac0-4812-92ce-a029fcd5971c tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:42.460504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-9d51b62e-aac0-4812-92ce-a029fcd5971c tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.3109651 Feb 15 14:04:42.509228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Request body: {'port': {'device_id': 'ea43dab8-f8b3-43b8-8ed1-183e90a6552d', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'admin_state_up': True, 'tenant_id': '6fd0a42c9f2f4c0b9722e20079c4ff67'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:42.541342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35390) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:42.630591 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29a872da-5be6-4730-9131-85d10d8a820e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:42.637026 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-abff4848-d0bf-4941-bcb1-ebe9a2ff1b99 req-82906275-ac0d-4711-aa08-d815e8bdb15e service neutron] 10.222.0.42 "GET /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969669 Feb 15 14:04:42.651900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1feb08d-4942-446f-9ba1-821729ff666d req-de1c8efd-bf39-4651-9bb6-0f8f752adedb tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:42.653354 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1feb08d-4942-446f-9ba1-821729ff666d req-de1c8efd-bf39-4651-9bb6-0f8f752adedb tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 784 time: 0.5173793 Feb 15 14:04:42.684462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-d1feb08d-4942-446f-9ba1-821729ff666d req-97d7f4c1-ff83-456f-9161-b1a075918d38 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:04:42.685759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1feb08d-4942-446f-9ba1-821729ff666d req-97d7f4c1-ff83-456f-9161-b1a075918d38 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164766 Feb 15 14:04:42.777649 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541ce6c4-9cc7-4f33-876d-db770baf5807 None None] New status for floating IP 2b09a786-5e15-4d50-8c6b-85cd5af83112: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:04:42.795300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105279e-affb-4fbf-aff8-14241515f980 req-da917994-f7e0-40e0-8a42-f06ec961b538 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:42.803376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7105279e-affb-4fbf-aff8-14241515f980 req-da917994-f7e0-40e0-8a42-f06ec961b538 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 946 time: 0.3072007 Feb 15 14:04:42.892737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1feb08d-4942-446f-9ba1-821729ff666d req-b3bfd44e-5016-4bc2-bb88-6dd950d73451 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 698 time: 0.1846349 Feb 15 14:04:43.000922 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1feb08d-4942-446f-9ba1-821729ff666d req-93b100dc-7158-4280-bf0a-19c98ac46a7a tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 698 time: 0.0996561 Feb 15 14:04:43.032703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7105279e-affb-4fbf-aff8-14241515f980 req-7a159109-ccb1-4692-8792-da6619a895c9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups?id=f959a1de-4900-4c68-8506-1dd351630187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281814 Feb 15 14:04:43.033320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Made reservation on behalf of 6fd0a42c9f2f4c0b9722e20079c4ff67 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:04:43.037354 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.123025 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29a872da-5be6-4730-9131-85d10d8a820e admin admin] Publish callbacks [] for security_group (c0efc524-f5ac-4bbf-bb02-af2f4318b535), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.190089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29a872da-5be6-4730-9131-85d10d8a820e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c0efc524-f5ac-4bbf-bb02-af2f4318b535), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.199166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-435462f2-b767-4227-8209-c5c57303dd71 req-02a6a2d5-7c8d-4877-87e2-5d829444e8b6 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 210 time: 0.0899971 Feb 15 14:04:43.248135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a872da-5be6-4730-9131-85d10d8a820e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0efc524-f5ac-4bbf-bb02-af2f4318b535,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:43.337366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-29a872da-5be6-4730-9131-85d10d8a820e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ae0c8ba4ddb45c1965515a4ba5ef32c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7927804 Feb 15 14:04:43.340666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35398) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:43.366285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04a1a60f-dd09-458e-932c-76b6b84d311f req-a79b0dc0-aa8a-40b3-8c3e-1ff13430c919 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 210 time: 0.0677307 Feb 15 14:04:43.423158 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-89c5144d-8e6e-4358-abab-2402a7830928 admin admin] Publish callbacks [] for security_group (c0efc524-f5ac-4bbf-bb02-af2f4318b535), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.455538 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-d1feb08d-4942-446f-9ba1-821729ff666d req-6255bd69-d7bd-49bf-be2e-0a9090c7b0a9 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Deleting port b1796ef5-233b-4d43-a7e7-855220b4244a {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:43.456010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d1feb08d-4942-446f-9ba1-821729ff666d req-6255bd69-d7bd-49bf-be2e-0a9090c7b0a9 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b1796ef5-233b-4d43-a7e7-855220b4244a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.460039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-89c5144d-8e6e-4358-abab-2402a7830928 admin admin] Publish callbacks [] for security_group (c0efc524-f5ac-4bbf-bb02-af2f4318b535), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.503662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Allocated IP 172.20.0.14 (fee3507b-addd-44c0-be05-aeb18219f9b7/97831b1c-7ade-490d-a8f5-172cfa6c6777/747c2a55-591a-4873-b3e4-e0b98ff05f7c) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:04:43.517535 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-89c5144d-8e6e-4358-abab-2402a7830928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c0efc524-f5ac-4bbf-bb02-af2f4318b535), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.520266 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-89c5144d-8e6e-4358-abab-2402a7830928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.521601 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-89c5144d-8e6e-4358-abab-2402a7830928 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0efc524-f5ac-4bbf-bb02-af2f4318b535 HTTP/1.1" status: 204 len: 168 time: 0.1799312 Feb 15 14:04:43.533761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5144d-8e6e-4358-abab-2402a7830928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0efc524-f5ac-4bbf-bb02-af2f4318b535,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:43.608038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d1feb08d-4942-446f-9ba1-821729ff666d req-6255bd69-d7bd-49bf-be2e-0a9090c7b0a9 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b1796ef5-233b-4d43-a7e7-855220b4244a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.608370 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d1feb08d-4942-446f-9ba1-821729ff666d req-6255bd69-d7bd-49bf-be2e-0a9090c7b0a9 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for floatingip (b1796ef5-233b-4d43-a7e7-855220b4244a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.667040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-d1feb08d-4942-446f-9ba1-821729ff666d req-6255bd69-d7bd-49bf-be2e-0a9090c7b0a9 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Calling delete_port for b1796ef5-233b-4d43-a7e7-855220b4244a owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:43.801832 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks [] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.867992 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-f5c81f50-b09b-44cb-b417-50157faf985e tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0e0ba49b20664448a1ea21bfbf0c2504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433173 Feb 15 14:04:43.898533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:43.915558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:44.009825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event updated for resources: {'Port': ['ID=747c2a55-591a-4873-b3e4-e0b98ff05f7c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:44.025970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Network fee3507b-addd-44c0-be05-aeb18219f9b7 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:04:44.031418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:44.046451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:04:44.054841 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d1feb08d-4942-446f-9ba1-821729ff666d req-6255bd69-d7bd-49bf-be2e-0a9090c7b0a9 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b1796ef5-233b-4d43-a7e7-855220b4244a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.112717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255bd69-d7bd-49bf-be2e-0a9090c7b0a9 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Pushing event deleted for resources: {'Port': ['ID=b1796ef5-233b-4d43-a7e7-855220b4244a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:44.147827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-d20fa424-097c-4253-81a4-5f8ada11847a tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:44.149377 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-d20fa424-097c-4253-81a4-5f8ada11847a tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751679 Feb 15 14:04:44.162712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Request body: {'port': {'device_id': '244977e0-150c-468e-8b0b-4ac2f907a8d9', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '0e0ba49b20664448a1ea21bfbf0c2504'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:44.295756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Made reservation on behalf of 0e0ba49b20664448a1ea21bfbf0c2504 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:04:44.299669 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.310060 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.404677 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Publish callbacks [] for security_group (5b3cdeb6-24f2-4e35-a16b-2674237bc86a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.409992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5b3cdeb6-24f2-4e35-a16b-2674237bc86a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.477944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3cdeb6-24f2-4e35-a16b-2674237bc86a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:44.561186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:44.561828 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.597020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2fd2aba1-c4c6-4f86-ad31-9b9f71843812 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0946155 Feb 15 14:04:44.603416 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d1feb08d-4942-446f-9ba1-821729ff666d req-6255bd69-d7bd-49bf-be2e-0a9090c7b0a9 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for floatingip (2b09a786-5e15-4d50-8c6b-85cd5af83112), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.609051 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d1feb08d-4942-446f-9ba1-821729ff666d req-6255bd69-d7bd-49bf-be2e-0a9090c7b0a9 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.609051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1feb08d-4942-446f-9ba1-821729ff666d req-6255bd69-d7bd-49bf-be2e-0a9090c7b0a9 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "DELETE /v2.0/floatingips/2b09a786-5e15-4d50-8c6b-85cd5af83112 HTTP/1.1" status: 204 len: 173 time: 1.5989413 Feb 15 14:04:44.614879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Request body: {'port': {'device_id': 'ea43dab8-f8b3-43b8-8ed1-183e90a6552d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:44.624660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Allocated IP 192.168.233.123 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/cb470162-560f-4193-88d7-921511a2fd7a) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:04:44.626778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39006-5ea8-48a0-9b86-a90f23378995 req-14d6b484-1d28-4dbe-be0d-1eca87b1ba0d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:44.634306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6af39006-5ea8-48a0-9b86-a90f23378995 req-14d6b484-1d28-4dbe-be0d-1eca87b1ba0d tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 946 time: 0.1332059 Feb 15 14:04:44.678463 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b29d15bf-de14-44a1-8f47-26f045b38da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.745591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0627fdc7-e335-4332-9c0a-4284426e04d4 req-6f822288-ac2e-4829-9fbd-d6de4d633d17 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 210 time: 0.0573485 Feb 15 14:04:44.768167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6af39006-5ea8-48a0-9b86-a90f23378995 req-f919110f-bb92-4f04-8992-a37209f727c1 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups?id=f959a1de-4900-4c68-8506-1dd351630187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290243 Feb 15 14:04:44.768167 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.859049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Publish callbacks [] for port (cb470162-560f-4193-88d7-921511a2fd7a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.905515 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cb470162-560f-4193-88d7-921511a2fd7a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:44.961257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:04:44.964610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:04:44.970604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:04:44.975191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Pushing event updated for resources: {'Port': ['ID=cb470162-560f-4193-88d7-921511a2fd7a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:45.042286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:45.043548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.074110 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-24b3a696-ad32-483a-825a-ba69ee8b3a1d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9167209 Feb 15 14:04:45.074769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137d6e8-6441-4b6f-82db-5d773e596faa req-fd2bf560-fd0d-4fe5-88f6-eeedc5281a71 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups/aed84314-65cf-48cb-9f5d-2880a1eebccf HTTP/1.1" status: 200 len: 1825 time: 0.1646807 Feb 15 14:04:45.088938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Request body: {'port': {'device_id': '244977e0-150c-468e-8b0b-4ac2f907a8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:45.133487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7ae45-45f4-4857-a862-9d4fbffb4cf2 req-cbb2ffa2-3061-446f-96a5-f3d9e8634471 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:45.135162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9e7ae45-45f4-4857-a862-9d4fbffb4cf2 req-cbb2ffa2-3061-446f-96a5-f3d9e8634471 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 932 time: 0.2239413 Feb 15 14:04:45.171725 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb470162-560f-4193-88d7-921511a2fd7a), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.237046 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137d6e8-6441-4b6f-82db-5d773e596faa req-ed384faf-cd8e-4014-ae0a-25248decb634 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for security_group (aed84314-65cf-48cb-9f5d-2880a1eebccf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.285708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137d6e8-6441-4b6f-82db-5d773e596faa req-ed384faf-cd8e-4014-ae0a-25248decb634 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for security_group (aed84314-65cf-48cb-9f5d-2880a1eebccf), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.309303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9e7ae45-45f4-4857-a862-9d4fbffb4cf2 req-ae45251d-bb5f-4885-967c-20dce4d38104 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645706 Feb 15 14:04:45.367966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-496d1931-eaf2-497d-8f53-0f790df33389 None None] Provisioning complete for port cb470162-560f-4193-88d7-921511a2fd7a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:45.369131 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-496d1931-eaf2-497d-8f53-0f790df33389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cb470162-560f-4193-88d7-921511a2fd7a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.385863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747c2a55-591a-4873-b3e4-e0b98ff05f7c {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:04:45.396152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Publish callbacks [] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.413102 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137d6e8-6441-4b6f-82db-5d773e596faa req-ed384faf-cd8e-4014-ae0a-25248decb634 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (aed84314-65cf-48cb-9f5d-2880a1eebccf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.419255 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137d6e8-6441-4b6f-82db-5d773e596faa req-ed384faf-cd8e-4014-ae0a-25248decb634 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.426513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-496d1931-eaf2-497d-8f53-0f790df33389 None None] Port cb470162-560f-4193-88d7-921511a2fd7a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:04:45.426852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137d6e8-6441-4b6f-82db-5d773e596faa req-ed384faf-cd8e-4014-ae0a-25248decb634 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "DELETE /v2.0/security-groups/aed84314-65cf-48cb-9f5d-2880a1eebccf HTTP/1.1" status: 204 len: 173 time: 0.3384564 Feb 15 14:04:45.451635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Transition to ACTIVE for port object 747c2a55-591a-4873-b3e4-e0b98ff05f7c will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:04:45.464608 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.486670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed384faf-cd8e-4014-ae0a-25248decb634 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed84314-65cf-48cb-9f5d-2880a1eebccf,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:45.557797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Pushing event updated for resources: {'Port': ['ID=747c2a55-591a-4873-b3e4-e0b98ff05f7c,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:45.577245 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed12f2-7ec7-40b7-9f9b-0f26c0e83c6f req-bdb640df-8f18-4e29-9db7-f0adf4da49a4 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:45.578923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3ed12f2-7ec7-40b7-9f9b-0f26c0e83c6f req-bdb640df-8f18-4e29-9db7-f0adf4da49a4 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 946 time: 0.1502566 Feb 15 14:04:45.613489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35452) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:45.621365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-34a07e1e-d334-4389-a7b8-59184d5053bb tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Request body: {'floatingip': {'port_id': '9d9be752-d5df-4861-83ff-262b4ef1a69b'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:45.651715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb470162-560f-4193-88d7-921511a2fd7a {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:04:45.662065 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Publish callbacks [] for port (cb470162-560f-4193-88d7-921511a2fd7a), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.683874 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Transition to ACTIVE for port object cb470162-560f-4193-88d7-921511a2fd7a will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:04:45.690780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (cb470162-560f-4193-88d7-921511a2fd7a), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.695879 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34a07e1e-d334-4389-a7b8-59184d5053bb tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for floatingip (6c92e213-6a57-4a55-88bb-604a4afb74a2), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.823752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Pushing event updated for resources: {'Port': ['ID=cb470162-560f-4193-88d7-921511a2fd7a,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:45.848748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Attempting to bind port 747c2a55-591a-4873-b3e4-e0b98ff05f7c on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:04:45.849114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Attempting to bind port 747c2a55-591a-4873-b3e4-e0b98ff05f7c by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:04:45.849407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Attempting to bind port 747c2a55-591a-4873-b3e4-e0b98ff05f7c on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:04:45.869233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Port 747c2a55-591a-4873-b3e4-e0b98ff05f7c on network fee3507b-addd-44c0-be05-aeb18219f9b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:04:45.869610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Attempting to bind port 747c2a55-591a-4873-b3e4-e0b98ff05f7c on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:04:45.875793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Attempting to bind port cb470162-560f-4193-88d7-921511a2fd7a on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:04:45.876124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Attempting to bind port cb470162-560f-4193-88d7-921511a2fd7a by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:04:45.876563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Attempting to bind port cb470162-560f-4193-88d7-921511a2fd7a on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:04:45.884208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Port cb470162-560f-4193-88d7-921511a2fd7a on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:04:45.884751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Attempting to bind port cb470162-560f-4193-88d7-921511a2fd7a on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:04:45.893228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:04:45.893573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Checking segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:04:45.893977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Bound using segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:04:45.894442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Bound port: 747c2a55-591a-4873-b3e4-e0b98ff05f7c, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:04:45.894815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.895760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:04:45.896386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:04:45.896720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:04:45.898481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Bound port: cb470162-560f-4193-88d7-921511a2fd7a, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:04:45.898481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb470162-560f-4193-88d7-921511a2fd7a), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:45.949914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c71cdc-fcdf-4597-87e4-e8160c81904c req-1405a0d2-10c7-448c-8d11-e83ba09d2849 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:45.951555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2c71cdc-fcdf-4597-87e4-e8160c81904c req-1405a0d2-10c7-448c-8d11-e83ba09d2849 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.2162130 Feb 15 14:04:46.021789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] For port cb470162-560f-4193-88d7-921511a2fd7a, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:04:46.025693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] For port cb470162-560f-4193-88d7-921511a2fd7a, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=cb470162-560f-4193-88d7-921511a2fd7a,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:04:46.044940 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (cb470162-560f-4193-88d7-921511a2fd7a), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:46.083340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:46.084077 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:46.085552 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] 10.222.0.42 "PUT /v2.0/ports/cb470162-560f-4193-88d7-921511a2fd7a HTTP/1.1" status: 200 len: 1097 time: 1.0016961 Feb 15 14:04:46.086087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244977e0-150c-468e-8b0b-4ac2f907a8d9', 'tag': 'cb470162-560f-4193-88d7-921511a2fd7a'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:46.088675 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8242e1-a286-44ac-8773-fb33208db807" -d '{"events": [{"name": "network-changed", "server_uuid": "244977e0-150c-468e-8b0b-4ac2f907a8d9", "tag": "cb470162-560f-4193-88d7-921511a2fd7a"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:46.125153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f629ba-2fb7-49e8-b1da-1c4b166896af service neutron] Pushing event updated for resources: {'Port': ['ID=cb470162-560f-4193-88d7-921511a2fd7a,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:46.276730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-ce83d248-9a30-4e7d-96ee-73c8b0aad330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:46.278792 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-ce83d248-9a30-4e7d-96ee-73c8b0aad330 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e0ba49b20664448a1ea21bfbf0c2504&device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 1131 time: 0.1000392 Feb 15 14:04:46.299229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127580-5fd1-4716-921b-cfa4121f0a66 req-c0d41fe3-dbee-42c4-94c3-e468e80cb2ec tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:46.304832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14127580-5fd1-4716-921b-cfa4121f0a66 req-c0d41fe3-dbee-42c4-94c3-e468e80cb2ec tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 948 time: 0.3626246 Feb 15 14:04:46.315398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] For port 747c2a55-591a-4873-b3e4-e0b98ff05f7c, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:04:46.329510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] For port 747c2a55-591a-4873-b3e4-e0b98ff05f7c, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=747c2a55-591a-4873-b3e4-e0b98ff05f7c,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:04:46.370108 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-2fc0bd61-1f5e-4cbb-958c-0fb22acbc410 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=cb470162-560f-4193-88d7-921511a2fd7a HTTP/1.1" status: 200 len: 217 time: 0.0811176 Feb 15 14:04:46.395445 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:46.411681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2c71cdc-fcdf-4597-87e4-e8160c81904c req-f36d0a22-5200-48aa-911c-3f220e4059eb tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548477 Feb 15 14:04:46.437856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-d081390a-d54c-41e5-a2de-290e0d25d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:46.439966 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-d081390a-d54c-41e5-a2de-290e0d25d1ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0634701 Feb 15 14:04:46.494828 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e2d320-0e74-4900-a32b-8ae64ca663bf x-openstack-request-id: req-e5e2d320-0e74-4900-a32b-8ae64ca663bf {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:46.495328 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244977e0-150c-468e-8b0b-4ac2f907a8d9", "tag": "cb470162-560f-4193-88d7-921511a2fd7a", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:46.495675 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e5e2d320-0e74-4900-a32b-8ae64ca663bf {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:46.496676 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244977e0-150c-468e-8b0b-4ac2f907a8d9', 'tag': 'cb470162-560f-4193-88d7-921511a2fd7a', 'status': 'completed', 'code': 200} Feb 15 14:04:46.519079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-b95c68b4-3cef-48b9-b59f-a5210ff143d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:46.522853 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-b95c68b4-3cef-48b9-b59f-a5210ff143d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0720005 Feb 15 14:04:46.584349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:46.584991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:46.586423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] 10.222.0.67 "PUT /v2.0/ports/747c2a55-591a-4873-b3e4-e0b98ff05f7c HTTP/1.1" status: 200 len: 1093 time: 1.9784184 Feb 15 14:04:46.586887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea43dab8-f8b3-43b8-8ed1-183e90a6552d', 'tag': '747c2a55-591a-4873-b3e4-e0b98ff05f7c'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:46.589370 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19588d79-3220-4d42-8bce-0acacc4d62b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ea43dab8-f8b3-43b8-8ed1-183e90a6552d", "tag": "747c2a55-591a-4873-b3e4-e0b98ff05f7c"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:46.603818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14127580-5fd1-4716-921b-cfa4121f0a66 req-82e33fdb-b0f7-44af-9018-55f95e0a392d tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b3cdeb6-24f2-4e35-a16b-2674237bc86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970917 Feb 15 14:04:46.667956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055adb6e-20a9-4b65-9327-5fbf4f549c3e service neutron] Pushing event updated for resources: {'Port': ['ID=747c2a55-591a-4873-b3e4-e0b98ff05f7c,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:46.670137 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-cd0e110c-c3c6-49b2-bdb9-43c874424e1f service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382062 Feb 15 14:04:46.672742 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c008df0-86f0-410e-bfcd-6b951ff280c6 x-openstack-request-id: req-9c008df0-86f0-410e-bfcd-6b951ff280c6 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:46.673041 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea43dab8-f8b3-43b8-8ed1-183e90a6552d", "tag": "747c2a55-591a-4873-b3e4-e0b98ff05f7c", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:46.673303 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9c008df0-86f0-410e-bfcd-6b951ff280c6 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:46.673704 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea43dab8-f8b3-43b8-8ed1-183e90a6552d', 'tag': '747c2a55-591a-4873-b3e4-e0b98ff05f7c', 'status': 'completed', 'code': 200} Feb 15 14:04:46.786929 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39d0379b-4757-4efa-b2bf-21ecc2854413 req-4722f2b5-f722-4c00-8276-5171a03397bb service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083732 Feb 15 14:04:46.810957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3490b-4e2d-4cc7-9b91-99448c64edf6 req-5cd5e32e-3e79-4960-97d9-6f1a08cf2a25 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:46.818295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57a3490b-4e2d-4cc7-9b91-99448c64edf6 req-5cd5e32e-3e79-4960-97d9-6f1a08cf2a25 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 944 time: 0.2642314 Feb 15 14:04:46.837871 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34a07e1e-d334-4389-a7b8-59184d5053bb tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:46.848228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34a07e1e-d334-4389-a7b8-59184d5053bb tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (6c92e213-6a57-4a55-88bb-604a4afb74a2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:46.851349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-0db42a84-d270-4051-8e1c-93d610875ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:46.853114 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-0db42a84-d270-4051-8e1c-93d610875ae4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 1127 time: 0.1599557 Feb 15 14:04:46.914145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8242e1-a286-44ac-8773-fb33208db807 req-2b91c7e3-96e9-4e10-bf01-4007dfc40452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:46.915844 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd8242e1-a286-44ac-8773-fb33208db807 req-2b91c7e3-96e9-4e10-bf01-4007dfc40452 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e0ba49b20664448a1ea21bfbf0c2504&device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 1131 time: 0.0581894 Feb 15 14:04:46.973328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-0f9e7626-c19e-43c2-af5d-b9cf74f06a67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=747c2a55-591a-4873-b3e4-e0b98ff05f7c HTTP/1.1" status: 200 len: 217 time: 0.0802157 Feb 15 14:04:47.023681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57a3490b-4e2d-4cc7-9b91-99448c64edf6 req-213b901e-dba3-4914-b9da-03bd75da8b9a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041299 Feb 15 14:04:47.037591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8242e1-a286-44ac-8773-fb33208db807 req-4f23de0d-fa44-4b3f-b543-6f852c1f4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:47.039233 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd8242e1-a286-44ac-8773-fb33208db807 req-4f23de0d-fa44-4b3f-b543-6f852c1f4690 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.1140275 Feb 15 14:04:47.059143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-ff0dd63b-ecbd-495f-b9ca-5a502ff6a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:47.061814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-ff0dd63b-ecbd-495f-b9ca-5a502ff6a3dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.0802855 Feb 15 14:04:47.088179 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd8242e1-a286-44ac-8773-fb33208db807 req-706bb3ce-5e9d-4125-8e26-00198f74c068 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=cb470162-560f-4193-88d7-921511a2fd7a HTTP/1.1" status: 200 len: 217 time: 0.0413666 Feb 15 14:04:47.106253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-32852ea8-0c41-476e-80f0-b03fd5b6a28d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372996 Feb 15 14:04:47.109952 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-34a07e1e-d334-4389-a7b8-59184d5053bb tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Floating IP 6c92e213-6a57-4a55-88bb-604a4afb74a2 associated. External IP: 172.25.6.232, port: 9d9be752-d5df-4861-83ff-262b4ef1a69b. Feb 15 14:04:47.119186 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-db1b6a41-1a9a-4271-9b73-0f3ddc9667fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:47.148310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8242e1-a286-44ac-8773-fb33208db807 req-76dce51d-5942-4ba7-bc49-d3390294220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:47.149944 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd8242e1-a286-44ac-8773-fb33208db807 req-76dce51d-5942-4ba7-bc49-d3390294220e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0549657 Feb 15 14:04:47.215871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8242e1-a286-44ac-8773-fb33208db807 req-b9b11b7a-1bad-4d94-b3e6-70c3bc1d35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:47.218018 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd8242e1-a286-44ac-8773-fb33208db807 req-b9b11b7a-1bad-4d94-b3e6-70c3bc1d35cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0602512 Feb 15 14:04:47.312139 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-2ce3ab64-336b-4206-8710-b5db71562fcd service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914709 Feb 15 14:04:47.354846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd8242e1-a286-44ac-8773-fb33208db807 req-a89da6d2-5c9b-448e-91c8-97d8d8cee647 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280577 Feb 15 14:04:47.486169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd8242e1-a286-44ac-8773-fb33208db807 req-cce36c69-8299-42f5-aea0-5047f8dd8dd5 service neutron] 10.222.0.42 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225283 Feb 15 14:04:47.597399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef693876-c1e7-467b-88e7-55b96a12b1c8 req-ae6fe3cf-ea76-4ffd-a3e6-31fbd9479a1e service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850056 Feb 15 14:04:47.627531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a07e1e-d334-4389-a7b8-59184d5053bb tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:04:47.637113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52284b-10e3-4860-9879-267a28468826 req-8bd6cd80-ead5-4f3c-94a6-00c51b32ba32 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:47.638705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff52284b-10e3-4860-9879-267a28468826 req-8bd6cd80-ead5-4f3c-94a6-00c51b32ba32 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.1005447 Feb 15 14:04:47.865509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff52284b-10e3-4860-9879-267a28468826 req-86b2c464-d476-4dd9-a59c-eefe4e1ab5b4 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0c46b50-5c60-492c-999a-72b49892d5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777556 Feb 15 14:04:47.886796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4abaa8-c443-4248-8cb9-c25b99401d23 req-30a2bf10-a7f2-4129-bf55-25e8bd75a0ec tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:47.888350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac4abaa8-c443-4248-8cb9-c25b99401d23 req-30a2bf10-a7f2-4129-bf55-25e8bd75a0ec tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 948 time: 0.1286511 Feb 15 14:04:47.890216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19588d79-3220-4d42-8bce-0acacc4d62b3 req-58463be0-c09f-405c-a6a2-5414cdd19102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:47.891617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19588d79-3220-4d42-8bce-0acacc4d62b3 req-58463be0-c09f-405c-a6a2-5414cdd19102 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 1127 time: 0.2056150 Feb 15 14:04:47.893447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a07e1e-d334-4389-a7b8-59184d5053bb tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:04:47.899010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34a07e1e-d334-4389-a7b8-59184d5053bb tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:47.905552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e2d632-c613-4af7-9a9a-5ba141fc6874 None None] Sync routers for ids ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:04:47.923145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e2d632-c613-4af7-9a9a-5ba141fc6874 None None] Routers {'53fd77e3-3797-4f6e-9ce9-e436e140ce31'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:47.926564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-30e2d632-c613-4af7-9a9a-5ba141fc6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:48.080128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-30e2d632-c613-4af7-9a9a-5ba141fc6874 None None] Set router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:48.109539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c907d-7298-4584-be8f-dc46f5825e2d req-1402b719-90c2-480e-8594-49446fbd1dec tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.111495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4a3c907d-7298-4584-be8f-dc46f5825e2d req-1402b719-90c2-480e-8594-49446fbd1dec tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.42 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 945 time: 0.0748236 Feb 15 14:04:48.236722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-4a3c907d-7298-4584-be8f-dc46f5825e2d req-007dd69b-f8db-4058-b644-1b20e3720f28 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Deleting port 8d031b9c-1223-4846-bd49-379420b056c4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:48.237282 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4a3c907d-7298-4584-be8f-dc46f5825e2d req-007dd69b-f8db-4058-b644-1b20e3720f28 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8d031b9c-1223-4846-bd49-379420b056c4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:48.285191 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:48.363972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-30e2d632-c613-4af7-9a9a-5ba141fc6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:17Z', 'revision_number': 4, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6c92e213-6a57-4a55-88bb-604a4afb74a2', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'port_id': '9d9be752-d5df-4861-83ff-262b4ef1a69b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'mac_address': 'fa:16:3e:19:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:04:24Z', 'updated_at': '2022-02-15T14:04:46Z', 'revision_number': 1, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cc809b-8bde-48a4-99de-8e14b97cb98e', 'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'mac_address': 'fa:16:3e:b4:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:15Z', 'updated_at': '2022-02-15T14:04:23Z', 'revision_number': 5, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'subnets': [{'id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:48.368440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-4a3c907d-7298-4584-be8f-dc46f5825e2d req-007dd69b-f8db-4058-b644-1b20e3720f28 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] For port 8d031b9c-1223-4846-bd49-379420b056c4, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8d031b9c-1223-4846-bd49-379420b056c4,segment=NetworkSegment(557908b1-53c2-46e6-80e8-12d9bdf6320f),segment_id=557908b1-53c2-46e6-80e8-12d9bdf6320f)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:48.368440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4a3c907d-7298-4584-be8f-dc46f5825e2d req-007dd69b-f8db-4058-b644-1b20e3720f28 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8d031b9c-1223-4846-bd49-379420b056c4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:48.393852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e2d632-c613-4af7-9a9a-5ba141fc6874 None None] Checking router: 53fd77e3-3797-4f6e-9ce9-e436e140ce31 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:04:48.404226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-4a3c907d-7298-4584-be8f-dc46f5825e2d req-007dd69b-f8db-4058-b644-1b20e3720f28 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Calling delete_port for 8d031b9c-1223-4846-bd49-379420b056c4 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:48.408520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e2d632-c613-4af7-9a9a-5ba141fc6874 None None] Routers {'53fd77e3-3797-4f6e-9ce9-e436e140ce31'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:48.409166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-30e2d632-c613-4af7-9a9a-5ba141fc6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:48.416289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-34a07e1e-d334-4389-a7b8-59184d5053bb tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "PUT /v2.0/floatingips/6c92e213-6a57-4a55-88bb-604a4afb74a2 HTTP/1.1" status: 200 len: 992 time: 2.8015177 Feb 15 14:04:48.489272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac4abaa8-c443-4248-8cb9-c25b99401d23 req-9ed5ab90-15d7-403e-8148-fd98c2d430a7 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b3cdeb6-24f2-4e35-a16b-2674237bc86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637355 Feb 15 14:04:48.552166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19588d79-3220-4d42-8bce-0acacc4d62b3 req-c77b7937-445c-417d-a81f-3c2bcb3bbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.553860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19588d79-3220-4d42-8bce-0acacc4d62b3 req-c77b7937-445c-417d-a81f-3c2bcb3bbf7a service neutron] 10.222.0.67 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 907 time: 0.6518421 Feb 15 14:04:48.569040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb155ed7-eefb-4b68-8385-7380ec064977 req-4a2f8066-8f2e-46ed-86e8-6047a68cf713 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.575210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb155ed7-eefb-4b68-8385-7380ec064977 req-4a2f8066-8f2e-46ed-86e8-6047a68cf713 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.576281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-30e2d632-c613-4af7-9a9a-5ba141fc6874 None None] Set router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:48.580870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb155ed7-eefb-4b68-8385-7380ec064977 req-4a2f8066-8f2e-46ed-86e8-6047a68cf713 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.588028 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb155ed7-eefb-4b68-8385-7380ec064977 req-4a2f8066-8f2e-46ed-86e8-6047a68cf713 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.593882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb155ed7-eefb-4b68-8385-7380ec064977 req-4a2f8066-8f2e-46ed-86e8-6047a68cf713 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.601285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb155ed7-eefb-4b68-8385-7380ec064977 req-4a2f8066-8f2e-46ed-86e8-6047a68cf713 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.607052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb155ed7-eefb-4b68-8385-7380ec064977 req-4a2f8066-8f2e-46ed-86e8-6047a68cf713 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.614733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb155ed7-eefb-4b68-8385-7380ec064977 req-4a2f8066-8f2e-46ed-86e8-6047a68cf713 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5444 time: 0.2656405 Feb 15 14:04:48.651589 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4a3c907d-7298-4584-be8f-dc46f5825e2d req-007dd69b-f8db-4058-b644-1b20e3720f28 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8d031b9c-1223-4846-bd49-379420b056c4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:48.679332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['8d031b9c-1223-4846-bd49-379420b056c4'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:48.684458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'tag': '9d9be752-d5df-4861-83ff-262b4ef1a69b'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:48.687340 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b380a5eb-1369-41e7-a423-257658e02fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "afc5253c-1b43-461c-8328-6647bb04e9fb", "tag": "9d9be752-d5df-4861-83ff-262b4ef1a69b"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:48.692079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dd69b-f8db-4058-b644-1b20e3720f28 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Pushing event deleted for resources: {'Port': ['ID=8d031b9c-1223-4846-bd49-379420b056c4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:48.712899 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19588d79-3220-4d42-8bce-0acacc4d62b3 req-bb89938f-b5c1-4a3a-ba52-35220fceb302 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=747c2a55-591a-4873-b3e4-e0b98ff05f7c HTTP/1.1" status: 200 len: 217 time: 0.0891039 Feb 15 14:04:48.758085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3c907d-7298-4584-be8f-dc46f5825e2d req-007dd69b-f8db-4058-b644-1b20e3720f28 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] No DVR routers for this DVR port 8d031b9c-1223-4846-bd49-379420b056c4 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:48.760854 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4a3c907d-7298-4584-be8f-dc46f5825e2d req-007dd69b-f8db-4058-b644-1b20e3720f28 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:48.765512 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4a3c907d-7298-4584-be8f-dc46f5825e2d req-007dd69b-f8db-4058-b644-1b20e3720f28 tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.42 "DELETE /v2.0/ports/8d031b9c-1223-4846-bd49-379420b056c4 HTTP/1.1" status: 204 len: 173 time: 0.6474371 Feb 15 14:04:48.765706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'name': 'network-vif-deleted', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:48.775757 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534788bf-f8c1-4669-91d5-f5e3d3448ae7" -d '{"events": [{"server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "name": "network-vif-deleted", "tag": "8d031b9c-1223-4846-bd49-379420b056c4"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:48.821471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19588d79-3220-4d42-8bce-0acacc4d62b3 req-bf253c15-4591-4bfb-90f2-1020d2d60ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.823085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19588d79-3220-4d42-8bce-0acacc4d62b3 req-bf253c15-4591-4bfb-90f2-1020d2d60ce2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.1035712 Feb 15 14:04:48.840426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794a9d9-5ac0-477e-8bb7-a777a40b9b59 req-7b1db337-5035-4b04-b191-7f9695418793 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:48.844997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7794a9d9-5ac0-477e-8bb7-a777a40b9b59 req-7b1db337-5035-4b04-b191-7f9695418793 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 944 time: 0.2884874 Feb 15 14:04:48.893559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19588d79-3220-4d42-8bce-0acacc4d62b3 req-a5668bf8-df4d-4df4-b063-c647382088f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605674 Feb 15 14:04:48.902792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb155ed7-eefb-4b68-8385-7380ec064977 req-64ffb369-84aa-43d3-88a1-fb6e73528b5a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2871637 Feb 15 14:04:48.956593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-30e2d632-c613-4af7-9a9a-5ba141fc6874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:17Z', 'revision_number': 4, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6c92e213-6a57-4a55-88bb-604a4afb74a2', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'port_id': '9d9be752-d5df-4861-83ff-262b4ef1a69b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'mac_address': 'fa:16:3e:19:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:04:24Z', 'updated_at': '2022-02-15T14:04:46Z', 'revision_number': 1, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cc809b-8bde-48a4-99de-8e14b97cb98e', 'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'mac_address': 'fa:16:3e:b4:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:15Z', 'updated_at': '2022-02-15T14:04:23Z', 'revision_number': 5, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'subnets': [{'id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:48.994343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e2d632-c613-4af7-9a9a-5ba141fc6874 None None] The sync data for ids ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'] in n-d-829064-15 is: [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:17Z', 'revision_number': 4, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6c92e213-6a57-4a55-88bb-604a4afb74a2', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'port_id': '9d9be752-d5df-4861-83ff-262b4ef1a69b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'mac_address': 'fa:16:3e:19:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:04:24Z', 'updated_at': '2022-02-15T14:04:46Z', 'revision_number': 1, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cc809b-8bde-48a4-99de-8e14b97cb98e', 'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'mac_address': 'fa:16:3e:b4:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:15Z', 'updated_at': '2022-02-15T14:04:23Z', 'revision_number': 5, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'subnets': [{'id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:04:49.072924 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7794a9d9-5ac0-477e-8bb7-a777a40b9b59 req-751dd456-2369-46b7-9bae-341c6ca19943 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083991 Feb 15 14:04:49.129573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4779b-f83e-4180-ab02-9851d22582a1 req-52bc4425-4689-43e3-a0a8-3830c052bfae tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:49.131957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afc4779b-f83e-4180-ab02-9851d22582a1 req-52bc4425-4689-43e3-a0a8-3830c052bfae tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 946 time: 0.1197712 Feb 15 14:04:49.137613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19588d79-3220-4d42-8bce-0acacc4d62b3 req-edcfaf8c-d691-423f-9072-7ab6d1958f57 service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336707 Feb 15 14:04:49.139203 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c2a60a-190f-43bb-b1fd-5a363c4a92ea x-openstack-request-id: req-40c2a60a-190f-43bb-b1fd-5a363c4a92ea {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:49.139493 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc5253c-1b43-461c-8328-6647bb04e9fb", "tag": "9d9be752-d5df-4861-83ff-262b4ef1a69b", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:49.139749 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40c2a60a-190f-43bb-b1fd-5a363c4a92ea {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:49.140672 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'tag': '9d9be752-d5df-4861-83ff-262b4ef1a69b', 'status': 'completed', 'code': 200} Feb 15 14:04:49.193100 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375388c6-ed77-456f-990a-442b7512a01f x-openstack-request-id: req-375388c6-ed77-456f-990a-442b7512a01f {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:49.193621 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0", "name": "network-vif-deleted", "tag": "8d031b9c-1223-4846-bd49-379420b056c4", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:49.193708 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-375388c6-ed77-456f-990a-442b7512a01f {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:49.194112 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0', 'name': 'network-vif-deleted', 'tag': '8d031b9c-1223-4846-bd49-379420b056c4', 'status': 'completed', 'code': 200} Feb 15 14:04:49.223486 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a5eb-1369-41e7-a423-257658e02fd0 req-f8d38eb8-0fc9-4fc9-9b67-ffef71b32912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:49.228976 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b380a5eb-1369-41e7-a423-257658e02fd0 req-f8d38eb8-0fc9-4fc9-9b67-ffef71b32912 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34cfa2a9bd6441549013d86d3375b3b5&device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 1129 time: 0.0626178 Feb 15 14:04:49.301635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afc4779b-f83e-4180-ab02-9851d22582a1 req-5dd7fb60-fce7-4c54-adbe-8359126dba67 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups?id=f959a1de-4900-4c68-8506-1dd351630187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485991 Feb 15 14:04:49.335801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19588d79-3220-4d42-8bce-0acacc4d62b3 req-cb1db3ab-ea9e-4750-b8fd-fb7eab18bfd1 service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771221 Feb 15 14:04:49.385509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce088ec7-0234-44bf-85ce-ef30f8937888 req-b46baf2b-e73b-4f4b-97c4-26008850fb9d tempest-ServerRescueTestJSONUnderV235-178364610 tempest-ServerRescueTestJSONUnderV235-178364610-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba57fd6-ea5f-4d4a-a0ea-72cefdb598d0 HTTP/1.1" status: 200 len: 210 time: 0.0534647 Feb 15 14:04:49.419112 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583d51d-8483-4e55-9b21-88951c1174aa None None] New status for floating IP 6c92e213-6a57-4a55-88bb-604a4afb74a2: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:04:49.424320 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a5eb-1369-41e7-a423-257658e02fd0 req-a6391724-f844-4204-97d1-9617b7c6c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:49.426521 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b380a5eb-1369-41e7-a423-257658e02fd0 req-a6391724-f844-4204-97d1-9617b7c6c528 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 HTTP/1.1" status: 200 len: 907 time: 0.1906278 Feb 15 14:04:49.552224 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b380a5eb-1369-41e7-a423-257658e02fd0 req-cce33730-f227-49ac-b0fc-9fae1c86beca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d9be752-d5df-4861-83ff-262b4ef1a69b HTTP/1.1" status: 200 len: 1000 time: 0.1171193 Feb 15 14:04:49.648308 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:49.650067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a5eb-1369-41e7-a423-257658e02fd0 req-3096c6b3-840c-4b02-8497-f73ba3d1f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:49.653185 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b380a5eb-1369-41e7-a423-257658e02fd0 req-3096c6b3-840c-4b02-8497-f73ba3d1f957 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120866a7-eb89-466a-8fef-c4e734a45b68 HTTP/1.1" status: 200 len: 845 time: 0.0922723 Feb 15 14:04:49.657527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e37ee-0a5a-4242-a9e6-d1b74c6161aa req-5add11da-56bb-412b-b12e-9fd677966438 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:49.659497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e3e37ee-0a5a-4242-a9e6-d1b74c6161aa req-5add11da-56bb-412b-b12e-9fd677966438 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 948 time: 0.0973206 Feb 15 14:04:49.730173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a5eb-1369-41e7-a423-257658e02fd0 req-f0ab4334-01cf-459d-8d63-4f8ae3c2ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:49.733428 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b380a5eb-1369-41e7-a423-257658e02fd0 req-f0ab4334-01cf-459d-8d63-4f8ae3c2ade6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a98e0a00-2ad8-4038-b4c1-f11e333bd2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0744679 Feb 15 14:04:49.734170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e3e37ee-0a5a-4242-a9e6-d1b74c6161aa req-4ab2a95b-93b9-4030-b09c-cf48ed932978 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b3cdeb6-24f2-4e35-a16b-2674237bc86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662584 Feb 15 14:04:49.853673 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b380a5eb-1369-41e7-a423-257658e02fd0 req-befc2c6c-ad19-405b-b22a-be28f6823273 service neutron] 10.222.0.42 "GET /v2.0/networks/a98e0a00-2ad8-4038-b4c1-f11e333bd2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097586 Feb 15 14:04:49.965186 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b380a5eb-1369-41e7-a423-257658e02fd0 req-a9d6e57b-a328-4223-98df-6ec10ab1a07b service neutron] 10.222.0.42 "GET /v2.0/networks/a98e0a00-2ad8-4038-b4c1-f11e333bd2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047602 Feb 15 14:04:50.074322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5d27-f9cf-4dce-adfe-91ad3d988bc7 req-7dd1ea86-319f-4ba0-bf52-53ab1a95caa0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:50.081925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5d27-f9cf-4dce-adfe-91ad3d988bc7 req-7dd1ea86-319f-4ba0-bf52-53ab1a95caa0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:50.087459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5d27-f9cf-4dce-adfe-91ad3d988bc7 req-7dd1ea86-319f-4ba0-bf52-53ab1a95caa0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:50.092829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5d27-f9cf-4dce-adfe-91ad3d988bc7 req-7dd1ea86-319f-4ba0-bf52-53ab1a95caa0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:50.098233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5d27-f9cf-4dce-adfe-91ad3d988bc7 req-7dd1ea86-319f-4ba0-bf52-53ab1a95caa0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:50.103831 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5d27-f9cf-4dce-adfe-91ad3d988bc7 req-7dd1ea86-319f-4ba0-bf52-53ab1a95caa0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:50.108135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device cb470162-560f-4193-88d7-921511a2fd7a details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:04:50.110191 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5d27-f9cf-4dce-adfe-91ad3d988bc7 req-7dd1ea86-319f-4ba0-bf52-53ab1a95caa0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:50.112232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48ae5d27-f9cf-4dce-adfe-91ad3d988bc7 req-7dd1ea86-319f-4ba0-bf52-53ab1a95caa0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5444 time: 0.1104491 Feb 15 14:04:50.209360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48ae5d27-f9cf-4dce-adfe-91ad3d988bc7 req-d92bb023-92dd-40d4-85f6-ce7eb949e94b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895855 Feb 15 14:04:50.242769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port cb470162-560f-4193-88d7-921511a2fd7a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=cb470162-560f-4193-88d7-921511a2fd7a,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:50.243647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7d3ff-2fd9-44d5-845e-d26133525120 req-7735a215-4c0c-48b7-8d2f-93cbf64a0d23 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:50.243647 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3f7d3ff-2fd9-44d5-845e-d26133525120 req-7735a215-4c0c-48b7-8d2f-93cbf64a0d23 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 944 time: 0.0672154 Feb 15 14:04:50.257891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'cb470162-560f-4193-88d7-921511a2fd7a', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'cb470162-560f-4193-88d7-921511a2fd7a', 'mac_address': 'fa:16:3e:b6:de:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:04:50.296634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3f7d3ff-2fd9-44d5-845e-d26133525120 req-df1d0461-f500-4d9c-96cc-ed703f26c3fa tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516970 Feb 15 14:04:50.300748 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port cb470162-560f-4193-88d7-921511a2fd7a is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:50.301443 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb470162-560f-4193-88d7-921511a2fd7a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:50.316738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb470162-560f-4193-88d7-921511a2fd7a {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:04:50.341318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port cb470162-560f-4193-88d7-921511a2fd7a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=cb470162-560f-4193-88d7-921511a2fd7a,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:50.345535 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cb470162-560f-4193-88d7-921511a2fd7a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:50.399593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=cb470162-560f-4193-88d7-921511a2fd7a,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:50.407569 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.407926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.408271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.408612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.408952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.409288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.410122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.410455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.410786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.411288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.411467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.411792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.412119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:04:50.451422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35512) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:50.637040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['cb470162-560f-4193-88d7-921511a2fd7a'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:50.924301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc7f2-b7c9-4d8f-b575-82bbd9894235 req-7004cbd1-add0-42ea-8a7a-7e93b9207941 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:50.925819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd5bc7f2-b7c9-4d8f-b575-82bbd9894235 req-7004cbd1-add0-42ea-8a7a-7e93b9207941 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 949 time: 0.0963666 Feb 15 14:04:50.973806 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:51.042880 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:51.047135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-c9163955-7a34-44d5-8aaf-132e86c11ec0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.052949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-c9163955-7a34-44d5-8aaf-132e86c11ec0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.058166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-c9163955-7a34-44d5-8aaf-132e86c11ec0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.064176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-c9163955-7a34-44d5-8aaf-132e86c11ec0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.068839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-c9163955-7a34-44d5-8aaf-132e86c11ec0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.072565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd5bc7f2-b7c9-4d8f-b575-82bbd9894235 req-a1831eff-9d93-4f5c-94e0-0c572fa0fbd2 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b3cdeb6-24f2-4e35-a16b-2674237bc86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383607 Feb 15 14:04:51.074194 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-c9163955-7a34-44d5-8aaf-132e86c11ec0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.079415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-c9163955-7a34-44d5-8aaf-132e86c11ec0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.081987 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-c9163955-7a34-44d5-8aaf-132e86c11ec0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5444 time: 0.1042728 Feb 15 14:04:51.151472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-bf4504b9-a04f-4b40-899d-4b28f2746ca8 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.152907 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-bf4504b9-a04f-4b40-899d-4b28f2746ca8 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "GET /v2.0/ports/ae6ae938-07ef-49af-a241-1ead4188e276?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0611105 Feb 15 14:04:51.378036 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9d9bd5ce-190a-405e-8d14-44d608d1e67d tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "GET /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2195580 Feb 15 14:04:51.385591 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] Deleting port c41fa8a1-8c19-4576-b09c-a05a289710f8 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:51.385934 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:51.389028 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:51.486733 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:51.590069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] For port c41fa8a1-8c19-4576-b09c-a05a289710f8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c41fa8a1-8c19-4576-b09c-a05a289710f8,segment=NetworkSegment(557908b1-53c2-46e6-80e8-12d9bdf6320f),segment_id=557908b1-53c2-46e6-80e8-12d9bdf6320f)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:51.590433 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:51.617572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6666bef-66c7-496a-a5bd-d8ac75f52050 req-7dd50189-4a7d-45f8-94d6-3e382a5d2299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.623337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6666bef-66c7-496a-a5bd-d8ac75f52050 req-7dd50189-4a7d-45f8-94d6-3e382a5d2299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.629259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6666bef-66c7-496a-a5bd-d8ac75f52050 req-7dd50189-4a7d-45f8-94d6-3e382a5d2299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.634516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6666bef-66c7-496a-a5bd-d8ac75f52050 req-7dd50189-4a7d-45f8-94d6-3e382a5d2299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.639903 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6666bef-66c7-496a-a5bd-d8ac75f52050 req-7dd50189-4a7d-45f8-94d6-3e382a5d2299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.645500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6666bef-66c7-496a-a5bd-d8ac75f52050 req-7dd50189-4a7d-45f8-94d6-3e382a5d2299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.648839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] For port ae6ae938-07ef-49af-a241-1ead4188e276, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ae6ae938-07ef-49af-a241-1ead4188e276,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:51.650946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6666bef-66c7-496a-a5bd-d8ac75f52050 req-7dd50189-4a7d-45f8-94d6-3e382a5d2299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.653035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6666bef-66c7-496a-a5bd-d8ac75f52050 req-7dd50189-4a7d-45f8-94d6-3e382a5d2299 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 5444 time: 0.2173913 Feb 15 14:04:51.654207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] Calling delete_port for c41fa8a1-8c19-4576-b09c-a05a289710f8 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:51.663497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51a531-275e-4dab-9ac5-31d630a7c592 req-14745da5-6f71-487b-81a7-a40cf8f324e5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:51.665075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a51a531-275e-4dab-9ac5-31d630a7c592 req-14745da5-6f71-487b-81a7-a40cf8f324e5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 944 time: 0.2284138 Feb 15 14:04:51.846617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a51a531-275e-4dab-9ac5-31d630a7c592 req-44ce92b0-cce5-48fa-ac41-bd4570ce6d56 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643608 Feb 15 14:04:51.858873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6666bef-66c7-496a-a5bd-d8ac75f52050 req-0fd30c3d-193f-4f74-8e8b-2e654f7e606b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&id=8136de6e-6f32-401f-aec4-1191243eb073&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926816 Feb 15 14:04:51.956512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] For port ae6ae938-07ef-49af-a241-1ead4188e276, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:04:51.999893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] device_id is not set on port ae6ae938-07ef-49af-a241-1ead4188e276 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:04:52.010687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] Publish callbacks [] for port (ae6ae938-07ef-49af-a241-1ead4188e276), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.019943 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.089858 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] No DVR routers for this DVR port ae6ae938-07ef-49af-a241-1ead4188e276 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:52.091210 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c41fa8a1-8c19-4576-b09c-a05a289710f8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.124666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device cb470162-560f-4193-88d7-921511a2fd7a up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:04:52.132369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] Pushing event updated for resources: {'Port': ['ID=ae6ae938-07ef-49af-a241-1ead4188e276,revision_number=6']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:52.146288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c41fa8a1-8c19-4576-b09c-a05a289710f8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:52.158054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] In _notify_port_updated(), no bound segment for port ae6ae938-07ef-49af-a241-1ead4188e276 on network 418e38b8-e8e1-47ac-84da-30f82b26109f {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:04:52.161053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:52.161800 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.163397 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-e9a2eed6-30d7-482b-bcba-3b501351428b service neutron] 10.222.0.42 "PUT /v2.0/ports/ae6ae938-07ef-49af-a241-1ead4188e276 HTTP/1.1" status: 200 len: 1032 time: 0.7787340 Feb 15 14:04:52.248978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port cb470162-560f-4193-88d7-921511a2fd7a completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:04:52.260403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port cb470162-560f-4193-88d7-921511a2fd7a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:52.268711 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cb470162-560f-4193-88d7-921511a2fd7a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.296501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-657dfecc-811f-42c9-8a20-af16215718be tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:52.298209 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-657dfecc-811f-42c9-8a20-af16215718be tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "GET /v2.0/ports/ef5ffed5-7caf-46a6-be1c-41b168dc0fbe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1273897 Feb 15 14:04:52.314143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:52.399806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.443469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port cb470162-560f-4193-88d7-921511a2fd7a is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:52.444159 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb470162-560f-4193-88d7-921511a2fd7a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.485128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244977e0-150c-468e-8b0b-4ac2f907a8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb470162-560f-4193-88d7-921511a2fd7a'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:52.487856 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.491197 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2d35ae-dc20-4ae0-8552-c78bfcafaa06" -d '{"events": [{"server_uuid": "244977e0-150c-468e-8b0b-4ac2f907a8d9", "name": "network-vif-plugged", "status": "completed", "tag": "cb470162-560f-4193-88d7-921511a2fd7a"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:52.496691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250545-e29e-48e6-bd45-d46bd90f6460 req-20355a80-737f-4d20-9b99-1563d2a5e474 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:52.529076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port cb470162-560f-4193-88d7-921511a2fd7a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=cb470162-560f-4193-88d7-921511a2fd7a,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:52.529794 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63250545-e29e-48e6-bd45-d46bd90f6460 req-20355a80-737f-4d20-9b99-1563d2a5e474 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 949 time: 0.2494166 Feb 15 14:04:52.529922 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cb470162-560f-4193-88d7-921511a2fd7a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.529922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ae6ae938-07ef-49af-a241-1ead4188e276 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:52.587546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63250545-e29e-48e6-bd45-d46bd90f6460 req-41194170-a2b9-445e-b2c5-927a78d72760 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b3cdeb6-24f2-4e35-a16b-2674237bc86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703874 Feb 15 14:04:52.611938 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bebbe7d-bdd0-41b0-8c6d-141607faf11e x-openstack-request-id: req-0bebbe7d-bdd0-41b0-8c6d-141607faf11e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:52.612699 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244977e0-150c-468e-8b0b-4ac2f907a8d9", "name": "network-vif-plugged", "status": "completed", "tag": "cb470162-560f-4193-88d7-921511a2fd7a", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:52.613136 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0bebbe7d-bdd0-41b0-8c6d-141607faf11e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:52.613697 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244977e0-150c-468e-8b0b-4ac2f907a8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb470162-560f-4193-88d7-921511a2fd7a', 'code': 200} Feb 15 14:04:52.622296 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 747c2a55-591a-4873-b3e4-e0b98ff05f7c details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:04:52.740749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] For port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:52.757686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f580f1-06bb-4afc-a396-6276744fd90c req-0c5c78c3-51a8-4a34-8edf-91c80da3427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:52.759534 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-86f580f1-06bb-4afc-a396-6276744fd90c req-0c5c78c3-51a8-4a34-8edf-91c80da3427b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 1133 time: 0.1017282 Feb 15 14:04:52.779880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 747c2a55-591a-4873-b3e4-e0b98ff05f7c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=747c2a55-591a-4873-b3e4-e0b98ff05f7c,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:52.789888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5d17bdae-2979-4b7a-ae1f-70352d95afcb None None] Provisioning complete for port ae6ae938-07ef-49af-a241-1ead4188e276 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:52.789888 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5d17bdae-2979-4b7a-ae1f-70352d95afcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.821664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=cb470162-560f-4193-88d7-921511a2fd7a,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:52.828631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port ae6ae938-07ef-49af-a241-1ead4188e276 host ! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:04:52.829175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ae6ae938-07ef-49af-a241-1ead4188e276 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:52.829696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8d031b9c-1223-4846-bd49-379420b056c4 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:52.834255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '747c2a55-591a-4873-b3e4-e0b98ff05f7c', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'port_id': '747c2a55-591a-4873-b3e4-e0b98ff05f7c', 'mac_address': 'fa:16:3e:6e:7f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97831b1c-7ade-490d-a8f5-172cfa6c6777', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:04:52.846636 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-86f580f1-06bb-4afc-a396-6276744fd90c req-b1272f27-5e0d-41c3-b517-3ecbf2e66993 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b3cdeb6-24f2-4e35-a16b-2674237bc86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815420 Feb 15 14:04:52.851911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] For port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:04:52.871261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 8d031b9c-1223-4846-bd49-379420b056c4 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:52.871769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8d031b9c-1223-4846-bd49-379420b056c4 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:52.872298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ef5ffed5-7caf-46a6-be1c-41b168dc0fbe no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:52.902692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] device_id is not set on port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:04:52.914473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] Publish callbacks [] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.920291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5d17bdae-2979-4b7a-ae1f-70352d95afcb None None] Port ae6ae938-07ef-49af-a241-1ead4188e276 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:04:52.930501 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:52.951781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] Router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:04:53.010289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 747c2a55-591a-4873-b3e4-e0b98ff05f7c is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:53.010835 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:53.041112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe host ! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:04:53.041112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ef5ffed5-7caf-46a6-be1c-41b168dc0fbe not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:53.041112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b158ca5d-d23b-470c-9724-854ecc95e98b no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:53.075666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747c2a55-591a-4873-b3e4-e0b98ff05f7c {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:04:53.091968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] No DVR routers for this DVR port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:53.103652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 747c2a55-591a-4873-b3e4-e0b98ff05f7c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=747c2a55-591a-4873-b3e4-e0b98ff05f7c,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:53.130796 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:53.172559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] In _notify_port_updated(), no bound segment for port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe on network 418e38b8-e8e1-47ac-84da-30f82b26109f {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:04:53.173442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:53.176385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:53.178231 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] 10.222.0.42 "PUT /v2.0/ports/ef5ffed5-7caf-46a6-be1c-41b168dc0fbe HTTP/1.1" status: 200 len: 1032 time: 0.8724160 Feb 15 14:04:53.204222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdb894-a2a5-45f2-8c96-ae4800ec229c service neutron] Pushing event updated for resources: {'Port': ['ID=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,revision_number=6']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:53.219088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2b7ee-8a40-46d7-ae62-18cdfd7d76e4 req-0eb2e792-8eac-46e3-861f-69f7b708492f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:53.225810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2b7ee-8a40-46d7-ae62-18cdfd7d76e4 req-0eb2e792-8eac-46e3-861f-69f7b708492f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:53.232522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2b7ee-8a40-46d7-ae62-18cdfd7d76e4 req-0eb2e792-8eac-46e3-861f-69f7b708492f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:53.238630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2b7ee-8a40-46d7-ae62-18cdfd7d76e4 req-0eb2e792-8eac-46e3-861f-69f7b708492f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:53.244633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2b7ee-8a40-46d7-ae62-18cdfd7d76e4 req-0eb2e792-8eac-46e3-861f-69f7b708492f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:53.247881 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78c2b7ee-8a40-46d7-ae62-18cdfd7d76e4 req-0eb2e792-8eac-46e3-861f-69f7b708492f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 3886 time: 0.2335382 Feb 15 14:04:53.266129 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port b158ca5d-d23b-470c-9724-854ecc95e98b is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:53.266532 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:53.284974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:04:53.295165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6f240a86-a150-4079-a307-af78adcd8c0e admin admin] 10.222.0.72 "PUT /v2.0/routers/3a6f7838-0e6c-458c-9e0c-8aa001f17b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8401651 Feb 15 14:04:53.299168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35548) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:53.322460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119959e-ea3d-49b6-92a6-5e1602dbc9fa req-d6c8d3ef-fd7b-4926-9f8f-dcf0a35e1e7b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:53.329531 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3119959e-ea3d-49b6-92a6-5e1602dbc9fa req-d6c8d3ef-fd7b-4926-9f8f-dcf0a35e1e7b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 944 time: 0.3428991 Feb 15 14:04:53.348105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a8d11-e1d4-4109-b518-c3505c0f83a2 None None] Sync routers for ids ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:04:53.352882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=747c2a55-591a-4873-b3e4-e0b98ff05f7c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:53.408706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b158ca5d-d23b-470c-9724-854ecc95e98b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b158ca5d-d23b-470c-9724-854ecc95e98b,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:53.411385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a8d11-e1d4-4109-b518-c3505c0f83a2 None None] Routers {'3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:53.412022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-da6a8d11-e1d4-4109-b518-c3505c0f83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:53.424888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78c2b7ee-8a40-46d7-ae62-18cdfd7d76e4 req-22a56a2f-fc48-4034-b4c0-3988c0523ce4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411955 Feb 15 14:04:53.466557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3119959e-ea3d-49b6-92a6-5e1602dbc9fa req-8a6b7add-25c6-4a5a-ba9a-d5f15b52517a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219816 Feb 15 14:04:53.504370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-6abc0df8-5790-462a-a8e8-a4cec3e43b1e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Deleting port b158ca5d-d23b-470c-9724-854ecc95e98b {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:53.504741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-6abc0df8-5790-462a-a8e8-a4cec3e43b1e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:53.605121 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Publish callbacks [] for router (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:53.661604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['747c2a55-591a-4873-b3e4-e0b98ff05f7c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:53.668885 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:53.709915 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-6abc0df8-5790-462a-a8e8-a4cec3e43b1e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] For port b158ca5d-d23b-470c-9724-854ecc95e98b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b158ca5d-d23b-470c-9724-854ecc95e98b,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:53.710313 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-6abc0df8-5790-462a-a8e8-a4cec3e43b1e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:53.734345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-6abc0df8-5790-462a-a8e8-a4cec3e43b1e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Calling delete_port for b158ca5d-d23b-470c-9724-854ecc95e98b owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:53.743681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e7814-b32c-4ce1-a286-f5a2bd44d45e req-40707eef-672f-4b56-8642-79ef849da465 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:53.759463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a12e7814-b32c-4ce1-a286-f5a2bd44d45e req-40707eef-672f-4b56-8642-79ef849da465 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 950 time: 0.1008501 Feb 15 14:04:53.792252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-da882422-cacc-4f33-b949-558267390555 None None] Provisioning complete for port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:53.792672 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da882422-cacc-4f33-b949-558267390555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:53.841117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a12e7814-b32c-4ce1-a286-f5a2bd44d45e req-fe09d979-02ea-4dfc-a606-ec9b5229c552 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b3cdeb6-24f2-4e35-a16b-2674237bc86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804906 Feb 15 14:04:53.850683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-da6a8d11-e1d4-4109-b518-c3505c0f83a2 None None] Set router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:53.863999 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Publish callbacks [] for router_gateway (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:53.985735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Deleting port 3598846c-085e-42f8-bb5f-6192f2e3bc06 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:53.986363 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:53.992316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=b158ca5d-d23b-470c-9724-854ecc95e98b,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:54.022727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-da882422-cacc-4f33-b949-558267390555 None None] Port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:04:54.084853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] For port 3598846c-085e-42f8-bb5f-6192f2e3bc06, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3598846c-085e-42f8-bb5f-6192f2e3bc06,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:54.085210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:54.107285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Calling delete_port for 3598846c-085e-42f8-bb5f-6192f2e3bc06 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:54.121901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-6abc0df8-5790-462a-a8e8-a4cec3e43b1e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b158ca5d-d23b-470c-9724-854ecc95e98b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:54.140280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 3979dcb3-514f-4c89-9d07-9203d9443f20 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:54.188729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc0df8-5790-462a-a8e8-a4cec3e43b1e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Port': ['ID=b158ca5d-d23b-470c-9724-854ecc95e98b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:54.259716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-6abc0df8-5790-462a-a8e8-a4cec3e43b1e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] No DVR routers for this DVR port b158ca5d-d23b-470c-9724-854ecc95e98b on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:54.259960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-da6a8d11-e1d4-4109-b518-c3505c0f83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:04:51Z', 'revision_number': 5, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port': {'id': '3598846c-085e-42f8-bb5f-6192f2e3bc06', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:27Z', 'updated_at': '2022-02-15T14:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:54.262548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-6abc0df8-5790-462a-a8e8-a4cec3e43b1e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:54.266239 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-6abc0df8-5790-462a-a8e8-a4cec3e43b1e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "DELETE /v2.0/ports/b158ca5d-d23b-470c-9724-854ecc95e98b HTTP/1.1" status: 204 len: 173 time: 1.0777519 Feb 15 14:04:54.268289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-deleted', 'tag': 'b158ca5d-d23b-470c-9724-854ecc95e98b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:54.271264 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c895fd-003d-4a58-8dec-32efa7ce5918" -d '{"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-deleted", "tag": "b158ca5d-d23b-470c-9724-854ecc95e98b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:54.308049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a8d11-e1d4-4109-b518-c3505c0f83a2 None None] Checking router: 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:04:54.310093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 3979dcb3-514f-4c89-9d07-9203d9443f20 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:54.310478 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:54.331469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a8d11-e1d4-4109-b518-c3505c0f83a2 None None] Routers {'3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:54.343747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-da6a8d11-e1d4-4109-b518-c3505c0f83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:54.354664 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eee69e3-2e32-4f2a-a391-8e1c80bf0aae x-openstack-request-id: req-7eee69e3-2e32-4f2a-a391-8e1c80bf0aae {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:54.355396 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-deleted", "tag": "b158ca5d-d23b-470c-9724-854ecc95e98b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:54.355615 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7eee69e3-2e32-4f2a-a391-8e1c80bf0aae {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:54.356027 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-deleted', 'tag': 'b158ca5d-d23b-470c-9724-854ecc95e98b', 'status': 'completed', 'code': 200} Feb 15 14:04:54.454771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 3979dcb3-514f-4c89-9d07-9203d9443f20, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3979dcb3-514f-4c89-9d07-9203d9443f20,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:54.462016 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:54.462916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:54.530211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-03436198-2d48-4aef-b3d4-16f9bb9b6322 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Deleting port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:54.530756 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-03436198-2d48-4aef-b3d4-16f9bb9b6322 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:54.540089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3598846c-085e-42f8-bb5f-6192f2e3bc06), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:54.621505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-da6a8d11-e1d4-4109-b518-c3505c0f83a2 None None] Set router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:54.625443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b158ca5d-d23b-470c-9724-854ecc95e98b'}, {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3979dcb3-514f-4c89-9d07-9203d9443f20'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:54.634416 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f274f2-475e-4e7b-8c0f-e5805d77132d" -d '{"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-unplugged", "status": "completed", "tag": "b158ca5d-d23b-470c-9724-854ecc95e98b"}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-unplugged", "status": "completed", "tag": "3979dcb3-514f-4c89-9d07-9203d9443f20"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:54.727605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Pushing event deleted for resources: {'Port': ['ID=3598846c-085e-42f8-bb5f-6192f2e3bc06,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:54.795905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906079b9-11c8-4f63-85b7-985aa9ed6707 req-e7e41cb0-7d5d-41d8-882b-1e20a263784e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:54.803898 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-906079b9-11c8-4f63-85b7-985aa9ed6707 req-e7e41cb0-7d5d-41d8-882b-1e20a263784e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 945 time: 0.1930742 Feb 15 14:04:54.813601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-da6a8d11-e1d4-4109-b518-c3505c0f83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:04:53Z', 'revision_number': 6, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:54.847698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7a962-18e8-4c23-8712-c748baf490a9 req-a6cec623-bb8b-4f72-a2dd-086b9b297e2c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:54.865665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7a962-18e8-4c23-8712-c748baf490a9 req-a6cec623-bb8b-4f72-a2dd-086b9b297e2c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:54.875680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7a962-18e8-4c23-8712-c748baf490a9 req-a6cec623-bb8b-4f72-a2dd-086b9b297e2c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:54.880454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=3979dcb3-514f-4c89-9d07-9203d9443f20,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:54.886158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7a962-18e8-4c23-8712-c748baf490a9 req-a6cec623-bb8b-4f72-a2dd-086b9b297e2c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:54.886687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a8d11-e1d4-4109-b518-c3505c0f83a2 None None] The sync data for ids ['3a6f7838-0e6c-458c-9e0c-8aa001f17b0e'] in n-d-829064-15 is: [{'id': '3a6f7838-0e6c-458c-9e0c-8aa001f17b0e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1710938648-router', 'tenant_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:26Z', 'updated_at': '2022-02-15T14:04:53Z', 'revision_number': 6, 'project_id': 'f32c652c29e948b6ba2dc176a27bb7cd', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:04:54.900361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bb7a962-18e8-4c23-8712-c748baf490a9 req-a6cec623-bb8b-4f72-a2dd-086b9b297e2c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 3149 time: 0.2102993 Feb 15 14:04:54.974270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-906079b9-11c8-4f63-85b7-985aa9ed6707 req-a9a5b09e-788d-4b91-8b14-f9f0f5c5738a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663530 Feb 15 14:04:54.977677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-03436198-2d48-4aef-b3d4-16f9bb9b6322 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] For port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:54.978145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-03436198-2d48-4aef-b3d4-16f9bb9b6322 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.013260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-03436198-2d48-4aef-b3d4-16f9bb9b6322 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Calling delete_port for e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:55.025403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:55.025807 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.027759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bb7a962-18e8-4c23-8712-c748baf490a9 req-bf868cc4-9fb0-4aaf-ba43-5482084e14f7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259983 Feb 15 14:04:55.031404 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4565431e-4c76-48a4-9605-7e699082d48d x-openstack-request-id: req-4565431e-4c76-48a4-9605-7e699082d48d {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:55.032373 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-unplugged", "status": "completed", "tag": "b158ca5d-d23b-470c-9724-854ecc95e98b", "code": 200}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-unplugged", "status": "completed", "tag": "3979dcb3-514f-4c89-9d07-9203d9443f20", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:55.032373 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4565431e-4c76-48a4-9605-7e699082d48d {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:55.033232 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b158ca5d-d23b-470c-9724-854ecc95e98b', 'code': 200} Feb 15 14:04:55.033510 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3979dcb3-514f-4c89-9d07-9203d9443f20', 'code': 200} Feb 15 14:04:55.052895 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.088478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:55.096456 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.098005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1d3f8e20-52ee-42af-be60-7c54682ac014 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:55.207104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:55.216377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f5772-0a76-4bc9-8433-650f16f12457 req-117572a5-c871-42e0-85d4-0ab7498c2e20 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:55.217997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-095f5772-0a76-4bc9-8433-650f16f12457 req-117572a5-c871-42e0-85d4-0ab7498c2e20 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 950 time: 0.0851226 Feb 15 14:04:55.237645 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.245375 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Publish callbacks [] for router_controller (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.299333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1d3f8e20-52ee-42af-be60-7c54682ac014 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:55.311044 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.395051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-095f5772-0a76-4bc9-8433-650f16f12457 req-bdabdaf3-7b29-44e0-aa96-4dbcbc4d73b7 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b3cdeb6-24f2-4e35-a16b-2674237bc86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699052 Feb 15 14:04:55.429631 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (3a6f7838-0e6c-458c-9e0c-8aa001f17b0e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.435508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a6f7838-0e6c-458c-9e0c-8aa001f17b0e {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:04:55.449370 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.451189 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0fd4b73f-7d8c-4b36-80d6-035de6030983 admin admin] 10.222.0.72 "DELETE /v2.0/routers/3a6f7838-0e6c-458c-9e0c-8aa001f17b0e HTTP/1.1" status: 204 len: 168 time: 2.1487150 Feb 15 14:04:55.457444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35570) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:55.515517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1d3f8e20-52ee-42af-be60-7c54682ac014, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1d3f8e20-52ee-42af-be60-7c54682ac014,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:55.527640 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.528533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a645b7a0-2706-47a8-b091-4d134dcfe100 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:55.559737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc856ba-72f7-4144-95c9-2caa35c7941d admin admin] Deleting subnet 9cf940e4-d197-4e41-9e38-02e9491b8e1f {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:04:55.563249 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1fc856ba-72f7-4144-95c9-2caa35c7941d admin admin] Publish callbacks [] for subnet (9cf940e4-d197-4e41-9e38-02e9491b8e1f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.603655 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-03436198-2d48-4aef-b3d4-16f9bb9b6322 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e0985118-1bc6-4e3e-9e01-19e40f0f8ec9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.611267 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1fc856ba-72f7-4144-95c9-2caa35c7941d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (9cf940e4-d197-4e41-9e38-02e9491b8e1f), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.659481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03436198-2d48-4aef-b3d4-16f9bb9b6322 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Port': ['ID=e0985118-1bc6-4e3e-9e01-19e40f0f8ec9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:55.683325 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1fc856ba-72f7-4144-95c9-2caa35c7941d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (9cf940e4-d197-4e41-9e38-02e9491b8e1f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.689863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1d3f8e20-52ee-42af-be60-7c54682ac014,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:55.726020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-03436198-2d48-4aef-b3d4-16f9bb9b6322 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] No DVR routers for this DVR port e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:55.730808 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-03436198-2d48-4aef-b3d4-16f9bb9b6322 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.736763 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-03436198-2d48-4aef-b3d4-16f9bb9b6322 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "DELETE /v2.0/ports/e0985118-1bc6-4e3e-9e01-19e40f0f8ec9 HTTP/1.1" status: 204 len: 173 time: 1.4627850 Feb 15 14:04:55.772134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port a645b7a0-2706-47a8-b091-4d134dcfe100 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:55.772713 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.777017 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1fc856ba-72f7-4144-95c9-2caa35c7941d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (9cf940e4-d197-4e41-9e38-02e9491b8e1f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.801819 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1fc856ba-72f7-4144-95c9-2caa35c7941d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.815131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1fc856ba-72f7-4144-95c9-2caa35c7941d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9cf940e4-d197-4e41-9e38-02e9491b8e1f HTTP/1.1" status: 204 len: 168 time: 0.3568561 Feb 15 14:04:55.817293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35574) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:55.854020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a645b7a0-2706-47a8-b091-4d134dcfe100, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a645b7a0-2706-47a8-b091-4d134dcfe100,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:55.861765 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:55.866450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc856ba-72f7-4144-95c9-2caa35c7941d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf940e4-d197-4e41-9e38-02e9491b8e1f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:55.920491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=a645b7a0-2706-47a8-b091-4d134dcfe100,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:55.938148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-fea06163-39df-44f3-83f8-ce66132b4372 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Deleting port a645b7a0-2706-47a8-b091-4d134dcfe100 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:55.938418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-fea06163-39df-44f3-83f8-ce66132b4372 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.074304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-fea06163-39df-44f3-83f8-ce66132b4372 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] For port a645b7a0-2706-47a8-b091-4d134dcfe100, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a645b7a0-2706-47a8-b091-4d134dcfe100,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:56.074670 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-fea06163-39df-44f3-83f8-ce66132b4372 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.094034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-fea06163-39df-44f3-83f8-ce66132b4372 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Calling delete_port for a645b7a0-2706-47a8-b091-4d134dcfe100 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:56.284068 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-fea06163-39df-44f3-83f8-ce66132b4372 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a645b7a0-2706-47a8-b091-4d134dcfe100), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.322126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea06163-39df-44f3-83f8-ce66132b4372 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Port': ['ID=a645b7a0-2706-47a8-b091-4d134dcfe100,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:56.359020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-deleted', 'tag': 'e0985118-1bc6-4e3e-9e01-19e40f0f8ec9'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:56.361894 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e11078-88e7-48ad-8abf-7f8479560566" -d '{"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-deleted", "tag": "e0985118-1bc6-4e3e-9e01-19e40f0f8ec9"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:56.387192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-fea06163-39df-44f3-83f8-ce66132b4372 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] No DVR routers for this DVR port a645b7a0-2706-47a8-b091-4d134dcfe100 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:56.393427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-fea06163-39df-44f3-83f8-ce66132b4372 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.397526 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-fea06163-39df-44f3-83f8-ce66132b4372 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "DELETE /v2.0/ports/a645b7a0-2706-47a8-b091-4d134dcfe100 HTTP/1.1" status: 204 len: 173 time: 0.6502261 Feb 15 14:04:56.400007 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (cb6a728a-ebe7-451a-bbdd-560c2e422f33), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.406561 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3598846c-085e-42f8-bb5f-6192f2e3bc06 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:56.438396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 3598846c-085e-42f8-bb5f-6192f2e3bc06 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:56.438802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3598846c-085e-42f8-bb5f-6192f2e3bc06 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:56.439329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c41fa8a1-8c19-4576-b09c-a05a289710f8 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:04:56.442535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e893bd-a96c-4972-943a-82b92f12e718 req-4ce87e9f-9c45-4ac9-8868-f0498d6b04f5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:56.444127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87e893bd-a96c-4972-943a-82b92f12e718 req-4ce87e9f-9c45-4ac9-8868-f0498d6b04f5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 945 time: 0.1454313 Feb 15 14:04:56.453264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4532c-99f7-4b61-b1ed-67ef24ec6840 req-af0ac19b-b7ba-4963-abc5-4a1f4784b3bb tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:56.454809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8f4532c-99f7-4b61-b1ed-67ef24ec6840 req-af0ac19b-b7ba-4963-abc5-4a1f4784b3bb tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 950 time: 0.1550138 Feb 15 14:04:56.466436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: c41fa8a1-8c19-4576-b09c-a05a289710f8 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:04:56.466689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c41fa8a1-8c19-4576-b09c-a05a289710f8 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:04:56.542717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8b523fb7-c3c1-49b4-b499-4628eb63cb22 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Deleting port 1d3f8e20-52ee-42af-be60-7c54682ac014 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:56.543094 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8b523fb7-c3c1-49b4-b499-4628eb63cb22 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.601638 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (cb6a728a-ebe7-451a-bbdd-560c2e422f33), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.624277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87e893bd-a96c-4972-943a-82b92f12e718 req-eba40f4a-f080-4ed2-88fd-ce3a50918d6c tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681938 Feb 15 14:04:56.635958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8f4532c-99f7-4b61-b1ed-67ef24ec6840 req-602015d8-0106-4958-aff3-3bbd6c903051 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b3cdeb6-24f2-4e35-a16b-2674237bc86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690519 Feb 15 14:04:56.637697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6a728a-ebe7-451a-bbdd-560c2e422f33']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:56.641104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 747c2a55-591a-4873-b3e4-e0b98ff05f7c up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:04:56.648334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557908b1-53c2-46e6-80e8-12d9bdf6320f') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:56.648527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557908b1-53c2-46e6-80e8-12d9bdf6320f') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:56.668166 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (557908b1-53c2-46e6-80e8-12d9bdf6320f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.668534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8b523fb7-c3c1-49b4-b499-4628eb63cb22 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] For port 1d3f8e20-52ee-42af-be60-7c54682ac014, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1d3f8e20-52ee-42af-be60-7c54682ac014,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:56.669072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8b523fb7-c3c1-49b4-b499-4628eb63cb22 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.687346 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (557908b1-53c2-46e6-80e8-12d9bdf6320f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.694709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:04:56.695145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (557908b1-53c2-46e6-80e8-12d9bdf6320f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:04:56.697829 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:04:56.713518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8b523fb7-c3c1-49b4-b499-4628eb63cb22 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Calling delete_port for 1d3f8e20-52ee-42af-be60-7c54682ac014 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:56.802775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 747c2a55-591a-4873-b3e4-e0b98ff05f7c completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:04:56.811469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 747c2a55-591a-4873-b3e4-e0b98ff05f7c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:04:56.812120 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.822064 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33282c5-b764-4ed4-91da-d55ae5766732 x-openstack-request-id: req-b33282c5-b764-4ed4-91da-d55ae5766732 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:56.822458 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-deleted", "tag": "e0985118-1bc6-4e3e-9e01-19e40f0f8ec9", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:56.827199 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b33282c5-b764-4ed4-91da-d55ae5766732 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:56.827752 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-deleted', 'tag': 'e0985118-1bc6-4e3e-9e01-19e40f0f8ec9', 'status': 'completed', 'code': 200} Feb 15 14:04:56.852044 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (cb6a728a-ebe7-451a-bbdd-560c2e422f33), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.858197 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.873119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] 10.222.0.72 "DELETE /v2.0/networks/cb6a728a-ebe7-451a-bbdd-560c2e422f33 HTTP/1.1" status: 204 len: 168 time: 1.0517230 Feb 15 14:04:56.901243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20beba28-715d-4387-940c-411fd175fb11 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6a728a-ebe7-451a-bbdd-560c2e422f33,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:56.937011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3b34-e51d-440e-9e0b-fe1b73b685aa req-79483555-17f3-4cc4-bf9e-0de71160f1e1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:56.950046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3b34-e51d-440e-9e0b-fe1b73b685aa req-79483555-17f3-4cc4-bf9e-0de71160f1e1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:56.953710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-924e3b34-e51d-440e-9e0b-fe1b73b685aa req-79483555-17f3-4cc4-bf9e-0de71160f1e1 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 1677 time: 0.2108428 Feb 15 14:04:56.978686 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8b523fb7-c3c1-49b4-b499-4628eb63cb22 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1d3f8e20-52ee-42af-be60-7c54682ac014), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:56.993343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 747c2a55-591a-4873-b3e4-e0b98ff05f7c is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:04:56.994596 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:57.028794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b523fb7-c3c1-49b4-b499-4628eb63cb22 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Port': ['ID=1d3f8e20-52ee-42af-be60-7c54682ac014,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:57.036185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0985118-1bc6-4e3e-9e01-19e40f0f8ec9'}, {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3f8e20-52ee-42af-be60-7c54682ac014'}, {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a645b7a0-2706-47a8-b091-4d134dcfe100'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:57.042106 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44096a5-a857-4a8a-98e1-434c0780f56a" -d '{"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-unplugged", "status": "completed", "tag": "e0985118-1bc6-4e3e-9e01-19e40f0f8ec9"}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3f8e20-52ee-42af-be60-7c54682ac014"}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-unplugged", "status": "completed", "tag": "a645b7a0-2706-47a8-b091-4d134dcfe100"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:57.064369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-924e3b34-e51d-440e-9e0b-fe1b73b685aa req-0815fa67-1a6b-4cee-a557-ca16464cc154 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019435 Feb 15 14:04:57.079313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 747c2a55-591a-4873-b3e4-e0b98ff05f7c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=747c2a55-591a-4873-b3e4-e0b98ff05f7c,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:57.095599 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:57.107242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8b523fb7-c3c1-49b4-b499-4628eb63cb22 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] No DVR routers for this DVR port 1d3f8e20-52ee-42af-be60-7c54682ac014 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:57.110069 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8b523fb7-c3c1-49b4-b499-4628eb63cb22 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:57.114914 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-8b523fb7-c3c1-49b4-b499-4628eb63cb22 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "DELETE /v2.0/ports/1d3f8e20-52ee-42af-be60-7c54682ac014 HTTP/1.1" status: 204 len: 173 time: 0.7082829 Feb 15 14:04:57.149644 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2b3baf-7664-487b-a191-94e21be499c7 x-openstack-request-id: req-0e2b3baf-7664-487b-a191-94e21be499c7 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:57.149952 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-unplugged", "status": "completed", "tag": "e0985118-1bc6-4e3e-9e01-19e40f0f8ec9", "code": 200}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-unplugged", "status": "completed", "tag": "1d3f8e20-52ee-42af-be60-7c54682ac014", "code": 200}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-unplugged", "status": "completed", "tag": "a645b7a0-2706-47a8-b091-4d134dcfe100", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:57.150391 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0e2b3baf-7664-487b-a191-94e21be499c7 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:57.150994 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0985118-1bc6-4e3e-9e01-19e40f0f8ec9', 'code': 200} Feb 15 14:04:57.151435 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d3f8e20-52ee-42af-be60-7c54682ac014', 'code': 200} Feb 15 14:04:57.151848 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a645b7a0-2706-47a8-b091-4d134dcfe100', 'code': 200} Feb 15 14:04:57.178879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=747c2a55-591a-4873-b3e4-e0b98ff05f7c,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:57.213138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35598) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:57.248984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Deleting port 3979dcb3-514f-4c89-9d07-9203d9443f20 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:57.249514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:57.267435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4fcaa3d8-3cd0-4353-abcf-56c600b6dfdf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f32c652c29e948b6ba2dc176a27bb7cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529587 Feb 15 14:04:57.270070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35600) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:57.333489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25a67640-56e1-48d9-93a8-aea7e6cf1cb2 admin admin] Publish callbacks [] for security_group (f0c46b50-5c60-492c-999a-72b49892d5fc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:57.361859 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25a67640-56e1-48d9-93a8-aea7e6cf1cb2 admin admin] Publish callbacks [] for security_group (f0c46b50-5c60-492c-999a-72b49892d5fc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:57.400089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80081a-6c0b-4a88-91dd-8cfa3c9055fa req-d6833790-be1c-4ffd-8aa2-591cb16759ea tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:57.402381 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b80081a-6c0b-4a88-91dd-8cfa3c9055fa req-d6833790-be1c-4ffd-8aa2-591cb16759ea tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.42 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 950 time: 0.1117437 Feb 15 14:04:57.404498 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] For port 3979dcb3-514f-4c89-9d07-9203d9443f20, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3979dcb3-514f-4c89-9d07-9203d9443f20,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:57.404931 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:57.426252 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25a67640-56e1-48d9-93a8-aea7e6cf1cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f0c46b50-5c60-492c-999a-72b49892d5fc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:57.429714 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25a67640-56e1-48d9-93a8-aea7e6cf1cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:57.430893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-25a67640-56e1-48d9-93a8-aea7e6cf1cb2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f0c46b50-5c60-492c-999a-72b49892d5fc HTTP/1.1" status: 204 len: 168 time: 0.1593187 Feb 15 14:04:57.455719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a67640-56e1-48d9-93a8-aea7e6cf1cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c46b50-5c60-492c-999a-72b49892d5fc,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:57.659176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-6b80081a-6c0b-4a88-91dd-8cfa3c9055fa req-a0308e0c-47f3-4c62-a8f2-b71e27dc12de tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Deleting port cb470162-560f-4193-88d7-921511a2fd7a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:04:57.659348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b80081a-6c0b-4a88-91dd-8cfa3c9055fa req-a0308e0c-47f3-4c62-a8f2-b71e27dc12de tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cb470162-560f-4193-88d7-921511a2fd7a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:57.871466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d0134-9a8d-4e90-a079-42e2802b5e91 req-4afd0dcb-6c44-4eb0-ba43-d6edd18535e1 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:57.875057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a46d0134-9a8d-4e90-a079-42e2802b5e91 req-4afd0dcb-6c44-4eb0-ba43-d6edd18535e1 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 950 time: 0.1164382 Feb 15 14:04:57.921581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e83fc-a031-4ab7-881e-9ff6f267a54d req-181e152c-ee79-4d09-864e-807928dafe70 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:57.929892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-045e83fc-a031-4ab7-881e-9ff6f267a54d req-181e152c-ee79-4d09-864e-807928dafe70 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 946 time: 0.1876361 Feb 15 14:04:57.990432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a46d0134-9a8d-4e90-a079-42e2802b5e91 req-51cfa578-ccca-4fa0-8b55-58ee24c469e5 tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b3cdeb6-24f2-4e35-a16b-2674237bc86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100216 Feb 15 14:04:58.048389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-045e83fc-a031-4ab7-881e-9ff6f267a54d req-162b26e7-83bf-4a04-aca1-099f7d243264 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172435 Feb 15 14:04:58.236679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb9e77-4da2-41fa-820e-b6d0e0fc985b req-c593673e-90ff-4d93-afe3-5f733eb62bca tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:58.239241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6cb9e77-4da2-41fa-820e-b6d0e0fc985b req-c593673e-90ff-4d93-afe3-5f733eb62bca tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 943 time: 0.0770710 Feb 15 14:04:58.262861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6b80081a-6c0b-4a88-91dd-8cfa3c9055fa req-a0308e0c-47f3-4c62-a8f2-b71e27dc12de tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] For port cb470162-560f-4193-88d7-921511a2fd7a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=cb470162-560f-4193-88d7-921511a2fd7a,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:04:58.269257 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b80081a-6c0b-4a88-91dd-8cfa3c9055fa req-a0308e0c-47f3-4c62-a8f2-b71e27dc12de tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cb470162-560f-4193-88d7-921511a2fd7a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:58.302637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6cb9e77-4da2-41fa-820e-b6d0e0fc985b req-fed5dbb6-f601-4ec6-a177-ebdbabf8929c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups?id=286eb71f-6f40-4315-9850-0e35573b55e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572233 Feb 15 14:04:58.308262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:58.308832 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (c1a5380b-dd73-48d9-a031-3cd2da5f87f2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:58.309262 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Floating IP c1a5380b-dd73-48d9-a031-3cd2da5f87f2 disassociated. External IP: 172.25.6.137, port: 3979dcb3-514f-4c89-9d07-9203d9443f20. Feb 15 14:04:58.309710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Calling delete_port for 3979dcb3-514f-4c89-9d07-9203d9443f20 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:58.324556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-6b80081a-6c0b-4a88-91dd-8cfa3c9055fa req-a0308e0c-47f3-4c62-a8f2-b71e27dc12de tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Calling delete_port for cb470162-560f-4193-88d7-921511a2fd7a owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:04:58.360216 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:04:58.505527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35632) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:58.571537 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3979dcb3-514f-4c89-9d07-9203d9443f20), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:58.583434 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b80081a-6c0b-4a88-91dd-8cfa3c9055fa req-a0308e0c-47f3-4c62-a8f2-b71e27dc12de tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cb470162-560f-4193-88d7-921511a2fd7a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:58.598596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['cb470162-560f-4193-88d7-921511a2fd7a'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:04:58.613857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Port': ['ID=3979dcb3-514f-4c89-9d07-9203d9443f20,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:58.643395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1383751719-network', 'tenant_id': '8b02d848ca3344d8be4c13c1b0e7ebd1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:58.674458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Made reservation on behalf of 8b02d848ca3344d8be4c13c1b0e7ebd1 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:04:58.679835 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:58.694793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:58.718847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0308e0c-47f3-4c62-a8f2-b71e27dc12de tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Pushing event deleted for resources: {'Port': ['ID=cb470162-560f-4193-88d7-921511a2fd7a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:58.779498 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b80081a-6c0b-4a88-91dd-8cfa3c9055fa req-a0308e0c-47f3-4c62-a8f2-b71e27dc12de tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] No DVR routers for this DVR port cb470162-560f-4193-88d7-921511a2fd7a on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:58.783521 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6b80081a-6c0b-4a88-91dd-8cfa3c9055fa req-a0308e0c-47f3-4c62-a8f2-b71e27dc12de tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:58.787479 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b80081a-6c0b-4a88-91dd-8cfa3c9055fa req-a0308e0c-47f3-4c62-a8f2-b71e27dc12de tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.42 "DELETE /v2.0/ports/cb470162-560f-4193-88d7-921511a2fd7a HTTP/1.1" status: 204 len: 173 time: 1.3707480 Feb 15 14:04:58.832930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-deleted', 'tag': 'a645b7a0-2706-47a8-b091-4d134dcfe100'}, {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-deleted', 'tag': '1d3f8e20-52ee-42af-be60-7c54682ac014'}, {'server_uuid': '244977e0-150c-468e-8b0b-4ac2f907a8d9', 'name': 'network-vif-deleted', 'tag': 'cb470162-560f-4193-88d7-921511a2fd7a'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:58.834949 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1912ef2-dfbc-4bfb-a979-e29152d3924a" -d '{"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-deleted", "tag": "a645b7a0-2706-47a8-b091-4d134dcfe100"}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-deleted", "tag": "1d3f8e20-52ee-42af-be60-7c54682ac014"}, {"server_uuid": "244977e0-150c-468e-8b0b-4ac2f907a8d9", "name": "network-vif-deleted", "tag": "cb470162-560f-4193-88d7-921511a2fd7a"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:58.853776 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:04:58.870940 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Publish callbacks [] for security_group (7c6db6ca-f704-440f-9d5a-0b636d606f0b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:58.884121 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7c6db6ca-f704-440f-9d5a-0b636d606f0b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:58.944707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6db6ca-f704-440f-9d5a-0b636d606f0b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:58.954324 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3847cbf-cc96-461e-b526-692284d17673 x-openstack-request-id: req-f3847cbf-cc96-461e-b526-692284d17673 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:58.954991 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-deleted", "tag": "a645b7a0-2706-47a8-b091-4d134dcfe100", "status": "completed", "code": 200}, {"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-deleted", "tag": "1d3f8e20-52ee-42af-be60-7c54682ac014", "status": "completed", "code": 200}, {"server_uuid": "244977e0-150c-468e-8b0b-4ac2f907a8d9", "name": "network-vif-deleted", "tag": "cb470162-560f-4193-88d7-921511a2fd7a", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:58.955583 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3847cbf-cc96-461e-b526-692284d17673 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:58.956939 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-deleted', 'tag': 'a645b7a0-2706-47a8-b091-4d134dcfe100', 'status': 'completed', 'code': 200} Feb 15 14:04:58.957641 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-deleted', 'tag': '1d3f8e20-52ee-42af-be60-7c54682ac014', 'status': 'completed', 'code': 200} Feb 15 14:04:58.958112 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244977e0-150c-468e-8b0b-4ac2f907a8d9', 'name': 'network-vif-deleted', 'tag': 'cb470162-560f-4193-88d7-921511a2fd7a', 'status': 'completed', 'code': 200} Feb 15 14:04:58.974144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:04:59.000118 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5d855c61-2c0e-4c4b-8859-27aa6448216a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:59.002955 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Added segment 5d855c61-2c0e-4c4b-8859-27aa6448216a of type vlan for network 2ed5b609-4dbd-4ed9-8248-0685d36e5026 Feb 15 14:04:59.071519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (2ed5b609-4dbd-4ed9-8248-0685d36e5026), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:59.116024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:04:59.129338 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a83d7-f484-4dbd-b0c9-60b803b0b41d None None] Sync routers for ids ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:04:59.132978 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (2ed5b609-4dbd-4ed9-8248-0685d36e5026), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:59.134208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:59.135372 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:59.150809 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a83d7-f484-4dbd-b0c9-60b803b0b41d None None] Routers {'773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:59.151833 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b33a83d7-f484-4dbd-b0c9-60b803b0b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:59.153325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea43dab8-f8b3-43b8-8ed1-183e90a6552d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747c2a55-591a-4873-b3e4-e0b98ff05f7c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:04:59.155759 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b43a7e7-2f74-43c1-8624-9f6a50f32e2b" -d '{"events": [{"server_uuid": "ea43dab8-f8b3-43b8-8ed1-183e90a6552d", "name": "network-vif-plugged", "status": "completed", "tag": "747c2a55-591a-4873-b3e4-e0b98ff05f7c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:04:59.179255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] No DVR routers for this DVR port 3979dcb3-514f-4c89-9d07-9203d9443f20 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:04:59.183681 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:59.187792 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f892fcb3-e08c-4bfd-babb-877314651aa1 req-9267c081-d2bd-4ddb-a6c6-d19585c4757e tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.42 "DELETE /v2.0/ports/3979dcb3-514f-4c89-9d07-9203d9443f20 HTTP/1.1" status: 204 len: 173 time: 2.0659003 Feb 15 14:04:59.349443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-caacfcea-87c3-409a-804a-b007bb0511c3 req-9b4f1f3d-430e-4a59-8546-0ae648a7c07a tempest-VolumesNegativeTest-760396646 tempest-VolumesNegativeTest-760396646-project] 10.222.0.72 "GET /v2.0/ports?device_id=244977e0-150c-468e-8b0b-4ac2f907a8d9 HTTP/1.1" status: 200 len: 210 time: 0.1177478 Feb 15 14:04:59.369969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8628898 Feb 15 14:04:59.372902 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35648) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:04:59.387571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] Request body: {'subnet': {'network_id': '2ed5b609-4dbd-4ed9-8248-0685d36e5026', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1383751719-subnet', 'tenant_id': '8b02d848ca3344d8be4c13c1b0e7ebd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:04:59.398796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26777434-3f7f-47ab-9f53-4f6ffc9c4644 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed5b609-4dbd-4ed9-8248-0685d36e5026,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:04:59.416593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 2ed5b609-4dbd-4ed9-8248-0685d36e5026 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:04:59.434013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] Made reservation on behalf of 8b02d848ca3344d8be4c13c1b0e7ebd1 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:04:59.437414 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:04:59.449403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dee0e-7b64-448e-9312-6e4cb7ee0a1a req-60a9cf2f-e674-4faa-b338-3d3918d9b10a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:59.451533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-250dee0e-7b64-448e-9312-6e4cb7ee0a1a req-60a9cf2f-e674-4faa-b338-3d3918d9b10a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 946 time: 0.2232137 Feb 15 14:04:59.563061 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b33a83d7-f484-4dbd-b0c9-60b803b0b41d None None] Set router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:04:59.640464 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802bb76c-1725-4308-b289-aa0c03312118 x-openstack-request-id: req-802bb76c-1725-4308-b289-aa0c03312118 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:04:59.645616 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea43dab8-f8b3-43b8-8ed1-183e90a6552d", "name": "network-vif-plugged", "status": "completed", "tag": "747c2a55-591a-4873-b3e4-e0b98ff05f7c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:04:59.647282 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-802bb76c-1725-4308-b289-aa0c03312118 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:04:59.648291 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea43dab8-f8b3-43b8-8ed1-183e90a6552d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747c2a55-591a-4873-b3e4-e0b98ff05f7c', 'code': 200} Feb 15 14:04:59.702018 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b6e1505-3e05-4bbc-89ed-e5a1f4e73990 req-2c9f8b60-91cc-4220-9457-71cc36ab467f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0704010 Feb 15 14:04:59.854793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-250dee0e-7b64-448e-9312-6e4cb7ee0a1a req-a08358d3-ed0e-4508-bea4-6e49131bf2a4 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141687 Feb 15 14:04:59.888556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59fb1-adac-4b4f-8240-644644965e91 req-856224bb-1fca-4ddc-b505-50730908238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:04:59.896674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-add59fb1-adac-4b4f-8240-644644965e91 req-856224bb-1fca-4ddc-b505-50730908238d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 1129 time: 0.3042235 Feb 15 14:04:59.955990 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b33a83d7-f484-4dbd-b0c9-60b803b0b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:25Z', 'revision_number': 4, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '39714546-55db-457f-a813-a33190f5f64c', 'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'mac_address': 'fa:16:3e:92:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:23Z', 'updated_at': '2022-02-15T13:57:31Z', 'revision_number': 5, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'subnets': [{'id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:04:59.986169 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a83d7-f484-4dbd-b0c9-60b803b0b41d None None] Checking router: 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:04:59.997898 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a83d7-f484-4dbd-b0c9-60b803b0b41d None None] Routers {'773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:04:59.999211 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b33a83d7-f484-4dbd-b0c9-60b803b0b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:04:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:00.016397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-add59fb1-adac-4b4f-8240-644644965e91 req-d0e434f5-5816-45e6-bcf0-a3594ab62d19 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109366 Feb 15 14:05:00.079977 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:00.161231 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b33a83d7-f484-4dbd-b0c9-60b803b0b41d None None] Set router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:00.163523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:00.201506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] Checking segment: {'id': '5d855c61-2c0e-4c4b-8859-27aa6448216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ed5b609-4dbd-4ed9-8248-0685d36e5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:00.203220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] Network hostable DHCP agents. Network: 2ed5b609-4dbd-4ed9-8248-0685d36e5026, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:05:00.224674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] Network 2ed5b609-4dbd-4ed9-8248-0685d36e5026 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:05:00.236054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 2ed5b609-4dbd-4ed9-8248-0685d36e5026) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:00.243826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:00.244678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:00.248220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35132b17-3c93-4cab-be9a-d5e8dec14781 None None] Network 2ed5b609-4dbd-4ed9-8248-0685d36e5026 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:05:00.271773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-016e8c34-8c15-4d97-8a9e-ffc6ed8b12ca admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8874450 Feb 15 14:05:00.462299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e416b3-b465-4297-a4e6-de84ac2bc5b1 None None] Network 2ed5b609-4dbd-4ed9-8248-0685d36e5026 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:05:00.484320 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b33a83d7-f484-4dbd-b0c9-60b803b0b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:25Z', 'revision_number': 4, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '39714546-55db-457f-a813-a33190f5f64c', 'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'mac_address': 'fa:16:3e:92:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:23Z', 'updated_at': '2022-02-15T13:57:31Z', 'revision_number': 5, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'subnets': [{'id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:00.567481 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a83d7-f484-4dbd-b0c9-60b803b0b41d None None] The sync data for ids ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'] in n-d-829064-15 is: [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T13:57:25Z', 'revision_number': 4, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '39714546-55db-457f-a813-a33190f5f64c', 'name': '', 'network_id': '4449bf33-12ce-44b1-baf9-94b750d81b8d', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'mac_address': 'fa:16:3e:92:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:23Z', 'updated_at': '2022-02-15T13:57:31Z', 'revision_number': 5, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'subnets': [{'id': 'beeebd4b-c2e2-427e-aabc-846ef81ab287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:05:00.931360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35698) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:00.945830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b83ad45-885e-41fe-a387-aff67bfd0cd2 req-7e4babc2-f254-4561-b6ec-b28034323817 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0622742 Feb 15 14:05:00.990095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-883089225-network', 'tenant_id': '337c0f06f7be4f84bc816eb0f029ac20'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:00.998571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-deleted', 'tag': '3979dcb3-514f-4c89-9d07-9203d9443f20'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:01.004796 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6735dc11-a8e1-456f-9f92-1c69bbdb028c" -d '{"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-deleted", "tag": "3979dcb3-514f-4c89-9d07-9203d9443f20"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:01.094938 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-22c8c7f4-d53f-4dfe-a2f8-49a40d6929d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2423790 Feb 15 14:05:01.107345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Made reservation on behalf of 337c0f06f7be4f84bc816eb0f029ac20 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:01.113727 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:01.138007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:01.168370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cf158-a8d0-48a0-952f-fa6765d5b68e req-1b9e3636-ed0e-42dc-b0a9-67fb60291992 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:01.179217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-889cf158-a8d0-48a0-952f-fa6765d5b68e req-1b9e3636-ed0e-42dc-b0a9-67fb60291992 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 946 time: 0.0962367 Feb 15 14:05:01.194821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3510de2-fc97-4185-8b26-946c3c5d492f None None] New status for floating IP c1a5380b-dd73-48d9-a031-3cd2da5f87f2: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:05:01.290028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-889cf158-a8d0-48a0-952f-fa6765d5b68e req-89e9d066-05c1-4186-8f95-fb22eb60a640 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058669 Feb 15 14:05:01.337610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Publish callbacks [] for security_group (0aa41576-fb59-40bf-818c-bea70ec2a4de), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:01.346796 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0aa41576-fb59-40bf-818c-bea70ec2a4de), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:01.411577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa41576-fb59-40bf-818c-bea70ec2a4de,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:01.422608 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ea2a23-fa11-4f07-ae6f-c44b1ac95446 x-openstack-request-id: req-52ea2a23-fa11-4f07-ae6f-c44b1ac95446 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:01.423022 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfffe2f-e944-433a-928d-b466f3345a71", "name": "network-vif-deleted", "tag": "3979dcb3-514f-4c89-9d07-9203d9443f20", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:01.423232 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-52ea2a23-fa11-4f07-ae6f-c44b1ac95446 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:01.424278 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfffe2f-e944-433a-928d-b466f3345a71', 'name': 'network-vif-deleted', 'tag': '3979dcb3-514f-4c89-9d07-9203d9443f20', 'status': 'completed', 'code': 200} Feb 15 14:05:01.429079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-9ef4c246-19c1-41ac-9d61-a09a38316906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:01.430749 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-9ef4c246-19c1-41ac-9d61-a09a38316906 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34cfa2a9bd6441549013d86d3375b3b5&device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 1129 time: 0.2437475 Feb 15 14:05:01.436326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:05:01.453673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f5020c69-7fb3-4a4c-9772-27c7f2616e4c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:01.455629 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Added segment f5020c69-7fb3-4a4c-9772-27c7f2616e4c of type vlan for network 8743da82-52cf-45f0-bd34-f371fb9f2d18 Feb 15 14:05:01.548386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4400feb-43bc-4f51-bdb6-253eec1e2f8c req-a072e5d6-d2c0-4200-b9a1-18d83a30289b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:01.565267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4400feb-43bc-4f51-bdb6-253eec1e2f8c req-a072e5d6-d2c0-4200-b9a1-18d83a30289b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.2009106 Feb 15 14:05:01.597978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-0861dc83-e1e4-4128-9664-2693a7871980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:01.600980 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-0861dc83-e1e4-4128-9664-2693a7871980 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 HTTP/1.1" status: 200 len: 907 time: 0.1310990 Feb 15 14:05:01.683664 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (8743da82-52cf-45f0-bd34-f371fb9f2d18), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:01.727069 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-0994860e-7ca8-451f-bd42-2da94842a5cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d9be752-d5df-4861-83ff-262b4ef1a69b HTTP/1.1" status: 200 len: 1002 time: 0.1001382 Feb 15 14:05:01.794408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (8743da82-52cf-45f0-bd34-f371fb9f2d18), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:01.794999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:01.795723 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:01.821592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4400feb-43bc-4f51-bdb6-253eec1e2f8c req-b575fca4-7fd6-4131-a945-5935d6925c38 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540011 Feb 15 14:05:01.843534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-475bcf02-e35f-4b1d-910d-4e95b64a62e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1305094 Feb 15 14:05:01.900049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-93c4b007-3153-47fd-9c93-1d86b8175bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:01.902381 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-93c4b007-3153-47fd-9c93-1d86b8175bcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120866a7-eb89-466a-8fef-c4e734a45b68 HTTP/1.1" status: 200 len: 845 time: 0.1670587 Feb 15 14:05:01.918264 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9849155 Feb 15 14:05:01.920688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35726) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:01.928291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] Request body: {'subnet': {'network_id': '8743da82-52cf-45f0-bd34-f371fb9f2d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-883089225-subnet', 'tenant_id': '337c0f06f7be4f84bc816eb0f029ac20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:01.931778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe2951-43fb-4b54-827a-6404527816bd admin admin] Pushing event updated for resources: {'Network': ['ID=8743da82-52cf-45f0-bd34-f371fb9f2d18,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:01.943904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 8743da82-52cf-45f0-bd34-f371fb9f2d18 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:05:01.988099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-31664e44-4dc5-46bd-93e6-2be7b1e34c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:01.989645 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-31664e44-4dc5-46bd-93e6-2be7b1e34c7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a98e0a00-2ad8-4038-b4c1-f11e333bd2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0769258 Feb 15 14:05:02.133276 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-1a4831dd-6371-441d-84a7-f1db7523df71 service neutron] 10.222.0.42 "GET /v2.0/networks/a98e0a00-2ad8-4038-b4c1-f11e333bd2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331925 Feb 15 14:05:02.141073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] Made reservation on behalf of 337c0f06f7be4f84bc816eb0f029ac20 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:02.144727 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:02.150768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device cb470162-560f-4193-88d7-921511a2fd7a no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:02.213637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: cb470162-560f-4193-88d7-921511a2fd7a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:05:02.214310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device cb470162-560f-4193-88d7-921511a2fd7a not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:05:02.240829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99fa4883-9116-40af-b46a-7015e255ab95 req-42a2af84-ca11-44da-af25-623a6e31ed2b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1251624 Feb 15 14:05:02.250081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-bafbc051-65f8-4851-8b01-a6a64e69a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.250452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-bafbc051-65f8-4851-8b01-a6a64e69a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.259792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-bafbc051-65f8-4851-8b01-a6a64e69a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.260895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-bafbc051-65f8-4851-8b01-a6a64e69a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.261121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-bafbc051-65f8-4851-8b01-a6a64e69a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.261530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-bafbc051-65f8-4851-8b01-a6a64e69a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.262078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-bafbc051-65f8-4851-8b01-a6a64e69a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.264131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-bafbc051-65f8-4851-8b01-a6a64e69a0de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55d0c8baea1b4caca9038f410716a4fe&device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 6716 time: 0.3014474 Feb 15 14:05:02.364615 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd0776c2-18b5-4b12-8110-587530c1ae8d req-d77eb9b6-26d8-492b-9ba8-1e91f856e58b service neutron] 10.222.0.42 "GET /v2.0/networks/a98e0a00-2ad8-4038-b4c1-f11e333bd2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246068 Feb 15 14:05:02.592986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-b15bd9e9-e436-4424-b88f-960843369bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.593453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-b15bd9e9-e436-4424-b88f-960843369bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.593913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-b15bd9e9-e436-4424-b88f-960843369bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.595603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-b15bd9e9-e436-4424-b88f-960843369bce service neutron] 10.222.0.67 "GET /v2.0/networks?id=e373dcfc-ad59-4f5a-8511-40a2474dbb5a&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&id=518aeb62-03f6-4f05-9be1-c52cef4b9577&id=518aeb62-03f6-4f05-9be1-c52cef4b9577 HTTP/1.1" status: 200 len: 2293 time: 0.2734139 Feb 15 14:05:02.624797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4f7c7-8b7d-4b5f-bb0c-7037f0522804 req-b39fea2f-f02a-4531-917c-db17d5d0ebef tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.627436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8a4f7c7-8b7d-4b5f-bb0c-7037f0522804 req-b39fea2f-f02a-4531-917c-db17d5d0ebef tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 946 time: 0.1989222 Feb 15 14:05:02.788064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-ce162f19-c912-4788-9617-74f18ed73d2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2323b683-4b33-4fdd-8464-0bda84e09074 HTTP/1.1" status: 200 len: 1001 time: 0.1811244 Feb 15 14:05:02.931103 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8a4f7c7-8b7d-4b5f-bb0c-7037f0522804 req-708eb04c-3cd2-48cb-b967-084e67639f34 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329895 Feb 15 14:05:02.951237 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (2333612d-6c92-4e49-9f86-464640b87faa), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:02.969458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-33be5fd2-1688-4ddd-bb51-114b7da33248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:02.971134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-33be5fd2-1688-4ddd-bb51-114b7da33248 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f51d027d-829b-46a3-8128-74a466506270 HTTP/1.1" status: 200 len: 851 time: 0.1751688 Feb 15 14:05:03.169930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-3c0cb967-bcda-4e33-be52-986af8d5b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:03.171535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-3c0cb967-bcda-4e33-be52-986af8d5b40d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e373dcfc-ad59-4f5a-8511-40a2474dbb5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1569178 Feb 15 14:05:03.194167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2333612d-6c92-4e49-9f86-464640b87faa,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:03.256862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c182c-1727-433c-a1ec-8e77029b1efe req-ccaffdca-75fb-42ee-81fa-262dbc2dfeac tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:03.258693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c2c182c-1727-433c-a1ec-8e77029b1efe req-ccaffdca-75fb-42ee-81fa-262dbc2dfeac tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.3103101 Feb 15 14:05:03.287548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] Checking segment: {'id': 'f5020c69-7fb3-4a4c-9772-27c7f2616e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '8743da82-52cf-45f0-bd34-f371fb9f2d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:03.287840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] Network hostable DHCP agents. Network: 8743da82-52cf-45f0-bd34-f371fb9f2d18, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:05:03.318937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23eb7b-5c7e-4bf6-b507-27f1313a6bd9 req-2168e75e-9c8b-4fcf-91f1-95af5316e973 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:03.325983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a23eb7b-5c7e-4bf6-b507-27f1313a6bd9 req-2168e75e-9c8b-4fcf-91f1-95af5316e973 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 946 time: 0.2761037 Feb 15 14:05:03.427470 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] Network 8743da82-52cf-45f0-bd34-f371fb9f2d18 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:05:03.441102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c2c182c-1727-433c-a1ec-8e77029b1efe req-4b03ed97-e7c7-41fb-bd88-cf0da0be26e4 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729448 Feb 15 14:05:03.445746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-edecd7c9-655c-4011-a764-b0fae975546d service neutron] 10.222.0.67 "GET /v2.0/networks/e373dcfc-ad59-4f5a-8511-40a2474dbb5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650616 Feb 15 14:05:03.463178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a23eb7b-5c7e-4bf6-b507-27f1313a6bd9 req-638dcf58-61e2-4002-a4c4-80445912586c tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361892 Feb 15 14:05:03.494274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 8743da82-52cf-45f0-bd34-f371fb9f2d18) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:03.511465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1864ba61-5023-40e9-a942-bab467b0448c None None] Network 8743da82-52cf-45f0-bd34-f371fb9f2d18 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:05:03.621418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:03.622101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:03.730120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0b943-0d59-4e4d-9c8c-18eeb9ee3da8 None None] Network 8743da82-52cf-45f0-bd34-f371fb9f2d18 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:05:03.746367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7645bf02-f50f-4790-9efc-23719e842751 req-31c3ffd1-4dc8-4f5c-b977-8901def8ac70 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1213868 Feb 15 14:05:03.771298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9de5a6ed-85a8-4356-b730-6cda3963f8ed admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8422983 Feb 15 14:05:03.874836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-f598249e-b458-4eba-aea6-13157636ebeb service neutron] 10.222.0.67 "GET /v2.0/networks/e373dcfc-ad59-4f5a-8511-40a2474dbb5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101973 Feb 15 14:05:03.985783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-1519e87d-a35f-47fa-9d16-66c2e74f6e67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=0fa6b97a-bc5c-4081-993b-b10e4e7aca33 HTTP/1.1" status: 200 len: 217 time: 0.1016567 Feb 15 14:05:04.125036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-5d3e3aef-4765-48ff-81b1-db7c0a963ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:04.128565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-5d3e3aef-4765-48ff-81b1-db7c0a963ca4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.1316080 Feb 15 14:05:04.142349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b191d7-6348-47f2-9579-259200c9b950 req-a4e5bf47-64a0-4df2-b293-b06caa879f1b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:04.145521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4b191d7-6348-47f2-9579-259200c9b950 req-a4e5bf47-64a0-4df2-b293-b06caa879f1b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 946 time: 0.1750767 Feb 15 14:05:04.294200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-447c7845-e9f6-431d-b0ca-20e2c3ee1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:04.296006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-447c7845-e9f6-431d-b0ca-20e2c3ee1300 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1490419 Feb 15 14:05:04.299537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4b191d7-6348-47f2-9579-259200c9b950 req-0b746ba6-5632-497d-8e58-e35f5f6f79f5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420858 Feb 15 14:05:04.451077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-c2773d22-6a24-448c-a6c3-1f485e89994a service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431367 Feb 15 14:05:04.742307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d267a-c3be-4af1-b82b-88f8a5b47b7b req-590336f4-2ac3-4ff1-9820-747616a3197d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:04.749986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d6d267a-c3be-4af1-b82b-88f8a5b47b7b req-590336f4-2ac3-4ff1-9820-747616a3197d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.1245186 Feb 15 14:05:04.787151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-043f6d9e-9abb-4571-a4cd-4bdb69058e9f service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239141 Feb 15 14:05:04.794973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-138bccfc-7db3-43f5-9464-a2bd7db904ec tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:04.796474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-138bccfc-7db3-43f5-9464-a2bd7db904ec tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/networks?id=2ed5b609-4dbd-4ed9-8248-0685d36e5026 HTTP/1.1" status: 200 len: 825 time: 0.2648067 Feb 15 14:05:04.843841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-d6bb7206-7007-4dc1-9acc-55dff6884651 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 HTTP/1.1" status: 200 len: 217 time: 0.0463569 Feb 15 14:05:04.860774 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-4ce02241-7c93-4d32-a0d2-4945ece2101d tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/quotas/8b02d848ca3344d8be4c13c1b0e7ebd1 HTTP/1.1" status: 200 len: 375 time: 0.0156932 Feb 15 14:05:04.941124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-fde0296c-b804-4600-90d0-b2a31de5d0d4 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b02d848ca3344d8be4c13c1b0e7ebd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697732 Feb 15 14:05:05.125077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d6d267a-c3be-4af1-b82b-88f8a5b47b7b req-6102f51d-9d79-49c0-b4ee-3a93e4519de6 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718610 Feb 15 14:05:05.175130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-76a97b9d-6c66-4b78-9e0e-d1276dad161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:05.177152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-76a97b9d-6c66-4b78-9e0e-d1276dad161e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.3260334 Feb 15 14:05:05.303837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-549aea68-56b6-41ee-bb55-a6b00a54ac7b req-e62dec47-8fb6-4188-aea6-f46dd48af47a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0674353 Feb 15 14:05:05.354197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-2854c928-6604-4d7d-8f0c-b5b5d3fc984f service neutron] 10.222.0.72 "GET /v2.0/networks/2ed5b609-4dbd-4ed9-8248-0685d36e5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121735 Feb 15 14:05:05.441588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14416288-0f56-472b-9a96-931bb452b835 req-a46db171-8183-4d46-926f-50a79b84a87d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:05.444629 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14416288-0f56-472b-9a96-931bb452b835 req-a46db171-8183-4d46-926f-50a79b84a87d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 946 time: 0.1779411 Feb 15 14:05:05.445686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-bae2befb-63d1-449f-b99d-a1038bc93407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:05.447395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-bae2befb-63d1-449f-b99d-a1038bc93407 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2576771 Feb 15 14:05:06.012456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-a8dd434f-b67d-419b-b1d1-8a620861d60b service neutron] 10.222.0.72 "GET /v2.0/networks/2ed5b609-4dbd-4ed9-8248-0685d36e5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494095 Feb 15 14:05:06.041956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38480477-851e-43ad-a309-4b87c5721284 req-8473ecc9-9ae1-4009-94f1-eaf0b7f14cbe tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:06.048938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38480477-851e-43ad-a309-4b87c5721284 req-8473ecc9-9ae1-4009-94f1-eaf0b7f14cbe tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 946 time: 0.5741606 Feb 15 14:05:06.148458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38480477-851e-43ad-a309-4b87c5721284 req-b5c0733d-234a-4962-b1ce-8d4b11de6595 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965614 Feb 15 14:05:06.151170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-b298b95a-d95a-4830-bfef-4388c05e228d service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973977 Feb 15 14:05:06.361345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-14416288-0f56-472b-9a96-931bb452b835 req-a81cc1a5-2751-4e9a-8c93-9a9433d01a91 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Deleting port 747c2a55-591a-4873-b3e4-e0b98ff05f7c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:06.361941 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-14416288-0f56-472b-9a96-931bb452b835 req-a81cc1a5-2751-4e9a-8c93-9a9433d01a91 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:06.490610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a7e65eb-8de3-4ae0-a5e7-eafb53c072fd req-06fee58a-6d69-4727-b6b0-1618de68a003 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 210 time: 0.1627913 Feb 15 14:05:06.528105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-ac769cae-9243-47ce-afe7-4122f1605dab service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697283 Feb 15 14:05:06.738382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-14416288-0f56-472b-9a96-931bb452b835 req-a81cc1a5-2751-4e9a-8c93-9a9433d01a91 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] For port 747c2a55-591a-4873-b3e4-e0b98ff05f7c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=747c2a55-591a-4873-b3e4-e0b98ff05f7c,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:06.739178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-14416288-0f56-472b-9a96-931bb452b835 req-a81cc1a5-2751-4e9a-8c93-9a9433d01a91 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:06.762159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-14416288-0f56-472b-9a96-931bb452b835 req-a81cc1a5-2751-4e9a-8c93-9a9433d01a91 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Calling delete_port for 747c2a55-591a-4873-b3e4-e0b98ff05f7c owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:06.820176 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-594bc894-796c-47cb-8fde-ae2004b20c18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 HTTP/1.1" status: 200 len: 217 time: 0.2839539 Feb 15 14:05:06.915998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80a024e2-029b-4a46-b9f3-18f45901d5a9 req-a606c894-3562-475f-8943-aee4caddfbb0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0904226 Feb 15 14:05:07.138291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-9208eb78-2437-45af-b9ec-d608c045efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:07.140031 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-9208eb78-2437-45af-b9ec-d608c045efca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.2792432 Feb 15 14:05:07.140937 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-14416288-0f56-472b-9a96-931bb452b835 req-a81cc1a5-2751-4e9a-8c93-9a9433d01a91 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (747c2a55-591a-4873-b3e4-e0b98ff05f7c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:07.154301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:05:07.194774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb6923-4fea-4e04-b232-7c3aee07f2d8 req-c8c68286-b48d-4a92-8447-2d218adcfb07 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:07.197116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb6923-4fea-4e04-b232-7c3aee07f2d8 req-c8c68286-b48d-4a92-8447-2d218adcfb07 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.9006650 Feb 15 14:05:07.283700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cc1a5-2751-4e9a-8c93-9a9433d01a91 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event deleted for resources: {'Port': ['ID=747c2a55-591a-4873-b3e4-e0b98ff05f7c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:07.399450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-14416288-0f56-472b-9a96-931bb452b835 req-a81cc1a5-2751-4e9a-8c93-9a9433d01a91 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] No DVR routers for this DVR port 747c2a55-591a-4873-b3e4-e0b98ff05f7c on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:07.410542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4d06e0f-ab98-42ff-b797-f94b8f35d279 req-616cac5f-c6e2-4a66-b637-3f3051a59d3b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea43dab8-f8b3-43b8-8ed1-183e90a6552d HTTP/1.1" status: 200 len: 210 time: 0.1206892 Feb 15 14:05:07.413488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-14416288-0f56-472b-9a96-931bb452b835 req-a81cc1a5-2751-4e9a-8c93-9a9433d01a91 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:07.418607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14416288-0f56-472b-9a96-931bb452b835 req-a81cc1a5-2751-4e9a-8c93-9a9433d01a91 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "DELETE /v2.0/ports/747c2a55-591a-4873-b3e4-e0b98ff05f7c HTTP/1.1" status: 204 len: 173 time: 1.9549792 Feb 15 14:05:07.434517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea43dab8-f8b3-43b8-8ed1-183e90a6552d', 'name': 'network-vif-deleted', 'tag': '747c2a55-591a-4873-b3e4-e0b98ff05f7c'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:07.441410 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6735276-174e-4725-945d-a04561805fd2" -d '{"events": [{"server_uuid": "ea43dab8-f8b3-43b8-8ed1-183e90a6552d", "name": "network-vif-deleted", "tag": "747c2a55-591a-4873-b3e4-e0b98ff05f7c"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:07.484996 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb6923-4fea-4e04-b232-7c3aee07f2d8 req-077ca9f3-1c6b-428d-937a-2fb2b2021034 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940749 Feb 15 14:05:07.487381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-eda421df-2e5a-4734-8911-98ef4b37e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:07.489372 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-eda421df-2e5a-4734-8911-98ef4b37e888 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3381736 Feb 15 14:05:07.535713 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92edc010-add1-4b59-8c42-2b52e6f66b4c x-openstack-request-id: req-92edc010-add1-4b59-8c42-2b52e6f66b4c {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:07.536022 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea43dab8-f8b3-43b8-8ed1-183e90a6552d", "name": "network-vif-deleted", "tag": "747c2a55-591a-4873-b3e4-e0b98ff05f7c", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:07.536283 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92edc010-add1-4b59-8c42-2b52e6f66b4c {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:07.536709 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea43dab8-f8b3-43b8-8ed1-183e90a6552d', 'name': 'network-vif-deleted', 'tag': '747c2a55-591a-4873-b3e4-e0b98ff05f7c', 'status': 'completed', 'code': 200} Feb 15 14:05:07.770061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0412361b-5c58-4f1e-9826-655b3cffacf5 req-9a82992f-0a9c-45d6-aa14-803e18a7bd66 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 210 time: 0.0652974 Feb 15 14:05:07.900832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-a3554084-0cba-411b-bd5e-262433096eaf service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011695 Feb 15 14:05:08.199741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-4f3b2e55-60e2-4a8b-b8a3-4e6f296126d1 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914693 Feb 15 14:05:08.210838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-7e69e658-7375-4a3b-a7de-19042a1f815b tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:08.215240 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-7e69e658-7375-4a3b-a7de-19042a1f815b tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.42 "GET /v2.0/networks?id=2ed5b609-4dbd-4ed9-8248-0685d36e5026 HTTP/1.1" status: 200 len: 825 time: 0.3665316 Feb 15 14:05:08.231406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Request body: {'port': {'device_id': 'ce32dd4a-c906-4f38-a08c-35b3c033d097', 'network_id': '2ed5b609-4dbd-4ed9-8248-0685d36e5026', 'admin_state_up': True, 'tenant_id': '8b02d848ca3344d8be4c13c1b0e7ebd1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:08.242499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abbcfa17-2b5f-4f01-bfc2-6f40976ec66a req-ef88a406-bf00-4866-b36e-b4d208fd9d2c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0872729 Feb 15 14:05:08.288738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-a1290edb-d658-46f2-8eb7-423bd40ee320 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=f277436f-274d-4ccc-985c-0a0e050434d0 HTTP/1.1" status: 200 len: 217 time: 0.0724621 Feb 15 14:05:08.371867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-aa902cbe-1aa0-437b-beb8-98b6f20d839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:08.373594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-aa902cbe-1aa0-437b-beb8-98b6f20d839a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 200 len: 797 time: 0.0765195 Feb 15 14:05:08.481350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Made reservation on behalf of 8b02d848ca3344d8be4c13c1b0e7ebd1 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:08.482398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-5e1a8505-4a05-4083-9e1a-1f3d3fbc0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:08.484316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-5e1a8505-4a05-4083-9e1a-1f3d3fbc0fb6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1034546 Feb 15 14:05:08.488393 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:08.655081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 747c2a55-591a-4873-b3e4-e0b98ff05f7c no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:08.656891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-b41abc8a-f31e-4933-9a8c-30f5ce37eb79 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647854 Feb 15 14:05:08.724224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 747c2a55-591a-4873-b3e4-e0b98ff05f7c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:05:08.738236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 747c2a55-591a-4873-b3e4-e0b98ff05f7c not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:05:08.743619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Allocated IP 172.20.0.4 (2ed5b609-4dbd-4ed9-8248-0685d36e5026/ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb/c9443766-deec-4d17-bd75-54a01e5b0bad) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:08.885120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cc084-b5c9-45ae-8c30-920fc87bd509 req-0b52e425-ac95-4a4f-923a-b171f6798f00 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:08.886706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d3cc084-b5c9-45ae-8c30-920fc87bd509 req-0b52e425-ac95-4a4f-923a-b171f6798f00 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.2286515 Feb 15 14:05:09.041424 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Publish callbacks [] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:09.043921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4440a676-0a14-420a-ba3b-5ffa8c221703 req-81bd90e4-5688-4d16-b346-821c504b1e91 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 210 time: 0.0988014 Feb 15 14:05:09.073183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-89158d0b-ed2d-4d16-99c3-cc2f9367e758 service neutron] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059167 Feb 15 14:05:09.076832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d3cc084-b5c9-45ae-8c30-920fc87bd509 req-c7825cd8-bd3b-4458-9fdc-9885fbb839e6 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782923 Feb 15 14:05:09.165437 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:09.192815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-da7bef14-2f3f-4985-9427-312262d6d0c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15feb264-7111-4de1-bab7-a0f3ad60e9bf HTTP/1.1" status: 200 len: 217 time: 0.1087155 Feb 15 14:05:09.295755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Network 2ed5b609-4dbd-4ed9-8248-0685d36e5026 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:09.300497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Pushing event updated for resources: {'Port': ['ID=c9443766-deec-4d17-bd75-54a01e5b0bad,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:09.312500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-e3d6ef26-4d55-4d56-a19f-33253e85283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:09.314112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-e3d6ef26-4d55-4d56-a19f-33253e85283c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55860514-d8b5-4482-806c-f513ef35d6ae HTTP/1.1" status: 200 len: 797 time: 0.1154804 Feb 15 14:05:09.314260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:09.317910 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:05:09.428456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-cc9d4808-d9a3-4676-ae1a-b7c6d1c9146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:09.430217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-cc9d4808-d9a3-4676-ae1a-b7c6d1c9146f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=518aeb62-03f6-4f05-9be1-c52cef4b9577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1063633 Feb 15 14:05:09.442706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:09.444132 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:09.464215 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d71f1a87-93ef-4891-9e82-2f8f2e442017 req-75151e3f-d99e-47f1-92c3-e4e8cd55b477 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0381048 Feb 15 14:05:09.481455 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-068e9209-b12b-4d69-bc47-32ddaaa0a92c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2580121 Feb 15 14:05:09.495242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Request body: {'port': {'device_id': 'ce32dd4a-c906-4f38-a08c-35b3c033d097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:09.585294 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:09.837211 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:09.855394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327286-1010-4545-9230-8e6da5e629b3 req-81acbdc6-1fe1-4377-93f1-61c7c718e371 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:09.865071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-81acbdc6-1fe1-4377-93f1-61c7c718e371 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.3021121 Feb 15 14:05:09.916074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-3d636292-4cc2-4f28-ac52-5102b9b0fc64 service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535739 Feb 15 14:05:09.924856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-a6ea4dbf-827f-4346-a7c3-6db75ac09fef tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/quotas/6fd0a42c9f2f4c0b9722e20079c4ff67 HTTP/1.1" status: 200 len: 375 time: 0.0493135 Feb 15 14:05:10.057382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9443766-deec-4d17-bd75-54a01e5b0bad {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:05:10.069640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Publish callbacks [] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:10.073861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-6012750e-d9bd-4953-b0f9-0093f9b86bfa service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104901 Feb 15 14:05:10.087092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Transition to ACTIVE for port object c9443766-deec-4d17-bd75-54a01e5b0bad will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:05:10.092998 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:10.127339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-9c0c1d5b-7d0e-41eb-b485-6a31a68f5833 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f03c2744-24ec-4cf1-87bd-379192121355 HTTP/1.1" status: 200 len: 217 time: 0.0481155 Feb 15 14:05:10.189764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-484b02cf-d887-4e7b-ae2c-e43e598d7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:10.192546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-484b02cf-d887-4e7b-ae2c-e43e598d7e72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=55860514-d8b5-4482-806c-f513ef35d6ae HTTP/1.1" status: 200 len: 797 time: 0.0591490 Feb 15 14:05:10.282668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-48920c8b-198f-4695-8db6-ccc2e1952671 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3533881 Feb 15 14:05:10.316160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620b8eb-e822-42ca-8b52-e4e758592eeb req-fa5531dd-d036-4177-89cd-458c1a3d3ad4 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:10.326666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6620b8eb-e822-42ca-8b52-e4e758592eeb req-fa5531dd-d036-4177-89cd-458c1a3d3ad4 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 943 time: 0.1310501 Feb 15 14:05:10.333058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9443766-deec-4d17-bd75-54a01e5b0bad,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:10.359051 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Attempting to bind port c9443766-deec-4d17-bd75-54a01e5b0bad on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:05:10.359769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Attempting to bind port c9443766-deec-4d17-bd75-54a01e5b0bad by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '5d855c61-2c0e-4c4b-8859-27aa6448216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ed5b609-4dbd-4ed9-8248-0685d36e5026'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:05:10.360452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Attempting to bind port c9443766-deec-4d17-bd75-54a01e5b0bad on network 2ed5b609-4dbd-4ed9-8248-0685d36e5026 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:10.385315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Port c9443766-deec-4d17-bd75-54a01e5b0bad on network 2ed5b609-4dbd-4ed9-8248-0685d36e5026 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:05:10.386843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Attempting to bind port c9443766-deec-4d17-bd75-54a01e5b0bad on network 2ed5b609-4dbd-4ed9-8248-0685d36e5026 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:10.395309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:05:10.395991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Checking segment: {'id': '5d855c61-2c0e-4c4b-8859-27aa6448216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ed5b609-4dbd-4ed9-8248-0685d36e5026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:10.396611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Bound using segment: {'id': '5d855c61-2c0e-4c4b-8859-27aa6448216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ed5b609-4dbd-4ed9-8248-0685d36e5026'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:05:10.397289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Bound port: c9443766-deec-4d17-bd75-54a01e5b0bad, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d855c61-2c0e-4c4b-8859-27aa6448216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ed5b609-4dbd-4ed9-8248-0685d36e5026'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:05:10.397888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:10.458194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1827-be53-4c2b-a189-d2274af35089 req-d2095fa1-998b-4f1c-ae00-7acaf481b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:10.459884 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-d2095fa1-998b-4f1c-ae00-7acaf481b333 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=518aeb62-03f6-4f05-9be1-c52cef4b9577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2300792 Feb 15 14:05:10.475503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6620b8eb-e822-42ca-8b52-e4e758592eeb req-6952db5e-301b-4919-af72-3d422aa1dd10 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c6db6ca-f704-440f-9d5a-0b636d606f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475866 Feb 15 14:05:10.542137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] For port c9443766-deec-4d17-bd75-54a01e5b0bad, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:05:10.553113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] For port c9443766-deec-4d17-bd75-54a01e5b0bad, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c9443766-deec-4d17-bd75-54a01e5b0bad,segment=NetworkSegment(5d855c61-2c0e-4c4b-8859-27aa6448216a),segment_id=5d855c61-2c0e-4c4b-8859-27aa6448216a)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:05:10.561372 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:10.617483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:10.618365 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:10.620188 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] 10.222.0.42 "PUT /v2.0/ports/c9443766-deec-4d17-bd75-54a01e5b0bad HTTP/1.1" status: 200 len: 1092 time: 1.1294894 Feb 15 14:05:10.620682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce32dd4a-c906-4f38-a08c-35b3c033d097', 'tag': 'c9443766-deec-4d17-bd75-54a01e5b0bad'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:10.624170 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca7d258-74dc-447c-8a6a-32da9719a0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce32dd4a-c906-4f38-a08c-35b3c033d097", "tag": "c9443766-deec-4d17-bd75-54a01e5b0bad"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:10.625600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-69f6ea1e-242a-4ee6-a73e-e12a23ba626e service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677529 Feb 15 14:05:10.687837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e6f2a-2f41-42d0-b82c-da0c4ff2efd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9443766-deec-4d17-bd75-54a01e5b0bad,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:10.726536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-8572c9ff-92f9-4765-8b09-cd0f7b21b17e service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276540 Feb 15 14:05:10.766637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-cb51a5bf-1115-4500-b82b-86afa78ee10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:10.769220 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-cb51a5bf-1115-4500-b82b-86afa78ee10c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b02d848ca3344d8be4c13c1b0e7ebd1&device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 1126 time: 0.0979092 Feb 15 14:05:10.831519 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-11b730f5-64d9-4ef6-aa3e-d0f8d7e013ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9443766-deec-4d17-bd75-54a01e5b0bad HTTP/1.1" status: 200 len: 217 time: 0.0512326 Feb 15 14:05:10.905346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da7c63-5a97-41b9-a026-e513442307ae req-9cd2feb5-594e-4ad1-81b2-deb9a380035c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:10.907056 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7da7c63-5a97-41b9-a026-e513442307ae req-9cd2feb5-594e-4ad1-81b2-deb9a380035c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.2920465 Feb 15 14:05:10.921605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-ec33528b-77c3-47cf-9881-ff504acf2adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:10.923748 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-ec33528b-77c3-47cf-9881-ff504acf2adf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb HTTP/1.1" status: 200 len: 865 time: 0.0836551 Feb 15 14:05:10.960129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-d3546ef8-7d98-4273-bf1c-e7c13c3a4475 service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325311 Feb 15 14:05:10.968612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e87f1827-be53-4c2b-a189-d2274af35089 req-13fb965c-38e1-4f4a-9d18-6cc761d9d2a9 service neutron] 10.222.0.67 "GET /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327962 Feb 15 14:05:10.989942 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-02061862-b311-4170-98de-82bd540ca6b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ed5b609-4dbd-4ed9-8248-0685d36e5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576804 Feb 15 14:05:11.036099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7da7c63-5a97-41b9-a026-e513442307ae req-52e9dee6-0e75-4c8d-8fc6-b26044b3004b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202242 Feb 15 14:05:11.114508 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-585d6ffa-efe9-4ee3-bd5c-4155806edc25 service neutron] 10.222.0.42 "GET /v2.0/networks/2ed5b609-4dbd-4ed9-8248-0685d36e5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158431 Feb 15 14:05:11.210313 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f907cc45-def0-40be-ac12-3bd5ea97cd97 x-openstack-request-id: req-f907cc45-def0-40be-ac12-3bd5ea97cd97 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:11.210696 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce32dd4a-c906-4f38-a08c-35b3c033d097", "tag": "c9443766-deec-4d17-bd75-54a01e5b0bad", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:11.211103 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f907cc45-def0-40be-ac12-3bd5ea97cd97 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:11.211624 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce32dd4a-c906-4f38-a08c-35b3c033d097', 'tag': 'c9443766-deec-4d17-bd75-54a01e5b0bad', 'status': 'completed', 'code': 200} Feb 15 14:05:11.260260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fc742e1-2864-46b6-9759-cae6979c66c8 req-7b18550c-e63e-4716-8c11-13bed0a4e5bc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 210 time: 0.0437255 Feb 15 14:05:11.307404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22d3d58c-e16c-4507-93e6-38e6512b169f req-bba32cdc-95b9-4866-be87-c3f103a07a28 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0779994 Feb 15 14:05:11.314273 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c5a95bb8-4fb6-4779-a0b4-a7ecb41fd384 req-e78dff53-6610-4dd4-87fe-3553f7be2730 service neutron] 10.222.0.42 "GET /v2.0/networks/2ed5b609-4dbd-4ed9-8248-0685d36e5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918538 Feb 15 14:05:11.473307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7d258-74dc-447c-8a6a-32da9719a0b5 req-00b67c3b-225c-4a46-bc5a-5dc91bd6e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:11.475734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dca7d258-74dc-447c-8a6a-32da9719a0b5 req-00b67c3b-225c-4a46-bc5a-5dc91bd6e292 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b02d848ca3344d8be4c13c1b0e7ebd1&device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 1126 time: 0.0906413 Feb 15 14:05:11.650820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989f9bd-09a5-48d4-8547-6e6e7158f12b req-51f878f8-842b-4a1c-9283-c741b9c409ba tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:11.661887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9989f9bd-09a5-48d4-8547-6e6e7158f12b req-51f878f8-842b-4a1c-9283-c741b9c409ba tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 943 time: 0.1081388 Feb 15 14:05:11.686115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7d258-74dc-447c-8a6a-32da9719a0b5 req-ac6f5785-b4d2-400d-8fd0-6f885019ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:11.687699 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dca7d258-74dc-447c-8a6a-32da9719a0b5 req-ac6f5785-b4d2-400d-8fd0-6f885019ecc9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ed5b609-4dbd-4ed9-8248-0685d36e5026 HTTP/1.1" status: 200 len: 926 time: 0.2052393 Feb 15 14:05:11.777335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9989f9bd-09a5-48d4-8547-6e6e7158f12b req-116fc0c3-f27d-4196-8571-fa530d8c5ee3 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c6db6ca-f704-440f-9d5a-0b636d606f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139789 Feb 15 14:05:11.780263 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dca7d258-74dc-447c-8a6a-32da9719a0b5 req-05b4b834-1bb4-47d6-aae2-61068ce5336c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9443766-deec-4d17-bd75-54a01e5b0bad HTTP/1.1" status: 200 len: 217 time: 0.0851398 Feb 15 14:05:11.880713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7d258-74dc-447c-8a6a-32da9719a0b5 req-c2b91512-9464-4fc9-996a-2871db9a1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:11.882453 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dca7d258-74dc-447c-8a6a-32da9719a0b5 req-c2b91512-9464-4fc9-996a-2871db9a1e0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb HTTP/1.1" status: 200 len: 865 time: 0.0944099 Feb 15 14:05:11.920485 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:11.952923 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dca7d258-74dc-447c-8a6a-32da9719a0b5 req-41a88a72-2b03-479f-9fbf-804e01556526 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ed5b609-4dbd-4ed9-8248-0685d36e5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631008 Feb 15 14:05:12.144010 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dca7d258-74dc-447c-8a6a-32da9719a0b5 req-06341d20-b1c3-4eff-9efe-ede2c808999c service neutron] 10.222.0.42 "GET /v2.0/networks/2ed5b609-4dbd-4ed9-8248-0685d36e5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768363 Feb 15 14:05:12.318740 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dca7d258-74dc-447c-8a6a-32da9719a0b5 req-643db49d-5611-4076-ad5a-f78daff78c0f service neutron] 10.222.0.42 "GET /v2.0/networks/2ed5b609-4dbd-4ed9-8248-0685d36e5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674571 Feb 15 14:05:12.361821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967210ac-e8ce-445b-99a1-976e6e879a63 req-f07b0c45-e3bb-45d5-bab1-73926f2af3e7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:12.363434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-967210ac-e8ce-445b-99a1-976e6e879a63 req-f07b0c45-e3bb-45d5-bab1-73926f2af3e7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.1437767 Feb 15 14:05:12.502127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-967210ac-e8ce-445b-99a1-976e6e879a63 req-a0a759ac-4d83-4ce5-a082-726ef4404854 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290488 Feb 15 14:05:12.545372 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d69150bf-00e4-42af-a6b8-749bc9c28489 req-0d4c6819-0d51-4482-99be-59dd0410cf05 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 210 time: 0.0599103 Feb 15 14:05:12.718465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7272fdfc-81ee-4e81-a759-c3184c410815 req-fcf0ae29-a1a4-430e-8be3-5af2986ab282 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0684624 Feb 15 14:05:12.784361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36100) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:13.119472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eae57-5823-4bcd-8c42-1a9b489beabd req-7fd7c61c-c958-4a57-ab1c-a171a39d9a47 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:13.121271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b39eae57-5823-4bcd-8c42-1a9b489beabd req-7fd7c61c-c958-4a57-ab1c-a171a39d9a47 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 943 time: 0.1994939 Feb 15 14:05:13.131127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327286-1010-4545-9230-8e6da5e629b3 req-9d2b0bee-1482-4dfb-8d3f-72b35ff387fa tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:13.134188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-9d2b0bee-1482-4dfb-8d3f-72b35ff387fa tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.2560778 Feb 15 14:05:13.154049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Request body: {'port': {'device_id': 'fe051325-008a-492a-87ba-dc8a25981b4a', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'admin_state_up': True, 'tenant_id': '6fd0a42c9f2f4c0b9722e20079c4ff67'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:13.168856 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bed11282-f106-4d48-bfa6-5f6268f51aef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e0ba49b20664448a1ea21bfbf0c2504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831754 Feb 15 14:05:13.176672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36108) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:13.289644 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8527b889-1f67-4145-af43-827afb5963da admin admin] Publish callbacks [] for security_group (5b3cdeb6-24f2-4e35-a16b-2674237bc86a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:13.309796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b39eae57-5823-4bcd-8c42-1a9b489beabd req-b82f5169-c3d3-4592-b2dd-c5e983887df9 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c6db6ca-f704-440f-9d5a-0b636d606f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741664 Feb 15 14:05:13.321415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8527b889-1f67-4145-af43-827afb5963da admin admin] Publish callbacks [] for security_group (5b3cdeb6-24f2-4e35-a16b-2674237bc86a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:13.371828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Made reservation on behalf of 6fd0a42c9f2f4c0b9722e20079c4ff67 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:13.376758 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:13.412904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8527b889-1f67-4145-af43-827afb5963da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5b3cdeb6-24f2-4e35-a16b-2674237bc86a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:13.416222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8527b889-1f67-4145-af43-827afb5963da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:13.421256 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8527b889-1f67-4145-af43-827afb5963da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b3cdeb6-24f2-4e35-a16b-2674237bc86a HTTP/1.1" status: 204 len: 168 time: 0.2398326 Feb 15 14:05:13.428763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527b889-1f67-4145-af43-827afb5963da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3cdeb6-24f2-4e35-a16b-2674237bc86a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:13.731599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Allocated IP 172.20.0.13 (fee3507b-addd-44c0-be05-aeb18219f9b7/97831b1c-7ade-490d-a8f5-172cfa6c6777/4e121fb7-59df-460e-9cc1-be1de15b3891) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:13.797338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fac38f3-6262-4ab6-92f2-e205f1e7c424 req-37188bce-ae6b-400d-9ace-c7f9902c3963 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 210 time: 0.0856783 Feb 15 14:05:13.840608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5940854-4883-4729-b78b-cf83e6792795 req-43f6d278-0aa3-40ea-a717-b6c2d6f5315f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:13.848596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5940854-4883-4729-b78b-cf83e6792795 req-43f6d278-0aa3-40ea-a717-b6c2d6f5315f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.2144618 Feb 15 14:05:14.132483 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks [] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:14.167668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5940854-4883-4729-b78b-cf83e6792795 req-619e9f3a-80e5-4984-a42a-01ecd55c4665 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3179302 Feb 15 14:05:14.207092 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-145023ba-54fd-4be3-938b-a8be70646dd8 req-da7f5136-b312-42db-b3de-61cd98501490 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.2462964 Feb 15 14:05:14.239126 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:14.255815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c9443766-deec-4d17-bd75-54a01e5b0bad details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:05:14.258567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:05:14.310853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Network fee3507b-addd-44c0-be05-aeb18219f9b7 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:14.326177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:14.341402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:05:14.423844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event updated for resources: {'Port': ['ID=4e121fb7-59df-460e-9cc1-be1de15b3891,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:14.532098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c9443766-deec-4d17-bd75-54a01e5b0bad, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c9443766-deec-4d17-bd75-54a01e5b0bad,segment=NetworkSegment(5d855c61-2c0e-4c4b-8859-27aa6448216a),segment_id=5d855c61-2c0e-4c4b-8859-27aa6448216a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:14.546999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:14.547687 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:14.555821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'c9443766-deec-4d17-bd75-54a01e5b0bad', 'network_id': '2ed5b609-4dbd-4ed9-8248-0685d36e5026', 'port_id': 'c9443766-deec-4d17-bd75-54a01e5b0bad', 'mac_address': 'fa:16:3e:6f:b6:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:05:14.597188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-1ee53cc2-b010-4eb4-bf2a-8dfc053ee3c3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4495263 Feb 15 14:05:14.614549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Request body: {'port': {'device_id': 'fe051325-008a-492a-87ba-dc8a25981b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:14.642708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68040453-4e71-4afc-9ca1-ed455c0d2908 req-34ffa571-3481-4d07-b502-d1767ebb33d9 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:14.644541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68040453-4e71-4afc-9ca1-ed455c0d2908 req-34ffa571-3481-4d07-b502-d1767ebb33d9 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 943 time: 0.2145813 Feb 15 14:05:14.681705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc7ec598-3fc7-483a-8ccd-f08e7a91abcf details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:05:14.688462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port c9443766-deec-4d17-bd75-54a01e5b0bad is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:14.689262 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:14.697616 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-11895ac6-474b-4ba2-9102-eeb079ba91f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:14.740817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36144) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:14.741664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9443766-deec-4d17-bd75-54a01e5b0bad {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:05:14.771645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c9443766-deec-4d17-bd75-54a01e5b0bad, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c9443766-deec-4d17-bd75-54a01e5b0bad,segment=NetworkSegment(5d855c61-2c0e-4c4b-8859-27aa6448216a),segment_id=5d855c61-2c0e-4c4b-8859-27aa6448216a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:14.789251 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:14.852860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68040453-4e71-4afc-9ca1-ed455c0d2908 req-bb850be9-30d3-4bc0-a89e-d5aad821cc3a tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c6db6ca-f704-440f-9d5a-0b636d606f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009127 Feb 15 14:05:14.872253 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:14.947143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1873839604-network', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:14.987162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Made reservation on behalf of b3b931ea482a4d97a851574b0a433737 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:14.991813 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:15.013560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:15.074504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['c9443766-deec-4d17-bd75-54a01e5b0bad'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:05:15.141672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=c9443766-deec-4d17-bd75-54a01e5b0bad,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:15.177314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:15.215864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'port_id': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'mac_address': 'fa:16:3e:22:6a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:05:15.234226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Publish callbacks [] for security_group (048159d8-ae4c-46a9-ab30-53c238d67245), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:15.242496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (048159d8-ae4c-46a9-ab30-53c238d67245), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:15.295333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048159d8-ae4c-46a9-ab30-53c238d67245,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:15.336061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:05:15.360107 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4272070c-a656-4179-82bd-a96bcce1bfb1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:15.361272 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Added segment 4272070c-a656-4179-82bd-a96bcce1bfb1 of type vlan for network 775e717d-1dab-4bd5-9200-3179016a9a31 Feb 15 14:05:15.449484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (775e717d-1dab-4bd5-9200-3179016a9a31), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:15.486482 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:15.488202 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (775e717d-1dab-4bd5-9200-3179016a9a31), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:15.489661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:15.489987 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:15.490577 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:15.513768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc7ec598-3fc7-483a-8ccd-f08e7a91abcf {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:05:15.535852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:15.538056 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7952871 Feb 15 14:05:15.543055 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:15.590125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36158) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:15.594943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] Request body: {'subnet': {'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1873839604-subnet', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:15.602551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:15.662149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0d682-8d8c-485f-8a12-e255db3e0abb admin admin] Pushing event updated for resources: {'Network': ['ID=775e717d-1dab-4bd5-9200-3179016a9a31,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:15.677511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:05:15.692515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] Made reservation on behalf of b3b931ea482a4d97a851574b0a433737 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:15.701758 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:15.763880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 775e717d-1dab-4bd5-9200-3179016a9a31 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:05:15.983869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (98df90e1-2248-4612-9a9a-4b83629fb7c0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.026263 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a4307-9224-40be-80b0-35b3a2b5011a req-0249e153-0992-401a-a188-8217ad72bf0c tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:16.034857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-286a4307-9224-40be-80b0-35b3a2b5011a req-0249e153-0992-401a-a188-8217ad72bf0c tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 932 time: 1.0227551 Feb 15 14:05:16.101413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98df90e1-2248-4612-9a9a-4b83629fb7c0,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:16.116054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] Checking segment: {'id': '4272070c-a656-4179-82bd-a96bcce1bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:16.116420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] Network hostable DHCP agents. Network: 775e717d-1dab-4bd5-9200-3179016a9a31, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:05:16.149283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-286a4307-9224-40be-80b0-35b3a2b5011a req-7c47cad3-b1f5-4b86-a93b-f8c004128615 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129069 Feb 15 14:05:16.164095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff7060-77f5-42b8-895d-7d7c84c11aad req-e10f2550-2be7-40ba-973a-7b44a332a497 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:16.165696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97ff7060-77f5-42b8-895d-7d7c84c11aad req-e10f2550-2be7-40ba-973a-7b44a332a497 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.2038481 Feb 15 14:05:16.244419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c9443766-deec-4d17-bd75-54a01e5b0bad up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:16.285522 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] Network 775e717d-1dab-4bd5-9200-3179016a9a31 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:05:16.325193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 775e717d-1dab-4bd5-9200-3179016a9a31) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:16.342293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:16.345941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.365278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb647b4-6479-4d9a-a8c7-72734f7e2b3f None None] Network 775e717d-1dab-4bd5-9200-3179016a9a31 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:05:16.379385 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b6513ea1-d81f-4fd1-a6a1-963aac0b50f8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7880125 Feb 15 14:05:16.383129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36166) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:16.412215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1873839604-router', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:16.450223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e121fb7-59df-460e-9cc1-be1de15b3891 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:05:16.485569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfb205cd-4a52-4f52-aa93-9298c5d63cb7 req-bfaf75cb-e701-4209-a7b5-38ab82d14061 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0665803 Feb 15 14:05:16.502279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port c9443766-deec-4d17-bd75-54a01e5b0bad completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:05:16.514739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Publish callbacks [] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.535750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port c9443766-deec-4d17-bd75-54a01e5b0bad triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:16.536550 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.566603 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (e568026c-c156-47d0-a094-58460c5e9240), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.567669 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (e568026c-c156-47d0-a094-58460c5e9240), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.579772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-775e717d-1dab-4bd5-9200-3179016a9a31', 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31', 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'fixed_ips': [{'subnet_id': '98df90e1-2248-4612-9a9a-4b83629fb7c0'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:05:16.582028 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.585264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Transition to ACTIVE for port object 4e121fb7-59df-460e-9cc1-be1de15b3891 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:05:16.593510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97ff7060-77f5-42b8-895d-7d7c84c11aad req-1463c33f-be24-44e3-a210-02e6f2675b87 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4012907 Feb 15 14:05:16.599623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.705385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc7ec598-3fc7-483a-8ccd-f08e7a91abcf up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:16.827793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Publish callbacks [] for router_controller (e568026c-c156-47d0-a094-58460c5e9240), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.834581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Pushing event updated for resources: {'Port': ['ID=4e121fb7-59df-460e-9cc1-be1de15b3891,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:16.851402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port c9443766-deec-4d17-bd75-54a01e5b0bad is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:16.851744 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.855360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Allocated IP 172.20.0.2 (775e717d-1dab-4bd5-9200-3179016a9a31/98df90e1-2248-4612-9a9a-4b83629fb7c0/4495e62c-baa3-4662-b05b-c21345ea8fb7) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:16.882667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:16.883154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.914624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce32dd4a-c906-4f38-a08c-35b3c033d097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9443766-deec-4d17-bd75-54a01e5b0bad'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:16.916975 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab95bf46-a7f9-44fe-9660-6479e273a316" -d '{"events": [{"server_uuid": "ce32dd4a-c906-4f38-a08c-35b3c033d097", "name": "network-vif-plugged", "status": "completed", "tag": "c9443766-deec-4d17-bd75-54a01e5b0bad"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:16.963460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d41c6e-0b73-40e4-9507-ef35784eb3d7 req-1217a8f4-5cc0-44ce-9e88-5c6bf6aba170 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:16.968811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c9443766-deec-4d17-bd75-54a01e5b0bad, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c9443766-deec-4d17-bd75-54a01e5b0bad,segment=NetworkSegment(5d855c61-2c0e-4c4b-8859-27aa6448216a),segment_id=5d855c61-2c0e-4c4b-8859-27aa6448216a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:16.969049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d41c6e-0b73-40e4-9507-ef35784eb3d7 req-1217a8f4-5cc0-44ce-9e88-5c6bf6aba170 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:16.974851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d41c6e-0b73-40e4-9507-ef35784eb3d7 req-1217a8f4-5cc0-44ce-9e88-5c6bf6aba170 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:16.980993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d41c6e-0b73-40e4-9507-ef35784eb3d7 req-1217a8f4-5cc0-44ce-9e88-5c6bf6aba170 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:16.985429 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:16.988307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d41c6e-0b73-40e4-9507-ef35784eb3d7 req-1217a8f4-5cc0-44ce-9e88-5c6bf6aba170 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:16.992632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d41c6e-0b73-40e4-9507-ef35784eb3d7 req-1217a8f4-5cc0-44ce-9e88-5c6bf6aba170 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:16.997958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d41c6e-0b73-40e4-9507-ef35784eb3d7 req-1217a8f4-5cc0-44ce-9e88-5c6bf6aba170 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:16.999997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5d41c6e-0b73-40e4-9507-ef35784eb3d7 req-1217a8f4-5cc0-44ce-9e88-5c6bf6aba170 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5435 time: 0.3965633 Feb 15 14:05:17.073022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=c9443766-deec-4d17-bd75-54a01e5b0bad,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:17.091772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b202-011a-4b3d-8a6e-1c2128a67bb2 req-ff98dafe-fb44-4a78-8d81-3e5eb7698e76 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:17.099443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30e8b202-011a-4b3d-8a6e-1c2128a67bb2 req-ff98dafe-fb44-4a78-8d81-3e5eb7698e76 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 944 time: 0.3872263 Feb 15 14:05:17.186224 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Publish callbacks [] for router_gateway (e568026c-c156-47d0-a094-58460c5e9240), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:17.195136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Publish callbacks [] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:17.206575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Attempting to bind port 4e121fb7-59df-460e-9cc1-be1de15b3891 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:05:17.206946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Attempting to bind port 4e121fb7-59df-460e-9cc1-be1de15b3891 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:05:17.207272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Attempting to bind port 4e121fb7-59df-460e-9cc1-be1de15b3891 on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:17.218070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:17.218637 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:17.238641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Port 4e121fb7-59df-460e-9cc1-be1de15b3891 on network fee3507b-addd-44c0-be05-aeb18219f9b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:05:17.238800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Attempting to bind port 4e121fb7-59df-460e-9cc1-be1de15b3891 on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:17.251699 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:17.254874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5d41c6e-0b73-40e4-9507-ef35784eb3d7 req-68ee252c-197e-4ec4-95b5-e462faea38bc tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2367966 Feb 15 14:05:17.263704 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7b9003c3-5316-4178-bf21-1ab0d5f8fb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:17.274224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:05:17.274596 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Checking segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:17.274988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Bound using segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:05:17.275483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Bound port: 4e121fb7-59df-460e-9cc1-be1de15b3891, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:05:17.275793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:17.320874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30e8b202-011a-4b3d-8a6e-1c2128a67bb2 req-b1875b34-211c-4c34-af62-02666dc5cf55 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c6db6ca-f704-440f-9d5a-0b636d606f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205050 Feb 15 14:05:17.420690 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6731ce9a-2eb0-460f-b0df-d2c8214b7b99 x-openstack-request-id: req-6731ce9a-2eb0-460f-b0df-d2c8214b7b99 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:17.421392 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce32dd4a-c906-4f38-a08c-35b3c033d097", "name": "network-vif-plugged", "status": "completed", "tag": "c9443766-deec-4d17-bd75-54a01e5b0bad", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:17.423718 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6731ce9a-2eb0-460f-b0df-d2c8214b7b99 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:17.424168 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce32dd4a-c906-4f38-a08c-35b3c033d097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9443766-deec-4d17-bd75-54a01e5b0bad', 'code': 200} Feb 15 14:05:17.432179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:17.450429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Network 775e717d-1dab-4bd5-9200-3179016a9a31 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:17.462516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:17.469624 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:17.478766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:05:17.506532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Pushing event updated for resources: {'Port': ['ID=4495e62c-baa3-4662-b05b-c21345ea8fb7,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:17.598162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b986159-8a76-4fc0-9daf-b6f2f0d852d1 req-3e2eb5c5-8622-49b4-bd01-94c07fbe8bf0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:17.605162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1aaf0-636e-4456-990a-69a4de84935d req-3ecba120-e63d-45b8-9288-2cccec1a11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:17.611155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b986159-8a76-4fc0-9daf-b6f2f0d852d1 req-3e2eb5c5-8622-49b4-bd01-94c07fbe8bf0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 944 time: 0.1573906 Feb 15 14:05:17.613750 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-91f1aaf0-636e-4456-990a-69a4de84935d req-3ecba120-e63d-45b8-9288-2cccec1a11cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 1128 time: 0.1332240 Feb 15 14:05:17.673824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] For port 4e121fb7-59df-460e-9cc1-be1de15b3891, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:05:17.722231 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:17.725011 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-91f1aaf0-636e-4456-990a-69a4de84935d req-29585715-d4d0-4cb9-a62e-f1981a8be134 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c6db6ca-f704-440f-9d5a-0b636d606f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035779 Feb 15 14:05:17.766356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Attempting to bind port 4495e62c-baa3-4662-b05b-c21345ea8fb7 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:05:17.766730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Attempting to bind port 4495e62c-baa3-4662-b05b-c21345ea8fb7 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4272070c-a656-4179-82bd-a96bcce1bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:05:17.767106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Attempting to bind port 4495e62c-baa3-4662-b05b-c21345ea8fb7 on network 775e717d-1dab-4bd5-9200-3179016a9a31 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:17.773359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba89638f-e072-45e6-ab5b-ef10a3dfaab0 req-ece7a739-22e2-4fb9-946b-623c66566568 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0917931 Feb 15 14:05:17.774616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] For port 4e121fb7-59df-460e-9cc1-be1de15b3891, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4e121fb7-59df-460e-9cc1-be1de15b3891,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:05:17.793694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:05:17.795091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Checking segment: {'id': '4272070c-a656-4179-82bd-a96bcce1bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:17.795091 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:17.795091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Bound using segment: {'id': '4272070c-a656-4179-82bd-a96bcce1bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:05:17.795745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Bound port: 4495e62c-baa3-4662-b05b-c21345ea8fb7, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4272070c-a656-4179-82bd-a96bcce1bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:05:17.796134 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:17.829058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b986159-8a76-4fc0-9daf-b6f2f0d852d1 req-84c6db84-a969-4aec-948a-de70863b9d44 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169209 Feb 15 14:05:17.848554 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:17.931937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Pushing event updated for resources: {'Port': ['ID=4e121fb7-59df-460e-9cc1-be1de15b3891,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:17.982418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] For port 4495e62c-baa3-4662-b05b-c21345ea8fb7, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:05:17.995927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] For port 4495e62c-baa3-4662-b05b-c21345ea8fb7, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4495e62c-baa3-4662-b05b-c21345ea8fb7,segment=NetworkSegment(4272070c-a656-4179-82bd-a96bcce1bfb1),segment_id=4272070c-a656-4179-82bd-a96bcce1bfb1)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:05:18.013565 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:18.127072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:18.127830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:18.129319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-eb91d5f1-457a-4bbf-b680-d4060ef01c71 service neutron] 10.222.0.67 "PUT /v2.0/ports/4e121fb7-59df-460e-9cc1-be1de15b3891 HTTP/1.1" status: 200 len: 1093 time: 3.5196555 Feb 15 14:05:18.129862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe051325-008a-492a-87ba-dc8a25981b4a', 'tag': '4e121fb7-59df-460e-9cc1-be1de15b3891'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:18.136457 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1398f6f8-b902-4520-9d63-6f3cc7475385" -d '{"events": [{"name": "network-changed", "server_uuid": "fe051325-008a-492a-87ba-dc8a25981b4a", "tag": "4e121fb7-59df-460e-9cc1-be1de15b3891"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:18.152239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db4383-852b-4957-b0d7-4fb2306bfb99 None None] Pushing event updated for resources: {'Port': ['ID=4495e62c-baa3-4662-b05b-c21345ea8fb7,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:18.259046 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Publish callbacks [] for router_gateway (e568026c-c156-47d0-a094-58460c5e9240), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:18.290668 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:18.300591 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:18.301373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e310fe-cd48-4300-9d48-f314e13b8216 req-4ceab59e-938f-48bf-9ee5-bfb45a24ba77 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:18.303086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70e310fe-cd48-4300-9d48-f314e13b8216 req-4ceab59e-938f-48bf-9ee5-bfb45a24ba77 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.1961899 Feb 15 14:05:18.434054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327286-1010-4545-9230-8e6da5e629b3 req-7ceca137-c03a-4af0-a8e9-d6deb947001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:18.435937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-7ceca137-c03a-4af0-a8e9-d6deb947001f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 1127 time: 0.2350698 Feb 15 14:05:18.514440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-06af95df-64e4-458f-b3ef-00221f381c25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e121fb7-59df-460e-9cc1-be1de15b3891 HTTP/1.1" status: 200 len: 217 time: 0.0671360 Feb 15 14:05:18.610061 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c6b916-8b2a-47fa-9f22-8ddf5a117c3b x-openstack-request-id: req-92c6b916-8b2a-47fa-9f22-8ddf5a117c3b {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:18.610412 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe051325-008a-492a-87ba-dc8a25981b4a", "tag": "4e121fb7-59df-460e-9cc1-be1de15b3891", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:18.610620 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92c6b916-8b2a-47fa-9f22-8ddf5a117c3b {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:18.611060 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe051325-008a-492a-87ba-dc8a25981b4a', 'tag': '4e121fb7-59df-460e-9cc1-be1de15b3891', 'status': 'completed', 'code': 200} Feb 15 14:05:18.644198 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70e310fe-cd48-4300-9d48-f314e13b8216 req-9ba6a6aa-8faa-4695-92f8-6d5a517d3efa tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294671 Feb 15 14:05:18.654013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327286-1010-4545-9230-8e6da5e629b3 req-4632df27-39e0-4cf6-9554-aa95213437a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:18.655583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-4632df27-39e0-4cf6-9554-aa95213437a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.1236374 Feb 15 14:05:18.716752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Allocated IP 172.25.6.106 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/2d2df5c7-7906-4817-a844-2fcaf387c204) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:18.789470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-430caf5c-0434-489f-9587-60bbc6f800fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144168 Feb 15 14:05:19.074541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-cf5b74ab-ff0a-4774-8723-a94fbae7e848 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.080220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-cf5b74ab-ff0a-4774-8723-a94fbae7e848 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.086501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-cf5b74ab-ff0a-4774-8723-a94fbae7e848 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.091882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-cf5b74ab-ff0a-4774-8723-a94fbae7e848 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.097687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-cf5b74ab-ff0a-4774-8723-a94fbae7e848 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.103392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-cf5b74ab-ff0a-4774-8723-a94fbae7e848 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.108865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-cf5b74ab-ff0a-4774-8723-a94fbae7e848 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.111037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-cf5b74ab-ff0a-4774-8723-a94fbae7e848 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5435 time: 0.3956306 Feb 15 14:05:19.164135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f885-2a52-4d31-9dd9-86e0ba276c2a req-6701bde1-b69b-4514-ba0d-67996000d9f1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.169850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f885-2a52-4d31-9dd9-86e0ba276c2a req-6701bde1-b69b-4514-ba0d-67996000d9f1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.176729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f885-2a52-4d31-9dd9-86e0ba276c2a req-6701bde1-b69b-4514-ba0d-67996000d9f1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.182311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f885-2a52-4d31-9dd9-86e0ba276c2a req-6701bde1-b69b-4514-ba0d-67996000d9f1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.187702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f885-2a52-4d31-9dd9-86e0ba276c2a req-6701bde1-b69b-4514-ba0d-67996000d9f1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.193298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f885-2a52-4d31-9dd9-86e0ba276c2a req-6701bde1-b69b-4514-ba0d-67996000d9f1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.198731 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f885-2a52-4d31-9dd9-86e0ba276c2a req-6701bde1-b69b-4514-ba0d-67996000d9f1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.200830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa08f885-2a52-4d31-9dd9-86e0ba276c2a req-6701bde1-b69b-4514-ba0d-67996000d9f1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 5435 time: 0.4186804 Feb 15 14:05:19.274419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Publish callbacks [] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:19.321765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-8e86e7cb-4df3-4436-a948-141fe9cdf712 service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930110 Feb 15 14:05:19.339157 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:19.357420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a82eeb-265e-48b4-9652-3b6bab18127d req-a8b74433-3a1a-4167-96b6-615e78f34c17 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.365831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19a82eeb-265e-48b4-9652-3b6bab18127d req-a8b74433-3a1a-4167-96b6-615e78f34c17 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 945 time: 0.5868640 Feb 15 14:05:19.425451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:19.429042 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99db3c1e-aa6c-4270-9faf-115dadea8909" -d '{"events": [{"server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "name": "network-vif-plugged", "status": "completed", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:19.467921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-a20eddf4-0288-4e5a-8c8b-f7c5daa959cc tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:19.469544 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-a20eddf4-0288-4e5a-8c8b-f7c5daa959cc tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "GET /v2.0/ports/7f99b03b-9cde-42a9-94d1-a59f2dcd4d45?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3377607 Feb 15 14:05:19.533489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:19.542895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:19.546176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:05:19.653016 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:19.821752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2df5c7-7906-4817-a844-2fcaf387c204,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:19.904990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be0cc12-efd4-4e6b-8fd4-6ed3b8502df1 None None] Network 775e717d-1dab-4bd5-9200-3179016a9a31 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:05:19.914845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa08f885-2a52-4d31-9dd9-86e0ba276c2a req-f5c9ad75-0550-47c7-a65e-a8fc3761d2e7 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5957422 Feb 15 14:05:19.926143 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19a82eeb-265e-48b4-9652-3b6bab18127d req-ec5770bc-dfee-4a01-b822-1ec8ca4eb39c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c6db6ca-f704-440f-9d5a-0b636d606f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592630 Feb 15 14:05:19.990849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-fff2582d-c131-4e36-90ce-e7d02d5dd764 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "GET /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4531343 Feb 15 14:05:20.005971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:20.094499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57327286-1010-4545-9230-8e6da5e629b3 req-918490ad-5b00-473f-b862-3596585f799c service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7597601 Feb 15 14:05:20.177288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff9a2fa4-0a2c-46fd-8042-52268d85a7c8 req-814311a0-06a4-4a0b-a073-9dc364638a9f tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0984342 Feb 15 14:05:20.197931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-14fd137c-aaf1-478e-8aa3-8180dbcb3901 None None] Provisioning complete for port 4495e62c-baa3-4662-b05b-c21345ea8fb7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:20.198443 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-14fd137c-aaf1-478e-8aa3-8180dbcb3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:20.321964 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:20.327821 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b68f71-aa4d-45ec-9c63-51bac6ac66f0 x-openstack-request-id: req-d1b68f71-aa4d-45ec-9c63-51bac6ac66f0 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:20.329744 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "name": "network-vif-plugged", "status": "completed", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:20.331138 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d1b68f71-aa4d-45ec-9c63-51bac6ac66f0 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:20.331885 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'code': 200} Feb 15 14:05:20.944650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4495e62c-baa3-4662-b05b-c21345ea8fb7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:20.957389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 2323b683-4b33-4fdd-8464-0bda84e09074 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:21.267972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-14fd137c-aaf1-478e-8aa3-8180dbcb3901 None None] Current status of the port 4495e62c-baa3-4662-b05b-c21345ea8fb7 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:21.272817 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-14fd137c-aaf1-478e-8aa3-8180dbcb3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:21.378710 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:21.433775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-14fd137c-aaf1-478e-8aa3-8180dbcb3901 None None] For port 4495e62c-baa3-4662-b05b-c21345ea8fb7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4495e62c-baa3-4662-b05b-c21345ea8fb7,segment=NetworkSegment(4272070c-a656-4179-82bd-a96bcce1bfb1),segment_id=4272070c-a656-4179-82bd-a96bcce1bfb1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:21.499898 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-14fd137c-aaf1-478e-8aa3-8180dbcb3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:21.506521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 4495e62c-baa3-4662-b05b-c21345ea8fb7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:21.506922 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:21.587368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 2323b683-4b33-4fdd-8464-0bda84e09074 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:21.587861 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:21.725888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 2323b683-4b33-4fdd-8464-0bda84e09074, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=2323b683-4b33-4fdd-8464-0bda84e09074,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:21.753761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd137c-aaf1-478e-8aa3-8180dbcb3901 None None] Pushing event updated for resources: {'Port': ['ID=4495e62c-baa3-4662-b05b-c21345ea8fb7,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:21.772712 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:21.775450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f277436f-274d-4ccc-985c-0a0e050434d0 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:21.854826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] For port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:21.895297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] For port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:05:21.942009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] device_id is not set on port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:05:21.958285 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] Publish callbacks [] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:22.005699 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:22.054366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a3775ae5-ff4c-4176-9ca8-ea2577951988 None None] Provisioning complete for port 4495e62c-baa3-4662-b05b-c21345ea8fb7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:22.055705 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a3775ae5-ff4c-4176-9ca8-ea2577951988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:22.112967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] Pushing event updated for resources: {'Port': ['ID=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:22.128392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=2323b683-4b33-4fdd-8464-0bda84e09074,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:22.133598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 4495e62c-baa3-4662-b05b-c21345ea8fb7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:22.145539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398f6f8-b902-4520-9d63-6f3cc7475385 req-f5d165c4-313e-4e27-ae29-f0c8688aee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:22.148368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1398f6f8-b902-4520-9d63-6f3cc7475385 req-f5d165c4-313e-4e27-ae29-f0c8688aee46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 1127 time: 1.9816256 Feb 15 14:05:22.159293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1916094-b086-41f8-8ee6-0f3d54ef9d86 req-28523690-b7e4-4af1-a651-0f3a91ec2f00 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:22.161382 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1916094-b086-41f8-8ee6-0f3d54ef9d86 req-28523690-b7e4-4af1-a651-0f3a91ec2f00 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 944 time: 2.0194631 Feb 15 14:05:22.204562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f277436f-274d-4ccc-985c-0a0e050434d0 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:22.205525 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:22.325876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a3775ae5-ff4c-4176-9ca8-ea2577951988 None None] Current status of the port 4495e62c-baa3-4662-b05b-c21345ea8fb7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:22.340865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2323b683-4b33-4fdd-8464-0bda84e09074'}, {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f277436f-274d-4ccc-985c-0a0e050434d0'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:22.343604 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d028f1-b36e-44b1-8652-da8c45f0b90c" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2323b683-4b33-4fdd-8464-0bda84e09074"}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "f277436f-274d-4ccc-985c-0a0e050434d0"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:22.348474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f277436f-274d-4ccc-985c-0a0e050434d0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f277436f-274d-4ccc-985c-0a0e050434d0,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:22.365756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:22.367982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:22.429653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398f6f8-b902-4520-9d63-6f3cc7475385 req-0975a958-1073-47f5-9e41-cdb7cb5d2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:22.436306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1398f6f8-b902-4520-9d63-6f3cc7475385 req-0975a958-1073-47f5-9e41-cdb7cb5d2b57 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 907 time: 0.2552183 Feb 15 14:05:22.467407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4495e62c-baa3-4662-b05b-c21345ea8fb7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:22.562000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f277436f-274d-4ccc-985c-0a0e050434d0,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:22.582070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 host ! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:05:22.582485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:05:22.582932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:22.688596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0ce8d9b4-99f7-4655-bd24-beec831951f2 None None] Provisioning complete for port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:22.689054 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d9b4-99f7-4655-bd24-beec831951f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:22.716323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] No DVR routers for this DVR port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:22.791071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8d9b4-99f7-4655-bd24-beec831951f2 None None] Port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:05:22.889993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b0eeb-5748-4fd3-be37-7106d9685e9f req-4c07d306-8503-4e93-8235-d7aa55d8cd57 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:22.905419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b6b0eeb-5748-4fd3-be37-7106d9685e9f req-4c07d306-8503-4e93-8235-d7aa55d8cd57 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 2.4551501 Feb 15 14:05:22.910072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:22.912257 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:22.915750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1398f6f8-b902-4520-9d63-6f3cc7475385 req-93b3dbf7-5797-4094-b418-2d6bd6ed6044 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e121fb7-59df-460e-9cc1-be1de15b3891 HTTP/1.1" status: 200 len: 217 time: 0.2996230 Feb 15 14:05:22.919516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 4495e62c-baa3-4662-b05b-c21345ea8fb7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:22.919516 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:23.180348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:23.184055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 4495e62c-baa3-4662-b05b-c21345ea8fb7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:23.189657 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:23.191169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 15feb264-7111-4de1-bab7-a0f3ad60e9bf no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:23.332255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 15feb264-7111-4de1-bab7-a0f3ad60e9bf is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:23.332662 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:23.368642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] In _notify_port_updated(), no bound segment for port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:05:23.369550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:23.370182 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:23.371567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-da48138e-b3a1-4f1f-85ad-89374f24837a service neutron] 10.222.0.67 "PUT /v2.0/ports/7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 HTTP/1.1" status: 200 len: 1027 time: 3.3714590 Feb 15 14:05:23.415558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1916094-b086-41f8-8ee6-0f3d54ef9d86 req-b84fd787-6ce6-45c8-adbd-4e93bac1df8d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2154224 Feb 15 14:05:23.560332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 15feb264-7111-4de1-bab7-a0f3ad60e9bf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=15feb264-7111-4de1-bab7-a0f3ad60e9bf,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:23.563819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:23.581809 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:23.583036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f03c2744-24ec-4cf1-87bd-379192121355 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:23.584575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-41c9237a-23bb-4ef2-833e-e0e2a18c283d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:23.587888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-41c9237a-23bb-4ef2-833e-e0e2a18c283d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "GET /v2.0/ports/0fa6b97a-bc5c-4081-993b-b10e4e7aca33?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1621566 Feb 15 14:05:23.614156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:23.661433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398f6f8-b902-4520-9d63-6f3cc7475385 req-05cf0995-08fa-4faf-86da-d7d2d031b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:23.664052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1398f6f8-b902-4520-9d63-6f3cc7475385 req-05cf0995-08fa-4faf-86da-d7d2d031b8a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.7405891 Feb 15 14:05:23.738137 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Publish callbacks [] for router_gateway (e568026c-c156-47d0-a094-58460c5e9240), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:23.751172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=15feb264-7111-4de1-bab7-a0f3ad60e9bf,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:23.847675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f03c2744-24ec-4cf1-87bd-379192121355 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:23.848462 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f03c2744-24ec-4cf1-87bd-379192121355), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:23.924851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f03c2744-24ec-4cf1-87bd-379192121355, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f03c2744-24ec-4cf1-87bd-379192121355,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:23.939604 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f03c2744-24ec-4cf1-87bd-379192121355), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:23.940858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:24.141355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f03c2744-24ec-4cf1-87bd-379192121355,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:24.197229 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (e568026c-c156-47d0-a094-58460c5e9240), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:24.244842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:24.245966 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:24.268761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1398f6f8-b902-4520-9d63-6f3cc7475385 req-457a6c88-ef1b-41b5-afbe-11bad7b418de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5437479 Feb 15 14:05:24.282129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b6b0eeb-5748-4fd3-be37-7106d9685e9f req-8f4a70e4-830f-4f31-a447-0d7a238fab03 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3624799 Feb 15 14:05:24.364257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:24.379887 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:24.501178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:24.596531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458db95f-416e-4ae8-9201-3678f01117d7 req-416a56d4-c9cf-407a-875a-5c030d31f492 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:24.620327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458db95f-416e-4ae8-9201-3678f01117d7 req-416a56d4-c9cf-407a-875a-5c030d31f492 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 945 time: 1.0287192 Feb 15 14:05:24.706379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 4e121fb7-59df-460e-9cc1-be1de15b3891 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:05:24.708894 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:24.905534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 4e121fb7-59df-460e-9cc1-be1de15b3891, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4e121fb7-59df-460e-9cc1-be1de15b3891,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:24.930609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '4e121fb7-59df-460e-9cc1-be1de15b3891', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'port_id': '4e121fb7-59df-460e-9cc1-be1de15b3891', 'mac_address': 'fa:16:3e:23:b0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97831b1c-7ade-490d-a8f5-172cfa6c6777', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:05:24.954546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9dd4b-dc90-4c5e-aa36-912dea7cc575 req-606aa6e0-92f8-4035-81b9-dce42c3ea4fb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:24.961645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9dd4b-dc90-4c5e-aa36-912dea7cc575 req-606aa6e0-92f8-4035-81b9-dce42c3ea4fb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:24.983988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9dd4b-dc90-4c5e-aa36-912dea7cc575 req-606aa6e0-92f8-4035-81b9-dce42c3ea4fb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:24.995238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 4e121fb7-59df-460e-9cc1-be1de15b3891 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:24.996653 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:25.000842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9dd4b-dc90-4c5e-aa36-912dea7cc575 req-606aa6e0-92f8-4035-81b9-dce42c3ea4fb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:25.011740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9dd4b-dc90-4c5e-aa36-912dea7cc575 req-606aa6e0-92f8-4035-81b9-dce42c3ea4fb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:25.023297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9dd4b-dc90-4c5e-aa36-912dea7cc575 req-606aa6e0-92f8-4035-81b9-dce42c3ea4fb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:25.024798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e121fb7-59df-460e-9cc1-be1de15b3891 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:05:25.031481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11b9dd4b-dc90-4c5e-aa36-912dea7cc575 req-606aa6e0-92f8-4035-81b9-dce42c3ea4fb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 4649 time: 0.4910526 Feb 15 14:05:25.069680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 4e121fb7-59df-460e-9cc1-be1de15b3891, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4e121fb7-59df-460e-9cc1-be1de15b3891,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:25.083375 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:25.089792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458db95f-416e-4ae8-9201-3678f01117d7 req-5348fb25-4ce4-4f65-9714-ee4fafc48720 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c6db6ca-f704-440f-9d5a-0b636d606f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676435 Feb 15 14:05:25.163677 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1398f6f8-b902-4520-9d63-6f3cc7475385 req-19396c04-c56a-421d-95ab-331b7743f065 service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8691924 Feb 15 14:05:25.217520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=4e121fb7-59df-460e-9cc1-be1de15b3891,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:25.424533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['4e121fb7-59df-460e-9cc1-be1de15b3891'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:05:25.439240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4387331-fe73-4761-ac22-adfc1bf7efa5 req-6337ebfa-5563-43e2-a370-4d5a823ee48a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1421080 Feb 15 14:05:25.542643 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c2293c-4a57-43c3-b675-7f3d1c1e2056 x-openstack-request-id: req-85c2293c-4a57-43c3-b675-7f3d1c1e2056 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:25.543103 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2323b683-4b33-4fdd-8464-0bda84e09074", "code": 200}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "f277436f-274d-4ccc-985c-0a0e050434d0", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:25.543253 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-85c2293c-4a57-43c3-b675-7f3d1c1e2056 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:25.543627 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2323b683-4b33-4fdd-8464-0bda84e09074', 'code': 200} Feb 15 14:05:25.543890 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f277436f-274d-4ccc-985c-0a0e050434d0', 'code': 200} Feb 15 14:05:25.728425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Router e568026c-c156-47d0-a094-58460c5e9240 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:05:25.800492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11b9dd4b-dc90-4c5e-aa36-912dea7cc575 req-93005d4d-b65a-4191-9438-374a689b315e tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&id=bbec1f20-2457-4853-88b1-9ed224514a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7528315 Feb 15 14:05:25.976474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:05:25.978160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1398f6f8-b902-4520-9d63-6f3cc7475385 req-b44aa87c-ad61-4082-86fb-ac54138c074e service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7913756 Feb 15 14:05:25.996855 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Sync routers for ids ['e568026c-c156-47d0-a094-58460c5e9240'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:05:26.029356 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Routers {'e568026c-c156-47d0-a094-58460c5e9240'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:26.030345 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e568026c-c156-47d0-a094-58460c5e9240'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:26.041376 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:26.047433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e7b43d0b-8e86-4ec2-aa50-00dc8b943f18 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.6590486 Feb 15 14:05:26.047707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36266) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:26.078772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] For port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:26.135578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779c1bc-07ec-4a9e-bf0b-c5a64d73b9c6 req-54a279f1-3a9c-4d21-a14f-f93fd273529c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:26.137440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0779c1bc-07ec-4a9e-bf0b-c5a64d73b9c6 req-54a279f1-3a9c-4d21-a14f-f93fd273529c tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 945 time: 0.1772673 Feb 15 14:05:26.151715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7ce4a-a2f1-4210-9717-96d8c3101e31 req-57cf7752-4622-41e1-817f-6cf6c3513e86 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:26.153321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48d7ce4a-a2f1-4210-9717-96d8c3101e31 req-57cf7752-4622-41e1-817f-6cf6c3513e86 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 945 time: 0.3402684 Feb 15 14:05:26.191388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] For port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:05:26.251155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0779c1bc-07ec-4a9e-bf0b-c5a64d73b9c6 req-001ac152-4620-4936-a71e-b37505ac60fc tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c6db6ca-f704-440f-9d5a-0b636d606f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966961 Feb 15 14:05:26.273178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] device_id is not set on port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:05:26.288496 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] Publish callbacks [] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:26.302710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48d7ce4a-a2f1-4210-9717-96d8c3101e31 req-e6aa26bc-a113-47f1-bde6-b3632f37d56a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388752 Feb 15 14:05:26.303971 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:26.396652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] Pushing event updated for resources: {'Port': ['ID=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:26.410813 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Set router e568026c-c156-47d0-a094-58460c5e9240 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:26.478400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] No DVR routers for this DVR port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:26.598793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] In _notify_port_updated(), no bound segment for port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 on network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:05:26.619888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:26.620678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:26.622231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-3c0d1479-e531-4b78-a789-663e7a8b747d service neutron] 10.222.0.67 "PUT /v2.0/ports/0fa6b97a-bc5c-4081-993b-b10e4e7aca33 HTTP/1.1" status: 200 len: 1027 time: 3.0247777 Feb 15 14:05:26.726095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 4e121fb7-59df-460e-9cc1-be1de15b3891 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:26.913591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 4e121fb7-59df-460e-9cc1-be1de15b3891 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:05:26.918268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 4e121fb7-59df-460e-9cc1-be1de15b3891 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:26.918632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:26.941991 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e568026c-c156-47d0-a094-58460c5e9240', 'name': 'tempest-TestAggregatesBasicOps-1873839604-router', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:16Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 3, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'gw_port': {'id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e568026c-c156-47d0-a094-58460c5e9240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:18Z', 'updated_at': '2022-02-15T14:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:27.002743 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Checking router: e568026c-c156-47d0-a094-58460c5e9240 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:05:27.003951 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Updating router e568026c-c156-47d0-a094-58460c5e9240 port 2d2df5c7-7906-4817-a844-2fcaf387c204 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:05:27.037708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e6893641-167d-4a54-ba0e-2d518b5b8761 None None] Provisioning complete for port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:27.038046 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e6893641-167d-4a54-ba0e-2d518b5b8761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:27.049862 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:27.067700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fbf7d-3c49-4bc1-af86-60776708e552 req-df109c46-e206-42a3-b5bc-0489288cf654 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:27.087526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-820fbf7d-3c49-4bc1-af86-60776708e552 req-df109c46-e206-42a3-b5bc-0489288cf654 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.5014889 Feb 15 14:05:27.122608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f62e-c82b-4d4e-80a6-594324520755 req-f20372bf-e95e-409d-9d2f-01d1f50a35e0 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:27.124365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7695f62e-c82b-4d4e-80a6-594324520755 req-f20372bf-e95e-409d-9d2f-01d1f50a35e0 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 946 time: 0.4263437 Feb 15 14:05:27.207085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 4e121fb7-59df-460e-9cc1-be1de15b3891 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:27.207513 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:27.278148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e6893641-167d-4a54-ba0e-2d518b5b8761 None None] Port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:05:27.278947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-820fbf7d-3c49-4bc1-af86-60776708e552 req-eb355543-fabd-4f24-a39b-9b42a4200ba8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904721 Feb 15 14:05:27.335462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 4e121fb7-59df-460e-9cc1-be1de15b3891, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4e121fb7-59df-460e-9cc1-be1de15b3891,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:27.344110 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:27.399339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7695f62e-c82b-4d4e-80a6-594324520755 req-94059017-45ad-43c3-8f91-54b9829f7790 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups?id=f959a1de-4900-4c68-8506-1dd351630187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648387 Feb 15 14:05:27.457834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-b0d40629-06fc-401d-9dd4-c4935c5f7caa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Deleting port f03c2744-24ec-4cf1-87bd-379192121355 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:27.478119 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-b0d40629-06fc-401d-9dd4-c4935c5f7caa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f03c2744-24ec-4cf1-87bd-379192121355), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:27.566568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53'}, {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15feb264-7111-4de1-bab7-a0f3ad60e9bf'}, {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03c2744-24ec-4cf1-87bd-379192121355'}, {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa6b97a-bc5c-4081-993b-b10e4e7aca33'}, {'server_uuid': 'fe051325-008a-492a-87ba-dc8a25981b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e121fb7-59df-460e-9cc1-be1de15b3891'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:27.570846 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7286918-876c-41a8-8157-b52f7a2dcb47" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53"}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "15feb264-7111-4de1-bab7-a0f3ad60e9bf"}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "f03c2744-24ec-4cf1-87bd-379192121355"}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa6b97a-bc5c-4081-993b-b10e4e7aca33"}, {"server_uuid": "fe051325-008a-492a-87ba-dc8a25981b4a", "name": "network-vif-plugged", "status": "completed", "tag": "4e121fb7-59df-460e-9cc1-be1de15b3891"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:27.639587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=4e121fb7-59df-460e-9cc1-be1de15b3891,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:27.667213 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Publish callbacks [] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:27.677591 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:27.784781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-b0d40629-06fc-401d-9dd4-c4935c5f7caa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] For port f03c2744-24ec-4cf1-87bd-379192121355, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f03c2744-24ec-4cf1-87bd-379192121355,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:27.800001 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-b0d40629-06fc-401d-9dd4-c4935c5f7caa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f03c2744-24ec-4cf1-87bd-379192121355), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:27.820026 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Pushing event updated for resources: {'Port': ['ID=2d2df5c7-7906-4817-a844-2fcaf387c204,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:27.822941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-b0d40629-06fc-401d-9dd4-c4935c5f7caa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Calling delete_port for f03c2744-24ec-4cf1-87bd-379192121355 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:27.831332 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Attempting to bind port 2d2df5c7-7906-4817-a844-2fcaf387c204 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:05:27.832048 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Attempting to bind port 2d2df5c7-7906-4817-a844-2fcaf387c204 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:05:27.832988 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Attempting to bind port 2d2df5c7-7906-4817-a844-2fcaf387c204 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:27.840038 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.840755 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.841313 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.841865 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.842414 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.843304 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.844727 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.845417 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.846963 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.847532 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.848134 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.848687 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.849231 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:27.854284 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:05:27.855319 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:27.855943 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:27.856551 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:05:27.857248 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Bound port: 2d2df5c7-7906-4817-a844-2fcaf387c204, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:05:27.857865 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:27.917194 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] For port 2d2df5c7-7906-4817-a844-2fcaf387c204, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:05:27.922307 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] For port 2d2df5c7-7906-4817-a844-2fcaf387c204, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2d2df5c7-7906-4817-a844-2fcaf387c204,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:05:27.936350 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:28.082553 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-b0d40629-06fc-401d-9dd4-c4935c5f7caa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f03c2744-24ec-4cf1-87bd-379192121355), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:28.112204 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250f958-18db-4020-b44f-e3a071415ee0 None None] Pushing event updated for resources: {'Port': ['ID=2d2df5c7-7906-4817-a844-2fcaf387c204,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:28.128022 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Routers {'e568026c-c156-47d0-a094-58460c5e9240'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:28.130439 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e568026c-c156-47d0-a094-58460c5e9240'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:28.188205 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ffb9f43-d01b-4039-8631-324455949e91 req-91f8b4a5-6b8c-429a-ad4d-2e18e98a0df6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1429334 Feb 15 14:05:28.255761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d40629-06fc-401d-9dd4-c4935c5f7caa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Port': ['ID=f03c2744-24ec-4cf1-87bd-379192121355,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:28.368554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd69d95-ff74-471c-b7d7-9df20d57829a req-4664d45d-1356-4f97-bd06-20438e1676f6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:28.392118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd69d95-ff74-471c-b7d7-9df20d57829a req-4664d45d-1356-4f97-bd06-20438e1676f6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:28.431173 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd69d95-ff74-471c-b7d7-9df20d57829a req-4664d45d-1356-4f97-bd06-20438e1676f6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:28.449438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd69d95-ff74-471c-b7d7-9df20d57829a req-4664d45d-1356-4f97-bd06-20438e1676f6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:28.463599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6dd69d95-ff74-471c-b7d7-9df20d57829a req-4664d45d-1356-4f97-bd06-20438e1676f6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 3144 time: 0.4018443 Feb 15 14:05:28.562053 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:28.663201 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] Set router e568026c-c156-47d0-a094-58460c5e9240 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:28.677975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-b0d40629-06fc-401d-9dd4-c4935c5f7caa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] No DVR routers for this DVR port f03c2744-24ec-4cf1-87bd-379192121355 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:28.681294 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-b0d40629-06fc-401d-9dd4-c4935c5f7caa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:28.689400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-b0d40629-06fc-401d-9dd4-c4935c5f7caa tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "DELETE /v2.0/ports/f03c2744-24ec-4cf1-87bd-379192121355 HTTP/1.1" status: 204 len: 173 time: 2.0033116 Feb 15 14:05:28.693682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-deleted', 'tag': 'f03c2744-24ec-4cf1-87bd-379192121355'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:28.696664 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff4c076-3100-413f-9a16-f870b4d027d4" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-deleted", "tag": "f03c2744-24ec-4cf1-87bd-379192121355"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:28.877468 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6dd69d95-ff74-471c-b7d7-9df20d57829a req-a25b622a-7307-4ae4-a065-d22105ae59f3 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126539 Feb 15 14:05:29.119948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136b5b-804b-438d-af20-a383e48de8d9 req-5b485c44-7226-4c50-be1a-fc4d563bd10c tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:29.129403 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c136b5b-804b-438d-af20-a383e48de8d9 req-5b485c44-7226-4c50-be1a-fc4d563bd10c tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 946 time: 0.6525519 Feb 15 14:05:29.163822 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a81340-bf8d-40ef-a23d-8e82edf5c9b2 x-openstack-request-id: req-02a81340-bf8d-40ef-a23d-8e82edf5c9b2 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:29.165272 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53", "code": 200}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "15feb264-7111-4de1-bab7-a0f3ad60e9bf", "code": 200}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "f03c2744-24ec-4cf1-87bd-379192121355", "code": 200}, {"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa6b97a-bc5c-4081-993b-b10e4e7aca33", "code": 200}, {"server_uuid": "fe051325-008a-492a-87ba-dc8a25981b4a", "name": "network-vif-plugged", "status": "completed", "tag": "4e121fb7-59df-460e-9cc1-be1de15b3891", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:29.166054 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-02a81340-bf8d-40ef-a23d-8e82edf5c9b2 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:29.167014 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53', 'code': 200} Feb 15 14:05:29.167689 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15feb264-7111-4de1-bab7-a0f3ad60e9bf', 'code': 200} Feb 15 14:05:29.168405 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03c2744-24ec-4cf1-87bd-379192121355', 'code': 200} Feb 15 14:05:29.169110 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa6b97a-bc5c-4081-993b-b10e4e7aca33', 'code': 200} Feb 15 14:05:29.169813 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe051325-008a-492a-87ba-dc8a25981b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e121fb7-59df-460e-9cc1-be1de15b3891', 'code': 200} Feb 15 14:05:29.325013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-2f3752a9-9282-44df-ab23-1c96a7e93319 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Deleting port 15feb264-7111-4de1-bab7-a0f3ad60e9bf {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:29.325517 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-2f3752a9-9282-44df-ab23-1c96a7e93319 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:29.336256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Allocated IP 172.20.0.1 (775e717d-1dab-4bd5-9200-3179016a9a31/98df90e1-2248-4612-9a9a-4b83629fb7c0/795b1e30-673a-455f-b41b-430e54b415f7) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:29.393161 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e568026c-c156-47d0-a094-58460c5e9240', 'name': 'tempest-TestAggregatesBasicOps-1873839604-router', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:16Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 3, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'gw_port': {'id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e568026c-c156-47d0-a094-58460c5e9240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:18Z', 'updated_at': '2022-02-15T14:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:29.460898 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd2c09-c55e-4a80-a7d3-a4a94366406d None None] The sync data for ids ['e568026c-c156-47d0-a094-58460c5e9240'] in n-d-829064-15 is: [{'id': 'e568026c-c156-47d0-a094-58460c5e9240', 'name': 'tempest-TestAggregatesBasicOps-1873839604-router', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:16Z', 'updated_at': '2022-02-15T14:05:22Z', 'revision_number': 3, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'gw_port': {'id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e568026c-c156-47d0-a094-58460c5e9240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:18Z', 'updated_at': '2022-02-15T14:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:05:29.491988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-2f3752a9-9282-44df-ab23-1c96a7e93319 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] For port 15feb264-7111-4de1-bab7-a0f3ad60e9bf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=15feb264-7111-4de1-bab7-a0f3ad60e9bf,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:29.492873 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-2f3752a9-9282-44df-ab23-1c96a7e93319 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:29.528262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-2f3752a9-9282-44df-ab23-1c96a7e93319 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Calling delete_port for 15feb264-7111-4de1-bab7-a0f3ad60e9bf owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:29.604737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Publish callbacks [] for port (795b1e30-673a-455f-b41b-430e54b415f7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:29.662403 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (795b1e30-673a-455f-b41b-430e54b415f7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:29.857751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Network 775e717d-1dab-4bd5-9200-3179016a9a31 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:29.882512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:29.886441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Pushing event updated for resources: {'Port': ['ID=795b1e30-673a-455f-b41b-430e54b415f7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:29.904742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:05:29.921602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c136b5b-804b-438d-af20-a383e48de8d9 req-df63ed00-0ac6-4640-af4b-2bbf95119767 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7912643 Feb 15 14:05:29.939104 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-2f3752a9-9282-44df-ab23-1c96a7e93319 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (15feb264-7111-4de1-bab7-a0f3ad60e9bf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:30.071174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (e568026c-c156-47d0-a094-58460c5e9240), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:30.160244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3752a9-9282-44df-ab23-1c96a7e93319 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Port': ['ID=15feb264-7111-4de1-bab7-a0f3ad60e9bf,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:30.507009 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (795b1e30-673a-455f-b41b-430e54b415f7), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:30.547117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-2f3752a9-9282-44df-ab23-1c96a7e93319 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] No DVR routers for this DVR port 15feb264-7111-4de1-bab7-a0f3ad60e9bf on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:30.592750 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-2f3752a9-9282-44df-ab23-1c96a7e93319 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:30.597098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2d2df5c7-7906-4817-a844-2fcaf387c204 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:30.608619 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-2f3752a9-9282-44df-ab23-1c96a7e93319 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "DELETE /v2.0/ports/15feb264-7111-4de1-bab7-a0f3ad60e9bf HTTP/1.1" status: 204 len: 173 time: 1.9053352 Feb 15 14:05:30.644432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8b23d-a9d1-403f-a40d-f305e7318276 req-043e8c58-13fb-49b1-8e66-c6f6c636003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:30.658552 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51f8b23d-a9d1-403f-a40d-f305e7318276 req-043e8c58-13fb-49b1-8e66-c6f6c636003d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 1129 time: 0.8120794 Feb 15 14:05:30.684751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9afb9c-1ac0-47bd-9a4c-b1b20972589f req-92b5e776-b554-4491-8bcf-29e7f6c22f29 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:30.692899 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c9afb9c-1ac0-47bd-9a4c-b1b20972589f req-92b5e776-b554-4491-8bcf-29e7f6c22f29 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 945 time: 0.9021776 Feb 15 14:05:30.850411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bec39f04-abac-4ad3-894f-86c255d0fa4b None None] Provisioning complete for port 795b1e30-673a-455f-b41b-430e54b415f7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:30.850874 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bec39f04-abac-4ad3-894f-86c255d0fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (795b1e30-673a-455f-b41b-430e54b415f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:31.030271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e493b3-ee87-4e24-b0d6-1136e55c9e29 req-14c56cc1-379a-4173-b414-d8a2cec5ae7e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:31.034786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73e493b3-ee87-4e24-b0d6-1136e55c9e29 req-14c56cc1-379a-4173-b414-d8a2cec5ae7e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.8568590 Feb 15 14:05:31.057495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bec39f04-abac-4ad3-894f-86c255d0fa4b None None] Port 795b1e30-673a-455f-b41b-430e54b415f7 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:05:31.093615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2d2df5c7-7906-4817-a844-2fcaf387c204 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:31.094085 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:31.251023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Publish callbacks [] for port (795b1e30-673a-455f-b41b-430e54b415f7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:31.262827 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (795b1e30-673a-455f-b41b-430e54b415f7), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:31.341062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2d2df5c7-7906-4817-a844-2fcaf387c204 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:31.341808 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:31.397675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 2d2df5c7-7906-4817-a844-2fcaf387c204, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2d2df5c7-7906-4817-a844-2fcaf387c204,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:31.413274 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:31.418294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73e493b3-ee87-4e24-b0d6-1136e55c9e29 req-2bd148c5-8588-460c-bcfe-f20ea36e08a4 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457770 Feb 15 14:05:31.432626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c9afb9c-1ac0-47bd-9a4c-b1b20972589f req-3a14a803-7efc-45ef-97d9-fc65c4ca99f2 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c6db6ca-f704-440f-9d5a-0b636d606f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6360829 Feb 15 14:05:31.444642 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51f8b23d-a9d1-403f-a40d-f305e7318276 req-5e455250-8715-4daf-abeb-b9579f97ff5e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489468 Feb 15 14:05:31.511224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (e568026c-c156-47d0-a094-58460c5e9240), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:31.525488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Pushing event updated for resources: {'Port': ['ID=795b1e30-673a-455f-b41b-430e54b415f7,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:31.542226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Deleting port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:31.543303 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:31.569108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=2d2df5c7-7906-4817-a844-2fcaf387c204,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:31.619539 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c921246-5769-41f8-8f2c-5752ca636625 x-openstack-request-id: req-9c921246-5769-41f8-8f2c-5752ca636625 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:31.622932 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-deleted", "tag": "f03c2744-24ec-4cf1-87bd-379192121355", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:31.626542 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9c921246-5769-41f8-8f2c-5752ca636625 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:31.627943 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-deleted', 'tag': 'f03c2744-24ec-4cf1-87bd-379192121355', 'status': 'completed', 'code': 200} Feb 15 14:05:31.885025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.885619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.886256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.886847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.889416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.890028 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.890639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.892279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.893665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.895220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.895860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.899372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.899372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:31.997713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Network 775e717d-1dab-4bd5-9200-3179016a9a31 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:32.004942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:32.071446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd3a5c9e-1841-4f44-8ad9-cb9ba037bfb9 req-b4caa2b9-ee63-4e5a-942e-af1f42563d31 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.3307972 Feb 15 14:05:32.173256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] For port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:32.174073 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:32.276254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Calling delete_port for c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:32.566224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2d2df5c7-7906-4817-a844-2fcaf387c204 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:32.570051 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Router e568026c-c156-47d0-a094-58460c5e9240 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:05:33.051936 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:05:33.069460 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-705b5197-a7cb-4af2-826f-bfa5c9e94d81 admin admin] 10.222.0.72 "PUT /v2.0/routers/e568026c-c156-47d0-a094-58460c5e9240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0204847 Feb 15 14:05:33.143539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7811c97c-5354-4515-8a0b-6f3bc656b4d5 None None] Provisioning complete for port 795b1e30-673a-455f-b41b-430e54b415f7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:33.144003 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7811c97c-5354-4515-8a0b-6f3bc656b4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (795b1e30-673a-455f-b41b-430e54b415f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:33.200079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7811c97c-5354-4515-8a0b-6f3bc656b4d5 None None] Port 795b1e30-673a-455f-b41b-430e54b415f7 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:05:33.229497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2d2df5c7-7906-4817-a844-2fcaf387c204 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:33.230393 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:33.383316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2d2df5c7-7906-4817-a844-2fcaf387c204 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:33.394120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Sync routers for ids ['e568026c-c156-47d0-a094-58460c5e9240'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:05:33.430531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Routers {'e568026c-c156-47d0-a094-58460c5e9240'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:33.431221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e568026c-c156-47d0-a094-58460c5e9240'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:33.569043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-1814170d-e06c-429f-be61-e89d06c24042 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:33.571064 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-1814170d-e06c-429f-be61-e89d06c24042 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.42 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 946 time: 0.1146646 Feb 15 14:05:33.643697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Set router e568026c-c156-47d0-a094-58460c5e9240 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:33.968370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Deleting port 9d9be752-d5df-4861-83ff-262b4ef1a69b {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:33.969292 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:34.162192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-deleted', 'tag': '15feb264-7111-4de1-bab7-a0f3ad60e9bf'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:34.171429 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330bd50e-c1e7-4c91-9f3e-68be34b89aa6" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-deleted", "tag": "15feb264-7111-4de1-bab7-a0f3ad60e9bf"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:34.232445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] For port 9d9be752-d5df-4861-83ff-262b4ef1a69b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=9d9be752-d5df-4861-83ff-262b4ef1a69b,segment=NetworkSegment(a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b),segment_id=a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:34.235288 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:34.309323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e568026c-c156-47d0-a094-58460c5e9240', 'name': 'tempest-TestAggregatesBasicOps-1873839604-router', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:16Z', 'updated_at': '2022-02-15T14:05:30Z', 'revision_number': 4, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'gw_port': {'id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e568026c-c156-47d0-a094-58460c5e9240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:18Z', 'updated_at': '2022-02-15T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '795b1e30-673a-455f-b41b-430e54b415f7', 'name': '', 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'mac_address': 'fa:16:3e:c3:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e568026c-c156-47d0-a094-58460c5e9240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '98df90e1-2248-4612-9a9a-4b83629fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:28Z', 'updated_at': '2022-02-15T14:05:30Z', 'revision_number': 2, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'subnets': [{'id': '98df90e1-2248-4612-9a9a-4b83629fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:34.390809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Checking router: e568026c-c156-47d0-a094-58460c5e9240 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:05:34.391484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Updating router e568026c-c156-47d0-a094-58460c5e9240 port 795b1e30-673a-455f-b41b-430e54b415f7 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:05:34.400195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263d368-d3fb-45b0-9db1-ce6941c29644 req-886bd3e5-4686-41ef-991c-bed50053b854 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:34.403023 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b263d368-d3fb-45b0-9db1-ce6941c29644 req-886bd3e5-4686-41ef-991c-bed50053b854 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 946 time: 1.9512775 Feb 15 14:05:34.424838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5945c-6f6f-4d61-8805-e9e588bd6a97 req-81838d8b-62eb-4d0a-af3d-5a812d1d450c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:34.434217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5945c-6f6f-4d61-8805-e9e588bd6a97 req-81838d8b-62eb-4d0a-af3d-5a812d1d450c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:34.445265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5945c-6f6f-4d61-8805-e9e588bd6a97 req-81838d8b-62eb-4d0a-af3d-5a812d1d450c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:34.457577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80b5945c-6f6f-4d61-8805-e9e588bd6a97 req-81838d8b-62eb-4d0a-af3d-5a812d1d450c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 2411 time: 2.1313136 Feb 15 14:05:34.496740 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:34.532016 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (795b1e30-673a-455f-b41b-430e54b415f7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:34.666330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:34.668427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (6c92e213-6a57-4a55-88bb-604a4afb74a2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:34.668999 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Floating IP 6c92e213-6a57-4a55-88bb-604a4afb74a2 disassociated. External IP: 172.25.6.232, port: 9d9be752-d5df-4861-83ff-262b4ef1a69b. Feb 15 14:05:34.670978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Calling delete_port for 9d9be752-d5df-4861-83ff-262b4ef1a69b owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:34.688187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Port': ['ID=c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:34.719230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36350) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:34.733473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1239210848-network', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:34.818213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b263d368-d3fb-45b0-9db1-ce6941c29644 req-c05dee25-5644-4203-8578-2ca3a65c8292 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190992 Feb 15 14:05:34.825331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.826243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.827057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.827799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.828597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.829348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.830153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.830977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.831679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.832480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.833223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.834020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.834713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:34.939902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80b5945c-6f6f-4d61-8805-e9e588bd6a97 req-72474208-9366-4a42-aa08-4bd79e298c82 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4807281 Feb 15 14:05:34.977497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Made reservation on behalf of 95a9cdbec3784d338d0b0143110cabb8 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:35.049795 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:35.127439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] No DVR routers for this DVR port c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:35.139227 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:35.140400 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Publish callbacks [] for port (795b1e30-673a-455f-b41b-430e54b415f7), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:35.154833 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (795b1e30-673a-455f-b41b-430e54b415f7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:35.177024 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:35.201264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-af21d25d-e6fc-44ee-ba33-482a605dfeb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "DELETE /v2.0/ports/c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53 HTTP/1.1" status: 204 len: 173 time: 4.5752187 Feb 15 14:05:35.224589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa38ff-3b0d-476e-94d2-4136ec3ea1bb None None] Pushing event updated for resources: {'Port': ['ID=795b1e30-673a-455f-b41b-430e54b415f7,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:35.335826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Attempting to bind port 795b1e30-673a-455f-b41b-430e54b415f7 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:05:35.336373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Attempting to bind port 795b1e30-673a-455f-b41b-430e54b415f7 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4272070c-a656-4179-82bd-a96bcce1bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:05:35.336987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Attempting to bind port 795b1e30-673a-455f-b41b-430e54b415f7 on network 775e717d-1dab-4bd5-9200-3179016a9a31 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:35.352469 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:05:35.360390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:05:35.360858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Checking segment: {'id': '4272070c-a656-4179-82bd-a96bcce1bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:35.361710 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:35.362507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Bound using segment: {'id': '4272070c-a656-4179-82bd-a96bcce1bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:05:35.363374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Bound port: 795b1e30-673a-455f-b41b-430e54b415f7, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4272070c-a656-4179-82bd-a96bcce1bfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:05:35.363978 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (795b1e30-673a-455f-b41b-430e54b415f7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:35.525776 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9d9be752-d5df-4861-83ff-262b4ef1a69b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:35.541893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] For port 795b1e30-673a-455f-b41b-430e54b415f7, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:05:35.550506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] For port 795b1e30-673a-455f-b41b-430e54b415f7, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=795b1e30-673a-455f-b41b-430e54b415f7,segment=NetworkSegment(4272070c-a656-4179-82bd-a96bcce1bfb1),segment_id=4272070c-a656-4179-82bd-a96bcce1bfb1)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:05:35.571377 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (795b1e30-673a-455f-b41b-430e54b415f7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:35.606225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Pushing event deleted for resources: {'Port': ['ID=9d9be752-d5df-4861-83ff-262b4ef1a69b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:35.718334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa38ff-3b0d-476e-94d2-4136ec3ea1bb None None] Pushing event updated for resources: {'Port': ['ID=795b1e30-673a-455f-b41b-430e54b415f7,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:35.786737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Routers {'e568026c-c156-47d0-a094-58460c5e9240'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:35.787414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e568026c-c156-47d0-a094-58460c5e9240'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:35.816488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0c682-f7d3-4950-b60c-9d0e151bf1bd req-0b69fdd5-0c16-48bf-8945-35c48f6e9b9b tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:35.828727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72f0c682-f7d3-4950-b60c-9d0e151bf1bd req-0b69fdd5-0c16-48bf-8945-35c48f6e9b9b tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc5253c-1b43-461c-8328-6647bb04e9fb HTTP/1.1" status: 200 len: 867 time: 0.7025206 Feb 15 14:05:35.913967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acc0be-1f64-4d01-95aa-3b6ef8f6f528 req-a8a3999f-66a7-4d57-af54-bb899f001b8b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:35.915581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62acc0be-1f64-4d01-95aa-3b6ef8f6f528 req-a8a3999f-66a7-4d57-af54-bb899f001b8b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.5112438 Feb 15 14:05:36.013149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:05:36.021689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] Set router e568026c-c156-47d0-a094-58460c5e9240 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:36.074619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Publish callbacks [] for security_group (90a27615-70ec-4665-a77b-030a4d5343e9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:36.084606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72f0c682-f7d3-4950-b60c-9d0e151bf1bd req-03534b46-88c8-4598-8929-5dfe8fcea2d9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups?id=f959a1de-4900-4c68-8506-1dd351630187&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491982 Feb 15 14:05:36.088408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (90a27615-70ec-4665-a77b-030a4d5343e9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:36.135406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Deleting port 2323b683-4b33-4fdd-8464-0bda84e09074 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:36.148223 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:36.516548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9d9be752-d5df-4861-83ff-262b4ef1a69b no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:36.585517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a27615-70ec-4665-a77b-030a4d5343e9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:36.636503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:05:36.655768 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867b6c7-4651-4fa6-94b1-c93e10796fa4 None None] Sync routers for ids ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:05:36.669744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62acc0be-1f64-4d01-95aa-3b6ef8f6f528 req-107d242c-23a9-4472-9c61-c9f96e693ad8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7193518 Feb 15 14:05:36.681094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:05:36.694454 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867b6c7-4651-4fa6-94b1-c93e10796fa4 None None] Routers {'53fd77e3-3797-4f6e-9ce9-e436e140ce31'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:36.700647 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0867b6c7-4651-4fa6-94b1-c93e10796fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:36.770853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 9d9be752-d5df-4861-83ff-262b4ef1a69b {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:05:36.773478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c1699da-0952-4fa7-ac71-2e3fb7cc3fb7 req-b16170df-8c36-48d2-bd51-9c91f7365df0 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.4009821 Feb 15 14:05:36.775006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 9d9be752-d5df-4861-83ff-262b4ef1a69b not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:05:36.818421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] No DVR routers for this DVR port 9d9be752-d5df-4861-83ff-262b4ef1a69b on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:36.831469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:36.846995 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9df111e6-2b57-466e-be31-f3c8619128c7 req-dc46bd1c-f340-4b01-972f-2245261d07b9 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.42 "DELETE /v2.0/ports/9d9be752-d5df-4861-83ff-262b4ef1a69b HTTP/1.1" status: 204 len: 173 time: 3.2676928 Feb 15 14:05:36.858462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8da542c3-6aa7-4259-8ca8-5566b40446ee None None] Provisioning complete for port 795b1e30-673a-455f-b41b-430e54b415f7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:36.859117 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8da542c3-6aa7-4259-8ca8-5566b40446ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (795b1e30-673a-455f-b41b-430e54b415f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:36.892023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'name': 'network-vif-deleted', 'tag': '9d9be752-d5df-4861-83ff-262b4ef1a69b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:36.906529 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd413b2-2022-423e-b14f-0fe1b3778e99" -d '{"events": [{"server_uuid": "afc5253c-1b43-461c-8328-6647bb04e9fb", "name": "network-vif-deleted", "tag": "9d9be752-d5df-4861-83ff-262b4ef1a69b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:36.935878 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7a2c89e1-e010-4f76-ad31-512b97b60873), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:36.936493 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Added segment 7a2c89e1-e010-4f76-ad31-512b97b60873 of type vlan for network 7bbd7263-aea2-4674-989a-1702633914ee Feb 15 14:05:36.967801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] For port 2323b683-4b33-4fdd-8464-0bda84e09074, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=2323b683-4b33-4fdd-8464-0bda84e09074,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:36.975656 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:37.000370 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c50ca8a-93b8-4538-b028-b425d28434ad x-openstack-request-id: req-5c50ca8a-93b8-4538-b028-b425d28434ad {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:37.004396 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-deleted", "tag": "15feb264-7111-4de1-bab7-a0f3ad60e9bf", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:37.005233 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5c50ca8a-93b8-4538-b028-b425d28434ad {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:37.006203 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-deleted', 'tag': '15feb264-7111-4de1-bab7-a0f3ad60e9bf', 'status': 'completed', 'code': 200} Feb 15 14:05:37.080344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e568026c-c156-47d0-a094-58460c5e9240', 'name': 'tempest-TestAggregatesBasicOps-1873839604-router', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:16Z', 'updated_at': '2022-02-15T14:05:30Z', 'revision_number': 4, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'gw_port': {'id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e568026c-c156-47d0-a094-58460c5e9240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:18Z', 'updated_at': '2022-02-15T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '795b1e30-673a-455f-b41b-430e54b415f7', 'name': '', 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'mac_address': 'fa:16:3e:c3:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e568026c-c156-47d0-a094-58460c5e9240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '98df90e1-2248-4612-9a9a-4b83629fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:28Z', 'updated_at': '2022-02-15T14:05:35Z', 'revision_number': 4, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'subnets': [{'id': '98df90e1-2248-4612-9a9a-4b83629fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:37.185419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (7bbd7263-aea2-4674-989a-1702633914ee), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:37.222625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add675e-67f8-4220-8f50-2ca94a0b2b43 None None] The sync data for ids ['e568026c-c156-47d0-a094-58460c5e9240'] in n-d-829064-15 is: [{'id': 'e568026c-c156-47d0-a094-58460c5e9240', 'name': 'tempest-TestAggregatesBasicOps-1873839604-router', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:16Z', 'updated_at': '2022-02-15T14:05:30Z', 'revision_number': 4, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'gw_port': {'id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e568026c-c156-47d0-a094-58460c5e9240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:18Z', 'updated_at': '2022-02-15T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '795b1e30-673a-455f-b41b-430e54b415f7', 'name': '', 'network_id': '775e717d-1dab-4bd5-9200-3179016a9a31', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'mac_address': 'fa:16:3e:c3:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e568026c-c156-47d0-a094-58460c5e9240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '98df90e1-2248-4612-9a9a-4b83629fb7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:28Z', 'updated_at': '2022-02-15T14:05:35Z', 'revision_number': 4, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'subnets': [{'id': '98df90e1-2248-4612-9a9a-4b83629fb7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:05:37.338975 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (7bbd7263-aea2-4674-989a-1702633914ee), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:37.341342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:37.350234 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:37.556470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8da542c3-6aa7-4259-8ca8-5566b40446ee None None] Current status of the port 795b1e30-673a-455f-b41b-430e54b415f7 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:37.559898 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8da542c3-6aa7-4259-8ca8-5566b40446ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (795b1e30-673a-455f-b41b-430e54b415f7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:37.661672 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9207954 Feb 15 14:05:37.662746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36370) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:37.722937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8da542c3-6aa7-4259-8ca8-5566b40446ee None None] For port 795b1e30-673a-455f-b41b-430e54b415f7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=795b1e30-673a-455f-b41b-430e54b415f7,segment=NetworkSegment(4272070c-a656-4179-82bd-a96bcce1bfb1),segment_id=4272070c-a656-4179-82bd-a96bcce1bfb1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:37.731622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] Request body: {'subnet': {'network_id': '7bbd7263-aea2-4674-989a-1702633914ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1239210848-subnet', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:37.739567 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8da542c3-6aa7-4259-8ca8-5566b40446ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (795b1e30-673a-455f-b41b-430e54b415f7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:37.789818 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0867b6c7-4651-4fa6-94b1-c93e10796fa4 None None] Set router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:37.820596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff26a0-15fc-4843-b195-94a2e601be95 admin admin] Pushing event updated for resources: {'Network': ['ID=7bbd7263-aea2-4674-989a-1702633914ee,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:37.859608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] Made reservation on behalf of 95a9cdbec3784d338d0b0143110cabb8 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:37.862156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:37.870280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 7bbd7263-aea2-4674-989a-1702633914ee details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:05:38.095353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da542c3-6aa7-4259-8ca8-5566b40446ee None None] Pushing event updated for resources: {'Port': ['ID=795b1e30-673a-455f-b41b-430e54b415f7,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:38.103699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-47adce66-ce9e-46fb-8d43-c94cf4f72326 None None] Provisioning complete for port 795b1e30-673a-455f-b41b-430e54b415f7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:38.104821 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-47adce66-ce9e-46fb-8d43-c94cf4f72326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (795b1e30-673a-455f-b41b-430e54b415f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:38.120798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:38.121379 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (ec94953c-2ab2-4e5a-9dcd-81c026a00e10), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:38.121501 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Floating IP ec94953c-2ab2-4e5a-9dcd-81c026a00e10 disassociated. External IP: 172.25.6.23, port: 2323b683-4b33-4fdd-8464-0bda84e09074. Feb 15 14:05:38.121820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Calling delete_port for 2323b683-4b33-4fdd-8464-0bda84e09074 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:38.203358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be01a2-243a-4b80-b06e-631239e0f8c5 req-4dc476ec-71f0-4be1-922e-ddef2f1990cc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:38.214023 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12be01a2-243a-4b80-b06e-631239e0f8c5 req-4dc476ec-71f0-4be1-922e-ddef2f1990cc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 946 time: 0.9347217 Feb 15 14:05:38.256872 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-47adce66-ce9e-46fb-8d43-c94cf4f72326 None None] Current status of the port 795b1e30-673a-455f-b41b-430e54b415f7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:38.358122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12be01a2-243a-4b80-b06e-631239e0f8c5 req-02f9bec1-a1eb-4a34-bc64-adcc68531fef tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328752 Feb 15 14:05:38.424553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (3ae7824e-da73-481d-abe0-9d10f016801e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:38.506096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a540-b649-4aa3-a8ac-e04fdf82a277 req-aec45e2b-0314-4b11-ab03-56e682e8bbb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:38.512040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a540-b649-4aa3-a8ac-e04fdf82a277 req-aec45e2b-0314-4b11-ab03-56e682e8bbb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:38.520911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2271a540-b649-4aa3-a8ac-e04fdf82a277 req-aec45e2b-0314-4b11-ab03-56e682e8bbb4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 1678 time: 0.5438230 Feb 15 14:05:38.535433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae7824e-da73-481d-abe0-9d10f016801e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:38.544327 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0867b6c7-4651-4fa6-94b1-c93e10796fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:17Z', 'revision_number': 4, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2cc809b-8bde-48a4-99de-8e14b97cb98e', 'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'mac_address': 'fa:16:3e:b4:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:15Z', 'updated_at': '2022-02-15T14:04:23Z', 'revision_number': 5, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'subnets': [{'id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:38.551627 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3cba66-80d1-4f45-bee7-2b33a4fd91a5 x-openstack-request-id: req-af3cba66-80d1-4f45-bee7-2b33a4fd91a5 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:38.555530 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc5253c-1b43-461c-8328-6647bb04e9fb", "name": "network-vif-deleted", "tag": "9d9be752-d5df-4861-83ff-262b4ef1a69b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:38.556163 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af3cba66-80d1-4f45-bee7-2b33a4fd91a5 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:38.558242 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc5253c-1b43-461c-8328-6647bb04e9fb', 'name': 'network-vif-deleted', 'tag': '9d9be752-d5df-4861-83ff-262b4ef1a69b', 'status': 'completed', 'code': 200} Feb 15 14:05:38.582091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 795b1e30-673a-455f-b41b-430e54b415f7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:38.644712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] Checking segment: {'id': '7a2c89e1-e010-4f76-ad31-512b97b60873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:38.646234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] Network hostable DHCP agents. Network: 7bbd7263-aea2-4674-989a-1702633914ee, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:05:38.653764 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867b6c7-4651-4fa6-94b1-c93e10796fa4 None None] Checking router: 53fd77e3-3797-4f6e-9ce9-e436e140ce31 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:05:38.690584 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867b6c7-4651-4fa6-94b1-c93e10796fa4 None None] Routers {'53fd77e3-3797-4f6e-9ce9-e436e140ce31'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:38.692162 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0867b6c7-4651-4fa6-94b1-c93e10796fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:38.723632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 795b1e30-673a-455f-b41b-430e54b415f7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:38.724328 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (795b1e30-673a-455f-b41b-430e54b415f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:38.741146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] Network 7bbd7263-aea2-4674-989a-1702633914ee is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:05:38.766268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 7bbd7263-aea2-4674-989a-1702633914ee) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:38.775796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:38.777634 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:38.813338 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-eb2f0353-8abb-423f-ac56-24b4379ab9f8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1229522 Feb 15 14:05:38.815434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36386) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:38.821416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9143f63-35b5-4e4d-9610-bd2f7cb1418b None None] Network 7bbd7263-aea2-4674-989a-1702633914ee requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:05:38.823155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1239210848-router', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:38.972175 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (9cbb6f55-938a-4b43-a579-7e14836c9a57), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:38.976810 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (9cbb6f55-938a-4b43-a579-7e14836c9a57), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:39.003968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2271a540-b649-4aa3-a8ac-e04fdf82a277 req-6747744f-9cf1-4f6b-ad7e-a21825babe2a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4806130 Feb 15 14:05:39.027757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-deleted', 'tag': 'c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:39.035264 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129fc3b9-0c90-482b-b8fc-786229bdec52" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-deleted", "tag": "c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:39.064513 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0867b6c7-4651-4fa6-94b1-c93e10796fa4 None None] Set router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:39.120002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a5f23-4bdd-4353-a193-81ff00173e53 req-201c1a80-4e2b-45eb-ace5-fef1bd707429 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:39.123463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d57a5f23-4bdd-4353-a193-81ff00173e53 req-201c1a80-4e2b-45eb-ace5-fef1bd707429 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 945 time: 0.2443011 Feb 15 14:05:39.152801 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Publish callbacks [] for router_controller (9cbb6f55-938a-4b43-a579-7e14836c9a57), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:39.191089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3a917-434f-4404-b762-7dc0e2401ddf req-aa39bf44-38fe-4875-aaea-79d6cfc6d3b5 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:39.196048 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05e3a917-434f-4404-b762-7dc0e2401ddf req-aa39bf44-38fe-4875-aaea-79d6cfc6d3b5 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 945 time: 0.3277137 Feb 15 14:05:39.246846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 795b1e30-673a-455f-b41b-430e54b415f7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:39.260891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-7bbd7263-aea2-4674-989a-1702633914ee', 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee', 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'fixed_ips': [{'subnet_id': '3ae7824e-da73-481d-abe0-9d10f016801e'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:05:39.263271 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:39.373056 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2323b683-4b33-4fdd-8464-0bda84e09074), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:39.530474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Port': ['ID=2323b683-4b33-4fdd-8464-0bda84e09074,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:39.650751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d57a5f23-4bdd-4353-a193-81ff00173e53 req-2156299e-8c2b-4d49-9872-8165a612ae36 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/security-groups?id=7c6db6ca-f704-440f-9d5a-0b636d606f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173817 Feb 15 14:05:39.681830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Allocated IP 172.20.0.2 (7bbd7263-aea2-4674-989a-1702633914ee/3ae7824e-da73-481d-abe0-9d10f016801e/43694129-a206-4fcd-9e54-c384a9820501) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:39.858997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e2783-ede9-4ab4-b500-fdfb92ee88e9 req-f3346621-584c-44fa-a515-6221839f71f8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:39.866193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f16e2783-ede9-4ab4-b500-fdfb92ee88e9 req-f3346621-584c-44fa-a515-6221839f71f8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.6492832 Feb 15 14:05:39.916907 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0867b6c7-4651-4fa6-94b1-c93e10796fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:17Z', 'revision_number': 4, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2cc809b-8bde-48a4-99de-8e14b97cb98e', 'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'mac_address': 'fa:16:3e:b4:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:15Z', 'updated_at': '2022-02-15T14:04:23Z', 'revision_number': 5, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'subnets': [{'id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:39.947435 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Publish callbacks [] for router_gateway (9cbb6f55-938a-4b43-a579-7e14836c9a57), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:39.995524 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:40.073447 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0867b6c7-4651-4fa6-94b1-c93e10796fa4 None None] The sync data for ids ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'] in n-d-829064-15 is: [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:17Z', 'revision_number': 4, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a2cc809b-8bde-48a4-99de-8e14b97cb98e', 'name': '', 'network_id': 'a98e0a00-2ad8-4038-b4c1-f11e333bd2a9', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'mac_address': 'fa:16:3e:b4:2d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:15Z', 'updated_at': '2022-02-15T14:04:23Z', 'revision_number': 5, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'subnets': [{'id': '120866a7-eb89-466a-8fef-c4e734a45b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:05:40.154276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-05e3a917-434f-4404-b762-7dc0e2401ddf req-e4d1739d-3176-4c38-a3a2-b390b1f3cced tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Deleting port c9443766-deec-4d17-bd75-54a01e5b0bad {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:40.154786 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-05e3a917-434f-4404-b762-7dc0e2401ddf req-e4d1739d-3176-4c38-a3a2-b390b1f3cced tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:40.197636 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Publish callbacks [] for port (43694129-a206-4fcd-9e54-c384a9820501), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:40.199948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b30f379-6d20-4909-bfaf-41962a95b761 req-34225c15-2e68-4d2a-b066-ffd74003bd7c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.3325491 Feb 15 14:05:40.222609 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (43694129-a206-4fcd-9e54-c384a9820501), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:40.299363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Network 7bbd7263-aea2-4674-989a-1702633914ee is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:40.305716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:40.309986 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:05:40.338620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Pushing event updated for resources: {'Port': ['ID=43694129-a206-4fcd-9e54-c384a9820501,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:40.464372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-05e3a917-434f-4404-b762-7dc0e2401ddf req-e4d1739d-3176-4c38-a3a2-b390b1f3cced tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] For port c9443766-deec-4d17-bd75-54a01e5b0bad, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c9443766-deec-4d17-bd75-54a01e5b0bad,segment=NetworkSegment(5d855c61-2c0e-4c4b-8859-27aa6448216a),segment_id=5d855c61-2c0e-4c4b-8859-27aa6448216a)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:40.465145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-05e3a917-434f-4404-b762-7dc0e2401ddf req-e4d1739d-3176-4c38-a3a2-b390b1f3cced tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:40.465313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f16e2783-ede9-4ab4-b500-fdfb92ee88e9 req-1fec06fb-924b-48d3-abc4-c3658ea2ee73 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4346051 Feb 15 14:05:40.491068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-05e3a917-434f-4404-b762-7dc0e2401ddf req-e4d1739d-3176-4c38-a3a2-b390b1f3cced tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Calling delete_port for c9443766-deec-4d17-bd75-54a01e5b0bad owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:40.511577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Attempting to bind port 43694129-a206-4fcd-9e54-c384a9820501 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:05:40.512134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Attempting to bind port 43694129-a206-4fcd-9e54-c384a9820501 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '7a2c89e1-e010-4f76-ad31-512b97b60873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:05:40.513032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Attempting to bind port 43694129-a206-4fcd-9e54-c384a9820501 on network 7bbd7263-aea2-4674-989a-1702633914ee {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:40.523923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:05:40.525017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Checking segment: {'id': '7a2c89e1-e010-4f76-ad31-512b97b60873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:40.526122 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:40.527329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Bound using segment: {'id': '7a2c89e1-e010-4f76-ad31-512b97b60873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:05:40.528100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Bound port: 43694129-a206-4fcd-9e54-c384a9820501, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2c89e1-e010-4f76-ad31-512b97b60873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:05:40.528679 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (43694129-a206-4fcd-9e54-c384a9820501), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:40.582835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36416) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:40.654515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:05:40.676424 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753173bb-9fb3-46f8-b275-6ce97a3d55be x-openstack-request-id: req-753173bb-9fb3-46f8-b275-6ce97a3d55be {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:40.677004 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-deleted", "tag": "c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:40.677515 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-753173bb-9fb3-46f8-b275-6ce97a3d55be {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:40.678120 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-deleted', 'tag': 'c5f1b6af-0bfc-4b4d-ab4a-5627e66edf53', 'status': 'completed', 'code': 200} Feb 15 14:05:40.827899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677267b-fc21-4ecb-ad8b-f89d669b0248 None None] New status for floating IP 6c92e213-6a57-4a55-88bb-604a4afb74a2: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:05:40.903774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa2912-6cb0-48e0-a4aa-4df58c370fb2 req-cfe9fb2a-c4d0-437f-b4e4-534f55ce50f2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:40.905646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93aa2912-6cb0-48e0-a4aa-4df58c370fb2 req-cfe9fb2a-c4d0-437f-b4e4-534f55ce50f2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 946 time: 0.4394126 Feb 15 14:05:41.042259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] For port 43694129-a206-4fcd-9e54-c384a9820501, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:05:41.063955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] For port 43694129-a206-4fcd-9e54-c384a9820501, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=43694129-a206-4fcd-9e54-c384a9820501,segment=NetworkSegment(7a2c89e1-e010-4f76-ad31-512b97b60873),segment_id=7a2c89e1-e010-4f76-ad31-512b97b60873)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:05:41.069272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7611919-a135-44a0-8eff-5ce7bdb27009 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group (f959a1de-4900-4c68-8506-1dd351630187), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:41.106438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7611919-a135-44a0-8eff-5ce7bdb27009 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group (f959a1de-4900-4c68-8506-1dd351630187), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:41.152431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93aa2912-6cb0-48e0-a4aa-4df58c370fb2 req-ef74cb3a-a37d-468b-82a6-8f0d82fcd769 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150559 Feb 15 14:05:41.230284 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Publish callbacks [] for router_gateway (9cbb6f55-938a-4b43-a579-7e14836c9a57), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:41.238071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d1de-1f3f-456f-9598-12349a589fd5 req-75d1b5ec-5d66-4ca2-a82b-8860bf51374f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:41.239855 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-05e3a917-434f-4404-b762-7dc0e2401ddf req-e4d1739d-3176-4c38-a3a2-b390b1f3cced tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c9443766-deec-4d17-bd75-54a01e5b0bad), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:41.245535 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (43694129-a206-4fcd-9e54-c384a9820501), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:41.250236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c215d1de-1f3f-456f-9598-12349a589fd5 req-75d1b5ec-5d66-4ca2-a82b-8860bf51374f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 943 time: 0.3416526 Feb 15 14:05:41.257176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:05:41.305597 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:41.310717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7611919-a135-44a0-8eff-5ce7bdb27009 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f959a1de-4900-4c68-8506-1dd351630187), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:41.317130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7611919-a135-44a0-8eff-5ce7bdb27009 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:41.318522 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d7611919-a135-44a0-8eff-5ce7bdb27009 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "DELETE /v2.0/security-groups/f959a1de-4900-4c68-8506-1dd351630187 HTTP/1.1" status: 204 len: 168 time: 0.7314939 Feb 15 14:05:41.332322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da97be2d-1769-4747-92f6-7824d758b8d2 req-5130eab8-b2a8-4768-895f-6dff74296742 tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce32dd4a-c906-4f38-a08c-35b3c033d097 HTTP/1.1" status: 200 len: 210 time: 0.0529788 Feb 15 14:05:41.341155 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f466b-73f9-4ee5-8c01-8797b6e9ffae None None] Sync routers for ids ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:05:41.391853 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f466b-73f9-4ee5-8c01-8797b6e9ffae None None] Routers {'0a08e935-43b5-4428-9fe6-04958c7a8ad4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:41.392700 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-561f466b-73f9-4ee5-8c01-8797b6e9ffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:41.404820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36426) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:41.417712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7611919-a135-44a0-8eff-5ce7bdb27009 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f959a1de-4900-4c68-8506-1dd351630187,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:41.437327 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1739d-3176-4c38-a3a2-b390b1f3cced tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Pushing event deleted for resources: {'Port': ['ID=c9443766-deec-4d17-bd75-54a01e5b0bad,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:41.494045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] No DVR routers for this DVR port 2323b683-4b33-4fdd-8464-0bda84e09074 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:41.524875 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:41.528359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-79ea8ae9-b81f-4eac-b736-a464b482f65b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "DELETE /v2.0/ports/2323b683-4b33-4fdd-8464-0bda84e09074 HTTP/1.1" status: 204 len: 173 time: 6.2686689 Feb 15 14:05:41.576448 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-5a7e0bf9-f953-4ba8-9ce2-37f0242507b4 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] show failed (client error): The resource could not be found. Feb 15 14:05:41.577773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5a7e0bf9-f953-4ba8-9ce2-37f0242507b4 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "GET /v2.0/security-groups/f959a1de-4900-4c68-8506-1dd351630187 HTTP/1.1" status: 404 len: 347 time: 0.1137025 Feb 15 14:05:41.588747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36434) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:41.690377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27e50c-128b-4526-a4ff-ee3bab1ae61c None None] Pushing event updated for resources: {'Port': ['ID=43694129-a206-4fcd-9e54-c384a9820501,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:41.725753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Allocated IP 172.25.6.209 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/f56d9f04-d6a3-4a4d-9226-a4f22a51438c) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:41.874559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c215d1de-1f3f-456f-9598-12349a589fd5 req-15648cc9-d924-4003-8c8f-5b9de130ead9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups?id=850e07cd-54c4-41bd-b8e3-db033f5d65ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6130896 Feb 15 14:05:41.935764 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-561f466b-73f9-4ee5-8c01-8797b6e9ffae None None] Set router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:41.942037 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:41.952061 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Publish callbacks [] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:42.102712 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:42.338463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f05e0f57-0ff3-4b92-af1d-e2b490a1e5fe req-57c484fd-b4fd-44d1-a739-dfdbca001b46 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1493917 Feb 15 14:05:42.383860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c9443766-deec-4d17-bd75-54a01e5b0bad no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:42.444953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: c9443766-deec-4d17-bd75-54a01e5b0bad {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:05:42.445632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c9443766-deec-4d17-bd75-54a01e5b0bad not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:05:42.610366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 43694129-a206-4fcd-9e54-c384a9820501 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:42.650707 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-561f466b-73f9-4ee5-8c01-8797b6e9ffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:35Z', 'revision_number': 4, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6e8b7d1c-be3a-46ff-867d-000a983c87f0', 'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'mac_address': 'fa:16:3e:65:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'f51d027d-829b-46a3-8128-74a466506270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:33Z', 'updated_at': '2022-02-15T13:58:39Z', 'revision_number': 5, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'subnets': [{'id': 'f51d027d-829b-46a3-8128-74a466506270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:42.686838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-deleted', 'tag': '2323b683-4b33-4fdd-8464-0bda84e09074'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:42.701255 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352ab8b3-d66a-4e16-b22e-b830dad67a26" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-deleted", "tag": "2323b683-4b33-4fdd-8464-0bda84e09074"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:42.732486 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f466b-73f9-4ee5-8c01-8797b6e9ffae None None] Checking router: 0a08e935-43b5-4428-9fe6-04958c7a8ad4 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:05:42.737234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 43694129-a206-4fcd-9e54-c384a9820501 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:42.737765 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (43694129-a206-4fcd-9e54-c384a9820501), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:42.757947 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f466b-73f9-4ee5-8c01-8797b6e9ffae None None] Routers {'0a08e935-43b5-4428-9fe6-04958c7a8ad4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:42.758599 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-561f466b-73f9-4ee5-8c01-8797b6e9ffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:42.836026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-bba50399-136e-415f-9cf7-0e770ea5ec67 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Deleting port 572570c6-7692-407a-a43e-a40c9820cf1c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:42.836350 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bba50399-136e-415f-9cf7-0e770ea5ec67 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (572570c6-7692-407a-a43e-a40c9820cf1c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:42.984576 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bba50399-136e-415f-9cf7-0e770ea5ec67 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (572570c6-7692-407a-a43e-a40c9820cf1c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:42.984912 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bba50399-136e-415f-9cf7-0e770ea5ec67 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for floatingip (572570c6-7692-407a-a43e-a40c9820cf1c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:42.995305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 43694129-a206-4fcd-9e54-c384a9820501 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:42.997834 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (43694129-a206-4fcd-9e54-c384a9820501), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:43.006135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-bba50399-136e-415f-9cf7-0e770ea5ec67 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Calling delete_port for 572570c6-7692-407a-a43e-a40c9820cf1c owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:43.085230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 43694129-a206-4fcd-9e54-c384a9820501, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=43694129-a206-4fcd-9e54-c384a9820501,segment=NetworkSegment(7a2c89e1-e010-4f76-ad31-512b97b60873),segment_id=7a2c89e1-e010-4f76-ad31-512b97b60873)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:43.109425 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (43694129-a206-4fcd-9e54-c384a9820501), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:43.139306 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-561f466b-73f9-4ee5-8c01-8797b6e9ffae None None] Set router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:43.205278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=43694129-a206-4fcd-9e54-c384a9820501,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:43.240694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:43.268651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58169-2537-411b-a571-3e17deac28b7 req-00acebef-616a-4faf-964a-f39387368a33 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:43.270676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ee58169-2537-411b-a571-3e17deac28b7 req-00acebef-616a-4faf-964a-f39387368a33 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.9236159 Feb 15 14:05:43.274171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bba50399-136e-415f-9cf7-0e770ea5ec67 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (572570c6-7692-407a-a43e-a40c9820cf1c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:43.289003 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:43.301989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:05:43.321028 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-d6ab6ca3-484e-4f92-88df-32a6451ebb9b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Deleting port f277436f-274d-4ccc-985c-0a0e050434d0 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:43.321390 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-d6ab6ca3-484e-4f92-88df-32a6451ebb9b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:43.385860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e3a917-434f-4404-b762-7dc0e2401ddf req-e4d1739d-3176-4c38-a3a2-b390b1f3cced tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] No DVR routers for this DVR port c9443766-deec-4d17-bd75-54a01e5b0bad on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:43.405128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-05e3a917-434f-4404-b762-7dc0e2401ddf req-e4d1739d-3176-4c38-a3a2-b390b1f3cced tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:43.428135 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05e3a917-434f-4404-b762-7dc0e2401ddf req-e4d1739d-3176-4c38-a3a2-b390b1f3cced tempest-ServersNegativeTestMultiTenantJSON-444763070 tempest-ServersNegativeTestMultiTenantJSON-444763070-project] 10.222.0.42 "DELETE /v2.0/ports/c9443766-deec-4d17-bd75-54a01e5b0bad HTTP/1.1" status: 204 len: 173 time: 4.2217407 Feb 15 14:05:43.463019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-d6ab6ca3-484e-4f92-88df-32a6451ebb9b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] For port f277436f-274d-4ccc-985c-0a0e050434d0, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f277436f-274d-4ccc-985c-0a0e050434d0,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:43.463550 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-d6ab6ca3-484e-4f92-88df-32a6451ebb9b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:43.482115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-d6ab6ca3-484e-4f92-88df-32a6451ebb9b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Calling delete_port for f277436f-274d-4ccc-985c-0a0e050434d0 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:43.580176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5d38d8-7c51-4f14-ad58-23af72ed5b60 None None] Network 7bbd7263-aea2-4674-989a-1702633914ee requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:05:43.589063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce32dd4a-c906-4f38-a08c-35b3c033d097', 'name': 'network-vif-deleted', 'tag': 'c9443766-deec-4d17-bd75-54a01e5b0bad'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:43.591404 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daacbb45-3fda-43b8-b56b-481c13c2f79e" -d '{"events": [{"server_uuid": "ce32dd4a-c906-4f38-a08c-35b3c033d097", "name": "network-vif-deleted", "tag": "c9443766-deec-4d17-bd75-54a01e5b0bad"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:43.822296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a00d0a-addb-41d5-b323-5efa175407f0 req-1e94405a-2695-4597-a791-e45712fdc8f0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:43.830335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91a00d0a-addb-41d5-b323-5efa175407f0 req-1e94405a-2695-4597-a791-e45712fdc8f0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 946 time: 1.2815216 Feb 15 14:05:43.876010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Pushing event updated for resources: {'Port': ['ID=f56d9f04-d6a3-4a4d-9226-a4f22a51438c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:43.896612 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-d6ab6ca3-484e-4f92-88df-32a6451ebb9b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f277436f-274d-4ccc-985c-0a0e050434d0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:43.939679 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-561f466b-73f9-4ee5-8c01-8797b6e9ffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:35Z', 'revision_number': 4, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6e8b7d1c-be3a-46ff-867d-000a983c87f0', 'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'mac_address': 'fa:16:3e:65:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'f51d027d-829b-46a3-8128-74a466506270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:33Z', 'updated_at': '2022-02-15T13:58:39Z', 'revision_number': 5, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'subnets': [{'id': 'f51d027d-829b-46a3-8128-74a466506270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:43.992161 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f466b-73f9-4ee5-8c01-8797b6e9ffae None None] The sync data for ids ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'] in n-d-829064-15 is: [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T13:58:35Z', 'revision_number': 4, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6e8b7d1c-be3a-46ff-867d-000a983c87f0', 'name': '', 'network_id': 'e373dcfc-ad59-4f5a-8511-40a2474dbb5a', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'mac_address': 'fa:16:3e:65:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'f51d027d-829b-46a3-8128-74a466506270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:33Z', 'updated_at': '2022-02-15T13:58:39Z', 'revision_number': 5, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'subnets': [{'id': 'f51d027d-829b-46a3-8128-74a466506270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:05:43.997872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba50399-136e-415f-9cf7-0e770ea5ec67 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Pushing event deleted for resources: {'Port': ['ID=572570c6-7692-407a-a43e-a40c9820cf1c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:44.126390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91a00d0a-addb-41d5-b323-5efa175407f0 req-d1ce77c3-d436-4c4e-828a-bb2496e80295 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951665 Feb 15 14:05:44.172279 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bba50399-136e-415f-9cf7-0e770ea5ec67 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks [] for floatingip (6c92e213-6a57-4a55-88bb-604a4afb74a2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:44.207364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bba50399-136e-415f-9cf7-0e770ea5ec67 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:44.212083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bba50399-136e-415f-9cf7-0e770ea5ec67 tempest-ServersTestJSON-1205393832 tempest-ServersTestJSON-1205393832-project] 10.222.0.72 "DELETE /v2.0/floatingips/6c92e213-6a57-4a55-88bb-604a4afb74a2 HTTP/1.1" status: 204 len: 168 time: 2.6216867 Feb 15 14:05:44.221136 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36454) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:44.292541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6e6ff-d488-4113-b106-4491e1dfbc6a req-a259dae8-2f7e-4840-b2dc-40ff01919fa8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:44.294180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28b6e6ff-d488-4113-b106-4491e1dfbc6a req-a259dae8-2f7e-4840-b2dc-40ff01919fa8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 946 time: 0.5227361 Feb 15 14:05:44.311560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2637b3bb-9c29-4edc-86b2-1dda703b548a None None] Provisioning complete for port 43694129-a206-4fcd-9e54-c384a9820501 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:44.312320 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2637b3bb-9c29-4edc-86b2-1dda703b548a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (43694129-a206-4fcd-9e54-c384a9820501), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:44.338109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36456) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:44.386047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ee58169-2537-411b-a571-3e17deac28b7 req-febeb3e0-29ea-49e0-b3cd-8f29ce43e84b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0954442 Feb 15 14:05:44.387247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab6ca3-484e-4f92-88df-32a6451ebb9b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Port': ['ID=f277436f-274d-4ccc-985c-0a0e050434d0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:44.650559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 43694129-a206-4fcd-9e54-c384a9820501 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:44.757961 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52dac7b-2732-4da7-be75-6cfdc74163b8 admin admin] Deleting subnet ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:05:44.758238 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57d0b7b-9ddd-4417-84fa-a9e302b21079 x-openstack-request-id: req-a57d0b7b-9ddd-4417-84fa-a9e302b21079 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:44.758885 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-deleted", "tag": "2323b683-4b33-4fdd-8464-0bda84e09074", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:44.759147 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a57d0b7b-9ddd-4417-84fa-a9e302b21079 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:44.759516 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-deleted', 'tag': '2323b683-4b33-4fdd-8464-0bda84e09074', 'status': 'completed', 'code': 200} Feb 15 14:05:44.765117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e793a735-9431-405b-b438-3aafbb82bd38 None None] New status for floating IP ec94953c-2ab2-4e5a-9dcd-81c026a00e10: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:05:44.786176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d52dac7b-2732-4da7-be75-6cfdc74163b8 admin admin] Publish callbacks [] for subnet (ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:44.856315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Publish callbacks [] for router_gateway (9cbb6f55-938a-4b43-a579-7e14836c9a57), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:44.906092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-d6ab6ca3-484e-4f92-88df-32a6451ebb9b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] No DVR routers for this DVR port f277436f-274d-4ccc-985c-0a0e050434d0 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:44.992349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-562eddf9-fe66-4c45-a363-83d78a458202 req-e398e8e2-6fa2-4e1c-aef3-25e20df88b71 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.2098603 Feb 15 14:05:44.999162 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-d6ab6ca3-484e-4f92-88df-32a6451ebb9b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:45.011163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07ea1d4-1507-43b2-9301-531cc4916103 req-d6ab6ca3-484e-4f92-88df-32a6451ebb9b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.67 "DELETE /v2.0/ports/f277436f-274d-4ccc-985c-0a0e050434d0 HTTP/1.1" status: 204 len: 173 time: 3.4500294 Feb 15 14:05:45.029379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f1606a9-9b5b-4ddf-9de8-926570977248 req-702d70f0-a272-40df-baf7-18309f4a7013 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.2188330 Feb 15 14:05:45.082928 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d52dac7b-2732-4da7-be75-6cfdc74163b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:45.097356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-28b6e6ff-d488-4113-b106-4491e1dfbc6a req-029d4e59-ba47-449d-9508-fd1b97a3f908 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Deleting port 4e121fb7-59df-460e-9cc1-be1de15b3891 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:45.097860 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-28b6e6ff-d488-4113-b106-4491e1dfbc6a req-029d4e59-ba47-449d-9508-fd1b97a3f908 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:45.133321 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445e64f1-7bb6-45f8-8836-4d48e286a310 x-openstack-request-id: req-445e64f1-7bb6-45f8-8836-4d48e286a310 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:45.133764 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce32dd4a-c906-4f38-a08c-35b3c033d097", "name": "network-vif-deleted", "tag": "c9443766-deec-4d17-bd75-54a01e5b0bad", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:45.134032 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-445e64f1-7bb6-45f8-8836-4d48e286a310 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:45.134427 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce32dd4a-c906-4f38-a08c-35b3c033d097', 'name': 'network-vif-deleted', 'tag': 'c9443766-deec-4d17-bd75-54a01e5b0bad', 'status': 'completed', 'code': 200} Feb 15 14:05:45.200739 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dd1e2fac-14ab-4539-bbd1-2255c16b9d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:45.277186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 43694129-a206-4fcd-9e54-c384a9820501 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:45.279569 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (43694129-a206-4fcd-9e54-c384a9820501), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:45.402252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2637b3bb-9c29-4edc-86b2-1dda703b548a None None] Current status of the port 43694129-a206-4fcd-9e54-c384a9820501 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:45.412979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-28b6e6ff-d488-4113-b106-4491e1dfbc6a req-029d4e59-ba47-449d-9508-fd1b97a3f908 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] For port 4e121fb7-59df-460e-9cc1-be1de15b3891, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=4e121fb7-59df-460e-9cc1-be1de15b3891,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:45.413353 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-28b6e6ff-d488-4113-b106-4491e1dfbc6a req-029d4e59-ba47-449d-9508-fd1b97a3f908 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:45.428451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-28b6e6ff-d488-4113-b106-4491e1dfbc6a req-029d4e59-ba47-449d-9508-fd1b97a3f908 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Calling delete_port for 4e121fb7-59df-460e-9cc1-be1de15b3891 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:45.494893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d52dac7b-2732-4da7-be75-6cfdc74163b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:45.541273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 43694129-a206-4fcd-9e54-c384a9820501 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:45.746352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ffae092f-cdc8-44d7-94aa-8cdb93259ab5 None None] Provisioning complete for port 43694129-a206-4fcd-9e54-c384a9820501 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:45.746741 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffae092f-cdc8-44d7-94aa-8cdb93259ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (43694129-a206-4fcd-9e54-c384a9820501), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:45.793201 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d52dac7b-2732-4da7-be75-6cfdc74163b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:45.861884 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-28b6e6ff-d488-4113-b106-4491e1dfbc6a req-029d4e59-ba47-449d-9508-fd1b97a3f908 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4e121fb7-59df-460e-9cc1-be1de15b3891), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:45.872539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dac7b-2732-4da7-be75-6cfdc74163b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:45.876956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d52dac7b-2732-4da7-be75-6cfdc74163b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:45.881426 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d52dac7b-2732-4da7-be75-6cfdc74163b8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ac4f1bf5-0d9b-428f-bcbc-68adc427f8cb HTTP/1.1" status: 204 len: 168 time: 1.5392540 Feb 15 14:05:45.885672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36464) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:45.892787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:05:45.894391 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (9cbb6f55-938a-4b43-a579-7e14836c9a57), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:46.067936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d4e59-ba47-449d-9508-fd1b97a3f908 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event deleted for resources: {'Port': ['ID=4e121fb7-59df-460e-9cc1-be1de15b3891,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:46.118641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d153ec7-bbe7-44ef-b2fe-32c7389bc4a6 req-9d39b018-6b74-4a69-a6ec-476017323069 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:46.135610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d153ec7-bbe7-44ef-b2fe-32c7389bc4a6 req-9d39b018-6b74-4a69-a6ec-476017323069 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe051325-008a-492a-87ba-dc8a25981b4a HTTP/1.1" status: 200 len: 867 time: 0.8100579 Feb 15 14:05:46.207753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (2ed5b609-4dbd-4ed9-8248-0685d36e5026), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:46.221335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ffae092f-cdc8-44d7-94aa-8cdb93259ab5 None None] Current status of the port 43694129-a206-4fcd-9e54-c384a9820501 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:46.401204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b6e6ff-d488-4113-b106-4491e1dfbc6a req-029d4e59-ba47-449d-9508-fd1b97a3f908 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] No DVR routers for this DVR port 4e121fb7-59df-460e-9cc1-be1de15b3891 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:46.409255 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-28b6e6ff-d488-4113-b106-4491e1dfbc6a req-029d4e59-ba47-449d-9508-fd1b97a3f908 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:46.414846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28b6e6ff-d488-4113-b106-4491e1dfbc6a req-029d4e59-ba47-449d-9508-fd1b97a3f908 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "DELETE /v2.0/ports/4e121fb7-59df-460e-9cc1-be1de15b3891 HTTP/1.1" status: 204 len: 173 time: 2.0492671 Feb 15 14:05:46.415560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Router 9cbb6f55-938a-4b43-a579-7e14836c9a57 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:05:46.440442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73062409-0a26-442a-882e-34c5790ae7a4 req-69c34bb1-1270-48f0-9a14-8e7e9dcb5363 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:46.453605 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73062409-0a26-442a-882e-34c5790ae7a4 req-69c34bb1-1270-48f0-9a14-8e7e9dcb5363 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.6371734 Feb 15 14:05:46.528053 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (2ed5b609-4dbd-4ed9-8248-0685d36e5026), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:46.572277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73062409-0a26-442a-882e-34c5790ae7a4 req-2344b0aa-2dbb-42da-a569-31d3febb53cf tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175606 Feb 15 14:05:46.583955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d153ec7-bbe7-44ef-b2fe-32c7389bc4a6 req-602074c9-cebc-44c8-8352-b7e0f3344936 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468400 Feb 15 14:05:46.748837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-041e5035-e2eb-459d-b439-9276e95391be req-6bf99997-3902-463f-a052-2c8506cc3570 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0415630 Feb 15 14:05:46.754798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed5b609-4dbd-4ed9-8248-0685d36e5026']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:46.778934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02e36c87-7e11-4131-89be-2ce910d8e0bb req-aec54ae4-5d26-4f22-b52f-17892d6f5937 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0384309 Feb 15 14:05:46.783182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-deleted', 'tag': 'f277436f-274d-4ccc-985c-0a0e050434d0'}, {'server_uuid': 'fe051325-008a-492a-87ba-dc8a25981b4a', 'name': 'network-vif-deleted', 'tag': '4e121fb7-59df-460e-9cc1-be1de15b3891'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:46.790619 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0238674c-b8b6-40f3-83fa-7ce4530ba6d8" -d '{"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-deleted", "tag": "f277436f-274d-4ccc-985c-0a0e050434d0"}, {"server_uuid": "fe051325-008a-492a-87ba-dc8a25981b4a", "name": "network-vif-deleted", "tag": "4e121fb7-59df-460e-9cc1-be1de15b3891"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:46.823351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d855c61-2c0e-4c4b-8859-27aa6448216a') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:46.823641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d855c61-2c0e-4c4b-8859-27aa6448216a') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:46.838428 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e20874-4c00-484b-a571-be0d5f923e29 x-openstack-request-id: req-b4e20874-4c00-484b-a571-be0d5f923e29 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:46.839016 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a8d1c-c19e-4f54-89c0-e583f2c702e1", "name": "network-vif-deleted", "tag": "f277436f-274d-4ccc-985c-0a0e050434d0", "status": "completed", "code": 200}, {"server_uuid": "fe051325-008a-492a-87ba-dc8a25981b4a", "name": "network-vif-deleted", "tag": "4e121fb7-59df-460e-9cc1-be1de15b3891", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:46.839595 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4e20874-4c00-484b-a571-be0d5f923e29 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:46.840190 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a8d1c-c19e-4f54-89c0-e583f2c702e1', 'name': 'network-vif-deleted', 'tag': 'f277436f-274d-4ccc-985c-0a0e050434d0', 'status': 'completed', 'code': 200} Feb 15 14:05:46.840609 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe051325-008a-492a-87ba-dc8a25981b4a', 'name': 'network-vif-deleted', 'tag': '4e121fb7-59df-460e-9cc1-be1de15b3891', 'status': 'completed', 'code': 200} Feb 15 14:05:46.841015 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (5d855c61-2c0e-4c4b-8859-27aa6448216a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:46.866377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 4e121fb7-59df-460e-9cc1-be1de15b3891 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:46.869089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5d855c61-2c0e-4c4b-8859-27aa6448216a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:46.888699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:05:46.889220 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (5d855c61-2c0e-4c4b-8859-27aa6448216a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:05:46.892865 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:05:46.919256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 4e121fb7-59df-460e-9cc1-be1de15b3891 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:05:46.919714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 4e121fb7-59df-460e-9cc1-be1de15b3891 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:05:46.963336 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (53fd77e3-3797-4f6e-9ce9-e436e140ce31), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:47.056905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:05:47.073922 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Sync routers for ids ['9cbb6f55-938a-4b43-a579-7e14836c9a57'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:05:47.080902 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (2ed5b609-4dbd-4ed9-8248-0685d36e5026), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:47.098174 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Routers {'9cbb6f55-938a-4b43-a579-7e14836c9a57'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:47.099626 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9cbb6f55-938a-4b43-a579-7e14836c9a57'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:47.124057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:47.131920 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2ed5b609-4dbd-4ed9-8248-0685d36e5026 HTTP/1.1" status: 204 len: 168 time: 1.2449479 Feb 15 14:05:47.132143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36472) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:47.133625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d8222-020d-45c8-bc79-5cb48938f3e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed5b609-4dbd-4ed9-8248-0685d36e5026,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:47.146322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:47.148495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e56cad78-0875-4db9-b6e8-207f1cf1eed7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.3319561 Feb 15 14:05:47.151876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36474) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:47.177327 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e17f4322-4b3e-4afc-a855-04ac03566383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:47.238577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e3d51a-bcd4-4264-a232-f35e7a2aa332 admin admin] Deleting subnet 2333612d-6c92-4e49-9f86-464640b87faa {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:05:47.263255 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-06e3d51a-bcd4-4264-a232-f35e7a2aa332 admin admin] Publish callbacks [] for subnet (2333612d-6c92-4e49-9f86-464640b87faa), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:47.323566 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Set router 9cbb6f55-938a-4b43-a579-7e14836c9a57 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:47.986378 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'name': 'tempest-TestAggregatesBasicOps-1239210848-router', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:38Z', 'updated_at': '2022-02-15T14:05:44Z', 'revision_number': 3, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'gw_port': {'id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:41Z', 'updated_at': '2022-02-15T14:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:48.048779 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Checking router: 9cbb6f55-938a-4b43-a579-7e14836c9a57 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:05:48.049129 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Updating router 9cbb6f55-938a-4b43-a579-7e14836c9a57 port f56d9f04-d6a3-4a4d-9226-a4f22a51438c binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:05:48.095947 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.111111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00594017-2437-46e6-90bd-464c25dc42b6 req-8a5994e7-afe5-4efc-8183-135ddeba36e5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1850655 Feb 15 14:05:48.123394 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-06e3d51a-bcd4-4264-a232-f35e7a2aa332 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (2333612d-6c92-4e49-9f86-464640b87faa), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.179860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f89a96-99f7-4f54-88ec-9da5dcdc244d req-b7d5787e-b748-4654-9995-0b2c523471ed tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:48.187822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3f89a96-99f7-4f54-88ec-9da5dcdc244d req-b7d5787e-b748-4654-9995-0b2c523471ed tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.2637601 Feb 15 14:05:48.289714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3f89a96-99f7-4f54-88ec-9da5dcdc244d req-6d98f741-f2dd-4280-bd88-2f07a07bcda5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007175 Feb 15 14:05:48.300743 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.402452 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-06e3d51a-bcd4-4264-a232-f35e7a2aa332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (2333612d-6c92-4e49-9f86-464640b87faa), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.460137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa16cd0c-e041-42f2-9a27-7870ada6bfe8 req-1a153a93-8454-47f7-a90b-dd66dc1244ab tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1691875 Feb 15 14:05:48.518473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] Deleting port a2cc809b-8bde-48a4-99de-8e14b97cb98e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:48.519111 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.620979 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-06e3d51a-bcd4-4264-a232-f35e7a2aa332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (2333612d-6c92-4e49-9f86-464640b87faa), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.634318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38db533-0716-4381-a755-981bdf2b5926 req-6a5f016b-c4ae-4b41-938c-8da9b9c2e258 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:48.647873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-6a5f016b-c4ae-4b41-938c-8da9b9c2e258 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.2021990 Feb 15 14:05:48.688955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-126f51b0-112f-477c-8db0-3a06081fe911 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/quotas/6fd0a42c9f2f4c0b9722e20079c4ff67 HTTP/1.1" status: 200 len: 375 time: 0.0397921 Feb 15 14:05:48.738289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3d51a-bcd4-4264-a232-f35e7a2aa332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2333612d-6c92-4e49-9f86-464640b87faa,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:48.758298 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-06e3d51a-bcd4-4264-a232-f35e7a2aa332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.764717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-06e3d51a-bcd4-4264-a232-f35e7a2aa332 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2333612d-6c92-4e49-9f86-464640b87faa HTTP/1.1" status: 204 len: 168 time: 1.6287901 Feb 15 14:05:48.765652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36498) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:48.785276 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Publish callbacks [] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.802224 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.861470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-f70385a0-a291-4b5c-a258-e928306e0edf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1712959 Feb 15 14:05:48.861836 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a276c4-68d4-4098-a8a2-094230755e96 None None] Pushing event updated for resources: {'Port': ['ID=f56d9f04-d6a3-4a4d-9226-a4f22a51438c,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:48.904243 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Attempting to bind port f56d9f04-d6a3-4a4d-9226-a4f22a51438c on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:05:48.904601 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Attempting to bind port f56d9f04-d6a3-4a4d-9226-a4f22a51438c by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:05:48.904983 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Attempting to bind port f56d9f04-d6a3-4a4d-9226-a4f22a51438c on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:48.911090 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:05:48.911647 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:48.912190 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.912588 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:05:48.913065 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Bound port: f56d9f04-d6a3-4a4d-9226-a4f22a51438c, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:05:48.913446 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.920495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] For port a2cc809b-8bde-48a4-99de-8e14b97cb98e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a2cc809b-8bde-48a4-99de-8e14b97cb98e,segment=NetworkSegment(a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b),segment_id=a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:48.921014 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:48.985265 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] Calling delete_port for a2cc809b-8bde-48a4-99de-8e14b97cb98e owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:49.015308 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (8743da82-52cf-45f0-bd34-f371fb9f2d18), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:49.026574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-328ad9db-abb3-4bc7-a9ff-20bc33ef10ee service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635742 Feb 15 14:05:49.040690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:49.046894 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] For port f56d9f04-d6a3-4a4d-9226-a4f22a51438c, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:05:49.052747 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] For port f56d9f04-d6a3-4a4d-9226-a4f22a51438c, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f56d9f04-d6a3-4a4d-9226-a4f22a51438c,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:05:49.070449 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:49.154706 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Routers {'9cbb6f55-938a-4b43-a579-7e14836c9a57'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:49.156650 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9cbb6f55-938a-4b43-a579-7e14836c9a57'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:49.248078 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a276c4-68d4-4098-a8a2-094230755e96 None None] Pushing event updated for resources: {'Port': ['ID=f56d9f04-d6a3-4a4d-9226-a4f22a51438c,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:49.286779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (8743da82-52cf-45f0-bd34-f371fb9f2d18), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:49.343148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11c081f8-860f-4808-853c-bf4de0c0b6ac req-e0c5b15c-86bc-430e-9d29-cb5bc1fd521d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0687568 Feb 15 14:05:49.346954 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] Set router 9cbb6f55-938a-4b43-a579-7e14836c9a57 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:49.401735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8743da82-52cf-45f0-bd34-f371fb9f2d18']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:49.458771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5020c69-7fb3-4a4c-9772-27c7f2616e4c') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:49.464761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5020c69-7fb3-4a4c-9772-27c7f2616e4c') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:49.506919 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-344eb995-7555-4546-8c0e-76fe03215a5f service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736023 Feb 15 14:05:49.518585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (f5020c69-7fb3-4a4c-9772-27c7f2616e4c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:49.609874 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f5020c69-7fb3-4a4c-9772-27c7f2616e4c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:49.640644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:05:49.642798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (f5020c69-7fb3-4a4c-9772-27c7f2616e4c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:49.647288 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:05:49.655563 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:05:49.702445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240361d-82d3-45f7-bbc1-ffba9f3f142d req-c2f6c1db-df77-43cd-82a0-bb7f4f13339c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:49.704093 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8240361d-82d3-45f7-bbc1-ffba9f3f142d req-c2f6c1db-df77-43cd-82a0-bb7f4f13339c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.2153213 Feb 15 14:05:49.869430 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'name': 'tempest-TestAggregatesBasicOps-1239210848-router', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:38Z', 'updated_at': '2022-02-15T14:05:44Z', 'revision_number': 3, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'gw_port': {'id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:41Z', 'updated_at': '2022-02-15T14:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:49.876506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Allocated IP 172.20.0.1 (7bbd7263-aea2-4674-989a-1702633914ee/3ae7824e-da73-481d-abe0-9d10f016801e/42bc97f5-35fc-4b65-ad3b-63eefd3e6a23) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:49.899896 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (8743da82-52cf-45f0-bd34-f371fb9f2d18), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:49.936215 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127965d4-cd8e-4521-8cba-6f7294ddd8ef None None] The sync data for ids ['9cbb6f55-938a-4b43-a579-7e14836c9a57'] in n-d-829064-15 is: [{'id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'name': 'tempest-TestAggregatesBasicOps-1239210848-router', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:38Z', 'updated_at': '2022-02-15T14:05:44Z', 'revision_number': 3, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'gw_port': {'id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:41Z', 'updated_at': '2022-02-15T14:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:05:50.030961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee9e9017-049f-4cff-8ff2-e73fd1f7dc52 req-fa0a593e-16ec-41d4-8de1-ef485b0bb0e4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1162827 Feb 15 14:05:50.032779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:50.042346 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a2cc809b-8bde-48a4-99de-8e14b97cb98e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:50.052357 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8743da82-52cf-45f0-bd34-f371fb9f2d18 HTTP/1.1" status: 204 len: 168 time: 1.2837715 Feb 15 14:05:50.120146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e41f7-9bfd-486b-9768-9e09c09beea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8743da82-52cf-45f0-bd34-f371fb9f2d18,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:50.153717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cc809b-8bde-48a4-99de-8e14b97cb98e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:50.214951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8240361d-82d3-45f7-bbc1-ffba9f3f142d req-f2d19276-5632-482d-b54b-a973dc650bf7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3676267 Feb 15 14:05:50.271326 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-adc62b22-f052-4851-91a6-0108e9a80840 req-8597ef81-2d75-458b-9656-e29202572abc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 210 time: 0.0915124 Feb 15 14:05:50.331799 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Publish callbacks [] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:50.482545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:50.606556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-298a8e1f-3261-4cde-843f-f3963c812c5d req-79adc178-4c62-43e1-bbdb-5ed710117c5b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0907855 Feb 15 14:05:50.652113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36520) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:50.714630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Network 7bbd7263-aea2-4674-989a-1702633914ee is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:50.724620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:50.727571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:05:50.761267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4ac91fc1-a744-4c09-aa0d-1a034612072a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b02d848ca3344d8be4c13c1b0e7ebd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1078074 Feb 15 14:05:50.765366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36522) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:50.932132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4707f3f6-fb1f-43d7-a342-0ae6e030a17f admin admin] Publish callbacks [] for security_group (7c6db6ca-f704-440f-9d5a-0b636d606f0b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:50.976739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Pushing event updated for resources: {'Port': ['ID=42bc97f5-35fc-4b65-ad3b-63eefd3e6a23,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:51.031954 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (9cbb6f55-938a-4b43-a579-7e14836c9a57), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:51.046604 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:51.054538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4707f3f6-fb1f-43d7-a342-0ae6e030a17f admin admin] Publish callbacks [] for security_group (7c6db6ca-f704-440f-9d5a-0b636d606f0b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:51.193402 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4707f3f6-fb1f-43d7-a342-0ae6e030a17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7c6db6ca-f704-440f-9d5a-0b636d606f0b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:51.209016 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4707f3f6-fb1f-43d7-a342-0ae6e030a17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:51.212235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4707f3f6-fb1f-43d7-a342-0ae6e030a17f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7c6db6ca-f704-440f-9d5a-0b636d606f0b HTTP/1.1" status: 204 len: 168 time: 0.4451425 Feb 15 14:05:51.231430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707f3f6-fb1f-43d7-a342-0ae6e030a17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6db6ca-f704-440f-9d5a-0b636d606f0b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:51.233395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (53fd77e3-3797-4f6e-9ce9-e436e140ce31), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:51.329135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6b12ef87-c07b-4fa4-b689-316df6bab6ce None None] Provisioning complete for port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:51.343797 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b12ef87-c07b-4fa4-b689-316df6bab6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:51.397153 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf77bcb4-e983-481b-8bf2-fa3a5fdcc54c req-c0791ec8-db0b-492e-8deb-33d04ba1fa9b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1319551 Feb 15 14:05:51.445081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ef87-c07b-4fa4-b689-316df6bab6ce None None] Port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:05:51.569106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f8d67-cdf8-46e4-a6a1-91dfb14bb4f9 req-f69b45ce-1510-4e69-9372-80a5a846cce9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:51.573531 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de1f8d67-cdf8-46e4-a6a1-91dfb14bb4f9 req-f69b45ce-1510-4e69-9372-80a5a846cce9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.1597795 Feb 15 14:05:51.718656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e1a245d-702d-4c8c-9290-65c27d12cf4a req-355bbd68-1851-492e-9b78-43fe6c1e498f tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 210 time: 0.1095459 Feb 15 14:05:51.890452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de1f8d67-cdf8-46e4-a6a1-91dfb14bb4f9 req-f067180c-60d5-40a0-ba1e-3e59d0ed9b73 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092744 Feb 15 14:05:51.960783 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:52.020870 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d95c98f-f0da-415f-9681-120f203b1ebc req-6633cdd9-bbf5-440b-bd14-e5ae5d495430 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0709434 Feb 15 14:05:52.240936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36540) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:52.295692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ba1640c7-00fb-47d0-acdc-ec43b44718ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=337c0f06f7be4f84bc816eb0f029ac20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0533895 Feb 15 14:05:52.297003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36542) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:52.389090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38db533-0716-4381-a755-981bdf2b5926 req-429eb3e1-76a1-46ce-96bc-4fd49e8568b6 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:52.390638 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-429eb3e1-76a1-46ce-96bc-4fd49e8568b6 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.5901296 Feb 15 14:05:52.391192 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-291686b9-159d-4706-8b4e-0bb84ab9af56 admin admin] Publish callbacks [] for security_group (0aa41576-fb59-40bf-818c-bea70ec2a4de), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:52.409697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Request body: {'port': {'device_id': 'eed03bb1-d89d-4537-96d1-c5a700aa0398', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'admin_state_up': True, 'tenant_id': '6fd0a42c9f2f4c0b9722e20079c4ff67'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:52.456672 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-291686b9-159d-4706-8b4e-0bb84ab9af56 admin admin] Publish callbacks [] for security_group (0aa41576-fb59-40bf-818c-bea70ec2a4de), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:52.574944 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-291686b9-159d-4706-8b4e-0bb84ab9af56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0aa41576-fb59-40bf-818c-bea70ec2a4de), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:52.581571 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-291686b9-159d-4706-8b4e-0bb84ab9af56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:52.584400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-291686b9-159d-4706-8b4e-0bb84ab9af56 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0aa41576-fb59-40bf-818c-bea70ec2a4de HTTP/1.1" status: 204 len: 168 time: 0.2861493 Feb 15 14:05:52.639749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] Router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:05:52.679351 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc310ab8-8bbf-4479-8917-4c12f76b37d2 req-03f662ec-5878-46e6-aec9-34b0becbc557 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0863378 Feb 15 14:05:52.683184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291686b9-159d-4706-8b4e-0bb84ab9af56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa41576-fb59-40bf-818c-bea70ec2a4de,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:52.707812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f56d9f04-d6a3-4a4d-9226-a4f22a51438c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:52.943877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34637e1e-5be5-4bad-b79c-bf0e12f84eaa req-fd6bebc7-b067-49b3-9752-bb62b803480d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 210 time: 0.0939052 Feb 15 14:05:53.092960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f56d9f04-d6a3-4a4d-9226-a4f22a51438c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:53.095339 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:53.120614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Made reservation on behalf of 6fd0a42c9f2f4c0b9722e20079c4ff67 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:53.137547 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:53.181639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Publish callbacks [] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:53.205631 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:53.290040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4152edc7-27f4-4528-a701-c0cf812ebc01 req-096cd1e5-e4d3-4e8f-95dd-2b6d499effec tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1162281 Feb 15 14:05:53.364672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeff49c-661c-4219-8bb7-3e2c14cc1aa1 req-43c544d5-0929-4210-bd8e-d9a3c1897fcb tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:53.366958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-beeff49c-661c-4219-8bb7-3e2c14cc1aa1 req-43c544d5-0929-4210-bd8e-d9a3c1897fcb tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.3158326 Feb 15 14:05:53.447221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-beeff49c-661c-4219-8bb7-3e2c14cc1aa1 req-6aa7fa04-1a3c-4c87-bbb5-6b45cd01621b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694666 Feb 15 14:05:53.448782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Pushing event updated for resources: {'Port': ['ID=42bc97f5-35fc-4b65-ad3b-63eefd3e6a23,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:53.473494 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f56d9f04-d6a3-4a4d-9226-a4f22a51438c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:53.474168 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:53.530359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port f56d9f04-d6a3-4a4d-9226-a4f22a51438c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f56d9f04-d6a3-4a4d-9226-a4f22a51438c,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:53.544043 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:53.573141 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:05:53.603650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a49620-cb8e-4499-9a39-d1b7feb1efad None None] Sync routers for ids ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:05:53.608736 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b2261242-e212-49d4-b851-cfc2e0362084 admin admin] 10.222.0.72 "PUT /v2.0/routers/53fd77e3-3797-4f6e-9ce9-e436e140ce31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3859050 Feb 15 14:05:53.611996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36566) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:53.641893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a49620-cb8e-4499-9a39-d1b7feb1efad None None] Routers {'53fd77e3-3797-4f6e-9ce9-e436e140ce31'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:53.642636 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e0a49620-cb8e-4499-9a39-d1b7feb1efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:53.690738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=f56d9f04-d6a3-4a4d-9226-a4f22a51438c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:53.708963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (9cbb6f55-938a-4b43-a579-7e14836c9a57), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:53.768212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Allocated IP 172.20.0.13 (fee3507b-addd-44c0-be05-aeb18219f9b7/97831b1c-7ade-490d-a8f5-172cfa6c6777/79219bc9-4f5e-46b4-91c1-86db2a6cc5be) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:05:53.782044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.784092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.784560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.794234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.794784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.795618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.796065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.796521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.797436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.797436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.797933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.798523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.800168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:05:53.936587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e0a49620-cb8e-4499-9a39-d1b7feb1efad None None] Set router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:54.015722 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Publish callbacks [] for router (53fd77e3-3797-4f6e-9ce9-e436e140ce31), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:54.183317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02cfd9e0-ff1a-4367-9251-ecc24d1390ce req-b159d314-fbc3-481a-bf56-676a99f3a07d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 210 time: 0.0651121 Feb 15 14:05:54.256638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b493fa18-287d-4f4a-aba8-8edd53a55ad0 req-8dc3341e-89c4-4b6d-9731-600057aad605 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.2379327 Feb 15 14:05:54.330940 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks [] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:54.394077 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Publish callbacks [] for router_gateway (53fd77e3-3797-4f6e-9ce9-e436e140ce31), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:54.397733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e0a49620-cb8e-4499-9a39-d1b7feb1efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:05:49Z', 'revision_number': 5, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port': {'id': '385b22da-fc3e-4ba7-b041-d1d4d0c00392', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:1d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:54.461107 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:54.534332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a49620-cb8e-4499-9a39-d1b7feb1efad None None] Checking router: 53fd77e3-3797-4f6e-9ce9-e436e140ce31 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:05:54.538354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event updated for resources: {'Port': ['ID=79219bc9-4f5e-46b4-91c1-86db2a6cc5be,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:54.574822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:05:54.583600 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Network fee3507b-addd-44c0-be05-aeb18219f9b7 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:54.585438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f56d9f04-d6a3-4a4d-9226-a4f22a51438c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:05:54.587094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:54.591279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:05:54.644090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:54.644587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:54.656045 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Network 7bbd7263-aea2-4674-989a-1702633914ee is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:05:54.660720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:05:54.694934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-431da402-edfd-42c8-8e34-868f1512df74 req-af8802bf-262a-45d7-8763-ead741e6d3e0 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1816685 Feb 15 14:05:54.730352 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-5e870550-be5b-486c-a2da-07a69db9aeb8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3295860 Feb 15 14:05:54.741752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a49620-cb8e-4499-9a39-d1b7feb1efad None None] Routers {'53fd77e3-3797-4f6e-9ce9-e436e140ce31'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:54.742532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e0a49620-cb8e-4499-9a39-d1b7feb1efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:54.821343 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Deleting port 385b22da-fc3e-4ba7-b041-d1d4d0c00392 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:54.822254 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:54.903473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46103161-7ff1-480a-88be-166d2e58729c req-e8aef2e4-804a-4417-b9ee-82e1cbb4a8cc tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:54.905453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46103161-7ff1-480a-88be-166d2e58729c req-e8aef2e4-804a-4417-b9ee-82e1cbb4a8cc tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.2038372 Feb 15 14:05:54.905969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36598) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:54.971471 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Router 9cbb6f55-938a-4b43-a579-7e14836c9a57 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:05:55.002566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Request body: {'port': {'device_id': 'eed03bb1-d89d-4537-96d1-c5a700aa0398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:55.061380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] For port 385b22da-fc3e-4ba7-b041-d1d4d0c00392, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=385b22da-fc3e-4ba7-b041-d1d4d0c00392,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:55.061974 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:55.076191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46103161-7ff1-480a-88be-166d2e58729c req-cbaa3146-639b-4c82-aab9-652a196e78dc tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496511 Feb 15 14:05:55.085206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Calling delete_port for 385b22da-fc3e-4ba7-b041-d1d4d0c00392 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:55.319864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-14f5b9c1-f02a-4ba6-80a6-4e5f6d27bb3c None None] Provisioning complete for port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:55.320445 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-14f5b9c1-f02a-4ba6-80a6-4e5f6d27bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:55.376156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f56d9f04-d6a3-4a4d-9226-a4f22a51438c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:55.376805 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:55.381552 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (385b22da-fc3e-4ba7-b041-d1d4d0c00392), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:55.398630 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f94bef8-2eea-417e-8eb1-0d1e3d4401af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:55.409230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e0a49620-cb8e-4499-9a39-d1b7feb1efad None None] Set router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:55.466107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Pushing event deleted for resources: {'Port': ['ID=385b22da-fc3e-4ba7-b041-d1d4d0c00392,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:55.518217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e0a49620-cb8e-4499-9a39-d1b7feb1efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:05:54Z', 'revision_number': 6, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:55.562844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2284f8a-2df9-48e6-948f-64cfaed9ea8e req-00659ee9-5402-4a60-81cb-20fb1c0a063a tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1279504 Feb 15 14:05:55.564362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a49620-cb8e-4499-9a39-d1b7feb1efad None None] The sync data for ids ['53fd77e3-3797-4f6e-9ce9-e436e140ce31'] in n-d-829064-15 is: [{'id': '53fd77e3-3797-4f6e-9ce9-e436e140ce31', 'name': 'tempest-ServersTestJSON-1323794734-router', 'tenant_id': '34cfa2a9bd6441549013d86d3375b3b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:04:11Z', 'updated_at': '2022-02-15T14:05:54Z', 'revision_number': 6, 'project_id': '34cfa2a9bd6441549013d86d3375b3b5', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:05:55.578956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-14f5b9c1-f02a-4ba6-80a6-4e5f6d27bb3c None None] Port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:05:55.596200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ba4e2-b899-4d1a-81d0-e5c7f24d335e req-0d33ed60-81d2-4a68-a82f-1ae85c7a9c46 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:55.597796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b5ba4e2-b899-4d1a-81d0-e5c7f24d335e req-0d33ed60-81d2-4a68-a82f-1ae85c7a9c46 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 932 time: 0.2583833 Feb 15 14:05:55.666871 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (53fd77e3-3797-4f6e-9ce9-e436e140ce31), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:55.724507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f56d9f04-d6a3-4a4d-9226-a4f22a51438c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:55.749418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:55.756710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d35036-28eb-45b2-8f89-9b9f17fa9ebe req-06d5e1bd-723d-49f2-bf8b-71bef802ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:55.757910 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94d35036-28eb-45b2-8f89-9b9f17fa9ebe req-06d5e1bd-723d-49f2-bf8b-71bef802ef61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 1128 time: 0.2973411 Feb 15 14:05:55.807031 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b5ba4e2-b899-4d1a-81d0-e5c7f24d335e req-5df452b2-09b7-4168-a917-5dfad11db20b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947560 Feb 15 14:05:55.847647 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:05:55.854342 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f8e2ea11-315b-4faf-833c-963031fffaeb admin admin] 10.222.0.72 "PUT /v2.0/routers/9cbb6f55-938a-4b43-a579-7e14836c9a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7009745 Feb 15 14:05:55.867991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (53fd77e3-3797-4f6e-9ce9-e436e140ce31), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:55.872659 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Sync routers for ids ['9cbb6f55-938a-4b43-a579-7e14836c9a57'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:05:55.878458 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Publish callbacks [] for router_controller (53fd77e3-3797-4f6e-9ce9-e436e140ce31), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:55.883936 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Routers {'9cbb6f55-938a-4b43-a579-7e14836c9a57'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:55.884776 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9cbb6f55-938a-4b43-a579-7e14836c9a57'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:55.990053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8314ed04-8f5b-415a-ad82-1428f34c9060 req-eae65d8c-82f1-4f22-879b-3c133ba04598 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1200340 Feb 15 14:05:56.001104 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f94bef8-2eea-417e-8eb1-0d1e3d4401af admin admin] Publish callbacks [] for security_group (3f89936e-e6eb-4a34-847a-f3e774305bd3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.014094 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f94bef8-2eea-417e-8eb1-0d1e3d4401af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3f89936e-e6eb-4a34-847a-f3e774305bd3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.025632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (53fd77e3-3797-4f6e-9ce9-e436e140ce31), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.026389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53fd77e3-3797-4f6e-9ce9-e436e140ce31 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:05:56.029454 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Set router 9cbb6f55-938a-4b43-a579-7e14836c9a57 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:56.040343 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.050435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-73e8aa8a-146d-4142-a790-c306d2e151ca admin admin] 10.222.0.72 "DELETE /v2.0/routers/53fd77e3-3797-4f6e-9ce9-e436e140ce31 HTTP/1.1" status: 204 len: 168 time: 2.4369440 Feb 15 14:05:56.072969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36610) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:56.133889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d35036-28eb-45b2-8f89-9b9f17fa9ebe req-c9d7050d-4fc7-4112-aa71-8c4641b2b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:56.135405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94d35036-28eb-45b2-8f89-9b9f17fa9ebe req-c9d7050d-4fc7-4112-aa71-8c4641b2b6f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 918 time: 0.3705037 Feb 15 14:05:56.142442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94bef8-2eea-417e-8eb1-0d1e3d4401af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f89936e-e6eb-4a34-847a-f3e774305bd3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:56.155505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5f94bef8-2eea-417e-8eb1-0d1e3d4401af admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ab8318352de4168b3d84fc1968370cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2436740 Feb 15 14:05:56.160488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36614) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:56.211328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-853f6d67-338f-4c9b-8ff7-6adf458957d2 admin admin] Deleting subnet 120866a7-eb89-466a-8fef-c4e734a45b68 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:05:56.227814 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-853f6d67-338f-4c9b-8ff7-6adf458957d2 admin admin] Publish callbacks [] for subnet (120866a7-eb89-466a-8fef-c4e734a45b68), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.307095 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-853f6d67-338f-4c9b-8ff7-6adf458957d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (120866a7-eb89-466a-8fef-c4e734a45b68), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.335240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94d35036-28eb-45b2-8f89-9b9f17fa9ebe req-d626ae1d-2ee9-4027-9449-144dee2a40bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf HTTP/1.1" status: 200 len: 1001 time: 0.1899178 Feb 15 14:05:56.373614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79219bc9-4f5e-46b4-91c1-86db2a6cc5be {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:05:56.391526 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'name': 'tempest-TestAggregatesBasicOps-1239210848-router', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:38Z', 'updated_at': '2022-02-15T14:05:51Z', 'revision_number': 4, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'gw_port': {'id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:41Z', 'updated_at': '2022-02-15T14:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '42bc97f5-35fc-4b65-ad3b-63eefd3e6a23', 'name': '', 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'mac_address': 'fa:16:3e:7b:5f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3ae7824e-da73-481d-abe0-9d10f016801e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:49Z', 'updated_at': '2022-02-15T14:05:52Z', 'revision_number': 2, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'subnets': [{'id': '3ae7824e-da73-481d-abe0-9d10f016801e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:56.397311 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Publish callbacks [] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.412519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Transition to ACTIVE for port object 79219bc9-4f5e-46b4-91c1-86db2a6cc5be will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:05:56.416463 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.429627 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Checking router: 9cbb6f55-938a-4b43-a579-7e14836c9a57 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:05:56.430938 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Updating router 9cbb6f55-938a-4b43-a579-7e14836c9a57 port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:05:56.536247 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.550019 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23b27627-b003-46c3-8578-df42f329feb0 admin admin] Publish callbacks [] for security_group (3f89936e-e6eb-4a34-847a-f3e774305bd3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.556008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a2cc809b-8bde-48a4-99de-8e14b97cb98e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:56.594762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Pushing event updated for resources: {'Port': ['ID=79219bc9-4f5e-46b4-91c1-86db2a6cc5be,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:56.635903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a2cc809b-8bde-48a4-99de-8e14b97cb98e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:05:56.638893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a2cc809b-8bde-48a4-99de-8e14b97cb98e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:05:56.640527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 385b22da-fc3e-4ba7-b041-d1d4d0c00392 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:56.662858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d35036-28eb-45b2-8f89-9b9f17fa9ebe req-7d46b175-a67b-4f03-8b25-b1b5eb63d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:56.664372 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94d35036-28eb-45b2-8f89-9b9f17fa9ebe req-7d46b175-a67b-4f03-8b25-b1b5eb63d316 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.3101096 Feb 15 14:05:56.686974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb43d2e-1ad6-4db0-8ab4-996984079719 req-43496119-598c-4f94-9ce7-5959cee935f0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:56.689786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdb43d2e-1ad6-4db0-8ab4-996984079719 req-43496119-598c-4f94-9ce7-5959cee935f0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.3973157 Feb 15 14:05:56.691821 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23b27627-b003-46c3-8578-df42f329feb0 admin admin] Publish callbacks [] for security_group (3f89936e-e6eb-4a34-847a-f3e774305bd3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.739356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 385b22da-fc3e-4ba7-b041-d1d4d0c00392 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:05:56.741178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 385b22da-fc3e-4ba7-b041-d1d4d0c00392 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:05:56.787504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-853f6d67-338f-4c9b-8ff7-6adf458957d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (120866a7-eb89-466a-8fef-c4e734a45b68), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.851063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Attempting to bind port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:05:56.852626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Attempting to bind port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:05:56.853604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Attempting to bind port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:56.873071 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be on network fee3507b-addd-44c0-be05-aeb18219f9b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:05:56.873414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Attempting to bind port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:56.887400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:05:56.887755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Checking segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:56.888145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Bound using segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:05:56.888590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Bound port: 79219bc9-4f5e-46b4-91c1-86db2a6cc5be, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:05:56.888947 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:56.948818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdb43d2e-1ad6-4db0-8ab4-996984079719 req-c0439844-e045-4653-b917-4cf8ebdd6631 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218308 Feb 15 14:05:56.950773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27324bda-b216-44a9-8482-e7d3e82e4729 req-cd8c7a6e-3c63-499e-be05-d874ce46bdb4 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.0799105 Feb 15 14:05:56.981196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d35036-28eb-45b2-8f89-9b9f17fa9ebe req-e4a5bfb4-e76f-4227-a0e2-829e28e4b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:56.989335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94d35036-28eb-45b2-8f89-9b9f17fa9ebe req-e4a5bfb4-e76f-4227-a0e2-829e28e4b3ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2940378 Feb 15 14:05:57.001045 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23b27627-b003-46c3-8578-df42f329feb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3f89936e-e6eb-4a34-847a-f3e774305bd3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.020003 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23b27627-b003-46c3-8578-df42f329feb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.020003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-23b27627-b003-46c3-8578-df42f329feb0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f89936e-e6eb-4a34-847a-f3e774305bd3 HTTP/1.1" status: 204 len: 168 time: 0.8518920 Feb 15 14:05:57.106079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] For port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:05:57.119767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] For port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=79219bc9-4f5e-46b4-91c1-86db2a6cc5be,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:05:57.127001 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-853f6d67-338f-4c9b-8ff7-6adf458957d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (120866a7-eb89-466a-8fef-c4e734a45b68), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.144696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.210831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:57.211464 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.213002 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] 10.222.0.42 "PUT /v2.0/ports/79219bc9-4f5e-46b4-91c1-86db2a6cc5be HTTP/1.1" status: 200 len: 1093 time: 2.2292998 Feb 15 14:05:57.213514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed03bb1-d89d-4537-96d1-c5a700aa0398', 'tag': '79219bc9-4f5e-46b4-91c1-86db2a6cc5be'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:57.216021 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e9713e-40ac-48dd-8538-afaedba2b932" -d '{"events": [{"name": "network-changed", "server_uuid": "eed03bb1-d89d-4537-96d1-c5a700aa0398", "tag": "79219bc9-4f5e-46b4-91c1-86db2a6cc5be"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:57.216706 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Publish callbacks [] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.237665 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.265960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4ac8c-cc62-4f80-8dd1-90f8bdf9e47b service neutron] Pushing event updated for resources: {'Port': ['ID=79219bc9-4f5e-46b4-91c1-86db2a6cc5be,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:57.333515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b27627-b003-46c3-8578-df42f329feb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f89936e-e6eb-4a34-847a-f3e774305bd3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:57.396204 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b002f2-d96e-4783-956c-f1815acff243 None None] Pushing event updated for resources: {'Port': ['ID=42bc97f5-35fc-4b65-ad3b-63eefd3e6a23,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:57.430468 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Attempting to bind port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:05:57.431120 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Attempting to bind port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '7a2c89e1-e010-4f76-ad31-512b97b60873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:05:57.431494 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Attempting to bind port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 on network 7bbd7263-aea2-4674-989a-1702633914ee {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:05:57.442484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38db533-0716-4381-a755-981bdf2b5926 req-67248f7f-17f4-4139-bcb1-374a69544beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:57.444055 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-67248f7f-17f4-4139-bcb1-374a69544beb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 1127 time: 0.1281848 Feb 15 14:05:57.445629 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:05:57.446009 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Checking segment: {'id': '7a2c89e1-e010-4f76-ad31-512b97b60873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:05:57.446474 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.446809 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Bound using segment: {'id': '7a2c89e1-e010-4f76-ad31-512b97b60873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:05:57.447327 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Bound port: 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2c89e1-e010-4f76-ad31-512b97b60873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:05:57.447712 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.471556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03b0bd68-3c56-4268-b461-d320e4b0a7e8 req-a3bed84f-93cd-4466-9470-501eb45d4b9c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1814766 Feb 15 14:05:57.477689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f6d67-338f-4c9b-8ff7-6adf458957d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120866a7-eb89-466a-8fef-c4e734a45b68,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:57.483136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-853f6d67-338f-4c9b-8ff7-6adf458957d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.489817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-853f6d67-338f-4c9b-8ff7-6adf458957d2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/120866a7-eb89-466a-8fef-c4e734a45b68 HTTP/1.1" status: 204 len: 168 time: 1.4151363 Feb 15 14:05:57.497177 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37f44ba-f1e3-491f-9235-b0e323d32cbf None None] Network a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:05:57.515521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36646) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:57.568107 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-62aef5db-39f7-47b7-80a1-c105bdc8f317 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79219bc9-4f5e-46b4-91c1-86db2a6cc5be HTTP/1.1" status: 200 len: 217 time: 0.1171837 Feb 15 14:05:57.656868 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] For port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:05:57.676869 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] For port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=42bc97f5-35fc-4b65-ad3b-63eefd3e6a23,segment=NetworkSegment(7a2c89e1-e010-4f76-ad31-512b97b60873),segment_id=7a2c89e1-e010-4f76-ad31-512b97b60873)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:05:57.695429 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.746233 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38db533-0716-4381-a755-981bdf2b5926 req-55b1e5a1-14f5-49a2-838a-df59935fe743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:57.749088 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-55b1e5a1-14f5-49a2-838a-df59935fe743 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.1696088 Feb 15 14:05:57.784884 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a98e0a00-2ad8-4038-b4c1-f11e333bd2a9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:57.808822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caab9af7-062f-4d09-9509-f70406047691 None None] DHCP port deletion for a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:05:57.867708 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Routers {'9cbb6f55-938a-4b43-a579-7e14836c9a57'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:05:57.868432 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9cbb6f55-938a-4b43-a579-7e14836c9a57'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:57.868605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-93d040d2-e52a-4fbb-a7f8-35ad756b27b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128759 Feb 15 14:05:57.879130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94d35036-28eb-45b2-8f89-9b9f17fa9ebe req-c62aef76-9125-44a3-b542-4090675276f9 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8824298 Feb 15 14:05:57.879756 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b002f2-d96e-4783-956c-f1815acff243 None None] Pushing event updated for resources: {'Port': ['ID=42bc97f5-35fc-4b65-ad3b-63eefd3e6a23,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:57.967691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-164f47bb-74f4-44e2-98bc-29e99614ef79 None None] Provisioning complete for port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:57.968070 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-164f47bb-74f4-44e2-98bc-29e99614ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:58.094122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-caab9af7-062f-4d09-9509-f70406047691 None None] Deleting port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:05:58.095483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-caab9af7-062f-4d09-9509-f70406047691 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:58.167454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-ce14f82e-a759-4a75-a8a3-80f714be01c6 service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917790 Feb 15 14:05:58.172166 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bbbb67-c89d-44d7-b3cc-90dc8c2e501a x-openstack-request-id: req-42bbbb67-c89d-44d7-b3cc-90dc8c2e501a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:05:58.172526 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed03bb1-d89d-4537-96d1-c5a700aa0398", "tag": "79219bc9-4f5e-46b4-91c1-86db2a6cc5be", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:05:58.172796 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-42bbbb67-c89d-44d7-b3cc-90dc8c2e501a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:05:58.174878 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed03bb1-d89d-4537-96d1-c5a700aa0398', 'tag': '79219bc9-4f5e-46b4-91c1-86db2a6cc5be', 'status': 'completed', 'code': 200} Feb 15 14:05:58.182654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-caab9af7-062f-4d09-9509-f70406047691 None None] For port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612,segment=NetworkSegment(a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b),segment_id=a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:58.183440 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-caab9af7-062f-4d09-9509-f70406047691 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:58.204762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-caab9af7-062f-4d09-9509-f70406047691 None None] Calling delete_port for 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:05:58.315334 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e38db533-0716-4381-a755-981bdf2b5926 req-56225835-3c4e-4d9b-94d3-74d8af21d020 service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393564 Feb 15 14:05:58.346430 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] Set router 9cbb6f55-938a-4b43-a579-7e14836c9a57 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:05:58.422384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-164f47bb-74f4-44e2-98bc-29e99614ef79 None None] Current status of the port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:58.422629 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-164f47bb-74f4-44e2-98bc-29e99614ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:58.452157 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-caab9af7-062f-4d09-9509-f70406047691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:58.513743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9713e-40ac-48dd-8538-afaedba2b932 req-338eb69e-248b-47ef-8462-11e6e50fd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:58.514724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab9af7-062f-4d09-9509-f70406047691 None None] Pushing event deleted for resources: {'Port': ['ID=56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:58.519282 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-32e9713e-40ac-48dd-8538-afaedba2b932 req-338eb69e-248b-47ef-8462-11e6e50fd70c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 1127 time: 0.1007802 Feb 15 14:05:58.520843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:58.559021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-164f47bb-74f4-44e2-98bc-29e99614ef79 None None] For port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=42bc97f5-35fc-4b65-ad3b-63eefd3e6a23,segment=NetworkSegment(7a2c89e1-e010-4f76-ad31-512b97b60873),segment_id=7a2c89e1-e010-4f76-ad31-512b97b60873)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:58.560822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:05:58.561243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:05:58.563251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab9af7-062f-4d09-9509-f70406047691 None None] No DVR routers for this DVR port 56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:05:58.571465 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-164f47bb-74f4-44e2-98bc-29e99614ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:58.664612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9713e-40ac-48dd-8538-afaedba2b932 req-04f5c1fe-e405-4be4-bbf0-e2583c1b39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:58.666281 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-32e9713e-40ac-48dd-8538-afaedba2b932 req-04f5c1fe-e405-4be4-bbf0-e2583c1b39bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 907 time: 0.1407137 Feb 15 14:05:58.713047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f47bb-74f4-44e2-98bc-29e99614ef79 None None] Pushing event updated for resources: {'Port': ['ID=42bc97f5-35fc-4b65-ad3b-63eefd3e6a23,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:58.737136 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-32e9713e-40ac-48dd-8538-afaedba2b932 req-53341f0c-d616-427f-bd63-f8a5b11af405 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79219bc9-4f5e-46b4-91c1-86db2a6cc5be HTTP/1.1" status: 200 len: 217 time: 0.0611165 Feb 15 14:05:58.744181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-aee37b83-be98-4d69-8b0e-ca5db069a4fd None None] Provisioning complete for port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:05:58.744815 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aee37b83-be98-4d69-8b0e-ca5db069a4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:58.816578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36682) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:58.847092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9713e-40ac-48dd-8538-afaedba2b932 req-e402698e-240a-4fa8-b85b-6a1e560452e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:58.848737 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-32e9713e-40ac-48dd-8538-afaedba2b932 req-e402698e-240a-4fa8-b85b-6a1e560452e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.1051805 Feb 15 14:05:58.862289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26152f0-a679-4b7d-b7e7-d35fba115089 req-bb16739a-9033-4554-af41-c5d9ddb6f15c tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:58.863829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d26152f0-a679-4b7d-b7e7-d35fba115089 req-bb16739a-9033-4554-af41-c5d9ddb6f15c tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 944 time: 1.6171501 Feb 15 14:05:58.890942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc7ec598-3fc7-483a-8ccd-f08e7a91abcf no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:05:58.894281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] The port '56b6a2d2-0838-4be6-9b8a-f8ccb5b8c612' was deleted {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 15 14:05:58.896038 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'name': 'tempest-TestAggregatesBasicOps-1239210848-router', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:38Z', 'updated_at': '2022-02-15T14:05:51Z', 'revision_number': 4, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'gw_port': {'id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:41Z', 'updated_at': '2022-02-15T14:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '42bc97f5-35fc-4b65-ad3b-63eefd3e6a23', 'name': '', 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'mac_address': 'fa:16:3e:7b:5f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3ae7824e-da73-481d-abe0-9d10f016801e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:49Z', 'updated_at': '2022-02-15T14:05:57Z', 'revision_number': 4, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'subnets': [{'id': '3ae7824e-da73-481d-abe0-9d10f016801e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:58.940186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-aee37b83-be98-4d69-8b0e-ca5db069a4fd None None] Current status of the port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:58.962719 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-32e9713e-40ac-48dd-8538-afaedba2b932 req-e8654265-79e2-4916-9e94-b6d767ae50c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006808 Feb 15 14:05:59.006876 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab44cb5-279b-4705-b73b-57eaffbae41e None None] The sync data for ids ['9cbb6f55-938a-4b43-a579-7e14836c9a57'] in n-d-829064-15 is: [{'id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'name': 'tempest-TestAggregatesBasicOps-1239210848-router', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:38Z', 'updated_at': '2022-02-15T14:05:51Z', 'revision_number': 4, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'gw_port': {'id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:41Z', 'updated_at': '2022-02-15T14:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '42bc97f5-35fc-4b65-ad3b-63eefd3e6a23', 'name': '', 'network_id': '7bbd7263-aea2-4674-989a-1702633914ee', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'mac_address': 'fa:16:3e:7b:5f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3ae7824e-da73-481d-abe0-9d10f016801e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:49Z', 'updated_at': '2022-02-15T14:05:57Z', 'revision_number': 4, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'subnets': [{'id': '3ae7824e-da73-481d-abe0-9d10f016801e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:05:59.033182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:05:59.033851 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.068686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d26152f0-a679-4b7d-b7e7-d35fba115089 req-c6e10ef8-9c85-43d9-ad20-61e18c1c9d54 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754537 Feb 15 14:05:59.092113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac9407-6dc2-4b31-8f9c-d524888a2f89 req-2cabe428-51e3-43f4-a53b-b65920b40c31 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:05:59.112921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bac9407-6dc2-4b31-8f9c-d524888a2f89 req-2cabe428-51e3-43f4-a53b-b65920b40c31 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.2648826 Feb 15 14:05:59.155769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94d35036-28eb-45b2-8f89-9b9f17fa9ebe req-fcb93ff0-a683-4635-9399-3d28b71f2f26 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2629023 Feb 15 14:05:59.158295 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a98e0a00-2ad8-4038-b4c1-f11e333bd2a9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.159142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:05:59.161651 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffda14c-a514-4411-bfd1-183bfffb0e98" -d '{"events": [{"server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:05:59.196713 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-32e9713e-40ac-48dd-8538-afaedba2b932 req-5576ae2e-0b0e-47dc-a5c0-6c62d17429d2 service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294633 Feb 15 14:05:59.207376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:05:59.214512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98e0a00-2ad8-4038-b4c1-f11e333bd2a9']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:59.223663 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.228841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:59.230415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:05:59.247089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.265963 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.280678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:05:59.281533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (a56aa7c4-290d-4d7d-bee9-7c02ae0fff7b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.320467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:05:59.363614 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:05:59.378393 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a98e0a00-2ad8-4038-b4c1-f11e333bd2a9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.395997 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.400023 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a98e0a00-2ad8-4038-b4c1-f11e333bd2a9 HTTP/1.1" status: 204 len: 168 time: 1.8821383 Feb 15 14:05:59.424613 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-32e9713e-40ac-48dd-8538-afaedba2b932 req-aca66f7e-d093-41e2-ad55-0226a8ac6c5e service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186294 Feb 15 14:05:59.444725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1484757480-network', 'tenant_id': '2d5099d865da41f6b4f66195a40c2dc9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:05:59.496982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15dea807-3a34-42a7-825c-e25ba4709e2a req-7d65b040-eb79-445f-8ff9-ba79606c247b tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cfffe2f-e944-433a-928d-b466f3345a71 HTTP/1.1" status: 200 len: 210 time: 0.1266129 Feb 15 14:05:59.497432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Made reservation on behalf of 2d5099d865da41f6b4f66195a40c2dc9 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:05:59.500732 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.508721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e412b76-4829-427d-ac44-0e4211b33fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a98e0a00-2ad8-4038-b4c1-f11e333bd2a9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:59.526760 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.579942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bac9407-6dc2-4b31-8f9c-d524888a2f89 req-a959882c-6c7e-4770-bdd8-3ebcdc79b8fb tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4019098 Feb 15 14:05:59.688575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36694) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:59.793684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b4e6a002-e23c-4a64-8c66-1c86ea880232 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34cfa2a9bd6441549013d86d3375b3b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1039083 Feb 15 14:05:59.794284 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Publish callbacks [] for security_group (8b18cc37-808c-4f93-8bce-dd2471648b70), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.796471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36696) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:05:59.802465 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8b18cc37-808c-4f93-8bce-dd2471648b70), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.835906 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:05:59.845426 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9516a0b3-fddf-4f5d-8034-204697a1c290 req-5f936ddf-482a-4278-8f54-d9201d19e230 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0960190 Feb 15 14:05:59.887567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b18cc37-808c-4f93-8bce-dd2471648b70,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:05:59.899638 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7c377e85-490c-4bf4-8e49-d9ef14ecdd17), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:05:59.900104 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Added segment 7c377e85-490c-4bf4-8e49-d9ef14ecdd17 of type vlan for network 771c49b0-8269-49d5-826a-f23ac405a041 Feb 15 14:06:00.043560 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbecbdb0-3826-4e37-a8a6-0b64372fa050 x-openstack-request-id: req-dbecbdb0-3826-4e37-a8a6-0b64372fa050 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:00.044541 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:00.045044 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dbecbdb0-3826-4e37-a8a6-0b64372fa050 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:00.045667 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'code': 200} Feb 15 14:06:00.050352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-02aed021-da00-46fe-9a19-fd823d36d454 admin admin] Publish callbacks [] for security_group (74db4068-2b5d-40d3-891a-9ea6003a89ad), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:00.065039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (771c49b0-8269-49d5-826a-f23ac405a041), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:00.130941 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-02aed021-da00-46fe-9a19-fd823d36d454 admin admin] Publish callbacks [] for security_group (74db4068-2b5d-40d3-891a-9ea6003a89ad), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:00.143598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (771c49b0-8269-49d5-826a-f23ac405a041), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:00.150183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:00.151114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:00.234416 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-02aed021-da00-46fe-9a19-fd823d36d454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (74db4068-2b5d-40d3-891a-9ea6003a89ad), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:00.237567 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-02aed021-da00-46fe-9a19-fd823d36d454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:00.242571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-02aed021-da00-46fe-9a19-fd823d36d454 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/74db4068-2b5d-40d3-891a-9ea6003a89ad HTTP/1.1" status: 204 len: 168 time: 0.4406235 Feb 15 14:06:00.267444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aed021-da00-46fe-9a19-fd823d36d454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74db4068-2b5d-40d3-891a-9ea6003a89ad,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:00.341713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] Pushing event updated for resources: {'Network': ['ID=771c49b0-8269-49d5-826a-f23ac405a041,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:00.357953 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-608bf335-0d0e-414c-9381-42ab1d82c1fa admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5402286 Feb 15 14:06:00.359139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36714) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:00.377850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] Request body: {'subnet': {'network_id': '771c49b0-8269-49d5-826a-f23ac405a041', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1484757480-subnet', 'tenant_id': '2d5099d865da41f6b4f66195a40c2dc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:00.425186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] Made reservation on behalf of 2d5099d865da41f6b4f66195a40c2dc9 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:00.429044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:00.459038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 771c49b0-8269-49d5-826a-f23ac405a041 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:06:00.471332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8b60e-6dc7-4de6-b220-d29fe8071f26 req-5c388694-1acd-4f63-a647-6c62cb06d2e0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:00.474537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57c8b60e-6dc7-4de6-b220-d29fe8071f26 req-5c388694-1acd-4f63-a647-6c62cb06d2e0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 944 time: 0.1771255 Feb 15 14:06:00.660315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36726) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:00.679286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57c8b60e-6dc7-4de6-b220-d29fe8071f26 req-16330a51-b0b1-4540-bba7-bda5a5d2778e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791110 Feb 15 14:06:00.789107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:00.996419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed416d5-4496-4896-9a28-215117a52619 req-fcf2fef5-d705-4b77-822b-d12876e2b274 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:01.012040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ed416d5-4496-4896-9a28-215117a52619 req-fcf2fef5-d705-4b77-822b-d12876e2b274 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1839306 Feb 15 14:06:01.014862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36736) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:01.021287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:01.021846 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:01.228282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ed416d5-4496-4896-9a28-215117a52619 req-93ecc940-9c1d-4014-ad32-95dfdfe787e2 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147141 Feb 15 14:06:01.270064 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:01.374743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (152336a0-6dff-4d72-a9fd-7042050160a1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:01.400874 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-145e71d8-86f0-42a0-8d7a-a7cad92f62d7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group (286eb71f-6f40-4315-9850-0e35573b55e5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:01.446446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b773968b-b0ac-4e95-b749-96c06086395e req-e6440156-c2fb-4698-b057-c29f007a0c5d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.2108757 Feb 15 14:06:01.591085 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-145e71d8-86f0-42a0-8d7a-a7cad92f62d7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group (286eb71f-6f40-4315-9850-0e35573b55e5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:01.742199 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-145e71d8-86f0-42a0-8d7a-a7cad92f62d7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (286eb71f-6f40-4315-9850-0e35573b55e5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:01.756197 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-145e71d8-86f0-42a0-8d7a-a7cad92f62d7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:01.757382 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-145e71d8-86f0-42a0-8d7a-a7cad92f62d7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "DELETE /v2.0/security-groups/286eb71f-6f40-4315-9850-0e35573b55e5 HTTP/1.1" status: 204 len: 168 time: 0.7381930 Feb 15 14:06:01.771915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36754) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:01.800138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152336a0-6dff-4d72-a9fd-7042050160a1,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:01.803485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e71d8-86f0-42a0-8d7a-a7cad92f62d7 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286eb71f-6f40-4315-9850-0e35573b55e5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:01.828633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] Checking segment: {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:01.829003 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] Network hostable DHCP agents. Network: 771c49b0-8269-49d5-826a-f23ac405a041, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:06:01.864762 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-a8dc746c-120f-4a51-b336-397253e81f38 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] show failed (client error): The resource could not be found. Feb 15 14:06:01.870348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a8dc746c-120f-4a51-b336-397253e81f38 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "GET /v2.0/security-groups/286eb71f-6f40-4315-9850-0e35573b55e5 HTTP/1.1" status: 404 len: 347 time: 0.0919607 Feb 15 14:06:01.877351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36756) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:01.920157 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36758) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:01.964690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed584b93-3123-4756-b9c0-d20d942e5fb5 req-8b417691-4f3a-47b1-8318-1b2d38a2887f tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:01.975316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed584b93-3123-4756-b9c0-d20d942e5fb5 req-8b417691-4f3a-47b1-8318-1b2d38a2887f tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 944 time: 0.1781418 Feb 15 14:06:02.047418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] Network 771c49b0-8269-49d5-826a-f23ac405a041 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:06:02.087352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed584b93-3123-4756-b9c0-d20d942e5fb5 req-39a6311d-3d97-420e-9e89-297948c48e50 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090527 Feb 15 14:06:02.098212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 771c49b0-8269-49d5-826a-f23ac405a041) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:02.106126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:02.106729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.109060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7247a247-5e68-4b34-bae0-7916bde26ceb None None] Network 771c49b0-8269-49d5-826a-f23ac405a041 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:06:02.145477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-502657633-network', 'tenant_id': '06893bd186c246f8b491a5eab23d1c1b'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:02.152005 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cd816793-be1b-41f0-b194-2da8cfc274d9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7906029 Feb 15 14:06:02.173807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ada416a0-1cc8-48ba-94a9-5ce4dc08f02c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Deleting port 67e8c938-ee61-4bc2-95aa-b55bf96dc1f8 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:02.174146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ada416a0-1cc8-48ba-94a9-5ce4dc08f02c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (67e8c938-ee61-4bc2-95aa-b55bf96dc1f8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.177042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Made reservation on behalf of 06893bd186c246f8b491a5eab23d1c1b for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:02.181539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.205161 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.272630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ada416a0-1cc8-48ba-94a9-5ce4dc08f02c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (67e8c938-ee61-4bc2-95aa-b55bf96dc1f8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.273223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ada416a0-1cc8-48ba-94a9-5ce4dc08f02c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for floatingip (67e8c938-ee61-4bc2-95aa-b55bf96dc1f8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.287598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ada416a0-1cc8-48ba-94a9-5ce4dc08f02c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Calling delete_port for 67e8c938-ee61-4bc2-95aa-b55bf96dc1f8 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:02.329538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bc006b-7895-4523-81fc-0a59c5a67a0b None None] Network 771c49b0-8269-49d5-826a-f23ac405a041 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:06:02.361556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Publish callbacks [] for security_group (e94e9fdc-bde3-436e-9cf3-6e6a55b65421), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.369240 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e94e9fdc-bde3-436e-9cf3-6e6a55b65421), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.400323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:06:02.429797 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 79219bc9-4f5e-46b4-91c1-86db2a6cc5be details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:06:02.455935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e9fdc-bde3-436e-9cf3-6e6a55b65421,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:02.461206 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (b46bbd92-df15-4cd1-a850-05b9ad4dfbd1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.461940 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Added segment b46bbd92-df15-4cd1-a850-05b9ad4dfbd1 of type vlan for network 70d01a53-a671-4116-a829-4f8374d7f37c Feb 15 14:06:02.575877 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (70d01a53-a671-4116-a829-4f8374d7f37c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.583638 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (e568026c-c156-47d0-a094-58460c5e9240), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.631848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2063f-a9e6-4f53-881c-c0029920ffef req-1078f2be-4a23-4475-b565-c5ff13cfd563 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:02.633820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3aa2063f-a9e6-4f53-881c-c0029920ffef req-1078f2be-4a23-4475-b565-c5ff13cfd563 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2221181 Feb 15 14:06:02.684180 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (70d01a53-a671-4116-a829-4f8374d7f37c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.687706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:02.688888 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.759721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=79219bc9-4f5e-46b4-91c1-86db2a6cc5be,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:02.794365 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '79219bc9-4f5e-46b4-91c1-86db2a6cc5be', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'port_id': '79219bc9-4f5e-46b4-91c1-86db2a6cc5be', 'mac_address': 'fa:16:3e:05:4b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97831b1c-7ade-490d-a8f5-172cfa6c6777', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:06:02.864278 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ada416a0-1cc8-48ba-94a9-5ce4dc08f02c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (67e8c938-ee61-4bc2-95aa-b55bf96dc1f8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.869981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9485197 Feb 15 14:06:02.884296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36784) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:02.909744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] Request body: {'subnet': {'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-502657633-subnet', 'tenant_id': '06893bd186c246f8b491a5eab23d1c1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:02.917747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:02.919233 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:02.941143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f7519-27ae-4638-9cb3-9ec24df0ce2b admin admin] Pushing event updated for resources: {'Network': ['ID=70d01a53-a671-4116-a829-4f8374d7f37c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:02.945598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79219bc9-4f5e-46b4-91c1-86db2a6cc5be {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:02.953318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada416a0-1cc8-48ba-94a9-5ce4dc08f02c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Port': ['ID=67e8c938-ee61-4bc2-95aa-b55bf96dc1f8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:02.962606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 70d01a53-a671-4116-a829-4f8374d7f37c details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:06:02.990754 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3aa2063f-a9e6-4f53-881c-c0029920ffef req-7a31237f-43d9-426a-b821-086cdb5d556f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486238 Feb 15 14:06:03.041125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] Made reservation on behalf of 06893bd186c246f8b491a5eab23d1c1b for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:03.045014 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:03.065900 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ada416a0-1cc8-48ba-94a9-5ce4dc08f02c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for floatingip (c1a5380b-dd73-48d9-a031-3cd2da5f87f2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:03.069015 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ada416a0-1cc8-48ba-94a9-5ce4dc08f02c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:03.073450 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ada416a0-1cc8-48ba-94a9-5ce4dc08f02c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "DELETE /v2.0/floatingips/c1a5380b-dd73-48d9-a031-3cd2da5f87f2 HTTP/1.1" status: 204 len: 168 time: 1.1950128 Feb 15 14:06:03.075342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36790) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:03.132215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=79219bc9-4f5e-46b4-91c1-86db2a6cc5be,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:03.146334 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:03.225823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2363cc0b-000c-4cb8-8fa9-f65991223173 req-7771a1fa-661c-441b-8297-9590e5217a8c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0499403 Feb 15 14:06:03.366441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=79219bc9-4f5e-46b4-91c1-86db2a6cc5be,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:03.395065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['79219bc9-4f5e-46b4-91c1-86db2a6cc5be'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:03.518202 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-570aa9af-a85f-4931-87d6-8ef1fbe4b083 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Deleting port ef5ffed5-7caf-46a6-be1c-41b168dc0fbe {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:03.518763 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (11f38b3d-5cb6-4f97-887a-3824fb0bba29), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:03.519324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-570aa9af-a85f-4931-87d6-8ef1fbe4b083 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:03.656049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] Deleting port 795b1e30-673a-455f-b41b-430e54b415f7 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:03.656827 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (795b1e30-673a-455f-b41b-430e54b415f7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:03.695784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f38b3d-5cb6-4f97-887a-3824fb0bba29,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:03.780461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df320500-c5a8-43bc-b5dc-b5ce123aa047 req-0a9c594a-182e-4fb3-9c8c-94daff9fd144 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1737609 Feb 15 14:06:03.822663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] Checking segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:03.823249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] Network hostable DHCP agents. Network: 70d01a53-a671-4116-a829-4f8374d7f37c, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:06:03.897012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] For port 795b1e30-673a-455f-b41b-430e54b415f7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=795b1e30-673a-455f-b41b-430e54b415f7,segment=NetworkSegment(4272070c-a656-4179-82bd-a96bcce1bfb1),segment_id=4272070c-a656-4179-82bd-a96bcce1bfb1)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:03.897884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (795b1e30-673a-455f-b41b-430e54b415f7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:03.910399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] Network 70d01a53-a671-4116-a829-4f8374d7f37c is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:06:03.912013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] Calling delete_port for 795b1e30-673a-455f-b41b-430e54b415f7 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:03.926937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737e082-bc61-4827-8223-762d779dad67 req-936345a2-54cb-475d-893c-90260ee36d73 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:03.935177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-936345a2-54cb-475d-893c-90260ee36d73 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 815 time: 0.3271167 Feb 15 14:06:03.954068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-8e9b6395-00fa-46cb-a43b-701a7519772e tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/quotas/2d5099d865da41f6b4f66195a40c2dc9 HTTP/1.1" status: 200 len: 375 time: 0.0176494 Feb 15 14:06:03.966252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 70d01a53-a671-4116-a829-4f8374d7f37c) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:03.971012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df320500-c5a8-43bc-b5dc-b5ce123aa047 req-e9b1fb6d-bf48-4552-b924-be5c8e51dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:03.972892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df320500-c5a8-43bc-b5dc-b5ce123aa047 req-e9b1fb6d-bf48-4552-b924-be5c8e51dfd6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 1128 time: 0.1285694 Feb 15 14:06:03.982235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65404d74-6c0f-4549-a8e1-384e5467be6e None None] Network 70d01a53-a671-4116-a829-4f8374d7f37c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:06:04.000524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-877bf483-65bd-4b0c-b811-3f58e22ac5d5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449619 Feb 15 14:06:04.110496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:04.111290 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:04.215720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (795b1e30-673a-455f-b41b-430e54b415f7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:04.230753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-4e35819d-9a66-4fe8-8b55-6cd46a25b94a service neutron] 10.222.0.72 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285540 Feb 15 14:06:04.241143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df320500-c5a8-43bc-b5dc-b5ce123aa047 req-d45e101e-1ea2-4c5d-82c4-2aef32492172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:04.243201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df320500-c5a8-43bc-b5dc-b5ce123aa047 req-d45e101e-1ea2-4c5d-82c4-2aef32492172 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 907 time: 0.1291368 Feb 15 14:06:04.264646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] Pushing event deleted for resources: {'Port': ['ID=795b1e30-673a-455f-b41b-430e54b415f7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:04.279537 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-570aa9af-a85f-4931-87d6-8ef1fbe4b083 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:04.343809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a312e365-cace-436e-8490-7b464491d11a None None] Network 70d01a53-a671-4116-a829-4f8374d7f37c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:06:04.444359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 79219bc9-4f5e-46b4-91c1-86db2a6cc5be up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:04.577898 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df320500-c5a8-43bc-b5dc-b5ce123aa047 req-5be17f81-d566-476f-a33e-af120f33e5a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d62577bf-0f59-4e80-b21a-85adbd665b80 HTTP/1.1" status: 200 len: 217 time: 0.1944289 Feb 15 14:06:04.595959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:06:04.602464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:04.603187 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:04.670721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df320500-c5a8-43bc-b5dc-b5ce123aa047 req-d8366f01-c2df-43e9-a7f1-13b1fc349e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:04.674097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df320500-c5a8-43bc-b5dc-b5ce123aa047 req-d8366f01-c2df-43e9-a7f1-13b1fc349e11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.0777769 Feb 15 14:06:04.725678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df320500-c5a8-43bc-b5dc-b5ce123aa047 req-e0a67cf3-8f4a-4688-9311-b95517b44743 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396931 Feb 15 14:06:04.735912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e1548902-8c64-4fbf-8ef4-d3d1b839132f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8305554 Feb 15 14:06:04.757670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00a67e-907a-4cbb-9f9b-21c3e1b33c49 req-7adccc3a-d7af-4fca-b4a8-b98af6d4ad34 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:04.759928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c00a67e-907a-4cbb-9f9b-21c3e1b33c49 req-7adccc3a-d7af-4fca-b4a8-b98af6d4ad34 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 945 time: 0.5146449 Feb 15 14:06:04.766710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:04.767047 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:04.829005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed03bb1-d89d-4537-96d1-c5a700aa0398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79219bc9-4f5e-46b4-91c1-86db2a6cc5be'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:04.849379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-570aa9af-a85f-4931-87d6-8ef1fbe4b083 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Calling delete_port for ef5ffed5-7caf-46a6-be1c-41b168dc0fbe owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:04.849973 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c1361d-0399-4e0b-9d68-bd9b4a1bfdec" -d '{"events": [{"server_uuid": "eed03bb1-d89d-4537-96d1-c5a700aa0398", "name": "network-vif-plugged", "status": "completed", "tag": "79219bc9-4f5e-46b4-91c1-86db2a6cc5be"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:04.874331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=79219bc9-4f5e-46b4-91c1-86db2a6cc5be,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:04.881600 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:04.925588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c00a67e-907a-4cbb-9f9b-21c3e1b33c49 req-6dd5da08-7684-4fd1-bb6c-6046422b338d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466730 Feb 15 14:06:04.985801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc7ec598-3fc7-483a-8ccd-f08e7a91abcf no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:04.990824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-889b343c-a7a0-4a40-897b-c8ea16d72304 service neutron] 10.222.0.72 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7589273 Feb 15 14:06:05.040346 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df320500-c5a8-43bc-b5dc-b5ce123aa047 req-21109ee0-813f-4051-aad3-00e326d4960b service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031218 Feb 15 14:06:05.143832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:05.153179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=79219bc9-4f5e-46b4-91c1-86db2a6cc5be,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:05.198888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (e568026c-c156-47d0-a094-58460c5e9240), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:05.299452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39c0c14e-39bc-4af8-8184-f074015da662 req-f4d0dae8-993c-4af9-bafd-82e1762f7014 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0744047 Feb 15 14:06:05.309772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-22de755e-f1b4-4350-b5e9-1ed122513461 req-eb3964b2-46a0-4f8e-b3b2-e09fce5c16c1 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:06:05.311673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22de755e-f1b4-4350-b5e9-1ed122513461 req-eb3964b2-46a0-4f8e-b3b2-e09fce5c16c1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111196 Feb 15 14:06:05.317582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df320500-c5a8-43bc-b5dc-b5ce123aa047 req-eeb39660-adbb-4d58-a5ed-91b996465dc8 service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693796 Feb 15 14:06:05.389638 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e235c2-5526-4737-8dfe-2c4b1ced5dc2 x-openstack-request-id: req-60e235c2-5526-4737-8dfe-2c4b1ced5dc2 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:05.391231 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed03bb1-d89d-4537-96d1-c5a700aa0398", "name": "network-vif-plugged", "status": "completed", "tag": "79219bc9-4f5e-46b4-91c1-86db2a6cc5be", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:05.392868 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60e235c2-5526-4737-8dfe-2c4b1ced5dc2 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:05.394400 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed03bb1-d89d-4537-96d1-c5a700aa0398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79219bc9-4f5e-46b4-91c1-86db2a6cc5be', 'code': 200} Feb 15 14:06:05.544351 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78570f4f-8bfd-45e9-80a1-34077d6e7832 req-7ef45eb7-de54-402b-9c6e-6b1626c20704 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 210 time: 0.0536888 Feb 15 14:06:05.740369 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-570aa9af-a85f-4931-87d6-8ef1fbe4b083 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ef5ffed5-7caf-46a6-be1c-41b168dc0fbe), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:05.784188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb66eab-95cc-4f39-a068-3a622f2bb6b3 req-e7506a31-ea1a-488d-a39f-d91d63c59bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:05.786185 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9bb66eab-95cc-4f39-a068-3a622f2bb6b3 req-e7506a31-ea1a-488d-a39f-d91d63c59bfb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 1129 time: 0.2800977 Feb 15 14:06:05.787180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570aa9af-a85f-4931-87d6-8ef1fbe4b083 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Port': ['ID=ef5ffed5-7caf-46a6-be1c-41b168dc0fbe,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:05.859318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-625e5869-ca0e-4f4a-ba02-5f71c9aad661 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:05.861448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-625e5869-ca0e-4f4a-ba02-5f71c9aad661 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.1840127 Feb 15 14:06:05.905299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-ca18c9b8-69ca-4fc4-b023-e66b8d2734ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/quotas/06893bd186c246f8b491a5eab23d1c1b HTTP/1.1" status: 200 len: 375 time: 0.0362022 Feb 15 14:06:05.917812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89b616-2fcd-4c6f-aa96-87bc880f3518 req-d97760b5-2f22-4576-8d75-063a6cb64c01 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:05.919088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e89b616-2fcd-4c6f-aa96-87bc880f3518 req-d97760b5-2f22-4576-8d75-063a6cb64c01 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.3284104 Feb 15 14:06:05.994540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-3b082b5a-fc03-4d7c-8cbc-985da3e2377a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881398 Feb 15 14:06:06.026588 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9bb66eab-95cc-4f39-a068-3a622f2bb6b3 req-c6676bc1-2b36-49e2-a209-39e4c0369713 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854024 Feb 15 14:06:06.077026 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-570aa9af-a85f-4931-87d6-8ef1fbe4b083 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:06.082376 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-570aa9af-a85f-4931-87d6-8ef1fbe4b083 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "DELETE /v2.0/ports/ef5ffed5-7caf-46a6-be1c-41b168dc0fbe HTTP/1.1" status: 204 len: 168 time: 3.0057619 Feb 15 14:06:06.096825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36858) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:06.169817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e89b616-2fcd-4c6f-aa96-87bc880f3518 req-626e893b-c070-4f43-84ac-07bd5a36c149 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313485 Feb 15 14:06:06.237079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-4ec3333a-c38a-4044-ac63-d99e0a75aebd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3703809 Feb 15 14:06:06.258114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-8a8a279a-99ac-41fd-a830-fe5a9df202a0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:06:06.276645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-8a8a279a-99ac-41fd-a830-fe5a9df202a0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0358620 Feb 15 14:06:06.306527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] Router e568026c-c156-47d0-a094-58460c5e9240 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:06:06.434241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-5c2fa108-2e96-4a0a-8973-6fb0690dbf01 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288406 Feb 15 14:06:06.496183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-74d1eff0-ea9f-4ba2-b9bb-4876aa39c88c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Deleting port ae6ae938-07ef-49af-a241-1ead4188e276 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:06.496538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74d1eff0-ea9f-4ba2-b9bb-4876aa39c88c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:06.684868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c4f00-f77e-47d6-a892-d9c17bc167b7 req-80a08e17-1157-404f-b558-d91bb5b033ac tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:06.697838 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-413c4f00-f77e-47d6-a892-d9c17bc167b7 req-80a08e17-1157-404f-b558-d91bb5b033ac tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 946 time: 0.4029338 Feb 15 14:06:06.718210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74d1eff0-ea9f-4ba2-b9bb-4876aa39c88c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:06.719181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:06:06.730528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c088f21-9458-4734-9b35-1f17a01ce531 None None] Sync routers for ids ['e568026c-c156-47d0-a094-58460c5e9240'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:06:06.743938 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7c995b74-1f57-4ed1-b33f-1d5c6a21db6b admin admin] 10.222.0.72 "PUT /v2.0/routers/e568026c-c156-47d0-a094-58460c5e9240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0825579 Feb 15 14:06:06.747119 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36872) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:06.750862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c088f21-9458-4734-9b35-1f17a01ce531 None None] Routers {'e568026c-c156-47d0-a094-58460c5e9240'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:06:06.753052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8c088f21-9458-4734-9b35-1f17a01ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e568026c-c156-47d0-a094-58460c5e9240'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:06.770632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-74d1eff0-ea9f-4ba2-b9bb-4876aa39c88c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Calling delete_port for ae6ae938-07ef-49af-a241-1ead4188e276 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:06.793262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07809faa-a15f-4c56-ad54-bc013701733a req-b715a9bc-add4-4b8d-8dc2-9c65c825ab39 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:06.796339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-b715a9bc-add4-4b8d-8dc2-9c65c825ab39 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports/bc7ec598-3fc7-483a-8ccd-f08e7a91abcf HTTP/1.1" status: 200 len: 940 time: 0.3713868 Feb 15 14:06:06.903480 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-413c4f00-f77e-47d6-a892-d9c17bc167b7 req-92016373-3e09-424e-b157-8c96d0688a81 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001922 Feb 15 14:06:06.943283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-db5076b1-f71a-4023-a006-72aee083e638 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831777 Feb 15 14:06:06.949536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36876) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:07.237063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737e082-bc61-4827-8223-762d779dad67 req-a8ebc458-3ba2-466b-a011-35cd63cc0438 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:07.240717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-a8ebc458-3ba2-466b-a011-35cd63cc0438 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.67 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 815 time: 0.2438579 Feb 15 14:06:07.260394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Request body: {'port': {'device_id': 'acaf36d8-bef3-449e-b48e-34d687556497', 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041', 'admin_state_up': True, 'tenant_id': '2d5099d865da41f6b4f66195a40c2dc9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:07.387837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d031e9a-594c-4e84-81c6-36d250ace13c req-4891975d-5500-4abe-a9c9-4e0bd68cb4d5 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1459110 Feb 15 14:06:07.482097 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-021d8bfa-7453-4539-b55e-dd01a2f5b63a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:07.503917 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Publish callbacks [] for router (e568026c-c156-47d0-a094-58460c5e9240), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:07.581992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8c088f21-9458-4734-9b35-1f17a01ce531 None None] Set router e568026c-c156-47d0-a094-58460c5e9240 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:06:07.695779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-826c9b31-92d7-4405-b90d-6073e2e1f061 req-a95b1c7f-579c-4145-bdc2-7f08950fe6f1 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 210 time: 0.0424268 Feb 15 14:06:07.769866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Made reservation on behalf of 2d5099d865da41f6b4f66195a40c2dc9 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:07.776251 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:07.781746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74d1eff0-ea9f-4ba2-b9bb-4876aa39c88c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ae6ae938-07ef-49af-a241-1ead4188e276), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:07.899032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30ef62a4-671d-4b8f-939f-5e886214ef65 req-728279fd-64e5-42fe-ab35-5af5088cee21 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 210 time: 0.0875375 Feb 15 14:06:07.927047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2547727-da9e-42a6-9c9c-6e36ecdb278a req-d0918321-67f9-4344-922f-c7ed8cd87c5e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:07.941257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2547727-da9e-42a6-9c9c-6e36ecdb278a req-d0918321-67f9-4344-922f-c7ed8cd87c5e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.3733962 Feb 15 14:06:07.946673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1eff0-ea9f-4ba2-b9bb-4876aa39c88c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Port': ['ID=ae6ae938-07ef-49af-a241-1ead4188e276,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:07.973631 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74d1eff0-ea9f-4ba2-b9bb-4876aa39c88c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:07.992072 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-74d1eff0-ea9f-4ba2-b9bb-4876aa39c88c tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "DELETE /v2.0/ports/ae6ae938-07ef-49af-a241-1ead4188e276 HTTP/1.1" status: 204 len: 168 time: 1.8930094 Feb 15 14:06:07.994773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36896) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:08.171755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Publish callbacks [] for router_gateway (e568026c-c156-47d0-a094-58460c5e9240), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:08.278494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-021d8bfa-7453-4539-b55e-dd01a2f5b63a admin admin] Publish callbacks [] for security_group (a85e778f-f6f3-4e09-b761-261e44350f9e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:08.283547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8c088f21-9458-4734-9b35-1f17a01ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e568026c-c156-47d0-a094-58460c5e9240', 'name': 'tempest-TestAggregatesBasicOps-1873839604-router', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:16Z', 'updated_at': '2022-02-15T14:06:04Z', 'revision_number': 5, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'gw_port': {'id': '2d2df5c7-7906-4817-a844-2fcaf387c204', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:42:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e568026c-c156-47d0-a094-58460c5e9240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:18Z', 'updated_at': '2022-02-15T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:08.312072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2547727-da9e-42a6-9c9c-6e36ecdb278a req-1d147c46-ae94-4cad-9191-24e11f339011 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3687572 Feb 15 14:06:08.347813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d989a6e9-9056-4a9b-b8d2-6f18da6c7771 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Deleting subnet 3d5c18f1-eca4-4063-884c-0aeb9fc5c00e {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:06:08.373289 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d989a6e9-9056-4a9b-b8d2-6f18da6c7771 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for subnet (3d5c18f1-eca4-4063-884c-0aeb9fc5c00e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:08.400826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c088f21-9458-4734-9b35-1f17a01ce531 None None] Checking router: e568026c-c156-47d0-a094-58460c5e9240 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:06:08.429265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c088f21-9458-4734-9b35-1f17a01ce531 None None] Routers {'e568026c-c156-47d0-a094-58460c5e9240'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:06:08.430181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8c088f21-9458-4734-9b35-1f17a01ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:05:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['e568026c-c156-47d0-a094-58460c5e9240'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:08.518814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Deleting port 2d2df5c7-7906-4817-a844-2fcaf387c204 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:08.519388 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:08.532552 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-021d8bfa-7453-4539-b55e-dd01a2f5b63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a85e778f-f6f3-4e09-b761-261e44350f9e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:08.574621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d989a6e9-9056-4a9b-b8d2-6f18da6c7771 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (3d5c18f1-eca4-4063-884c-0aeb9fc5c00e), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:08.624082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-021d8bfa-7453-4539-b55e-dd01a2f5b63a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c02a0a90dcad4dab8d3f4356109905c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6702573 Feb 15 14:06:08.632613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Allocated IP 172.20.0.3 (771c49b0-8269-49d5-826a-f23ac405a041/152336a0-6dff-4d72-a9fd-7042050160a1/9665526d-7487-4a7a-910e-2807d48aff9d) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:06:08.653399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36902) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:08.673465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8c088f21-9458-4734-9b35-1f17a01ce531 None None] Set router e568026c-c156-47d0-a094-58460c5e9240 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:06:08.737020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99e804f5-1a8b-4617-8d88-350c5f9ed10c req-8c8bde4e-d47b-402d-ab82-c4f88162178b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1003814 Feb 15 14:06:08.784853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cb320-0737-43d5-b186-9a2f779373e7 req-264dc3ca-f1d1-40ef-9d5c-cc80efa0d53b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:08.788841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-526cb320-0737-43d5-b186-9a2f779373e7 req-264dc3ca-f1d1-40ef-9d5c-cc80efa0d53b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 946 time: 0.7613568 Feb 15 14:06:08.886662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8c088f21-9458-4734-9b35-1f17a01ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e568026c-c156-47d0-a094-58460c5e9240', 'name': 'tempest-TestAggregatesBasicOps-1873839604-router', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:16Z', 'updated_at': '2022-02-15T14:06:08Z', 'revision_number': 6, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:08.890170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d8bfa-7453-4539-b55e-dd01a2f5b63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85e778f-f6f3-4e09-b761-261e44350f9e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:08.913703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] For port 2d2df5c7-7906-4817-a844-2fcaf387c204, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2d2df5c7-7906-4817-a844-2fcaf387c204,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:08.914073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:08.943485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Calling delete_port for 2d2df5c7-7906-4817-a844-2fcaf387c204 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:08.952406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d989a6e9-9056-4a9b-b8d2-6f18da6c7771 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (3d5c18f1-eca4-4063-884c-0aeb9fc5c00e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:08.956767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c088f21-9458-4734-9b35-1f17a01ce531 None None] The sync data for ids ['e568026c-c156-47d0-a094-58460c5e9240'] in n-d-829064-15 is: [{'id': 'e568026c-c156-47d0-a094-58460c5e9240', 'name': 'tempest-TestAggregatesBasicOps-1873839604-router', 'tenant_id': 'b3b931ea482a4d97a851574b0a433737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:16Z', 'updated_at': '2022-02-15T14:06:08Z', 'revision_number': 6, 'project_id': 'b3b931ea482a4d97a851574b0a433737', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:06:08.965716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256b7b63-626f-4c05-bd3a-a58dc67cd2ea req-26cbf4e4-b806-4d1b-8637-faed197d7eac tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 210 time: 0.0554538 Feb 15 14:06:09.123435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-526cb320-0737-43d5-b186-9a2f779373e7 req-20cd2251-1932-4d69-8aed-137ca2402685 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140821 Feb 15 14:06:09.141744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d607f7f8-5954-401f-b314-7295761a1127 req-c1862668-14af-4d9b-b286-e62e229b9b9e tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 210 time: 0.0679038 Feb 15 14:06:09.188978 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c47296f5-b5cc-4bed-8842-fbfb36f5c6ef admin admin] Publish callbacks [] for security_group (a85e778f-f6f3-4e09-b761-261e44350f9e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:09.221805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c47296f5-b5cc-4bed-8842-fbfb36f5c6ef admin admin] Publish callbacks [] for security_group (a85e778f-f6f3-4e09-b761-261e44350f9e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:09.773707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-82de5021-0ae7-4e6b-9f65-ed8a93b4ae9d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:09.775863 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-82de5021-0ae7-4e6b-9f65-ed8a93b4ae9d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.3475387 Feb 15 14:06:09.777061 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d989a6e9-9056-4a9b-b8d2-6f18da6c7771 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (3d5c18f1-eca4-4063-884c-0aeb9fc5c00e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:09.853382 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:09.885008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989a6e9-9056-4a9b-b8d2-6f18da6c7771 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5c18f1-eca4-4063-884c-0aeb9fc5c00e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:09.910105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Request body: {'port': {'device_id': '57d438a9-8cf4-4e0a-b6ba-2b21e916ed40', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'admin_state_up': True, 'tenant_id': '06893bd186c246f8b491a5eab23d1c1b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:10.019825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f09958c-ed97-40d6-b745-9dc53167119a None None] Network e93e2024-4227-440b-850d-321f84125af0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:06:10.117961 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d989a6e9-9056-4a9b-b8d2-6f18da6c7771 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.138897 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d989a6e9-9056-4a9b-b8d2-6f18da6c7771 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "DELETE /v2.0/subnets/3d5c18f1-eca4-4063-884c-0aeb9fc5c00e HTTP/1.1" status: 204 len: 168 time: 2.1303091 Feb 15 14:06:10.140286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36926) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:10.285084 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c47296f5-b5cc-4bed-8842-fbfb36f5c6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a85e778f-f6f3-4e09-b761-261e44350f9e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.291840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c47296f5-b5cc-4bed-8842-fbfb36f5c6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.306795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c47296f5-b5cc-4bed-8842-fbfb36f5c6ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a85e778f-f6f3-4e09-b761-261e44350f9e HTTP/1.1" status: 204 len: 168 time: 1.6367793 Feb 15 14:06:10.387292 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks [] for port (9665526d-7487-4a7a-910e-2807d48aff9d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.428700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed9ca11-2756-4af0-a94e-7179a260cae9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Deleting subnet 531af059-d351-4fcf-bdf6-65bff30aefa7 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:06:10.460034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed9ca11-2756-4af0-a94e-7179a260cae9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for subnet (531af059-d351-4fcf-bdf6-65bff30aefa7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.464868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10361fbb-2f21-4a68-ad3e-b336e0591168 None None] DHCP port deletion for e93e2024-4227-440b-850d-321f84125af0 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:06:10.504529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9040fd-3c29-4b6a-817d-c0de2ad71dbd req-85215555-0e82-48e0-aba7-38159579966c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:10.506121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d9040fd-3c29-4b6a-817d-c0de2ad71dbd req-85215555-0e82-48e0-aba7-38159579966c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.5521252 Feb 15 14:06:10.551810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.567963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2d2df5c7-7906-4817-a844-2fcaf387c204), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.575664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-10361fbb-2f21-4a68-ad3e-b336e0591168 None None] Deleting port 456286c7-d710-42e2-af72-e26142774d8e {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:10.576048 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-10361fbb-2f21-4a68-ad3e-b336e0591168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (456286c7-d710-42e2-af72-e26142774d8e), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.578029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2d2df5c7-7906-4817-a844-2fcaf387c204 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:10.612630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 2d2df5c7-7906-4817-a844-2fcaf387c204 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:06:10.613842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2d2df5c7-7906-4817-a844-2fcaf387c204 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:06:10.614304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 795b1e30-673a-455f-b41b-430e54b415f7 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:10.633179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Network 771c49b0-8269-49d5-826a-f23ac405a041 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:06:10.635483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47296f5-b5cc-4bed-8842-fbfb36f5c6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85e778f-f6f3-4e09-b761-261e44350f9e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:10.664828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:10.676864 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed9ca11-2756-4af0-a94e-7179a260cae9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (531af059-d351-4fcf-bdf6-65bff30aefa7), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.680357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2df5c7-7906-4817-a844-2fcaf387c204,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:10.713855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-08dfe6a8-5ec5-4ee9-b9aa-d9314b844641 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:10.716502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-08dfe6a8-5ec5-4ee9-b9aa-d9314b844641 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.7636168 Feb 15 14:06:10.717649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:06:10.733373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Made reservation on behalf of 06893bd186c246f8b491a5eab23d1c1b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:10.737416 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.794333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:10.795735 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.819526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 795b1e30-673a-455f-b41b-430e54b415f7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:06:10.820593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 795b1e30-673a-455f-b41b-430e54b415f7 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:06:10.858104 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-7e0c895f-e94f-469a-9174-55a47ade60eb tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/quotas/6fd0a42c9f2f4c0b9722e20079c4ff67 HTTP/1.1" status: 200 len: 375 time: 0.0181353 Feb 15 14:06:10.864858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-10361fbb-2f21-4a68-ad3e-b336e0591168 None None] For port 456286c7-d710-42e2-af72-e26142774d8e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=456286c7-d710-42e2-af72-e26142774d8e,segment=NetworkSegment(c24a9201-0e6a-4e4b-870c-91fdf2705891),segment_id=c24a9201-0e6a-4e4b-870c-91fdf2705891)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:10.865786 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-10361fbb-2f21-4a68-ad3e-b336e0591168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (456286c7-d710-42e2-af72-e26142774d8e), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:10.887101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6317720 Feb 15 14:06:10.900062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-10361fbb-2f21-4a68-ad3e-b336e0591168 None None] Calling delete_port for 456286c7-d710-42e2-af72-e26142774d8e owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:10.900927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Request body: {'port': {'device_id': 'acaf36d8-bef3-449e-b48e-34d687556497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:11.017456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d9040fd-3c29-4b6a-817d-c0de2ad71dbd req-9427890b-f5e5-463f-a06c-fb41bfa77493 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4516873 Feb 15 14:06:11.081002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239874e8-0a38-41cb-8749-bcc4ad6c319a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Pushing event updated for resources: {'Port': ['ID=9665526d-7487-4a7a-910e-2807d48aff9d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:11.119738 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-10361fbb-2f21-4a68-ad3e-b336e0591168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (456286c7-d710-42e2-af72-e26142774d8e), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.132893 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.195753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36934) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:11.200140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10361fbb-2f21-4a68-ad3e-b336e0591168 None None] Pushing event deleted for resources: {'Port': ['ID=456286c7-d710-42e2-af72-e26142774d8e,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:11.217044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10361fbb-2f21-4a68-ad3e-b336e0591168 None None] No DVR routers for this DVR port 456286c7-d710-42e2-af72-e26142774d8e on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:06:11.276780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11be0010-c1cb-4d65-a0a9-6ce04da2267d req-94b5cec5-a677-4f0c-8fd7-efa841ac2018 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0445597 Feb 15 14:06:11.306274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-35415e7f-f5ce-4810-87d5-aae253fef6f9 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4336591 Feb 15 14:06:11.406667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-296ead5b-6d96-4a0b-b9ca-c37db66a817b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.417301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-e530c071-ffc5-408d-87f6-46e34452e24b service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100328 Feb 15 14:06:11.458805 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (e568026c-c156-47d0-a094-58460c5e9240), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.538501 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed9ca11-2756-4af0-a94e-7179a260cae9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (531af059-d351-4fcf-bdf6-65bff30aefa7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.633252 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (e568026c-c156-47d0-a094-58460c5e9240), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.639008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Publish callbacks [] for router_controller (e568026c-c156-47d0-a094-58460c5e9240), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.683839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727863c8-22c2-443e-a1fe-5a16c5bc13f2 req-306efcb2-1f67-4dfe-9183-ca9d1ef70145 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:11.685451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-727863c8-22c2-443e-a1fe-5a16c5bc13f2 req-306efcb2-1f67-4dfe-9183-ca9d1ef70145 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 931 time: 0.2640352 Feb 15 14:06:11.708537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Allocated IP 172.20.0.12 (70d01a53-a671-4116-a829-4f8374d7f37c/11f38b3d-5cb6-4f97-887a-3824fb0bba29/8efaeb67-534d-4135-84a9-3ea72e400cf0) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:06:11.721629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (e568026c-c156-47d0-a094-58460c5e9240), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.722279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e568026c-c156-47d0-a094-58460c5e9240 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:06:11.731007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.733893 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ed5a8ce2-007b-46d3-9d8a-9f0b45f9a038 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e568026c-c156-47d0-a094-58460c5e9240 HTTP/1.1" status: 204 len: 168 time: 4.9838560 Feb 15 14:06:11.736857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36936) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:11.752644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-26730aba-2003-4042-963a-d723d5f0ac1f service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343654 Feb 15 14:06:11.760057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed9ca11-2756-4af0-a94e-7179a260cae9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (531af059-d351-4fcf-bdf6-65bff30aefa7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.864665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-296ead5b-6d96-4a0b-b9ca-c37db66a817b admin admin] Publish callbacks [] for security_group (21d928ed-3743-4c5e-8ed1-fd460b7c12c9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.869867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-727863c8-22c2-443e-a1fe-5a16c5bc13f2 req-b09d4363-eff5-425d-a5af-7c823a78129d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747589 Feb 15 14:06:11.879326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9ca11-2756-4af0-a94e-7179a260cae9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Subnet': ['ID=531af059-d351-4fcf-bdf6-65bff30aefa7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:11.882572 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-296ead5b-6d96-4a0b-b9ca-c37db66a817b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21d928ed-3743-4c5e-8ed1-fd460b7c12c9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.898534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ea308-a0e1-44a8-ba3d-e83c2f9515ed None None] Network 418e38b8-e8e1-47ac-84da-30f82b26109f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:06:11.899267 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed9ca11-2756-4af0-a94e-7179a260cae9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:11.908776 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4ed9ca11-2756-4af0-a94e-7179a260cae9 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "DELETE /v2.0/subnets/531af059-d351-4fcf-bdf6-65bff30aefa7 HTTP/1.1" status: 204 len: 168 time: 1.7678440 Feb 15 14:06:11.914137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36938) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:11.977857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f08ad1-ed11-4948-aa9d-0b2414ad79d7 admin admin] Deleting subnet 98df90e1-2248-4612-9a9a-4b83629fb7c0 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:06:12.009034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08f08ad1-ed11-4948-aa9d-0b2414ad79d7 admin admin] Publish callbacks [] for subnet (98df90e1-2248-4612-9a9a-4b83629fb7c0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.034452 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.052410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ead5b-6d96-4a0b-b9ca-c37db66a817b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d928ed-3743-4c5e-8ed1-fd460b7c12c9,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:12.077353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-296ead5b-6d96-4a0b-b9ca-c37db66a817b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ec0f24e450a459cbd2333b25161cd11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8424835 Feb 15 14:06:12.104785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36946) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:12.110552 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26095925-4862-46df-b716-2982ca79e396 req-fe2d8c58-9ab8-4188-a17f-262a5392ff43 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 210 time: 0.1003134 Feb 15 14:06:12.150651 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08f08ad1-ed11-4948-aa9d-0b2414ad79d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (98df90e1-2248-4612-9a9a-4b83629fb7c0), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.196570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab850ee3-9b87-4a6c-8e56-f6648cacc8b6 req-490b5b80-80f8-40af-b5c9-37c6da22e2fb tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 210 time: 0.0884824 Feb 15 14:06:12.213647 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (e93e2024-4227-440b-850d-321f84125af0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.237886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9665526d-7487-4a7a-910e-2807d48aff9d {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:12.249013 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Publish callbacks [] for port (9665526d-7487-4a7a-910e-2807d48aff9d), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.262557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d463147-3cdd-43b9-805e-ce3a2a42be61 None None] DHCP port deletion for 418e38b8-e8e1-47ac-84da-30f82b26109f request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:06:12.301308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Transition to ACTIVE for port object 9665526d-7487-4a7a-910e-2807d48aff9d will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:06:12.302498 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8778-3fcc-42bf-a2f7-19bf01f79901 admin admin] Publish callbacks [] for security_group (21d928ed-3743-4c5e-8ed1-fd460b7c12c9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.351427 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:06:12.364815 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks [] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.367981 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.395813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1d463147-3cdd-43b9-805e-ce3a2a42be61 None None] Deleting port 20c91c3e-1cea-4aad-b1ec-15965237ceff {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:12.396207 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d463147-3cdd-43b9-805e-ce3a2a42be61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.488012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08f08ad1-ed11-4948-aa9d-0b2414ad79d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (98df90e1-2248-4612-9a9a-4b83629fb7c0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.496937 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8778-3fcc-42bf-a2f7-19bf01f79901 admin admin] Publish callbacks [] for security_group (21d928ed-3743-4c5e-8ed1-fd460b7c12c9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.503570 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (e93e2024-4227-440b-850d-321f84125af0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.545770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1d463147-3cdd-43b9-805e-ce3a2a42be61 None None] For port 20c91c3e-1cea-4aad-b1ec-15965237ceff, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=20c91c3e-1cea-4aad-b1ec-15965237ceff,segment=NetworkSegment(8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24),segment_id=8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:12.545770 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d463147-3cdd-43b9-805e-ce3a2a42be61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.562729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e03c962-c44e-4cdb-abac-c202761f287d req-09ad9514-875c-4c68-91cc-434bcb046e74 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1615281 Feb 15 14:06:12.572453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 20c91c3e-1cea-4aad-b1ec-15965237ceff no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:12.577974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1d463147-3cdd-43b9-805e-ce3a2a42be61 None None] Calling delete_port for 20c91c3e-1cea-4aad-b1ec-15965237ceff owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:12.612867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93e2024-4227-440b-850d-321f84125af0']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:12.635922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Pushing event updated for resources: {'Port': ['ID=9665526d-7487-4a7a-910e-2807d48aff9d,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:12.641880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24a9201-0e6a-4e4b-870c-91fdf2705891') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:12.642158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24a9201-0e6a-4e4b-870c-91fdf2705891') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:12.647368 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.751515 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (c24a9201-0e6a-4e4b-870c-91fdf2705891), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.823122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Network 70d01a53-a671-4116-a829-4f8374d7f37c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:06:12.825304 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08f08ad1-ed11-4948-aa9d-0b2414ad79d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (98df90e1-2248-4612-9a9a-4b83629fb7c0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.848975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:12.885694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:06:12.892093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event updated for resources: {'Port': ['ID=8efaeb67-534d-4135-84a9-3ea72e400cf0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:12.895536 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c24a9201-0e6a-4e4b-870c-91fdf2705891), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.901030 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f08ad1-ed11-4948-aa9d-0b2414ad79d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98df90e1-2248-4612-9a9a-4b83629fb7c0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:12.904885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:06:12.905890 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (c24a9201-0e6a-4e4b-870c-91fdf2705891), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.930360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08f08ad1-ed11-4948-aa9d-0b2414ad79d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:12.933234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f54d11-d231-4879-8553-74d8bc1ffaf1 None None] Network 775e717d-1dab-4bd5-9200-3179016a9a31 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:06:12.937437 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-08f08ad1-ed11-4948-aa9d-0b2414ad79d7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/98df90e1-2248-4612-9a9a-4b83629fb7c0 HTTP/1.1" status: 204 len: 168 time: 1.1968033 Feb 15 14:06:12.965993 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36958) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:13.038542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 20c91c3e-1cea-4aad-b1ec-15965237ceff is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:13.039543 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.070804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Attempting to bind port 9665526d-7487-4a7a-910e-2807d48aff9d on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:06:13.072029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Attempting to bind port 9665526d-7487-4a7a-910e-2807d48aff9d by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:06:13.072427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Attempting to bind port 9665526d-7487-4a7a-910e-2807d48aff9d on network 771c49b0-8269-49d5-826a-f23ac405a041 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:06:13.080610 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:06:13.119562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:13.120215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.131135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Port 9665526d-7487-4a7a-910e-2807d48aff9d on network 771c49b0-8269-49d5-826a-f23ac405a041 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:06:13.131456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Attempting to bind port 9665526d-7487-4a7a-910e-2807d48aff9d on network 771c49b0-8269-49d5-826a-f23ac405a041 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:13.144967 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (e93e2024-4227-440b-850d-321f84125af0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.150611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:06:13.151228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Checking segment: {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:13.151735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Bound using segment: {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:06:13.152393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Bound port: 9665526d-7487-4a7a-910e-2807d48aff9d, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:06:13.152761 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.168703 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d463147-3cdd-43b9-805e-ce3a2a42be61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (20c91c3e-1cea-4aad-b1ec-15965237ceff), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.176317 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8778-3fcc-42bf-a2f7-19bf01f79901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21d928ed-3743-4c5e-8ed1-fd460b7c12c9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.183402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (775e717d-1dab-4bd5-9200-3179016a9a31), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.187450 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8778-3fcc-42bf-a2f7-19bf01f79901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.193767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0e6e8778-3fcc-42bf-a2f7-19bf01f79901 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21d928ed-3743-4c5e-8ed1-fd460b7c12c9 HTTP/1.1" status: 204 len: 168 time: 1.0822132 Feb 15 14:06:13.201537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e8f82e07-1537-450b-ba1e-544fe13024cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3293273 Feb 15 14:06:13.222692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d463147-3cdd-43b9-805e-ce3a2a42be61 None None] Pushing event deleted for resources: {'Port': ['ID=20c91c3e-1cea-4aad-b1ec-15965237ceff,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:13.245528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Request body: {'port': {'device_id': '57d438a9-8cf4-4e0a-b6ba-2b21e916ed40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:13.280909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] For port 9665526d-7487-4a7a-910e-2807d48aff9d, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:06:13.284777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d463147-3cdd-43b9-805e-ce3a2a42be61 None None] No DVR routers for this DVR port 20c91c3e-1cea-4aad-b1ec-15965237ceff on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:06:13.286814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] For port 9665526d-7487-4a7a-910e-2807d48aff9d, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9665526d-7487-4a7a-910e-2807d48aff9d,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:06:13.288642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 456286c7-d710-42e2-af72-e26142774d8e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:13.322376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce15d6-6627-4570-88ce-5c81e315c989 req-90d247f1-bc4a-4251-a163-f35f4bcae925 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:13.324082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0ce15d6-6627-4570-88ce-5c81e315c989 req-90d247f1-bc4a-4251-a163-f35f4bcae925 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.9917886 Feb 15 14:06:13.340931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 456286c7-d710-42e2-af72-e26142774d8e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:06:13.341706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 456286c7-d710-42e2-af72-e26142774d8e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:06:13.355357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.363779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "DELETE /v2.0/networks/e93e2024-4227-440b-850d-321f84125af0 HTTP/1.1" status: 204 len: 168 time: 1.4443090 Feb 15 14:06:13.366219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36966) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:13.369932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e8778-3fcc-42bf-a2f7-19bf01f79901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d928ed-3743-4c5e-8ed1-fd460b7c12c9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:13.378335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e40c0-3b8b-481b-82c9-22fb4134afcc tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Network': ['ID=e93e2024-4227-440b-850d-321f84125af0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:13.381032 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.458646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Pushing event updated for resources: {'Port': ['ID=9665526d-7487-4a7a-910e-2807d48aff9d,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:13.473743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfc57e-fbff-4f01-b337-be38d1c7452b req-5dec5798-683e-417f-a31e-65066a5df7df tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:13.475183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ecfc57e-fbff-4f01-b337-be38d1c7452b req-5dec5798-683e-417f-a31e-65066a5df7df tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 943 time: 0.3932612 Feb 15 14:06:13.485655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf41cce-d4bc-4eb8-b683-901058565e98 None None] DHCP port deletion for 775e717d-1dab-4bd5-9200-3179016a9a31 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:06:13.506520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:13.507289 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.508630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-9d86a22a-3290-4df7-a23e-dc596dc63408 service neutron] 10.222.0.67 "PUT /v2.0/ports/9665526d-7487-4a7a-910e-2807d48aff9d HTTP/1.1" status: 200 len: 1092 time: 2.6132748 Feb 15 14:06:13.509113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acaf36d8-bef3-449e-b48e-34d687556497', 'tag': '9665526d-7487-4a7a-910e-2807d48aff9d'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:13.511454 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294a4a2d-cf78-41f3-aba8-82131c1a5ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "acaf36d8-bef3-449e-b48e-34d687556497", "tag": "9665526d-7487-4a7a-910e-2807d48aff9d"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:13.581930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1cf41cce-d4bc-4eb8-b683-901058565e98 None None] Deleting port 4495e62c-baa3-4662-b05b-c21345ea8fb7 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:13.585021 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1cf41cce-d4bc-4eb8-b683-901058565e98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.632280 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.633911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ecfc57e-fbff-4f01-b337-be38d1c7452b req-3bcbef5b-fba9-4212-bb6c-89a9653c1cfb tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450841 Feb 15 14:06:13.663544 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0ce15d6-6627-4570-88ce-5c81e315c989 req-d1c17cc2-ba99-4431-a22b-288975194f28 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019962 Feb 15 14:06:13.677714 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (418e38b8-e8e1-47ac-84da-30f82b26109f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.708628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737e082-bc61-4827-8223-762d779dad67 req-8d0f0a4b-dd63-49ba-8b9d-a804cdb86e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:13.713482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-8d0f0a4b-dd63-49ba-8b9d-a804cdb86e25 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 1126 time: 0.1393802 Feb 15 14:06:13.715831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1cf41cce-d4bc-4eb8-b683-901058565e98 None None] For port 4495e62c-baa3-4662-b05b-c21345ea8fb7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4495e62c-baa3-4662-b05b-c21345ea8fb7,segment=NetworkSegment(4272070c-a656-4179-82bd-a96bcce1bfb1),segment_id=4272070c-a656-4179-82bd-a96bcce1bfb1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:13.716271 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1cf41cce-d4bc-4eb8-b683-901058565e98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.728054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Deleting port 4495e62c-baa3-4662-b05b-c21345ea8fb7 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:13.728416 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:13.778589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1cf41cce-d4bc-4eb8-b683-901058565e98 None None] Calling delete_port for 4495e62c-baa3-4662-b05b-c21345ea8fb7 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:13.778873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-8ec4db31-0958-40d3-b1e8-bafba91a8a1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9665526d-7487-4a7a-910e-2807d48aff9d HTTP/1.1" status: 200 len: 217 time: 0.0576782 Feb 15 14:06:13.835467 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bae8993-cbc9-43be-af19-f41434087188 req-3b63ce11-97e6-44d4-94f8-970a6d640050 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 210 time: 0.0592115 Feb 15 14:06:13.992067 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1cf41cce-d4bc-4eb8-b683-901058565e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.006741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf41cce-d4bc-4eb8-b683-901058565e98 None None] No DVR routers for this DVR port 4495e62c-baa3-4662-b05b-c21345ea8fb7 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:06:14.042087 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5f7d83-15a5-4579-9fec-07cbbf32e17a x-openstack-request-id: req-5f5f7d83-15a5-4579-9fec-07cbbf32e17a {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:14.042384 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acaf36d8-bef3-449e-b48e-34d687556497", "tag": "9665526d-7487-4a7a-910e-2807d48aff9d", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:14.042649 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f5f7d83-15a5-4579-9fec-07cbbf32e17a {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:14.044344 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acaf36d8-bef3-449e-b48e-34d687556497', 'tag': '9665526d-7487-4a7a-910e-2807d48aff9d', 'status': 'completed', 'code': 200} Feb 15 14:06:14.052823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf41cce-d4bc-4eb8-b683-901058565e98 None None] Pushing event deleted for resources: {'Port': ['ID=4495e62c-baa3-4662-b05b-c21345ea8fb7,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:14.101022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (418e38b8-e8e1-47ac-84da-30f82b26109f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.124619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418e38b8-e8e1-47ac-84da-30f82b26109f']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:14.134299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:14.134593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:14.158526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.163431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] For port 4495e62c-baa3-4662-b05b-c21345ea8fb7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4495e62c-baa3-4662-b05b-c21345ea8fb7,segment=NetworkSegment(4272070c-a656-4179-82bd-a96bcce1bfb1),segment_id=4272070c-a656-4179-82bd-a96bcce1bfb1)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:14.163715 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.191244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.194014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-097429da-28f5-42dd-8fc5-7d57b00f2537 req-4c76b9ee-e3c9-44b9-aaf1-5f0b455fce78 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0790765 Feb 15 14:06:14.202368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737e082-bc61-4827-8223-762d779dad67 req-731894bf-dd66-422a-88fa-cdc263e0f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:14.205209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-731894bf-dd66-422a-88fa-cdc263e0f381 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.4136243 Feb 15 14:06:14.208214 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Calling delete_port for 4495e62c-baa3-4662-b05b-c21345ea8fb7 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:14.234308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:06:14.235000 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (8d2ff0fe-7376-4b22-a443-7f1e2dd3ec24), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:06:14.241715 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:06:14.267773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-76874ea4-a010-43c1-8fd2-b54b8d43f1e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452998 Feb 15 14:06:14.278795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44f96-7391-47a8-b8fb-8b1e1932cd7a req-8b969778-e82b-48ee-a781-eda6bf53d8fe tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:14.286788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0e44f96-7391-47a8-b8fb-8b1e1932cd7a req-8b969778-e82b-48ee-a781-eda6bf53d8fe tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 932 time: 0.4630651 Feb 15 14:06:14.363762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-098b510e-812d-4764-adc9-63cc79bebb10 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:14.365616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-098b510e-812d-4764-adc9-63cc79bebb10 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.5197682 Feb 15 14:06:14.416214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Request body: {'port': {'device_id': 'a84156ba-8a6a-48e4-a84e-b27767f0cfea', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'admin_state_up': True, 'tenant_id': '6fd0a42c9f2f4c0b9722e20079c4ff67'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:14.457916 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (418e38b8-e8e1-47ac-84da-30f82b26109f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.460395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4495e62c-baa3-4662-b05b-c21345ea8fb7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.467272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4495e62c-baa3-4662-b05b-c21345ea8fb7 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:14.508795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 4495e62c-baa3-4662-b05b-c21345ea8fb7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:06:14.509284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4495e62c-baa3-4662-b05b-c21345ea8fb7 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:06:14.558494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-bd305792-0fa6-44b5-ab29-7a020a74a0f5 service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689731 Feb 15 14:06:14.589521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0e44f96-7391-47a8-b8fb-8b1e1932cd7a req-27033f73-f92d-4ee8-8563-4b1e02d05db3 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015702 Feb 15 14:06:14.619414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efaeb67-534d-4135-84a9-3ea72e400cf0 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:14.627859 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Publish callbacks [] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.642125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Transition to ACTIVE for port object 8efaeb67-534d-4135-84a9-3ea72e400cf0 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:06:14.648891 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.653233 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] 10.222.0.72 "DELETE /v2.0/networks/418e38b8-e8e1-47ac-84da-30f82b26109f HTTP/1.1" status: 204 len: 168 time: 1.2859652 Feb 15 14:06:14.663022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.721626 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d25a63e6-1c62-4123-adb4-ae2865072b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.726850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4495e62c-baa3-4662-b05b-c21345ea8fb7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:14.734197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca651e-e63e-4751-a1ce-131fbcf4eda6 tempest-TaggedBootDevicesTest_v242-1449063815 tempest-TaggedBootDevicesTest_v242-1449063815-project] Pushing event deleted for resources: {'Network': ['ID=418e38b8-e8e1-47ac-84da-30f82b26109f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:14.740810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] No DVR routers for this DVR port 4495e62c-baa3-4662-b05b-c21345ea8fb7 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:06:14.743478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Made reservation on behalf of 6fd0a42c9f2f4c0b9722e20079c4ff67 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:14.748097 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.793510 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Pushing event updated for resources: {'Port': ['ID=8efaeb67-534d-4135-84a9-3ea72e400cf0,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:14.839208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e737e082-bc61-4827-8223-762d779dad67 req-f8531f1c-eb93-4364-884f-b22c739755cf service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380552 Feb 15 14:06:14.876931 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (775e717d-1dab-4bd5-9200-3179016a9a31), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.900083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775e717d-1dab-4bd5-9200-3179016a9a31']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:14.911061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4272070c-a656-4179-82bd-a96bcce1bfb1') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:14.911350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4272070c-a656-4179-82bd-a96bcce1bfb1') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:14.923747 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (4272070c-a656-4179-82bd-a96bcce1bfb1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.939360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4272070c-a656-4179-82bd-a96bcce1bfb1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:14.946073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:06:14.946549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (4272070c-a656-4179-82bd-a96bcce1bfb1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:06:15.009335 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:06:15.021778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (775e717d-1dab-4bd5-9200-3179016a9a31), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:15.032823 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:15.038490 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/775e717d-1dab-4bd5-9200-3179016a9a31 HTTP/1.1" status: 204 len: 168 time: 2.0687935 Feb 15 14:06:15.047201 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37004) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:15.056213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d29dc-be30-422b-bf05-71add1a44a7f req-9fc2419e-25b8-4804-9b0b-07c7c81134ee tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:15.064260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e95d29dc-be30-422b-bf05-71add1a44a7f req-9fc2419e-25b8-4804-9b0b-07c7c81134ee tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 943 time: 0.2579179 Feb 15 14:06:15.120570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Attempting to bind port 8efaeb67-534d-4135-84a9-3ea72e400cf0 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:06:15.121024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Attempting to bind port 8efaeb67-534d-4135-84a9-3ea72e400cf0 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:06:15.121454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Attempting to bind port 8efaeb67-534d-4135-84a9-3ea72e400cf0 on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:15.124102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1371d7-564e-4003-a089-edf8426d3cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=775e717d-1dab-4bd5-9200-3179016a9a31,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:15.129314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Port 8efaeb67-534d-4135-84a9-3ea72e400cf0 on network 70d01a53-a671-4116-a829-4f8374d7f37c not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:06:15.129757 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Attempting to bind port 8efaeb67-534d-4135-84a9-3ea72e400cf0 on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:15.135342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:06:15.135812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Checking segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:15.136456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Bound using segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:06:15.136984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Bound port: 8efaeb67-534d-4135-84a9-3ea72e400cf0, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:06:15.137451 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:15.158698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930ff78-8deb-459d-aa63-445fe3b07df5 req-d948ef3a-701f-44af-85fb-930715eff18a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:15.171005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c930ff78-8deb-459d-aa63-445fe3b07df5 req-d948ef3a-701f-44af-85fb-930715eff18a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.3371155 Feb 15 14:06:15.208581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Allocated IP 172.20.0.4 (fee3507b-addd-44c0-be05-aeb18219f9b7/97831b1c-7ade-490d-a8f5-172cfa6c6777/59d6a928-0a56-4d11-ae58-b5bb038461f7) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:06:15.237197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] For port 8efaeb67-534d-4135-84a9-3ea72e400cf0, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:06:15.243309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] For port 8efaeb67-534d-4135-84a9-3ea72e400cf0, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8efaeb67-534d-4135-84a9-3ea72e400cf0,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:06:15.264388 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:15.289504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4a2d-cf78-41f3-aba8-82131c1a5ddf req-de158e1a-e838-44be-bf27-81294867e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:15.291059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-294a4a2d-cf78-41f3-aba8-82131c1a5ddf req-de158e1a-e838-44be-bf27-81294867e26d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 1126 time: 0.3810141 Feb 15 14:06:15.327179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:15.327848 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:15.329667 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] 10.222.0.42 "PUT /v2.0/ports/8efaeb67-534d-4135-84a9-3ea72e400cf0 HTTP/1.1" status: 200 len: 1093 time: 2.1173086 Feb 15 14:06:15.330143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d438a9-8cf4-4e0a-b6ba-2b21e916ed40', 'tag': '8efaeb67-534d-4135-84a9-3ea72e400cf0'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:15.333190 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85803947-aadd-4e06-b1c1-7d81ed121fca" -d '{"events": [{"name": "network-changed", "server_uuid": "57d438a9-8cf4-4e0a-b6ba-2b21e916ed40", "tag": "8efaeb67-534d-4135-84a9-3ea72e400cf0"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:15.388868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372fed6-707f-49e1-8b3e-7ce03e41762c service neutron] Pushing event updated for resources: {'Port': ['ID=8efaeb67-534d-4135-84a9-3ea72e400cf0,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:15.445957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-fe92d8f4-68d4-45d9-b642-533140666c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:15.447731 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-fe92d8f4-68d4-45d9-b642-533140666c1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 1127 time: 0.0738647 Feb 15 14:06:15.497931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c930ff78-8deb-459d-aa63-445fe3b07df5 req-07068b93-5a9e-4875-a75e-dd6007433bd6 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3259838 Feb 15 14:06:15.521720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e95d29dc-be30-422b-bf05-71add1a44a7f req-f4b7919f-16a5-4c38-bb8c-bd8a1350b4a3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564860 Feb 15 14:06:15.527258 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-e901e85b-16ab-4390-9e73-7f98f00d051b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8efaeb67-534d-4135-84a9-3ea72e400cf0 HTTP/1.1" status: 200 len: 217 time: 0.0701804 Feb 15 14:06:15.608670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-fa5366d8-6836-4cef-beaf-970cf3a4c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:15.610185 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-fa5366d8-6836-4cef-beaf-970cf3a4c40c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.0797148 Feb 15 14:06:15.663083 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-7a85714f-f922-421b-bbbf-332fc6945fca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464830 Feb 15 14:06:15.800147 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-b923068f-0a4b-4b53-b2dc-e75dd356468c service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319478 Feb 15 14:06:15.921381 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-070f80e8-a27a-4f9b-b386-f2f4080b6802 req-f18977c4-c4dc-4a96-858d-b3d9c02b6a07 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143467 Feb 15 14:06:16.134839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4a2d-cf78-41f3-aba8-82131c1a5ddf req-4c64de77-7426-42fa-b444-6d94477920df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:16.135652 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-294a4a2d-cf78-41f3-aba8-82131c1a5ddf req-4c64de77-7426-42fa-b444-6d94477920df service neutron] 10.222.0.67 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 916 time: 0.8321919 Feb 15 14:06:16.178599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1d44a10-851a-43f1-bd6f-30836c8aef66 req-d8f0df1b-f625-4ed0-9d05-340121125129 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 210 time: 0.5202074 Feb 15 14:06:16.186892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-342fc86d-1885-4d41-995b-cc28d2b8b576 req-9a8defc1-890c-455a-b8e7-7a281e9e2e4a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.5034466 Feb 15 14:06:16.234364 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-294a4a2d-cf78-41f3-aba8-82131c1a5ddf req-5da44239-1fde-476b-aba2-7e242a9bf4c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9665526d-7487-4a7a-910e-2807d48aff9d HTTP/1.1" status: 200 len: 217 time: 0.0546105 Feb 15 14:06:16.244001 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36f6c25-8145-430d-9101-1f82616be9ac x-openstack-request-id: req-e36f6c25-8145-430d-9101-1f82616be9ac {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:16.244306 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d438a9-8cf4-4e0a-b6ba-2b21e916ed40", "tag": "8efaeb67-534d-4135-84a9-3ea72e400cf0", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:16.244568 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e36f6c25-8145-430d-9101-1f82616be9ac {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:16.245226 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d438a9-8cf4-4e0a-b6ba-2b21e916ed40', 'tag': '8efaeb67-534d-4135-84a9-3ea72e400cf0', 'status': 'completed', 'code': 200} Feb 15 14:06:16.333738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85803947-aadd-4e06-b1c1-7d81ed121fca req-61d9f7fa-7788-4bd0-8fdd-7cb980051352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:16.335495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85803947-aadd-4e06-b1c1-7d81ed121fca req-61d9f7fa-7788-4bd0-8fdd-7cb980051352 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 1127 time: 0.0552726 Feb 15 14:06:16.375216 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks [] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:16.394375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4a2d-cf78-41f3-aba8-82131c1a5ddf req-900eaea1-f8ef-4554-98c3-1db9cd7dbfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:16.396038 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-294a4a2d-cf78-41f3-aba8-82131c1a5ddf req-900eaea1-f8ef-4554-98c3-1db9cd7dbfe6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.1437540 Feb 15 14:06:16.445435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-294a4a2d-cf78-41f3-aba8-82131c1a5ddf req-1c5e2a5e-c838-414f-817c-c59aad3cfa02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405858 Feb 15 14:06:16.461572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85803947-aadd-4e06-b1c1-7d81ed121fca req-a8e9aedd-f1b2-4bff-a40f-f27d62b567ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:16.463242 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85803947-aadd-4e06-b1c1-7d81ed121fca req-a8e9aedd-f1b2-4bff-a40f-f27d62b567ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 912 time: 0.1208372 Feb 15 14:06:16.505048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef10453-9a8a-4a51-9cd7-a28273e76cd9 req-d510be01-e347-45e7-9eea-00c031495b89 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:16.506781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ef10453-9a8a-4a51-9cd7-a28273e76cd9 req-d510be01-e347-45e7-9eea-00c031495b89 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 944 time: 0.1944594 Feb 15 14:06:16.557106 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85803947-aadd-4e06-b1c1-7d81ed121fca req-187577e8-5781-4d1f-b648-e7793099e7a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8efaeb67-534d-4135-84a9-3ea72e400cf0 HTTP/1.1" status: 200 len: 217 time: 0.0649800 Feb 15 14:06:16.651924 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ef10453-9a8a-4a51-9cd7-a28273e76cd9 req-92f3d9de-f453-4c15-a22d-de38f5548dd2 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053555 Feb 15 14:06:16.660864 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:16.678127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:16.680259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['79219bc9-4f5e-46b4-91c1-86db2a6cc5be'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:16.694308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85803947-aadd-4e06-b1c1-7d81ed121fca req-d285ee38-cbc3-4209-83b7-20379befc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:16.698732 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85803947-aadd-4e06-b1c1-7d81ed121fca req-d285ee38-cbc3-4209-83b7-20379befc205 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.1397629 Feb 15 14:06:16.761785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Network fee3507b-addd-44c0-be05-aeb18219f9b7 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:06:16.787180 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85803947-aadd-4e06-b1c1-7d81ed121fca req-454463af-d710-435e-b997-504487fa7f55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766459 Feb 15 14:06:16.865795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:16.887598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-294a4a2d-cf78-41f3-aba8-82131c1a5ddf req-cfa67b64-696d-42aa-ac32-045314274862 service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305170 Feb 15 14:06:16.894770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:06:16.946536 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85803947-aadd-4e06-b1c1-7d81ed121fca req-32e7268b-aa0d-41eb-a3a2-bb4317b94a93 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515136 Feb 15 14:06:16.947837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event updated for resources: {'Port': ['ID=59d6a928-0a56-4d11-ae58-b5bb038461f7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:16.956760 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9880e-b002-4f35-a8fd-f6f5b77f770d req-b8eb3c90-faa2-40d2-bb29-6b4f5cf64902 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:16.963319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1bd9880e-b002-4f35-a8fd-f6f5b77f770d req-b8eb3c90-faa2-40d2-bb29-6b4f5cf64902 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.3091214 Feb 15 14:06:17.072933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:17.073475 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:17.085123 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85803947-aadd-4e06-b1c1-7d81ed121fca req-32273c20-7c3b-4051-a465-3087cb3a7fef service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308253 Feb 15 14:06:17.116084 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfa00a-8d9d-4b49-b0d7-b01d891da138 req-a3abd6cf-5609-400b-9827-b3b91fc83fe2 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:17.117647 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5bfa00a-8d9d-4b49-b0d7-b01d891da138 req-a3abd6cf-5609-400b-9827-b3b91fc83fe2 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 943 time: 0.3580678 Feb 15 14:06:17.123652 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6fd52c6f-1314-4673-86c0-d39a70e38764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:17.169470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-13f5a041-0e74-419d-b149-264f78e18dcf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7578912 Feb 15 14:06:17.172618 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1bd9880e-b002-4f35-a8fd-f6f5b77f770d req-9c9f5f6d-fe15-475f-b4b5-7e46c2dba76b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085571 Feb 15 14:06:17.200137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Request body: {'port': {'device_id': 'a84156ba-8a6a-48e4-a84e-b27767f0cfea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:17.200137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-294a4a2d-cf78-41f3-aba8-82131c1a5ddf req-ad0b8a43-c2d6-4fbc-a8e1-11803d15a23f service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864830 Feb 15 14:06:17.292904 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5bfa00a-8d9d-4b49-b0d7-b01d891da138 req-60d02ed8-ac47-4718-8d69-2ad5ff96b032 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671987 Feb 15 14:06:17.320566 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:17.340275 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (9cbb6f55-938a-4b43-a579-7e14836c9a57), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:17.476349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5cfa8cb8-3f6d-465e-8f67-562ab4171907 req-0368a5a1-98cd-4d8b-8377-6bea734e6573 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0780494 Feb 15 14:06:17.488725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99320c67-2885-478c-a5cc-d00e5f8df699 req-ae656976-c118-4dac-9614-db803bae7b1a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:17.490270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99320c67-2885-478c-a5cc-d00e5f8df699 req-ae656976-c118-4dac-9614-db803bae7b1a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 931 time: 0.2281468 Feb 15 14:06:17.693545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99320c67-2885-478c-a5cc-d00e5f8df699 req-3014c4b4-21d6-4c32-8d9e-e65352d391a8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914685 Feb 15 14:06:17.880308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851741e6-6e4e-45f2-a4f0-b5a7d71f3daa req-cd555334-0178-4f49-a2b7-3940d7838371 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:17.881822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-851741e6-6e4e-45f2-a4f0-b5a7d71f3daa req-cd555334-0178-4f49-a2b7-3940d7838371 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 944 time: 0.1289213 Feb 15 14:06:17.951703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d6a928-0a56-4d11-ae58-b5bb038461f7 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:17.971918 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Publish callbacks [] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:18.006988 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-851741e6-6e4e-45f2-a4f0-b5a7d71f3daa req-5143ba08-9b97-445b-9911-f48ed64d90f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063135 Feb 15 14:06:18.008023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Transition to ACTIVE for port object 59d6a928-0a56-4d11-ae58-b5bb038461f7 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:06:18.016057 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:18.029147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] Deleting port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:18.029478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:18.144837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Pushing event updated for resources: {'Port': ['ID=59d6a928-0a56-4d11-ae58-b5bb038461f7,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:18.232731 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] For port 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=42bc97f5-35fc-4b65-ad3b-63eefd3e6a23,segment=NetworkSegment(7a2c89e1-e010-4f76-ad31-512b97b60873),segment_id=7a2c89e1-e010-4f76-ad31-512b97b60873)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:18.233104 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:18.254323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] Calling delete_port for 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:18.275392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Attempting to bind port 59d6a928-0a56-4d11-ae58-b5bb038461f7 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:06:18.275647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Attempting to bind port 59d6a928-0a56-4d11-ae58-b5bb038461f7 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:06:18.275958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Attempting to bind port 59d6a928-0a56-4d11-ae58-b5bb038461f7 on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:18.295656 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:18.316017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Port 59d6a928-0a56-4d11-ae58-b5bb038461f7 on network fee3507b-addd-44c0-be05-aeb18219f9b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:06:18.316017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Attempting to bind port 59d6a928-0a56-4d11-ae58-b5bb038461f7 on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:18.356000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:06:18.357485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Checking segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:18.357485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Bound using segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:06:18.357485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Bound port: 59d6a928-0a56-4d11-ae58-b5bb038461f7, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:06:18.357829 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:18.512680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ff468-7bdc-4107-93d4-d6f874ae9258 req-101c56a8-8882-4e9d-91c8-2b3546e90c86 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:18.514197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-570ff468-7bdc-4107-93d4-d6f874ae9258 req-101c56a8-8882-4e9d-91c8-2b3546e90c86 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2020826 Feb 15 14:06:18.539583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8efaeb67-534d-4135-84a9-3ea72e400cf0 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:06:18.568468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] For port 59d6a928-0a56-4d11-ae58-b5bb038461f7, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:06:18.593431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc411dbd-089b-45ff-86f6-05a66d9e0383 req-e54a4b24-da13-48bc-9090-0eb4b0357ca2 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:18.595622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc411dbd-089b-45ff-86f6-05a66d9e0383 req-e54a4b24-da13-48bc-9090-0eb4b0357ca2 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 943 time: 0.2149715 Feb 15 14:06:18.599382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] For port 59d6a928-0a56-4d11-ae58-b5bb038461f7, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=59d6a928-0a56-4d11-ae58-b5bb038461f7,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:06:18.630340 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:18.666272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8efaeb67-534d-4135-84a9-3ea72e400cf0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8efaeb67-534d-4135-84a9-3ea72e400cf0,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:18.679964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '8efaeb67-534d-4135-84a9-3ea72e400cf0', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'port_id': '8efaeb67-534d-4135-84a9-3ea72e400cf0', 'mac_address': 'fa:16:3e:88:d6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f38b3d-5cb6-4f97-887a-3824fb0bba29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:06:18.705768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-570ff468-7bdc-4107-93d4-d6f874ae9258 req-0fe0575e-e911-4d3c-955f-fa414fea95de tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806114 Feb 15 14:06:18.727169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 8efaeb67-534d-4135-84a9-3ea72e400cf0 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:18.727565 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:18.730337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:18.730981 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:18.732655 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] 10.222.0.67 "PUT /v2.0/ports/59d6a928-0a56-4d11-ae58-b5bb038461f7 HTTP/1.1" status: 200 len: 1092 time: 1.5507174 Feb 15 14:06:18.733124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84156ba-8a6a-48e4-a84e-b27767f0cfea', 'tag': '59d6a928-0a56-4d11-ae58-b5bb038461f7'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:18.735464 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ce1f05-ccf0-40c3-abcd-f5493f3cc9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a84156ba-8a6a-48e4-a84e-b27767f0cfea", "tag": "59d6a928-0a56-4d11-ae58-b5bb038461f7"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:18.760728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efaeb67-534d-4135-84a9-3ea72e400cf0 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:18.783287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc411dbd-089b-45ff-86f6-05a66d9e0383 req-c3151ede-e089-49d9-a093-60a5ff35079b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700478 Feb 15 14:06:18.785309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a69ff-7f8e-4732-a203-fa335369c195 service neutron] Pushing event updated for resources: {'Port': ['ID=59d6a928-0a56-4d11-ae58-b5bb038461f7,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:18.794291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8efaeb67-534d-4135-84a9-3ea72e400cf0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8efaeb67-534d-4135-84a9-3ea72e400cf0,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:18.800751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (42bc97f5-35fc-4b65-ad3b-63eefd3e6a23), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:18.802044 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:18.883007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=8efaeb67-534d-4135-84a9-3ea72e400cf0,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:18.929998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38861ce6-f5b3-4cf9-9b7b-fe78b64e692a req-ea63154e-f886-47c1-b1b0-5d261d84d851 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0347431 Feb 15 14:06:18.943570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] Pushing event deleted for resources: {'Port': ['ID=42bc97f5-35fc-4b65-ad3b-63eefd3e6a23,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:19.007411 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25d7db7-0c7d-461d-a48a-b05891dd1686 x-openstack-request-id: req-d25d7db7-0c7d-461d-a48a-b05891dd1686 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:19.007719 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84156ba-8a6a-48e4-a84e-b27767f0cfea", "tag": "59d6a928-0a56-4d11-ae58-b5bb038461f7", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:19.008011 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d25d7db7-0c7d-461d-a48a-b05891dd1686 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:19.008490 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84156ba-8a6a-48e4-a84e-b27767f0cfea', 'tag': '59d6a928-0a56-4d11-ae58-b5bb038461f7', 'status': 'completed', 'code': 200} Feb 15 14:06:19.031477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['8efaeb67-534d-4135-84a9-3ea72e400cf0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:19.099522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9665526d-7487-4a7a-910e-2807d48aff9d details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:06:19.138060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-6544a11f-1c96-464e-9da0-b255c5816be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:19.139562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-6544a11f-1c96-464e-9da0-b255c5816be0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 1126 time: 0.2145448 Feb 15 14:06:19.263727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9665526d-7487-4a7a-910e-2807d48aff9d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9665526d-7487-4a7a-910e-2807d48aff9d,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:19.306306 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '9665526d-7487-4a7a-910e-2807d48aff9d', 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041', 'port_id': '9665526d-7487-4a7a-910e-2807d48aff9d', 'mac_address': 'fa:16:3e:86:22:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152336a0-6dff-4d72-a9fd-7042050160a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:06:19.347429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9665526d-7487-4a7a-910e-2807d48aff9d is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:19.348090 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:19.363536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9665526d-7487-4a7a-910e-2807d48aff9d {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:19.389004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9665526d-7487-4a7a-910e-2807d48aff9d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9665526d-7487-4a7a-910e-2807d48aff9d,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:19.394616 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:19.453262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9665526d-7487-4a7a-910e-2807d48aff9d,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:19.632192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-a86f2f17-9ac6-4d1a-b25c-ab13b228ead6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59d6a928-0a56-4d11-ae58-b5bb038461f7 HTTP/1.1" status: 200 len: 217 time: 0.0854828 Feb 15 14:06:19.640484 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:19.643153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3205f2-40ea-4bbe-96ca-a6bbe6d7392e req-fc655246-f019-484f-85a3-cc087631cb53 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:19.644836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c3205f2-40ea-4bbe-96ca-a6bbe6d7392e req-fc655246-f019-484f-85a3-cc087631cb53 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 943 time: 0.7137957 Feb 15 14:06:19.724834 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9665526d-7487-4a7a-910e-2807d48aff9d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:19.764858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e88364-567b-4976-8520-912dd4895258 req-90e665e0-6a27-426a-b85e-cf0558366b04 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:19.766660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8e88364-567b-4976-8520-912dd4895258 req-90e665e0-6a27-426a-b85e-cf0558366b04 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 945 time: 0.6386368 Feb 15 14:06:19.771971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-dc535439-36d0-4547-9fe4-7a2b6d91ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:19.773391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-dc535439-36d0-4547-9fe4-7a2b6d91ea01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.1234136 Feb 15 14:06:19.846491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-e7a5beff-feaa-4a98-b393-c4019c5616f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632269 Feb 15 14:06:19.847036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (9cbb6f55-938a-4b43-a579-7e14836c9a57), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:19.864674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c3205f2-40ea-4bbe-96ca-a6bbe6d7392e req-205906e4-7d51-4fd7-a530-85ba980fa178 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945679 Feb 15 14:06:20.087277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8e88364-567b-4976-8520-912dd4895258 req-021d6f5e-f0bc-49bf-9f09-09b6fe3e473e tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003423 Feb 15 14:06:20.169283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9304c-4342-410a-b026-88202e186c8d req-2a96afe2-fe56-424a-bf4d-527b5772a614 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:20.171298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afa9304c-4342-410a-b026-88202e186c8d req-2a96afe2-fe56-424a-bf4d-527b5772a614 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2045860 Feb 15 14:06:20.182398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-17fad515-56af-4f17-854e-00b37052d982 service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091235 Feb 15 14:06:20.411521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afa9304c-4342-410a-b026-88202e186c8d req-d15daa67-637a-48e0-8e8e-afd3fb7ec741 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342119 Feb 15 14:06:20.456204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54167569-8cfa-454e-98b8-06f76e530d9f req-a82eacc4-7cf3-43f8-9d90-23d6c744027d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:20.458057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54167569-8cfa-454e-98b8-06f76e530d9f req-a82eacc4-7cf3-43f8-9d90-23d6c744027d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 944 time: 0.2639105 Feb 15 14:06:20.502511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f7c803-5058-4833-8c6e-44911bfcdb84 req-efb09450-867b-4cb3-98a1-2867778c3952 service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095889 Feb 15 14:06:20.554688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8efaeb67-534d-4135-84a9-3ea72e400cf0 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:20.571381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-449f0105-4ad9-4e81-b3ed-4f457e508ca0 req-94ca07d1-5f89-4ccb-bf81-71478b26c4c9 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0724630 Feb 15 14:06:20.619763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] Router 9cbb6f55-938a-4b43-a579-7e14836c9a57 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:06:20.645643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 8efaeb67-534d-4135-84a9-3ea72e400cf0 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:06:20.650356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 8efaeb67-534d-4135-84a9-3ea72e400cf0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:20.651055 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:20.662454 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54167569-8cfa-454e-98b8-06f76e530d9f req-b0bb7273-db4d-44cd-becb-9f5ee92781f3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669331 Feb 15 14:06:20.772133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1f05-ccf0-40c3-abcd-f5493f3cc9e9 req-3d97308b-7838-4eeb-9f35-adef77c6c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:20.773646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38ce1f05-ccf0-40c3-abcd-f5493f3cc9e9 req-3d97308b-7838-4eeb-9f35-adef77c6c4b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 1126 time: 0.1971841 Feb 15 14:06:20.894482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1f05-ccf0-40c3-abcd-f5493f3cc9e9 req-1a29bcde-ffc4-44fe-86a3-f302c98d3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:20.897803 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38ce1f05-ccf0-40c3-abcd-f5493f3cc9e9 req-1a29bcde-ffc4-44fe-86a3-f302c98d3978 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 907 time: 0.1139829 Feb 15 14:06:20.997803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 8efaeb67-534d-4135-84a9-3ea72e400cf0 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:20.998342 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:21.004758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38ce1f05-ccf0-40c3-abcd-f5493f3cc9e9 req-8dd73fcf-04f4-49ab-9016-7eaa030a76d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59d6a928-0a56-4d11-ae58-b5bb038461f7 HTTP/1.1" status: 200 len: 217 time: 0.0953569 Feb 15 14:06:21.041602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d438a9-8cf4-4e0a-b6ba-2b21e916ed40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efaeb67-534d-4135-84a9-3ea72e400cf0'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:21.044277 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ef9a10-2943-415c-aea1-54c3ef7d6be8" -d '{"events": [{"server_uuid": "57d438a9-8cf4-4e0a-b6ba-2b21e916ed40", "name": "network-vif-plugged", "status": "completed", "tag": "8efaeb67-534d-4135-84a9-3ea72e400cf0"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:21.061831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8efaeb67-534d-4135-84a9-3ea72e400cf0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8efaeb67-534d-4135-84a9-3ea72e400cf0,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:21.064073 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:21.069765 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:21.115125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9665526d-7487-4a7a-910e-2807d48aff9d up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:21.136717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:06:21.138525 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f802f0c-4946-46c3-85d2-f35c3b0645d7 x-openstack-request-id: req-7f802f0c-4946-46c3-85d2-f35c3b0645d7 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:21.138933 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d438a9-8cf4-4e0a-b6ba-2b21e916ed40", "name": "network-vif-plugged", "status": "completed", "tag": "8efaeb67-534d-4135-84a9-3ea72e400cf0", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:21.139307 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7f802f0c-4946-46c3-85d2-f35c3b0645d7 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:21.139807 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d438a9-8cf4-4e0a-b6ba-2b21e916ed40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efaeb67-534d-4135-84a9-3ea72e400cf0', 'code': 200} Feb 15 14:06:21.150692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f9093-f28e-4010-8772-e7a0db179f9e req-1a6fc513-d904-4a95-8116-3e4f0b9ea259 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:21.159436 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947c694d-7d12-408c-995d-a3f6b6dbc93b None None] Sync routers for ids ['9cbb6f55-938a-4b43-a579-7e14836c9a57'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:06:21.171068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb0f9093-f28e-4010-8772-e7a0db179f9e req-1a6fc513-d904-4a95-8116-3e4f0b9ea259 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 943 time: 0.1616955 Feb 15 14:06:21.181791 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c694d-7d12-408c-995d-a3f6b6dbc93b None None] Routers {'9cbb6f55-938a-4b43-a579-7e14836c9a57'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:06:21.182427 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-947c694d-7d12-408c-995d-a3f6b6dbc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:06:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9cbb6f55-938a-4b43-a579-7e14836c9a57'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:21.190528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37080) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:21.205642 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-800d65c5-4fea-4700-b4e9-79cd3ce093be admin admin] 10.222.0.72 "PUT /v2.0/routers/9cbb6f55-938a-4b43-a579-7e14836c9a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1391780 Feb 15 14:06:21.218252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=8efaeb67-534d-4135-84a9-3ea72e400cf0,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:21.246607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1f05-ccf0-40c3-abcd-f5493f3cc9e9 req-78873718-cab1-4168-96fe-dbba4c81de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:21.248284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38ce1f05-ccf0-40c3-abcd-f5493f3cc9e9 req-78873718-cab1-4168-96fe-dbba4c81de37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.2378666 Feb 15 14:06:21.253959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 9665526d-7487-4a7a-910e-2807d48aff9d completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:06:21.258581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 9665526d-7487-4a7a-910e-2807d48aff9d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:21.259146 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:21.314536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38ce1f05-ccf0-40c3-abcd-f5493f3cc9e9 req-c3635071-19dc-4fa1-b9f9-30e7305126d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343795 Feb 15 14:06:21.383195 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb0f9093-f28e-4010-8772-e7a0db179f9e req-a2fb07d4-dc1a-40bf-8e4a-4056ebd1b673 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098377 Feb 15 14:06:21.429408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9665526d-7487-4a7a-910e-2807d48aff9d is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:21.430069 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:21.462488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6df4bc-b409-4cb9-9797-4cdbb4b95ef9 req-b281307c-0038-48d8-8a92-473531743170 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:21.464256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb6df4bc-b409-4cb9-9797-4cdbb4b95ef9 req-b281307c-0038-48d8-8a92-473531743170 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 946 time: 0.2148004 Feb 15 14:06:21.480713 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Publish callbacks [] for router (9cbb6f55-938a-4b43-a579-7e14836c9a57), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:21.485604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1ffb6-8a6b-45ca-9acb-4747d0987817 req-f1286859-6574-4318-a9b5-f051ebd63f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:21.487152 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-97e1ffb6-8a6b-45ca-9acb-4747d0987817 req-f1286859-6574-4318-a9b5-f051ebd63f41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 1129 time: 0.0938377 Feb 15 14:06:21.507155 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-947c694d-7d12-408c-995d-a3f6b6dbc93b None None] Set router 9cbb6f55-938a-4b43-a579-7e14836c9a57 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:06:21.534810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9665526d-7487-4a7a-910e-2807d48aff9d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9665526d-7487-4a7a-910e-2807d48aff9d,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:21.541566 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:21.587241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38ce1f05-ccf0-40c3-abcd-f5493f3cc9e9 req-3e310b7e-40fb-4457-bcf0-df227cfd1605 service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544053 Feb 15 14:06:21.638718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9665526d-7487-4a7a-910e-2807d48aff9d,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:21.732272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb6df4bc-b409-4cb9-9797-4cdbb4b95ef9 req-c8b01c7e-c0d1-4f72-b69e-f435ebc82bb8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511699 Feb 15 14:06:21.823214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38ce1f05-ccf0-40c3-abcd-f5493f3cc9e9 req-4987452c-78e1-4874-9e92-a7e7deafcb7e service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985722 Feb 15 14:06:21.841971 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-947c694d-7d12-408c-995d-a3f6b6dbc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'name': 'tempest-TestAggregatesBasicOps-1239210848-router', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:38Z', 'updated_at': '2022-02-15T14:06:18Z', 'revision_number': 5, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'gw_port': {'id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:41Z', 'updated_at': '2022-02-15T14:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:21.849191 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c0965-2240-4b41-86a2-4a255bc3c52b req-97957ea3-782c-41d8-aa3c-ab8f4d9ac364 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:21.850775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-304c0965-2240-4b41-86a2-4a255bc3c52b req-97957ea3-782c-41d8-aa3c-ab8f4d9ac364 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.3282714 Feb 15 14:06:21.898851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c16fd4b1-87a1-4a6f-bb60-da36b6dd770a req-eca64ade-6a21-4e5d-8d0f-4cf3d924c440 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0469658 Feb 15 14:06:21.913713 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947c694d-7d12-408c-995d-a3f6b6dbc93b None None] Checking router: 9cbb6f55-938a-4b43-a579-7e14836c9a57 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:06:21.923734 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c694d-7d12-408c-995d-a3f6b6dbc93b None None] Routers {'9cbb6f55-938a-4b43-a579-7e14836c9a57'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:06:21.924612 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-947c694d-7d12-408c-995d-a3f6b6dbc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:06:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9cbb6f55-938a-4b43-a579-7e14836c9a57'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:21.972495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-304c0965-2240-4b41-86a2-4a255bc3c52b req-82e9444b-5940-450a-b2ae-638d751641d7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093121 Feb 15 14:06:22.095480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a59ae-8d66-4fb7-8859-16e2b30f0414 req-66643902-15fc-468b-a262-2568521c780c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:22.097896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-760a59ae-8d66-4fb7-8859-16e2b30f0414 req-66643902-15fc-468b-a262-2568521c780c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 945 time: 0.0859568 Feb 15 14:06:22.111740 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-947c694d-7d12-408c-995d-a3f6b6dbc93b None None] Set router 9cbb6f55-938a-4b43-a579-7e14836c9a57 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:06:22.149333 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Publish callbacks [] for router_gateway (9cbb6f55-938a-4b43-a579-7e14836c9a57), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:22.156365 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-97e1ffb6-8a6b-45ca-9acb-4747d0987817 req-98f101be-6150-4d2c-a957-ffca5980d9cb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328921 Feb 15 14:06:22.205310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-760a59ae-8d66-4fb7-8859-16e2b30f0414 req-c68e20aa-5406-436f-8006-0ee0a81b30ac tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003475 Feb 15 14:06:22.236466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Deleting port f56d9f04-d6a3-4a4d-9226-a4f22a51438c {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:22.237045 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:22.333913 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] For port f56d9f04-d6a3-4a4d-9226-a4f22a51438c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f56d9f04-d6a3-4a4d-9226-a4f22a51438c,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:22.334281 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:22.349099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Calling delete_port for f56d9f04-d6a3-4a4d-9226-a4f22a51438c owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:22.357095 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-947c694d-7d12-408c-995d-a3f6b6dbc93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'name': 'tempest-TestAggregatesBasicOps-1239210848-router', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:38Z', 'updated_at': '2022-02-15T14:06:18Z', 'revision_number': 5, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'gw_port': {'id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:41Z', 'updated_at': '2022-02-15T14:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:22.384786 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947c694d-7d12-408c-995d-a3f6b6dbc93b None None] The sync data for ids ['9cbb6f55-938a-4b43-a579-7e14836c9a57'] in n-d-829064-15 is: [{'id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'name': 'tempest-TestAggregatesBasicOps-1239210848-router', 'tenant_id': '95a9cdbec3784d338d0b0143110cabb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:05:38Z', 'updated_at': '2022-02-15T14:06:18Z', 'revision_number': 5, 'project_id': '95a9cdbec3784d338d0b0143110cabb8', 'gw_port': {'id': 'f56d9f04-d6a3-4a4d-9226-a4f22a51438c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbb6f55-938a-4b43-a579-7e14836c9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:05:41Z', 'updated_at': '2022-02-15T14:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:06:22.534857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4bcc4-5333-4149-8ebd-b20e284715c7 req-73b73a97-9f43-4a72-a7f2-646797d0f5ea tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:22.536437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-76d4bcc4-5333-4149-8ebd-b20e284715c7 req-73b73a97-9f43-4a72-a7f2-646797d0f5ea tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 943 time: 0.0684435 Feb 15 14:06:22.541748 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f56d9f04-d6a3-4a4d-9226-a4f22a51438c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:22.570955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56d9f04-d6a3-4a4d-9226-a4f22a51438c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:22.601567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-76d4bcc4-5333-4149-8ebd-b20e284715c7 req-87e3fc89-e2ca-4239-9ad6-281879b0d3a7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575614 Feb 15 14:06:22.638957 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (9cbb6f55-938a-4b43-a579-7e14836c9a57), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:22.776790 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (9cbb6f55-938a-4b43-a579-7e14836c9a57), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:22.780633 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Publish callbacks [] for router_controller (9cbb6f55-938a-4b43-a579-7e14836c9a57), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:22.875854 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (9cbb6f55-938a-4b43-a579-7e14836c9a57), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:22.876994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cbb6f55-938a-4b43-a579-7e14836c9a57 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:06:22.882498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:22.886794 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-065f4fce-e416-4d5e-a2bc-dd3f5ca6a083 admin admin] 10.222.0.72 "DELETE /v2.0/routers/9cbb6f55-938a-4b43-a579-7e14836c9a57 HTTP/1.1" status: 204 len: 168 time: 1.6941149 Feb 15 14:06:22.887423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37092) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:22.904168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961e887-635e-458e-8c20-d604f021dcee req-0c3feda3-1946-4487-aa45-fe7489908526 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:22.906178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9961e887-635e-458e-8c20-d604f021dcee req-0c3feda3-1946-4487-aa45-fe7489908526 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 946 time: 0.0787013 Feb 15 14:06:22.996275 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9961e887-635e-458e-8c20-d604f021dcee req-33d49192-b9c3-43f1-863c-dd072e386a90 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703962 Feb 15 14:06:23.038363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e6eef0-8924-4b2c-ba03-985e34b846d2 admin admin] Deleting subnet 3ae7824e-da73-481d-abe0-9d10f016801e {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:06:23.043192 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e6eef0-8924-4b2c-ba03-985e34b846d2 admin admin] Publish callbacks [] for subnet (3ae7824e-da73-481d-abe0-9d10f016801e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.073931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fb9d9d1-b835-4bb5-92e9-170e6f68b58f req-a5f3d961-e572-4560-ac8c-0cce33c2f5b6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0763633 Feb 15 14:06:23.084626 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e6eef0-8924-4b2c-ba03-985e34b846d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (3ae7824e-da73-481d-abe0-9d10f016801e), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.141398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaf36d8-bef3-449e-b48e-34d687556497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9665526d-7487-4a7a-910e-2807d48aff9d'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:23.144445 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ade6bf-e2fe-4096-89b7-48ebaed289ab" -d '{"events": [{"server_uuid": "acaf36d8-bef3-449e-b48e-34d687556497", "name": "network-vif-plugged", "status": "completed", "tag": "9665526d-7487-4a7a-910e-2807d48aff9d"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:23.195047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328559d-e4d0-42bd-84b3-98843c93d6be req-07713fca-8bcf-4115-9266-93dd19ec87db tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:23.196771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c328559d-e4d0-42bd-84b3-98843c93d6be req-07713fca-8bcf-4115-9266-93dd19ec87db tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1154447 Feb 15 14:06:23.229490 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976cacb0-58b4-4e54-9f45-ca9bd199caa9 x-openstack-request-id: req-976cacb0-58b4-4e54-9f45-ca9bd199caa9 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:23.230086 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaf36d8-bef3-449e-b48e-34d687556497", "name": "network-vif-plugged", "status": "completed", "tag": "9665526d-7487-4a7a-910e-2807d48aff9d", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:23.230712 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-976cacb0-58b4-4e54-9f45-ca9bd199caa9 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:23.231381 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaf36d8-bef3-449e-b48e-34d687556497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9665526d-7487-4a7a-910e-2807d48aff9d', 'code': 200} Feb 15 14:06:23.264294 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e6eef0-8924-4b2c-ba03-985e34b846d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (3ae7824e-da73-481d-abe0-9d10f016801e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.309138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c328559d-e4d0-42bd-84b3-98843c93d6be req-6ebcbb6d-c5ee-48f3-9b54-dfca1aaadade tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886006 Feb 15 14:06:23.412265 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e6eef0-8924-4b2c-ba03-985e34b846d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (3ae7824e-da73-481d-abe0-9d10f016801e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.445926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6eef0-8924-4b2c-ba03-985e34b846d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae7824e-da73-481d-abe0-9d10f016801e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:23.453202 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e6eef0-8924-4b2c-ba03-985e34b846d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.457015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df65cf5-6ee7-48b6-9273-0d1f0b8ce626 None None] Network 7bbd7263-aea2-4674-989a-1702633914ee requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:06:23.457222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-99e6eef0-8924-4b2c-ba03-985e34b846d2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3ae7824e-da73-481d-abe0-9d10f016801e HTTP/1.1" status: 204 len: 168 time: 0.5681765 Feb 15 14:06:23.459843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37102) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:23.471523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9b23f-a9f0-4a7f-9d1b-06e5bd91a443 req-4421e7b5-8f27-4bf0-bb2a-994a1f661ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:23.473360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf9b23f-a9f0-4a7f-9d1b-06e5bd91a443 req-4421e7b5-8f27-4bf0-bb2a-994a1f661ddf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 1128 time: 0.1257067 Feb 15 14:06:23.488993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9122de-e86d-4898-b99f-1c2a848cb89a req-7b09f4a0-3727-4562-9df6-518b720892bc tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:23.490787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d9122de-e86d-4898-b99f-1c2a848cb89a req-7b09f4a0-3727-4562-9df6-518b720892bc tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 945 time: 0.1661949 Feb 15 14:06:23.528952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (7bbd7263-aea2-4674-989a-1702633914ee), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.584463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf9b23f-a9f0-4a7f-9d1b-06e5bd91a443 req-9f3075f8-d29e-4ceb-be39-89ce4c0495af service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920291 Feb 15 14:06:23.588678 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Deleting port 43694129-a206-4fcd-9e54-c384a9820501 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:23.589126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (43694129-a206-4fcd-9e54-c384a9820501), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.590092 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d9122de-e86d-4898-b99f-1c2a848cb89a req-39485cf6-ebd9-49f4-8cff-2e66212cb904 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760891 Feb 15 14:06:23.668983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59146689-39c5-445a-82e2-ad8faeadeb47 None None] DHCP port deletion for 7bbd7263-aea2-4674-989a-1702633914ee request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:06:23.681625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] For port 43694129-a206-4fcd-9e54-c384a9820501, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=43694129-a206-4fcd-9e54-c384a9820501,segment=NetworkSegment(7a2c89e1-e010-4f76-ad31-512b97b60873),segment_id=7a2c89e1-e010-4f76-ad31-512b97b60873)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:23.682299 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (43694129-a206-4fcd-9e54-c384a9820501), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.702406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Calling delete_port for 43694129-a206-4fcd-9e54-c384a9820501 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:23.722011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-59146689-39c5-445a-82e2-ad8faeadeb47 None None] Deleting port 43694129-a206-4fcd-9e54-c384a9820501 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:23.722397 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-59146689-39c5-445a-82e2-ad8faeadeb47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (43694129-a206-4fcd-9e54-c384a9820501), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.785618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a1637-7ae3-4cf3-86b1-497d7758bfcc req-b04fe036-d9b0-46c6-af37-c99ae8e87c37 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:23.790466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-629a1637-7ae3-4cf3-86b1-497d7758bfcc req-b04fe036-d9b0-46c6-af37-c99ae8e87c37 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 943 time: 0.0655377 Feb 15 14:06:23.806106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-59146689-39c5-445a-82e2-ad8faeadeb47 None None] For port 43694129-a206-4fcd-9e54-c384a9820501, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=43694129-a206-4fcd-9e54-c384a9820501,segment=NetworkSegment(7a2c89e1-e010-4f76-ad31-512b97b60873),segment_id=7a2c89e1-e010-4f76-ad31-512b97b60873)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:23.806517 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-59146689-39c5-445a-82e2-ad8faeadeb47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (43694129-a206-4fcd-9e54-c384a9820501), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.816052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (43694129-a206-4fcd-9e54-c384a9820501), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.825294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-59146689-39c5-445a-82e2-ad8faeadeb47 None None] Calling delete_port for 43694129-a206-4fcd-9e54-c384a9820501 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:23.850816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=43694129-a206-4fcd-9e54-c384a9820501,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:23.857485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] No DVR routers for this DVR port 43694129-a206-4fcd-9e54-c384a9820501 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:06:23.870960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-629a1637-7ae3-4cf3-86b1-497d7758bfcc req-276ec33f-fad1-494c-aa93-34b2310552ca tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744441 Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: from cryptography.utils import int_from_bytes Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: from cryptography.utils import int_from_bytes Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.923164 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:06:23.926384 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:06:23.934538 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-59146689-39c5-445a-82e2-ad8faeadeb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (43694129-a206-4fcd-9e54-c384a9820501), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.951342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (7bbd7263-aea2-4674-989a-1702633914ee), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:23.960784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59146689-39c5-445a-82e2-ad8faeadeb47 None None] Pushing event deleted for resources: {'Port': ['ID=43694129-a206-4fcd-9e54-c384a9820501,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:23.964835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59146689-39c5-445a-82e2-ad8faeadeb47 None None] No DVR routers for this DVR port 43694129-a206-4fcd-9e54-c384a9820501 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:06:23.995954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbd7263-aea2-4674-989a-1702633914ee']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:24.006934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2c89e1-e010-4f76-ad31-512b97b60873') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:24.007239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2c89e1-e010-4f76-ad31-512b97b60873') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:24.017247 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (7a2c89e1-e010-4f76-ad31-512b97b60873), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:24.031430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7a2c89e1-e010-4f76-ad31-512b97b60873), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:24.039223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:06:24.041095 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (7a2c89e1-e010-4f76-ad31-512b97b60873), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:06:24.042987 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:06:24.106335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (7bbd7263-aea2-4674-989a-1702633914ee), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:24.129841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d361d3-eb36-4bfd-a491-f7810f6e75a1 req-6bc14ecf-b5e8-4d82-80cd-744f17915f55 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:24.130738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bbd7263-aea2-4674-989a-1702633914ee,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:24.134537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01d361d3-eb36-4bfd-a491-f7810f6e75a1 req-6bc14ecf-b5e8-4d82-80cd-744f17915f55 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 946 time: 0.0651114 Feb 15 14:06:24.136820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:24.144943 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-07191f1d-7c5a-4670-a37c-8a7f1b931f7d admin admin] 10.222.0.72 "DELETE /v2.0/networks/7bbd7263-aea2-4674-989a-1702633914ee HTTP/1.1" status: 204 len: 168 time: 0.6835730 Feb 15 14:06:24.212138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e109d20-c709-4cee-905f-8f2e0d8e998f req-8af43ab1-76a5-4369-a6b1-87cfaf809e1c tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0289040 Feb 15 14:06:24.222967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01d361d3-eb36-4bfd-a491-f7810f6e75a1 req-437eeaa3-9ee2-4121-ac0f-72fe73df3c1d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825481 Feb 15 14:06:24.413914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37118) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:24.472578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f56d9f04-d6a3-4a4d-9226-a4f22a51438c no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:24.496175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: f56d9f04-d6a3-4a4d-9226-a4f22a51438c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:06:24.496673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f56d9f04-d6a3-4a4d-9226-a4f22a51438c not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:06:24.497200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 43694129-a206-4fcd-9e54-c384a9820501 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:24.517768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 43694129-a206-4fcd-9e54-c384a9820501 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:06:24.518233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 43694129-a206-4fcd-9e54-c384a9820501 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:06:24.518758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:24.534467 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-760e9c46-4501-40ab-87fa-9199c3897813 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b3b931ea482a4d97a851574b0a433737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1191244 Feb 15 14:06:24.537390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37120) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:24.552254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:06:24.552848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 42bc97f5-35fc-4b65-ad3b-63eefd3e6a23 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:06:24.557778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30258-468c-467c-8415-208b4e50d044 req-f0b29505-7079-491a-919a-55d288637e85 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:24.559391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20f30258-468c-467c-8415-208b4e50d044 req-f0b29505-7079-491a-919a-55d288637e85 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1260669 Feb 15 14:06:24.572289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b577-cbfa-45f5-9878-ec676c4c6bdb req-280fe312-6a19-4949-ac99-3e3ef9fbf1f0 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:24.573841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4a5b577-cbfa-45f5-9878-ec676c4c6bdb req-280fe312-6a19-4949-ac99-3e3ef9fbf1f0 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 946 time: 0.1083863 Feb 15 14:06:24.611715 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6c6afd3-a6fd-4d1f-9fb8-d05a1775284a admin admin] Publish callbacks [] for security_group (048159d8-ae4c-46a9-ab30-53c238d67245), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:24.635601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6c6afd3-a6fd-4d1f-9fb8-d05a1775284a admin admin] Publish callbacks [] for security_group (048159d8-ae4c-46a9-ab30-53c238d67245), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:24.656259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20f30258-468c-467c-8415-208b4e50d044 req-fa85e55a-ba7f-405c-9cb9-af75defd7540 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813885 Feb 15 14:06:24.660831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4a5b577-cbfa-45f5-9878-ec676c4c6bdb req-9927d8a9-e2d5-484b-8450-79fd735a9b8d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781388 Feb 15 14:06:24.710009 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6c6afd3-a6fd-4d1f-9fb8-d05a1775284a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (048159d8-ae4c-46a9-ab30-53c238d67245), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:24.713641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6c6afd3-a6fd-4d1f-9fb8-d05a1775284a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:24.717307 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d6c6afd3-a6fd-4d1f-9fb8-d05a1775284a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/048159d8-ae4c-46a9-ab30-53c238d67245 HTTP/1.1" status: 204 len: 168 time: 0.1755183 Feb 15 14:06:24.725086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6afd3-a6fd-4d1f-9fb8-d05a1775284a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048159d8-ae4c-46a9-ab30-53c238d67245,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:24.821109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d52b2-cf4c-4c2a-ad3b-444782ee70e8 req-49069d6c-017a-4a73-aa5a-4208a578674a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:24.824082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de2d52b2-cf4c-4c2a-ad3b-444782ee70e8 req-49069d6c-017a-4a73-aa5a-4208a578674a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 945 time: 0.0960016 Feb 15 14:06:24.938956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de2d52b2-cf4c-4c2a-ad3b-444782ee70e8 req-ccb3a47a-421c-47ef-9ecb-05b878e6d986 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989447 Feb 15 14:06:25.066331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bf623-68aa-44aa-9b39-7ef397d8e625 req-d0f5ab10-8e29-4416-a035-7010ee6c2cd0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:25.068603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d10bf623-68aa-44aa-9b39-7ef397d8e625 req-d0f5ab10-8e29-4416-a035-7010ee6c2cd0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 943 time: 0.0695529 Feb 15 14:06:25.105160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 59d6a928-0a56-4d11-ae58-b5bb038461f7 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:06:25.131310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d10bf623-68aa-44aa-9b39-7ef397d8e625 req-6b76c014-f08e-4961-82dd-227269a4c9bb tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566082 Feb 15 14:06:25.284994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 59d6a928-0a56-4d11-ae58-b5bb038461f7, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=59d6a928-0a56-4d11-ae58-b5bb038461f7,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:25.293722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37132) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:25.304559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '59d6a928-0a56-4d11-ae58-b5bb038461f7', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'port_id': '59d6a928-0a56-4d11-ae58-b5bb038461f7', 'mac_address': 'fa:16:3e:cb:1e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97831b1c-7ade-490d-a8f5-172cfa6c6777', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:06:25.378068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 59d6a928-0a56-4d11-ae58-b5bb038461f7 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:25.378729 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:25.380863 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3d5cc99b-0b63-4fb9-93ce-bf353c39bd7d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=95a9cdbec3784d338d0b0143110cabb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0858305 Feb 15 14:06:25.383919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37134) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:25.399453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86bdd4a5-7462-4e8e-926e-f20b71cb3154 req-27de2d4d-eae9-4c15-b2e0-6c1e3f8f0f55 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0408671 Feb 15 14:06:25.418584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d6a928-0a56-4d11-ae58-b5bb038461f7 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:25.452512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 59d6a928-0a56-4d11-ae58-b5bb038461f7, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=59d6a928-0a56-4d11-ae58-b5bb038461f7,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:25.460295 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:25.481761 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-71d4ef66-fe2a-4a50-97a1-be143e3e72e8 admin admin] Publish callbacks [] for security_group (90a27615-70ec-4665-a77b-030a4d5343e9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:25.512442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-71d4ef66-fe2a-4a50-97a1-be143e3e72e8 admin admin] Publish callbacks [] for security_group (90a27615-70ec-4665-a77b-030a4d5343e9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:25.524653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=59d6a928-0a56-4d11-ae58-b5bb038461f7,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:25.573717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-71d4ef66-fe2a-4a50-97a1-be143e3e72e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (90a27615-70ec-4665-a77b-030a4d5343e9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:25.577928 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-71d4ef66-fe2a-4a50-97a1-be143e3e72e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:25.579192 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-71d4ef66-fe2a-4a50-97a1-be143e3e72e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/90a27615-70ec-4665-a77b-030a4d5343e9 HTTP/1.1" status: 204 len: 168 time: 0.1940448 Feb 15 14:06:25.589110 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4ef66-fe2a-4a50-97a1-be143e3e72e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a27615-70ec-4665-a77b-030a4d5343e9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:25.793312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['59d6a928-0a56-4d11-ae58-b5bb038461f7'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:25.946227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aaf14f-e402-452b-ad6d-a12ce3690dbd req-1ba6771d-5c02-4edb-8f5d-9c6e970d15f5 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:25.952276 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d9aaf14f-e402-452b-ad6d-a12ce3690dbd req-1ba6771d-5c02-4edb-8f5d-9c6e970d15f5 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 946 time: 0.1461425 Feb 15 14:06:26.022582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99afad2-4724-4214-b84c-45a98f470363 req-eeb13093-3be1-4f70-98c9-c1d0e9d75c82 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:26.024474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a99afad2-4724-4214-b84c-45a98f470363 req-eeb13093-3be1-4f70-98c9-c1d0e9d75c82 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1567006 Feb 15 14:06:26.034781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09392262-2f4d-469a-a034-4303bbdab1e8 req-e4a935ef-620d-42a2-bda9-0c61b9e78fbe tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:26.052056 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09392262-2f4d-469a-a034-4303bbdab1e8 req-e4a935ef-620d-42a2-bda9-0c61b9e78fbe tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 946 time: 0.1978641 Feb 15 14:06:26.148091 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09392262-2f4d-469a-a034-4303bbdab1e8 req-6f594e32-7c39-44f7-b8da-7b97e1f0489d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947001 Feb 15 14:06:26.184196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a99afad2-4724-4214-b84c-45a98f470363 req-0f68d5c6-22ad-44d1-b93d-8a5e6a51e3da tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293907 Feb 15 14:06:26.280293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-d9aaf14f-e402-452b-ad6d-a12ce3690dbd req-6eb7fb6d-f2bb-4361-b581-e4180e360191 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Deleting port 8efaeb67-534d-4135-84a9-3ea72e400cf0 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:26.280849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d9aaf14f-e402-452b-ad6d-a12ce3690dbd req-6eb7fb6d-f2bb-4361-b581-e4180e360191 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:26.382871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb14e9-6929-403f-9b87-6ced8c7744ee req-28350c4b-7fc6-4a05-bc31-e532f883b545 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:26.384644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0edb14e9-6929-403f-9b87-6ced8c7744ee req-28350c4b-7fc6-4a05-bc31-e532f883b545 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 945 time: 0.0852306 Feb 15 14:06:26.397758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22900368-f300-4796-94ef-f71f8873e572 req-9dcabbb0-62c1-48ee-bf94-f6259547f13b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:26.409440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22900368-f300-4796-94ef-f71f8873e572 req-9dcabbb0-62c1-48ee-bf94-f6259547f13b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 944 time: 0.1479290 Feb 15 14:06:26.476510 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d9aaf14f-e402-452b-ad6d-a12ce3690dbd req-6eb7fb6d-f2bb-4361-b581-e4180e360191 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] For port 8efaeb67-534d-4135-84a9-3ea72e400cf0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8efaeb67-534d-4135-84a9-3ea72e400cf0,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:26.476880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d9aaf14f-e402-452b-ad6d-a12ce3690dbd req-6eb7fb6d-f2bb-4361-b581-e4180e360191 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:26.493802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-d9aaf14f-e402-452b-ad6d-a12ce3690dbd req-6eb7fb6d-f2bb-4361-b581-e4180e360191 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Calling delete_port for 8efaeb67-534d-4135-84a9-3ea72e400cf0 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:26.510754 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0edb14e9-6929-403f-9b87-6ced8c7744ee req-638c39a8-321d-4c43-bf7d-88e595581e66 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975704 Feb 15 14:06:26.518616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22900368-f300-4796-94ef-f71f8873e572 req-a00df1fd-bd39-40d6-8690-881c1fcb9190 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083527 Feb 15 14:06:26.680989 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d9aaf14f-e402-452b-ad6d-a12ce3690dbd req-6eb7fb6d-f2bb-4361-b581-e4180e360191 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8efaeb67-534d-4135-84a9-3ea72e400cf0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:26.714591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7fb6d-f2bb-4361-b581-e4180e360191 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event deleted for resources: {'Port': ['ID=8efaeb67-534d-4135-84a9-3ea72e400cf0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:26.739526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe7063f6-15a0-4d40-9c33-945802113aa9 req-17d408f5-e11f-43fa-a977-26d28ceee2ec tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0458224 Feb 15 14:06:26.794007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aaf14f-e402-452b-ad6d-a12ce3690dbd req-6eb7fb6d-f2bb-4361-b581-e4180e360191 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] No DVR routers for this DVR port 8efaeb67-534d-4135-84a9-3ea72e400cf0 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:06:26.798072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d9aaf14f-e402-452b-ad6d-a12ce3690dbd req-6eb7fb6d-f2bb-4361-b581-e4180e360191 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:26.802382 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d9aaf14f-e402-452b-ad6d-a12ce3690dbd req-6eb7fb6d-f2bb-4361-b581-e4180e360191 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "DELETE /v2.0/ports/8efaeb67-534d-4135-84a9-3ea72e400cf0 HTTP/1.1" status: 204 len: 173 time: 0.8426094 Feb 15 14:06:26.803146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d438a9-8cf4-4e0a-b6ba-2b21e916ed40', 'name': 'network-vif-deleted', 'tag': '8efaeb67-534d-4135-84a9-3ea72e400cf0'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:26.807953 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63b95fd-d0f7-4cc5-a96a-c57855ba9ab8" -d '{"events": [{"server_uuid": "57d438a9-8cf4-4e0a-b6ba-2b21e916ed40", "name": "network-vif-deleted", "tag": "8efaeb67-534d-4135-84a9-3ea72e400cf0"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:26.865058 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b3b533-f011-463c-9d39-50501279efaf x-openstack-request-id: req-71b3b533-f011-463c-9d39-50501279efaf {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:26.865647 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d438a9-8cf4-4e0a-b6ba-2b21e916ed40", "name": "network-vif-deleted", "tag": "8efaeb67-534d-4135-84a9-3ea72e400cf0", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:26.866089 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-71b3b533-f011-463c-9d39-50501279efaf {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:26.866662 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d438a9-8cf4-4e0a-b6ba-2b21e916ed40', 'name': 'network-vif-deleted', 'tag': '8efaeb67-534d-4135-84a9-3ea72e400cf0', 'status': 'completed', 'code': 200} Feb 15 14:06:27.117666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 59d6a928-0a56-4d11-ae58-b5bb038461f7 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:27.173581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 59d6a928-0a56-4d11-ae58-b5bb038461f7 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:06:27.179008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 59d6a928-0a56-4d11-ae58-b5bb038461f7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:27.179538 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:27.383031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 59d6a928-0a56-4d11-ae58-b5bb038461f7 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:27.383511 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:27.413156 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8f26458-f7ed-49e4-a01b-c0cbe5f8dacf req-ef4061cf-84cc-4be2-a8e4-e6bd2b913276 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=57d438a9-8cf4-4e0a-b6ba-2b21e916ed40 HTTP/1.1" status: 200 len: 210 time: 0.0684111 Feb 15 14:06:27.463623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84156ba-8a6a-48e4-a84e-b27767f0cfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d6a928-0a56-4d11-ae58-b5bb038461f7'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:27.468439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb90b7c-f86c-4b0e-81d6-230383967d6d req-fe13f46e-8a89-4ef7-b01a-1260df6178f0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:27.469579 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32057b77-7b5c-46ba-a72f-79517754d8ac" -d '{"events": [{"server_uuid": "a84156ba-8a6a-48e4-a84e-b27767f0cfea", "name": "network-vif-plugged", "status": "completed", "tag": "59d6a928-0a56-4d11-ae58-b5bb038461f7"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:27.474181 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bb90b7c-f86c-4b0e-81d6-230383967d6d req-fe13f46e-8a89-4ef7-b01a-1260df6178f0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1673775 Feb 15 14:06:27.489114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 59d6a928-0a56-4d11-ae58-b5bb038461f7, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=59d6a928-0a56-4d11-ae58-b5bb038461f7,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:27.505402 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:27.592502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=59d6a928-0a56-4d11-ae58-b5bb038461f7,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:27.598439 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea2be12-5bc4-455a-9918-78826a8034fb x-openstack-request-id: req-9ea2be12-5bc4-455a-9918-78826a8034fb {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:27.599095 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84156ba-8a6a-48e4-a84e-b27767f0cfea", "name": "network-vif-plugged", "status": "completed", "tag": "59d6a928-0a56-4d11-ae58-b5bb038461f7", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:27.599592 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9ea2be12-5bc4-455a-9918-78826a8034fb {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:27.600217 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84156ba-8a6a-48e4-a84e-b27767f0cfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d6a928-0a56-4d11-ae58-b5bb038461f7', 'code': 200} Feb 15 14:06:27.630328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bb90b7c-f86c-4b0e-81d6-230383967d6d req-9fa02a07-8310-4c0d-8e51-1bf2df6e9f74 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372628 Feb 15 14:06:27.717715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafc5e1-5c0d-426b-86f1-c1f2d85ffea7 req-cc1acdb5-d48a-40b7-ab96-d8d30822e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:27.719418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5aafc5e1-5c0d-426b-86f1-c1f2d85ffea7 req-cc1acdb5-d48a-40b7-ab96-d8d30822e9bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 1128 time: 0.1087239 Feb 15 14:06:27.748353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861665a-0e61-4baf-a994-1734baf4b726 req-17fb6d66-03fe-4268-8dc8-afef4f44dac7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:27.756244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8861665a-0e61-4baf-a994-1734baf4b726 req-17fb6d66-03fe-4268-8dc8-afef4f44dac7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 945 time: 0.0946236 Feb 15 14:06:27.828827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5aafc5e1-5c0d-426b-86f1-c1f2d85ffea7 req-391b7f26-8ceb-4845-86a4-09e6e5264432 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028292 Feb 15 14:06:27.844233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8861665a-0e61-4baf-a994-1734baf4b726 req-27f0929a-8167-49a2-94ab-0ad2c1782313 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865288 Feb 15 14:06:27.878160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01c6956d-df23-40f5-881d-e297dc0bd74a req-5e80ea92-b84b-4b16-b59c-f322b9747de4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0328486 Feb 15 14:06:27.909578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37194) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:28.101808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'network': {'name': 'tempest-network-smoke--75157569', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'port_security_enabled': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:28.125758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Made reservation on behalf of 9371d7d5680c4673b3816e8f8a901c14 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:28.129518 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:28.138803 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:28.227633 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (00c01d56-845d-45be-9358-936ab92b37c7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:28.231713 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (00c01d56-845d-45be-9358-936ab92b37c7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:28.259053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:06:28.282896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c01d56-845d-45be-9358-936ab92b37c7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:28.287201 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (bfccfe26-3afd-4c80-b0cd-a60101fd69e0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:28.287544 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Added segment bfccfe26-3afd-4c80-b0cd-a60101fd69e0 of type vlan for network f7e16475-368e-46fc-9a93-22f35f19db06 Feb 15 14:06:28.332765 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (f7e16475-368e-46fc-9a93-22f35f19db06), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:28.360124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (f7e16475-368e-46fc-9a93-22f35f19db06), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:28.366396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:28.367146 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:28.448945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Network': ['ID=f7e16475-368e-46fc-9a93-22f35f19db06,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:28.455898 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-37fb0412-8988-4f23-a43c-321474c84c46 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5452805 Feb 15 14:06:28.459022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37200) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:28.461226 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network f7e16475-368e-46fc-9a93-22f35f19db06 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:06:28.464920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-351399217', 'admin_state_up': True, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:28.490261 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (9c54b70b-225f-441d-8c2f-1f4fc788098c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:28.491401 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (9c54b70b-225f-441d-8c2f-1f4fc788098c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:28.570349 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_controller (9c54b70b-225f-441d-8c2f-1f4fc788098c), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:28.619893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8efaeb67-534d-4135-84a9-3ea72e400cf0 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:28.662257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 8efaeb67-534d-4135-84a9-3ea72e400cf0 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:06:28.662722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8efaeb67-534d-4135-84a9-3ea72e400cf0 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:06:29.256284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_gateway (9c54b70b-225f-441d-8c2f-1f4fc788098c), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:29.289502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f29a3d-3b45-4a89-9220-fd2ac7344875 req-6fdc8032-f729-45ee-b0c7-8d39bf60783a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:29.291135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0f29a3d-3b45-4a89-9220-fd2ac7344875 req-6fdc8032-f729-45ee-b0c7-8d39bf60783a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2527580 Feb 15 14:06:29.321925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-3a73d3e9-0aa8-4bfc-ba41-478e400dba2d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:29.323468 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-3a73d3e9-0aa8-4bfc-ba41-478e400dba2d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.2863152 Feb 15 14:06:29.384626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-2de9f7c2-c849-4c34-8a5b-96c54fff8784 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/quotas/06893bd186c246f8b491a5eab23d1c1b HTTP/1.1" status: 200 len: 375 time: 0.0536714 Feb 15 14:06:29.437830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-193294cc-8e6a-4487-b91a-9352859bdeed tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441463 Feb 15 14:06:29.444772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0f29a3d-3b45-4a89-9220-fd2ac7344875 req-fdc66fe7-5a0c-4dd6-881d-34cf0a388c1a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353703 Feb 15 14:06:29.583409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-20738f22-cf22-4fc5-bff1-3d5145980aa1 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362402 Feb 15 14:06:29.721169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878b1b2-6dbf-4bb5-abf0-4217e8c4b02e req-e7bc8de6-f6f1-44a5-9551-3d478decc265 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:29.722665 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2878b1b2-6dbf-4bb5-abf0-4217e8c4b02e req-e7bc8de6-f6f1-44a5-9551-3d478decc265 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 945 time: 0.1973560 Feb 15 14:06:29.780110 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_gateway (9c54b70b-225f-441d-8c2f-1f4fc788098c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:29.814358 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:29.847465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-4fdb1b63-94fb-4173-8170-4a1bbab00177 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551539 Feb 15 14:06:29.878345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2878b1b2-6dbf-4bb5-abf0-4217e8c4b02e req-a60fac01-7968-49ce-83b2-23093e569549 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445360 Feb 15 14:06:30.042965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b136a18-6285-4f5e-864f-3061b5b24349 req-0c1edc59-0bff-4298-8cab-8be241164b1b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0675426 Feb 15 14:06:30.082456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Allocated IP 172.25.6.155 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/a8bb69b6-b6f1-4ae6-a688-441c3557829a) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:06:30.224237 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb840128-e27b-473e-9b41-cd56278de715 req-bd062d49-b03a-4cc8-90ed-c23fb65cd5cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0688374 Feb 15 14:06:30.272684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6305d8e-facf-4fdc-a8ce-7ea2f406d8a2 req-88c6a843-c51b-4d39-97fd-7e6ff7ae4440 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:30.274361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6305d8e-facf-4fdc-a8ce-7ea2f406d8a2 req-88c6a843-c51b-4d39-97fd-7e6ff7ae4440 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 946 time: 0.1531847 Feb 15 14:06:30.321585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:30.367029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6305d8e-facf-4fdc-a8ce-7ea2f406d8a2 req-4dbe9daa-a59f-43fd-bd5e-8a700666fb97 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828409 Feb 15 14:06:30.405559 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:30.543228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:06:30.544860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=a8bb69b6-b6f1-4ae6-a688-441c3557829a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:30.554559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:30.558479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:06:30.773380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbabbb-eea6-4644-b5a1-088605b42e95 req-4e2d5ca1-df5e-46c1-aaf8-7425bbacd079 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:30.775002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9bbabbb-eea6-4644-b5a1-088605b42e95 req-4e2d5ca1-df5e-46c1-aaf8-7425bbacd079 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 945 time: 0.2965016 Feb 15 14:06:30.795468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99fc69-d500-4683-b3c5-98923b0754e9 req-2b61ee72-9fc8-41b0-b465-99281b5bddb5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:30.802798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d99fc69-d500-4683-b3c5-98923b0754e9 req-2b61ee72-9fc8-41b0-b465-99281b5bddb5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2289827 Feb 15 14:06:30.966676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9bbabbb-eea6-4644-b5a1-088605b42e95 req-ad9016d5-3f71-4d39-a991-c7b29983d91e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592524 Feb 15 14:06:31.002258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d99fc69-d500-4683-b3c5-98923b0754e9 req-5ac28063-a570-4447-ba94-a562e12c882c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966410 Feb 15 14:06:31.122945 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_gateway (9c54b70b-225f-441d-8c2f-1f4fc788098c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:31.241958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdd398c7-5da5-45eb-98e4-2c8018842ce5 req-4cd34da8-dcea-4285-a4b2-5efc22a88e57 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0666754 Feb 15 14:06:31.450486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d73474e-e09f-4db1-b151-5ad9d940d7bb req-1bfceca4-461c-422a-a3b8-c10ca8b06b71 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0843182 Feb 15 14:06:31.459889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4531ca-4228-4f3c-94f8-a99fbfdb19c5 req-d40ec1ad-a55a-4a58-b3cb-2e5f205cad5b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:31.461433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e4531ca-4228-4f3c-94f8-a99fbfdb19c5 req-d40ec1ad-a55a-4a58-b3cb-2e5f205cad5b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 945 time: 0.2022617 Feb 15 14:06:31.483974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-6df12348-5cdb-46d1-9269-9cfe78ab2788 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:31.487437 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-6df12348-5cdb-46d1-9269-9cfe78ab2788 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.1755869 Feb 15 14:06:31.505076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Request body: {'port': {'device_id': 'd9e7de2c-af30-42fc-85e6-fca58ce8fe8a', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'admin_state_up': True, 'tenant_id': '06893bd186c246f8b491a5eab23d1c1b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:31.546975 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (9c54b70b-225f-441d-8c2f-1f4fc788098c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:31.570998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e4531ca-4228-4f3c-94f8-a99fbfdb19c5 req-724cb301-44be-4b93-9c09-5abdbb64f243 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893707 Feb 15 14:06:31.714724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Made reservation on behalf of 06893bd186c246f8b491a5eab23d1c1b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:31.721663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:31.754863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 9c54b70b-225f-441d-8c2f-1f4fc788098c is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:06:31.896825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Allocated IP 172.20.0.13 (70d01a53-a671-4116-a829-4f8374d7f37c/11f38b3d-5cb6-4f97-887a-3824fb0bba29/0a777934-4d84-44aa-9a3a-7d5ac44f8459) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:06:31.944150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:06:31.957714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Sync routers for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:06:31.970066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:31.976013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f85edaac-b203-4e6a-bd3c-7f95d867ed73 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5119634 Feb 15 14:06:31.976722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37244) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:31.978206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:06:31.979269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:06:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:32.127637 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks [] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:32.148379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d8851625-976a-4005-9f8a-e8548ee0ed27 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9371d7d5680c4673b3816e8f8a901c14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1681671 Feb 15 14:06:32.151182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37250) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:32.213191 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:32.218252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:06:32.265326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Network 70d01a53-a671-4116-a829-4f8374d7f37c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:06:32.272801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:32.277658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:06:32.286284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc31200-1166-48b1-8ba8-6271d266f38f req-07eabd67-5f96-483f-b420-aeda2e873757 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:32.288143 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8dc31200-1166-48b1-8ba8-6271d266f38f req-07eabd67-5f96-483f-b420-aeda2e873757 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2136617 Feb 15 14:06:32.336345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event updated for resources: {'Port': ['ID=0a777934-4d84-44aa-9a3a-7d5ac44f8459,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:32.355702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.356545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.357106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.358118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.358805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.360116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.360808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.361487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.362286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.362834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.363415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.363970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.364517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:32.386147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:32.386955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:32.409295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8dc31200-1166-48b1-8ba8-6271d266f38f req-0562ecd4-8c08-4a57-b90f-c2dcbf7ee60b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068804 Feb 15 14:06:32.410220 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f04f790b-9cdb-4878-9896-2cdb52cf2e3b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9120681 Feb 15 14:06:32.431468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Request body: {'port': {'device_id': 'd9e7de2c-af30-42fc-85e6-fca58ce8fe8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:32.541948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:32.560313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:06:30Z', 'revision_number': 3, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:32.633289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Checking router: 9c54b70b-225f-441d-8c2f-1f4fc788098c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:06:32.633701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Updating router 9c54b70b-225f-441d-8c2f-1f4fc788098c port a8bb69b6-b6f1-4ae6-a688-441c3557829a binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:06:32.702450 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:32.859430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-234b748a-fe9d-4cf1-b47b-3aac6746881b req-7466f0f1-c66d-405f-9f05-3d3549f9b483 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.4484761 Feb 15 14:06:32.937910 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a777934-4d84-44aa-9a3a-7d5ac44f8459 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:32.946047 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Publish callbacks [] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:32.961199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Transition to ACTIVE for port object 0a777934-4d84-44aa-9a3a-7d5ac44f8459 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:06:32.967712 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.003628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e7a86c-3b22-4133-b2c4-d12f7a7ab0c6 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:33.005165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e0e7a86c-3b22-4133-b2c4-d12f7a7ab0c6 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8530259 Feb 15 14:06:33.009323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37258) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:33.027238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Pushing event updated for resources: {'Port': ['ID=0a777934-4d84-44aa-9a3a-7d5ac44f8459,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:33.046937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1b794200-efd0-475c-ba5a-209587505c5e tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357761 Feb 15 14:06:33.051701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37260) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:33.058772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-635039946', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:33.088200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e4c47-a929-4eb4-ab7a-768db85e5ef4 req-17e2e981-0d6b-49ba-a84a-c7c2f2a9c01d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:33.089675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-935e4c47-a929-4eb4-ab7a-768db85e5ef4 req-17e2e981-0d6b-49ba-a84a-c7c2f2a9c01d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 945 time: 0.2296944 Feb 15 14:06:33.097450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99b5b3-428f-4755-9db7-4f7830b9c10f req-77553dde-a4cd-4017-9fd7-e0463476f73f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:33.104389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a99b5b3-428f-4755-9db7-4f7830b9c10f req-77553dde-a4cd-4017-9fd7-e0463476f73f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 932 time: 0.2363043 Feb 15 14:06:33.105864 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Publish callbacks [] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.113069 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.121682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Attempting to bind port 0a777934-4d84-44aa-9a3a-7d5ac44f8459 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:06:33.122217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Attempting to bind port 0a777934-4d84-44aa-9a3a-7d5ac44f8459 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:06:33.122524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Attempting to bind port 0a777934-4d84-44aa-9a3a-7d5ac44f8459 on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:33.127771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Port 0a777934-4d84-44aa-9a3a-7d5ac44f8459 on network 70d01a53-a671-4116-a829-4f8374d7f37c not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:06:33.128101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Attempting to bind port 0a777934-4d84-44aa-9a3a-7d5ac44f8459 on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:33.133324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:06:33.133681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Checking segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:33.134046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Bound using segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:06:33.134475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Bound port: 0a777934-4d84-44aa-9a3a-7d5ac44f8459, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:06:33.134836 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.185983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933e634-cb73-421c-8ae1-3d948a610ed4 None None] Pushing event updated for resources: {'Port': ['ID=a8bb69b6-b6f1-4ae6-a688-441c3557829a,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:33.203843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Attempting to bind port a8bb69b6-b6f1-4ae6-a688-441c3557829a on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:06:33.204270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Attempting to bind port a8bb69b6-b6f1-4ae6-a688-441c3557829a by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:06:33.204653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Attempting to bind port a8bb69b6-b6f1-4ae6-a688-441c3557829a on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:33.211241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:06:33.211813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:33.212012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] For port 0a777934-4d84-44aa-9a3a-7d5ac44f8459, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:06:33.212300 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.213531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:06:33.214185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Bound port: a8bb69b6-b6f1-4ae6-a688-441c3557829a, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:06:33.214640 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.217855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] For port 0a777934-4d84-44aa-9a3a-7d5ac44f8459, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0a777934-4d84-44aa-9a3a-7d5ac44f8459,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:06:33.222330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec024e2-fc39-480a-b83c-4ee7ca3978f9 req-a9cce76a-46fe-4f53-8d71-3358492ab9ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:33.223881 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fec024e2-fc39-480a-b83c-4ee7ca3978f9 req-a9cce76a-46fe-4f53-8d71-3358492ab9ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 945 time: 0.2748797 Feb 15 14:06:33.226040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.277300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] For port a8bb69b6-b6f1-4ae6-a688-441c3557829a, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:06:33.280746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] For port a8bb69b6-b6f1-4ae6-a688-441c3557829a, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a8bb69b6-b6f1-4ae6-a688-441c3557829a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:06:33.292237 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.303792 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:33.303792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.306818 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] 10.222.0.42 "PUT /v2.0/ports/0a777934-4d84-44aa-9a3a-7d5ac44f8459 HTTP/1.1" status: 200 len: 1093 time: 0.8826311 Feb 15 14:06:33.307461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e7de2c-af30-42fc-85e6-fca58ce8fe8a', 'tag': '0a777934-4d84-44aa-9a3a-7d5ac44f8459'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:33.309752 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc0298e-3fad-4ec7-b1f0-e4276863662e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e7de2c-af30-42fc-85e6-fca58ce8fe8a", "tag": "0a777934-4d84-44aa-9a3a-7d5ac44f8459"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:33.349398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e0fa1-64d8-4961-89ee-2c49ddc7bb01 service neutron] Pushing event updated for resources: {'Port': ['ID=0a777934-4d84-44aa-9a3a-7d5ac44f8459,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:33.357663 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a99b5b3-428f-4755-9db7-4f7830b9c10f req-bc4f698f-f214-416e-a991-23a3ac8c2911 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467167 Feb 15 14:06:33.370733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Made reservation on behalf of 9371d7d5680c4673b3816e8f8a901c14 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:33.384691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.384939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:06:33.385452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:06:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:33.420270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f5c0353c-8353-4ae9-b359-088fdde6b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:33.422389 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f5c0353c-8353-4ae9-b359-088fdde6b6be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 1127 time: 0.0667713 Feb 15 14:06:33.425565 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80768fc5-c3a9-402b-9d89-a03f4267cadd x-openstack-request-id: req-80768fc5-c3a9-402b-9d89-a03f4267cadd {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:33.425859 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e7de2c-af30-42fc-85e6-fca58ce8fe8a", "tag": "0a777934-4d84-44aa-9a3a-7d5ac44f8459", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:33.426112 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80768fc5-c3a9-402b-9d89-a03f4267cadd {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:33.427993 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e7de2c-af30-42fc-85e6-fca58ce8fe8a', 'tag': '0a777934-4d84-44aa-9a3a-7d5ac44f8459', 'status': 'completed', 'code': 200} Feb 15 14:06:33.470155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fec024e2-fc39-480a-b83c-4ee7ca3978f9 req-ad25d71f-125e-4b50-a6d3-e619ac883d69 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273180 Feb 15 14:06:33.498162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933e634-cb73-421c-8ae1-3d948a610ed4 None None] Pushing event updated for resources: {'Port': ['ID=a8bb69b6-b6f1-4ae6-a688-441c3557829a,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:33.541147 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-f9f6266a-b9c4-460e-88ae-2cb949aea49d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a777934-4d84-44aa-9a3a-7d5ac44f8459 HTTP/1.1" status: 200 len: 217 time: 0.1068187 Feb 15 14:06:33.545058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:06:33.558107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-935e4c47-a929-4eb4-ab7a-768db85e5ef4 req-3f7f7d90-9564-4b13-a75d-e6ac29766dc2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Deleting port 59d6a928-0a56-4d11-ae58-b5bb038461f7 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:33.560036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-935e4c47-a929-4eb4-ab7a-768db85e5ef4 req-3f7f7d90-9564-4b13-a75d-e6ac29766dc2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.620507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-deee22c3-19ef-4247-9cbd-329f274994bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:33.624642 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-deee22c3-19ef-4247-9cbd-329f274994bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.0755765 Feb 15 14:06:33.652589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea2421-360c-4381-ac4d-0605ba4f670f req-d285565f-27bf-4494-b7b7-98e84b29c62f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:33.660199 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58ea2421-360c-4381-ac4d-0605ba4f670f req-d285565f-27bf-4494-b7b7-98e84b29c62f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1671021 Feb 15 14:06:33.668900 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-8a7372d3-864a-46c7-b8cc-7e5e111b45fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380411 Feb 15 14:06:33.790570 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-0f34c937-a926-4c31-8440-162642fc6b5c service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093283 Feb 15 14:06:33.790811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:06:30Z', 'revision_number': 3, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:33.817339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9e89a0-25e8-4e97-bd5c-35354ee88f2f None None] The sync data for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 is: [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:06:30Z', 'revision_number': 3, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:06:33.858138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58ea2421-360c-4381-ac4d-0605ba4f670f req-dab69b18-6d1d-49bd-98bf-c4027d8fc1e3 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968777 Feb 15 14:06:33.860685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-935e4c47-a929-4eb4-ab7a-768db85e5ef4 req-3f7f7d90-9564-4b13-a75d-e6ac29766dc2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] For port 59d6a928-0a56-4d11-ae58-b5bb038461f7, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=59d6a928-0a56-4d11-ae58-b5bb038461f7,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:33.861056 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-935e4c47-a929-4eb4-ab7a-768db85e5ef4 req-3f7f7d90-9564-4b13-a75d-e6ac29766dc2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.875448 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (c789c9bf-4df7-4cd5-8ad0-e38197ab5b78), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:33.895148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-935e4c47-a929-4eb4-ab7a-768db85e5ef4 req-3f7f7d90-9564-4b13-a75d-e6ac29766dc2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Calling delete_port for 59d6a928-0a56-4d11-ae58-b5bb038461f7 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:33.909635 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7eef61d1-244c-4de1-9d84-1123a735a008 req-697ea995-581f-4407-b975-0f16375d56a2 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167569 Feb 15 14:06:34.034174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0298e-3fad-4ec7-b1f0-e4276863662e req-4ef83573-e531-41d6-8eda-6af91fdf8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:34.035923 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dbc0298e-3fad-4ec7-b1f0-e4276863662e req-4ef83573-e531-41d6-8eda-6af91fdf8b72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 1127 time: 0.0632827 Feb 15 14:06:34.050777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Subnet': ['ID=c789c9bf-4df7-4cd5-8ad0-e38197ab5b78,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:34.054553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5711565b-b2d3-4f1b-95f3-03e7753af410 req-ccf2df43-98d8-4752-a91c-501b880daa7f tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0559862 Feb 15 14:06:34.075852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Checking segment: {'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:34.076376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network hostable DHCP agents. Network: f7e16475-368e-46fc-9a93-22f35f19db06, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:06:34.113899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network f7e16475-368e-46fc-9a93-22f35f19db06 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:06:34.198766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, f7e16475-368e-46fc-9a93-22f35f19db06) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:34.206212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:34.206814 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:34.220230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0298e-3fad-4ec7-b1f0-e4276863662e req-12673a54-a6e0-4e06-b7c9-620c3ef3d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:34.222592 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dbc0298e-3fad-4ec7-b1f0-e4276863662e req-12673a54-a6e0-4e06-b7c9-620c3ef3d249 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 912 time: 0.1791828 Feb 15 14:06:34.236905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f086e871-0b35-431a-bcdc-04551b844b55 None None] Network f7e16475-368e-46fc-9a93-22f35f19db06 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:06:34.260354 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dbe8dc86-f7e4-4680-9c91-b8dcc95e554b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2036822 Feb 15 14:06:34.260763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37268) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:34.282303 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dbc0298e-3fad-4ec7-b1f0-e4276863662e req-5d3bb95b-78f2-497f-9a2b-0705555609b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a777934-4d84-44aa-9a3a-7d5ac44f8459 HTTP/1.1" status: 200 len: 217 time: 0.0528176 Feb 15 14:06:34.350473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0298e-3fad-4ec7-b1f0-e4276863662e req-989623f4-0f90-4240-bf39-a44247747595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:34.352455 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dbc0298e-3fad-4ec7-b1f0-e4276863662e req-989623f4-0f90-4240-bf39-a44247747595 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.0622454 Feb 15 14:06:34.355066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-935e4c47-a929-4eb4-ab7a-768db85e5ef4 req-3f7f7d90-9564-4b13-a75d-e6ac29766dc2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (59d6a928-0a56-4d11-ae58-b5bb038461f7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:34.420159 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dbc0298e-3fad-4ec7-b1f0-e4276863662e req-50d2e9ae-8d5e-4267-bcb1-4d524a4fae2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593755 Feb 15 14:06:34.421846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['79219bc9-4f5e-46b4-91c1-86db2a6cc5be'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:34.463532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f7d90-9564-4b13-a75d-e6ac29766dc2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event deleted for resources: {'Port': ['ID=59d6a928-0a56-4d11-ae58-b5bb038461f7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:34.472187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-935e4c47-a929-4eb4-ab7a-768db85e5ef4 req-3f7f7d90-9564-4b13-a75d-e6ac29766dc2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] No DVR routers for this DVR port 59d6a928-0a56-4d11-ae58-b5bb038461f7 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:06:34.482759 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-935e4c47-a929-4eb4-ab7a-768db85e5ef4 req-3f7f7d90-9564-4b13-a75d-e6ac29766dc2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:34.488100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-935e4c47-a929-4eb4-ab7a-768db85e5ef4 req-3f7f7d90-9564-4b13-a75d-e6ac29766dc2 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "DELETE /v2.0/ports/59d6a928-0a56-4d11-ae58-b5bb038461f7 HTTP/1.1" status: 204 len: 173 time: 1.3789792 Feb 15 14:06:34.507897 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84156ba-8a6a-48e4-a84e-b27767f0cfea', 'name': 'network-vif-deleted', 'tag': '59d6a928-0a56-4d11-ae58-b5bb038461f7'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:34.511701 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dc298d-c50f-4989-aba7-02123422bb73" -d '{"events": [{"server_uuid": "a84156ba-8a6a-48e4-a84e-b27767f0cfea", "name": "network-vif-deleted", "tag": "59d6a928-0a56-4d11-ae58-b5bb038461f7"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:34.537428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80', '59d6a928-0a56-4d11-ae58-b5bb038461f7'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:34.615066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-f7e16475-368e-46fc-9a93-22f35f19db06', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:06:34.618965 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:34.653630 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dbc0298e-3fad-4ec7-b1f0-e4276863662e req-d7e56aa5-9bb2-4d01-9ba5-75b7d88de647 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237487 Feb 15 14:06:34.743650 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d5d4c02-b5d1-480d-80d1-1ce010c0fdf5 req-911368a3-46ce-44e8-852c-9834e508ccfd tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=a84156ba-8a6a-48e4-a84e-b27767f0cfea HTTP/1.1" status: 200 len: 210 time: 0.1020231 Feb 15 14:06:34.826946 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dbc0298e-3fad-4ec7-b1f0-e4276863662e req-5d4e5bc6-b688-4468-9a33-d6e81c62ec99 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648436 Feb 15 14:06:34.880517 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd158cf-e9bf-4c24-bc4e-c242d9ff1e3f x-openstack-request-id: req-bdd158cf-e9bf-4c24-bc4e-c242d9ff1e3f {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:34.880864 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84156ba-8a6a-48e4-a84e-b27767f0cfea", "name": "network-vif-deleted", "tag": "59d6a928-0a56-4d11-ae58-b5bb038461f7", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:34.881190 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bdd158cf-e9bf-4c24-bc4e-c242d9ff1e3f {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:34.881665 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84156ba-8a6a-48e4-a84e-b27767f0cfea', 'name': 'network-vif-deleted', 'tag': '59d6a928-0a56-4d11-ae58-b5bb038461f7', 'status': 'completed', 'code': 200} Feb 15 14:06:34.960567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a8bb69b6-b6f1-4ae6-a688-441c3557829a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:34.981935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9456744-e915-45eb-872a-1b642262a033 req-7a08cbfb-449e-4418-8a6d-5678848cd891 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:34.983587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9456744-e915-45eb-872a-1b642262a033 req-7a08cbfb-449e-4418-8a6d-5678848cd891 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 944 time: 0.4226842 Feb 15 14:06:35.153676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9456744-e915-45eb-872a-1b642262a033 req-23304f58-49ac-4db0-85c0-43d60f956ee1 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585701 Feb 15 14:06:35.166543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Allocated IP 172.20.0.2 (f7e16475-368e-46fc-9a93-22f35f19db06/c789c9bf-4df7-4cd5-8ad0-e38197ab5b78/e88f9551-8370-4eb3-87cc-fa95c1fa02b3) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:06:35.193116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a8bb69b6-b6f1-4ae6-a688-441c3557829a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:35.193564 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:35.222820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f370a8e-ca14-4f57-9238-6b116718983a req-8af60710-142b-49a1-95ac-2975c8a340ae tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:35.224674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f370a8e-ca14-4f57-9238-6b116718983a req-8af60710-142b-49a1-95ac-2975c8a340ae tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2364752 Feb 15 14:06:35.367001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-754401e5-d104-42dd-bdbc-715bf38cdd39 req-e1680347-fffb-4823-b31c-75894e8d7069 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0731242 Feb 15 14:06:35.445892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f370a8e-ca14-4f57-9238-6b116718983a req-cd54258b-7064-4b47-b80b-8b86384951b9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095954 Feb 15 14:06:35.530107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a8bb69b6-b6f1-4ae6-a688-441c3557829a is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:35.530671 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:35.565583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port a8bb69b6-b6f1-4ae6-a688-441c3557829a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a8bb69b6-b6f1-4ae6-a688-441c3557829a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:35.576089 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:35.584369 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Publish callbacks [] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:35.611409 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:35.633341 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:35.642640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Network f7e16475-368e-46fc-9a93-22f35f19db06 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:06:35.645353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:35.648493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:06:35.655690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=a8bb69b6-b6f1-4ae6-a688-441c3557829a,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:35.719587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Pushing event updated for resources: {'Port': ['ID=e88f9551-8370-4eb3-87cc-fa95c1fa02b3,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:35.763762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Attempting to bind port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:06:35.764556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Attempting to bind port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:06:35.765162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Attempting to bind port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 on network f7e16475-368e-46fc-9a93-22f35f19db06 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:35.774159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:06:35.774570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Checking segment: {'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:35.775004 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:35.775413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Bound using segment: {'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:06:35.775899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Bound port: e88f9551-8370-4eb3-87cc-fa95c1fa02b3, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:06:35.776295 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:35.852907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] For port e88f9551-8370-4eb3-87cc-fa95c1fa02b3, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:06:35.856575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] For port e88f9551-8370-4eb3-87cc-fa95c1fa02b3, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e88f9551-8370-4eb3-87cc-fa95c1fa02b3,segment=NetworkSegment(bfccfe26-3afd-4c80-b0cd-a60101fd69e0),segment_id=bfccfe26-3afd-4c80-b0cd-a60101fd69e0)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:06:35.868832 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:35.935576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c9b70-9526-423e-8770-45cf559be3e2 None None] Pushing event updated for resources: {'Port': ['ID=e88f9551-8370-4eb3-87cc-fa95c1fa02b3,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:36.400921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b47bb-ae8e-4fa4-9988-6e25fa843b8b req-93731bab-cf25-4abe-a7ca-4f82eedc7f74 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:36.412879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-697b47bb-ae8e-4fa4-9988-6e25fa843b8b req-93731bab-cf25-4abe-a7ca-4f82eedc7f74 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 946 time: 0.3160908 Feb 15 14:06:36.494227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Allocated IP 172.20.0.1 (f7e16475-368e-46fc-9a93-22f35f19db06/c789c9bf-4df7-4cd5-8ad0-e38197ab5b78/2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:06:36.507693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-697b47bb-ae8e-4fa4-9988-6e25fa843b8b req-f02c6eac-2cbc-41ae-9cef-df57cb38da1b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938289 Feb 15 14:06:36.568645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c01839-88b0-4167-b25a-494f0cd5c23b req-1876ecc6-9779-49d6-acdf-b5bdb09c78c1 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:36.572418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9c01839-88b0-4167-b25a-494f0cd5c23b req-1876ecc6-9779-49d6-acdf-b5bdb09c78c1 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 944 time: 0.2646704 Feb 15 14:06:36.670319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0a777934-4d84-44aa-9a3a-7d5ac44f8459 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:06:36.682439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a8bb69b6-b6f1-4ae6-a688-441c3557829a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:36.689977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9549d229-f2d0-44ca-95b9-789631e9fac4 req-16169c6a-c57b-4b43-b9e8-550cfbbe84f3 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0779574 Feb 15 14:06:36.757981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9c01839-88b0-4167-b25a-494f0cd5c23b req-209c6aae-18c7-4cc9-b3e2-7f331106741b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764395 Feb 15 14:06:36.821336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a8bb69b6-b6f1-4ae6-a688-441c3557829a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:36.821882 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:36.855475 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:36.898937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0a777934-4d84-44aa-9a3a-7d5ac44f8459, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0a777934-4d84-44aa-9a3a-7d5ac44f8459,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:36.927392 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:36.961958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a8bb69b6-b6f1-4ae6-a688-441c3557829a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:36.969216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e88f9551-8370-4eb3-87cc-fa95c1fa02b3 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:36.975124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network f7e16475-368e-46fc-9a93-22f35f19db06 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:06:36.981989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:36.990697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:06:37.020547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '0a777934-4d84-44aa-9a3a-7d5ac44f8459', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'port_id': '0a777934-4d84-44aa-9a3a-7d5ac44f8459', 'mac_address': 'fa:16:3e:0a:97:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f38b3d-5cb6-4f97-887a-3824fb0bba29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:06:37.034362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2402aff-6f1d-4bc3-b5e0-b4e55c66cccc req-9ad55499-979a-4d3f-a2c0-a51872d1e976 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:37.041483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2402aff-6f1d-4bc3-b5e0-b4e55c66cccc req-9ad55499-979a-4d3f-a2c0-a51872d1e976 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1489716 Feb 15 14:06:37.051328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:37.075010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.075688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.075688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.076032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.076370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.076714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.077040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.077367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.078076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.078076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.078359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.078744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.079197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:37.095182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 0a777934-4d84-44aa-9a3a-7d5ac44f8459 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:37.095689 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:37.102488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:37.103042 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:37.111460 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (9c54b70b-225f-441d-8c2f-1f4fc788098c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:37.134349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a777934-4d84-44aa-9a3a-7d5ac44f8459 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:37.174838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0a777934-4d84-44aa-9a3a-7d5ac44f8459, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0a777934-4d84-44aa-9a3a-7d5ac44f8459,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:37.183248 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:37.204366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2402aff-6f1d-4bc3-b5e0-b4e55c66cccc req-40a107da-87ed-4c17-a3c4-00509c9921b8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619029 Feb 15 14:06:37.233051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 59d6a928-0a56-4d11-ae58-b5bb038461f7 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:37.315994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:37.316563 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:37.318674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=0a777934-4d84-44aa-9a3a-7d5ac44f8459,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:37.321349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 59d6a928-0a56-4d11-ae58-b5bb038461f7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:06:37.321819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 59d6a928-0a56-4d11-ae58-b5bb038461f7 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:06:37.361942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port e88f9551-8370-4eb3-87cc-fa95c1fa02b3, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e88f9551-8370-4eb3-87cc-fa95c1fa02b3,segment=NetworkSegment(bfccfe26-3afd-4c80-b0cd-a60101fd69e0),segment_id=bfccfe26-3afd-4c80-b0cd-a60101fd69e0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:37.374657 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:37.433035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0a777934-4d84-44aa-9a3a-7d5ac44f8459'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:37.445266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96910895-814a-47f1-bd77-2d2803aa120c req-692b5c23-c3de-49f9-b3ca-33b56be1207e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:37.446321 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96910895-814a-47f1-bd77-2d2803aa120c req-692b5c23-c3de-49f9-b3ca-33b56be1207e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 946 time: 0.0653176 Feb 15 14:06:37.451798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:37.546467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=e88f9551-8370-4eb3-87cc-fa95c1fa02b3,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:37.576067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3934e31f-412e-45f3-b29b-4f84c9e272ad None None] Network f7e16475-368e-46fc-9a93-22f35f19db06 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:06:37.618887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-96910895-814a-47f1-bd77-2d2803aa120c req-12fdbd09-2578-47e5-86ea-43e45f6c292d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Deleting port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:37.619294 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96910895-814a-47f1-bd77-2d2803aa120c req-12fdbd09-2578-47e5-86ea-43e45f6c292d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:37.790488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-96910895-814a-47f1-bd77-2d2803aa120c req-12fdbd09-2578-47e5-86ea-43e45f6c292d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] For port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=79219bc9-4f5e-46b4-91c1-86db2a6cc5be,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:37.790488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96910895-814a-47f1-bd77-2d2803aa120c req-12fdbd09-2578-47e5-86ea-43e45f6c292d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:37.803114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-96910895-814a-47f1-bd77-2d2803aa120c req-12fdbd09-2578-47e5-86ea-43e45f6c292d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Calling delete_port for 79219bc9-4f5e-46b4-91c1-86db2a6cc5be owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:37.829433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c9bc8-6f71-43dd-a8f1-707c0e4edfe2 req-c1976013-3d7f-4bd0-9843-645f92ec5ea0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:37.836446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c9c9bc8-6f71-43dd-a8f1-707c0e4edfe2 req-c1976013-3d7f-4bd0-9843-645f92ec5ea0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed03bb1-d89d-4537-96d1-c5a700aa0398 HTTP/1.1" status: 200 len: 946 time: 0.1267879 Feb 15 14:06:37.842138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0c26da4b-f902-464f-b58d-bc510b200c13 None None] Provisioning complete for port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:37.842739 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c26da4b-f902-464f-b58d-bc510b200c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:37.876409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce75aff7-ab09-4969-b84b-d67ad0ae58ba req-5c94103d-202c-4b08-9f98-832d178138d8 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0319724 Feb 15 14:06:37.979940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c9c9bc8-6f71-43dd-a8f1-707c0e4edfe2 req-7854dc09-8c15-4f28-9fd4-8d84c99d21a7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380155 Feb 15 14:06:38.018419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96910895-814a-47f1-bd77-2d2803aa120c req-12fdbd09-2578-47e5-86ea-43e45f6c292d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (79219bc9-4f5e-46b4-91c1-86db2a6cc5be), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:38.062947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:38.087266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d554e3c-b921-4e4e-9497-865cc7ed5baf req-2095161e-c358-4717-b2c0-4c95e6ba498f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:38.089230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d554e3c-b921-4e4e-9497-865cc7ed5baf req-2095161e-c358-4717-b2c0-4c95e6ba498f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 945 time: 0.0934103 Feb 15 14:06:38.097094 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:38.102102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdbd09-2578-47e5-86ea-43e45f6c292d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event deleted for resources: {'Port': ['ID=79219bc9-4f5e-46b4-91c1-86db2a6cc5be,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:38.138187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['79219bc9-4f5e-46b4-91c1-86db2a6cc5be'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:38.142168 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:38.208593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-96910895-814a-47f1-bd77-2d2803aa120c req-12fdbd09-2578-47e5-86ea-43e45f6c292d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] No DVR routers for this DVR port 79219bc9-4f5e-46b4-91c1-86db2a6cc5be on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:06:38.214077 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-96910895-814a-47f1-bd77-2d2803aa120c req-12fdbd09-2578-47e5-86ea-43e45f6c292d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:38.221140 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-96910895-814a-47f1-bd77-2d2803aa120c req-12fdbd09-2578-47e5-86ea-43e45f6c292d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "DELETE /v2.0/ports/79219bc9-4f5e-46b4-91c1-86db2a6cc5be HTTP/1.1" status: 204 len: 173 time: 0.7691782 Feb 15 14:06:38.221726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed03bb1-d89d-4537-96d1-c5a700aa0398', 'name': 'network-vif-deleted', 'tag': '79219bc9-4f5e-46b4-91c1-86db2a6cc5be'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:38.241824 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6075350d-29e8-4494-a06e-af32e0892f6e" -d '{"events": [{"server_uuid": "eed03bb1-d89d-4537-96d1-c5a700aa0398", "name": "network-vif-deleted", "tag": "79219bc9-4f5e-46b4-91c1-86db2a6cc5be"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:38.258834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d554e3c-b921-4e4e-9497-865cc7ed5baf req-d9d0fbe1-5f3d-46ff-bfbc-12b72b528f27 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558590 Feb 15 14:06:38.282314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (9c54b70b-225f-441d-8c2f-1f4fc788098c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:38.296318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:38.380310 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81390db7-72e7-4480-9dbc-8b72b2b78173 x-openstack-request-id: req-81390db7-72e7-4480-9dbc-8b72b2b78173 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:38.380623 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed03bb1-d89d-4537-96d1-c5a700aa0398", "name": "network-vif-deleted", "tag": "79219bc9-4f5e-46b4-91c1-86db2a6cc5be", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:38.380885 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-81390db7-72e7-4480-9dbc-8b72b2b78173 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:38.381297 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed03bb1-d89d-4537-96d1-c5a700aa0398', 'name': 'network-vif-deleted', 'tag': '79219bc9-4f5e-46b4-91c1-86db2a6cc5be', 'status': 'completed', 'code': 200} Feb 15 14:06:38.511742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network f7e16475-368e-46fc-9a93-22f35f19db06 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:06:38.520430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:38.538994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e88f9551-8370-4eb3-87cc-fa95c1fa02b3 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:38.552932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a83be-3aec-4361-ad50-18f45a732906 req-5731dff3-a2cf-4990-8121-15a0a7013834 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:38.554734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd8a83be-3aec-4361-ad50-18f45a732906 req-5731dff3-a2cf-4990-8121-15a0a7013834 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2372351 Feb 15 14:06:38.570497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0c26da4b-f902-464f-b58d-bc510b200c13 None None] Current status of the port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:38.637724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:38.638267 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:38.731566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1d998183-c60e-46ea-a025-1f4fc2ba1f7b None None] Provisioning complete for port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:38.732116 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d998183-c60e-46ea-a025-1f4fc2ba1f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:38.818516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1d998183-c60e-46ea-a025-1f4fc2ba1f7b None None] Port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:06:38.881347 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1d998183-c60e-46ea-a025-1f4fc2ba1f7b None None] Provisioning complete for port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:38.882035 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d998183-c60e-46ea-a025-1f4fc2ba1f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:38.894735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:39.071675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1d998183-c60e-46ea-a025-1f4fc2ba1f7b None None] Current status of the port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:39.212321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-03467421-1860-4eaa-81c1-517ab3f7c588 None None] Provisioning complete for port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:39.212713 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03467421-1860-4eaa-81c1-517ab3f7c588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:39.263661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-03467421-1860-4eaa-81c1-517ab3f7c588 None None] Port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:06:39.273833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c8ba30e-e01e-46e7-81dc-6daa1a5c9fcc req-258bd179-a631-4fc6-9799-a2463287c240 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0533576 Feb 15 14:06:39.300724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd8a83be-3aec-4361-ad50-18f45a732906 req-d4cd4d4a-539f-4e0b-939e-fac636f4734b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7316637 Feb 15 14:06:39.368185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 9c54b70b-225f-441d-8c2f-1f4fc788098c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:06:39.389379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9cc57993-8463-44ae-af23-1f8d779924dd None None] Provisioning complete for port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:39.389768 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9cc57993-8463-44ae-af23-1f8d779924dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:39.456796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9cc57993-8463-44ae-af23-1f8d779924dd None None] Port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:06:39.582449 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4941a6-7178-4f4a-94b1-20aa6f414918 req-056ac23c-30ee-4a96-b7df-206d7d332abf tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.583866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a4941a6-7178-4f4a-94b1-20aa6f414918 req-056ac23c-30ee-4a96-b7df-206d7d332abf tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 945 time: 0.1801410 Feb 15 14:06:39.666074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:06:39.672389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5265f819-0510-41ff-b296-3c87e217a222 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "PUT /v2.0/routers/9c54b70b-225f-441d-8c2f-1f4fc788098c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4095938 Feb 15 14:06:39.674590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37330) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:39.678827 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Sync routers for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:06:39.690947 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:06:39.691981 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:06:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:39.732096 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a4941a6-7178-4f4a-94b1-20aa6f414918 req-8e2efdb1-940f-41bd-9d0f-7b85e41bbb4d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070867 Feb 15 14:06:39.739184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e00e85-af82-43df-821b-55851c5bfd19 req-a14624ee-8023-4ad5-9d1d-0ac183a956f5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.744560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-a14624ee-8023-4ad5-9d1d-0ac183a956f5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.1860905 Feb 15 14:06:39.771369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-e7c32643-8292-43f1-acd4-653d58ce5164 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/quotas/6fd0a42c9f2f4c0b9722e20079c4ff67 HTTP/1.1" status: 200 len: 375 time: 0.0234234 Feb 15 14:06:39.841154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:39.842783 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:06:39.855261 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-b0700353-054a-414e-b9d1-cd900434d0ca tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781717 Feb 15 14:06:39.927770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.928005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.928679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.929314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.930046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.930617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.931158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.931671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.932187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.932745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.933354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.933864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.934378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.934942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:39.941147 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-02a146ac-0c4c-43c4-8c14-197b49036ea3 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9873 time: 0.2654929 Feb 15 14:06:39.941974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37332) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:39.960799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-6745cad3-7641-47a3-a834-8876297e7163 service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991640 Feb 15 14:06:40.067111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-0a5e87a5-9544-4fca-886a-e96882b253c0 service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989845 Feb 15 14:06:40.083046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.083879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.084489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.084943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.085388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.085855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.086296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.086736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.087200 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.087639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.088072 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.088506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.088942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.089373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.095156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37334) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:40.095292 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b2d7790f-dded-4629-a706-7cdaf88888b9 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9022 time: 0.1510406 Feb 15 14:06:40.170787 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:06:37Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:37Z', 'revision_number': 2, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:40.200244 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Checking router: 9c54b70b-225f-441d-8c2f-1f4fc788098c for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:06:40.200647 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Updating router 9c54b70b-225f-441d-8c2f-1f4fc788098c port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:06:40.235758 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:40.326580 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad76208d-1966-437e-9907-b50dab4b246f req-5f9b7a62-eb4a-468f-b90f-239205c45742 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 210 time: 0.0414808 Feb 15 14:06:40.477951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7163b13-9280-4431-8b46-2a51eb2e7f65 req-c9104faf-8d33-4f52-bfd7-88b4c7a71019 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0385885 Feb 15 14:06:40.573026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232e4b3-4f7d-4c1e-b5c9-2f4875f64696 req-d5c2dc31-7b60-4a48-890d-788e7443d980 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.583196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e232e4b3-4f7d-4c1e-b5c9-2f4875f64696 req-d5c2dc31-7b60-4a48-890d-788e7443d980 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1776445 Feb 15 14:06:40.603349 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Publish callbacks [] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:40.610502 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:40.617929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5452745f-3c6e-4e58-855b-cf15718845da tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5223 time: 0.5208042 Feb 15 14:06:40.668828 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Pushing event updated for resources: {'Port': ['ID=2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:40.681213 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.681843 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.682175 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.683640 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.684509 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.685142 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.685671 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.686611 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.688181 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.688672 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.689129 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.689560 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.689993 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:40.699439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0a777934-4d84-44aa-9a3a-7d5ac44f8459 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:40.727898 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e232e4b3-4f7d-4c1e-b5c9-2f4875f64696 req-79e9cff5-12a2-48d6-a935-ea4421f383b2 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344697 Feb 15 14:06:40.804891 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Attempting to bind port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:06:40.805421 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Attempting to bind port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:06:40.806083 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Attempting to bind port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 on network f7e16475-368e-46fc-9a93-22f35f19db06 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:40.814778 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:06:40.815534 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Checking segment: {'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:40.816111 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:40.816684 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Bound using segment: {'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:06:40.817275 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Bound port: 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:06:40.817926 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:40.831245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 0a777934-4d84-44aa-9a3a-7d5ac44f8459 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:06:40.846824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 0a777934-4d84-44aa-9a3a-7d5ac44f8459 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:40.847503 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:40.923242 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] For port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:06:40.928473 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] For port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0,segment=NetworkSegment(bfccfe26-3afd-4c80-b0cd-a60101fd69e0),segment_id=bfccfe26-3afd-4c80-b0cd-a60101fd69e0)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:06:40.940685 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:40.959564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18155947-669a-4098-8bb7-268f7a71c7b7 req-817d95c8-740c-4fed-9124-d571d9ea6993 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:40.968075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18155947-669a-4098-8bb7-268f7a71c7b7 req-817d95c8-740c-4fed-9124-d571d9ea6993 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 945 time: 0.1045365 Feb 15 14:06:41.021420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37354) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:41.026452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-813b5146-c207-41f2-ad72-90fb6abc4392 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078000469', 'description': 'tempest-secgroup-smoke-1078000469 description', 'project_id': '9371d7d5680c4673b3816e8f8a901c14'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:41.047299 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4e549-2281-4e38-8d33-324425b592f3 None None] Pushing event updated for resources: {'Port': ['ID=2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:41.048300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 0a777934-4d84-44aa-9a3a-7d5ac44f8459 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:41.049649 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.071428 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18155947-669a-4098-8bb7-268f7a71c7b7 req-ae3afc90-6895-43fb-a420-e7f4382e576a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009212 Feb 15 14:06:41.089581 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-813b5146-c207-41f2-ad72-90fb6abc4392 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.093900 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:06:41.094413 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:06:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:41.113952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7de2c-af30-42fc-85e6-fca58ce8fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a777934-4d84-44aa-9a3a-7d5ac44f8459'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:41.128933 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1995431-d509-4261-bbd7-1e2f236ff447" -d '{"events": [{"server_uuid": "d9e7de2c-af30-42fc-85e6-fca58ce8fe8a", "name": "network-vif-plugged", "status": "completed", "tag": "0a777934-4d84-44aa-9a3a-7d5ac44f8459"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:41.148454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0a777934-4d84-44aa-9a3a-7d5ac44f8459, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0a777934-4d84-44aa-9a3a-7d5ac44f8459,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:41.162477 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.163327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 79219bc9-4f5e-46b4-91c1-86db2a6cc5be no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:06:41.222435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f4c1d977-8385-4ae2-a01d-c9d3d18b8575 None None] Provisioning complete for port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:41.223968 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d977-8385-4ae2-a01d-c9d3d18b8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.243174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-813b5146-c207-41f2-ad72-90fb6abc4392 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (263ae10d-cfbf-4b2b-8b8f-d3782d036aa1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.251395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-813b5146-c207-41f2-ad72-90fb6abc4392 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (263ae10d-cfbf-4b2b-8b8f-d3782d036aa1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.286529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b5146-c207-41f2-ad72-90fb6abc4392 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:41.310962 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:06:41.337237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-813b5146-c207-41f2-ad72-90fb6abc4392 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.339028 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-813b5146-c207-41f2-ad72-90fb6abc4392 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3165486 Feb 15 14:06:41.341988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37360) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:41.355010 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961a6fd4-361f-400a-9186-a84cbe64c3ea x-openstack-request-id: req-961a6fd4-361f-400a-9186-a84cbe64c3ea {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:41.355314 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e7de2c-af30-42fc-85e6-fca58ce8fe8a", "name": "network-vif-plugged", "status": "completed", "tag": "0a777934-4d84-44aa-9a3a-7d5ac44f8459", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:41.355528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d58d2059-5ff9-41dd-80db-10297c033867 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '263ae10d-cfbf-4b2b-8b8f-d3782d036aa1', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:41.355678 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-961a6fd4-361f-400a-9186-a84cbe64c3ea {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:41.355945 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7de2c-af30-42fc-85e6-fca58ce8fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a777934-4d84-44aa-9a3a-7d5ac44f8459', 'code': 200} Feb 15 14:06:41.368666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a4f08-002b-4bd8-b645-7d265bb80754 req-5646392c-33f4-40ce-b577-b3635ae728c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:41.370350 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5a3a4f08-002b-4bd8-b645-7d265bb80754 req-5646392c-33f4-40ce-b577-b3635ae728c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 1129 time: 0.0760820 Feb 15 14:06:41.396061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 79219bc9-4f5e-46b4-91c1-86db2a6cc5be {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:06:41.396391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 79219bc9-4f5e-46b4-91c1-86db2a6cc5be not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:06:41.437203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d58d2059-5ff9-41dd-80db-10297c033867 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (87b56140-56be-4053-99bd-cfd7fbd210d6), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.474841 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5a3a4f08-002b-4bd8-b645-7d265bb80754 req-b76eef52-d771-4553-9259-85c8df0f7596 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965016 Feb 15 14:06:41.505445 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d58d2059-5ff9-41dd-80db-10297c033867 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (87b56140-56be-4053-99bd-cfd7fbd210d6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.537362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12cc5cb7-c58e-4caf-9c08-5b823433095c req-e32c095c-0b03-4e9a-8304-87a092cf824a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 210 time: 0.0597210 Feb 15 14:06:41.539044 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d58d2059-5ff9-41dd-80db-10297c033867 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (87b56140-56be-4053-99bd-cfd7fbd210d6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.551611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1d977-8385-4ae2-a01d-c9d3d18b8575 None None] Current status of the port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:41.557011 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d977-8385-4ae2-a01d-c9d3d18b8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.557192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d2059-5ff9-41dd-80db-10297c033867 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b56140-56be-4053-99bd-cfd7fbd210d6,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:41.569851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=0a777934-4d84-44aa-9a3a-7d5ac44f8459,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:41.583972 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d58d2059-5ff9-41dd-80db-10297c033867 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.588139 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d58d2059-5ff9-41dd-80db-10297c033867 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2450967 Feb 15 14:06:41.588523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37364) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:41.594031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-14883fce-3da6-4e27-a39c-a33703327e43 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '263ae10d-cfbf-4b2b-8b8f-d3782d036aa1', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:41.644810 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14883fce-3da6-4e27-a39c-a33703327e43 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (8d92baae-5815-4c33-9d10-77f264d337f1), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.649451 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:06:37Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:40Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:06:41.674947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f4c1d977-8385-4ae2-a01d-c9d3d18b8575 None None] For port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0,segment=NetworkSegment(bfccfe26-3afd-4c80-b0cd-a60101fd69e0),segment_id=bfccfe26-3afd-4c80-b0cd-a60101fd69e0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:41.676921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cc0efff-69ac-44c2-a5ef-e8c0163a2919 req-93af4f0c-2fec-41dd-b10f-c994b4d92fe6 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0435660 Feb 15 14:06:41.685667 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d977-8385-4ae2-a01d-c9d3d18b8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.716907 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff648c3-7f2c-4193-80f1-f39f87b0134a None None] The sync data for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 is: [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:06:37Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:40Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:06:41.772939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1d977-8385-4ae2-a01d-c9d3d18b8575 None None] Pushing event updated for resources: {'Port': ['ID=2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:41.830814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3f7534d9-8e41-4c47-bfbe-0fb80661ad79 None None] Provisioning complete for port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:41.833198 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f7534d9-8e41-4c47-bfbe-0fb80661ad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:41.888289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e00e85-af82-43df-821b-55851c5bfd19 req-2dff0ed1-2865-41c2-884a-53d0d860bf1a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:41.889810 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-2dff0ed1-2865-41c2-884a-53d0d860bf1a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.2107494 Feb 15 14:06:41.913264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Request body: {'port': {'device_id': 'bf3be66a-8b79-4890-8ec6-3701798bbbd3', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'admin_state_up': True, 'tenant_id': '6fd0a42c9f2f4c0b9722e20079c4ff67'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:42.002187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22101c74-468b-435c-bfe1-c08a19012888 req-64ecfab3-524f-4422-b10b-5ebe550b007f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:42.013135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22101c74-468b-435c-bfe1-c08a19012888 req-64ecfab3-524f-4422-b10b-5ebe550b007f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1612437 Feb 15 14:06:42.034398 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.087226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Made reservation on behalf of 6fd0a42c9f2f4c0b9722e20079c4ff67 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:42.091660 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.122289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3f7534d9-8e41-4c47-bfbe-0fb80661ad79 None None] Current status of the port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:42.128231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22101c74-468b-435c-bfe1-c08a19012888 req-058eba89-5a8b-40f0-b07c-ae0ce70b4767 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141341 Feb 15 14:06:42.180748 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14883fce-3da6-4e27-a39c-a33703327e43 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (8d92baae-5815-4c33-9d10-77f264d337f1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.193770 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14883fce-3da6-4e27-a39c-a33703327e43 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (8d92baae-5815-4c33-9d10-77f264d337f1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.234792 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14883fce-3da6-4e27-a39c-a33703327e43 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d92baae-5815-4c33-9d10-77f264d337f1,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:42.256884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14883fce-3da6-4e27-a39c-a33703327e43 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.258385 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-14883fce-3da6-4e27-a39c-a33703327e43 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6687636 Feb 15 14:06:42.263074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37376) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:42.286235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8cf9132a-a2ca-47eb-97f2-b4accf5b343a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '263ae10d-cfbf-4b2b-8b8f-d3782d036aa1', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:42.359479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b3619-872b-49ad-9441-d13aa2c45efe req-a7a8c8e6-a3d5-435e-920d-813f57cbab5c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:42.364511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Allocated IP 172.20.0.14 (fee3507b-addd-44c0-be05-aeb18219f9b7/97831b1c-7ade-490d-a8f5-172cfa6c6777/97b03747-f6be-4be0-8305-87dafba3bb61) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:06:42.366998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d78b3619-872b-49ad-9441-d13aa2c45efe req-a7a8c8e6-a3d5-435e-920d-813f57cbab5c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 946 time: 0.1599300 Feb 15 14:06:42.404034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8cf9132a-a2ca-47eb-97f2-b4accf5b343a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (c644b14f-df24-4fe5-880d-7d79f49d4f6a), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.531500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d78b3619-872b-49ad-9441-d13aa2c45efe req-2d78798f-47bd-43a9-b3ea-dfc8ad4384cf tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606205 Feb 15 14:06:42.536144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:42.612339 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8cf9132a-a2ca-47eb-97f2-b4accf5b343a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (c644b14f-df24-4fe5-880d-7d79f49d4f6a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.631257 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8cf9132a-a2ca-47eb-97f2-b4accf5b343a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (c644b14f-df24-4fe5-880d-7d79f49d4f6a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.695111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9132a-a2ca-47eb-97f2-b4accf5b343a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c644b14f-df24-4fe5-880d-7d79f49d4f6a,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:42.720602 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8cf9132a-a2ca-47eb-97f2-b4accf5b343a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.722821 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8cf9132a-a2ca-47eb-97f2-b4accf5b343a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4585478 Feb 15 14:06:42.729887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37390) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:42.740233 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-107b4cf5-b9a8-433a-ab23-313d593d631c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '263ae10d-cfbf-4b2b-8b8f-d3782d036aa1', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:42.764513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:42.765407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-524509f8-e2d7-4c2e-83d5-e1d727b6a8d3 req-9d0c54ad-21cb-43c2-aa1e-7ba547754c63 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 210 time: 0.0605767 Feb 15 14:06:42.767226 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.810620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks [] for port (97b03747-f6be-4be0-8305-87dafba3bb61), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.867248 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-107b4cf5-b9a8-433a-ab23-313d593d631c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (235bd36e-a4a1-482b-b1ee-21d4bfc05f1c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:42.932415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f330698-ec0c-4764-aefb-66968094ab91 req-5ff6c17b-791b-468a-97e4-aeb2af3f6d59 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0711093 Feb 15 14:06:42.933633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:42.989316 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:43.002085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:43.009730 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-107b4cf5-b9a8-433a-ab23-313d593d631c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (235bd36e-a4a1-482b-b1ee-21d4bfc05f1c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:43.094549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-107b4cf5-b9a8-433a-ab23-313d593d631c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (235bd36e-a4a1-482b-b1ee-21d4bfc05f1c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:43.149773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Network fee3507b-addd-44c0-be05-aeb18219f9b7 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:06:43.177730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b4cf5-b9a8-433a-ab23-313d593d631c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235bd36e-a4a1-482b-b1ee-21d4bfc05f1c,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:43.233148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:43.279311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:06:43.294001 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-107b4cf5-b9a8-433a-ab23-313d593d631c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:43.301670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37404) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:43.302319 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-107b4cf5-b9a8-433a-ab23-313d593d631c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5712247 Feb 15 14:06:43.312571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e8d302b9-cd9d-485f-b03b-58bbbd06259c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '263ae10d-cfbf-4b2b-8b8f-d3782d036aa1', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:43.313848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event updated for resources: {'Port': ['ID=97b03747-f6be-4be0-8305-87dafba3bb61,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:43.442193 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-e8d302b9-cd9d-485f-b03b-58bbbd06259c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Project 9371d7d5680c4673b3816e8f8a901c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:06:43.459337 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e8d302b9-cd9d-485f-b03b-58bbbd06259c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (13e24a85-6e74-4560-9830-615c257ab1fa), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:43.500418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad668ce-65c9-4393-a1d1-444810ced98d req-064685ef-0879-43a1-8451-1c961f1755db tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:43.502279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ad668ce-65c9-4393-a1d1-444810ced98d req-064685ef-0879-43a1-8451-1c961f1755db tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.1812351 Feb 15 14:06:43.638364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e8d302b9-cd9d-485f-b03b-58bbbd06259c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (13e24a85-6e74-4560-9830-615c257ab1fa), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:43.679032 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e8d302b9-cd9d-485f-b03b-58bbbd06259c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (13e24a85-6e74-4560-9830-615c257ab1fa), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:43.715288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ad668ce-65c9-4393-a1d1-444810ced98d req-240b19d4-df97-4e18-b4fe-d51d2f981a7f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022486 Feb 15 14:06:43.741068 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d302b9-cd9d-485f-b03b-58bbbd06259c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e24a85-6e74-4560-9830-615c257ab1fa,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:43.774078 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e8d302b9-cd9d-485f-b03b-58bbbd06259c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:43.779387 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e8d302b9-cd9d-485f-b03b-58bbbd06259c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4763608 Feb 15 14:06:43.793424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37416) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:43.806537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cd5d1fc4-7d47-4b75-9984-54fe52d43374 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '263ae10d-cfbf-4b2b-8b8f-d3782d036aa1', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:43.840833 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07809faa-a15f-4c56-ad54-bc013701733a req-2a348e5e-5485-4992-ac14-9d61d9491613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:43.842627 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-2a348e5e-5485-4992-ac14-9d61d9491613 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24&tenant_id=fc5cc558236645988a4f12f717c1f282 HTTP/1.1" status: 200 len: 1126 time: 0.8254173 Feb 15 14:06:43.851275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7cdd2-cd23-432f-923d-4062954f6893 req-0de3b6bf-e7bd-4773-8e39-5aa77907fa0b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:43.852914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9eb7cdd2-cd23-432f-923d-4062954f6893 req-0de3b6bf-e7bd-4773-8e39-5aa77907fa0b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 946 time: 0.1965470 Feb 15 14:06:43.861409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:43.862447 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:43.869778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:43.930938 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-654ded46-b930-49c5-a1a6-e47f5a178565 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0276527 Feb 15 14:06:43.964056 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9eb7cdd2-cd23-432f-923d-4062954f6893 req-ef6e54e7-d3dc-43a3-a0e3-da54127b3b8a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964332 Feb 15 14:06:43.966503 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-cd5d1fc4-7d47-4b75-9984-54fe52d43374 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Project 9371d7d5680c4673b3816e8f8a901c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:06:43.984365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Request body: {'port': {'device_id': 'bf3be66a-8b79-4890-8ec6-3701798bbbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:43.992896 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1fc4-7d47-4b75-9984-54fe52d43374 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (1cc8befd-0a7a-4e8d-a8f5-673c86dd495b), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:44.040810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157a049-e805-4008-b77c-5459dce36dba req-87b79dec-f86e-4ae1-a944-7e99e5d60d28 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:44.048152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6157a049-e805-4008-b77c-5459dce36dba req-87b79dec-f86e-4ae1-a944-7e99e5d60d28 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 932 time: 0.1718011 Feb 15 14:06:44.080767 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:44.098772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52ff62b8-1274-4bc8-8e42-3fe114f6f9b6 req-e3592718-1926-413d-ae29-8296bc27ae96 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0393448 Feb 15 14:06:44.147691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6157a049-e805-4008-b77c-5459dce36dba req-36a3dee4-101c-4e62-a68e-3911555f2ffa tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985787 Feb 15 14:06:44.172616 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1fc4-7d47-4b75-9984-54fe52d43374 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (1cc8befd-0a7a-4e8d-a8f5-673c86dd495b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:44.179297 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1fc4-7d47-4b75-9984-54fe52d43374 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (1cc8befd-0a7a-4e8d-a8f5-673c86dd495b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:44.189300 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:44.203505 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d1fc4-7d47-4b75-9984-54fe52d43374 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc8befd-0a7a-4e8d-a8f5-673c86dd495b,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:44.216690 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1fc4-7d47-4b75-9984-54fe52d43374 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:44.219067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cd5d1fc4-7d47-4b75-9984-54fe52d43374 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4227653 Feb 15 14:06:44.536188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-4b95a712-d32c-4bb5-8709-a51ce7d762ab tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078000469&fields=id&tenant_id=9371d7d5680c4673b3816e8f8a901c14 HTTP/1.1" status: 200 len: 267 time: 0.1504166 Feb 15 14:06:44.551559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:44.623462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:06:44.677845 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-51bf6fe5-299e-4d04-be46-a36122ea2804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:44.691537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7ec598-3fc7-483a-8ccd-f08e7a91abcf {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:44.703725 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Publish callbacks [] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:44.722708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Transition to ACTIVE for port object bc7ec598-3fc7-483a-8ccd-f08e7a91abcf will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:06:44.758985 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:44.813454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6e23fd35-26c6-41a5-922a-4422390287e3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:44.817416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6e23fd35-26c6-41a5-922a-4422390287e3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/networks?id=f7e16475-368e-46fc-9a93-22f35f19db06 HTTP/1.1" status: 200 len: 795 time: 0.2663851 Feb 15 14:06:44.823057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b03747-f6be-4be0-8305-87dafba3bb61 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:44.838609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Publish callbacks [] for port (97b03747-f6be-4be0-8305-87dafba3bb61), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:44.849069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-7f7f2b88-32cc-46f1-b526-7034accb19c8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/quotas/9371d7d5680c4673b3816e8f8a901c14 HTTP/1.1" status: 200 len: 375 time: 0.0259073 Feb 15 14:06:45.035781 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Transition to ACTIVE for port object 97b03747-f6be-4be0-8305-87dafba3bb61 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:06:45.073670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-b387a7f4-3cb0-4492-bdac-06554fbad538 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2181411 Feb 15 14:06:45.082226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:45.121234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687db59-a2eb-4cee-8695-ff9606a75571 req-6966adb6-5adc-4e36-a7cd-a45ca24ff6d8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:45.129193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2687db59-a2eb-4cee-8695-ff9606a75571 req-6966adb6-5adc-4e36-a7cd-a45ca24ff6d8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 943 time: 0.2192469 Feb 15 14:06:45.248992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] No DVR routers for this DVR port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:06:45.251605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=9']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:45.333241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Pushing event updated for resources: {'Port': ['ID=97b03747-f6be-4be0-8305-87dafba3bb61,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:45.387230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2687db59-a2eb-4cee-8695-ff9606a75571 req-c1934469-acc6-4df1-baee-43367f2c643c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223766 Feb 15 14:06:45.439764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-369bb9b1-c0ad-4e53-b1e9-8cd23caa70e9 service neutron] 10.222.0.72 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648491 Feb 15 14:06:45.609449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5866414e-43cc-4233-a388-a7b370971c22 req-fe7852e5-31dd-416d-9e97-9bbe40f4b6bc tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0567913 Feb 15 14:06:45.680384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-d06698c6-22f9-4392-a15f-276c03334b93 service neutron] 10.222.0.72 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396240 Feb 15 14:06:45.768557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Attempting to bind port 97b03747-f6be-4be0-8305-87dafba3bb61 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:06:45.768889 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Attempting to bind port 97b03747-f6be-4be0-8305-87dafba3bb61 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:06:45.769227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Attempting to bind port 97b03747-f6be-4be0-8305-87dafba3bb61 on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:45.791709 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Port 97b03747-f6be-4be0-8305-87dafba3bb61 on network fee3507b-addd-44c0-be05-aeb18219f9b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:06:45.794142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Attempting to bind port 97b03747-f6be-4be0-8305-87dafba3bb61 on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:45.822230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06d575-1fbf-4130-9e52-3cae1df65aa5 req-6ec9484a-5200-498f-a096-80d016353743 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:45.824947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:06:45.825292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Checking segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:45.832357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Bound using segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:06:45.832868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Bound port: 97b03747-f6be-4be0-8305-87dafba3bb61, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:06:45.833023 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c06d575-1fbf-4130-9e52-3cae1df65aa5 req-6ec9484a-5200-498f-a096-80d016353743 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 944 time: 0.0929985 Feb 15 14:06:45.833245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:45.929973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c06d575-1fbf-4130-9e52-3cae1df65aa5 req-6db53cc6-07cf-4cb4-8c8d-94bbb84f88e9 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956454 Feb 15 14:06:45.931170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Attempting to bind port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:06:45.931497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Attempting to bind port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:06:45.931825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Attempting to bind port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf on network 432725e1-c9fb-4227-b041-9847d0d50fc9 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:46.056330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3862953-fa75-4bb5-884e-7ccaa2c4c319 req-1aa42798-de8f-4340-bb4c-dc415f6d705c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 210 time: 0.1121273 Feb 15 14:06:46.057898 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf on network 432725e1-c9fb-4227-b041-9847d0d50fc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:06:46.058440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Attempting to bind port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf on network 432725e1-c9fb-4227-b041-9847d0d50fc9 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:46.107289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] For port 97b03747-f6be-4be0-8305-87dafba3bb61, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:06:46.112090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] For port 97b03747-f6be-4be0-8305-87dafba3bb61, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=97b03747-f6be-4be0-8305-87dafba3bb61,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:06:46.117459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:06:46.118219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Checking segment: {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:46.119341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Bound using segment: {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:06:46.120129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Bound port: bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:06:46.120659 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:46.125183 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:46.194783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:46.195994 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:46.198653 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/97b03747-f6be-4be0-8305-87dafba3bb61 HTTP/1.1" status: 200 len: 1093 time: 2.2366045 Feb 15 14:06:46.244868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3be66a-8b79-4890-8ec6-3701798bbbd3', 'tag': '97b03747-f6be-4be0-8305-87dafba3bb61'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:46.250073 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbc609f-c2af-42c0-86d2-3c0713c8137d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3be66a-8b79-4890-8ec6-3701798bbbd3", "tag": "97b03747-f6be-4be0-8305-87dafba3bb61"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:46.352222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f35d4-11ad-4916-9c4b-a2f6dcce51b4 service neutron] Pushing event updated for resources: {'Port': ['ID=97b03747-f6be-4be0-8305-87dafba3bb61,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:46.387968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e00e85-af82-43df-821b-55851c5bfd19 req-094c327d-1d97-413a-9638-c413a0875526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:46.391263 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-094c327d-1d97-413a-9638-c413a0875526 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 1127 time: 0.1334958 Feb 15 14:06:46.394835 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f880eb-b220-42ed-ab6f-5601592d5c32 x-openstack-request-id: req-e6f880eb-b220-42ed-ab6f-5601592d5c32 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:46.395830 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3be66a-8b79-4890-8ec6-3701798bbbd3", "tag": "97b03747-f6be-4be0-8305-87dafba3bb61", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:46.396266 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e6f880eb-b220-42ed-ab6f-5601592d5c32 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:46.396818 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3be66a-8b79-4890-8ec6-3701798bbbd3', 'tag': '97b03747-f6be-4be0-8305-87dafba3bb61', 'status': 'completed', 'code': 200} Feb 15 14:06:46.409602 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:06:46.415038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:06:46.508406 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-fff1364b-d986-4591-9824-20586ed41bc7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97b03747-f6be-4be0-8305-87dafba3bb61 HTTP/1.1" status: 200 len: 217 time: 0.1081512 Feb 15 14:06:46.509817 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:46.720091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ce316-ade7-4b21-91e0-40307348c571 req-f2d85a87-1c35-41b3-9a32-4c57bcac7d62 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:46.729578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-560ce316-ade7-4b21-91e0-40307348c571 req-f2d85a87-1c35-41b3-9a32-4c57bcac7d62 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1365097 Feb 15 14:06:46.773201 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:46.773834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:46.775310 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/bc7ec598-3fc7-483a-8ccd-f08e7a91abcf HTTP/1.1" status: 200 len: 1092 time: 2.9097962 Feb 15 14:06:46.981427 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae39170a-9da0-4103-be6d-c7a4749ff022 req-13a5117f-4b13-4e96-ba93-3023e5fff17d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.1403747 Feb 15 14:06:47.000437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e00e85-af82-43df-821b-55851c5bfd19 req-d57fe8a3-b539-4cdc-9fc3-596bee1422aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:47.010527 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-d57fe8a3-b539-4cdc-9fc3-596bee1422aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.4860027 Feb 15 14:06:47.050388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-560ce316-ade7-4b21-91e0-40307348c571 req-02fbf921-7c3b-4fe3-aeff-183f1e6651e6 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181927 Feb 15 14:06:47.143389 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-492fde46-4278-4036-8cc9-30bb98fe0da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:47.196906 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-4eb730ce-9e8f-4914-a5bf-0002a3dcbde2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520143 Feb 15 14:06:47.218488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75c591-2308-4937-af9e-d6e3685634b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=10']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:47.320049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07809faa-a15f-4c56-ad54-bc013701733a req-db8cbc97-3448-44ea-931d-638432e34e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:47.321744 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-db8cbc97-3448-44ea-931d-638432e34e7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 1127 time: 0.5103974 Feb 15 14:06:47.359626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f538ca8a-75cc-4345-9edc-6caa631e6555 req-b97479aa-6312-483b-8f25-f89f9b8d9116 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 210 time: 0.0783443 Feb 15 14:06:47.401776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba297ce0-3cc2-4066-b939-c0b5bee77d08 req-6b2ef4a1-3ea1-4bee-81a8-71031bbe1ad9 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:47.403449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba297ce0-3cc2-4066-b939-c0b5bee77d08 req-6b2ef4a1-3ea1-4bee-81a8-71031bbe1ad9 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 944 time: 0.2233524 Feb 15 14:06:47.492687 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-385422a9-86aa-42b3-bcc9-fa35ecbfb1de service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555702 Feb 15 14:06:47.522327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba297ce0-3cc2-4066-b939-c0b5bee77d08 req-54263792-b453-40ed-8294-b2dcf0f6a5f4 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110270 Feb 15 14:06:47.552345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07809faa-a15f-4c56-ad54-bc013701733a req-6d897ffb-ef3e-4f44-affa-0fbb9a6332cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:47.555107 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-6d897ffb-ef3e-4f44-affa-0fbb9a6332cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 918 time: 0.2243292 Feb 15 14:06:47.697217 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-2a902b52-2436-4d5c-8819-fe8ad9e3d02d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf HTTP/1.1" status: 200 len: 999 time: 0.1087766 Feb 15 14:06:47.780632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-de801abc-0f68-4d58-ab18-9edb4c149866 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:47.785656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-de801abc-0f68-4d58-ab18-9edb4c149866 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.67 "GET /v2.0/networks?id=f7e16475-368e-46fc-9a93-22f35f19db06 HTTP/1.1" status: 200 len: 795 time: 0.2602384 Feb 15 14:06:47.811842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07809faa-a15f-4c56-ad54-bc013701733a req-bf4216bd-ced5-4c21-b704-35482e851fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:47.813762 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-bf4216bd-ced5-4c21-b704-35482e851fe6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.1073060 Feb 15 14:06:47.920564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-17ba8ec5-b78c-4c68-9d70-1b0906e9c39b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9371d7d5680c4673b3816e8f8a901c14 HTTP/1.1" status: 200 len: 380 time: 0.1113155 Feb 15 14:06:47.935911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'port': {'device_id': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'admin_state_up': True, 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'security_groups': ['263ae10d-cfbf-4b2b-8b8f-d3782d036aa1']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:47.950804 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-44e00e85-af82-43df-821b-55851c5bfd19 req-ce6ad4fe-9e8d-4a4b-8a7b-4463cad4d090 service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425681 Feb 15 14:06:47.966429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07809faa-a15f-4c56-ad54-bc013701733a req-af4b767f-15f1-492f-af8c-138e5fdeb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:47.968056 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-af4b767f-15f1-492f-af8c-138e5fdeb89a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1412561 Feb 15 14:06:48.232902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eefa78aa-4d50-4762-8fa5-e04be38b2270 req-84ea2f07-6551-4376-a6f2-fafc88a2e208 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0743225 Feb 15 14:06:48.241221 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-1f7dafd3-3dfb-47a9-a1a5-f6841b9d4a1f service neutron] 10.222.0.42 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664659 Feb 15 14:06:48.281069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Made reservation on behalf of 9371d7d5680c4673b3816e8f8a901c14 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:06:48.285297 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:48.290695 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:48.291007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc609f-c2af-42c0-86d2-3c0713c8137d req-63a1e63f-45a7-4e85-8403-a388b6befe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:48.293042 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1dbc609f-c2af-42c0-86d2-3c0713c8137d req-63a1e63f-45a7-4e85-8403-a388b6befe6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 1127 time: 0.2398045 Feb 15 14:06:48.310088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f7422-da62-4282-8214-beee45566257 req-04cdde9c-c10b-4841-82d3-de6948c6f9ef tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:48.314101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f52f7422-da62-4282-8214-beee45566257 req-04cdde9c-c10b-4841-82d3-de6948c6f9ef tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1396534 Feb 15 14:06:48.398501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:48.400782 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:48.463273 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-07809faa-a15f-4c56-ad54-bc013701733a req-2f4b5079-f71b-4ba8-a969-a9bcb2249555 service neutron] 10.222.0.42 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039206 Feb 15 14:06:48.464370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc609f-c2af-42c0-86d2-3c0713c8137d req-f81aac31-dc8d-490e-9b08-cb78c2c83781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:48.465726 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1dbc609f-c2af-42c0-86d2-3c0713c8137d req-f81aac31-dc8d-490e-9b08-cb78c2c83781 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 907 time: 0.1602516 Feb 15 14:06:48.525447 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1dbc609f-c2af-42c0-86d2-3c0713c8137d req-1a107d90-3290-4a90-8656-be53c0d8f02d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97b03747-f6be-4be0-8305-87dafba3bb61 HTTP/1.1" status: 200 len: 217 time: 0.0519185 Feb 15 14:06:48.596594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc609f-c2af-42c0-86d2-3c0713c8137d req-81284f55-9b12-419e-ab5c-df38bb288d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:48.599154 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1dbc609f-c2af-42c0-86d2-3c0713c8137d req-81284f55-9b12-419e-ab5c-df38bb288d91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.0669429 Feb 15 14:06:48.637652 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1dbc609f-c2af-42c0-86d2-3c0713c8137d req-65ecd8dc-180e-4c84-a81d-a0ce1ae08569 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296173 Feb 15 14:06:48.808169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1dbc609f-c2af-42c0-86d2-3c0713c8137d req-20a76c88-0b9e-4cb5-abf2-5bf9bffe1ce3 service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623502 Feb 15 14:06:48.821550 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d6277b2-8057-46e3-8b55-e583a2ed0fce req-8c156acc-e231-48dc-a9b3-f03a2c765653 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 210 time: 0.3314064 Feb 15 14:06:48.841037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f52f7422-da62-4282-8214-beee45566257 req-a973a2fc-51fa-4312-a6a8-f1dd18de31fb tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5159295 Feb 15 14:06:48.850082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Allocated IP 172.20.0.11 (f7e16475-368e-46fc-9a93-22f35f19db06/c789c9bf-4df7-4cd5-8ad0-e38197ab5b78/9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:06:48.936384 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1dbc609f-c2af-42c0-86d2-3c0713c8137d req-30b3a214-a29c-458a-b318-b2f76825a679 service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214890 Feb 15 14:06:48.938028 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131fd6ed-a1ee-4c4e-944a-9984f15b82a5 x-openstack-request-id: req-131fd6ed-a1ee-4c4e-944a-9984f15b82a5 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:48.938323 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:48.938752 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-131fd6ed-a1ee-4c4e-944a-9984f15b82a5 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:48.939209 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'status': 'completed', 'code': 200} Feb 15 14:06:49.026698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3 req-db54ce3a-f28f-42a6-b809-4d5849071a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:49.028447 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3 req-db54ce3a-f28f-42a6-b809-4d5849071a3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 1127 time: 0.0722604 Feb 15 14:06:49.076216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b237a4-58b0-424e-9bfe-4bde4696a0d0 req-ecdccca6-d756-4cd8-a7c7-6f765f1f627e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:49.077845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9b237a4-58b0-424e-9bfe-4bde4696a0d0 req-ecdccca6-d756-4cd8-a7c7-6f765f1f627e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 944 time: 0.1253188 Feb 15 14:06:49.192927 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:49.224648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9b237a4-58b0-424e-9bfe-4bde4696a0d0 req-69d17f34-d7f3-470b-bc28-7881d63b547b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317840 Feb 15 14:06:49.292092 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:49.365593 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:06:49.480283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network f7e16475-368e-46fc-9a93-22f35f19db06 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:06:49.486170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:06:49.512611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:06:49.747940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:49.748960 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:49.774041 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbc72fee-2359-43d7-8829-2c1cea66f9d3 req-ace2c779-d689-4371-8aed-c2995fe294b4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.2750423 Feb 15 14:06:49.823380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3 req-3d3fed9e-aa7b-4a7a-939b-fbd94424cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:49.828957 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3 req-3d3fed9e-aa7b-4a7a-939b-fbd94424cc54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 918 time: 0.7924092 Feb 15 14:06:49.829676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:49.846172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-6b15fff8-8cd1-401a-a062-a032198f0679 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9140091 Feb 15 14:06:49.871279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Request body: {'port': {'device_id': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:06:49.995281 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3 req-8a9e81be-e732-4f24-9e77-219257bea9ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf HTTP/1.1" status: 200 len: 999 time: 0.1378207 Feb 15 14:06:50.099353 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:50.194135 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:50.202041 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-aca41451-fac2-4ad8-a170-a40c3c12b4c4 None None] Provisioning complete for port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:50.203467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aca41451-fac2-4ad8-a170-a40c3c12b4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:50.240297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c243c-51df-4509-b3df-274ee11568d5 req-3e4006b6-5be7-4548-a565-29e6580f0066 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:50.249530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd1c243c-51df-4509-b3df-274ee11568d5 req-3e4006b6-5be7-4548-a565-29e6580f0066 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 932 time: 0.2011783 Feb 15 14:06:50.283890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d3a8-6b02-4856-b9ff-37f0f34a3c17 req-12309d40-c2c1-479a-a9d3-e1ab1a530179 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:50.287072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c33d3a8-6b02-4856-b9ff-37f0f34a3c17 req-12309d40-c2c1-479a-a9d3-e1ab1a530179 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1602931 Feb 15 14:06:50.311617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-aca41451-fac2-4ad8-a170-a40c3c12b4c4 None None] Port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:06:50.672117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd1c243c-51df-4509-b3df-274ee11568d5 req-cb908df9-c7c0-4b77-9ac3-db98d3675146 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215062 Feb 15 14:06:50.690363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c33d3a8-6b02-4856-b9ff-37f0f34a3c17 req-a118a848-c461-4d78-8b82-9e9a37a6b4a5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3642616 Feb 15 14:06:50.747382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 97b03747-f6be-4be0-8305-87dafba3bb61 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:06:50.942110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c8afe-88f4-4310-bba3-9eb36aa5eea3 req-cd1d95a5-3c3a-44fe-84fa-4b3d95232a9f tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:50.943974 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c8c8afe-88f4-4310-bba3-9eb36aa5eea3 req-cd1d95a5-3c3a-44fe-84fa-4b3d95232a9f tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 944 time: 0.1259751 Feb 15 14:06:50.952290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 97b03747-f6be-4be0-8305-87dafba3bb61, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=97b03747-f6be-4be0-8305-87dafba3bb61,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:50.974412 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '97b03747-f6be-4be0-8305-87dafba3bb61', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'port_id': '97b03747-f6be-4be0-8305-87dafba3bb61', 'mac_address': 'fa:16:3e:6e:62:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97831b1c-7ade-490d-a8f5-172cfa6c6777', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:06:51.004060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d15ae1b3-9e5b-45e3-bf14-9aa8a4e0ca3c req-513d7a2d-148e-4b1a-a952-533329517a01 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0588467 Feb 15 14:06:51.029069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 97b03747-f6be-4be0-8305-87dafba3bb61 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:51.029705 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:51.048930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b03747-f6be-4be0-8305-87dafba3bb61 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:51.075355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 97b03747-f6be-4be0-8305-87dafba3bb61, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=97b03747-f6be-4be0-8305-87dafba3bb61,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:51.085458 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:51.146124 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=97b03747-f6be-4be0-8305-87dafba3bb61,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:51.160596 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:51.225013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3 req-3f754090-8de2-4710-b20c-40473b4eeee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:51.231122 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3 req-3f754090-8de2-4710-b20c-40473b4eeee8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.1621053 Feb 15 14:06:51.246505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c8c8afe-88f4-4310-bba3-9eb36aa5eea3 req-8c03a27a-8ccc-4501-852e-385a4a9c7cd5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391908 Feb 15 14:06:51.309476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['97b03747-f6be-4be0-8305-87dafba3bb61'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:51.434875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:51.465344 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Publish callbacks [] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:51.498062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Transition to ACTIVE for port object 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:06:51.504211 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:51.660073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:51.855372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Attempting to bind port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:06:51.855372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Attempting to bind port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:06:51.855372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Attempting to bind port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 on network f7e16475-368e-46fc-9a93-22f35f19db06 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:51.881494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 on network f7e16475-368e-46fc-9a93-22f35f19db06 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:06:51.881494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Attempting to bind port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 on network f7e16475-368e-46fc-9a93-22f35f19db06 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:06:51.890715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:06:51.891336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Checking segment: {'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:06:51.891820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Bound using segment: {'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:06:51.892359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Bound port: 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:06:51.892824 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:52.006802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf790-2443-4f06-bebd-089b5c8ad148 req-894f1604-98bb-4bbc-8aff-c3fe1a217dbc tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:52.008452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aaecf790-2443-4f06-bebd-089b5c8ad148 req-894f1604-98bb-4bbc-8aff-c3fe1a217dbc tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 944 time: 0.1842573 Feb 15 14:06:52.098355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aaecf790-2443-4f06-bebd-089b5c8ad148 req-227071f2-dd3e-4cf1-a65f-48121b698ca5 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802271 Feb 15 14:06:52.111002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e353894-3d5c-48d5-a136-976da0e5099e req-e7a91bbd-4605-44ed-80c8-e3151dc99e1d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:52.112812 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e353894-3d5c-48d5-a136-976da0e5099e req-e7a91bbd-4605-44ed-80c8-e3151dc99e1d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.2105970 Feb 15 14:06:52.159302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] For port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:06:52.237633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] For port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7,segment=NetworkSegment(bfccfe26-3afd-4c80-b0cd-a60101fd69e0),segment_id=bfccfe26-3afd-4c80-b0cd-a60101fd69e0)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:06:52.327939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a709c35d-d00e-4598-aab9-1e81b0964e93 req-223615ad-47d3-40c2-85db-7ae5ef28a2ac tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0629394 Feb 15 14:06:52.332920 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:52.397293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e353894-3d5c-48d5-a136-976da0e5099e req-5c94d82a-c434-4fa1-8d95-c438896c07b0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713745 Feb 15 14:06:52.402500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:52.403144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:52.404538 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] 10.222.0.67 "PUT /v2.0/ports/9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 HTTP/1.1" status: 200 len: 1093 time: 2.5439475 Feb 15 14:06:52.405070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'tag': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:52.408303 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53c27b8-b0dc-4d5c-98ca-92d302717439" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5d75bc-9cd4-4c20-809c-fb14e1570ec8", "tag": "9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:52.484653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3 req-b70f817f-981c-4054-916d-b098637d9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:52.486225 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3 req-b70f817f-981c-4054-916d-b098637d9135 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2094593 Feb 15 14:06:52.574981 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ccf197-b26b-4171-a537-7556bda79180 x-openstack-request-id: req-b2ccf197-b26b-4171-a537-7556bda79180 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:52.578656 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5d75bc-9cd4-4c20-809c-fb14e1570ec8", "tag": "9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:52.579084 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b2ccf197-b26b-4171-a537-7556bda79180 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:52.579518 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'tag': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'status': 'completed', 'code': 200} Feb 15 14:06:52.608499 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7abba-4a98-41f1-bc7b-b4fdf81c98f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:52.662372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9aa82-b76f-4ab2-91a3-a8b3f7fbdd15 req-bbbdda35-2a37-4322-8b61-6c87619ccda5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:52.664026 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ee9aa82-b76f-4ab2-91a3-a8b3f7fbdd15 req-bbbdda35-2a37-4322-8b61-6c87619ccda5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 945 time: 0.1995029 Feb 15 14:06:52.683486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-ad96bc29-1d8f-48dc-ade0-aac64a26a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:52.686048 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-ad96bc29-1d8f-48dc-ade0-aac64a26a5c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 1127 time: 0.1780796 Feb 15 14:06:52.740574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 97b03747-f6be-4be0-8305-87dafba3bb61 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:06:52.754764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-e9d48212-446d-454c-b5a8-0b54aba07cb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 HTTP/1.1" status: 200 len: 217 time: 0.0596676 Feb 15 14:06:52.845500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ee9aa82-b76f-4ab2-91a3-a8b3f7fbdd15 req-3b73d75b-84de-41e2-a620-7a36564e7cd7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674349 Feb 15 14:06:52.885185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-b53c238f-3d16-461a-b259-5765a1a3b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:52.887387 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-b53c238f-3d16-461a-b259-5765a1a3b02f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c789c9bf-4df7-4cd5-8ad0-e38197ab5b78 HTTP/1.1" status: 200 len: 834 time: 0.1270144 Feb 15 14:06:52.941607 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3 req-d4c9d100-1885-4994-a88c-56a3a1fe7417 service neutron] 10.222.0.42 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326323 Feb 15 14:06:52.950257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 97b03747-f6be-4be0-8305-87dafba3bb61 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:06:52.958757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 97b03747-f6be-4be0-8305-87dafba3bb61 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:06:52.959642 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:53.007353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-2581eda2-a3e6-4655-85a0-820d5e5f3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:53.017715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-2581eda2-a3e6-4655-85a0-820d5e5f3997 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f7e16475-368e-46fc-9a93-22f35f19db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1184025 Feb 15 14:06:53.122338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 97b03747-f6be-4be0-8305-87dafba3bb61 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:53.123365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:53.189845 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2598d49b-a6b7-4e04-a00f-b0fb9e0708b3 req-cd6c3c3c-34fe-4aaf-87f9-9b9606b5623f service neutron] 10.222.0.42 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225330 Feb 15 14:06:53.208405 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3be66a-8b79-4890-8ec6-3701798bbbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b03747-f6be-4be0-8305-87dafba3bb61'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:06:53.211131 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3259bbc4-28c5-4b7f-a63b-1b9ec69fd9aa" -d '{"events": [{"server_uuid": "bf3be66a-8b79-4890-8ec6-3701798bbbd3", "name": "network-vif-plugged", "status": "completed", "tag": "97b03747-f6be-4be0-8305-87dafba3bb61"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:06:53.259366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-f8e31eae-0e00-494b-88de-b652a5be5b70 service neutron] 10.222.0.67 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094200 Feb 15 14:06:53.284499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 97b03747-f6be-4be0-8305-87dafba3bb61, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=97b03747-f6be-4be0-8305-87dafba3bb61,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:53.291982 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:53.358873 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5536c68-7bfc-4caa-a2f8-47875dd67b55 x-openstack-request-id: req-f5536c68-7bfc-4caa-a2f8-47875dd67b55 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:06:53.359239 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3be66a-8b79-4890-8ec6-3701798bbbd3", "name": "network-vif-plugged", "status": "completed", "tag": "97b03747-f6be-4be0-8305-87dafba3bb61", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:06:53.359451 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f5536c68-7bfc-4caa-a2f8-47875dd67b55 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:06:53.359856 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3be66a-8b79-4890-8ec6-3701798bbbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b03747-f6be-4be0-8305-87dafba3bb61', 'code': 200} Feb 15 14:06:53.419404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=97b03747-f6be-4be0-8305-87dafba3bb61,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:53.616582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcd300a9-1aaf-44c5-94ba-d1c17d370620 req-60e95e48-297c-483c-8b1a-6e59232384c8 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0725462 Feb 15 14:06:53.644533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24b79-57fc-4412-96dc-54467c700013 req-634d21ac-fed7-4115-86cf-f255d0618911 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:53.656823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38d24b79-57fc-4412-96dc-54467c700013 req-634d21ac-fed7-4115-86cf-f255d0618911 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 944 time: 0.3297336 Feb 15 14:06:53.706739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7832a4da-2388-4c76-9b70-6a4241114a25 req-0487261a-4a70-4e85-b21f-71f87180341a service neutron] 10.222.0.67 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458640 Feb 15 14:06:53.806960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38d24b79-57fc-4412-96dc-54467c700013 req-2212c598-fd32-4c29-b0bc-38af2bb2391a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482983 Feb 15 14:06:53.915655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c27b8-b0dc-4d5c-98ca-92d302717439 req-f08fc20b-1d12-4b33-a8d0-6a3117a10d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:53.917637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e53c27b8-b0dc-4d5c-98ca-92d302717439 req-f08fc20b-1d12-4b33-a8d0-6a3117a10d8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 1127 time: 0.1276610 Feb 15 14:06:54.068598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c27b8-b0dc-4d5c-98ca-92d302717439 req-1039c533-408d-4622-a076-0e85a944d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:54.071049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e53c27b8-b0dc-4d5c-98ca-92d302717439 req-1039c533-408d-4622-a076-0e85a944d52b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f7e16475-368e-46fc-9a93-22f35f19db06 HTTP/1.1" status: 200 len: 896 time: 0.1459157 Feb 15 14:06:54.154287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e53c27b8-b0dc-4d5c-98ca-92d302717439 req-9f9a2b43-e2ec-478c-969a-390d857c6194 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 HTTP/1.1" status: 200 len: 217 time: 0.0657685 Feb 15 14:06:54.209766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c27b8-b0dc-4d5c-98ca-92d302717439 req-95b2f0cb-7af7-4d24-b58b-be5ca2775deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:54.211637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e53c27b8-b0dc-4d5c-98ca-92d302717439 req-95b2f0cb-7af7-4d24-b58b-be5ca2775deb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c789c9bf-4df7-4cd5-8ad0-e38197ab5b78 HTTP/1.1" status: 200 len: 834 time: 0.0495322 Feb 15 14:06:54.235238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52429322-c0c9-4061-b6cf-a9412635e0b6 req-1d602226-b5ba-4f98-84b8-9b1226e3f356 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:54.236802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52429322-c0c9-4061-b6cf-a9412635e0b6 req-1d602226-b5ba-4f98-84b8-9b1226e3f356 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.3727107 Feb 15 14:06:54.295697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8677ff7-2a1e-49c8-8c17-7c461e17f179 req-0975d5ad-c3ba-4a3b-9bc2-bccfd1f6035e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:54.298636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8677ff7-2a1e-49c8-8c17-7c461e17f179 req-0975d5ad-c3ba-4a3b-9bc2-bccfd1f6035e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 946 time: 0.2263157 Feb 15 14:06:54.355823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c27b8-b0dc-4d5c-98ca-92d302717439 req-b0cf2d1e-a076-4214-9315-5eaa4d9fbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:54.357383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e53c27b8-b0dc-4d5c-98ca-92d302717439 req-b0cf2d1e-a076-4214-9315-5eaa4d9fbc96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f7e16475-368e-46fc-9a93-22f35f19db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1375349 Feb 15 14:06:54.374100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52429322-c0c9-4061-b6cf-a9412635e0b6 req-f85a5eb6-91b3-41d4-b024-518f840f76b0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087677 Feb 15 14:06:54.476760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8677ff7-2a1e-49c8-8c17-7c461e17f179 req-f6066895-2e30-4a39-87cf-79f0bf749b76 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688883 Feb 15 14:06:54.556090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e53c27b8-b0dc-4d5c-98ca-92d302717439 req-b923a284-30ed-4a68-9368-d6a1606ead50 service neutron] 10.222.0.67 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617463 Feb 15 14:06:54.747769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e53c27b8-b0dc-4d5c-98ca-92d302717439 req-018ca573-84eb-4853-bd8c-910a17111e7b service neutron] 10.222.0.67 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835220 Feb 15 14:06:54.822425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1873385-3c58-4252-8cef-f7c362852541 req-cb108f03-2576-4380-aa6e-8296aec828c4 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0681376 Feb 15 14:06:54.869138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786209f-2e27-4aa9-97ba-cc4942b598fa req-e18a3cc0-4f2d-4280-9387-beaa4af4d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:54.871633 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e786209f-2e27-4aa9-97ba-cc4942b598fa req-e18a3cc0-4f2d-4280-9387-beaa4af4d079 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 1129 time: 0.1200204 Feb 15 14:06:54.989541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8c6a0-1c93-4929-baa9-9bbddc654308 req-bf30c133-6edc-47e7-af4e-071d1b51e49e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:54.998565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10f8c6a0-1c93-4929-baa9-9bbddc654308 req-bf30c133-6edc-47e7-af4e-071d1b51e49e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 944 time: 0.0817940 Feb 15 14:06:55.096026 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10f8c6a0-1c93-4929-baa9-9bbddc654308 req-d6a0cb15-d725-4907-a50e-05c22238e27d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959966 Feb 15 14:06:55.535061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0f814-be75-4eaf-ba48-5be7a7b8ee46 req-6e7b23b4-6978-4ed0-85dd-466292b756fe tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:55.543516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eeb0f814-be75-4eaf-ba48-5be7a7b8ee46 req-6e7b23b4-6978-4ed0-85dd-466292b756fe tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.0887516 Feb 15 14:06:55.644811 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eeb0f814-be75-4eaf-ba48-5be7a7b8ee46 req-67b642e2-f648-47f7-a337-f1a4588d0345 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001825 Feb 15 14:06:55.690686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b344267-b305-44ec-9daf-6e02a13ab4dc req-5f6b7e59-8e21-4e89-bcb3-d6838e5a84bb tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:55.692502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b344267-b305-44ec-9daf-6e02a13ab4dc req-5f6b7e59-8e21-4e89-bcb3-d6838e5a84bb tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 946 time: 0.1075511 Feb 15 14:06:55.753098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b344267-b305-44ec-9daf-6e02a13ab4dc req-9792798e-78f3-4f57-af05-a15a9fc7d4ce tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532846 Feb 15 14:06:55.938527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-808da203-c33b-4a7b-8dfa-50ae5a8e76c6 req-82529692-fb9d-4e53-a4ca-b3d5a258d167 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0394263 Feb 15 14:06:56.269786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c7255-a1dc-4217-bc1c-d2336bff0ae8 req-aefcbe30-7092-46af-9329-3f93bd334a2e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:56.274479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd3c7255-a1dc-4217-bc1c-d2336bff0ae8 req-aefcbe30-7092-46af-9329-3f93bd334a2e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 944 time: 0.0772686 Feb 15 14:06:56.345286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd3c7255-a1dc-4217-bc1c-d2336bff0ae8 req-3c604106-f020-4644-bb92-cf086dbee8db tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652688 Feb 15 14:06:56.991162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccf3e3-c985-4f7d-a4b1-aa74578b2171 req-9f5b9ba4-2455-4059-b74b-7fcf50d77698 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:57.002860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-feccf3e3-c985-4f7d-a4b1-aa74578b2171 req-9f5b9ba4-2455-4059-b74b-7fcf50d77698 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1407394 Feb 15 14:06:57.038673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f819f-7839-4225-b521-6f3ce2a12f62 req-6f2c9056-af3c-4765-a792-2779652577bf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:57.040792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c7f819f-7839-4225-b521-6f3ce2a12f62 req-6f2c9056-af3c-4765-a792-2779652577bf tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 946 time: 0.1462197 Feb 15 14:06:57.099006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-feccf3e3-c985-4f7d-a4b1-aa74578b2171 req-8d3f9556-41b0-43f5-b151-acbce7ba827b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949380 Feb 15 14:06:57.158966 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c7f819f-7839-4225-b521-6f3ce2a12f62 req-9c007e62-3b38-4fc8-972b-c3d79048f2e7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987513 Feb 15 14:06:57.251038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:06:57.259669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5db9ac4e-6733-4c60-aaa5-96fac00b215e req-5ba83831-95d7-4d82-b302-9926cf034191 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/ports?device_id=826a8d1c-c19e-4f54-89c0-e583f2c702e1 HTTP/1.1" status: 200 len: 210 time: 0.0481474 Feb 15 14:06:57.376094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7,segment=NetworkSegment(bfccfe26-3afd-4c80-b0cd-a60101fd69e0),segment_id=bfccfe26-3afd-4c80-b0cd-a60101fd69e0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:57.412638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'port_id': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'mac_address': 'fa:16:3e:02:b3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:06:57.480783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:06:57.481191 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:57.515073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:06:57.565396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7,segment=NetworkSegment(bfccfe26-3afd-4c80-b0cd-a60101fd69e0),segment_id=bfccfe26-3afd-4c80-b0cd-a60101fd69e0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:06:57.575781 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:57.619612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f57fd2-89e7-4015-aaff-677d60350db0 req-519a96b0-255d-41c8-9737-222eefd1c9d3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:57.621357 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7f57fd2-89e7-4015-aaff-677d60350db0 req-519a96b0-255d-41c8-9737-222eefd1c9d3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 944 time: 0.1378624 Feb 15 14:06:57.747277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:57.769233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.769233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.772051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.772512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.773612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.775130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.775737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.777141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.777361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.779781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.780222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.780753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.781100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:06:57.827501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7f57fd2-89e7-4015-aaff-677d60350db0 req-4de280db-f8b8-4bf5-b774-8d56aa591fc6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654274 Feb 15 14:06:57.952608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:06:58.460221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fec37-eefa-4554-ab97-0e4458bd28ff req-29e581bc-cb8d-460f-9563-6935196f3910 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:58.463068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-856fec37-eefa-4554-ab97-0e4458bd28ff req-29e581bc-cb8d-460f-9563-6935196f3910 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1705372 Feb 15 14:06:58.600935 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e786209f-2e27-4aa9-97ba-cc4942b598fa req-662d67bb-81e6-4900-a303-4f714a1a71c9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611593 Feb 15 14:06:58.631168 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-856fec37-eefa-4554-ab97-0e4458bd28ff req-5cb18e90-561c-4669-885c-96435ee4a300 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568446 Feb 15 14:06:58.901079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19745edf-8145-4932-8236-b0a0dca3f0d8 req-fbe2206a-b560-4ecd-9621-76e872e417e8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:58.910155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19745edf-8145-4932-8236-b0a0dca3f0d8 req-fbe2206a-b560-4ecd-9621-76e872e417e8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 946 time: 0.1492002 Feb 15 14:06:59.025168 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19745edf-8145-4932-8236-b0a0dca3f0d8 req-10120efb-534e-4351-bb1f-4fbe1e0ffae1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057370 Feb 15 14:06:59.120944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37602) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:59.274016 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8de07fcf-497a-44c5-84cc-5bf2f466420d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group (850e07cd-54c4-41bd-b8e3-db033f5d65ad), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:59.306015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e0a26-b811-415d-9c90-eb12ed870b96 req-3aec9f12-0b72-473d-94aa-569075fce25d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:59.315879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-169e0a26-b811-415d-9c90-eb12ed870b96 req-3aec9f12-0b72-473d-94aa-569075fce25d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 945 time: 0.1457191 Feb 15 14:06:59.352335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8de07fcf-497a-44c5-84cc-5bf2f466420d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group (850e07cd-54c4-41bd-b8e3-db033f5d65ad), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:59.402097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-169e0a26-b811-415d-9c90-eb12ed870b96 req-4a6b7826-bb1b-41e1-926f-3f9954319981 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789285 Feb 15 14:06:59.455783 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8de07fcf-497a-44c5-84cc-5bf2f466420d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (850e07cd-54c4-41bd-b8e3-db033f5d65ad), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:59.459364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8de07fcf-497a-44c5-84cc-5bf2f466420d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:59.460735 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8de07fcf-497a-44c5-84cc-5bf2f466420d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "DELETE /v2.0/security-groups/850e07cd-54c4-41bd-b8e3-db033f5d65ad HTTP/1.1" status: 204 len: 168 time: 0.3383048 Feb 15 14:06:59.465058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37606) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:59.475587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de07fcf-497a-44c5-84cc-5bf2f466420d tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=850e07cd-54c4-41bd-b8e3-db033f5d65ad,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:06:59.481435 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-0fe5bd2a-aa2e-4982-815c-7acb5afd1e52 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] show failed (client error): The resource could not be found. Feb 15 14:06:59.485616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0fe5bd2a-aa2e-4982-815c-7acb5afd1e52 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "GET /v2.0/security-groups/850e07cd-54c4-41bd-b8e3-db033f5d65ad HTTP/1.1" status: 404 len: 347 time: 0.0191042 Feb 15 14:06:59.488940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37608) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:06:59.638430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-76aadaf5-d9c1-4057-abd7-49b5972d5b5a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Deleting port 73165a31-ce20-4c8b-8d2a-d1aa919c3a64 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:06:59.639193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76aadaf5-d9c1-4057-abd7-49b5972d5b5a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (73165a31-ce20-4c8b-8d2a-d1aa919c3a64), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:59.735102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76aadaf5-d9c1-4057-abd7-49b5972d5b5a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (73165a31-ce20-4c8b-8d2a-d1aa919c3a64), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:59.735810 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76aadaf5-d9c1-4057-abd7-49b5972d5b5a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for floatingip (73165a31-ce20-4c8b-8d2a-d1aa919c3a64), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:06:59.754726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-76aadaf5-d9c1-4057-abd7-49b5972d5b5a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Calling delete_port for 73165a31-ce20-4c8b-8d2a-d1aa919c3a64 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:06:59.829696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08dfba-c975-4930-81e9-7e220b1c2da9 req-3abab0e8-59d2-4b72-bcbd-560ac6197c37 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:06:59.839943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd08dfba-c975-4930-81e9-7e220b1c2da9 req-3abab0e8-59d2-4b72-bcbd-560ac6197c37 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.0930963 Feb 15 14:06:59.956508 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd08dfba-c975-4930-81e9-7e220b1c2da9 req-091faf6d-b100-4a59-9362-74049e963985 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151013 Feb 15 14:07:00.035137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76aadaf5-d9c1-4057-abd7-49b5972d5b5a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (73165a31-ce20-4c8b-8d2a-d1aa919c3a64), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:00.089295 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aadaf5-d9c1-4057-abd7-49b5972d5b5a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Port': ['ID=73165a31-ce20-4c8b-8d2a-d1aa919c3a64,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:00.218881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76aadaf5-d9c1-4057-abd7-49b5972d5b5a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for floatingip (ec94953c-2ab2-4e5a-9dcd-81c026a00e10), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:00.223355 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76aadaf5-d9c1-4057-abd7-49b5972d5b5a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:00.227797 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-76aadaf5-d9c1-4057-abd7-49b5972d5b5a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "DELETE /v2.0/floatingips/ec94953c-2ab2-4e5a-9dcd-81c026a00e10 HTTP/1.1" status: 204 len: 168 time: 0.7354498 Feb 15 14:07:00.231445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37620) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:00.256400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dce9a7-1ce4-40d2-8f03-f1b2351d63ef req-49c9a4d2-9847-448b-a736-a7147bfdf6fe tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:00.265755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6dce9a7-1ce4-40d2-8f03-f1b2351d63ef req-49c9a4d2-9847-448b-a736-a7147bfdf6fe tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 946 time: 0.1213634 Feb 15 14:07:00.361271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6dce9a7-1ce4-40d2-8f03-f1b2351d63ef req-e030a717-da92-4e62-92d6-e03f1504d0f4 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912843 Feb 15 14:07:00.453142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7db49459-e7ba-4a0b-a34b-ea102c090e9a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Deleting port 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:00.459722 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7db49459-e7ba-4a0b-a34b-ea102c090e9a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:00.639440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27cd0a-2e6b-4b5c-9006-c0063d1d0b9d req-4815dce8-e5f3-4f0d-85e0-95cfc87326d2 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:00.645641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7db49459-e7ba-4a0b-a34b-ea102c090e9a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:00.651128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec27cd0a-2e6b-4b5c-9006-c0063d1d0b9d req-4815dce8-e5f3-4f0d-85e0-95cfc87326d2 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 945 time: 0.1187606 Feb 15 14:07:00.681738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7db49459-e7ba-4a0b-a34b-ea102c090e9a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Calling delete_port for 7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:00.726602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec27cd0a-2e6b-4b5c-9006-c0063d1d0b9d req-3714bd7b-0c62-4cfd-89c1-2b42a9c88397 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739853 Feb 15 14:07:00.940512 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7db49459-e7ba-4a0b-a34b-ea102c090e9a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7f99b03b-9cde-42a9-94d1-a59f2dcd4d45), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:01.015854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db49459-e7ba-4a0b-a34b-ea102c090e9a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Port': ['ID=7f99b03b-9cde-42a9-94d1-a59f2dcd4d45,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:01.163963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7db49459-e7ba-4a0b-a34b-ea102c090e9a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:01.168154 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7db49459-e7ba-4a0b-a34b-ea102c090e9a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "DELETE /v2.0/ports/7f99b03b-9cde-42a9-94d1-a59f2dcd4d45 HTTP/1.1" status: 204 len: 168 time: 0.9345007 Feb 15 14:07:01.170664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37628) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:01.176309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165de8a6-62c8-45cf-a9e3-72510101b955 req-488e8caa-0ccd-4949-9105-84eb553a1e7a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:01.195638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-165de8a6-62c8-45cf-a9e3-72510101b955 req-488e8caa-0ccd-4949-9105-84eb553a1e7a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1232116 Feb 15 14:07:01.280420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-165de8a6-62c8-45cf-a9e3-72510101b955 req-e7dd9a89-6fee-4bd2-bd38-ed58c6705ee4 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838566 Feb 15 14:07:01.289099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:07:01.304536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-231142b9-2d5e-4e19-8812-49e080e8091a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Deleting port 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:01.304536 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-231142b9-2d5e-4e19-8812-49e080e8091a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:01.414710 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-231142b9-2d5e-4e19-8812-49e080e8091a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:01.429334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:07:01.434844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-231142b9-2d5e-4e19-8812-49e080e8091a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Calling delete_port for 0fa6b97a-bc5c-4081-993b-b10e4e7aca33 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:01.435865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:07:01.436356 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:01.594759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb8c3c-0e61-47ea-b038-c13457a2a3dc req-6b7f8be7-2099-4f18-ba31-a15af6872e2a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:01.610620 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9abb8c3c-0e61-47ea-b038-c13457a2a3dc req-6b7f8be7-2099-4f18-ba31-a15af6872e2a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 946 time: 0.1297035 Feb 15 14:07:01.626811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:07:01.627575 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:01.681469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:01.688572 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce37a84-0754-4325-be45-14b40671b755" -d '{"events": [{"server_uuid": "1d5d75bc-9cd4-4c20-809c-fb14e1570ec8", "name": "network-vif-plugged", "status": "completed", "tag": "9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:01.735791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9abb8c3c-0e61-47ea-b038-c13457a2a3dc req-1f7ddbf4-c127-43f9-ae14-a2eed0402333 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180677 Feb 15 14:07:01.778223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7,segment=NetworkSegment(bfccfe26-3afd-4c80-b0cd-a60101fd69e0),segment_id=bfccfe26-3afd-4c80-b0cd-a60101fd69e0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:01.787685 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:01.827638 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-231142b9-2d5e-4e19-8812-49e080e8091a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0fa6b97a-bc5c-4081-993b-b10e4e7aca33), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:01.895645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231142b9-2d5e-4e19-8812-49e080e8091a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Port': ['ID=0fa6b97a-bc5c-4081-993b-b10e4e7aca33,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:01.910050 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba8e9c1-88c6-4fb2-9050-e4bc24bde80a x-openstack-request-id: req-6ba8e9c1-88c6-4fb2-9050-e4bc24bde80a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:01.910050 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5d75bc-9cd4-4c20-809c-fb14e1570ec8", "name": "network-vif-plugged", "status": "completed", "tag": "9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:01.910050 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ba8e9c1-88c6-4fb2-9050-e4bc24bde80a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:01.927723 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'code': 200} Feb 15 14:07:01.958575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9e1ec-77ba-45b6-af72-719f8a4af78e req-6e7ba038-21ff-409d-906c-a342cd2c97ae tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:01.970776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91f9e1ec-77ba-45b6-af72-719f8a4af78e req-6e7ba038-21ff-409d-906c-a342cd2c97ae tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 946 time: 0.1293297 Feb 15 14:07:01.999753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:02.040201 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-231142b9-2d5e-4e19-8812-49e080e8091a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:02.044042 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-231142b9-2d5e-4e19-8812-49e080e8091a tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "DELETE /v2.0/ports/0fa6b97a-bc5c-4081-993b-b10e4e7aca33 HTTP/1.1" status: 204 len: 168 time: 0.8719792 Feb 15 14:07:02.048946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37640) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:02.074274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91f9e1ec-77ba-45b6-af72-719f8a4af78e req-f995aefc-35f1-4d37-99d2-29a6e3116fed tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993524 Feb 15 14:07:02.117698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113cc3d-e4f0-498a-af36-df6f66e65b89 req-375b1e35-6b3a-4e34-978c-5d946c8866d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:02.119304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2113cc3d-e4f0-498a-af36-df6f66e65b89 req-375b1e35-6b3a-4e34-978c-5d946c8866d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 1129 time: 0.1434841 Feb 15 14:07:02.151179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-401fabd5-62cc-48aa-886a-bf6967f0dc44 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Deleting subnet 55860514-d8b5-4482-806c-f513ef35d6ae {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:07:02.156239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-401fabd5-62cc-48aa-886a-bf6967f0dc44 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for subnet (55860514-d8b5-4482-806c-f513ef35d6ae), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:02.220305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-401fabd5-62cc-48aa-886a-bf6967f0dc44 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (55860514-d8b5-4482-806c-f513ef35d6ae), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:02.233423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2113cc3d-e4f0-498a-af36-df6f66e65b89 req-3add4ff3-5a3b-46d3-9add-445d08e316f6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070418 Feb 15 14:07:02.246238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dab72a-bcc9-4165-b520-bc39bb040a6a req-702885cd-998f-4a63-81f8-de44b7d666d7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:02.248047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11dab72a-bcc9-4165-b520-bc39bb040a6a req-702885cd-998f-4a63-81f8-de44b7d666d7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 946 time: 0.1096361 Feb 15 14:07:02.347308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11dab72a-bcc9-4165-b520-bc39bb040a6a req-8694a6f3-6a81-4555-9bad-07900b364c4a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849431 Feb 15 14:07:02.378223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-401fabd5-62cc-48aa-886a-bf6967f0dc44 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (55860514-d8b5-4482-806c-f513ef35d6ae), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:02.523405 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-401fabd5-62cc-48aa-886a-bf6967f0dc44 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (55860514-d8b5-4482-806c-f513ef35d6ae), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:02.605497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e941be0-9054-46c1-a9e6-71f594d117ff None None] Network 518aeb62-03f6-4f05-9be1-c52cef4b9577 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:07:02.611259 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-401fabd5-62cc-48aa-886a-bf6967f0dc44 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:02.616057 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-401fabd5-62cc-48aa-886a-bf6967f0dc44 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "DELETE /v2.0/subnets/55860514-d8b5-4482-806c-f513ef35d6ae HTTP/1.1" status: 204 len: 168 time: 0.5655394 Feb 15 14:07:02.616999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fabd5-62cc-48aa-886a-bf6967f0dc44 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Subnet': ['ID=55860514-d8b5-4482-806c-f513ef35d6ae,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:02.621380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37646) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:02.742644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-7369e178-00ae-405e-a501-7f9ddefe86eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Deleting subnet 36bddb5c-68fe-4513-afd2-f78adb820f01 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:07:02.750131 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7369e178-00ae-405e-a501-7f9ddefe86eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for subnet (36bddb5c-68fe-4513-afd2-f78adb820f01), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:02.865367 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7369e178-00ae-405e-a501-7f9ddefe86eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (36bddb5c-68fe-4513-afd2-f78adb820f01), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:02.887881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4cbfb2-8736-4b66-9953-13b3e91b2a89 None None] DHCP port deletion for 518aeb62-03f6-4f05-9be1-c52cef4b9577 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:07:02.963753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbfb2-8736-4b66-9953-13b3e91b2a89 None None] Deleting port d3d86eab-995e-45ac-9eb6-5db32dce2b65 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:02.964479 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbfb2-8736-4b66-9953-13b3e91b2a89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:02.994282 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7369e178-00ae-405e-a501-7f9ddefe86eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (36bddb5c-68fe-4513-afd2-f78adb820f01), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.037308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8666b0d-0dba-4b25-98fe-e6ce139a7df6 req-75d476f3-af00-4e5c-a71a-47af1f09c15d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:03.039333 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8666b0d-0dba-4b25-98fe-e6ce139a7df6 req-75d476f3-af00-4e5c-a71a-47af1f09c15d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.6024039 Feb 15 14:07:03.053733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d7f43-7855-47f3-abf2-e09d5c6938c1 req-411280df-ff07-40bf-924b-0ca37b463870 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:03.053998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea2d7f43-7855-47f3-abf2-e09d5c6938c1 req-411280df-ff07-40bf-924b-0ca37b463870 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 946 time: 0.5686779 Feb 15 14:07:03.062557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6c4cbfb2-8736-4b66-9953-13b3e91b2a89 None None] For port d3d86eab-995e-45ac-9eb6-5db32dce2b65, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d3d86eab-995e-45ac-9eb6-5db32dce2b65,segment=NetworkSegment(3568870e-2d8d-4691-86b5-6ce40454fbd4),segment_id=3568870e-2d8d-4691-86b5-6ce40454fbd4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:03.064401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbfb2-8736-4b66-9953-13b3e91b2a89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.088110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbfb2-8736-4b66-9953-13b3e91b2a89 None None] Calling delete_port for d3d86eab-995e-45ac-9eb6-5db32dce2b65 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:03.094491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7369e178-00ae-405e-a501-7f9ddefe86eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (36bddb5c-68fe-4513-afd2-f78adb820f01), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.129007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369e178-00ae-405e-a501-7f9ddefe86eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Subnet': ['ID=36bddb5c-68fe-4513-afd2-f78adb820f01,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:03.134929 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7369e178-00ae-405e-a501-7f9ddefe86eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.144455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37650) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:03.144855 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7369e178-00ae-405e-a501-7f9ddefe86eb tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "DELETE /v2.0/subnets/36bddb5c-68fe-4513-afd2-f78adb820f01 HTTP/1.1" status: 204 len: 168 time: 0.5182617 Feb 15 14:07:03.176427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14286570-00ec-4d4f-8cc4-def7353a891d None None] Network ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:07:03.265585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (518aeb62-03f6-4f05-9be1-c52cef4b9577), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.318922 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea2d7f43-7855-47f3-abf2-e09d5c6938c1 req-f8fe621d-0627-4848-9ad8-7045adc53b0c tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469752 Feb 15 14:07:03.341279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8666b0d-0dba-4b25-98fe-e6ce139a7df6 req-bc63741f-a220-46b9-9de4-5928254b79e5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860990 Feb 15 14:07:03.363677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbfb2-8736-4b66-9953-13b3e91b2a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (d3d86eab-995e-45ac-9eb6-5db32dce2b65), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.366316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] The port 'd3d86eab-995e-45ac-9eb6-5db32dce2b65' was deleted {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 15 14:07:03.473321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f17b8-c23e-47e2-b269-d1e9565d93d7 None None] DHCP port deletion for ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:07:03.477404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbfb2-8736-4b66-9953-13b3e91b2a89 None None] Pushing event deleted for resources: {'Port': ['ID=d3d86eab-995e-45ac-9eb6-5db32dce2b65,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:03.484774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4cbfb2-8736-4b66-9953-13b3e91b2a89 None None] No DVR routers for this DVR port d3d86eab-995e-45ac-9eb6-5db32dce2b65 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:07:03.558524 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (518aeb62-03f6-4f05-9be1-c52cef4b9577), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.567437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f17b8-c23e-47e2-b269-d1e9565d93d7 None None] Deleting port 12e927f6-8589-4e74-86ae-175037045d96 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:03.568312 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ca2f17b8-c23e-47e2-b269-d1e9565d93d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (12e927f6-8589-4e74-86ae-175037045d96), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.590219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518aeb62-03f6-4f05-9be1-c52cef4b9577']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:03.605919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3568870e-2d8d-4691-86b5-6ce40454fbd4') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:03.606309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3568870e-2d8d-4691-86b5-6ce40454fbd4') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:03.627578 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (3568870e-2d8d-4691-86b5-6ce40454fbd4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.644276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02746f9-1dcc-4c44-ac18-ba72d83cd8fa req-3e11ebde-92e0-49fb-826e-16f0101e95a4 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:03.645979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e02746f9-1dcc-4c44-ac18-ba72d83cd8fa req-3e11ebde-92e0-49fb-826e-16f0101e95a4 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 946 time: 0.1501491 Feb 15 14:07:03.660235 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3568870e-2d8d-4691-86b5-6ce40454fbd4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.751212 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ca2f17b8-c23e-47e2-b269-d1e9565d93d7 None None] For port 12e927f6-8589-4e74-86ae-175037045d96, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=12e927f6-8589-4e74-86ae-175037045d96,segment=NetworkSegment(a9e6f41b-d897-42fc-bde7-ef2608bd50c7),segment_id=a9e6f41b-d897-42fc-bde7-ef2608bd50c7)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:03.751828 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ca2f17b8-c23e-47e2-b269-d1e9565d93d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (12e927f6-8589-4e74-86ae-175037045d96), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.756881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:07:03.757837 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (3568870e-2d8d-4691-86b5-6ce40454fbd4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.799614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f17b8-c23e-47e2-b269-d1e9565d93d7 None None] Calling delete_port for 12e927f6-8589-4e74-86ae-175037045d96 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:07:03.830103 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:07:03.887361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e02746f9-1dcc-4c44-ac18-ba72d83cd8fa req-77c6ce66-1bad-485d-a7c3-8fcbf0292266 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200012 Feb 15 14:07:03.902509 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (518aeb62-03f6-4f05-9be1-c52cef4b9577), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.917667 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ca2f17b8-c23e-47e2-b269-d1e9565d93d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (12e927f6-8589-4e74-86ae-175037045d96), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.944007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f17b8-c23e-47e2-b269-d1e9565d93d7 None None] Pushing event deleted for resources: {'Port': ['ID=12e927f6-8589-4e74-86ae-175037045d96,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:03.945527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:03.956401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37656) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:03.962976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "DELETE /v2.0/networks/518aeb62-03f6-4f05-9be1-c52cef4b9577 HTTP/1.1" status: 204 len: 168 time: 0.8080845 Feb 15 14:07:03.963820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f17b8-c23e-47e2-b269-d1e9565d93d7 None None] No DVR routers for this DVR port 12e927f6-8589-4e74-86ae-175037045d96 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:07:03.966612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2eb1d-f55d-447a-9485-7cfa6d7f32e1 tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Network': ['ID=518aeb62-03f6-4f05-9be1-c52cef4b9577,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:04.004100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e37d2-2b8a-4c2d-b048-d4068e0eed95 req-5efef744-dd84-4ba7-9fb7-942807f89e0e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:04.005694 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-099e37d2-2b8a-4c2d-b048-d4068e0eed95 req-5efef744-dd84-4ba7-9fb7-942807f89e0e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 946 time: 0.1745641 Feb 15 14:07:04.082884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ba8fc4a2-0c1f-42f3-80af-16382c65fcb4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:04.087962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbc800-da65-4b8e-b309-4db258b54c6f req-24dc7995-bda7-49f2-8e15-8a60b3579823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:04.088589 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70bbc800-da65-4b8e-b309-4db258b54c6f req-24dc7995-bda7-49f2-8e15-8a60b3579823 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 1127 time: 0.1805544 Feb 15 14:07:04.096554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-099e37d2-2b8a-4c2d-b048-d4068e0eed95 req-c15b9f08-2652-4a86-8990-e28444d89552 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792811 Feb 15 14:07:04.259237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ba8fc4a2-0c1f-42f3-80af-16382c65fcb4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:04.294111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8fc4a2-0c1f-42f3-80af-16382c65fcb4']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:04.317744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:04.317744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e6f41b-d897-42fc-bde7-ef2608bd50c7') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:04.320365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbc800-da65-4b8e-b309-4db258b54c6f req-11862a75-a0f9-4fff-bdf7-c6b362570589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:04.321985 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70bbc800-da65-4b8e-b309-4db258b54c6f req-11862a75-a0f9-4fff-bdf7-c6b362570589 service neutron] 10.222.0.42 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 918 time: 0.2080965 Feb 15 14:07:04.339280 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (a9e6f41b-d897-42fc-bde7-ef2608bd50c7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:04.386550 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a9e6f41b-d897-42fc-bde7-ef2608bd50c7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:04.400461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:07:04.400654 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (a9e6f41b-d897-42fc-bde7-ef2608bd50c7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:07:04.404607 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:07:04.460048 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70bbc800-da65-4b8e-b309-4db258b54c6f req-eee0e6e1-b4c7-4bad-8e59-3cad50609aed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf HTTP/1.1" status: 200 len: 999 time: 0.1313298 Feb 15 14:07:04.510076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 12e927f6-8589-4e74-86ae-175037045d96 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:07:04.537759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 12e927f6-8589-4e74-86ae-175037045d96 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:07:04.538393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 12e927f6-8589-4e74-86ae-175037045d96 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:07:04.539014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d3d86eab-995e-45ac-9eb6-5db32dce2b65 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:07:04.554982 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (ba8fc4a2-0c1f-42f3-80af-16382c65fcb4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:04.562248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d3d86eab-995e-45ac-9eb6-5db32dce2b65 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:07:04.563026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d3d86eab-995e-45ac-9eb6-5db32dce2b65 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:07:04.566235 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:04.569310 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] 10.222.0.72 "DELETE /v2.0/networks/ba8fc4a2-0c1f-42f3-80af-16382c65fcb4 HTTP/1.1" status: 204 len: 168 time: 0.6120589 Feb 15 14:07:04.571327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb231dcc-1e71-489b-bd3d-c642d9e90a69 req-8cb4d74d-8072-453b-9032-eda737462b8d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:04.578952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb231dcc-1e71-489b-bd3d-c642d9e90a69 req-8cb4d74d-8072-453b-9032-eda737462b8d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1039088 Feb 15 14:07:04.587358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbc800-da65-4b8e-b309-4db258b54c6f req-b0e52382-d3ed-4aa5-80c2-bc4b077f8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:04.588996 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70bbc800-da65-4b8e-b309-4db258b54c6f req-b0e52382-d3ed-4aa5-80c2-bc4b077f8653 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.1169031 Feb 15 14:07:04.590160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87b797-be0f-4238-95d8-0656d271518b tempest-TaggedBootDevicesTest-102897796 tempest-TaggedBootDevicesTest-102897796-project] Pushing event deleted for resources: {'Network': ['ID=ba8fc4a2-0c1f-42f3-80af-16382c65fcb4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:04.691591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb231dcc-1e71-489b-bd3d-c642d9e90a69 req-b2f95cac-a510-4498-9b9b-077a62062dc9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114786 Feb 15 14:07:04.710727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbc800-da65-4b8e-b309-4db258b54c6f req-18510012-89b2-4807-b538-195a8793cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:04.712664 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70bbc800-da65-4b8e-b309-4db258b54c6f req-18510012-89b2-4807-b538-195a8793cb58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1162643 Feb 15 14:07:04.822549 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70bbc800-da65-4b8e-b309-4db258b54c6f req-55e68e78-2399-4eda-85fd-9870625c4395 service neutron] 10.222.0.42 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030169 Feb 15 14:07:04.937327 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70bbc800-da65-4b8e-b309-4db258b54c6f req-d4a42c4e-6787-4fe7-922e-82f1c7cfb48c service neutron] 10.222.0.42 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970111 Feb 15 14:07:05.029220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a906f11-891d-4958-9da2-758c1aa6b76a req-5df9a69e-0fca-4a68-bde0-c4fcb07efe7f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:05.032986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a906f11-891d-4958-9da2-758c1aa6b76a req-5df9a69e-0fca-4a68-bde0-c4fcb07efe7f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 946 time: 0.0666435 Feb 15 14:07:05.101172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a906f11-891d-4958-9da2-758c1aa6b76a req-72c94af6-25ed-47af-b75e-8496208d43f0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638165 Feb 15 14:07:05.261348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40195ef0-ccea-4787-baa9-ed3eb2cbdc08 req-520e6d07-2794-4b5e-bf42-db33e74b43af tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:05.265521 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-40195ef0-ccea-4787-baa9-ed3eb2cbdc08 req-520e6d07-2794-4b5e-bf42-db33e74b43af tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 946 time: 0.0916436 Feb 15 14:07:05.288521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fdc98-3fc1-441f-a359-022f12d2a7ad req-7b28afc9-0b73-4252-914b-6069e0fa15b3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:05.290171 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f4fdc98-3fc1-441f-a359-022f12d2a7ad req-7b28afc9-0b73-4252-914b-6069e0fa15b3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 946 time: 0.1156795 Feb 15 14:07:05.359248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f86269-93e0-43bd-9d20-9ae055849c89 req-4735235a-70e3-4991-a520-f5dd38794a77 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:05.360356 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62f86269-93e0-43bd-9d20-9ae055849c89 req-4735235a-70e3-4991-a520-f5dd38794a77 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 946 time: 0.1360664 Feb 15 14:07:05.375509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f4fdc98-3fc1-441f-a359-022f12d2a7ad req-58960ffa-e569-4fb6-a709-8eb06a43184b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788186 Feb 15 14:07:05.417716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-40195ef0-ccea-4787-baa9-ed3eb2cbdc08 req-da69b965-22b9-4b38-8e75-53bead3db3ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Deleting port 97b03747-f6be-4be0-8305-87dafba3bb61 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:05.418388 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-40195ef0-ccea-4787-baa9-ed3eb2cbdc08 req-da69b965-22b9-4b38-8e75-53bead3db3ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:05.450979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62f86269-93e0-43bd-9d20-9ae055849c89 req-65cecbf3-d6db-444b-9aa5-6a46ffbad29d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683553 Feb 15 14:07:05.479747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37672) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:05.544077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-40195ef0-ccea-4787-baa9-ed3eb2cbdc08 req-da69b965-22b9-4b38-8e75-53bead3db3ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] For port 97b03747-f6be-4be0-8305-87dafba3bb61, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=97b03747-f6be-4be0-8305-87dafba3bb61,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:05.544509 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-40195ef0-ccea-4787-baa9-ed3eb2cbdc08 req-da69b965-22b9-4b38-8e75-53bead3db3ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:05.564106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-40195ef0-ccea-4787-baa9-ed3eb2cbdc08 req-da69b965-22b9-4b38-8e75-53bead3db3ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Calling delete_port for 97b03747-f6be-4be0-8305-87dafba3bb61 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:05.591668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-911136b8-2e07-43d1-a554-fca25c3a1c5c req-da77f4f3-f6ec-4453-9def-07757d5684f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0726175 Feb 15 14:07:05.595334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4adc4a-0173-4248-b3d8-e5c2d88f6a20 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:05.602277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ac4adc4a-0173-4248-b3d8-e5c2d88f6a20 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 1124 time: 0.1204762 Feb 15 14:07:05.604033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37674) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:05.611614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:05.706505 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:05.799240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-40195ef0-ccea-4787-baa9-ed3eb2cbdc08 req-da69b965-22b9-4b38-8e75-53bead3db3ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (97b03747-f6be-4be0-8305-87dafba3bb61), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:05.815662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:05.820296 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['97b03747-f6be-4be0-8305-87dafba3bb61'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:05.886544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911136b8-2e07-43d1-a554-fca25c3a1c5c req-4595517b-7756-452f-8053-483b6f5d3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:05.887636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69b965-22b9-4b38-8e75-53bead3db3ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event deleted for resources: {'Port': ['ID=97b03747-f6be-4be0-8305-87dafba3bb61,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:05.888173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-911136b8-2e07-43d1-a554-fca25c3a1c5c req-4595517b-7756-452f-8053-483b6f5d3c9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 1128 time: 0.2221863 Feb 15 14:07:05.967667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-40195ef0-ccea-4787-baa9-ed3eb2cbdc08 req-da69b965-22b9-4b38-8e75-53bead3db3ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] No DVR routers for this DVR port 97b03747-f6be-4be0-8305-87dafba3bb61 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:07:05.980218 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-40195ef0-ccea-4787-baa9-ed3eb2cbdc08 req-da69b965-22b9-4b38-8e75-53bead3db3ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:05.986475 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-40195ef0-ccea-4787-baa9-ed3eb2cbdc08 req-da69b965-22b9-4b38-8e75-53bead3db3ad tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "DELETE /v2.0/ports/97b03747-f6be-4be0-8305-87dafba3bb61 HTTP/1.1" status: 204 len: 173 time: 0.7151976 Feb 15 14:07:05.991597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3be66a-8b79-4890-8ec6-3701798bbbd3', 'name': 'network-vif-deleted', 'tag': '97b03747-f6be-4be0-8305-87dafba3bb61'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:05.995091 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f99bd81-c2e0-40c3-9121-c0070ea2f6f3" -d '{"events": [{"server_uuid": "bf3be66a-8b79-4890-8ec6-3701798bbbd3", "name": "network-vif-deleted", "tag": "97b03747-f6be-4be0-8305-87dafba3bb61"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:06.077986 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffc5a5b-51ea-4185-a91e-d205037dd526 x-openstack-request-id: req-2ffc5a5b-51ea-4185-a91e-d205037dd526 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:06.078551 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3be66a-8b79-4890-8ec6-3701798bbbd3", "name": "network-vif-deleted", "tag": "97b03747-f6be-4be0-8305-87dafba3bb61", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:06.079081 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ffc5a5b-51ea-4185-a91e-d205037dd526 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:06.080543 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3be66a-8b79-4890-8ec6-3701798bbbd3', 'name': 'network-vif-deleted', 'tag': '97b03747-f6be-4be0-8305-87dafba3bb61', 'status': 'completed', 'code': 200} Feb 15 14:07:06.116487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e38ea9-7e34-464a-b917-a7794e0468f0 req-6a9587e5-a29d-480b-8e8f-af5a5d0b7852 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:06.118233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e38ea9-7e34-464a-b917-a7794e0468f0 req-6a9587e5-a29d-480b-8e8f-af5a5d0b7852 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.3216631 Feb 15 14:07:06.177084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e38ea9-7e34-464a-b917-a7794e0468f0 req-074f3bd0-94b8-4d67-9d9d-d28ddef6ca9a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510340 Feb 15 14:07:06.189606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911136b8-2e07-43d1-a554-fca25c3a1c5c req-de7b0690-a156-48fa-b784-a4c42f273885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:06.189606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-911136b8-2e07-43d1-a554-fca25c3a1c5c req-de7b0690-a156-48fa-b784-a4c42f273885 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 907 time: 0.2558980 Feb 15 14:07:06.241213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-911136b8-2e07-43d1-a554-fca25c3a1c5c req-04295c93-6753-4d37-b2a2-b5ea3f7cfd0d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d62577bf-0f59-4e80-b21a-85adbd665b80 HTTP/1.1" status: 200 len: 217 time: 0.0426133 Feb 15 14:07:06.282391 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:06.335525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911136b8-2e07-43d1-a554-fca25c3a1c5c req-4fb97bad-ec2f-4a44-9b3f-71d9d9d8251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:06.336935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-911136b8-2e07-43d1-a554-fca25c3a1c5c req-4fb97bad-ec2f-4a44-9b3f-71d9d9d8251f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.0873139 Feb 15 14:07:06.379343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-911136b8-2e07-43d1-a554-fca25c3a1c5c req-4477eb64-e4f4-4662-b8b4-63b4e6506c60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345368 Feb 15 14:07:06.506481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Allocated IP 172.25.6.80 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/90655fb5-f320-4a53-b0b1-89607e19fb33) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:07:06.564908 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47408e2c-5378-405e-8d66-48c346a3277b req-e9742751-a223-4af2-8191-88ca4b401567 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3be66a-8b79-4890-8ec6-3701798bbbd3 HTTP/1.1" status: 200 len: 210 time: 0.0448995 Feb 15 14:07:06.630478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-911136b8-2e07-43d1-a554-fca25c3a1c5c req-3274c3a7-3abd-442d-b772-278c70d09e73 service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426836 Feb 15 14:07:06.773214 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (90655fb5-f320-4a53-b0b1-89607e19fb33), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:06.797868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-911136b8-2e07-43d1-a554-fca25c3a1c5c req-bfc1366c-5498-41be-8f34-b9fb6dad6439 service neutron] 10.222.0.67 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582904 Feb 15 14:07:06.835381 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (90655fb5-f320-4a53-b0b1-89607e19fb33), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:06.882394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:07:06.885834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:07:06.889914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:07:06.917141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=90655fb5-f320-4a53-b0b1-89607e19fb33,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:07.463765 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for floatingip (06af2a71-48cf-4cf4-bdb5-76cf4ceb2640), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:07.472282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac85c0e-4991-46a0-91c4-99f5bc7fe5e2 req-bf4fdae3-df47-4a8b-9a3a-2df6ef360fee tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:07.473778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ac85c0e-4991-46a0-91c4-99f5bc7fe5e2 req-bf4fdae3-df47-4a8b-9a3a-2df6ef360fee tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1960986 Feb 15 14:07:07.586706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ac85c0e-4991-46a0-91c4-99f5bc7fe5e2 req-0873963c-2e3a-4a0c-bb97-4d395dc028b3 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920062 Feb 15 14:07:07.592013 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (90655fb5-f320-4a53-b0b1-89607e19fb33), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:07.778077 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (90655fb5-f320-4a53-b0b1-89607e19fb33), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:07.784879 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (90655fb5-f320-4a53-b0b1-89607e19fb33), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:08.181636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=90655fb5-f320-4a53-b0b1-89607e19fb33,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:08.202302 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (06af2a71-48cf-4cf4-bdb5-76cf4ceb2640), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:08.289299 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-8d8a4355-854e-44c7-b262-9b13f5235716 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:08.290805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-8d8a4355-854e-44c7-b262-9b13f5235716 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.5261705 Feb 15 14:07:08.314299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c16c6d90-441c-485c-874a-05597ff2a4dd tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/quotas/6fd0a42c9f2f4c0b9722e20079c4ff67 HTTP/1.1" status: 200 len: 375 time: 0.0156822 Feb 15 14:07:08.362045 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Floating IP 06af2a71-48cf-4cf4-bdb5-76cf4ceb2640 associated. External IP: 172.25.6.80, port: 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7. Feb 15 14:07:08.457790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-3557f545-1887-47c7-9176-2f4dac51d3ef tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370289 Feb 15 14:07:08.641137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-02c28001-bf28-4963-b0e3-06046a95e081 service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749675 Feb 15 14:07:08.748844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 9c54b70b-225f-441d-8c2f-1f4fc788098c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:07:08.817765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bc7ec598-3fc7-483a-8ccd-f08e7a91abcf details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:07:08.822851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 97b03747-f6be-4be0-8305-87dafba3bb61 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:07:08.840817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e9cb9-1c55-4251-8245-bce60875710e req-dd6db987-8885-4843-8755-b6f1d2dd0922 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:08.842383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f68e9cb9-1c55-4251-8245-bce60875710e req-dd6db987-8885-4843-8755-b6f1d2dd0922 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 944 time: 0.1730750 Feb 15 14:07:08.844869 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-48cb3847-63c3-4453-8cb3-f67594a297a5 service neutron] 10.222.0.72 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907122 Feb 15 14:07:08.864523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 97b03747-f6be-4be0-8305-87dafba3bb61 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:07:08.865297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 97b03747-f6be-4be0-8305-87dafba3bb61 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:07:08.947750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f68e9cb9-1c55-4251-8245-bce60875710e req-d1967774-6982-4fa2-8abd-cb61c1d02851 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671878 Feb 15 14:07:08.968094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:07:09.009654 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:09.014688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c495bae3-deb7-4196-83c2-3b2d6f0c4119 None None] Sync routers for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:07:09.034568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:09.037664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c495bae3-deb7-4196-83c2-3b2d6f0c4119 None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:07:09.038382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c495bae3-deb7-4196-83c2-3b2d6f0c4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:06:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:09.099443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-331d02c9-23d1-4d98-843f-bbdc834d550f req-ef4e9e3d-4692-433a-a280-823b1ae9688f tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 210 time: 0.0477021 Feb 15 14:07:09.104479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37704) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:09.104971 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9cb898b2-08eb-46a9-a4e8-aa67bbc76111 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4989617 Feb 15 14:07:09.105279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'tag': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:09.107703 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f816f82-f068-45ab-9677-13feec1100b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5d75bc-9cd4-4c20-809c-fb14e1570ec8", "tag": "9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:09.167685 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f41d9df-de4e-4b72-b700-73f39df91ff9 x-openstack-request-id: req-2f41d9df-de4e-4b72-b700-73f39df91ff9 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:09.168033 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5d75bc-9cd4-4c20-809c-fb14e1570ec8", "tag": "9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:09.168389 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f41d9df-de4e-4b72-b700-73f39df91ff9 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:09.168895 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'tag': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'status': 'completed', 'code': 200} Feb 15 14:07:09.196049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'port_id': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'mac_address': 'fa:16:3e:22:6a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:07:09.219719 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-54222d48-b4d0-4981-8795-686dbbce1a7b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/floatingips/06af2a71-48cf-4cf4-bdb5-76cf4ceb2640 HTTP/1.1" status: 200 len: 991 time: 0.1140521 Feb 15 14:07:09.264889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f816f82-f068-45ab-9677-13feec1100b7 req-5dd80048-0da2-4b67-9cc4-dbd620b74c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:09.266783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f816f82-f068-45ab-9677-13feec1100b7 req-5dd80048-0da2-4b67-9cc4-dbd620b74c30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 1129 time: 0.0701642 Feb 15 14:07:09.270480 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:07:09.270883 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:09.290056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7ec598-3fc7-483a-8ccd-f08e7a91abcf {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:09.312699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:09.318066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-c495bae3-deb7-4196-83c2-3b2d6f0c4119 None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:07:09.349756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:09.432189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f816f82-f068-45ab-9677-13feec1100b7 req-c2ab405d-a17b-43f0-bdeb-93adbf00ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:09.434702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f816f82-f068-45ab-9677-13feec1100b7 req-c2ab405d-a17b-43f0-bdeb-93adbf00ca26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f7e16475-368e-46fc-9a93-22f35f19db06 HTTP/1.1" status: 200 len: 896 time: 0.1608942 Feb 15 14:07:09.542520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f816f82-f068-45ab-9677-13feec1100b7 req-47abbd2c-2b05-4ea0-9630-f1708bb5feb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 HTTP/1.1" status: 200 len: 999 time: 0.1000931 Feb 15 14:07:09.605525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f816f82-f068-45ab-9677-13feec1100b7 req-792e6bd0-413a-467f-8abe-7d1f37e36304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:09.607740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f816f82-f068-45ab-9677-13feec1100b7 req-792e6bd0-413a-467f-8abe-7d1f37e36304 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c789c9bf-4df7-4cd5-8ad0-e38197ab5b78 HTTP/1.1" status: 200 len: 834 time: 0.0588045 Feb 15 14:07:09.644464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=11']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:09.653632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:09.701643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f816f82-f068-45ab-9677-13feec1100b7 req-e22a6031-2667-4a6f-8dbf-538e68085e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:09.703214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f816f82-f068-45ab-9677-13feec1100b7 req-e22a6031-2667-4a6f-8dbf-538e68085e91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f7e16475-368e-46fc-9a93-22f35f19db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0883615 Feb 15 14:07:09.853805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f816f82-f068-45ab-9677-13feec1100b7 req-658316a1-3919-4385-8664-b212a98b4e7c service neutron] 10.222.0.67 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433599 Feb 15 14:07:09.863366 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:09.975198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c495bae3-deb7-4196-83c2-3b2d6f0c4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:06:37Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '06af2a71-48cf-4cf4-bdb5-76cf4ceb2640', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'port_id': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'mac_address': 'fa:16:3e:02:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:07:07Z', 'updated_at': '2022-02-15T14:07:07Z', 'revision_number': 0, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:09.975731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f816f82-f068-45ab-9677-13feec1100b7 req-8381c52f-4b22-44f7-be11-914e618ece2a service neutron] 10.222.0.67 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149950 Feb 15 14:07:10.007773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c495bae3-deb7-4196-83c2-3b2d6f0c4119 None None] Checking router: 9c54b70b-225f-441d-8c2f-1f4fc788098c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:07:10.019725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c495bae3-deb7-4196-83c2-3b2d6f0c4119 None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:07:10.020362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c495bae3-deb7-4196-83c2-3b2d6f0c4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:06:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:10.103571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f812-fa4c-413c-a7eb-940933693b5e req-b0227cb6-4157-4105-9291-22fbb4a81d94 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:10.105221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5314f812-fa4c-413c-a7eb-940933693b5e req-b0227cb6-4157-4105-9291-22fbb4a81d94 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 945 time: 0.0688732 Feb 15 14:07:10.169235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5314f812-fa4c-413c-a7eb-940933693b5e req-29508833-5bbd-45aa-a067-61fb6ba8d468 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571592 Feb 15 14:07:10.209302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-c495bae3-deb7-4196-83c2-3b2d6f0c4119 None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:07:10.222475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7da536c0-11b7-41e5-82a4-23f802f2093f req-d1bcf0fb-e904-4f7f-800c-7bccaf460dbb tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 210 time: 0.0369644 Feb 15 14:07:10.223779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37718) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:10.337581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0c439330-6139-40b3-9eb6-36c15101d4fc tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/floatingips/06af2a71-48cf-4cf4-bdb5-76cf4ceb2640 HTTP/1.1" status: 200 len: 991 time: 0.1090839 Feb 15 14:07:10.484065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-22872443-a13b-4034-947f-079c117981e4 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:10.486242 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-22872443-a13b-4034-947f-079c117981e4 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 806 time: 0.2323687 Feb 15 14:07:10.498876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Request body: {'port': {'device_id': '19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'admin_state_up': True, 'tenant_id': '6fd0a42c9f2f4c0b9722e20079c4ff67'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:10.520644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c495bae3-deb7-4196-83c2-3b2d6f0c4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:06:37Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '06af2a71-48cf-4cf4-bdb5-76cf4ceb2640', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'port_id': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'mac_address': 'fa:16:3e:02:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:07:07Z', 'updated_at': '2022-02-15T14:07:07Z', 'revision_number': 0, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:10.568872 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c495bae3-deb7-4196-83c2-3b2d6f0c4119 None None] The sync data for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 is: [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:06:37Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '06af2a71-48cf-4cf4-bdb5-76cf4ceb2640', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'port_id': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'mac_address': 'fa:16:3e:02:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:07:07Z', 'updated_at': '2022-02-15T14:07:07Z', 'revision_number': 0, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:07:10.616458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Made reservation on behalf of 6fd0a42c9f2f4c0b9722e20079c4ff67 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:07:10.620032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:10.772163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Allocated IP 172.20.0.4 (fee3507b-addd-44c0-be05-aeb18219f9b7/97831b1c-7ade-490d-a8f5-172cfa6c6777/88af3edf-0047-467b-b262-54c6ec59493f) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:07:10.838577 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74d216-2009-4bfe-8fe1-cbfe1703119a None None] New status for floating IP 06af2a71-48cf-4cf4-bdb5-76cf4ceb2640: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:07:10.853850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bc7ec598-3fc7-483a-8ccd-f08e7a91abcf up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:07:10.913178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:07:10.917414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:07:10.917988 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:10.985934 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks [] for port (88af3edf-0047-467b-b262-54c6ec59493f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:11.034385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (88af3edf-0047-467b-b262-54c6ec59493f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:11.044020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:07:11.044383 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:11.054983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:11.086806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Network fee3507b-addd-44c0-be05-aeb18219f9b7 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:07:11.090721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:07:11.095053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:07:11.136839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:11.138818 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d978c4a-3cca-49bd-8cf9-48b33dbb202b" -d '{"events": [{"server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "name": "network-vif-plugged", "status": "completed", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:11.161575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:11.165108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:11.166270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:11.185160 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:11.187219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event updated for resources: {'Port': ['ID=88af3edf-0047-467b-b262-54c6ec59493f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:11.217739 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b412688a-3481-4560-b6fd-19ba8e6681b1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7227836 Feb 15 14:07:11.229301 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939368c0-ca76-4528-a4cc-ee77bd5c4c4b x-openstack-request-id: req-939368c0-ca76-4528-a4cc-ee77bd5c4c4b {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:11.230961 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "name": "network-vif-plugged", "status": "completed", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:11.230961 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-939368c0-ca76-4528-a4cc-ee77bd5c4c4b {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:11.230961 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'code': 200} Feb 15 14:07:11.238391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Request body: {'port': {'device_id': '19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:11.330047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=12']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:11.364414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37726) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:11.438125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (88af3edf-0047-467b-b262-54c6ec59493f), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:11.444138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0684f-a078-48f0-9a6a-4d0bcf089a27 req-718717ea-71d7-4eed-8559-93dd632e72ab tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:11.445896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2eb0684f-a078-48f0-9a6a-4d0bcf089a27 req-718717ea-71d7-4eed-8559-93dd632e72ab tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 931 time: 0.0881703 Feb 15 14:07:11.453596 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a109e-0106-42ef-b2ed-6b2cdf7d6844 req-4c52c6b1-feaa-4478-a6b5-be717cb0572e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:11.455438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c3a109e-0106-42ef-b2ed-6b2cdf7d6844 req-4c52c6b1-feaa-4478-a6b5-be717cb0572e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 946 time: 0.1506028 Feb 15 14:07:11.522614 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8f495195-5bef-45ab-bfa8-1ba97ed9013e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/floatingips/06af2a71-48cf-4cf4-bdb5-76cf4ceb2640 HTTP/1.1" status: 200 len: 993 time: 0.1569324 Feb 15 14:07:11.529488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f003b-ded0-42b2-af43-df9a32e2200b req-03a0c69e-9c01-4e0d-aadd-cb0afe5d6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:11.532403 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd2f003b-ded0-42b2-af43-df9a32e2200b req-03a0c69e-9c01-4e0d-aadd-cb0afe5d6962 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 1129 time: 0.1486259 Feb 15 14:07:11.534193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2eb0684f-a078-48f0-9a6a-4d0bcf089a27 req-989726b6-efd0-43ca-98f1-e04a659726d9 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776644 Feb 15 14:07:11.541780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c3a109e-0106-42ef-b2ed-6b2cdf7d6844 req-089f117f-5bdd-435a-af3c-4bdb3125995b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769093 Feb 15 14:07:11.660734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd2f003b-ded0-42b2-af43-df9a32e2200b req-dcc116bb-23df-430f-bd6e-5dfad2bfac9b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190133 Feb 15 14:07:11.808470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88af3edf-0047-467b-b262-54c6ec59493f {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:11.816048 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Publish callbacks [] for port (88af3edf-0047-467b-b262-54c6ec59493f), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:11.829156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Transition to ACTIVE for port object 88af3edf-0047-467b-b262-54c6ec59493f will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:07:11.833734 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (88af3edf-0047-467b-b262-54c6ec59493f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:11.886571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=88af3edf-0047-467b-b262-54c6ec59493f,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:11.929525 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:11.963597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Attempting to bind port 88af3edf-0047-467b-b262-54c6ec59493f on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:07:11.963935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Attempting to bind port 88af3edf-0047-467b-b262-54c6ec59493f by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:07:11.964282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Attempting to bind port 88af3edf-0047-467b-b262-54c6ec59493f on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:07:11.969458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Port 88af3edf-0047-467b-b262-54c6ec59493f on network fee3507b-addd-44c0-be05-aeb18219f9b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:07:11.969773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Attempting to bind port 88af3edf-0047-467b-b262-54c6ec59493f on network fee3507b-addd-44c0-be05-aeb18219f9b7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:07:11.975076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:07:11.975416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Checking segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:07:11.976387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Bound using segment: {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:07:11.976815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Bound port: 88af3edf-0047-467b-b262-54c6ec59493f, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:07:11.977171 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (88af3edf-0047-467b-b262-54c6ec59493f), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:12.061212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] For port 88af3edf-0047-467b-b262-54c6ec59493f, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:07:12.066172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] For port 88af3edf-0047-467b-b262-54c6ec59493f, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=88af3edf-0047-467b-b262-54c6ec59493f,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:07:12.073869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (88af3edf-0047-467b-b262-54c6ec59493f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:12.122140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:12.122776 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:12.124806 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] 10.222.0.42 "PUT /v2.0/ports/88af3edf-0047-467b-b262-54c6ec59493f HTTP/1.1" status: 200 len: 1092 time: 0.8969204 Feb 15 14:07:12.125299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab', 'tag': '88af3edf-0047-467b-b262-54c6ec59493f'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:12.127666 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c492c1a-6602-404a-baf9-41c43ea2a846" -d '{"events": [{"name": "network-changed", "server_uuid": "19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab", "tag": "88af3edf-0047-467b-b262-54c6ec59493f"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:12.172580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2733aab-4ade-4cda-8481-4c654ceddbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=88af3edf-0047-467b-b262-54c6ec59493f,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:12.191009 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495197d4-d403-4cf2-ac33-2a44ca139311 x-openstack-request-id: req-495197d4-d403-4cf2-ac33-2a44ca139311 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:12.191308 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab", "tag": "88af3edf-0047-467b-b262-54c6ec59493f", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:12.191564 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-495197d4-d403-4cf2-ac33-2a44ca139311 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:12.191974 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab', 'tag': '88af3edf-0047-467b-b262-54c6ec59493f', 'status': 'completed', 'code': 200} Feb 15 14:07:12.233778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-a4939126-b380-43de-9f32-ba390b5a15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:12.235416 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-a4939126-b380-43de-9f32-ba390b5a15d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 1126 time: 0.0550613 Feb 15 14:07:12.284610 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-baf567a1-2af1-4374-9e25-44fc91ee9c42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88af3edf-0047-467b-b262-54c6ec59493f HTTP/1.1" status: 200 len: 217 time: 0.0403948 Feb 15 14:07:12.345331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b79871e6-1682-4578-846b-6682505b22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:12.346879 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b79871e6-1682-4578-846b-6682505b22c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.0495899 Feb 15 14:07:12.381516 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-57b2a8d5-2324-4117-b4a1-86323af42cc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272355 Feb 15 14:07:12.735983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2256f0-798c-4bfc-a99e-03ad32fd898e req-96a98588-bd9c-4984-9ccc-a31ddda1b204 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:12.738519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d2256f0-798c-4bfc-a99e-03ad32fd898e req-96a98588-bd9c-4984-9ccc-a31ddda1b204 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 943 time: 0.0996163 Feb 15 14:07:12.750460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46034bd-2623-4ba7-8bf3-e109009683d0 req-88555e41-bc60-40d4-8682-8e144cbd5e14 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:12.751979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c46034bd-2623-4ba7-8bf3-e109009683d0 req-88555e41-bc60-40d4-8682-8e144cbd5e14 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 946 time: 0.1018112 Feb 15 14:07:12.811017 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-2c1a459d-386d-422e-9266-120ae2c9dbe6 service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197781 Feb 15 14:07:12.841581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d2256f0-798c-4bfc-a99e-03ad32fd898e req-43f7bc38-fee9-4bf9-9146-98b6aefd04e1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879960 Feb 15 14:07:12.871512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c46034bd-2623-4ba7-8bf3-e109009683d0 req-d3ee7039-7183-4a9a-93f9-6d44085318db tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049356 Feb 15 14:07:12.921935 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85935986-8e69-4771-a820-1ad6afe9c3d6 req-b64468ae-e50e-48ec-ba9c-8a9713660974 service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041572 Feb 15 14:07:13.042709 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c492c1a-6602-404a-baf9-41c43ea2a846 req-ac16ac63-0796-4d2c-9323-630d33f83772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:13.044287 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4c492c1a-6602-404a-baf9-41c43ea2a846 req-ac16ac63-0796-4d2c-9323-630d33f83772 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 1126 time: 0.0587437 Feb 15 14:07:13.144687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c492c1a-6602-404a-baf9-41c43ea2a846 req-6aa7a495-9f92-43af-b8ac-0dd7c00f8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:13.146390 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4c492c1a-6602-404a-baf9-41c43ea2a846 req-6aa7a495-9f92-43af-b8ac-0dd7c00f8e51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 200 len: 907 time: 0.0947535 Feb 15 14:07:13.198045 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4c492c1a-6602-404a-baf9-41c43ea2a846 req-2ab3dd53-2f53-4163-b87d-7e7eba6b7c26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88af3edf-0047-467b-b262-54c6ec59493f HTTP/1.1" status: 200 len: 217 time: 0.0451412 Feb 15 14:07:13.263514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c492c1a-6602-404a-baf9-41c43ea2a846 req-8799989a-4ff9-40ec-a306-2852a6e3871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:13.266004 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4c492c1a-6602-404a-baf9-41c43ea2a846 req-8799989a-4ff9-40ec-a306-2852a6e3871d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 200 len: 846 time: 0.0616527 Feb 15 14:07:13.302708 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4c492c1a-6602-404a-baf9-41c43ea2a846 req-94add52c-da60-4f39-85fe-7aa38be9c4fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fee3507b-addd-44c0-be05-aeb18219f9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301349 Feb 15 14:07:13.416973 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4c492c1a-6602-404a-baf9-41c43ea2a846 req-51f522ea-802c-4106-892d-4c5b988a3db1 service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051457 Feb 15 14:07:13.516369 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4c492c1a-6602-404a-baf9-41c43ea2a846 req-394de6c0-66c8-4a93-b87f-94f042344b13 service neutron] 10.222.0.42 "GET /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923400 Feb 15 14:07:14.016842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f199df-6387-4406-932b-fc33c6ecb0e2 req-2ffafe66-94ab-478a-805e-4fd4c699404b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:14.018612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51f199df-6387-4406-932b-fc33c6ecb0e2 req-2ffafe66-94ab-478a-805e-4fd4c699404b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 943 time: 0.1062243 Feb 15 14:07:14.040752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66aab-c71f-4407-a79f-802bafd1d14c req-9132d116-a119-4871-b5e3-3217528e08da tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:14.042475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5e66aab-c71f-4407-a79f-802bafd1d14c req-9132d116-a119-4871-b5e3-3217528e08da tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 946 time: 0.0908043 Feb 15 14:07:14.113957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51f199df-6387-4406-932b-fc33c6ecb0e2 req-0aa5e4e0-ad22-40b5-8838-461294aa32dc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879259 Feb 15 14:07:14.138610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5e66aab-c71f-4407-a79f-802bafd1d14c req-5a55a87d-6c18-4901-92ee-00dd44d1f22c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776427 Feb 15 14:07:14.664101 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e7683414-d8e5-447b-9ca9-8a88fd9e3eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:15.259875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad1de5-3296-440f-87b5-946cb4c16b54 req-7008a7b0-fa84-4407-b44f-b6c7acb3d78b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:15.261453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4ad1de5-3296-440f-87b5-946cb4c16b54 req-7008a7b0-fa84-4407-b44f-b6c7acb3d78b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 943 time: 0.0642250 Feb 15 14:07:15.321597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4ad1de5-3296-440f-87b5-946cb4c16b54 req-1b3d8d8b-6a12-4093-948d-e890c84c2d1a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527270 Feb 15 14:07:16.481975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585564f-1eda-4e67-ab15-6cc51e6ad533 req-2c4a39c7-c038-4bc9-a71a-38d36fa08354 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:16.484157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c585564f-1eda-4e67-ab15-6cc51e6ad533 req-2c4a39c7-c038-4bc9-a71a-38d36fa08354 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 943 time: 0.0705206 Feb 15 14:07:16.537631 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c585564f-1eda-4e67-ab15-6cc51e6ad533 req-fd7d748f-a56e-44e5-9e79-01fa77f93fb6 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474086 Feb 15 14:07:16.851501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 88af3edf-0047-467b-b262-54c6ec59493f details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:07:16.968456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 88af3edf-0047-467b-b262-54c6ec59493f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=88af3edf-0047-467b-b262-54c6ec59493f,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:16.980333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '88af3edf-0047-467b-b262-54c6ec59493f', 'network_id': 'fee3507b-addd-44c0-be05-aeb18219f9b7', 'port_id': '88af3edf-0047-467b-b262-54c6ec59493f', 'mac_address': 'fa:16:3e:b2:3b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97831b1c-7ade-490d-a8f5-172cfa6c6777', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:07:17.020469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 88af3edf-0047-467b-b262-54c6ec59493f is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:07:17.020797 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (88af3edf-0047-467b-b262-54c6ec59493f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:17.034715 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88af3edf-0047-467b-b262-54c6ec59493f {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:17.061997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 88af3edf-0047-467b-b262-54c6ec59493f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=88af3edf-0047-467b-b262-54c6ec59493f,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:17.067346 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (88af3edf-0047-467b-b262-54c6ec59493f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:17.136596 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a73663b5-e276-4c57-8922-b258383dac75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:17.143553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=88af3edf-0047-467b-b262-54c6ec59493f,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:17.291672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['88af3edf-0047-467b-b262-54c6ec59493f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:17.693185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2f9bf-2fd7-48ae-a5a5-bcf9c7159d27 req-9ded9ad7-ad96-4261-8e9c-c4d4612d43b4 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:17.694817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75c2f9bf-2fd7-48ae-a5a5-bcf9c7159d27 req-9ded9ad7-ad96-4261-8e9c-c4d4612d43b4 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 944 time: 0.0737536 Feb 15 14:07:17.760390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75c2f9bf-2fd7-48ae-a5a5-bcf9c7159d27 req-690de772-17ca-423d-8474-ad332c684bd9 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577023 Feb 15 14:07:18.297025 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:18.850255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 88af3edf-0047-467b-b262-54c6ec59493f up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:07:18.947574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 88af3edf-0047-467b-b262-54c6ec59493f completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:07:18.955359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 88af3edf-0047-467b-b262-54c6ec59493f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:07:18.955359 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (88af3edf-0047-467b-b262-54c6ec59493f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:19.109194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246ab82-d3a9-4099-8e66-5a4197bbb141 req-70d56d4d-1ee7-4458-a87d-f03be717a9cc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:19.117238 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d246ab82-d3a9-4099-8e66-5a4197bbb141 req-70d56d4d-1ee7-4458-a87d-f03be717a9cc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 944 time: 0.1511760 Feb 15 14:07:19.143553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 88af3edf-0047-467b-b262-54c6ec59493f is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:07:19.143952 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (88af3edf-0047-467b-b262-54c6ec59493f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:19.176111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88af3edf-0047-467b-b262-54c6ec59493f'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:19.178264 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed7ce2e-013a-44f0-a349-37962b94f247" -d '{"events": [{"server_uuid": "19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab", "name": "network-vif-plugged", "status": "completed", "tag": "88af3edf-0047-467b-b262-54c6ec59493f"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:19.195787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 88af3edf-0047-467b-b262-54c6ec59493f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=88af3edf-0047-467b-b262-54c6ec59493f,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:19.203483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (88af3edf-0047-467b-b262-54c6ec59493f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:19.209305 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d246ab82-d3a9-4099-8e66-5a4197bbb141 req-0e596da4-df4f-40ef-8074-958fc1364298 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907533 Feb 15 14:07:19.301553 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b660f56b-5cfc-46b7-a2b6-c38bae3a1845 x-openstack-request-id: req-b660f56b-5cfc-46b7-a2b6-c38bae3a1845 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:19.302506 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab", "name": "network-vif-plugged", "status": "completed", "tag": "88af3edf-0047-467b-b262-54c6ec59493f", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:19.303130 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b660f56b-5cfc-46b7-a2b6-c38bae3a1845 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:19.303726 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88af3edf-0047-467b-b262-54c6ec59493f', 'code': 200} Feb 15 14:07:19.305361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=88af3edf-0047-467b-b262-54c6ec59493f,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:19.396381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80002f91-a009-4d1b-b5c2-c6a390067a14 req-4a37dc13-0fbd-4574-8c72-2c271a390d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:19.400526 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-80002f91-a009-4d1b-b5c2-c6a390067a14 req-4a37dc13-0fbd-4574-8c72-2c271a390d6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 1128 time: 0.0644982 Feb 15 14:07:19.518064 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-80002f91-a009-4d1b-b5c2-c6a390067a14 req-853efef7-055d-43a1-a38e-5bb278757e97 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107910 Feb 15 14:07:19.674820 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:20.383930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd3ba7-3bc5-49d8-b3e0-8ccaf1ae003d req-e553cbb8-b493-4772-8d59-8361bcd672c1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:20.385372 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51fd3ba7-3bc5-49d8-b3e0-8ccaf1ae003d req-e553cbb8-b493-4772-8d59-8361bcd672c1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.0657582 Feb 15 14:07:20.445134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51fd3ba7-3bc5-49d8-b3e0-8ccaf1ae003d req-2bc63bc6-68de-43bc-8d07-3c40b8d1cfd8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540817 Feb 15 14:07:21.041230 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:21.604864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eec43-863f-461c-b364-82ab65a54e62 req-14d6acda-2c4f-489c-b48b-10aa8272dde6 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:21.613009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-752eec43-863f-461c-b364-82ab65a54e62 req-14d6acda-2c4f-489c-b48b-10aa8272dde6 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.0782032 Feb 15 14:07:21.673485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-752eec43-863f-461c-b364-82ab65a54e62 req-1ed26589-b553-459d-a539-b943cb8fb6f1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592082 Feb 15 14:07:21.974137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43a8ed-0775-4fba-b3a5-7d8e825b3404 req-509bf482-dbcb-435e-ace7-4c737b93195b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:21.975801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc43a8ed-0775-4fba-b3a5-7d8e825b3404 req-509bf482-dbcb-435e-ace7-4c737b93195b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.0675614 Feb 15 14:07:22.061785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc43a8ed-0775-4fba-b3a5-7d8e825b3404 req-eaad5859-072f-4c73-9bfc-9a03e0c9a28f tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763667 Feb 15 14:07:22.246977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939ea41-8a2f-40bf-b330-22ec345c3ffd req-f9c933d8-42e5-4a83-8101-8adfcdde2835 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:22.259807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0939ea41-8a2f-40bf-b330-22ec345c3ffd req-f9c933d8-42e5-4a83-8101-8adfcdde2835 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1130486 Feb 15 14:07:22.345095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0939ea41-8a2f-40bf-b330-22ec345c3ffd req-cb189d56-86f3-4301-a432-bbba7a97a45b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766108 Feb 15 14:07:22.625279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27b784-36e7-4169-93e7-415dfde45106 req-0587ed6c-ccb7-4cab-bab0-f77183b70224 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:22.626766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd27b784-36e7-4169-93e7-415dfde45106 req-0587ed6c-ccb7-4cab-bab0-f77183b70224 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.0733273 Feb 15 14:07:22.694939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd27b784-36e7-4169-93e7-415dfde45106 req-d5dea778-9294-4d57-b27f-ccbcb4f8e312 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605340 Feb 15 14:07:23.851870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89d130-d923-47e9-a1c4-cbfe191085fb req-db8a13d1-890e-46da-b093-235fb75cdb3b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:23.854161 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e89d130-d923-47e9-a1c4-cbfe191085fb req-db8a13d1-890e-46da-b093-235fb75cdb3b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.0815878 Feb 15 14:07:23.906680 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e89d130-d923-47e9-a1c4-cbfe191085fb req-f6922869-cb33-49a3-a076-90c472192590 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461819 Feb 15 14:07:24.604876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-c22896a4-605c-4255-babc-043db7bf08dd tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:24.606516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-c22896a4-605c-4255-babc-043db7bf08dd tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 815 time: 0.1863313 Feb 15 14:07:24.626601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-bf515b18-1fce-43cd-a009-e447aae88fa5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/quotas/2d5099d865da41f6b4f66195a40c2dc9 HTTP/1.1" status: 200 len: 375 time: 0.0112863 Feb 15 14:07:24.694055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-4fb9348f-a9e1-4110-bc2f-53c10eca33e8 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614898 Feb 15 14:07:24.836216 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-30461ab8-795a-486c-9cab-2453b8879187 service neutron] 10.222.0.72 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329813 Feb 15 14:07:24.963081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-5566b260-5372-4d19-a55d-868729df60a6 service neutron] 10.222.0.72 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182981 Feb 15 14:07:25.183250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6233d-7545-40ab-b52b-5a960a71473e req-694589dc-7074-4ce5-805d-56dffbbd9bf5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:25.201859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43b6233d-7545-40ab-b52b-5a960a71473e req-694589dc-7074-4ce5-805d-56dffbbd9bf5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1459610 Feb 15 14:07:25.348047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43b6233d-7545-40ab-b52b-5a960a71473e req-dd4ef413-cfc1-4032-bf1d-bdb1b26d252e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394465 Feb 15 14:07:25.387459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05939965-3b1b-4c4a-b00d-dec0a3f7401b req-9a256af9-a152-4d5b-9a1c-2f84b88c1317 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 210 time: 0.1000829 Feb 15 14:07:26.350568 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:07:26.637066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2eb7cc02-7fb1-4816-bd34-2634ca1b9d01 req-a7db1b9f-76c1-40f9-a905-8a2e4f23d2a2 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 210 time: 0.0885773 Feb 15 14:07:26.698874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61033622-73fe-49c4-a811-5a8b002c5f44 req-8f43b1af-6ee2-4ea5-a7da-224d2002ef88 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:26.707202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61033622-73fe-49c4-a811-5a8b002c5f44 req-8f43b1af-6ee2-4ea5-a7da-224d2002ef88 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.2094071 Feb 15 14:07:26.756982 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-ad32bae7-168b-41fa-92ae-0e1a52e8f46b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:26.763726 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-ad32bae7-168b-41fa-92ae-0e1a52e8f46b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.42 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 815 time: 0.2564340 Feb 15 14:07:26.763951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61033622-73fe-49c4-a811-5a8b002c5f44 req-f52639c7-bb66-419b-85ba-8713a57d1bd5 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555305 Feb 15 14:07:26.783229 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Request body: {'port': {'device_id': '397c2275-976d-43e7-9062-73fcb6e12708', 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041', 'admin_state_up': True, 'tenant_id': '2d5099d865da41f6b4f66195a40c2dc9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:27.050859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Made reservation on behalf of 2d5099d865da41f6b4f66195a40c2dc9 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:07:27.056257 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:27.261069 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Allocated IP 172.20.0.5 (771c49b0-8269-49d5-826a-f23ac405a041/152336a0-6dff-4d72-a9fd-7042050160a1/deb8ea4f-b798-43fe-aec5-d2cadc36288a) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:07:27.475960 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks [] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:27.555824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:27.584945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9665526d-7487-4a7a-910e-2807d48aff9d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:27.619164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Network 771c49b0-8269-49d5-826a-f23ac405a041 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:07:27.623920 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:07:27.636580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:07:27.676059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Pushing event updated for resources: {'Port': ['ID=deb8ea4f-b798-43fe-aec5-d2cadc36288a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:27.719061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:27.719743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:27.742271 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-3705a34b-cdfc-492d-94cd-944b8f0f680b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9637349 Feb 15 14:07:27.757222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Request body: {'port': {'device_id': '397c2275-976d-43e7-9062-73fcb6e12708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:27.868050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a09205-f8d5-4029-a68c-04d4bde79e29 req-51e24eec-7450-48f2-bf5a-49bcb425bafc tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:27.875557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25a09205-f8d5-4029-a68c-04d4bde79e29 req-51e24eec-7450-48f2-bf5a-49bcb425bafc tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 931 time: 0.0659664 Feb 15 14:07:27.909090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:27.939322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25a09205-f8d5-4029-a68c-04d4bde79e29 req-e5432930-096c-467a-98f9-131e921f4fad tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623486 Feb 15 14:07:27.962363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37956) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:28.185796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a809584-9bc2-43f2-b9d6-5cdbdbb3af98 req-72887d64-5a04-4759-b242-9e64184ea905 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:28.187597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a809584-9bc2-43f2-b9d6-5cdbdbb3af98 req-72887d64-5a04-4759-b242-9e64184ea905 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1408088 Feb 15 14:07:28.232139 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b174c49-0f8f-4af7-a42a-afdf0e9db079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.320787 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b174c49-0f8f-4af7-a42a-afdf0e9db079 admin admin] Publish callbacks [] for security_group (6824ef2f-3827-4b18-a56b-7da01aebe03a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.333156 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b174c49-0f8f-4af7-a42a-afdf0e9db079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6824ef2f-3827-4b18-a56b-7da01aebe03a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.366761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb8ea4f-b798-43fe-aec5-d2cadc36288a {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:28.370570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0b174c49-0f8f-4af7-a42a-afdf0e9db079 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1c928b351f324d969c4944f83265e2f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4042125 Feb 15 14:07:28.371951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37960) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:28.383674 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Publish callbacks [] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.416030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a809584-9bc2-43f2-b9d6-5cdbdbb3af98 req-14031b65-f215-418f-9512-a3d261809710 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158604 Feb 15 14:07:28.416238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Transition to ACTIVE for port object deb8ea4f-b798-43fe-aec5-d2cadc36288a will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:07:28.427054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b174c49-0f8f-4af7-a42a-afdf0e9db079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6824ef2f-3827-4b18-a56b-7da01aebe03a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:28.432483 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.504755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73d888bd-f693-4b17-ac97-e0929c627520 admin admin] Publish callbacks [] for security_group (6824ef2f-3827-4b18-a56b-7da01aebe03a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.524490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Pushing event updated for resources: {'Port': ['ID=deb8ea4f-b798-43fe-aec5-d2cadc36288a,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:28.580385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73d888bd-f693-4b17-ac97-e0929c627520 admin admin] Publish callbacks [] for security_group (6824ef2f-3827-4b18-a56b-7da01aebe03a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.658354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Attempting to bind port deb8ea4f-b798-43fe-aec5-d2cadc36288a on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:07:28.658743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Attempting to bind port deb8ea4f-b798-43fe-aec5-d2cadc36288a by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:07:28.659156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Attempting to bind port deb8ea4f-b798-43fe-aec5-d2cadc36288a on network 771c49b0-8269-49d5-826a-f23ac405a041 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:07:28.664712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Port deb8ea4f-b798-43fe-aec5-d2cadc36288a on network 771c49b0-8269-49d5-826a-f23ac405a041 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:07:28.665042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Attempting to bind port deb8ea4f-b798-43fe-aec5-d2cadc36288a on network 771c49b0-8269-49d5-826a-f23ac405a041 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:07:28.671598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:07:28.671937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Checking segment: {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:07:28.672323 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Bound using segment: {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:07:28.672835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Bound port: deb8ea4f-b798-43fe-aec5-d2cadc36288a, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:07:28.673288 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.736610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73d888bd-f693-4b17-ac97-e0929c627520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6824ef2f-3827-4b18-a56b-7da01aebe03a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.736610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73d888bd-f693-4b17-ac97-e0929c627520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.736610 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-73d888bd-f693-4b17-ac97-e0929c627520 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6824ef2f-3827-4b18-a56b-7da01aebe03a HTTP/1.1" status: 204 len: 168 time: 0.3604178 Feb 15 14:07:28.744807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d888bd-f693-4b17-ac97-e0929c627520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6824ef2f-3827-4b18-a56b-7da01aebe03a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:28.800731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] For port deb8ea4f-b798-43fe-aec5-d2cadc36288a, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:07:28.808805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] For port deb8ea4f-b798-43fe-aec5-d2cadc36288a, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=deb8ea4f-b798-43fe-aec5-d2cadc36288a,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:07:28.819418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.873215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:28.874472 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:28.876429 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] 10.222.0.42 "PUT /v2.0/ports/deb8ea4f-b798-43fe-aec5-d2cadc36288a HTTP/1.1" status: 200 len: 1092 time: 1.1255829 Feb 15 14:07:28.877063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397c2275-976d-43e7-9062-73fcb6e12708', 'tag': 'deb8ea4f-b798-43fe-aec5-d2cadc36288a'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:28.881168 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240af6c0-88cc-4226-bb1e-48af8dc4b70d" -d '{"events": [{"name": "network-changed", "server_uuid": "397c2275-976d-43e7-9062-73fcb6e12708", "tag": "deb8ea4f-b798-43fe-aec5-d2cadc36288a"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:29.017511 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ca9b77-c2ab-4f49-ae50-07df5455546b x-openstack-request-id: req-a4ca9b77-c2ab-4f49-ae50-07df5455546b {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:29.018026 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397c2275-976d-43e7-9062-73fcb6e12708", "tag": "deb8ea4f-b798-43fe-aec5-d2cadc36288a", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:29.018440 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4ca9b77-c2ab-4f49-ae50-07df5455546b {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:29.019059 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397c2275-976d-43e7-9062-73fcb6e12708', 'tag': 'deb8ea4f-b798-43fe-aec5-d2cadc36288a', 'status': 'completed', 'code': 200} Feb 15 14:07:29.028463 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d5a45-f7fa-4c6f-ae2e-0083467cfbfd service neutron] Pushing event updated for resources: {'Port': ['ID=deb8ea4f-b798-43fe-aec5-d2cadc36288a,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:29.076432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-03dd7222-db6a-4bdf-bdfc-68a2c2631d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:29.078865 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-03dd7222-db6a-4bdf-bdfc-68a2c2631d12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 1126 time: 0.1557581 Feb 15 14:07:29.126200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c292a-32c0-431a-8d16-c446b14b81bf req-678de52d-5659-47fd-be07-31297a83ab25 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:29.136100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb8c292a-32c0-431a-8d16-c446b14b81bf req-678de52d-5659-47fd-be07-31297a83ab25 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 943 time: 0.0737488 Feb 15 14:07:29.170998 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-8c7dd114-5626-4f4c-b0a7-9794c0db3a6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deb8ea4f-b798-43fe-aec5-d2cadc36288a HTTP/1.1" status: 200 len: 217 time: 0.0842364 Feb 15 14:07:29.305632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-8bbd7ab5-b6a3-41af-aa76-b3eac4f41796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:29.308678 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-8bbd7ab5-b6a3-41af-aa76-b3eac4f41796 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.1311398 Feb 15 14:07:29.369817 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-8d6a7156-9b24-417c-91d5-c2950ad1fa7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534921 Feb 15 14:07:29.414493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37982) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:29.472442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f24ff03b-7b39-4663-9543-175979958a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:29.547846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-4eed947b-89ab-404c-8437-81608c839f51 service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598384 Feb 15 14:07:29.721673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37990) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:29.725242 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f24ff03b-7b39-4663-9543-175979958a51 admin admin] Publish callbacks [] for security_group (21332a8e-60ca-40bd-9423-6a6b04a5ad5a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:29.740037 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f24ff03b-7b39-4663-9543-175979958a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21332a8e-60ca-40bd-9423-6a6b04a5ad5a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:29.752798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c4ef0-6b10-4b68-80fe-69b94b333829 req-eda70939-fa68-422c-aecf-4a4e5427e4e9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:29.754633 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-738c4ef0-6b10-4b68-80fe-69b94b333829 req-eda70939-fa68-422c-aecf-4a4e5427e4e9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 946 time: 0.5947106 Feb 15 14:07:29.758859 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f9b34e19-65cb-45cc-b327-9af285d2da32 req-b5476e7e-a9a5-4ade-9bb4-7d8b65b26dcc service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044568 Feb 15 14:07:29.813605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f24ff03b-7b39-4663-9543-175979958a51 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2f66dfa8400d443b880d6c64629bff9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3964579 Feb 15 14:07:29.814814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ff03b-7b39-4663-9543-175979958a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21332a8e-60ca-40bd-9423-6a6b04a5ad5a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:29.830484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37994) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:29.835098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb8c292a-32c0-431a-8d16-c446b14b81bf req-62f6f5ef-255f-4beb-adc4-336081d919bf tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6977000 Feb 15 14:07:29.908659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-738c4ef0-6b10-4b68-80fe-69b94b333829 req-d591a147-f44c-461a-bc7f-a055824c44dc tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314037 Feb 15 14:07:30.006447 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0428d11a-39a3-48f5-abeb-07bf376e50aa admin admin] Publish callbacks [] for security_group (21332a8e-60ca-40bd-9423-6a6b04a5ad5a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:30.046681 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0428d11a-39a3-48f5-abeb-07bf376e50aa admin admin] Publish callbacks [] for security_group (21332a8e-60ca-40bd-9423-6a6b04a5ad5a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:30.047286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3202ff-e6b5-4ee4-9a43-782faa1c8941 req-8da1ebaa-6217-492d-8a43-70c432c9cfdd tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:30.048870 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb3202ff-e6b5-4ee4-9a43-782faa1c8941 req-8da1ebaa-6217-492d-8a43-70c432c9cfdd tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1184604 Feb 15 14:07:30.103281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240af6c0-88cc-4226-bb1e-48af8dc4b70d req-47acdd18-9828-4892-b87c-06b144aa8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:30.105433 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-240af6c0-88cc-4226-bb1e-48af8dc4b70d req-47acdd18-9828-4892-b87c-06b144aa8fbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 1126 time: 0.2714257 Feb 15 14:07:30.114642 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0428d11a-39a3-48f5-abeb-07bf376e50aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21332a8e-60ca-40bd-9423-6a6b04a5ad5a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:30.118506 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0428d11a-39a3-48f5-abeb-07bf376e50aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:30.122169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0428d11a-39a3-48f5-abeb-07bf376e50aa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21332a8e-60ca-40bd-9423-6a6b04a5ad5a HTTP/1.1" status: 204 len: 168 time: 0.2673481 Feb 15 14:07:30.177876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428d11a-39a3-48f5-abeb-07bf376e50aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21332a8e-60ca-40bd-9423-6a6b04a5ad5a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:30.271511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240af6c0-88cc-4226-bb1e-48af8dc4b70d req-301effa0-5ede-4778-88f0-3b065efec639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:30.273501 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-240af6c0-88cc-4226-bb1e-48af8dc4b70d req-301effa0-5ede-4778-88f0-3b065efec639 service neutron] 10.222.0.42 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 916 time: 0.1522520 Feb 15 14:07:30.291025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb3202ff-e6b5-4ee4-9a43-782faa1c8941 req-0ec24e3f-e029-4e85-938d-f51fbc3db0a7 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346718 Feb 15 14:07:30.355149 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-240af6c0-88cc-4226-bb1e-48af8dc4b70d req-5872ab4b-2e59-46b3-8436-f6b667d276d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deb8ea4f-b798-43fe-aec5-d2cadc36288a HTTP/1.1" status: 200 len: 217 time: 0.0724623 Feb 15 14:07:30.441190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240af6c0-88cc-4226-bb1e-48af8dc4b70d req-adfde205-8287-4321-bc9b-79afa457885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:30.443111 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-240af6c0-88cc-4226-bb1e-48af8dc4b70d req-adfde205-8287-4321-bc9b-79afa457885c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.0801857 Feb 15 14:07:30.487824 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-240af6c0-88cc-4226-bb1e-48af8dc4b70d req-a27cf5e2-ed54-4d62-bfc5-5fb678aa2bcf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351355 Feb 15 14:07:30.600985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38000) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:30.621502 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-240af6c0-88cc-4226-bb1e-48af8dc4b70d req-0b8ffed1-59ff-4755-9d55-91a224854441 service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217859 Feb 15 14:07:30.622412 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0849a18-7044-4d34-9ac9-939cbeeaeedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:30.754584 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-240af6c0-88cc-4226-bb1e-48af8dc4b70d req-9dbdfa9b-be42-4d0e-994c-143243ca5423 service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244454 Feb 15 14:07:30.824695 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:30.880400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e45ed-67ff-47da-877a-fd3afcdb9bd7 req-df7bf7ae-021b-4064-a6b1-59e0a984bf45 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:30.881951 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-240e45ed-67ff-47da-877a-fd3afcdb9bd7 req-df7bf7ae-021b-4064-a6b1-59e0a984bf45 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 946 time: 0.1180389 Feb 15 14:07:30.989143 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0849a18-7044-4d34-9ac9-939cbeeaeedc admin admin] Publish callbacks [] for security_group (edbe8c6d-6ef6-433d-b0b4-248a797d1419), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.032231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-240e45ed-67ff-47da-877a-fd3afcdb9bd7 req-9c2ec3cd-400d-447c-8a62-221085a31ee9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Deleting port 0a777934-4d84-44aa-9a3a-7d5ac44f8459 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:31.033181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-240e45ed-67ff-47da-877a-fd3afcdb9bd7 req-9c2ec3cd-400d-447c-8a62-221085a31ee9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.050241 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0849a18-7044-4d34-9ac9-939cbeeaeedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (edbe8c6d-6ef6-433d-b0b4-248a797d1419), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.140505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d0849a18-7044-4d34-9ac9-939cbeeaeedc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e9bd589ec7054ee3baed1e935ec7c8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5318372 Feb 15 14:07:31.142299 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0849a18-7044-4d34-9ac9-939cbeeaeedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbe8c6d-6ef6-433d-b0b4-248a797d1419,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:31.142964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38008) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:31.177458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaad45e-9e36-411c-8012-e7fe010025ef req-05eeba6b-84c7-4fa9-88de-a09653c27622 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:31.186071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afaad45e-9e36-411c-8012-e7fe010025ef req-05eeba6b-84c7-4fa9-88de-a09653c27622 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 943 time: 0.2008486 Feb 15 14:07:31.193635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-240e45ed-67ff-47da-877a-fd3afcdb9bd7 req-9c2ec3cd-400d-447c-8a62-221085a31ee9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] For port 0a777934-4d84-44aa-9a3a-7d5ac44f8459, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0a777934-4d84-44aa-9a3a-7d5ac44f8459,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:31.194552 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-240e45ed-67ff-47da-877a-fd3afcdb9bd7 req-9c2ec3cd-400d-447c-8a62-221085a31ee9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.210268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d06ab3-b449-4b6e-b292-ee1158f92200 req-93a491a0-56ad-4115-9bde-9f02a80608eb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:31.211879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68d06ab3-b449-4b6e-b292-ee1158f92200 req-93a491a0-56ad-4115-9bde-9f02a80608eb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 946 time: 0.1834817 Feb 15 14:07:31.242030 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-240e45ed-67ff-47da-877a-fd3afcdb9bd7 req-9c2ec3cd-400d-447c-8a62-221085a31ee9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Calling delete_port for 0a777934-4d84-44aa-9a3a-7d5ac44f8459 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:31.277639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d933d8b-5465-45d6-8bcf-09ba49e6d375 admin admin] Publish callbacks [] for security_group (edbe8c6d-6ef6-433d-b0b4-248a797d1419), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.334468 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afaad45e-9e36-411c-8012-e7fe010025ef req-16688d30-32ba-4eef-ab75-07ede2a0e066 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472955 Feb 15 14:07:31.381588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68d06ab3-b449-4b6e-b292-ee1158f92200 req-1aa8f6f5-0543-4e3d-816e-72f3a75cfebe tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562159 Feb 15 14:07:31.401660 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d933d8b-5465-45d6-8bcf-09ba49e6d375 admin admin] Publish callbacks [] for security_group (edbe8c6d-6ef6-433d-b0b4-248a797d1419), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.425233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] Deleting port 39714546-55db-457f-a813-a33190f5f64c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:31.426523 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (39714546-55db-457f-a813-a33190f5f64c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.525028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d933d8b-5465-45d6-8bcf-09ba49e6d375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (edbe8c6d-6ef6-433d-b0b4-248a797d1419), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.528729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d933d8b-5465-45d6-8bcf-09ba49e6d375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.533193 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1d933d8b-5465-45d6-8bcf-09ba49e6d375 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/edbe8c6d-6ef6-433d-b0b4-248a797d1419 HTTP/1.1" status: 204 len: 168 time: 0.3866658 Feb 15 14:07:31.580621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] For port 39714546-55db-457f-a813-a33190f5f64c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=39714546-55db-457f-a813-a33190f5f64c,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:31.580999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (39714546-55db-457f-a813-a33190f5f64c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.597972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49255a7e-a870-45af-b2e6-c6b848303ae5 req-b73cac72-8d85-4de1-90c2-f320f4162e97 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:31.599163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d933d8b-5465-45d6-8bcf-09ba49e6d375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbe8c6d-6ef6-433d-b0b4-248a797d1419,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:31.599561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49255a7e-a870-45af-b2e6-c6b848303ae5 req-b73cac72-8d85-4de1-90c2-f320f4162e97 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1239600 Feb 15 14:07:31.605718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] Calling delete_port for 39714546-55db-457f-a813-a33190f5f64c owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:31.687974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-240e45ed-67ff-47da-877a-fd3afcdb9bd7 req-9c2ec3cd-400d-447c-8a62-221085a31ee9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0a777934-4d84-44aa-9a3a-7d5ac44f8459), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.702148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0a777934-4d84-44aa-9a3a-7d5ac44f8459'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:31.715338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49255a7e-a870-45af-b2e6-c6b848303ae5 req-cccf2477-0978-4779-8b38-8f6ea544876d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068769 Feb 15 14:07:31.764563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ec3cd-400d-447c-8a62-221085a31ee9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event deleted for resources: {'Port': ['ID=0a777934-4d84-44aa-9a3a-7d5ac44f8459,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:31.864772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-240e45ed-67ff-47da-877a-fd3afcdb9bd7 req-9c2ec3cd-400d-447c-8a62-221085a31ee9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] No DVR routers for this DVR port 0a777934-4d84-44aa-9a3a-7d5ac44f8459 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:07:31.867824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-240e45ed-67ff-47da-877a-fd3afcdb9bd7 req-9c2ec3cd-400d-447c-8a62-221085a31ee9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:31.872300 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-240e45ed-67ff-47da-877a-fd3afcdb9bd7 req-9c2ec3cd-400d-447c-8a62-221085a31ee9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "DELETE /v2.0/ports/0a777934-4d84-44aa-9a3a-7d5ac44f8459 HTTP/1.1" status: 204 len: 173 time: 0.9806988 Feb 15 14:07:31.873007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7de2c-af30-42fc-85e6-fca58ce8fe8a', 'name': 'network-vif-deleted', 'tag': '0a777934-4d84-44aa-9a3a-7d5ac44f8459'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:31.885211 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949d77b9-dbf6-44cf-aa38-91d1b538b5b1" -d '{"events": [{"server_uuid": "d9e7de2c-af30-42fc-85e6-fca58ce8fe8a", "name": "network-vif-deleted", "tag": "0a777934-4d84-44aa-9a3a-7d5ac44f8459"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:31.981101 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dc2c18-325d-4f4f-a87d-909c4e3f7f8c x-openstack-request-id: req-c0dc2c18-325d-4f4f-a87d-909c4e3f7f8c {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:31.981514 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e7de2c-af30-42fc-85e6-fca58ce8fe8a", "name": "network-vif-deleted", "tag": "0a777934-4d84-44aa-9a3a-7d5ac44f8459", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:31.981848 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c0dc2c18-325d-4f4f-a87d-909c4e3f7f8c {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:31.982957 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7de2c-af30-42fc-85e6-fca58ce8fe8a', 'name': 'network-vif-deleted', 'tag': '0a777934-4d84-44aa-9a3a-7d5ac44f8459', 'status': 'completed', 'code': 200} Feb 15 14:07:31.987194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (39714546-55db-457f-a813-a33190f5f64c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:32.032223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] Pushing event deleted for resources: {'Port': ['ID=39714546-55db-457f-a813-a33190f5f64c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:32.462111 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:32.687999 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffef8e4c-1dcf-4524-b22b-07416e570dc2 req-8107ee93-7aaf-47a7-bb01-02ee9fb3bcdc tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.1308062 Feb 15 14:07:32.794094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566080e-d6f3-4259-8f7e-64f4082464a4 req-af413791-cec0-4633-bc75-f6fb222988c4 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:32.801802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7566080e-d6f3-4259-8f7e-64f4082464a4 req-af413791-cec0-4633-bc75-f6fb222988c4 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 943 time: 0.2490299 Feb 15 14:07:32.911408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device deb8ea4f-b798-43fe-aec5-d2cadc36288a details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:07:33.078229 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port deb8ea4f-b798-43fe-aec5-d2cadc36288a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=deb8ea4f-b798-43fe-aec5-d2cadc36288a,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:33.094097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'deb8ea4f-b798-43fe-aec5-d2cadc36288a', 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041', 'port_id': 'deb8ea4f-b798-43fe-aec5-d2cadc36288a', 'mac_address': 'fa:16:3e:70:c1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152336a0-6dff-4d72-a9fd-7042050160a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:07:33.121133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7566080e-d6f3-4259-8f7e-64f4082464a4 req-50d7e302-7a09-4b50-8207-8509b8951a92 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135166 Feb 15 14:07:33.166181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] Router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:07:33.202132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port deb8ea4f-b798-43fe-aec5-d2cadc36288a is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:07:33.202943 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:33.205784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b234e-e2d5-4ce8-b4e3-82884c64a565 req-3167c1ff-f96b-4dfd-ab2d-bf8aef0a60fd tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:33.208140 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-940b234e-e2d5-4ce8-b4e3-82884c64a565 req-3167c1ff-f96b-4dfd-ab2d-bf8aef0a60fd tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.3560078 Feb 15 14:07:33.226190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb8ea4f-b798-43fe-aec5-d2cadc36288a {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:33.252571 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port deb8ea4f-b798-43fe-aec5-d2cadc36288a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=deb8ea4f-b798-43fe-aec5-d2cadc36288a,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:33.262010 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:33.439118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-940b234e-e2d5-4ce8-b4e3-82884c64a565 req-a28a89d6-d88e-4c8b-9d00-81ac3e9157af tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646030 Feb 15 14:07:33.446757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=deb8ea4f-b798-43fe-aec5-d2cadc36288a,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:33.473031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:07:33.485859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3c23b78f-a5f4-47c1-ba10-aaced2cdff87 admin admin] 10.222.0.72 "PUT /v2.0/routers/773b5ab7-cfb8-4d58-a9a6-1424eeec43cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7575638 Feb 15 14:07:33.486654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38054) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:33.487142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a2114-a8d9-4b3e-aa67-a974e92ecb56 None None] Sync routers for ids ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:07:33.500842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a2114-a8d9-4b3e-aa67-a974e92ecb56 None None] Routers {'773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:07:33.501486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-202a2114-a8d9-4b3e-aa67-a974e92ecb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:07:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:33.545156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['deb8ea4f-b798-43fe-aec5-d2cadc36288a'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:33.654241 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Publish callbacks [] for router (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:33.745270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38060) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:33.771232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-202a2114-a8d9-4b3e-aa67-a974e92ecb56 None None] Set router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:07:33.845022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83078d04-ca59-4842-9707-e63400581d4e req-dddc0253-195f-4d47-9c11-f9dfe6361449 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0627425 Feb 15 14:07:33.897188 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Publish callbacks [] for router_gateway (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:33.986571 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84398cc4-6993-4341-9c9a-2a1c82272a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.029762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Deleting port bdd72fb2-73fc-494f-b04e-232640d43d63 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:34.030121 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.149265 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84398cc4-6993-4341-9c9a-2a1c82272a6a admin admin] Publish callbacks [] for security_group (1916a018-3711-4d8f-af12-de5c814f4153), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.155094 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84398cc4-6993-4341-9c9a-2a1c82272a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1916a018-3711-4d8f-af12-de5c814f4153), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.178385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] For port bdd72fb2-73fc-494f-b04e-232640d43d63, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bdd72fb2-73fc-494f-b04e-232640d43d63,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:34.178772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.212585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-84398cc4-6993-4341-9c9a-2a1c82272a6a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0faaa44b1cd148ffa0302e0f1fd93ec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4647298 Feb 15 14:07:34.215226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38066) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:34.226733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Calling delete_port for bdd72fb2-73fc-494f-b04e-232640d43d63 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:34.228342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84398cc4-6993-4341-9c9a-2a1c82272a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1916a018-3711-4d8f-af12-de5c814f4153,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:34.316278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-202a2114-a8d9-4b3e-aa67-a974e92ecb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T14:07:31Z', 'revision_number': 5, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port': {'id': 'bdd72fb2-73fc-494f-b04e-232640d43d63', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:16Z', 'updated_at': '2022-02-15T13:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:34.349802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a2114-a8d9-4b3e-aa67-a974e92ecb56 None None] Checking router: 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:07:34.354263 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcdcc6-0b2b-45d2-98a4-3e34a33aefc7 req-131f2a13-eafa-45bd-86b5-08c5b6030e2b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:34.358651 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ffcdcc6-0b2b-45d2-98a4-3e34a33aefc7 req-131f2a13-eafa-45bd-86b5-08c5b6030e2b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 944 time: 0.1375484 Feb 15 14:07:34.358831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a2114-a8d9-4b3e-aa67-a974e92ecb56 None None] Routers {'773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:07:34.359436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-202a2114-a8d9-4b3e-aa67-a974e92ecb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:07:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:34.386066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3beca09-e74a-4cdd-aec1-39cd67ba2445 admin admin] Publish callbacks [] for security_group (1916a018-3711-4d8f-af12-de5c814f4153), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.467278 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3beca09-e74a-4cdd-aec1-39cd67ba2445 admin admin] Publish callbacks [] for security_group (1916a018-3711-4d8f-af12-de5c814f4153), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.469350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-202a2114-a8d9-4b3e-aa67-a974e92ecb56 None None] Set router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:07:34.535196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ffcdcc6-0b2b-45d2-98a4-3e34a33aefc7 req-80666256-94f9-4d36-9f1b-6cbf99da69e3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696312 Feb 15 14:07:34.554509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-202a2114-a8d9-4b3e-aa67-a974e92ecb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T14:07:33Z', 'revision_number': 6, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:34.579868 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (bdd72fb2-73fc-494f-b04e-232640d43d63), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.613458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a2114-a8d9-4b3e-aa67-a974e92ecb56 None None] The sync data for ids ['773b5ab7-cfb8-4d58-a9a6-1424eeec43cc'] in n-d-829064-15 is: [{'id': '773b5ab7-cfb8-4d58-a9a6-1424eeec43cc', 'name': 'tempest-TaggedBootDevicesTest_v242-328372013-router', 'tenant_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:14Z', 'updated_at': '2022-02-15T14:07:33Z', 'revision_number': 6, 'project_id': '1566d5f6385f44a0bbbc417c8ced38ed', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:07:34.631099 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3beca09-e74a-4cdd-aec1-39cd67ba2445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1916a018-3711-4d8f-af12-de5c814f4153), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.634532 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3beca09-e74a-4cdd-aec1-39cd67ba2445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.635398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd72fb2-73fc-494f-b04e-232640d43d63,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:34.638879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a3beca09-e74a-4cdd-aec1-39cd67ba2445 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1916a018-3711-4d8f-af12-de5c814f4153 HTTP/1.1" status: 204 len: 168 time: 0.4195385 Feb 15 14:07:34.653542 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3beca09-e74a-4cdd-aec1-39cd67ba2445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1916a018-3711-4d8f-af12-de5c814f4153,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:34.694267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38237d-cdaa-4a2d-af21-53b2831a9594 req-87c84a0f-232a-4061-90ad-7b58bf8e1c25 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:34.703831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.704182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.704521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.704853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.705187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.705692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.706020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.706348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.706838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.708311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.708311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.708311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.708957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:34.710211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e38237d-cdaa-4a2d-af21-53b2831a9594 req-87c84a0f-232a-4061-90ad-7b58bf8e1c25 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1321340 Feb 15 14:07:34.786670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e38237d-cdaa-4a2d-af21-53b2831a9594 req-a3172506-2437-46c3-9ad8-6fec619e5ccd tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687606 Feb 15 14:07:34.797598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.912758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device deb8ea4f-b798-43fe-aec5-d2cadc36288a up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:07:34.947187 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:34.949608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Publish callbacks [] for router_controller (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.025220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0015cd5c-ef00-48e7-88cc-611f78e08fbc req-ae064e70-066c-4374-bded-3c4c694282ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0828025 Feb 15 14:07:35.034264 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (773b5ab7-cfb8-4d58-a9a6-1424eeec43cc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.034922 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 773b5ab7-cfb8-4d58-a9a6-1424eeec43cc {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:07:35.040714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port deb8ea4f-b798-43fe-aec5-d2cadc36288a completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:07:35.041680 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.045058 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6876d638-ea4e-47a8-83f0-cbe2305a8a33 admin admin] 10.222.0.72 "DELETE /v2.0/routers/773b5ab7-cfb8-4d58-a9a6-1424eeec43cc HTTP/1.1" status: 204 len: 168 time: 1.5573173 Feb 15 14:07:35.046576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38080) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:35.048103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port deb8ea4f-b798-43fe-aec5-d2cadc36288a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:07:35.048701 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.124876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-592ebb55-52c6-4f65-b82a-f97e5d850ca6 admin admin] Deleting subnet beeebd4b-c2e2-427e-aabc-846ef81ab287 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:07:35.135738 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-592ebb55-52c6-4f65-b82a-f97e5d850ca6 admin admin] Publish callbacks [] for subnet (beeebd4b-c2e2-427e-aabc-846ef81ab287), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.167968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port deb8ea4f-b798-43fe-aec5-d2cadc36288a is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:07:35.168745 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.194341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397c2275-976d-43e7-9062-73fcb6e12708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb8ea4f-b798-43fe-aec5-d2cadc36288a'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:35.197103 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09163f2-18ff-4902-9e10-09133b27be99" -d '{"events": [{"server_uuid": "397c2275-976d-43e7-9062-73fcb6e12708", "name": "network-vif-plugged", "status": "completed", "tag": "deb8ea4f-b798-43fe-aec5-d2cadc36288a"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:35.221871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port deb8ea4f-b798-43fe-aec5-d2cadc36288a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=deb8ea4f-b798-43fe-aec5-d2cadc36288a,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:35.229755 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.231903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0a777934-4d84-44aa-9a3a-7d5ac44f8459 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:07:35.239883 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-592ebb55-52c6-4f65-b82a-f97e5d850ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (beeebd4b-c2e2-427e-aabc-846ef81ab287), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.289329 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24012c0-62bc-447c-a124-baee04e84633 x-openstack-request-id: req-c24012c0-62bc-447c-a124-baee04e84633 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:35.290108 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397c2275-976d-43e7-9062-73fcb6e12708", "name": "network-vif-plugged", "status": "completed", "tag": "deb8ea4f-b798-43fe-aec5-d2cadc36288a", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:35.290634 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c24012c0-62bc-447c-a124-baee04e84633 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:35.291212 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397c2275-976d-43e7-9062-73fcb6e12708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb8ea4f-b798-43fe-aec5-d2cadc36288a', 'code': 200} Feb 15 14:07:35.318530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 0a777934-4d84-44aa-9a3a-7d5ac44f8459 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:07:35.319697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0a777934-4d84-44aa-9a3a-7d5ac44f8459 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:07:35.349616 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-592ebb55-52c6-4f65-b82a-f97e5d850ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (beeebd4b-c2e2-427e-aabc-846ef81ab287), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.359597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=deb8ea4f-b798-43fe-aec5-d2cadc36288a,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:35.431136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-592ebb55-52c6-4f65-b82a-f97e5d850ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (beeebd4b-c2e2-427e-aabc-846ef81ab287), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.446048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4b72-7389-40c8-91cf-ff1b5d6a217b req-398e2ddc-d7e4-4d83-bd25-55ac4e8922e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:35.449916 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-86ac4b72-7389-40c8-91cf-ff1b5d6a217b req-398e2ddc-d7e4-4d83-bd25-55ac4e8922e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 1128 time: 0.0867219 Feb 15 14:07:35.456903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f79b98-af81-4b30-b843-e660074a6751 None None] Network 4449bf33-12ce-44b1-baf9-94b750d81b8d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:07:35.457151 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-592ebb55-52c6-4f65-b82a-f97e5d850ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.464652 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-592ebb55-52c6-4f65-b82a-f97e5d850ca6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/beeebd4b-c2e2-427e-aabc-846ef81ab287 HTTP/1.1" status: 204 len: 168 time: 0.4167473 Feb 15 14:07:35.465427 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38092) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:35.493204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ebb55-52c6-4f65-b82a-f97e5d850ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beeebd4b-c2e2-427e-aabc-846ef81ab287,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:35.678272 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-86ac4b72-7389-40c8-91cf-ff1b5d6a217b req-c17d3dcc-c873-4d32-b911-79cd89f194f6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137723 Feb 15 14:07:35.686032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (4449bf33-12ce-44b1-baf9-94b750d81b8d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.722549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8027f678-51ad-400e-988c-0f844158a57c None None] DHCP port deletion for 4449bf33-12ce-44b1-baf9-94b750d81b8d request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:07:35.846416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Deleting port 584b3a49-1817-40fa-b1e9-39e99d259b37 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:35.846951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:35.851655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2681f1-2972-4ce9-a781-a0c4989e7b96 req-1747243d-0103-4244-bd17-373cd348b620 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:35.854502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f2681f1-2972-4ce9-a781-a0c4989e7b96 req-1747243d-0103-4244-bd17-373cd348b620 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 945 time: 0.1503804 Feb 15 14:07:35.937371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8027f678-51ad-400e-988c-0f844158a57c None None] Deleting port 584b3a49-1817-40fa-b1e9-39e99d259b37 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:35.937664 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8027f678-51ad-400e-988c-0f844158a57c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:36.028356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8027f678-51ad-400e-988c-0f844158a57c None None] For port 584b3a49-1817-40fa-b1e9-39e99d259b37, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=584b3a49-1817-40fa-b1e9-39e99d259b37,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:36.028793 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8027f678-51ad-400e-988c-0f844158a57c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:36.032139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] For port 584b3a49-1817-40fa-b1e9-39e99d259b37, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=584b3a49-1817-40fa-b1e9-39e99d259b37,segment=NetworkSegment(28875d71-02c0-408b-be0c-8e4d560bf4e4),segment_id=28875d71-02c0-408b-be0c-8e4d560bf4e4)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:36.039523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f2681f1-2972-4ce9-a781-a0c4989e7b96 req-2789aba5-a2eb-437c-8672-57f1f81af005 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781116 Feb 15 14:07:36.045053 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:36.058837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8027f678-51ad-400e-988c-0f844158a57c None None] Calling delete_port for 584b3a49-1817-40fa-b1e9-39e99d259b37 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:36.085190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Calling delete_port for 584b3a49-1817-40fa-b1e9-39e99d259b37 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:36.092129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ef134-2572-4ba4-8ee8-1a465490d6a5 req-4af514b0-d33a-4699-8b66-41787581f226 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:36.102289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-273ef134-2572-4ba4-8ee8-1a465490d6a5 req-4af514b0-d33a-4699-8b66-41787581f226 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1377361 Feb 15 14:07:36.219896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc15f6d3-ef67-45e4-9973-0d0710511ec4 req-fdd7b6b8-fbae-426c-840c-54c87f12711e tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0641332 Feb 15 14:07:36.241694 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8027f678-51ad-400e-988c-0f844158a57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:36.285429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027f678-51ad-400e-988c-0f844158a57c None None] Pushing event deleted for resources: {'Port': ['ID=584b3a49-1817-40fa-b1e9-39e99d259b37,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:36.288126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-273ef134-2572-4ba4-8ee8-1a465490d6a5 req-97bcd265-caec-42ad-a9e3-30bf653215cc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835432 Feb 15 14:07:36.291672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027f678-51ad-400e-988c-0f844158a57c None None] No DVR routers for this DVR port 584b3a49-1817-40fa-b1e9-39e99d259b37 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:07:36.351938 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (584b3a49-1817-40fa-b1e9-39e99d259b37), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:36.381147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=584b3a49-1817-40fa-b1e9-39e99d259b37,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:36.388650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] No DVR routers for this DVR port 584b3a49-1817-40fa-b1e9-39e99d259b37 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:07:36.490560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bdd72fb2-73fc-494f-b04e-232640d43d63 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:07:36.494673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (4449bf33-12ce-44b1-baf9-94b750d81b8d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:36.512954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: bdd72fb2-73fc-494f-b04e-232640d43d63 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:07:36.514301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bdd72fb2-73fc-494f-b04e-232640d43d63 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:07:36.515038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 584b3a49-1817-40fa-b1e9-39e99d259b37 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:07:36.519391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4449bf33-12ce-44b1-baf9-94b750d81b8d']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:36.531832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28875d71-02c0-408b-be0c-8e4d560bf4e4') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:36.532033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28875d71-02c0-408b-be0c-8e4d560bf4e4') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:36.538262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 584b3a49-1817-40fa-b1e9-39e99d259b37 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:07:36.544841 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (28875d71-02c0-408b-be0c-8e4d560bf4e4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:36.545764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 584b3a49-1817-40fa-b1e9-39e99d259b37 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:07:36.546456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 39714546-55db-457f-a813-a33190f5f64c no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:07:36.560890 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (28875d71-02c0-408b-be0c-8e4d560bf4e4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:36.569224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 39714546-55db-457f-a813-a33190f5f64c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:07:36.569224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 39714546-55db-457f-a813-a33190f5f64c not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:07:36.572640 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:07:36.573038 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (28875d71-02c0-408b-be0c-8e4d560bf4e4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:07:36.576172 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:07:36.637305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (4449bf33-12ce-44b1-baf9-94b750d81b8d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:36.645901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:36.649196 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4449bf33-12ce-44b1-baf9-94b750d81b8d HTTP/1.1" status: 204 len: 168 time: 1.1757929 Feb 15 14:07:36.652158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38150) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:36.669762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195d5e2-d72f-46c4-8aa6-90a829477fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4449bf33-12ce-44b1-baf9-94b750d81b8d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:37.427832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc178281-f8bc-4d3d-81ad-84a1532343c9 req-632ab197-9a7d-4164-aea0-6f74fb2ebf86 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0711710 Feb 15 14:07:37.495554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6055e6-4628-4da9-a7a1-618d9fc8da15 req-b32c255c-e59f-44fe-8580-bc475276f311 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:37.497072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c6055e6-4628-4da9-a7a1-618d9fc8da15 req-b32c255c-e59f-44fe-8580-bc475276f311 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 945 time: 0.1688912 Feb 15 14:07:37.610701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c6055e6-4628-4da9-a7a1-618d9fc8da15 req-d1ef5d8e-fd34-4f12-881a-ffae23ce4f8b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067047 Feb 15 14:07:37.633611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086138c-a269-40c0-8ffe-48c0651b8a33 req-8b829d1d-8f98-4f1e-bddd-13ce99211387 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:37.633611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c086138c-a269-40c0-8ffe-48c0651b8a33 req-8b829d1d-8f98-4f1e-bddd-13ce99211387 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1276705 Feb 15 14:07:37.721777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c086138c-a269-40c0-8ffe-48c0651b8a33 req-e7bba31b-16ba-43b2-8d82-d09c223df91a tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773897 Feb 15 14:07:37.749670 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (68010358-cdae-4510-a6bb-a9148deee167), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:38.151789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Deleting port b3879b65-97a4-487b-a266-e5d1077eab24 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:38.152348 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:38.270868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] For port b3879b65-97a4-487b-a266-e5d1077eab24, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b3879b65-97a4-487b-a266-e5d1077eab24,segment=NetworkSegment(55c4f6da-a799-48d3-8164-e618622e4594),segment_id=55c4f6da-a799-48d3-8164-e618622e4594)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:38.271298 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:38.287445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Calling delete_port for b3879b65-97a4-487b-a266-e5d1077eab24 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:38.548978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de67b8a8-7010-4987-9de0-b6da3ae458be req-1af7b98a-7c95-4cb2-99c7-705b2905b57d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0358295 Feb 15 14:07:38.558887 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b3879b65-97a4-487b-a266-e5d1077eab24), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:38.650713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3879b65-97a4-487b-a266-e5d1077eab24,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:38.661434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.661784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.662200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.662611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.663080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.663564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.663963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.664363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.664877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.665288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.665676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.666155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.666551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:38.856530 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (68010358-cdae-4510-a6bb-a9148deee167), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:38.999097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f38d8a-9da6-4f1f-b6fa-aef54e7762be req-5c3a8259-9c79-4c30-9efe-6985f39dd840 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:39.006833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4f38d8a-9da6-4f1f-b6fa-aef54e7762be req-5c3a8259-9c79-4c30-9efe-6985f39dd840 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1683652 Feb 15 14:07:39.079706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4f38d8a-9da6-4f1f-b6fa-aef54e7762be req-235a546e-8ef2-4513-98c5-43eb4a552d41 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716915 Feb 15 14:07:39.232604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Router 68010358-cdae-4510-a6bb-a9148deee167 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:07:39.383592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:07:39.391503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ab81b995-fe48-41c4-8338-0a8ee5b99324 admin admin] 10.222.0.72 "PUT /v2.0/routers/68010358-cdae-4510-a6bb-a9148deee167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7381415 Feb 15 14:07:39.392590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38222) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:39.395773 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3540b38-1346-4a80-97ea-93f601120d89 None None] Sync routers for ids ['68010358-cdae-4510-a6bb-a9148deee167'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:07:39.412285 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3540b38-1346-4a80-97ea-93f601120d89 None None] Routers {'68010358-cdae-4510-a6bb-a9148deee167'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:07:39.413276 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c3540b38-1346-4a80-97ea-93f601120d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:07:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['68010358-cdae-4510-a6bb-a9148deee167'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:39.529532 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Publish callbacks [] for router (68010358-cdae-4510-a6bb-a9148deee167), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:39.568813 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-c3540b38-1346-4a80-97ea-93f601120d89 None None] Set router 68010358-cdae-4510-a6bb-a9148deee167 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:07:39.712698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-122a41b0-b0b3-4a08-92da-839209abbd36 req-6d41409a-1b36-4da7-9fe7-27f27049037e tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0334244 Feb 15 14:07:39.818048 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c3540b38-1346-4a80-97ea-93f601120d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68010358-cdae-4510-a6bb-a9148deee167', 'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-router', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:31Z', 'updated_at': '2022-02-15T14:07:38Z', 'revision_number': 5, 'project_id': 'e592432ca852458da97224d51a215b2b', 'gw_port': {'id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:34Z', 'updated_at': '2022-02-15T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:39.852206 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:39.875455 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3540b38-1346-4a80-97ea-93f601120d89 None None] Checking router: 68010358-cdae-4510-a6bb-a9148deee167 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:07:39.886707 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3540b38-1346-4a80-97ea-93f601120d89 None None] Routers {'68010358-cdae-4510-a6bb-a9148deee167'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:07:39.887614 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c3540b38-1346-4a80-97ea-93f601120d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:07:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['68010358-cdae-4510-a6bb-a9148deee167'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:40.040168 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Publish callbacks [] for router_gateway (68010358-cdae-4510-a6bb-a9148deee167), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:40.134518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Deleting port cfcb90f6-62af-4155-a014-2846d8dacd9c {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:40.134857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:40.143392 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-c3540b38-1346-4a80-97ea-93f601120d89 None None] Set router 68010358-cdae-4510-a6bb-a9148deee167 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:07:40.235220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] For port cfcb90f6-62af-4155-a014-2846d8dacd9c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cfcb90f6-62af-4155-a014-2846d8dacd9c,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:40.235585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:40.253509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Calling delete_port for cfcb90f6-62af-4155-a014-2846d8dacd9c owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:40.281650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1204727-b2de-4266-89a0-905e5a5a7a1e req-a6a55359-45bb-47b7-b55f-67242a1c3dea tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:40.289895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1204727-b2de-4266-89a0-905e5a5a7a1e req-a6a55359-45bb-47b7-b55f-67242a1c3dea tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1001461 Feb 15 14:07:40.395653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1204727-b2de-4266-89a0-905e5a5a7a1e req-5ec512fe-ab46-4e4f-a0a1-477eff676bda tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985951 Feb 15 14:07:40.530072 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c3540b38-1346-4a80-97ea-93f601120d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68010358-cdae-4510-a6bb-a9148deee167', 'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-router', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:31Z', 'updated_at': '2022-02-15T14:07:38Z', 'revision_number': 5, 'project_id': 'e592432ca852458da97224d51a215b2b', 'gw_port': {'id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:34Z', 'updated_at': '2022-02-15T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:40.571864 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3540b38-1346-4a80-97ea-93f601120d89 None None] The sync data for ids ['68010358-cdae-4510-a6bb-a9148deee167'] in n-d-829064-15 is: [{'id': '68010358-cdae-4510-a6bb-a9148deee167', 'name': 'tempest-TaggedBootDevicesTest_v242-1109716729-router', 'tenant_id': 'e592432ca852458da97224d51a215b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:57:31Z', 'updated_at': '2022-02-15T14:07:38Z', 'revision_number': 5, 'project_id': 'e592432ca852458da97224d51a215b2b', 'gw_port': {'id': 'cfcb90f6-62af-4155-a014-2846d8dacd9c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68010358-cdae-4510-a6bb-a9148deee167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:57:34Z', 'updated_at': '2022-02-15T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:07:40.596464 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cfcb90f6-62af-4155-a014-2846d8dacd9c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:40.641541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfcb90f6-62af-4155-a014-2846d8dacd9c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:40.727878 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (68010358-cdae-4510-a6bb-a9148deee167), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:40.874845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8678688-3909-4ef6-8599-380d449aefc0 req-7a3ab3b9-616c-46ae-9f0b-263b24c746f8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0473762 Feb 15 14:07:40.883515 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (68010358-cdae-4510-a6bb-a9148deee167), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:40.885934 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Publish callbacks [] for router_controller (68010358-cdae-4510-a6bb-a9148deee167), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:40.950320 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (68010358-cdae-4510-a6bb-a9148deee167), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:40.951133 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68010358-cdae-4510-a6bb-a9148deee167 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:07:40.956056 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:40.959363 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b84317ee-9eae-4711-97ce-f8f45a2b286a admin admin] 10.222.0.72 "DELETE /v2.0/routers/68010358-cdae-4510-a6bb-a9148deee167 HTTP/1.1" status: 204 len: 168 time: 1.5657115 Feb 15 14:07:40.960093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38232) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:41.020676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ca4161-26f3-47ec-8072-f3540a222b69 admin admin] Deleting subnet 31445b1d-3bea-4a0d-b1d4-2ff7dde3de14 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:07:41.024489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4161-26f3-47ec-8072-f3540a222b69 admin admin] Publish callbacks [] for subnet (31445b1d-3bea-4a0d-b1d4-2ff7dde3de14), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.063628 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4161-26f3-47ec-8072-f3540a222b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (31445b1d-3bea-4a0d-b1d4-2ff7dde3de14), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.167882 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4161-26f3-47ec-8072-f3540a222b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (31445b1d-3bea-4a0d-b1d4-2ff7dde3de14), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.245586 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4161-26f3-47ec-8072-f3540a222b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (31445b1d-3bea-4a0d-b1d4-2ff7dde3de14), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.278046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca4161-26f3-47ec-8072-f3540a222b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31445b1d-3bea-4a0d-b1d4-2ff7dde3de14,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:41.284156 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4161-26f3-47ec-8072-f3540a222b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.291031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38234) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:41.291843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e7ca4161-26f3-47ec-8072-f3540a222b69 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/31445b1d-3bea-4a0d-b1d4-2ff7dde3de14 HTTP/1.1" status: 204 len: 168 time: 0.3305154 Feb 15 14:07:41.293843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a826878a-8104-4d5f-96ce-c54da3802dcd None None] Network 03c39dfd-df1c-42b3-93aa-3983a21b5acc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:07:41.399911 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (03c39dfd-df1c-42b3-93aa-3983a21b5acc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.516318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Deleting port 405210c4-771a-477a-bb6e-ffbc7792f203 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:41.516660 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.568069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524ff29-1226-430b-8e47-0bb543ecae23 None None] DHCP port deletion for 03c39dfd-df1c-42b3-93aa-3983a21b5acc request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:07:41.599058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27459cc2-eac6-46ef-82e7-3d8c371e9c16 req-bb6f5c06-cf59-4ee7-b8bf-7f1cd820bb8e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:41.601038 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27459cc2-eac6-46ef-82e7-3d8c371e9c16 req-bb6f5c06-cf59-4ee7-b8bf-7f1cd820bb8e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1106737 Feb 15 14:07:41.601353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] For port 405210c4-771a-477a-bb6e-ffbc7792f203, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=405210c4-771a-477a-bb6e-ffbc7792f203,segment=NetworkSegment(55c4f6da-a799-48d3-8164-e618622e4594),segment_id=55c4f6da-a799-48d3-8164-e618622e4594)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:41.601877 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.631228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Calling delete_port for 405210c4-771a-477a-bb6e-ffbc7792f203 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:41.670597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3524ff29-1226-430b-8e47-0bb543ecae23 None None] Deleting port 405210c4-771a-477a-bb6e-ffbc7792f203 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:41.672513 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3524ff29-1226-430b-8e47-0bb543ecae23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.697671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27459cc2-eac6-46ef-82e7-3d8c371e9c16 req-22f65aa2-b33b-458c-a0cd-d14d1d4acde1 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878716 Feb 15 14:07:41.769158 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.782093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3524ff29-1226-430b-8e47-0bb543ecae23 None None] For port 405210c4-771a-477a-bb6e-ffbc7792f203, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=405210c4-771a-477a-bb6e-ffbc7792f203,segment=NetworkSegment(55c4f6da-a799-48d3-8164-e618622e4594),segment_id=55c4f6da-a799-48d3-8164-e618622e4594)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:41.782417 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3524ff29-1226-430b-8e47-0bb543ecae23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.794789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Pushing event deleted for resources: {'Port': ['ID=405210c4-771a-477a-bb6e-ffbc7792f203,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:41.806874 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] No DVR routers for this DVR port 405210c4-771a-477a-bb6e-ffbc7792f203 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:07:41.807928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3524ff29-1226-430b-8e47-0bb543ecae23 None None] Calling delete_port for 405210c4-771a-477a-bb6e-ffbc7792f203 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:41.898629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (03c39dfd-df1c-42b3-93aa-3983a21b5acc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.942543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c39dfd-df1c-42b3-93aa-3983a21b5acc']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:41.955255 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.955545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c4f6da-a799-48d3-8164-e618622e4594') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:41.955846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c4f6da-a799-48d3-8164-e618622e4594') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:07:41.968073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (55c4f6da-a799-48d3-8164-e618622e4594), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.986325 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (55c4f6da-a799-48d3-8164-e618622e4594), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.988702 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3524ff29-1226-430b-8e47-0bb543ecae23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (405210c4-771a-477a-bb6e-ffbc7792f203), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:41.998422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:07:42.007698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (55c4f6da-a799-48d3-8164-e618622e4594), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:42.010444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524ff29-1226-430b-8e47-0bb543ecae23 None None] No DVR routers for this DVR port 405210c4-771a-477a-bb6e-ffbc7792f203 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:07:42.035661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524ff29-1226-430b-8e47-0bb543ecae23 None None] Pushing event deleted for resources: {'Port': ['ID=405210c4-771a-477a-bb6e-ffbc7792f203,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:07:42.042453 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:07:42.055207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3469ca3e-3351-47bb-9be3-af6b8b5b2455 req-6826418d-bc03-4c2c-a31b-bd41647edfdc tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0524292 Feb 15 14:07:42.108358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (03c39dfd-df1c-42b3-93aa-3983a21b5acc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:42.115058 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:42.118881 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] 10.222.0.72 "DELETE /v2.0/networks/03c39dfd-df1c-42b3-93aa-3983a21b5acc HTTP/1.1" status: 204 len: 168 time: 0.8268230 Feb 15 14:07:42.134777 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd846459-a4f0-41e6-b87f-b5d0d14dd749 admin admin] Pushing event deleted for resources: {'Network': ['ID=03c39dfd-df1c-42b3-93aa-3983a21b5acc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:42.342638 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38250) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:42.386968 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e26565c-4809-4107-a99d-8869bdc79a47 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1566d5f6385f44a0bbbc417c8ced38ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428252 Feb 15 14:07:42.390288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38252) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:42.447702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37a4b6c8-ccf7-4435-9add-0f1b6fa12ab8 admin admin] Publish callbacks [] for security_group (8136de6e-6f32-401f-aec4-1191243eb073), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:42.484329 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37a4b6c8-ccf7-4435-9add-0f1b6fa12ab8 admin admin] Publish callbacks [] for security_group (8136de6e-6f32-401f-aec4-1191243eb073), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:42.506772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b3879b65-97a4-487b-a266-e5d1077eab24 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:07:42.534133 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b3879b65-97a4-487b-a266-e5d1077eab24 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:07:42.536912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b3879b65-97a4-487b-a266-e5d1077eab24 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:07:42.537638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cfcb90f6-62af-4155-a014-2846d8dacd9c no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:07:42.547608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37a4b6c8-ccf7-4435-9add-0f1b6fa12ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8136de6e-6f32-401f-aec4-1191243eb073), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:42.551702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37a4b6c8-ccf7-4435-9add-0f1b6fa12ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:42.553271 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-37a4b6c8-ccf7-4435-9add-0f1b6fa12ab8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8136de6e-6f32-401f-aec4-1191243eb073 HTTP/1.1" status: 204 len: 168 time: 0.1620424 Feb 15 14:07:42.567844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4b6c8-ccf7-4435-9add-0f1b6fa12ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8136de6e-6f32-401f-aec4-1191243eb073,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:42.592372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: cfcb90f6-62af-4155-a014-2846d8dacd9c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:07:42.592977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cfcb90f6-62af-4155-a014-2846d8dacd9c not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:07:42.593714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 405210c4-771a-477a-bb6e-ffbc7792f203 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:07:42.624283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 405210c4-771a-477a-bb6e-ffbc7792f203 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:07:42.624969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 405210c4-771a-477a-bb6e-ffbc7792f203 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:07:42.829616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed576d-672f-426e-84ec-a3e1cbe6e25f req-5092016d-6c58-46fa-abdf-cec82d31e133 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:42.839551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5fed576d-672f-426e-84ec-a3e1cbe6e25f req-5092016d-6c58-46fa-abdf-cec82d31e133 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.0735207 Feb 15 14:07:42.891277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5fed576d-672f-426e-84ec-a3e1cbe6e25f req-4337e0e9-91e8-477b-819e-06c9de6a9eea tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508020 Feb 15 14:07:43.147904 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38264) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:43.164956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8ee5667-db15-40fe-81d5-850e7f2c97f7 req-976d86a1-9fa4-4e93-8559-78fedb97cb3c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0359724 Feb 15 14:07:43.203565 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e5ede012-a1cc-4799-93dd-9ae54759a091 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e592432ca852458da97224d51a215b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563161 Feb 15 14:07:43.204985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38266) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:43.277651 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-230ad15a-14f8-4325-a8f7-3fffd1db3ccc admin admin] Publish callbacks [] for security_group (4f417eed-cf4c-45b7-aea8-a9abbfa350ed), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:43.303034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-230ad15a-14f8-4325-a8f7-3fffd1db3ccc admin admin] Publish callbacks [] for security_group (4f417eed-cf4c-45b7-aea8-a9abbfa350ed), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:43.360820 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-230ad15a-14f8-4325-a8f7-3fffd1db3ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4f417eed-cf4c-45b7-aea8-a9abbfa350ed), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:43.363687 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-230ad15a-14f8-4325-a8f7-3fffd1db3ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:43.364950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-230ad15a-14f8-4325-a8f7-3fffd1db3ccc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f417eed-cf4c-45b7-aea8-a9abbfa350ed HTTP/1.1" status: 204 len: 168 time: 0.1585569 Feb 15 14:07:43.373588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ad15a-14f8-4325-a8f7-3fffd1db3ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f417eed-cf4c-45b7-aea8-a9abbfa350ed,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:44.105892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526da80-a141-4ec3-9d89-207dee4cffcc req-40cd177b-3c7d-4766-9b84-412c1514660b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:44.115519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c526da80-a141-4ec3-9d89-207dee4cffcc req-40cd177b-3c7d-4766-9b84-412c1514660b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1094782 Feb 15 14:07:44.192950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c526da80-a141-4ec3-9d89-207dee4cffcc req-9551d460-76d3-48d1-bc0b-d8e3485dda04 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678487 Feb 15 14:07:44.309261 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c5bbe76-521e-4c3e-a60d-fd58e5d022f9 req-b4a01a5e-4929-423b-b2a4-6cae493fb910 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9e7de2c-af30-42fc-85e6-fca58ce8fe8a HTTP/1.1" status: 200 len: 210 time: 0.0388250 Feb 15 14:07:44.379845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38296) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:44.526795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1793348963-network', 'tenant_id': '19742857963b4add8897f86b17f8ba2f'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:44.558518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Made reservation on behalf of 19742857963b4add8897f86b17f8ba2f for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:07:44.562979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:44.577691 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:44.673263 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d795667a-4b54-4b35-8470-4ff46f08e0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:44.700933 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Publish callbacks [] for security_group (5892e46b-8c77-478f-9db6-173cd2c973b9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:44.706386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5892e46b-8c77-478f-9db6-173cd2c973b9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:44.741325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:07:44.751842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5892e46b-8c77-478f-9db6-173cd2c973b9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:44.756992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5dda66a1-b656-48e1-b719-7c52ffe2f467), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:44.757596 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Added segment 5dda66a1-b656-48e1-b719-7c52ffe2f467 of type vlan for network 807f17ff-ce29-421d-a836-e7ccd7cce274 Feb 15 14:07:44.807960 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (807f17ff-ce29-421d-a836-e7ccd7cce274), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:44.846270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (807f17ff-ce29-421d-a836-e7ccd7cce274), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:44.847328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:44.847903 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:44.901968 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5202429 Feb 15 14:07:44.905568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38302) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:07:44.910957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] Request body: {'subnet': {'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1793348963-subnet', 'tenant_id': '19742857963b4add8897f86b17f8ba2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:44.922715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16266d-ff4d-426c-8336-9f57cf3683c1 admin admin] Pushing event updated for resources: {'Network': ['ID=807f17ff-ce29-421d-a836-e7ccd7cce274,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:44.932971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 807f17ff-ce29-421d-a836-e7ccd7cce274 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:07:44.938943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] Made reservation on behalf of 19742857963b4add8897f86b17f8ba2f for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:07:44.942489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:45.189381 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (0857d114-4ceb-4f4d-8670-071bedf1b320), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:45.235856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0857d114-4ceb-4f4d-8670-071bedf1b320,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:45.270254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] Checking segment: {'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:07:45.271195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] Network hostable DHCP agents. Network: 807f17ff-ce29-421d-a836-e7ccd7cce274, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:07:45.330785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] Network 807f17ff-ce29-421d-a836-e7ccd7cce274 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:07:45.360698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eb114-b364-4429-bdce-b4f1dde1cfc6 req-7e489cc2-29d1-4692-a3b7-6e6e264d3738 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:45.362542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-376eb114-b364-4429-bdce-b4f1dde1cfc6 req-7e489cc2-29d1-4692-a3b7-6e6e264d3738 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.0826519 Feb 15 14:07:45.363219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 807f17ff-ce29-421d-a836-e7ccd7cce274) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:07:45.369350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:45.370078 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:45.373584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de46405-7457-46b9-b78a-a98e72a3b319 None None] Network 807f17ff-ce29-421d-a836-e7ccd7cce274 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:07:45.425606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d75be562-c165-48f0-90f3-6dcec06d7301 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5112019 Feb 15 14:07:45.438293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-376eb114-b364-4429-bdce-b4f1dde1cfc6 req-1d380361-16f2-4c31-a0b7-705f39168235 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628014 Feb 15 14:07:45.538017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3b8dd-c96c-48bc-af6a-388855a658dc None None] Network 807f17ff-ce29-421d-a836-e7ccd7cce274 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:07:46.083867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-042f36ad-dbc1-4723-b74a-4cef603c4843 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:46.085692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-042f36ad-dbc1-4723-b74a-4cef603c4843 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/networks?id=807f17ff-ce29-421d-a836-e7ccd7cce274 HTTP/1.1" status: 200 len: 815 time: 0.1915638 Feb 15 14:07:46.164858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d335a6-8bf7-4cd5-9139-a74c6fd5565a req-16f8aa88-c3b0-4883-b1b3-1aeea770190c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:46.171995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b7d335a6-8bf7-4cd5-9139-a74c6fd5565a req-16f8aa88-c3b0-4883-b1b3-1aeea770190c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.1736550 Feb 15 14:07:46.191314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-d94ca073-a68a-4b54-a396-2c1ec0991c3a tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/quotas/19742857963b4add8897f86b17f8ba2f HTTP/1.1" status: 200 len: 375 time: 0.0345998 Feb 15 14:07:46.198166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b7d335a6-8bf7-4cd5-9139-a74c6fd5565a req-c26e98e1-a6f0-4af1-bdd2-7a396431d8a9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/quotas/06893bd186c246f8b491a5eab23d1c1b HTTP/1.1" status: 200 len: 375 time: 0.0249755 Feb 15 14:07:46.241708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b7d335a6-8bf7-4cd5-9139-a74c6fd5565a req-0b2394bb-12e6-4909-8aa7-822d4e67b84f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425570 Feb 15 14:07:46.292487 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-826c312c-7306-429c-bd40-866f4083f09c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=19742857963b4add8897f86b17f8ba2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908647 Feb 15 14:07:46.472619 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-b71685c6-9802-4c86-8603-140fc4b488ad service neutron] 10.222.0.72 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639366 Feb 15 14:07:46.555840 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b7d335a6-8bf7-4cd5-9139-a74c6fd5565a req-a844144e-46f1-4644-a716-95da60523962 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132551 Feb 15 14:07:46.665471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-75670bee-1b88-45d3-b217-d8f53c10be21 service neutron] 10.222.0.72 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841049 Feb 15 14:07:46.704125 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b7d335a6-8bf7-4cd5-9139-a74c6fd5565a req-b6302975-754f-44a8-b3bd-9071e09ddd24 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347914 Feb 15 14:07:47.000944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5ac5e64-4799-4401-9545-da55edbc7d61 req-5d511d10-af56-4b35-8a00-aa9e6f2792f1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 210 time: 0.0569029 Feb 15 14:07:47.049356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da6e26-8235-4fbf-9c84-1b1bfe9c0dc3 req-ac1cc42e-cbad-45a4-adee-62f9abcb84fe tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:47.058436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03da6e26-8235-4fbf-9c84-1b1bfe9c0dc3 req-ac1cc42e-cbad-45a4-adee-62f9abcb84fe tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1650636 Feb 15 14:07:47.144366 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1e240e54-805a-44af-8453-e5d257caeace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:47.194446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03da6e26-8235-4fbf-9c84-1b1bfe9c0dc3 req-f87c6125-1928-4b6b-96a3-13a4492c96ba tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312745 Feb 15 14:07:47.245739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efd41119-86b8-46f9-b7da-5adfca1d4689 req-1692cc02-135f-4fb7-8eeb-2ebc265a0516 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=779650a9-4a97-4729-833b-fa85b3aac4e5 HTTP/1.1" status: 200 len: 210 time: 0.0451479 Feb 15 14:07:48.200659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e14255c-054e-41a2-be86-3656f464b2ba req-aa7c00f5-6d74-4879-a72f-f1db948f34e7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 210 time: 0.0594113 Feb 15 14:07:48.266978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f6758-2905-4c75-93e2-939d3a62334d req-ff692dac-e297-4212-94f8-995aade1f06a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:48.270890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-ff692dac-e297-4212-94f8-995aade1f06a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.2802835 Feb 15 14:07:48.295842 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:48.303019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-d5e22a48-6e6b-47f3-9a79-8943f550e9dd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/quotas/06893bd186c246f8b491a5eab23d1c1b HTTP/1.1" status: 200 len: 375 time: 0.0230129 Feb 15 14:07:48.355302 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-a6946c2f-882c-4fe1-9e05-181d2db6d85a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493748 Feb 15 14:07:48.942883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-7a2b814d-af16-4aa9-aed1-0ef8fdfad976 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789397 Feb 15 14:07:49.017632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ec974-3af7-4fc3-b86e-1505ac2346b2 req-a3865d02-5f13-48d9-a1fd-39ae2bcc7dea tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:49.024626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c84ec974-3af7-4fc3-b86e-1505ac2346b2 req-a3865d02-5f13-48d9-a1fd-39ae2bcc7dea tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.5483961 Feb 15 14:07:49.135129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c84ec974-3af7-4fc3-b86e-1505ac2346b2 req-71cfa843-0706-4ce7-a85a-433d24ec58b0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056969 Feb 15 14:07:49.156645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-0809e25d-7473-44c9-83b9-4c57ecdd8b53 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:49.158688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-0809e25d-7473-44c9-83b9-4c57ecdd8b53 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.67 "GET /v2.0/networks?id=807f17ff-ce29-421d-a836-e7ccd7cce274 HTTP/1.1" status: 200 len: 815 time: 0.5904491 Feb 15 14:07:49.165707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-5394300f-2a8b-4ae3-84ca-98dd11ab3957 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220397 Feb 15 14:07:49.173910 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Request body: {'port': {'device_id': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274', 'admin_state_up': True, 'tenant_id': '19742857963b4add8897f86b17f8ba2f'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:49.408937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab581b7f-0231-44a1-99f7-2ffd271e2ca5 req-f2ed493a-7b8f-499b-b809-34924de25874 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 210 time: 0.0863862 Feb 15 14:07:49.490045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Made reservation on behalf of 19742857963b4add8897f86b17f8ba2f for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:07:49.501426 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:49.554050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3b529dfc-90a7-4949-bb51-71f2a953f0e4 req-41bd498d-499f-442a-98d2-97aa54a3850c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 210 time: 0.0785878 Feb 15 14:07:49.672755 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:49.773242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Allocated IP 172.20.0.12 (807f17ff-ce29-421d-a836-e7ccd7cce274/0857d114-4ceb-4f4d-8670-071bedf1b320/b40a8df2-1628-4090-b2d9-d361ef76003c) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:07:50.001168 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks [] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:50.054705 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:50.125645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Network 807f17ff-ce29-421d-a836-e7ccd7cce274 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:07:50.129375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:07:50.134333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:07:50.139218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Pushing event updated for resources: {'Port': ['ID=b40a8df2-1628-4090-b2d9-d361ef76003c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:50.213631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:50.217315 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:50.249895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-79d392e6-43f2-4f60-b504-8f09771caaa6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0808225 Feb 15 14:07:50.274268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Request body: {'port': {'device_id': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:50.365146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7e51f-939c-4581-a6ce-6e2b7580fc78 req-47d65213-b759-45ee-bc74-1460c533561d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:50.367260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eda7e51f-939c-4581-a6ce-6e2b7580fc78 req-47d65213-b759-45ee-bc74-1460c533561d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1364100 Feb 15 14:07:50.507661 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:50.648203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eda7e51f-939c-4581-a6ce-6e2b7580fc78 req-dd65e3a2-b9c8-4133-a876-91ab75fa798d tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439275 Feb 15 14:07:50.806585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d638ef8-91e5-4832-be0d-cdc2b4321e98 req-0c5a4686-ec77-478b-9090-865bd334f204 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:50.808669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d638ef8-91e5-4832-be0d-cdc2b4321e98 req-0c5a4686-ec77-478b-9090-865bd334f204 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 932 time: 0.1592121 Feb 15 14:07:50.994707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19250771-0e6a-45d5-9c15-648f88cdcbc6 req-a19e24fa-1f55-49fe-a15e-54cb1f8fff0c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 210 time: 0.1645660 Feb 15 14:07:51.062460 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:51.082450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d638ef8-91e5-4832-be0d-cdc2b4321e98 req-ec6399ff-0b93-4a1d-8c5c-b3f652583d51 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617474 Feb 15 14:07:51.215184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40a8df2-1628-4090-b2d9-d361ef76003c {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:51.224820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f6758-2905-4c75-93e2-939d3a62334d req-881c7aff-6f08-4e3a-893d-5ed59e3ba105 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:51.227291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-881c7aff-6f08-4e3a-893d-5ed59e3ba105 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.2888958 Feb 15 14:07:51.233067 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Publish callbacks [] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:51.241920 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Request body: {'port': {'device_id': '96fffdf6-ca03-4399-bd6a-677a61ddeaa2', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'admin_state_up': True, 'tenant_id': '06893bd186c246f8b491a5eab23d1c1b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:51.254371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Transition to ACTIVE for port object b40a8df2-1628-4090-b2d9-d361ef76003c will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:07:51.260194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:51.410284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Made reservation on behalf of 06893bd186c246f8b491a5eab23d1c1b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:07:51.415612 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:51.422278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Attempting to bind port b40a8df2-1628-4090-b2d9-d361ef76003c on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:07:51.422497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Attempting to bind port b40a8df2-1628-4090-b2d9-d361ef76003c by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:07:51.423141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Attempting to bind port b40a8df2-1628-4090-b2d9-d361ef76003c on network 807f17ff-ce29-421d-a836-e7ccd7cce274 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:07:51.425347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Pushing event updated for resources: {'Port': ['ID=b40a8df2-1628-4090-b2d9-d361ef76003c,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:51.433446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Port b40a8df2-1628-4090-b2d9-d361ef76003c on network 807f17ff-ce29-421d-a836-e7ccd7cce274 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:07:51.433862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Attempting to bind port b40a8df2-1628-4090-b2d9-d361ef76003c on network 807f17ff-ce29-421d-a836-e7ccd7cce274 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:07:51.440961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:07:51.441400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Checking segment: {'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:07:51.442283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Bound using segment: {'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:07:51.442283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Bound port: b40a8df2-1628-4090-b2d9-d361ef76003c, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:07:51.442944 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:51.573003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] For port b40a8df2-1628-4090-b2d9-d361ef76003c, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:07:51.583715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] For port b40a8df2-1628-4090-b2d9-d361ef76003c, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b40a8df2-1628-4090-b2d9-d361ef76003c,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:07:51.616675 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:51.697668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:51.698464 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:51.702847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] 10.222.0.67 "PUT /v2.0/ports/b40a8df2-1628-4090-b2d9-d361ef76003c HTTP/1.1" status: 200 len: 1093 time: 1.4341764 Feb 15 14:07:51.704707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'tag': 'b40a8df2-1628-4090-b2d9-d361ef76003c'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:51.711121 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c2f281-0a90-4d8e-82e8-62ec649d1771" -d '{"events": [{"name": "network-changed", "server_uuid": "c5910ebb-8aab-4dd0-a89c-636d091f1656", "tag": "b40a8df2-1628-4090-b2d9-d361ef76003c"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:51.717956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Allocated IP 172.20.0.2 (70d01a53-a671-4116-a829-4f8374d7f37c/11f38b3d-5cb6-4f97-887a-3824fb0bba29/5f50a135-4391-4287-8690-a12a4af367c3) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:07:51.783130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fcd9b-5132-4c45-8cde-e4318b1a3b8b service neutron] Pushing event updated for resources: {'Port': ['ID=b40a8df2-1628-4090-b2d9-d361ef76003c,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:51.891612 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba8f5ec-054c-4346-8999-fbfacc4fdbdf x-openstack-request-id: req-1ba8f5ec-054c-4346-8999-fbfacc4fdbdf {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:51.891925 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5910ebb-8aab-4dd0-a89c-636d091f1656", "tag": "b40a8df2-1628-4090-b2d9-d361ef76003c", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:51.892178 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ba8f5ec-054c-4346-8999-fbfacc4fdbdf {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:51.892594 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'tag': 'b40a8df2-1628-4090-b2d9-d361ef76003c', 'status': 'completed', 'code': 200} Feb 15 14:07:51.975546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks [] for port (5f50a135-4391-4287-8690-a12a4af367c3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:51.977240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f715b-9392-4d4c-b2ae-cfc843ef57bf req-b4534c3b-5cc8-4541-93c2-7c5e8b928bb3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:51.978813 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-402f715b-9392-4d4c-b2ae-cfc843ef57bf req-b4534c3b-5cc8-4541-93c2-7c5e8b928bb3 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.2021794 Feb 15 14:07:51.982136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-c4135aa3-a1c7-46f5-890e-ebe8ca2ee9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:51.983617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-c4135aa3-a1c7-46f5-890e-ebe8ca2ee9fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19742857963b4add8897f86b17f8ba2f&device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 1127 time: 0.1780663 Feb 15 14:07:52.047839 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5f50a135-4391-4287-8690-a12a4af367c3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:52.104032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-c8069bf6-f8b0-4fbe-816f-378c7e921a67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b40a8df2-1628-4090-b2d9-d361ef76003c HTTP/1.1" status: 200 len: 217 time: 0.1108472 Feb 15 14:07:52.137209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Network 70d01a53-a671-4116-a829-4f8374d7f37c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:07:52.147089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:07:52.165173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:07:52.224649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-402f715b-9392-4d4c-b2ae-cfc843ef57bf req-42cb5938-f9e9-4d94-8c2d-74794fd6a4df tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382333 Feb 15 14:07:52.266633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-f61afc38-c121-4874-bf35-ba849ed432e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:52.268545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-f61afc38-c121-4874-bf35-ba849ed432e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0857d114-4ceb-4f4d-8670-071bedf1b320 HTTP/1.1" status: 200 len: 855 time: 0.1558452 Feb 15 14:07:52.321715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-00654872-3dc9-4833-90a2-a172f096db70 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=807f17ff-ce29-421d-a836-e7ccd7cce274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362694 Feb 15 14:07:52.367384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event updated for resources: {'Port': ['ID=5f50a135-4391-4287-8690-a12a4af367c3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:52.375839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:52.376813 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:52.402341 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-eee6a84f-5865-4bf0-9cb7-702867bf94cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1646502 Feb 15 14:07:52.418143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Request body: {'port': {'device_id': '96fffdf6-ca03-4399-bd6a-677a61ddeaa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:07:52.472559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da583635-c95d-4576-948a-2d89e3e95336 req-1c8ec035-d3fe-4be2-a3e8-4e546cfcd981 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:52.479709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da583635-c95d-4576-948a-2d89e3e95336 req-1c8ec035-d3fe-4be2-a3e8-4e546cfcd981 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 931 time: 0.2420170 Feb 15 14:07:52.560001 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f50a135-4391-4287-8690-a12a4af367c3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:52.619586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-a1e0f168-7820-43dd-bf5b-7c5679c1612a service neutron] 10.222.0.67 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817209 Feb 15 14:07:52.654535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da583635-c95d-4576-948a-2d89e3e95336 req-841a1f0d-5cfa-43df-86f2-bd5d98d9f3cf tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728783 Feb 15 14:07:52.692868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338899a-bffa-4111-9d6c-4ce7905f6ddd req-dc246622-76a5-4b1b-99fb-6e0eccaa9a75 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:52.698829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f338899a-bffa-4111-9d6c-4ce7905f6ddd req-dc246622-76a5-4b1b-99fb-6e0eccaa9a75 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 944 time: 0.3470483 Feb 15 14:07:53.132963 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc7f59bb-8da2-42b3-8598-7fa36e58b194 req-89cf7006-7990-4020-93c5-660c39c64788 service neutron] 10.222.0.67 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309077 Feb 15 14:07:53.163805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f338899a-bffa-4111-9d6c-4ce7905f6ddd req-f8690540-0cda-45d5-9090-a0041a2379ce tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182820 Feb 15 14:07:53.274933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2f281-0a90-4d8e-82e8-62ec649d1771 req-76435168-f49f-48d9-ac31-d2063d4f9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:53.276856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91c2f281-0a90-4d8e-82e8-62ec649d1771 req-76435168-f49f-48d9-ac31-d2063d4f9a68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19742857963b4add8897f86b17f8ba2f&device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 1127 time: 0.0887525 Feb 15 14:07:53.289671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f50a135-4391-4287-8690-a12a4af367c3 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:53.305789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Publish callbacks [] for port (5f50a135-4391-4287-8690-a12a4af367c3), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:53.334710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Transition to ACTIVE for port object 5f50a135-4391-4287-8690-a12a4af367c3 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:07:53.344078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (5f50a135-4391-4287-8690-a12a4af367c3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:53.420576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f50a135-4391-4287-8690-a12a4af367c3,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:53.552916 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Attempting to bind port 5f50a135-4391-4287-8690-a12a4af367c3 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:07:53.554382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Attempting to bind port 5f50a135-4391-4287-8690-a12a4af367c3 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:07:53.556636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Attempting to bind port 5f50a135-4391-4287-8690-a12a4af367c3 on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:07:53.571227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Port 5f50a135-4391-4287-8690-a12a4af367c3 on network 70d01a53-a671-4116-a829-4f8374d7f37c not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:07:53.572054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Attempting to bind port 5f50a135-4391-4287-8690-a12a4af367c3 on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:07:53.583613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:07:53.587218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Checking segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:07:53.587701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Bound using segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:07:53.588226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Bound port: 5f50a135-4391-4287-8690-a12a4af367c3, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:07:53.588601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f50a135-4391-4287-8690-a12a4af367c3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:53.604065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6bff9-3e01-467b-b778-8c4bebbfd691 req-5387cc33-2cbc-473a-b92f-2971f09f9d30 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:53.606851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9e6bff9-3e01-467b-b778-8c4bebbfd691 req-5387cc33-2cbc-473a-b92f-2971f09f9d30 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1965349 Feb 15 14:07:53.613295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2f281-0a90-4d8e-82e8-62ec649d1771 req-f6f9c66b-54d1-4471-aa68-1ae2bbdc4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:53.614758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91c2f281-0a90-4d8e-82e8-62ec649d1771 req-f6f9c66b-54d1-4471-aa68-1ae2bbdc4d01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=807f17ff-ce29-421d-a836-e7ccd7cce274 HTTP/1.1" status: 200 len: 916 time: 0.3281522 Feb 15 14:07:53.672466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] For port 5f50a135-4391-4287-8690-a12a4af367c3, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:07:53.677808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] For port 5f50a135-4391-4287-8690-a12a4af367c3, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5f50a135-4391-4287-8690-a12a4af367c3,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:07:53.699997 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (5f50a135-4391-4287-8690-a12a4af367c3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:53.720098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91c2f281-0a90-4d8e-82e8-62ec649d1771 req-9837f1c1-9adb-4cb1-bcec-325f33ded329 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b40a8df2-1628-4090-b2d9-d361ef76003c HTTP/1.1" status: 200 len: 217 time: 0.0870941 Feb 15 14:07:53.748824 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:53.749856 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:53.751657 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] 10.222.0.42 "PUT /v2.0/ports/5f50a135-4391-4287-8690-a12a4af367c3 HTTP/1.1" status: 200 len: 1092 time: 1.3409257 Feb 15 14:07:53.752387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fffdf6-ca03-4399-bd6a-677a61ddeaa2', 'tag': '5f50a135-4391-4287-8690-a12a4af367c3'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:53.755402 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc3a79d-d92f-423d-9691-8c28b9d0fe6c" -d '{"events": [{"name": "network-changed", "server_uuid": "96fffdf6-ca03-4399-bd6a-677a61ddeaa2", "tag": "5f50a135-4391-4287-8690-a12a4af367c3"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:53.802798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bee74b-b626-4789-9619-7d2954dec9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f50a135-4391-4287-8690-a12a4af367c3,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:53.860899 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9e6bff9-3e01-467b-b778-8c4bebbfd691 req-cdf05135-12e3-4cc7-a8c4-dc7de6183554 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450464 Feb 15 14:07:53.869815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2f281-0a90-4d8e-82e8-62ec649d1771 req-f3b6f295-2f13-436a-b4ad-679ec6ee046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:53.874059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91c2f281-0a90-4d8e-82e8-62ec649d1771 req-f3b6f295-2f13-436a-b4ad-679ec6ee046d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0857d114-4ceb-4f4d-8670-071bedf1b320 HTTP/1.1" status: 200 len: 855 time: 0.1338103 Feb 15 14:07:53.887720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f6758-2905-4c75-93e2-939d3a62334d req-6224d3d5-7fa9-49e6-92f1-c5f0b7d13532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:53.889244 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-6224d3d5-7fa9-49e6-92f1-c5f0b7d13532 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 1126 time: 0.0752051 Feb 15 14:07:53.953962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7a926-087a-44c1-b539-4a87065f6502 req-bfe5290e-5684-4766-bddd-998e97ee8e41 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:53.960956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbe7a926-087a-44c1-b539-4a87065f6502 req-bfe5290e-5684-4766-bddd-998e97ee8e41 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 943 time: 0.1609919 Feb 15 14:07:53.967833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91c2f281-0a90-4d8e-82e8-62ec649d1771 req-a2cf7658-df63-4fa4-8da0-549722247222 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=807f17ff-ce29-421d-a836-e7ccd7cce274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871887 Feb 15 14:07:53.979229 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9450b87-53b5-4601-8781-920928a1eeb3 x-openstack-request-id: req-c9450b87-53b5-4601-8781-920928a1eeb3 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:53.979822 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fffdf6-ca03-4399-bd6a-677a61ddeaa2", "tag": "5f50a135-4391-4287-8690-a12a4af367c3", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:53.980422 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9450b87-53b5-4601-8781-920928a1eeb3 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:53.981795 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96fffdf6-ca03-4399-bd6a-677a61ddeaa2', 'tag': '5f50a135-4391-4287-8690-a12a4af367c3', 'status': 'completed', 'code': 200} Feb 15 14:07:53.983904 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-0fdf60d0-b4d4-4dd8-b85f-d36086015b70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f50a135-4391-4287-8690-a12a4af367c3 HTTP/1.1" status: 200 len: 217 time: 0.0835049 Feb 15 14:07:54.074917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f6758-2905-4c75-93e2-939d3a62334d req-c5119caf-c66d-4a2a-9f63-759068f0d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:54.076989 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-c5119caf-c66d-4a2a-9f63-759068f0d82d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.0717688 Feb 15 14:07:54.141655 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-14087a3d-b2e4-482e-97e9-f32e73f69634 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515890 Feb 15 14:07:54.196957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbe7a926-087a-44c1-b539-4a87065f6502 req-15faed4d-40ba-42bb-842d-96f5e6a04106 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201929 Feb 15 14:07:54.290949 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-09c4285f-d111-4451-995b-a6d8ba7a5174 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441944 Feb 15 14:07:54.398857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72565ede-50a8-42db-8efe-ce251b7bbe7d req-f6a17b52-abd2-41ff-a42a-2415ac060ecc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:54.406696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72565ede-50a8-42db-8efe-ce251b7bbe7d req-f6a17b52-abd2-41ff-a42a-2415ac060ecc tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1791134 Feb 15 14:07:54.408331 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f05f6758-2905-4c75-93e2-939d3a62334d req-8551f23a-a716-4ff8-a36f-8322dcb2f5a5 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105111 Feb 15 14:07:54.411257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91c2f281-0a90-4d8e-82e8-62ec649d1771 req-649c5f82-29b7-47c2-8cd8-1215f2665874 service neutron] 10.222.0.67 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252815 Feb 15 14:07:54.421445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832e1e-a80f-448e-9445-1b582f04c971 req-eca9838f-93eb-4729-b8c2-f5108560c5de tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:54.430260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31832e1e-a80f-448e-9445-1b582f04c971 req-eca9838f-93eb-4729-b8c2-f5108560c5de tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 944 time: 0.1143544 Feb 15 14:07:54.541207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31832e1e-a80f-448e-9445-1b582f04c971 req-ac71d5d6-8f4c-47e5-8fc1-9f24908b2064 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095588 Feb 15 14:07:54.564106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3a79d-d92f-423d-9691-8c28b9d0fe6c req-9c94a692-edf3-4a84-b6ac-223338e30d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:54.565626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc3a79d-d92f-423d-9691-8c28b9d0fe6c req-9c94a692-edf3-4a84-b6ac-223338e30d9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 1126 time: 0.0984514 Feb 15 14:07:54.566737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72565ede-50a8-42db-8efe-ce251b7bbe7d req-8815a509-50fb-48a8-8adb-e2af16f3d7ca tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580977 Feb 15 14:07:54.724272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91c2f281-0a90-4d8e-82e8-62ec649d1771 req-63b81c46-6388-46ed-a9b4-532541f809c4 service neutron] 10.222.0.67 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709553 Feb 15 14:07:54.776372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3a79d-d92f-423d-9691-8c28b9d0fe6c req-0ed84f7a-4cfb-4872-889b-da5f76f13212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:54.777912 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc3a79d-d92f-423d-9691-8c28b9d0fe6c req-0ed84f7a-4cfb-4872-889b-da5f76f13212 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 912 time: 0.2061663 Feb 15 14:07:54.854234 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc3a79d-d92f-423d-9691-8c28b9d0fe6c req-bf8e7803-b59f-4b76-8fbc-8341263e7da3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f50a135-4391-4287-8690-a12a4af367c3 HTTP/1.1" status: 200 len: 217 time: 0.0695021 Feb 15 14:07:54.907768 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48339526-9a9c-449d-9cbb-888e9ec9b17c req-392b1bab-530e-47a5-b2f7-3a0942c581dd tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:54.909289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48339526-9a9c-449d-9cbb-888e9ec9b17c req-392b1bab-530e-47a5-b2f7-3a0942c581dd tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.0876565 Feb 15 14:07:54.931187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3a79d-d92f-423d-9691-8c28b9d0fe6c req-113bbc6a-b40a-4c9e-bccd-d6fad666a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:54.932952 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc3a79d-d92f-423d-9691-8c28b9d0fe6c req-113bbc6a-b40a-4c9e-bccd-d6fad666a100 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.0671408 Feb 15 14:07:54.966334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48339526-9a9c-449d-9cbb-888e9ec9b17c req-e99352c5-e785-46d7-a765-897bd0cb45cb tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480533 Feb 15 14:07:54.980093 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc3a79d-d92f-423d-9691-8c28b9d0fe6c req-d23169ea-f3b1-42c9-b204-8243812700b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386419 Feb 15 14:07:55.097648 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc3a79d-d92f-423d-9691-8c28b9d0fe6c req-06474a7a-e58a-483b-ae90-afde620dd6ab service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087742 Feb 15 14:07:55.220046 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc3a79d-d92f-423d-9691-8c28b9d0fe6c req-b0eaa89d-ff55-4de8-b600-55bf083c0217 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146071 Feb 15 14:07:55.272597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0d9e4-16c1-42c7-9260-ecd307de0cd8 req-3e145760-090f-413f-aa6d-1fb6e1726a9f tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:55.280352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0b0d9e4-16c1-42c7-9260-ecd307de0cd8 req-3e145760-090f-413f-aa6d-1fb6e1726a9f tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.0733218 Feb 15 14:07:55.362313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0b0d9e4-16c1-42c7-9260-ecd307de0cd8 req-7e5f1d2f-cce1-495a-b5c6-40d94b35d8ed tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810668 Feb 15 14:07:55.370132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46178a09-1a05-40ca-ae76-67c81046737a req-c2f092d1-44fb-4b68-8ced-f5be233982ba tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:55.371664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46178a09-1a05-40ca-ae76-67c81046737a req-c2f092d1-44fb-4b68-8ced-f5be233982ba tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 943 time: 0.0892937 Feb 15 14:07:55.446683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46178a09-1a05-40ca-ae76-67c81046737a req-1e2eec4e-5b28-4d88-9d0f-6a34be57c615 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563412 Feb 15 14:07:55.705338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef174f1-d927-40f1-85a0-d16b8523445e req-e2e86d76-7050-4b32-b143-314572ce4dcc tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:55.706874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ef174f1-d927-40f1-85a0-d16b8523445e req-e2e86d76-7050-4b32-b143-314572ce4dcc tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 944 time: 0.0629659 Feb 15 14:07:55.794501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ef174f1-d927-40f1-85a0-d16b8523445e req-89c07759-62a2-4911-b9da-6fb5a94c40f7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726488 Feb 15 14:07:56.491133 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdd663-e2b7-4c78-b94a-cded3397c0f6 req-05eb52af-4d0b-4cd4-a73d-c0012c0fa19b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:56.492826 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7bbdd663-e2b7-4c78-b94a-cded3397c0f6 req-05eb52af-4d0b-4cd4-a73d-c0012c0fa19b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.0567319 Feb 15 14:07:56.560794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8cf3e-aa70-495a-a644-55b04919d8c6 req-4fd3367d-b203-413c-bb20-71cab93730d0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:56.562917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99a8cf3e-aa70-495a-a644-55b04919d8c6 req-4fd3367d-b203-413c-bb20-71cab93730d0 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 945 time: 0.1109760 Feb 15 14:07:56.606064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-7bbdd663-e2b7-4c78-b94a-cded3397c0f6 req-58686a75-9675-4774-814d-a84f2bb84466 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Deleting port 88af3edf-0047-467b-b262-54c6ec59493f {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:07:56.606479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7bbdd663-e2b7-4c78-b94a-cded3397c0f6 req-58686a75-9675-4774-814d-a84f2bb84466 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (88af3edf-0047-467b-b262-54c6ec59493f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:56.653164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99a8cf3e-aa70-495a-a644-55b04919d8c6 req-de96c741-3d11-4251-9840-ecfcdc36e476 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795808 Feb 15 14:07:56.664952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fe6c8-4cd1-47d0-a4cd-11f871c53be8 req-42c046e1-c5a7-4329-8107-7cc740a0de8f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:56.666762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e2fe6c8-4cd1-47d0-a4cd-11f871c53be8 req-42c046e1-c5a7-4329-8107-7cc740a0de8f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 943 time: 0.1026986 Feb 15 14:07:56.720380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-7bbdd663-e2b7-4c78-b94a-cded3397c0f6 req-58686a75-9675-4774-814d-a84f2bb84466 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] For port 88af3edf-0047-467b-b262-54c6ec59493f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=88af3edf-0047-467b-b262-54c6ec59493f,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:56.720784 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7bbdd663-e2b7-4c78-b94a-cded3397c0f6 req-58686a75-9675-4774-814d-a84f2bb84466 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (88af3edf-0047-467b-b262-54c6ec59493f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:56.736866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e2fe6c8-4cd1-47d0-a4cd-11f871c53be8 req-e1a8ad75-7bf4-4319-b6a9-655ed388362b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628438 Feb 15 14:07:56.740169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-7bbdd663-e2b7-4c78-b94a-cded3397c0f6 req-58686a75-9675-4774-814d-a84f2bb84466 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Calling delete_port for 88af3edf-0047-467b-b262-54c6ec59493f owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:07:56.976724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5f50a135-4391-4287-8690-a12a4af367c3 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:07:57.002688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d393-67ad-4bd8-9a84-c46cd977b0b3 req-b5bd0d3c-a1a3-4f40-8c23-b60593d0ae0b tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:57.005152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb73d393-67ad-4bd8-9a84-c46cd977b0b3 req-b5bd0d3c-a1a3-4f40-8c23-b60593d0ae0b tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 944 time: 0.1191413 Feb 15 14:07:57.017680 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7bbdd663-e2b7-4c78-b94a-cded3397c0f6 req-58686a75-9675-4774-814d-a84f2bb84466 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (88af3edf-0047-467b-b262-54c6ec59493f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:57.078370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58686a75-9675-4774-814d-a84f2bb84466 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event deleted for resources: {'Port': ['ID=88af3edf-0047-467b-b262-54c6ec59493f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:57.098699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5f50a135-4391-4287-8690-a12a4af367c3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5f50a135-4391-4287-8690-a12a4af367c3,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:57.122311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '5f50a135-4391-4287-8690-a12a4af367c3', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'port_id': '5f50a135-4391-4287-8690-a12a4af367c3', 'mac_address': 'fa:16:3e:1d:a8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f38b3d-5cb6-4f97-887a-3824fb0bba29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:07:57.124700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['88af3edf-0047-467b-b262-54c6ec59493f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:57.126947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:57.144178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb73d393-67ad-4bd8-9a84-c46cd977b0b3 req-2a86ddce-0878-4269-a53a-4af38faba88d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327949 Feb 15 14:07:57.171669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbdd663-e2b7-4c78-b94a-cded3397c0f6 req-58686a75-9675-4774-814d-a84f2bb84466 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] No DVR routers for this DVR port 88af3edf-0047-467b-b262-54c6ec59493f on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:07:57.174543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7bbdd663-e2b7-4c78-b94a-cded3397c0f6 req-58686a75-9675-4774-814d-a84f2bb84466 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:57.178329 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7bbdd663-e2b7-4c78-b94a-cded3397c0f6 req-58686a75-9675-4774-814d-a84f2bb84466 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.42 "DELETE /v2.0/ports/88af3edf-0047-467b-b262-54c6ec59493f HTTP/1.1" status: 204 len: 173 time: 0.6799319 Feb 15 14:07:57.179006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab', 'name': 'network-vif-deleted', 'tag': '88af3edf-0047-467b-b262-54c6ec59493f'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:57.181577 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb4242c-6fba-480e-a89c-d9edf47d7daa" -d '{"events": [{"server_uuid": "19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab", "name": "network-vif-deleted", "tag": "88af3edf-0047-467b-b262-54c6ec59493f"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:57.255081 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80100d2f-fa05-4c20-bed1-e326ff974354 x-openstack-request-id: req-80100d2f-fa05-4c20-bed1-e326ff974354 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:57.255390 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab", "name": "network-vif-deleted", "tag": "88af3edf-0047-467b-b262-54c6ec59493f", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:57.255676 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80100d2f-fa05-4c20-bed1-e326ff974354 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:57.256081 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab', 'name': 'network-vif-deleted', 'tag': '88af3edf-0047-467b-b262-54c6ec59493f', 'status': 'completed', 'code': 200} Feb 15 14:07:57.268279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5f50a135-4391-4287-8690-a12a4af367c3 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:07:57.268551 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f50a135-4391-4287-8690-a12a4af367c3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:57.295811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f50a135-4391-4287-8690-a12a4af367c3 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:57.361561 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5f50a135-4391-4287-8690-a12a4af367c3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5f50a135-4391-4287-8690-a12a4af367c3,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:57.369058 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5f50a135-4391-4287-8690-a12a4af367c3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:57.458304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5f50a135-4391-4287-8690-a12a4af367c3,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:57.598530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['5f50a135-4391-4287-8690-a12a4af367c3'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:57.714303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b40a8df2-1628-4090-b2d9-d361ef76003c details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:07:57.818279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-89fe283d-c616-4b00-a4a3-2906518b4f01 req-1935c976-1a48-4e81-aebb-dd10ca95be28 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=19b6e1fb-8e7e-46f1-aeda-7cd90eb78cab HTTP/1.1" status: 200 len: 210 time: 0.0510311 Feb 15 14:07:57.953334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port b40a8df2-1628-4090-b2d9-d361ef76003c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b40a8df2-1628-4090-b2d9-d361ef76003c,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:57.954734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8335a-c15c-4041-9679-d9cc39e89cfc req-690aeb19-f5aa-4573-81de-e0b0f9dd99bd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:57.956909 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4f8335a-c15c-4041-9679-d9cc39e89cfc req-690aeb19-f5aa-4573-81de-e0b0f9dd99bd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 944 time: 0.1138446 Feb 15 14:07:57.985778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'b40a8df2-1628-4090-b2d9-d361ef76003c', 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274', 'port_id': 'b40a8df2-1628-4090-b2d9-d361ef76003c', 'mac_address': 'fa:16:3e:bf:7a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0857d114-4ceb-4f4d-8670-071bedf1b320', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:07:58.058092 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4f8335a-c15c-4041-9679-d9cc39e89cfc req-702f9896-6238-4af8-bacd-86546b65e7f9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922294 Feb 15 14:07:58.098867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port b40a8df2-1628-4090-b2d9-d361ef76003c is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:07:58.099367 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:58.112798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40a8df2-1628-4090-b2d9-d361ef76003c {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:07:58.136317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port b40a8df2-1628-4090-b2d9-d361ef76003c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b40a8df2-1628-4090-b2d9-d361ef76003c,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:58.151233 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:58.228917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=b40a8df2-1628-4090-b2d9-d361ef76003c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:58.242665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.243472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.243981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.244496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.245055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.245551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.246070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.247603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.248114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.248622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.249199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.249688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.250173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:07:58.291759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87aef49-cbd8-44f4-9e7a-19a36b877851 req-0dfdee2d-6b6e-485a-be15-0b78f419323b tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:58.293353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b87aef49-cbd8-44f4-9e7a-19a36b877851 req-0dfdee2d-6b6e-485a-be15-0b78f419323b tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 945 time: 0.0648119 Feb 15 14:07:58.351116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b87aef49-cbd8-44f4-9e7a-19a36b877851 req-06e1dda9-b6f5-4abe-bf73-90f27a0d2bec tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503547 Feb 15 14:07:58.528811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['b40a8df2-1628-4090-b2d9-d361ef76003c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:07:59.004187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5f50a135-4391-4287-8690-a12a4af367c3 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:07:59.123713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 5f50a135-4391-4287-8690-a12a4af367c3 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:07:59.129046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 5f50a135-4391-4287-8690-a12a4af367c3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:07:59.129519 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5f50a135-4391-4287-8690-a12a4af367c3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:59.287375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d69eab-4970-4b64-9439-96959446b3d3 req-3ab87955-1d9d-4290-8f80-46c326d54cb2 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:59.289014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85d69eab-4970-4b64-9439-96959446b3d3 req-3ab87955-1d9d-4290-8f80-46c326d54cb2 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 944 time: 0.0996251 Feb 15 14:07:59.320536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5f50a135-4391-4287-8690-a12a4af367c3 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:07:59.320936 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f50a135-4391-4287-8690-a12a4af367c3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:59.381913 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fffdf6-ca03-4399-bd6a-677a61ddeaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f50a135-4391-4287-8690-a12a4af367c3'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:07:59.387899 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3f5266-f19a-43d3-a4db-a11ab9728a87" -d '{"events": [{"server_uuid": "96fffdf6-ca03-4399-bd6a-677a61ddeaa2", "name": "network-vif-plugged", "status": "completed", "tag": "5f50a135-4391-4287-8690-a12a4af367c3"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:07:59.421147 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85d69eab-4970-4b64-9439-96959446b3d3 req-04e64a3d-54ef-49d7-903a-b4af50490d8f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094501 Feb 15 14:07:59.431449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5f50a135-4391-4287-8690-a12a4af367c3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5f50a135-4391-4287-8690-a12a4af367c3,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:07:59.444829 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5f50a135-4391-4287-8690-a12a4af367c3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:59.448547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 88af3edf-0047-467b-b262-54c6ec59493f no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:07:59.569994 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df0808b-a4a5-41bc-9573-fbd47d841aaf x-openstack-request-id: req-1df0808b-a4a5-41bc-9573-fbd47d841aaf {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:07:59.570383 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fffdf6-ca03-4399-bd6a-677a61ddeaa2", "name": "network-vif-plugged", "status": "completed", "tag": "5f50a135-4391-4287-8690-a12a4af367c3", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:07:59.570581 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1df0808b-a4a5-41bc-9573-fbd47d841aaf {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:07:59.575015 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fffdf6-ca03-4399-bd6a-677a61ddeaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f50a135-4391-4287-8690-a12a4af367c3', 'code': 200} Feb 15 14:07:59.578434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 88af3edf-0047-467b-b262-54c6ec59493f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:07:59.578786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 88af3edf-0047-467b-b262-54c6ec59493f not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:07:59.631691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaebc1a-c636-4c13-9380-ca25827f4a52 req-21722ef7-6f98-4259-9fc2-44a09826f419 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:59.636996 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6eaebc1a-c636-4c13-9380-ca25827f4a52 req-21722ef7-6f98-4259-9fc2-44a09826f419 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 945 time: 0.1473823 Feb 15 14:07:59.663348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5f50a135-4391-4287-8690-a12a4af367c3,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:07:59.720118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d42c6-f9a0-4b1e-ac10-ad3f7d432dbc req-39395637-c78e-4901-ad73-961d0e814d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:59.722229 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e72d42c6-f9a0-4b1e-ac10-ad3f7d432dbc req-39395637-c78e-4901-ad73-961d0e814d70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 1128 time: 0.1085546 Feb 15 14:07:59.723554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6eaebc1a-c636-4c13-9380-ca25827f4a52 req-830d885b-e62f-47c9-835c-c1ec3e624a11 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789928 Feb 15 14:07:59.735717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b40a8df2-1628-4090-b2d9-d361ef76003c up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:07:59.842702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-9b829c7e-a15d-430b-9c07-5c7a7dba5545 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:07:59.853707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-9b829c7e-a15d-430b-9c07-5c7a7dba5545 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 815 time: 0.1290009 Feb 15 14:07:59.872982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-ee52c3c3-737d-4621-83e7-25b57a309d85 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/quotas/2d5099d865da41f6b4f66195a40c2dc9 HTTP/1.1" status: 200 len: 375 time: 0.0183263 Feb 15 14:07:59.876148 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e72d42c6-f9a0-4b1e-ac10-ad3f7d432dbc req-8fb9f99d-c145-4bb7-b09a-173b9a9e24d5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374061 Feb 15 14:07:59.885102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port b40a8df2-1628-4090-b2d9-d361ef76003c completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:07:59.891368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port b40a8df2-1628-4090-b2d9-d361ef76003c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:07:59.892486 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:07:59.942522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-c9bc4168-a695-45e5-8352-16950ffda218 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685608 Feb 15 14:08:00.070539 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-4075a98d-cb5f-42f1-b608-5da827244504 service neutron] 10.222.0.72 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267436 Feb 15 14:08:00.175767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-b99cf7f1-0660-46c7-9185-53dc7c64d18a service neutron] 10.222.0.72 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043363 Feb 15 14:08:00.323102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port b40a8df2-1628-4090-b2d9-d361ef76003c is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:00.334592 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:00.399906 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port b40a8df2-1628-4090-b2d9-d361ef76003c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b40a8df2-1628-4090-b2d9-d361ef76003c,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:00.406161 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:00.415648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8ff053b-0814-4c3b-ae54-5aa3b6c70219 req-275806a9-d272-4966-a027-7f60a77d3eac tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 210 time: 0.0367298 Feb 15 14:08:00.510972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=b40a8df2-1628-4090-b2d9-d361ef76003c,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:00.534650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286065dc-bac3-435d-a8e0-8a4a263125ac req-670e03ef-e4d3-46dc-91db-aefdceb85daa tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:00.536187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-286065dc-bac3-435d-a8e0-8a4a263125ac req-670e03ef-e4d3-46dc-91db-aefdceb85daa tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 945 time: 0.1189439 Feb 15 14:08:00.639113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-286065dc-bac3-435d-a8e0-8a4a263125ac req-2c1b9a6e-012c-448c-83b9-5d780262808b tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866547 Feb 15 14:08:00.666333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e0ac1-43be-4927-adae-807f46b5987a req-21eb2056-1a2b-42bf-ac9a-1cc3800ebb55 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:00.669257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f28e0ac1-43be-4927-adae-807f46b5987a req-21eb2056-1a2b-42bf-ac9a-1cc3800ebb55 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 945 time: 0.1316023 Feb 15 14:08:00.779882 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f28e0ac1-43be-4927-adae-807f46b5987a req-79bdef7d-0a02-4b1a-9f77-0a001c298bdc tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027350 Feb 15 14:08:00.887018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135236ac-db99-43a2-9db4-a2a86be00a91 req-d006038f-10fc-410a-935a-81bd69b11685 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:00.888578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-135236ac-db99-43a2-9db4-a2a86be00a91 req-d006038f-10fc-410a-935a-81bd69b11685 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.0663378 Feb 15 14:08:00.952435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-135236ac-db99-43a2-9db4-a2a86be00a91 req-db3ff9bf-1c12-488c-b93f-fb8ddb95192a tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562487 Feb 15 14:08:01.531131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e130d7af-2911-4ef3-8cb0-2044c532385b req-40c57c5a-3e11-46cf-9929-dd780869795b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 210 time: 0.0390887 Feb 15 14:08:01.576140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40a8df2-1628-4090-b2d9-d361ef76003c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:01.582600 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001fafd2-ea2f-4107-94b2-2aa85485fb1b" -d '{"events": [{"server_uuid": "c5910ebb-8aab-4dd0-a89c-636d091f1656", "name": "network-vif-plugged", "status": "completed", "tag": "b40a8df2-1628-4090-b2d9-d361ef76003c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:01.631524 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6948035e-ddea-4ee3-b65d-41f696a8372d x-openstack-request-id: req-6948035e-ddea-4ee3-b65d-41f696a8372d {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:01.632270 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5910ebb-8aab-4dd0-a89c-636d091f1656", "name": "network-vif-plugged", "status": "completed", "tag": "b40a8df2-1628-4090-b2d9-d361ef76003c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:01.632736 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6948035e-ddea-4ee3-b65d-41f696a8372d {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:01.633680 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40a8df2-1628-4090-b2d9-d361ef76003c', 'code': 200} Feb 15 14:08:01.808886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-1f2214db-3cc3-4f13-90e5-daa7ecfef3af tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:01.812236 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-1f2214db-3cc3-4f13-90e5-daa7ecfef3af tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.42 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 815 time: 0.2550945 Feb 15 14:08:01.826252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Request body: {'port': {'device_id': '5ba59447-9c2e-4d58-acc4-948b5152e638', 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041', 'admin_state_up': True, 'tenant_id': '2d5099d865da41f6b4f66195a40c2dc9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:01.873417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71526e33-9c2b-4947-b020-5feb7d5f3fe1 req-f997d91d-ca3e-4d1b-9060-b8ef3ce752b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:01.875289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71526e33-9c2b-4947-b020-5feb7d5f3fe1 req-f997d91d-ca3e-4d1b-9060-b8ef3ce752b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 1129 time: 0.1704712 Feb 15 14:08:01.935277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa567c8f-bbc2-48f1-8fdd-67e122c87987 req-ceda6b45-3340-4eb5-a196-48ac66a5deaa tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:01.937536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa567c8f-bbc2-48f1-8fdd-67e122c87987 req-ceda6b45-3340-4eb5-a196-48ac66a5deaa tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 945 time: 0.1734459 Feb 15 14:08:01.988587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Made reservation on behalf of 2d5099d865da41f6b4f66195a40c2dc9 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:01.997362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:02.154038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Allocated IP 172.20.0.14 (771c49b0-8269-49d5-826a-f23ac405a041/152336a0-6dff-4d72-a9fd-7042050160a1/a8c9b021-c3de-4d9f-9691-e1a08a3bd63f) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:02.342868 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks [] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:02.389982 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:02.406039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9665526d-7487-4a7a-910e-2807d48aff9d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:02.408926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['deb8ea4f-b798-43fe-aec5-d2cadc36288a'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:02.444906 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Network 771c49b0-8269-49d5-826a-f23ac405a041 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:02.454377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:02.458824 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:08:02.464867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71526e33-9c2b-4947-b020-5feb7d5f3fe1 req-5ed17581-1371-4ef5-82fa-5d3192fa369f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739810 Feb 15 14:08:02.485262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e0414-b20a-4005-bb87-9a89870ce02e req-7eda63d5-f23e-4a60-8d76-887c96267ff9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:02.486621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b7e0414-b20a-4005-bb87-9a89870ce02e req-7eda63d5-f23e-4a60-8d76-887c96267ff9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 945 time: 0.6103151 Feb 15 14:08:02.510436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c09e9-b3e0-4425-8bba-0992b8d9461e req-a28646ad-fa14-409f-8466-a4f8593e3a71 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:02.513781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c54c09e9-b3e0-4425-8bba-0992b8d9461e req-a28646ad-fa14-409f-8466-a4f8593e3a71 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 945 time: 0.5748181 Feb 15 14:08:02.524784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa567c8f-bbc2-48f1-8fdd-67e122c87987 req-cff864f0-ae0e-4864-9afa-65b877fa4197 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623946 Feb 15 14:08:02.562501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:02.576229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:02.599447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Pushing event updated for resources: {'Port': ['ID=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:02.607901 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-d08e38b5-7ab9-43c9-8eab-2d5d8bef221d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7862887 Feb 15 14:08:02.628298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Request body: {'port': {'device_id': '5ba59447-9c2e-4d58-acc4-948b5152e638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:02.668081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b7e0414-b20a-4005-bb87-9a89870ce02e req-22d3c3a6-85f8-46b6-93dd-4b65f945b699 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415591 Feb 15 14:08:02.773318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:02.900779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fed946-367d-4f81-b2f9-64e6897b2565 req-3e0b2a1c-e496-4b15-9484-69e0a9f04e7f tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:02.909430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6fed946-367d-4f81-b2f9-64e6897b2565 req-3e0b2a1c-e496-4b15-9484-69e0a9f04e7f tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.2497389 Feb 15 14:08:03.044308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6fed946-367d-4f81-b2f9-64e6897b2565 req-f8ab69ca-8edc-4db0-baad-df2028e20b95 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339138 Feb 15 14:08:03.063640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152b5a4-d4da-4887-899c-711eaf1d3ea1 req-55e743ef-c32b-43b0-a1db-5a471be42889 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:03.075345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8152b5a4-d4da-4887-899c-711eaf1d3ea1 req-55e743ef-c32b-43b0-a1db-5a471be42889 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 932 time: 0.1448028 Feb 15 14:08:03.114810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-c54c09e9-b3e0-4425-8bba-0992b8d9461e req-540c35e7-559d-4d8b-956d-945bfad160c8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Deleting port d62577bf-0f59-4e80-b21a-85adbd665b80 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:03.115340 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c54c09e9-b3e0-4425-8bba-0992b8d9461e req-540c35e7-559d-4d8b-956d-945bfad160c8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:03.242686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8152b5a4-d4da-4887-899c-711eaf1d3ea1 req-1e6fb696-94f0-431a-b02f-46cdf6bd68ab tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644394 Feb 15 14:08:03.287553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c9b021-c3de-4d9f-9691-e1a08a3bd63f {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:03.300124 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Publish callbacks [] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:03.320444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Transition to ACTIVE for port object a8c9b021-c3de-4d9f-9691-e1a08a3bd63f will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:08:03.327637 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:03.349854 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:08:03.385904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-c54c09e9-b3e0-4425-8bba-0992b8d9461e req-540c35e7-559d-4d8b-956d-945bfad160c8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] For port d62577bf-0f59-4e80-b21a-85adbd665b80, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d62577bf-0f59-4e80-b21a-85adbd665b80,segment=NetworkSegment(1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06),segment_id=1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:03.386956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c54c09e9-b3e0-4425-8bba-0992b8d9461e req-540c35e7-559d-4d8b-956d-945bfad160c8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:03.409315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-c54c09e9-b3e0-4425-8bba-0992b8d9461e req-540c35e7-559d-4d8b-956d-945bfad160c8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Calling delete_port for d62577bf-0f59-4e80-b21a-85adbd665b80 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:03.429773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:03.436599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd25e-956e-4fb9-acf0-bf49feec00f1 req-68b545ae-ed5b-44fb-964f-0a34c7568081 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:03.445219 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6abd25e-956e-4fb9-acf0-bf49feec00f1 req-68b545ae-ed5b-44fb-964f-0a34c7568081 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 945 time: 0.1420820 Feb 15 14:08:03.517539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Attempting to bind port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:08:03.517935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Attempting to bind port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:08:03.518459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Attempting to bind port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f on network 771c49b0-8269-49d5-826a-f23ac405a041 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:03.527574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f on network 771c49b0-8269-49d5-826a-f23ac405a041 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:08:03.527906 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Attempting to bind port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f on network 771c49b0-8269-49d5-826a-f23ac405a041 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:03.537734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:08:03.537734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Checking segment: {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:08:03.537734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Bound using segment: {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:08:03.537734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Bound port: a8c9b021-c3de-4d9f-9691-e1a08a3bd63f, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:08:03.539723 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:03.588003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6abd25e-956e-4fb9-acf0-bf49feec00f1 req-b23b7d33-8efc-4c26-bd61-e82f472f847c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412005 Feb 15 14:08:03.678316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] For port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:08:03.685659 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] For port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:08:03.698049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:03.758402 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c54c09e9-b3e0-4425-8bba-0992b8d9461e req-540c35e7-559d-4d8b-956d-945bfad160c8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d62577bf-0f59-4e80-b21a-85adbd665b80), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:03.777666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d62577bf-0f59-4e80-b21a-85adbd665b80'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:03.784482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110ea95-0c38-40eb-9d1f-10aa7b762cf2 req-810edcf9-5040-4b03-b111-d3431010718e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:03.800731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4110ea95-0c38-40eb-9d1f-10aa7b762cf2 req-810edcf9-5040-4b03-b111-d3431010718e tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/ports?device_id=547c6689-73ce-4757-8af1-f500724758a6 HTTP/1.1" status: 200 len: 867 time: 0.1163013 Feb 15 14:08:03.808725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:03.810263 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:03.821532 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] 10.222.0.42 "PUT /v2.0/ports/a8c9b021-c3de-4d9f-9691-e1a08a3bd63f HTTP/1.1" status: 200 len: 1093 time: 1.2041693 Feb 15 14:08:03.822925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba59447-9c2e-4d58-acc4-948b5152e638', 'tag': 'a8c9b021-c3de-4d9f-9691-e1a08a3bd63f'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:03.828601 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbdf568-02d0-48d3-b23a-ef07cbfcfeba" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba59447-9c2e-4d58-acc4-948b5152e638", "tag": "a8c9b021-c3de-4d9f-9691-e1a08a3bd63f"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:03.843429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c35e7-559d-4d8b-956d-945bfad160c8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Pushing event deleted for resources: {'Port': ['ID=d62577bf-0f59-4e80-b21a-85adbd665b80,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:03.906982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54c09e9-b3e0-4425-8bba-0992b8d9461e req-540c35e7-559d-4d8b-956d-945bfad160c8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] No DVR routers for this DVR port d62577bf-0f59-4e80-b21a-85adbd665b80 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:08:03.914228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c54c09e9-b3e0-4425-8bba-0992b8d9461e req-540c35e7-559d-4d8b-956d-945bfad160c8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:03.919786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c54c09e9-b3e0-4425-8bba-0992b8d9461e req-540c35e7-559d-4d8b-956d-945bfad160c8 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.67 "DELETE /v2.0/ports/d62577bf-0f59-4e80-b21a-85adbd665b80 HTTP/1.1" status: 204 len: 173 time: 1.1760972 Feb 15 14:08:03.920290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547c6689-73ce-4757-8af1-f500724758a6', 'name': 'network-vif-deleted', 'tag': 'd62577bf-0f59-4e80-b21a-85adbd665b80'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:03.922731 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270181c3-82cb-4699-b2bb-d01c6cf74b66" -d '{"events": [{"server_uuid": "547c6689-73ce-4757-8af1-f500724758a6", "name": "network-vif-deleted", "tag": "d62577bf-0f59-4e80-b21a-85adbd665b80"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:03.925554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df69dc-c03a-42d9-bd54-e0b913ff3313 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:03.955639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4110ea95-0c38-40eb-9d1f-10aa7b762cf2 req-5f5410f6-b903-4756-b4fe-e92f89bbd516 tempest-ServersTestJSON-767758596 tempest-ServersTestJSON-767758596-project] 10.222.0.72 "GET /v2.0/security-groups?id=817f6db8-1412-4d33-aeea-87674f463b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538982 Feb 15 14:08:04.004658 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00331795-651e-4794-9952-f2b999bb1411 x-openstack-request-id: req-00331795-651e-4794-9952-f2b999bb1411 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:04.005172 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547c6689-73ce-4757-8af1-f500724758a6", "name": "network-vif-deleted", "tag": "d62577bf-0f59-4e80-b21a-85adbd665b80", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:04.005824 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-00331795-651e-4794-9952-f2b999bb1411 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:04.006431 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547c6689-73ce-4757-8af1-f500724758a6', 'name': 'network-vif-deleted', 'tag': 'd62577bf-0f59-4e80-b21a-85adbd665b80', 'status': 'completed', 'code': 200} Feb 15 14:08:04.019324 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828c643f-9f26-454b-846f-3fc3b29fb5f6 x-openstack-request-id: req-828c643f-9f26-454b-846f-3fc3b29fb5f6 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:04.019744 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba59447-9c2e-4d58-acc4-948b5152e638", "tag": "a8c9b021-c3de-4d9f-9691-e1a08a3bd63f", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:04.020081 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-828c643f-9f26-454b-846f-3fc3b29fb5f6 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:04.020594 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba59447-9c2e-4d58-acc4-948b5152e638', 'tag': 'a8c9b021-c3de-4d9f-9691-e1a08a3bd63f', 'status': 'completed', 'code': 200} Feb 15 14:08:04.043296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-9905aa9d-d4de-4721-a8db-ba8b97b4561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:04.045978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-9905aa9d-d4de-4721-a8db-ba8b97b4561b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 1127 time: 0.0950289 Feb 15 14:08:04.121826 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-10375f1e-b106-4fd0-9533-a3f8af087750 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f HTTP/1.1" status: 200 len: 217 time: 0.0691280 Feb 15 14:08:04.203407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-032f8b76-bbd3-4394-92cd-304a4b71e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:04.205392 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-032f8b76-bbd3-4394-92cd-304a4b71e25f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.0759735 Feb 15 14:08:04.249214 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-c3272bbb-b63c-42bd-95db-05a07392189f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359747 Feb 15 14:08:04.283077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e30e7-2231-4714-adc3-26f210748a0a req-ab5908d4-9a50-4de3-9e97-715d8eb08f16 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:04.291431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb0e30e7-2231-4714-adc3-26f210748a0a req-ab5908d4-9a50-4de3-9e97-715d8eb08f16 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.1351552 Feb 15 14:08:04.346229 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb0e30e7-2231-4714-adc3-26f210748a0a req-3ded338a-ba7b-4e2f-906f-1fb3a3153398 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538471 Feb 15 14:08:04.401697 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-b891b4f5-6b65-498e-950f-800cb67bf840 service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453917 Feb 15 14:08:04.526490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13fc8d-2ebe-4807-a6ee-68b459dc0398 req-3502859b-22f0-45b1-ad34-83b850441be1 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:04.534692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e13fc8d-2ebe-4807-a6ee-68b459dc0398 req-3502859b-22f0-45b1-ad34-83b850441be1 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 944 time: 0.1587944 Feb 15 14:08:04.553430 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69f2a69c-14c3-4cf7-ae77-6dd658192270 req-35dccfca-ac83-4d7b-ac14-8f97b8610a6f service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408155 Feb 15 14:08:04.573209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad10e68-e268-475a-8990-d02a2fd76357 req-759137d2-fed5-4f40-b424-1efe55e29bd2 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:04.581066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cad10e68-e268-475a-8990-d02a2fd76357 req-759137d2-fed5-4f40-b424-1efe55e29bd2 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.1342008 Feb 15 14:08:04.624693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e13fc8d-2ebe-4807-a6ee-68b459dc0398 req-bd26053d-9324-4f41-bb3b-a5e7e5c30fe7 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890656 Feb 15 14:08:04.702849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cad10e68-e268-475a-8990-d02a2fd76357 req-06edc4ba-17a4-45fe-a7e2-118c75540eef tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179726 Feb 15 14:08:04.743947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf568-02d0-48d3-b23a-ef07cbfcfeba req-aa93c9c4-eb86-44fd-8e71-00858d29e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:04.748679 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3dbdf568-02d0-48d3-b23a-ef07cbfcfeba req-aa93c9c4-eb86-44fd-8e71-00858d29e8fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 1127 time: 0.1373289 Feb 15 14:08:04.782325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b139d8c-92e1-4c53-9418-81e016d3253f req-0f8b2196-3c03-4ec3-8c71-0d22a0638d0b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:04.784664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b139d8c-92e1-4c53-9418-81e016d3253f req-0f8b2196-3c03-4ec3-8c71-0d22a0638d0b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 945 time: 0.0771756 Feb 15 14:08:04.872767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b139d8c-92e1-4c53-9418-81e016d3253f req-a07f549c-8030-4400-81e4-a07a234afed2 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803237 Feb 15 14:08:04.971892 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf568-02d0-48d3-b23a-ef07cbfcfeba req-2d00014c-758f-46cc-a535-b54109f3c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:04.973585 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3dbdf568-02d0-48d3-b23a-ef07cbfcfeba req-2d00014c-758f-46cc-a535-b54109f3c3ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 916 time: 0.2178061 Feb 15 14:08:05.043965 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3dbdf568-02d0-48d3-b23a-ef07cbfcfeba req-a0f7008c-84f0-4ecc-bd12-555bd25c85b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f HTTP/1.1" status: 200 len: 217 time: 0.0533204 Feb 15 14:08:05.178165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf568-02d0-48d3-b23a-ef07cbfcfeba req-89a039ae-8ceb-461b-9da3-e178a9750889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:05.180310 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3dbdf568-02d0-48d3-b23a-ef07cbfcfeba req-89a039ae-8ceb-461b-9da3-e178a9750889 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.1232288 Feb 15 14:08:05.205717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38736) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:05.286661 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3dbdf568-02d0-48d3-b23a-ef07cbfcfeba req-3a17a4e0-bd63-44df-bb0f-f9d8e079365d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989003 Feb 15 14:08:05.439950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea54b63a-ec10-49f0-bcbc-e2425593830f admin admin] Deleting subnet 97831b1c-7ade-490d-a8f5-172cfa6c6777 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:08:05.446688 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea54b63a-ec10-49f0-bcbc-e2425593830f admin admin] Publish callbacks [] for subnet (97831b1c-7ade-490d-a8f5-172cfa6c6777), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:05.525129 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3dbdf568-02d0-48d3-b23a-ef07cbfcfeba req-d644a178-bd8d-4eac-9594-5da056472a67 service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291219 Feb 15 14:08:05.541021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aafef-548f-4747-8059-11660d962204 req-f0383a5a-984f-4ceb-9c77-e4e1d65d6ffc tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:05.542608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b6aafef-548f-4747-8059-11660d962204 req-f0383a5a-984f-4ceb-9c77-e4e1d65d6ffc tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 945 time: 0.2220054 Feb 15 14:08:05.557051 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea54b63a-ec10-49f0-bcbc-e2425593830f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (97831b1c-7ade-490d-a8f5-172cfa6c6777), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:05.706751 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3dbdf568-02d0-48d3-b23a-ef07cbfcfeba req-5f9be8ce-aed6-497b-9a76-2992ba2f1499 service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709006 Feb 15 14:08:05.710488 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b6aafef-548f-4747-8059-11660d962204 req-221b3e37-e4c3-4b36-b60d-1eb958ffc634 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498249 Feb 15 14:08:05.751980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b07ef-3b28-41ed-93f9-9a082be46b08 req-ddc601bb-b8d7-4dcc-a6db-63657a762252 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:05.753626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec2b07ef-3b28-41ed-93f9-9a082be46b08 req-ddc601bb-b8d7-4dcc-a6db-63657a762252 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.2803056 Feb 15 14:08:05.756541 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea54b63a-ec10-49f0-bcbc-e2425593830f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (97831b1c-7ade-490d-a8f5-172cfa6c6777), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:05.778287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d62577bf-0f59-4e80-b21a-85adbd665b80 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:08:05.790660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2f2c4cd-1e02-4527-adb2-670e0a541eb4 req-0559362d-e03f-41db-8e2f-bb73a59fb766 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2436197 Feb 15 14:08:05.823371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: d62577bf-0f59-4e80-b21a-85adbd665b80 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:08:05.824212 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d62577bf-0f59-4e80-b21a-85adbd665b80 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:08:05.913259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec2b07ef-3b28-41ed-93f9-9a082be46b08 req-0ae8e08f-3963-4e57-b925-afc31ce69f4a tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288440 Feb 15 14:08:05.953067 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df37dde-f8b1-4a3b-972b-3387e2ddd7bd req-4487d38e-fc1c-4539-8061-e0e4aa572e6d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:05.954581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6df37dde-f8b1-4a3b-972b-3387e2ddd7bd req-4487d38e-fc1c-4539-8061-e0e4aa572e6d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 944 time: 0.1396356 Feb 15 14:08:05.957695 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea54b63a-ec10-49f0-bcbc-e2425593830f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (97831b1c-7ade-490d-a8f5-172cfa6c6777), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:05.967171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2c4cd-1e02-4527-adb2-670e0a541eb4 req-682a0a9c-335b-44ce-968d-a44b64ae9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:05.968790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2f2c4cd-1e02-4527-adb2-670e0a541eb4 req-682a0a9c-335b-44ce-968d-a44b64ae9c80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 1128 time: 0.1403105 Feb 15 14:08:06.019989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54b63a-ec10-49f0-bcbc-e2425593830f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97831b1c-7ade-490d-a8f5-172cfa6c6777,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:06.022127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea54b63a-ec10-49f0-bcbc-e2425593830f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:06.028850 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ea54b63a-ec10-49f0-bcbc-e2425593830f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/97831b1c-7ade-490d-a8f5-172cfa6c6777 HTTP/1.1" status: 204 len: 168 time: 0.8185453 Feb 15 14:08:06.029577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38746) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:06.114625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6df37dde-f8b1-4a3b-972b-3387e2ddd7bd req-47ae5172-6e25-4d24-92d8-1159c3e5d10c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509569 Feb 15 14:08:06.154129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2c4cd-1e02-4527-adb2-670e0a541eb4 req-e4af1005-22e3-43c0-9252-52552f00c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:06.154129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2f2c4cd-1e02-4527-adb2-670e0a541eb4 req-e4af1005-22e3-43c0-9252-52552f00c965 service neutron] 10.222.0.67 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 916 time: 0.1491675 Feb 15 14:08:06.204294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2f2c4cd-1e02-4527-adb2-670e0a541eb4 req-82fc0c92-4f45-4c1e-89d3-7b8d6ac4ffd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9665526d-7487-4a7a-910e-2807d48aff9d HTTP/1.1" status: 200 len: 217 time: 0.0482953 Feb 15 14:08:06.288213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2c4cd-1e02-4527-adb2-670e0a541eb4 req-c08b4781-65c5-4224-adf7-d54900fe4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:06.290004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2f2c4cd-1e02-4527-adb2-670e0a541eb4 req-c08b4781-65c5-4224-adf7-d54900fe4e4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.0790992 Feb 15 14:08:06.329544 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2f2c4cd-1e02-4527-adb2-670e0a541eb4 req-1e019ccf-f002-42ca-adcf-3137b9d58496 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334790 Feb 15 14:08:06.492727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2f2c4cd-1e02-4527-adb2-670e0a541eb4 req-94673b25-e023-4858-9a7c-138da3084e8d service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554914 Feb 15 14:08:06.504876 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (fee3507b-addd-44c0-be05-aeb18219f9b7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:06.591752 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (fee3507b-addd-44c0-be05-aeb18219f9b7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:06.603013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2f2c4cd-1e02-4527-adb2-670e0a541eb4 req-8ad12101-4b8b-4b3d-bd3d-db0076dbff07 service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039271 Feb 15 14:08:06.614436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee3507b-addd-44c0-be05-aeb18219f9b7']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:06.625423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:06.625774 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:06.635417 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:06.648578 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:06.654745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:08:06.655409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (1ed1bb3b-1d1d-443b-aa7f-97aa458c8c06), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:08:06.657013 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:08:06.746125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (fee3507b-addd-44c0-be05-aeb18219f9b7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:06.753070 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:06.756238 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fee3507b-addd-44c0-be05-aeb18219f9b7 HTTP/1.1" status: 204 len: 168 time: 0.7255402 Feb 15 14:08:06.775184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ddc2-dbdb-4122-91dc-77bafef777ba req-1b9321a9-aa26-43d7-a7f9-588528fcbac8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:06.776672 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5ca7ddc2-dbdb-4122-91dc-77bafef777ba req-1b9321a9-aa26-43d7-a7f9-588528fcbac8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 945 time: 0.1102495 Feb 15 14:08:06.777651 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f58663-9550-4d69-b4da-32b3dac8a2a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee3507b-addd-44c0-be05-aeb18219f9b7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:06.867986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf4ccb-c785-446c-ad17-29cd0566da30 req-a4c41fc3-0db5-433d-be72-5c8eb24a172d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:06.869591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9edf4ccb-c785-446c-ad17-29cd0566da30 req-a4c41fc3-0db5-433d-be72-5c8eb24a172d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=96fffdf6-ca03-4399-bd6a-677a61ddeaa2 HTTP/1.1" status: 200 len: 945 time: 0.0697119 Feb 15 14:08:06.900303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-5ca7ddc2-dbdb-4122-91dc-77bafef777ba req-08397f49-8679-4633-81ce-b9ea4aed013c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Deleting port 5f50a135-4391-4287-8690-a12a4af367c3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:06.900646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5ca7ddc2-dbdb-4122-91dc-77bafef777ba req-08397f49-8679-4633-81ce-b9ea4aed013c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5f50a135-4391-4287-8690-a12a4af367c3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:06.921873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9edf4ccb-c785-446c-ad17-29cd0566da30 req-d69af9ea-52ce-4e67-885c-f5d6f79945fb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460961 Feb 15 14:08:06.928237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38758) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:06.974486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d30b7e80-47b0-4035-9ac4-2c25a9fd7e2a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6fd0a42c9f2f4c0b9722e20079c4ff67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447628 Feb 15 14:08:06.976714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38762) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:07.030628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-5ca7ddc2-dbdb-4122-91dc-77bafef777ba req-08397f49-8679-4633-81ce-b9ea4aed013c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] For port 5f50a135-4391-4287-8690-a12a4af367c3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5f50a135-4391-4287-8690-a12a4af367c3,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:07.031064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5ca7ddc2-dbdb-4122-91dc-77bafef777ba req-08397f49-8679-4633-81ce-b9ea4aed013c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5f50a135-4391-4287-8690-a12a4af367c3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:07.046301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-5ca7ddc2-dbdb-4122-91dc-77bafef777ba req-08397f49-8679-4633-81ce-b9ea4aed013c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Calling delete_port for 5f50a135-4391-4287-8690-a12a4af367c3 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:07.072566 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b19fa078-e9a3-43e8-9078-3b1d6516eff2 admin admin] Publish callbacks [] for security_group (817f6db8-1412-4d33-aeea-87674f463b8f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:07.102726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674334-0867-4ed8-ada1-43e44839a211 req-39a7992d-53cc-4ce6-bafd-fa02a093958a tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:07.104375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28674334-0867-4ed8-ada1-43e44839a211 req-39a7992d-53cc-4ce6-bafd-fa02a093958a tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.0816112 Feb 15 14:08:07.109824 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b19fa078-e9a3-43e8-9078-3b1d6516eff2 admin admin] Publish callbacks [] for security_group (817f6db8-1412-4d33-aeea-87674f463b8f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:07.214527 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5ca7ddc2-dbdb-4122-91dc-77bafef777ba req-08397f49-8679-4633-81ce-b9ea4aed013c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5f50a135-4391-4287-8690-a12a4af367c3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:07.229459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['5f50a135-4391-4287-8690-a12a4af367c3'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:07.233521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28674334-0867-4ed8-ada1-43e44839a211 req-c68881df-93af-4696-904c-4310fd72555b tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033700 Feb 15 14:08:07.271770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08397f49-8679-4633-81ce-b9ea4aed013c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event deleted for resources: {'Port': ['ID=5f50a135-4391-4287-8690-a12a4af367c3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:07.290320 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b19fa078-e9a3-43e8-9078-3b1d6516eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (817f6db8-1412-4d33-aeea-87674f463b8f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:07.294887 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b19fa078-e9a3-43e8-9078-3b1d6516eff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:07.298555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b19fa078-e9a3-43e8-9078-3b1d6516eff2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/817f6db8-1412-4d33-aeea-87674f463b8f HTTP/1.1" status: 204 len: 168 time: 0.3184583 Feb 15 14:08:07.309100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fa078-e9a3-43e8-9078-3b1d6516eff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817f6db8-1412-4d33-aeea-87674f463b8f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:07.333413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0562399-fab9-4ad9-863d-5a999ce57f12 req-01fca9f3-f6de-486e-9bc5-1c6958fbb479 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:07.335015 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0562399-fab9-4ad9-863d-5a999ce57f12 req-01fca9f3-f6de-486e-9bc5-1c6958fbb479 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 944 time: 0.1011174 Feb 15 14:08:07.357189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca7ddc2-dbdb-4122-91dc-77bafef777ba req-08397f49-8679-4633-81ce-b9ea4aed013c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] No DVR routers for this DVR port 5f50a135-4391-4287-8690-a12a4af367c3 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:08:07.361845 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5ca7ddc2-dbdb-4122-91dc-77bafef777ba req-08397f49-8679-4633-81ce-b9ea4aed013c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:07.366287 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5ca7ddc2-dbdb-4122-91dc-77bafef777ba req-08397f49-8679-4633-81ce-b9ea4aed013c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "DELETE /v2.0/ports/5f50a135-4391-4287-8690-a12a4af367c3 HTTP/1.1" status: 204 len: 173 time: 0.5838270 Feb 15 14:08:07.366781 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fffdf6-ca03-4399-bd6a-677a61ddeaa2', 'name': 'network-vif-deleted', 'tag': '5f50a135-4391-4287-8690-a12a4af367c3'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:07.380487 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b83f36-4fcf-4475-93cf-f3d63bf5727b" -d '{"events": [{"server_uuid": "96fffdf6-ca03-4399-bd6a-677a61ddeaa2", "name": "network-vif-deleted", "tag": "5f50a135-4391-4287-8690-a12a4af367c3"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:07.438124 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fc8770-a9ce-4d7a-b740-ad1b2277ac5d x-openstack-request-id: req-39fc8770-a9ce-4d7a-b740-ad1b2277ac5d {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:07.438422 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fffdf6-ca03-4399-bd6a-677a61ddeaa2", "name": "network-vif-deleted", "tag": "5f50a135-4391-4287-8690-a12a4af367c3", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:07.438679 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-39fc8770-a9ce-4d7a-b740-ad1b2277ac5d {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:07.439122 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fffdf6-ca03-4399-bd6a-677a61ddeaa2', 'name': 'network-vif-deleted', 'tag': '5f50a135-4391-4287-8690-a12a4af367c3', 'status': 'completed', 'code': 200} Feb 15 14:08:07.447946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0562399-fab9-4ad9-863d-5a999ce57f12 req-9a5afeed-e7cb-45c1-bb0c-be1b868898eb tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048810 Feb 15 14:08:08.421001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8baaf0-4a47-42c4-a47f-8c48191912f0 req-fa10d3b6-6daf-46aa-b591-6e3aab480e80 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:08.421001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea8baaf0-4a47-42c4-a47f-8c48191912f0 req-fa10d3b6-6daf-46aa-b591-6e3aab480e80 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.0950181 Feb 15 14:08:08.430726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30394-aa27-4b10-ab7d-c300773b491c req-20edb11a-26a4-471f-8dc0-ccddd5a1c4fd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:08.432283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-20edb11a-26a4-471f-8dc0-ccddd5a1c4fd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.2105556 Feb 15 14:08:08.459541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-ec26ff48-f47b-4b80-9a8d-02421144fb39 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/quotas/06893bd186c246f8b491a5eab23d1c1b HTTP/1.1" status: 200 len: 375 time: 0.0197201 Feb 15 14:08:08.489404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea8baaf0-4a47-42c4-a47f-8c48191912f0 req-459ad739-ec84-4274-a35b-79a72f5728fa tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560822 Feb 15 14:08:08.518549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-7ac14a92-c347-478d-a9f6-2562f61b3e1c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328658 Feb 15 14:08:08.643885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-dd2dd232-287a-4ab6-97e4-557c65877514 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183445 Feb 15 14:08:08.754969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-debbda8e-cf31-418c-94a2-494c44219f7e service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097698 Feb 15 14:08:09.041530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dadaf-6407-446d-bba9-1c80d7cc4752 req-48062996-16c2-4aad-a140-2eef40725ee7 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:09.057368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-093dadaf-6407-446d-bba9-1c80d7cc4752 req-48062996-16c2-4aad-a140-2eef40725ee7 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 944 time: 0.1414616 Feb 15 14:08:09.059554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a8c9b021-c3de-4d9f-9691-e1a08a3bd63f details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:08:09.182043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:09.195412 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'a8c9b021-c3de-4d9f-9691-e1a08a3bd63f', 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041', 'port_id': 'a8c9b021-c3de-4d9f-9691-e1a08a3bd63f', 'mac_address': 'fa:16:3e:a0:21:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152336a0-6dff-4d72-a9fd-7042050160a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:08:09.197851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-093dadaf-6407-446d-bba9-1c80d7cc4752 req-b04e512c-303c-436e-b838-d7a9986a95d5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395364 Feb 15 14:08:09.250547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea86e08a-ea11-47da-9008-cae7e18b7e2c req-919a8bf3-3b00-4644-9696-89c8f0d58ac4 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0514481 Feb 15 14:08:09.294633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:09.295269 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:09.318741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c9b021-c3de-4d9f-9691-e1a08a3bd63f {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:09.337628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-258d56e3-934b-4a3c-a11b-44eb65d4f448 req-d962dd84-f607-494c-92a5-7724c91a3e18 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 210 time: 0.0503945 Feb 15 14:08:09.363250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:09.370928 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:09.452241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:09.610012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['a8c9b021-c3de-4d9f-9691-e1a08a3bd63f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:09.686392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7077e-7549-4191-8842-33f18f41b01c req-47a9935f-842b-435d-90b3-66f41925f1ed tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:09.703528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdc7077e-7549-4191-8842-33f18f41b01c req-47a9935f-842b-435d-90b3-66f41925f1ed tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.1058018 Feb 15 14:08:09.826109 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdc7077e-7549-4191-8842-33f18f41b01c req-1e966719-7036-4f53-9784-e6cf90e1d6bc tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212556 Feb 15 14:08:09.909285 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:10.370314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e9176-eb79-43ab-8e5f-a7abb72721c9 req-ef2745dd-07cc-4d9a-9dc5-26e1036dccc1 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:10.378099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-607e9176-eb79-43ab-8e5f-a7abb72721c9 req-ef2745dd-07cc-4d9a-9dc5-26e1036dccc1 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 945 time: 0.0978968 Feb 15 14:08:10.489029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-607e9176-eb79-43ab-8e5f-a7abb72721c9 req-10b06ec9-35f3-4233-baba-7f04a8e12ae7 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069305 Feb 15 14:08:10.606028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35720c39-328c-4d41-b4d8-47261b34c3c1 req-ca075cb0-bd7d-4337-9e4e-4da2b6cd7305 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0478842 Feb 15 14:08:10.728072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22c5b69e-0aa2-445f-9582-27812e03f35f req-59504481-f8de-4307-b912-d7e40ddee324 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 210 time: 0.0959265 Feb 15 14:08:10.744540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30394-aa27-4b10-ab7d-c300773b491c req-b8f5cc78-4ce7-4941-8d19-3db5718469a3 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:10.746228 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-b8f5cc78-4ce7-4941-8d19-3db5718469a3 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.1969097 Feb 15 14:08:10.765775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Request body: {'port': {'device_id': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'admin_state_up': True, 'tenant_id': '06893bd186c246f8b491a5eab23d1c1b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:10.796026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147e999-d945-462f-8a72-ed943b58aff7 req-b7b1c636-ac5f-45c9-a005-7207398c7229 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:10.798024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a147e999-d945-462f-8a72-ed943b58aff7 req-b7b1c636-ac5f-45c9-a005-7207398c7229 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 946 time: 0.0964642 Feb 15 14:08:10.895787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a147e999-d945-462f-8a72-ed943b58aff7 req-e81add22-0911-40e5-86d3-23ad8ae4bdcc tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908732 Feb 15 14:08:10.990311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Made reservation on behalf of 06893bd186c246f8b491a5eab23d1c1b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:10.994565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:11.056954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e05e-12e5-49e6-ad46-3812db61c1ad req-067198bb-d77d-4bd5-88b9-4b727dd41c9c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:11.060089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b56e05e-12e5-49e6-ad46-3812db61c1ad req-067198bb-d77d-4bd5-88b9-4b727dd41c9c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.1060963 Feb 15 14:08:11.068588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a8c9b021-c3de-4d9f-9691-e1a08a3bd63f up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:08:11.128740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b56e05e-12e5-49e6-ad46-3812db61c1ad req-09608b70-91c0-47b0-b7e0-0984a2a250b1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611093 Feb 15 14:08:11.152708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:08:11.159157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:11.159761 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:11.235456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Allocated IP 172.20.0.7 (70d01a53-a671-4116-a829-4f8374d7f37c/11f38b3d-5cb6-4f97-887a-3824fb0bba29/7954f88b-e1ff-47fc-a4fd-66b96dedc88b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:11.272193 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:11.272637 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:11.308413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:11.310003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba59447-9c2e-4d58-acc4-948b5152e638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c9b021-c3de-4d9f-9691-e1a08a3bd63f'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:11.312488 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25fa2ae-62c7-4005-a9ca-213e524349be" -d '{"events": [{"server_uuid": "5ba59447-9c2e-4d58-acc4-948b5152e638", "name": "network-vif-plugged", "status": "completed", "tag": "a8c9b021-c3de-4d9f-9691-e1a08a3bd63f"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:11.328375 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:11.330621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5f50a135-4391-4287-8690-a12a4af367c3 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:08:11.379824 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8f0aca-38aa-4220-ad2b-2a7955c79754 x-openstack-request-id: req-ce8f0aca-38aa-4220-ad2b-2a7955c79754 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:11.380257 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba59447-9c2e-4d58-acc4-948b5152e638", "name": "network-vif-plugged", "status": "completed", "tag": "a8c9b021-c3de-4d9f-9691-e1a08a3bd63f", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:11.380415 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce8f0aca-38aa-4220-ad2b-2a7955c79754 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:11.380762 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba59447-9c2e-4d58-acc4-948b5152e638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c9b021-c3de-4d9f-9691-e1a08a3bd63f', 'code': 200} Feb 15 14:08:11.385402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 5f50a135-4391-4287-8690-a12a4af367c3 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:08:11.385935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5f50a135-4391-4287-8690-a12a4af367c3 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:08:11.442924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:11.443659 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks [] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:11.556151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60785-1b7f-4219-91d8-d3af41e85f04 req-339390a2-41de-456b-b5d1-7e9500490d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:11.558408 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f8d60785-1b7f-4219-91d8-d3af41e85f04 req-339390a2-41de-456b-b5d1-7e9500490d08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 1129 time: 0.0969126 Feb 15 14:08:11.573589 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:11.654406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event updated for resources: {'Port': ['ID=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:11.656846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c07d9-db3d-49cc-808e-5e82c31a1a54 req-2e4a9302-7a98-43f3-9457-5072a8682a39 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:11.658736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d2c07d9-db3d-49cc-808e-5e82c31a1a54 req-2e4a9302-7a98-43f3-9457-5072a8682a39 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 946 time: 0.0810969 Feb 15 14:08:11.691564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Network 70d01a53-a671-4116-a829-4f8374d7f37c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:11.696051 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:11.703189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:08:11.738774 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f8d60785-1b7f-4219-91d8-d3af41e85f04 req-56dac1cb-1ff2-46e2-885c-4be02297fee2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733923 Feb 15 14:08:11.773098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:11.773876 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:11.783784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d2c07d9-db3d-49cc-808e-5e82c31a1a54 req-d8462d3d-c8dc-46ab-8f0a-f1b9a7f3cad7 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169281 Feb 15 14:08:11.788078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d85a7308-ed7b-45ab-8969-2eb5ecf27394 req-2760eb4d-b7f9-4829-80d2-40a237b2f7ab tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0410674 Feb 15 14:08:11.796669 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-35efdf5e-3d48-4f38-b507-f05b10629816 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0354791 Feb 15 14:08:11.916519 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:11.954686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Request body: {'port': {'device_id': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:11.984255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30721cfa-60c1-47d5-886a-aceb39c91514 req-189121cf-394e-4e1e-a2bc-fd0eaaede017 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:11.986341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30721cfa-60c1-47d5-886a-aceb39c91514 req-189121cf-394e-4e1e-a2bc-fd0eaaede017 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 931 time: 0.1287694 Feb 15 14:08:12.035226 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d8f6ec7e-ed74-4aba-b505-58cfe3b2df02 req-d2293041-7fcf-471d-8823-c7afbe1c402d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0672514 Feb 15 14:08:12.082608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:12.097688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d3701-74b0-4047-a4f7-350614e977ed req-13de09e4-031d-437d-a669-94ef9b22baa9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:12.106197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-065d3701-74b0-4047-a4f7-350614e977ed req-13de09e4-031d-437d-a669-94ef9b22baa9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 946 time: 0.1179836 Feb 15 14:08:12.117398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30721cfa-60c1-47d5-886a-aceb39c91514 req-33dfb16b-70f5-44fa-951a-df471d1f7379 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182570 Feb 15 14:08:12.197256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-065d3701-74b0-4047-a4f7-350614e977ed req-afb6abcc-cafd-4589-b3e9-744e56a7b48e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863297 Feb 15 14:08:12.320698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404237c4-a6df-47bb-93c9-1b0247887547 req-f3cd3e8d-91b2-456e-9efc-000a60758eb5 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:12.329236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-404237c4-a6df-47bb-93c9-1b0247887547 req-f3cd3e8d-91b2-456e-9efc-000a60758eb5 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.0815883 Feb 15 14:08:12.405997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-404237c4-a6df-47bb-93c9-1b0247887547 req-2a14f76c-bc9b-48e8-b1fc-5ce7148e4c61 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757732 Feb 15 14:08:12.471297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7954f88b-e1ff-47fc-a4fd-66b96dedc88b {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:12.481130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Publish callbacks [] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:12.497462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Transition to ACTIVE for port object 7954f88b-e1ff-47fc-a4fd-66b96dedc88b will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:08:12.502556 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:12.563187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:12.690192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Attempting to bind port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:08:12.690812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Attempting to bind port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:08:12.691483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Attempting to bind port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:12.702439 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b on network 70d01a53-a671-4116-a829-4f8374d7f37c not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:08:12.702770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Attempting to bind port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:12.713956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-46c6a22d-10af-4f98-b9be-5f7df714ae6e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:12.715912 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-46c6a22d-10af-4f98-b9be-5f7df714ae6e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.42 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 946 time: 0.0918467 Feb 15 14:08:12.720742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:08:12.721185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Checking segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:08:12.721567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Bound using segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:08:12.721999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Bound port: 7954f88b-e1ff-47fc-a4fd-66b96dedc88b, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:08:12.722353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:12.860159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] For port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:08:12.866851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] For port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:08:12.894851 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:12.966287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Deleting port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:12.966626 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:12.974607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e245bec9-a767-491a-98b2-4d16c3dc5ff3 req-aafd8000-7523-4c81-9b23-bfa6511f320e tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0743780 Feb 15 14:08:13.038644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:13.039292 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:13.040805 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] 10.222.0.42 "PUT /v2.0/ports/7954f88b-e1ff-47fc-a4fd-66b96dedc88b HTTP/1.1" status: 200 len: 1092 time: 1.0941246 Feb 15 14:08:13.043994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'tag': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:13.047677 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4a4230-954a-4d33-8477-e4ff01cda08a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab", "tag": "7954f88b-e1ff-47fc-a4fd-66b96dedc88b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:13.090598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4eb7d-6df2-45f8-9691-3cf1c2237ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:13.119813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f256e9b-b007-4287-abb2-e47dffd06ecd req-bf7b0ce4-4d33-4120-ae31-bafcbc5b83b9 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:13.122043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f256e9b-b007-4287-abb2-e47dffd06ecd req-bf7b0ce4-4d33-4120-ae31-bafcbc5b83b9 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 946 time: 0.1924541 Feb 15 14:08:13.185099 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677c2b41-40d8-43e7-82b8-8e65643578ee x-openstack-request-id: req-677c2b41-40d8-43e7-82b8-8e65643578ee {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:13.185473 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab", "tag": "7954f88b-e1ff-47fc-a4fd-66b96dedc88b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:13.185795 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-677c2b41-40d8-43e7-82b8-8e65643578ee {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:13.186288 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'tag': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b', 'status': 'completed', 'code': 200} Feb 15 14:08:13.196468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] For port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:13.196964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:13.233094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f256e9b-b007-4287-abb2-e47dffd06ecd req-318ea4a3-7e79-4e13-af9e-9e8bcc072f1f tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037338 Feb 15 14:08:13.271235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30394-aa27-4b10-ab7d-c300773b491c req-79bdd9e5-6129-446f-9b46-af2d664dab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:13.272986 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-79bdd9e5-6129-446f-9b46-af2d664dab1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 1126 time: 0.1367967 Feb 15 14:08:13.349622 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-a233f370-aa29-4ad2-97d4-48b1adedfd42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b HTTP/1.1" status: 200 len: 217 time: 0.0564511 Feb 15 14:08:13.411025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449fbfb-d571-42b8-ad56-5d688a78d755 req-2fc8253e-ffbc-425d-a648-02a576235c38 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:13.412541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f449fbfb-d571-42b8-ad56-5d688a78d755 req-2fc8253e-ffbc-425d-a648-02a576235c38 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 943 time: 0.0867238 Feb 15 14:08:13.451732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30394-aa27-4b10-ab7d-c300773b491c req-77d98d2d-c90d-48a1-a644-e9aeee04af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:13.454277 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-77d98d2d-c90d-48a1-a644-e9aeee04af44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.0958633 Feb 15 14:08:13.459145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad51253-1c9b-4b8f-897c-9bf1e2d303a5 req-3fa8197a-c4ac-47b5-b5fa-8926443c400c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:13.460689 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ad51253-1c9b-4b8f-897c-9bf1e2d303a5 req-3fa8197a-c4ac-47b5-b5fa-8926443c400c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 946 time: 0.1001170 Feb 15 14:08:13.514020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f449fbfb-d571-42b8-ad56-5d688a78d755 req-fa0e0733-5143-45eb-9a9e-e4ae43de392a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944948 Feb 15 14:08:13.540970 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-f8c77545-dac6-46ef-bd32-e624a253da8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331519 Feb 15 14:08:13.562551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ad51253-1c9b-4b8f-897c-9bf1e2d303a5 req-3764ff4d-927a-4123-9cb4-0341201b5088 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=83e91f2e-c570-465f-832f-c2257aa299de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908980 Feb 15 14:08:13.589129 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:13.589539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (1d1d1094-8ccf-4496-b574-fde4b44ac4f2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:13.589882 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Floating IP 1d1d1094-8ccf-4496-b574-fde4b44ac4f2 disassociated. External IP: 172.25.6.252, port: bc7ec598-3fc7-483a-8ccd-f08e7a91abcf. Feb 15 14:08:13.590968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Calling delete_port for bc7ec598-3fc7-483a-8ccd-f08e7a91abcf owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:13.778883 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-3c22b66b-8049-4eca-aa97-73750f05ce9a service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041843 Feb 15 14:08:13.925696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5ffc1-570f-4790-bc56-a728b2bbd819 req-2c5191dc-cce5-4e0d-ad1e-71df33476aa1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:13.941176 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4b5ffc1-570f-4790-bc56-a728b2bbd819 req-2c5191dc-cce5-4e0d-ad1e-71df33476aa1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.3139634 Feb 15 14:08:13.968930 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94a30394-aa27-4b10-ab7d-c300773b491c req-54871412-aece-447b-a2ed-e037990ea23a service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765051 Feb 15 14:08:13.969769 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (bc7ec598-3fc7-483a-8ccd-f08e7a91abcf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:14.009091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event deleted for resources: {'Port': ['ID=bc7ec598-3fc7-483a-8ccd-f08e7a91abcf,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:14.071852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4b5ffc1-570f-4790-bc56-a728b2bbd819 req-87ab74a4-08b7-4d78-9f91-15c39f6192b8 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291096 Feb 15 14:08:14.184749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a4230-954a-4d33-8477-e4ff01cda08a req-e18f8db3-3a37-419a-a063-90ca345e3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:14.186802 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d4a4230-954a-4d33-8477-e4ff01cda08a req-e18f8db3-3a37-419a-a063-90ca345e3274 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 1126 time: 0.1133301 Feb 15 14:08:14.196943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Router b041dc17-d83a-41dd-8d24-a45ccfad0ddd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:08:14.197686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68f54169-e260-4d69-bf38-6ad368ca431e req-4fcd05ed-e4d0-4d83-8840-1fe413d9626c tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0414760 Feb 15 14:08:14.377918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a4230-954a-4d33-8477-e4ff01cda08a req-54b05a22-23f8-4ba9-9373-83fa541f3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:14.379556 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d4a4230-954a-4d33-8477-e4ff01cda08a req-54b05a22-23f8-4ba9-9373-83fa541f3a4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 912 time: 0.1849744 Feb 15 14:08:14.410359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3baad-ee5b-4a28-9897-6022a86cc3c5 req-025f3cd4-9476-4cb3-bb35-2213ea7ad6f0 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:14.417570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23f3baad-ee5b-4a28-9897-6022a86cc3c5 req-025f3cd4-9476-4cb3-bb35-2213ea7ad6f0 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 946 time: 0.0872405 Feb 15 14:08:14.472559 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d4a4230-954a-4d33-8477-e4ff01cda08a req-cb94235c-7228-4d1a-9dc8-761e3b776ace service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b HTTP/1.1" status: 200 len: 217 time: 0.0818334 Feb 15 14:08:14.478024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:08:14.488684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c6458-eb95-44b7-81c6-ff3e4558ad10 None None] Sync routers for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:08:14.513606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c6458-eb95-44b7-81c6-ff3e4558ad10 None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:08:14.514260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-146c6458-eb95-44b7-81c6-ff3e4558ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:07:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:14.538761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23f3baad-ee5b-4a28-9897-6022a86cc3c5 req-ebc7b2ba-a6bf-498a-aee0-93df9e50752c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201582 Feb 15 14:08:14.596861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] No DVR routers for this DVR port bc7ec598-3fc7-483a-8ccd-f08e7a91abcf on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:08:14.601303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:14.605019 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-afec7eae-88f9-45b8-985b-5f50c41adb38 req-c638b580-d49d-46bc-8eb1-9455607af1c7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.42 "DELETE /v2.0/ports/bc7ec598-3fc7-483a-8ccd-f08e7a91abcf HTTP/1.1" status: 204 len: 173 time: 1.8804309 Feb 15 14:08:14.614633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a4230-954a-4d33-8477-e4ff01cda08a req-3f2b7f90-385c-464e-9fb4-9ac99d9e42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:14.616295 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d4a4230-954a-4d33-8477-e4ff01cda08a req-3f2b7f90-385c-464e-9fb4-9ac99d9e42a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.1362638 Feb 15 14:08:14.689653 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d4a4230-954a-4d33-8477-e4ff01cda08a req-1fff0058-1f73-4604-abf3-6b2002b1272d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558908 Feb 15 14:08:14.819345 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc967b31-f2bb-4263-a51e-2808129041e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:14.880380 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d4a4230-954a-4d33-8477-e4ff01cda08a req-b5670d5f-9a93-497a-afb7-3b35a23965b8 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802611 Feb 15 14:08:14.913214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-212ccefd-724a-4d15-bb83-8bb950fa74e2 req-224ab76c-9b40-45a0-be75-c6e3d660007d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=4489ba79-809d-4cc8-96a9-faa0a4644c24 HTTP/1.1" status: 200 len: 210 time: 0.0821888 Feb 15 14:08:14.954566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-146c6458-eb95-44b7-81c6-ff3e4558ad10 None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:08:15.088365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32b0fd-97cd-476f-8078-2b88fb431702 req-cc89c3f4-ef60-4388-a633-4977cda678ae tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:15.101177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e32b0fd-97cd-476f-8078-2b88fb431702 req-cc89c3f4-ef60-4388-a633-4977cda678ae tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 943 time: 0.3867469 Feb 15 14:08:15.143802 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d4a4230-954a-4d33-8477-e4ff01cda08a req-41e7160a-8c09-40fc-8ff8-ebf5ff290463 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446425 Feb 15 14:08:15.187613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'name': 'network-vif-deleted', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:15.190783 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbda760c-d0c1-4ea5-9d93-19dd469d7211" -d '{"events": [{"server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "name": "network-vif-deleted", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:15.286894 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e32b0fd-97cd-476f-8078-2b88fb431702 req-1cf7f94a-c70f-4ccf-acf2-b085b05edfca tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756201 Feb 15 14:08:15.462773 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5229742-532f-498a-bb0a-296206659ff7 x-openstack-request-id: req-f5229742-532f-498a-bb0a-296206659ff7 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:15.463189 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489ba79-809d-4cc8-96a9-faa0a4644c24", "name": "network-vif-deleted", "tag": "bc7ec598-3fc7-483a-8ccd-f08e7a91abcf", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:15.463538 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f5229742-532f-498a-bb0a-296206659ff7 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:15.464031 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4489ba79-809d-4cc8-96a9-faa0a4644c24', 'name': 'network-vif-deleted', 'tag': 'bc7ec598-3fc7-483a-8ccd-f08e7a91abcf', 'status': 'completed', 'code': 200} Feb 15 14:08:15.560857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1bc032b5-233f-4672-91a3-fe10c883b32a req-ffdd2f13-d564-4ebb-a770-032013bf2fe6 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0327151 Feb 15 14:08:15.585751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e6d64-483f-419a-a520-2d58ff3d309c req-da9e9df8-00ac-4858-9c04-84fc1cd0c8ab tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:15.607924 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-746e6d64-483f-419a-a520-2d58ff3d309c req-da9e9df8-00ac-4858-9c04-84fc1cd0c8ab tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.1686730 Feb 15 14:08:15.647393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-146c6458-eb95-44b7-81c6-ff3e4558ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:15.663246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-746e6d64-483f-419a-a520-2d58ff3d309c req-0618861f-7ae1-4574-a7fb-46181e45a770 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549161 Feb 15 14:08:15.706306 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c6458-eb95-44b7-81c6-ff3e4558ad10 None None] Checking router: b041dc17-d83a-41dd-8d24-a45ccfad0ddd for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:08:15.719738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c6458-eb95-44b7-81c6-ff3e4558ad10 None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:08:15.720518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-146c6458-eb95-44b7-81c6-ff3e4558ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:07:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:15.872460 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-146c6458-eb95-44b7-81c6-ff3e4558ad10 None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:08:16.094694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38988) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:16.193828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-146c6458-eb95-44b7-81c6-ff3e4558ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:16.210828 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95aa25ce-1e17-4923-a100-1d5efff0e1b4 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (83e91f2e-c570-465f-832f-c2257aa299de), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:16.252706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c6458-eb95-44b7-81c6-ff3e4558ad10 None None] The sync data for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 is: [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:08:16.258342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95aa25ce-1e17-4923-a100-1d5efff0e1b4 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (83e91f2e-c570-465f-832f-c2257aa299de), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:16.346380 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95aa25ce-1e17-4923-a100-1d5efff0e1b4 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (83e91f2e-c570-465f-832f-c2257aa299de), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:16.349404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95aa25ce-1e17-4923-a100-1d5efff0e1b4 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:16.350712 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-95aa25ce-1e17-4923-a100-1d5efff0e1b4 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "DELETE /v2.0/security-groups/83e91f2e-c570-465f-832f-c2257aa299de HTTP/1.1" status: 204 len: 168 time: 0.2547328 Feb 15 14:08:16.353483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38994) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:16.368278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa25ce-1e17-4923-a100-1d5efff0e1b4 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e91f2e-c570-465f-832f-c2257aa299de,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:16.385296 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-2a8893ee-2c97-4170-8bb2-806097e52210 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] show failed (client error): The resource could not be found. Feb 15 14:08:16.393563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2a8893ee-2c97-4170-8bb2-806097e52210 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups/83e91f2e-c570-465f-832f-c2257aa299de HTTP/1.1" status: 404 len: 347 time: 0.0331819 Feb 15 14:08:16.393710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38996) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:16.527976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc25d-3dcd-405c-b327-d39d61e5dad4 req-d10c8ac3-71a1-43fc-a3f0-1df811e1bd34 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:16.529734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-112dc25d-3dcd-405c-b327-d39d61e5dad4 req-d10c8ac3-71a1-43fc-a3f0-1df811e1bd34 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 943 time: 0.1210892 Feb 15 14:08:16.619108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ae561c59-1024-464a-bcd5-7be8e3c1dc4a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Deleting port 811a98b6-da1a-433f-ae3d-8e6085404c05 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:16.619452 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae561c59-1024-464a-bcd5-7be8e3c1dc4a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (811a98b6-da1a-433f-ae3d-8e6085404c05), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:16.622289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-112dc25d-3dcd-405c-b327-d39d61e5dad4 req-5c1d55b9-8a05-4716-98f2-4bb825c48d4d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858300 Feb 15 14:08:16.764773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae561c59-1024-464a-bcd5-7be8e3c1dc4a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (811a98b6-da1a-433f-ae3d-8e6085404c05), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:16.765360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae561c59-1024-464a-bcd5-7be8e3c1dc4a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (811a98b6-da1a-433f-ae3d-8e6085404c05), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:16.781707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ae561c59-1024-464a-bcd5-7be8e3c1dc4a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Calling delete_port for 811a98b6-da1a-433f-ae3d-8e6085404c05 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:16.817687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-89cd7ac0-02f9-4690-9d78-fa19ab5b7262 req-d5cfc904-a90e-4e59-a310-6af16efc2df5 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0653362 Feb 15 14:08:16.833290 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093b8b8-de99-4f72-b412-de640cc2d972 None None] New status for floating IP 1d1d1094-8ccf-4496-b574-fde4b44ac4f2: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:08:16.922045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ad114-87f9-499b-99ae-c521c0f13f13 req-12dd62b1-cb1e-405c-87fe-7676a5a8a2c1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:16.928677 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c2ad114-87f9-499b-99ae-c521c0f13f13 req-12dd62b1-cb1e-405c-87fe-7676a5a8a2c1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.1099887 Feb 15 14:08:17.035612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c2ad114-87f9-499b-99ae-c521c0f13f13 req-06e6ae8d-7495-47f8-93d6-5cb9d4ba4de2 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020217 Feb 15 14:08:17.090826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 7954f88b-e1ff-47fc-a4fd-66b96dedc88b details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:08:17.093092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bc7ec598-3fc7-483a-8ccd-f08e7a91abcf no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:08:17.116436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: bc7ec598-3fc7-483a-8ccd-f08e7a91abcf {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:08:17.116789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bc7ec598-3fc7-483a-8ccd-f08e7a91abcf not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:08:17.123420 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae561c59-1024-464a-bcd5-7be8e3c1dc4a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (811a98b6-da1a-433f-ae3d-8e6085404c05), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:17.161574 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2772ca71-cadd-47d3-8a3a-e9c4b2569de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:17.190477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae561c59-1024-464a-bcd5-7be8e3c1dc4a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event deleted for resources: {'Port': ['ID=811a98b6-da1a-433f-ae3d-8e6085404c05,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:17.323457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:17.334064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae561c59-1024-464a-bcd5-7be8e3c1dc4a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (1d1d1094-8ccf-4496-b574-fde4b44ac4f2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:17.339262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae561c59-1024-464a-bcd5-7be8e3c1dc4a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:17.340889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'port_id': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b', 'mac_address': 'fa:16:3e:b1:77:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f38b3d-5cb6-4f97-887a-3824fb0bba29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:08:17.341654 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ae561c59-1024-464a-bcd5-7be8e3c1dc4a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "DELETE /v2.0/floatingips/1d1d1094-8ccf-4496-b574-fde4b44ac4f2 HTTP/1.1" status: 204 len: 168 time: 0.9469771 Feb 15 14:08:17.385068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:17.385478 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:17.404927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7954f88b-e1ff-47fc-a4fd-66b96dedc88b {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:17.431252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:17.438047 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:17.500799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:17.692901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['7954f88b-e1ff-47fc-a4fd-66b96dedc88b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:17.879783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39014) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:17.891766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-99d2fdf8-3edd-402a-a591-9ab74d91615a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967732132', 'description': 'tempest-description--227407809'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:17.939288 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99d2fdf8-3edd-402a-a591-9ab74d91615a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:17.971062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176b6a7-8bee-42a0-b6e8-50ec4b9a5f2f req-e32e7028-f223-4ecb-94d9-bd053ed437bf tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:17.974365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b176b6a7-8bee-42a0-b6e8-50ec4b9a5f2f req-e32e7028-f223-4ecb-94d9-bd053ed437bf tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 944 time: 0.1393349 Feb 15 14:08:18.019772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0532627-b877-438d-9265-37b7ea58eb9d req-50e0d5b3-70e5-444b-8e69-aabc00a47ba8 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0433633 Feb 15 14:08:18.078788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b176b6a7-8bee-42a0-b6e8-50ec4b9a5f2f req-d2748f3b-c808-417a-9651-f7b7e28096d8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912483 Feb 15 14:08:18.086478 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99d2fdf8-3edd-402a-a591-9ab74d91615a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (87e35b2d-3281-415b-9e3f-b84a44010b04), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:18.094598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99d2fdf8-3edd-402a-a591-9ab74d91615a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (87e35b2d-3281-415b-9e3f-b84a44010b04), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:18.134381 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99d2fdf8-3edd-402a-a591-9ab74d91615a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:18.135897 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-99d2fdf8-3edd-402a-a591-9ab74d91615a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2553067 Feb 15 14:08:18.140556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39018) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:18.152036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9a9b87d8-8bdf-447a-8da8-0e4ff0e705c0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'security_group_rule': {'security_group_id': '87e35b2d-3281-415b-9e3f-b84a44010b04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:18.166073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2fdf8-3edd-402a-a591-9ab74d91615a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e35b2d-3281-415b-9e3f-b84a44010b04,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:18.184199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee30555-29ed-495f-af31-2bf9e8f52a4e req-c2fa9f93-ca43-44a6-8339-5ba3a89e9dc0 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:18.185885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ee30555-29ed-495f-af31-2bf9e8f52a4e req-c2fa9f93-ca43-44a6-8339-5ba3a89e9dc0 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.0666280 Feb 15 14:08:18.226881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39026) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:18.233144 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a9b87d8-8bdf-447a-8da8-0e4ff0e705c0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (15736435-f158-4f89-85af-79811a8adf98), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:18.279404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ee30555-29ed-495f-af31-2bf9e8f52a4e req-3c643f3c-a5c7-49c4-ac04-7ca52a69ce80 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852010 Feb 15 14:08:18.291910 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:18.299418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a9b87d8-8bdf-447a-8da8-0e4ff0e705c0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (15736435-f158-4f89-85af-79811a8adf98), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:18.311044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a9b87d8-8bdf-447a-8da8-0e4ff0e705c0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (15736435-f158-4f89-85af-79811a8adf98), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:18.332007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b87d8-8bdf-447a-8da8-0e4ff0e705c0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15736435-f158-4f89-85af-79811a8adf98,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:18.346008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a9b87d8-8bdf-447a-8da8-0e4ff0e705c0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:18.349706 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9a9b87d8-8bdf-447a-8da8-0e4ff0e705c0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2069492 Feb 15 14:08:18.350155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39032) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:18.355258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-26abec2a-49c8-4d02-9a43-e061da3aac7b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'security_group_rule': {'security_group_id': '87e35b2d-3281-415b-9e3f-b84a44010b04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:18.907438 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26abec2a-49c8-4d02-9a43-e061da3aac7b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (cdb85c5d-17bf-4fb2-8abf-e5bcedfac530), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:18.990434 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26abec2a-49c8-4d02-9a43-e061da3aac7b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (cdb85c5d-17bf-4fb2-8abf-e5bcedfac530), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:19.000370 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26abec2a-49c8-4d02-9a43-e061da3aac7b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (cdb85c5d-17bf-4fb2-8abf-e5bcedfac530), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:19.036080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-26abec2a-49c8-4d02-9a43-e061da3aac7b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:19.042303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39046) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:19.042487 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-26abec2a-49c8-4d02-9a43-e061da3aac7b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6907125 Feb 15 14:08:19.047492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abec2a-49c8-4d02-9a43-e061da3aac7b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb85c5d-17bf-4fb2-8abf-e5bcedfac530,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:19.050359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:19.101470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 7954f88b-e1ff-47fc-a4fd-66b96dedc88b up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:08:19.122499 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:19.268976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:08:19.273104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:19.273703 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:19.367903 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91a4c8d0-8755-41d5-96b2-8e7e46e0bb72 req-ea187ab9-1dd0-4090-a015-52099167a1bf tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0475924 Feb 15 14:08:19.560497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:19.561602 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:19.587375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c3d6a-92fa-46e6-b008-459a4099fbba req-1f23eda9-c9b3-4c63-9e4e-31b93de7fce9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:19.601868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d3c3d6a-92fa-46e6-b008-459a4099fbba req-1f23eda9-c9b3-4c63-9e4e-31b93de7fce9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 944 time: 0.2550845 Feb 15 14:08:19.643131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:19.646590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:19.649560 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3a23ef-4205-4c8b-a492-c0c027e05387" -d '{"events": [{"server_uuid": "3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab", "name": "network-vif-plugged", "status": "completed", "tag": "7954f88b-e1ff-47fc-a4fd-66b96dedc88b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:19.670257 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:19.689403 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:19.811249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d3c3d6a-92fa-46e6-b008-459a4099fbba req-a1f4f88b-29a4-459f-b241-9e4c25eb5c73 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065797 Feb 15 14:08:19.830223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:19.949201 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937c03c-cdc3-4c1b-8de4-036ae269bbc5 req-e4ba4715-d252-4e15-978f-3f324bee4c7b tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:19.988407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8937c03c-cdc3-4c1b-8de4-036ae269bbc5 req-e4ba4715-d252-4e15-978f-3f324bee4c7b tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.4960098 Feb 15 14:08:20.008443 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8841cf-eddf-4a14-ab4b-976b423a2e0c x-openstack-request-id: req-7e8841cf-eddf-4a14-ab4b-976b423a2e0c {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:20.008746 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab", "name": "network-vif-plugged", "status": "completed", "tag": "7954f88b-e1ff-47fc-a4fd-66b96dedc88b", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:20.009001 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7e8841cf-eddf-4a14-ab4b-976b423a2e0c {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:20.010146 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b', 'code': 200} Feb 15 14:08:20.167026 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8937c03c-cdc3-4c1b-8de4-036ae269bbc5 req-e75e650e-95e5-4e8d-9490-f7a7d6be3d40 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774101 Feb 15 14:08:20.244262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2c89a-5aa9-4869-9eb0-44b6d8c52363 req-f873d482-2f81-446a-8c0b-1e04db1baae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:20.246031 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-02b2c89a-5aa9-4869-9eb0-44b6d8c52363 req-f873d482-2f81-446a-8c0b-1e04db1baae0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 1128 time: 0.1768935 Feb 15 14:08:20.248969 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:20.276276 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (0a08e935-43b5-4428-9fe6-04958c7a8ad4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:20.412949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Allocated IP 172.25.6.118 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/9360025e-2394-404c-a0ed-d29c106cc5bd) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:20.444550 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-02b2c89a-5aa9-4869-9eb0-44b6d8c52363 req-ac0e9fba-e0a8-481a-8f45-ef9feea3be58 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711892 Feb 15 14:08:20.549517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74223869-9aa9-46aa-b8ff-2bfeb2629267 req-e98d87dc-0224-4b83-9519-1af9ba50b803 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0634289 Feb 15 14:08:20.584751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39066) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:20.589804 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for port (9360025e-2394-404c-a0ed-d29c106cc5bd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:20.630927 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9360025e-2394-404c-a0ed-d29c106cc5bd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:20.705398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:20.706823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'Port': ['ID=9360025e-2394-404c-a0ed-d29c106cc5bd,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:20.711445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:20.715183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:08:20.853262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49715490-a426-4607-8aae-55e5f1802397 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:20.854288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49715490-a426-4607-8aae-55e5f1802397 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:20.855011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49715490-a426-4607-8aae-55e5f1802397 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:20.857623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-49715490-a426-4607-8aae-55e5f1802397 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/ports?project_id=9371d7d5680c4673b3816e8f8a901c14&network_id=f7e16475-368e-46fc-9a93-22f35f19db06 HTTP/1.1" status: 200 len: 3076 time: 0.1978762 Feb 15 14:08:20.910525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (da13f59a-be93-4857-b428-70a7dbe1ffab), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:20.983203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9360025e-2394-404c-a0ed-d29c106cc5bd), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:21.058064 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:21.165370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4aaeeb-ea7b-4110-8cc1-1f3f141a4e9e req-69dc1b51-85ea-43a7-bdfb-4a333581b839 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:21.173244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c4aaeeb-ea7b-4110-8cc1-1f3f141a4e9e req-69dc1b51-85ea-43a7-bdfb-4a333581b839 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.2368350 Feb 15 14:08:21.209952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] Deleting port 6e8b7d1c-be3a-46ff-867d-000a983c87f0 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:21.210291 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:21.257021 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for port (9360025e-2394-404c-a0ed-d29c106cc5bd), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:21.263369 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (9360025e-2394-404c-a0ed-d29c106cc5bd), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:21.389448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'Port': ['ID=9360025e-2394-404c-a0ed-d29c106cc5bd,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:21.393322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (da13f59a-be93-4857-b428-70a7dbe1ffab), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:21.416853 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:21.424823 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cd22aa31-3baf-4a56-a272-e7758d36a26b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3803449 Feb 15 14:08:21.428616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c4aaeeb-ea7b-4110-8cc1-1f3f141a4e9e req-158ac228-0091-40b3-b73c-99c44cfa949d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538023 Feb 15 14:08:21.547098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b49e5-2559-41c4-94d5-ba4d7d501e64 req-f4c6816e-7db7-4a24-a129-ea2e4f8664a7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:21.548354 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f6b49e5-2559-41c4-94d5-ba4d7d501e64 req-f4c6816e-7db7-4a24-a129-ea2e4f8664a7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.2022774 Feb 15 14:08:21.604477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] For port 6e8b7d1c-be3a-46ff-867d-000a983c87f0, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6e8b7d1c-be3a-46ff-867d-000a983c87f0,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:21.604965 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:21.683660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f6b49e5-2559-41c4-94d5-ba4d7d501e64 req-b072c9c0-0dc0-4bd6-a4ab-73567133f122 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189921 Feb 15 14:08:21.684601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] Calling delete_port for 6e8b7d1c-be3a-46ff-867d-000a983c87f0 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:21.865287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f62ea1ca-ccdd-403c-9a46-0812279f0911 req-3788d7f5-ecd9-44bf-a1e4-e2c12e9c868e tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.1438920 Feb 15 14:08:22.167436 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6e8b7d1c-be3a-46ff-867d-000a983c87f0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:22.227346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8b7d1c-be3a-46ff-867d-000a983c87f0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:22.257248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-7648a456-7cc5-4e9a-af4c-52f7475cd2ed tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1967732132&fields=id&tenant_id=fc5cc558236645988a4f12f717c1f282 HTTP/1.1" status: 200 len: 267 time: 0.2245681 Feb 15 14:08:22.336232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39102) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:22.451460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045f839-4d03-4fd8-b35e-fff9f8dcffa6 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:22.487000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2045f839-4d03-4fd8-b35e-fff9f8dcffa6 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 814 time: 0.1393180 Feb 15 14:08:22.778256 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (0a08e935-43b5-4428-9fe6-04958c7a8ad4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:22.788047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-22ccd272-a6da-4cc9-bf18-c7c39e66139b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:22.797417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-22ccd272-a6da-4cc9-bf18-c7c39e66139b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 817 time: 0.5376694 Feb 15 14:08:22.832772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40276ece-e0f8-4b88-a7d3-7424607b9da0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/quotas/fc5cc558236645988a4f12f717c1f282 HTTP/1.1" status: 200 len: 375 time: 0.0303102 Feb 15 14:08:22.959382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a1c27-9c36-4967-81d3-4830448edaff req-1bbd3901-b583-4ea3-9ec9-b5ab1fc559a3 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:22.961530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b12a1c27-9c36-4967-81d3-4830448edaff req-1bbd3901-b583-4ea3-9ec9-b5ab1fc559a3 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.3713958 Feb 15 14:08:23.002157 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39116) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:23.007217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'network': {'name': 'tempest-network-smoke--1732536755', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'port_security_enabled': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:23.029339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Made reservation on behalf of 9371d7d5680c4673b3816e8f8a901c14 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:23.033913 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:23.070839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:08:23.085002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2ded26a7-a8de-40c6-ab3b-6eb3411ef614), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:23.085357 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Added segment 2ded26a7-a8de-40c6-ab3b-6eb3411ef614 of type vlan for network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc Feb 15 14:08:23.139872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-c57f9e58-9c46-459d-9bb4-59b50a480c0d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3102765 Feb 15 14:08:23.168883 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (1c93aef7-0eec-4d22-bf35-36b5454ec8bc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:23.197461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b12a1c27-9c36-4967-81d3-4830448edaff req-37206778-c820-4cff-aa70-fd4c1968c67d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073934 Feb 15 14:08:23.230155 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (1c93aef7-0eec-4d22-bf35-36b5454ec8bc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:23.235830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:23.236422 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:23.318302 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3121731 Feb 15 14:08:23.319410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39122) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:23.383582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35b241-4d63-42a5-b6db-d1f37e4fc5c3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Network': ['ID=1c93aef7-0eec-4d22-bf35-36b5454ec8bc,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:23.397643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:08:23.398658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] Router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:08:23.409553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-1558261d-623b-4363-b881-a513bb08bd96 service neutron] 10.222.0.72 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261121 Feb 15 14:08:23.479358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5915ad-1d3a-4e86-b5d1-7212d3b9af58 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:23.481798 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7c5915ad-1d3a-4e86-b5d1-7212d3b9af58 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9371d7d5680c4673b3816e8f8a901c14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1617510 Feb 15 14:08:23.485321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39124) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:23.547486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65b388-9cbc-47cb-8475-a769ffaefaa2 req-2dbd5dac-5936-4305-903d-7cfbfddaddb0 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:23.549449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c65b388-9cbc-47cb-8475-a769ffaefaa2 req-2dbd5dac-5936-4305-903d-7cfbfddaddb0 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.2177563 Feb 15 14:08:23.643741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c65b388-9cbc-47cb-8475-a769ffaefaa2 req-a5468dde-cf22-43f8-90f1-150550daa4c5 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871630 Feb 15 14:08:23.658886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:08:23.662108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-5170159b-a514-4800-9798-a9ab945aba92 service neutron] 10.222.0.72 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421682 Feb 15 14:08:23.669573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf140c94-f4bd-4368-b1c5-271ae3670b2b None None] Sync routers for ids ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:08:23.669971 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-313869ee-d20e-4765-8a94-dbfd31a24f8b admin admin] 10.222.0.72 "PUT /v2.0/routers/0a08e935-43b5-4428-9fe6-04958c7a8ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4416547 Feb 15 14:08:23.670696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39126) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:23.719732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf140c94-f4bd-4368-b1c5-271ae3670b2b None None] Routers {'0a08e935-43b5-4428-9fe6-04958c7a8ad4'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:08:23.723310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bf140c94-f4bd-4368-b1c5-271ae3670b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:08:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:23.750172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4d54b4-7235-4be3-80ca-e2f7798517ca tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:23.758867 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ac4d54b4-7235-4be3-80ca-e2f7798517ca tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2707021 Feb 15 14:08:23.759525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39128) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:23.893955 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0bfed7fa-6b11-4c1e-a96a-ebc6894bd215 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1330009 Feb 15 14:08:23.895767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39132) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:24.004388 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dbf77b12-60ed-4b37-a86b-fd9acd045123 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9371d7d5680c4673b3816e8f8a901c14&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1018028 Feb 15 14:08:24.004388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39138) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:24.010519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e822f3a-ebf2-4c4e-bd1e-ece9da097114 req-85a7a36c-99de-4b5b-9434-807570f27f7d tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.1281104 Feb 15 14:08:24.017435 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Publish callbacks [] for router (0a08e935-43b5-4428-9fe6-04958c7a8ad4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:24.079669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-bf140c94-f4bd-4368-b1c5-271ae3670b2b None None] Set router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:08:24.138128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcc9f713-0695-42ec-b2f3-629f8ce1f8b3 req-89148112-a435-4aaf-84fa-323a3a56ecd5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 210 time: 0.0396538 Feb 15 14:08:24.200669 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Publish callbacks [] for router_gateway (0a08e935-43b5-4428-9fe6-04958c7a8ad4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:24.278573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39b82f7-fb97-4d18-a593-c6c4258672cf tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:24.283849 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f39b82f7-fb97-4d18-a593-c6c4258672cf tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2783518 Feb 15 14:08:24.285040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39144) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:24.321030 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6cc749b0-322e-4a93-bc48-764cf1d6dbfd tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349331 Feb 15 14:08:24.321740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39150) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:24.328082 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-927405104', 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:24.567318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Made reservation on behalf of 9371d7d5680c4673b3816e8f8a901c14 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:24.571161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:24.701421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bf140c94-f4bd-4368-b1c5-271ae3670b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T14:08:22Z', 'revision_number': 5, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port': {'id': 'a4910410-d0d8-44f7-93e3-352c5c74b500', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:24Z', 'updated_at': '2022-02-15T13:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:24.762173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf140c94-f4bd-4368-b1c5-271ae3670b2b None None] Checking router: 0a08e935-43b5-4428-9fe6-04958c7a8ad4 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:08:24.799008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf140c94-f4bd-4368-b1c5-271ae3670b2b None None] Routers {'0a08e935-43b5-4428-9fe6-04958c7a8ad4'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:08:24.800055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bf140c94-f4bd-4368-b1c5-271ae3670b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:08:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:24.874705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6f89a-4162-4895-a981-5df749d9d7d8 req-9c6611ac-1fbb-4df3-a1b7-5bda3724fccd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:24.882501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fe6f89a-4162-4895-a981-5df749d9d7d8 req-9c6611ac-1fbb-4df3-a1b7-5bda3724fccd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.0823386 Feb 15 14:08:24.973486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-bf140c94-f4bd-4368-b1c5-271ae3670b2b None None] Set router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:08:25.018128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fe6f89a-4162-4895-a981-5df749d9d7d8 req-9a3d08fd-b9d3-4855-ad8c-9a71ae9dcb07 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337259 Feb 15 14:08:25.056260 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Deleting port a4910410-d0d8-44f7-93e3-352c5c74b500 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:25.056823 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:25.057184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bf140c94-f4bd-4368-b1c5-271ae3670b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T14:08:24Z', 'revision_number': 6, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:25.094179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf140c94-f4bd-4368-b1c5-271ae3670b2b None None] The sync data for ids ['0a08e935-43b5-4428-9fe6-04958c7a8ad4'] in n-d-829064-15 is: [{'id': '0a08e935-43b5-4428-9fe6-04958c7a8ad4', 'name': 'tempest-TaggedBootDevicesTest-1936131700-router', 'tenant_id': '55d0c8baea1b4caca9038f410716a4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:22Z', 'updated_at': '2022-02-15T14:08:24Z', 'revision_number': 6, 'project_id': '55d0c8baea1b4caca9038f410716a4fe', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:08:25.094362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (d84acc63-a8d1-4bd6-af88-27e6208eddf2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:25.184769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Subnet': ['ID=d84acc63-a8d1-4bd6-af88-27e6208eddf2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:25.193926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Checking segment: {'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:08:25.194388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network hostable DHCP agents. Network: 1c93aef7-0eec-4d22-bf35-36b5454ec8bc, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:08:25.229459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3276b624-e348-4046-97c1-ceb7851afd1b req-8b26446b-1c5a-47be-a12a-4b639ef16b39 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0695136 Feb 15 14:08:25.237521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:08:25.249666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 1c93aef7-0eec-4d22-bf35-36b5454ec8bc) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:25.259311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81190f24-bbec-4c56-891e-6a5349fcc092 None None] Network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:08:25.262297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] For port a4910410-d0d8-44f7-93e3-352c5c74b500, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a4910410-d0d8-44f7-93e3-352c5c74b500,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:25.262890 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:25.263842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:25.265279 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:25.302834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Calling delete_port for a4910410-d0d8-44f7-93e3-352c5c74b500 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:25.308138 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0d3b524f-57cd-44bf-b02f-93f6ac6665cb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9845624 Feb 15 14:08:25.312549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5c4e0-2bba-4358-8d62-6e45c8da516c req-2dfa1ba1-2d17-418e-bbc8-4d399713e7bb tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:25.321033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9aa5c4e0-2bba-4358-8d62-6e45c8da516c req-2dfa1ba1-2d17-418e-bbc8-4d399713e7bb tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.4089980 Feb 15 14:08:25.390215 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9aa5c4e0-2bba-4358-8d62-6e45c8da516c req-3f9b3c00-4228-4640-bf3c-0ac681a8de09 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672977 Feb 15 14:08:25.459466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-1c93aef7-0eec-4d22-bf35-36b5454ec8bc', 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ips': [{'subnet_id': 'd84acc63-a8d1-4bd6-af88-27e6208eddf2'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:08:25.460501 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:25.520525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-506eda7c-19b0-42e8-83c7-738a2c373f0c req-6bc15e46-06f0-4156-9752-267e2c9ff870 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 210 time: 0.1244445 Feb 15 14:08:25.703416 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a4910410-d0d8-44f7-93e3-352c5c74b500), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:25.739097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4910410-d0d8-44f7-93e3-352c5c74b500,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:25.849666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Allocated IP 172.20.0.18 (1c93aef7-0eec-4d22-bf35-36b5454ec8bc/d84acc63-a8d1-4bd6-af88-27e6208eddf2/b225aef2-a248-4b5a-8ab0-66cb073ab713) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:25.859066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39174) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:25.864381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-66495581-d4b5-499a-8b88-138cdf1538ce tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769325941', 'description': 'tempest-secgroup-smoke-769325941 description', 'project_id': '9371d7d5680c4673b3816e8f8a901c14'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:25.913375 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-66495581-d4b5-499a-8b88-138cdf1538ce tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:25.915863 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (0a08e935-43b5-4428-9fe6-04958c7a8ad4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.060420 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-66495581-d4b5-499a-8b88-138cdf1538ce tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (c001b354-ef87-4038-bf54-d1108da6edd6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.065130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-66495581-d4b5-499a-8b88-138cdf1538ce tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c001b354-ef87-4038-bf54-d1108da6edd6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.107232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66495581-d4b5-499a-8b88-138cdf1538ce tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c001b354-ef87-4038-bf54-d1108da6edd6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:26.123677 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-66495581-d4b5-499a-8b88-138cdf1538ce tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.129136 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-66495581-d4b5-499a-8b88-138cdf1538ce tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2688510 Feb 15 14:08:26.129848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39180) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:26.134860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-876d4ac9-0dd2-4d87-ba70-a07c3f211453 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': 'c001b354-ef87-4038-bf54-d1108da6edd6', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:26.157118 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (0a08e935-43b5-4428-9fe6-04958c7a8ad4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.181968 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-876d4ac9-0dd2-4d87-ba70-a07c3f211453 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (16caa1dc-7602-404d-9547-808a594e72d9), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.200558 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Publish callbacks [] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.215825 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.260900 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-876d4ac9-0dd2-4d87-ba70-a07c3f211453 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (16caa1dc-7602-404d-9547-808a594e72d9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.265632 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-876d4ac9-0dd2-4d87-ba70-a07c3f211453 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (16caa1dc-7602-404d-9547-808a594e72d9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.280560 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Publish callbacks [] for router_controller (0a08e935-43b5-4428-9fe6-04958c7a8ad4), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.295973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d4ac9-0dd2-4d87-ba70-a07c3f211453 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16caa1dc-7602-404d-9547-808a594e72d9,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:26.302812 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-876d4ac9-0dd2-4d87-ba70-a07c3f211453 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.307361 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-876d4ac9-0dd2-4d87-ba70-a07c3f211453 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1764274 Feb 15 14:08:26.308074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39184) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:26.316040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-20996125-032a-4831-8606-e161edbaa2c0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': 'c001b354-ef87-4038-bf54-d1108da6edd6', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:26.341714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:26.359493 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-20996125-032a-4831-8606-e161edbaa2c0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (6effb7f1-75bf-4063-9f20-0b2aa0596c4d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.363134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:26.364022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-d52b6d27-52f5-4379-a223-e820b7dc5c92 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:26.365686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-d52b6d27-52f5-4379-a223-e820b7dc5c92 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.67 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 817 time: 0.5807705 Feb 15 14:08:26.377492 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:08:26.406107 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (0a08e935-43b5-4428-9fe6-04958c7a8ad4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.406637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a08e935-43b5-4428-9fe6-04958c7a8ad4 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:08:26.424541 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.437122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39188) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:26.439229 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ed92680d-d55e-4da9-a826-50d8e33b3ab3 admin admin] 10.222.0.72 "DELETE /v2.0/routers/0a08e935-43b5-4428-9fe6-04958c7a8ad4 HTTP/1.1" status: 204 len: 168 time: 2.7672858 Feb 15 14:08:26.441324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Pushing event updated for resources: {'Port': ['ID=b225aef2-a248-4b5a-8ab0-66cb073ab713,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:26.481692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Attempting to bind port b225aef2-a248-4b5a-8ab0-66cb073ab713 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:08:26.482291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Attempting to bind port b225aef2-a248-4b5a-8ab0-66cb073ab713 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:08:26.482760 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Attempting to bind port b225aef2-a248-4b5a-8ab0-66cb073ab713 on network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:26.483473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-20996125-032a-4831-8606-e161edbaa2c0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (6effb7f1-75bf-4063-9f20-0b2aa0596c4d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.492482 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:08:26.492952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Checking segment: {'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:08:26.493519 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.493957 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Bound using segment: {'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:08:26.494584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Bound port: b225aef2-a248-4b5a-8ab0-66cb073ab713, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:08:26.495127 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.526582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2fa0d-21e9-4bc8-97ec-a2562bc65272 req-8fe3d8a3-c251-4ba2-910e-f03c580cbb3a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:26.537854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68d2fa0d-21e9-4bc8-97ec-a2562bc65272 req-8fe3d8a3-c251-4ba2-910e-f03c580cbb3a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.3871963 Feb 15 14:08:26.547470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56707599-bf53-4729-8760-e6307edc8f4b req-c465f511-d188-4cb4-883c-98fb5c640b2e tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.1386247 Feb 15 14:08:26.576273 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-20996125-032a-4831-8606-e161edbaa2c0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (6effb7f1-75bf-4063-9f20-0b2aa0596c4d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.650230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6e8b7d1c-be3a-46ff-867d-000a983c87f0 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:08:26.659617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] For port b225aef2-a248-4b5a-8ab0-66cb073ab713, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:08:26.661753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ebbb6c-ae5a-446c-927d-b7fb59e29de7 admin admin] Deleting subnet f51d027d-829b-46a3-8128-74a466506270 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:08:26.679945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20996125-032a-4831-8606-e161edbaa2c0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6effb7f1-75bf-4063-9f20-0b2aa0596c4d,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:26.686095 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3ebbb6c-ae5a-446c-927d-b7fb59e29de7 admin admin] Publish callbacks [] for subnet (f51d027d-829b-46a3-8128-74a466506270), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.716398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-28863c2b-1fb7-482c-9cbf-210ea62111b0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc5cc558236645988a4f12f717c1f282 HTTP/1.1" status: 200 len: 380 time: 0.3401625 Feb 15 14:08:26.718256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] For port b225aef2-a248-4b5a-8ab0-66cb073ab713, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b225aef2-a248-4b5a-8ab0-66cb073ab713,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:08:26.719358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-20996125-032a-4831-8606-e161edbaa2c0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.723413 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-20996125-032a-4831-8606-e161edbaa2c0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4108994 Feb 15 14:08:26.724579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39194) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:26.728644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 6e8b7d1c-be3a-46ff-867d-000a983c87f0 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:08:26.729414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6e8b7d1c-be3a-46ff-867d-000a983c87f0 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:08:26.730675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a4910410-d0d8-44f7-93e3-352c5c74b500 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:08:26.731389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e52c4566-03d9-4096-a212-1d3213f89624 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': 'c001b354-ef87-4038-bf54-d1108da6edd6', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:26.757340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'port': {'device_id': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'admin_state_up': True, 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'security_groups': ['87e35b2d-3281-415b-9e3f-b84a44010b04']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:26.762637 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.810219 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e52c4566-03d9-4096-a212-1d3213f89624 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (ca3cb53f-ecd9-4494-8d22-7bb8d14ebdf0), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.812742 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3ebbb6c-ae5a-446c-927d-b7fb59e29de7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (f51d027d-829b-46a3-8128-74a466506270), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:26.830758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a4910410-d0d8-44f7-93e3-352c5c74b500 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:08:26.831618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a4910410-d0d8-44f7-93e3-352c5c74b500 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:08:26.846268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd59fe-9bfa-472b-ab18-527b8db3b22b None None] Pushing event updated for resources: {'Port': ['ID=b225aef2-a248-4b5a-8ab0-66cb073ab713,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:26.914146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68d2fa0d-21e9-4bc8-97ec-a2562bc65272 req-ee707757-9ae0-4267-ba0d-67f4709cf7d2 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656871 Feb 15 14:08:26.979466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805658d3-b5fa-4e9c-b349-f6b0a3b3a9ea req-f5d32082-0c83-4fd0-a16f-bfc1d2dbb456 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:26.994715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-805658d3-b5fa-4e9c-b349-f6b0a3b3a9ea req-f5d32082-0c83-4fd0-a16f-bfc1d2dbb456 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.3015385 Feb 15 14:08:27.051349 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e52c4566-03d9-4096-a212-1d3213f89624 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (ca3cb53f-ecd9-4494-8d22-7bb8d14ebdf0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.067687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e52c4566-03d9-4096-a212-1d3213f89624 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (ca3cb53f-ecd9-4494-8d22-7bb8d14ebdf0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.071560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3ebbb6c-ae5a-446c-927d-b7fb59e29de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (f51d027d-829b-46a3-8128-74a466506270), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.114425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c544d83d-c4b6-4b4d-8454-2b710f77a6e9 req-0823bcb0-7c82-4760-9ee1-1cd6774c0348 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 210 time: 0.0696740 Feb 15 14:08:27.130521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-805658d3-b5fa-4e9c-b349-f6b0a3b3a9ea req-4a643891-900a-43db-a4d8-08059fe22e5a tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324806 Feb 15 14:08:27.177430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Made reservation on behalf of fc5cc558236645988a4f12f717c1f282 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:27.181419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.246705 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3ebbb6c-ae5a-446c-927d-b7fb59e29de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (f51d027d-829b-46a3-8128-74a466506270), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.252767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c4566-03d9-4096-a212-1d3213f89624 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3cb53f-ecd9-4494-8d22-7bb8d14ebdf0,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:27.294535 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e52c4566-03d9-4096-a212-1d3213f89624 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.298777 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e52c4566-03d9-4096-a212-1d3213f89624 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5696597 Feb 15 14:08:27.298777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3ebbb6c-ae5a-446c-927d-b7fb59e29de7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.300901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a744a33-0be8-4300-93cb-cbf5334d4709 None None] Network e373dcfc-ad59-4f5a-8511-40a2474dbb5a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:08:27.303181 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e3ebbb6c-ae5a-446c-927d-b7fb59e29de7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f51d027d-829b-46a3-8128-74a466506270 HTTP/1.1" status: 204 len: 168 time: 0.8177626 Feb 15 14:08:27.303789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39200) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:27.305462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39198) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:27.311019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebbb6c-ae5a-446c-927d-b7fb59e29de7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51d027d-829b-46a3-8128-74a466506270,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:27.332230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-84946b77-a0e1-4d85-9ddb-c3ffdb2b987a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': 'c001b354-ef87-4038-bf54-d1108da6edd6', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:27.405430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (e373dcfc-ad59-4f5a-8511-40a2474dbb5a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.479925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Allocated IP 172.20.0.3 (432725e1-c9fb-4227-b041-9847d0d50fc9/dc34560e-8413-4f68-957e-907d850449d4/6dc41110-f492-45df-8710-25bfa6748928) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:27.525792 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Deleting port 9ab6b163-0853-4a48-bfc7-11038896fb8b {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:27.526490 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.574507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb35ec84-1ea0-475c-bd5d-19d6d94b9d22 None None] DHCP port deletion for e373dcfc-ad59-4f5a-8511-40a2474dbb5a request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:08:27.627840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] For port 9ab6b163-0853-4a48-bfc7-11038896fb8b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9ab6b163-0853-4a48-bfc7-11038896fb8b,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:27.628593 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.656260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Calling delete_port for 9ab6b163-0853-4a48-bfc7-11038896fb8b owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:27.681315 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for port (6dc41110-f492-45df-8710-25bfa6748928), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.695882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cb35ec84-1ea0-475c-bd5d-19d6d94b9d22 None None] Deleting port 9ab6b163-0853-4a48-bfc7-11038896fb8b {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:27.697397 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb35ec84-1ea0-475c-bd5d-19d6d94b9d22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.811733 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.838135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac717202-ac28-4e76-9a41-ed9d7380dd1d req-548e0286-1a69-4f61-b44e-657863e9e5ec tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0823784 Feb 15 14:08:27.841672 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6dc41110-f492-45df-8710-25bfa6748928), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.843721 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84946b77-a0e1-4d85-9ddb-c3ffdb2b987a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (fee74f7d-1385-4e8c-805a-0d8b8b568da8), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.846059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab6b163-0853-4a48-bfc7-11038896fb8b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:27.859964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] No DVR routers for this DVR port 9ab6b163-0853-4a48-bfc7-11038896fb8b on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:08:27.891875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cb35ec84-1ea0-475c-bd5d-19d6d94b9d22 None None] For port 9ab6b163-0853-4a48-bfc7-11038896fb8b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9ab6b163-0853-4a48-bfc7-11038896fb8b,segment=NetworkSegment(944981c4-df74-4418-9785-58e796a7c710),segment_id=944981c4-df74-4418-9785-58e796a7c710)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:27.892285 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb35ec84-1ea0-475c-bd5d-19d6d94b9d22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:27.906877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cb35ec84-1ea0-475c-bd5d-19d6d94b9d22 None None] Calling delete_port for 9ab6b163-0853-4a48-bfc7-11038896fb8b owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:27.947486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Network 432725e1-c9fb-4227-b041-9847d0d50fc9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:27.957646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:28.008854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:08:28.075366 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb35ec84-1ea0-475c-bd5d-19d6d94b9d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (9ab6b163-0853-4a48-bfc7-11038896fb8b), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.097195 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (e373dcfc-ad59-4f5a-8511-40a2474dbb5a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.137273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event updated for resources: {'Port': ['ID=6dc41110-f492-45df-8710-25bfa6748928,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:28.141197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35ec84-1ea0-475c-bd5d-19d6d94b9d22 None None] Pushing event deleted for resources: {'Port': ['ID=9ab6b163-0853-4a48-bfc7-11038896fb8b,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:28.165361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35ec84-1ea0-475c-bd5d-19d6d94b9d22 None None] No DVR routers for this DVR port 9ab6b163-0853-4a48-bfc7-11038896fb8b on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:08:28.170673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e373dcfc-ad59-4f5a-8511-40a2474dbb5a']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:28.193962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944981c4-df74-4418-9785-58e796a7c710') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:28.194090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944981c4-df74-4418-9785-58e796a7c710') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:28.215222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (944981c4-df74-4418-9785-58e796a7c710), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.243102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (944981c4-df74-4418-9785-58e796a7c710), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.256400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:08:28.256914 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (944981c4-df74-4418-9785-58e796a7c710), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:08:28.274088 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:08:28.291502 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84946b77-a0e1-4d85-9ddb-c3ffdb2b987a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (fee74f7d-1385-4e8c-805a-0d8b8b568da8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.313857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:28.315909 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.338843 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84946b77-a0e1-4d85-9ddb-c3ffdb2b987a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (fee74f7d-1385-4e8c-805a-0d8b8b568da8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.376177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411080d-0106-4faf-95c9-be42f5bc3131 req-a07ebeb9-9486-45ae-b529-ce956da9e712 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:28.378525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e411080d-0106-4faf-95c9-be42f5bc3131 req-a07ebeb9-9486-45ae-b529-ce956da9e712 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.2873609 Feb 15 14:08:28.416260 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (e373dcfc-ad59-4f5a-8511-40a2474dbb5a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.430593 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.441937 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e373dcfc-ad59-4f5a-8511-40a2474dbb5a HTTP/1.1" status: 204 len: 168 time: 1.1336231 Feb 15 14:08:28.452491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39214) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:28.477241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b47c0b-c9fa-42dd-8f47-a0d0da07ff67 admin admin] Pushing event deleted for resources: {'Network': ['ID=e373dcfc-ad59-4f5a-8511-40a2474dbb5a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:28.492187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84946b77-a0e1-4d85-9ddb-c3ffdb2b987a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee74f7d-1385-4e8c-805a-0d8b8b568da8,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:28.509285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-40a065f0-8911-4852-bd94-ebb7bb2e95f5 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7636883 Feb 15 14:08:28.531464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e41d4632-ad2f-48c6-b87c-00253878fe82 None None] Provisioning complete for port 6dc41110-f492-45df-8710-25bfa6748928 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:28.540063 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e41d4632-ad2f-48c6-b87c-00253878fe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6dc41110-f492-45df-8710-25bfa6748928), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.662067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e411080d-0106-4faf-95c9-be42f5bc3131 req-587e2727-cff2-4de4-9381-71793fcb2cd2 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462106 Feb 15 14:08:28.751003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e41d4632-ad2f-48c6-b87c-00253878fe82 None None] Port 6dc41110-f492-45df-8710-25bfa6748928 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:08:28.762523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Request body: {'port': {'device_id': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:28.771580 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84946b77-a0e1-4d85-9ddb-c3ffdb2b987a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.771580 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-84946b77-a0e1-4d85-9ddb-c3ffdb2b987a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4584801 Feb 15 14:08:28.776666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39218) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:28.781680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bcde721b-05d1-4daf-8c49-43a2831b93df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': 'c001b354-ef87-4038-bf54-d1108da6edd6', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:28.796757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b225aef2-a248-4b5a-8ab0-66cb073ab713 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:08:28.843669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92fcf6-dd0c-4f2d-ac0c-260371476cc2 None None] Network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:08:28.854839 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-bcde721b-05d1-4daf-8c49-43a2831b93df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Project 9371d7d5680c4673b3816e8f8a901c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:08:28.870437 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bcde721b-05d1-4daf-8c49-43a2831b93df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (c2c41bba-bcf2-4cc8-a6e5-9d3d4c03d78c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.926035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b225aef2-a248-4b5a-8ab0-66cb073ab713 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:28.926696 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.963623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2863eba7-6fb7-4d0e-8c8f-b7f8df416756 None None] Provisioning complete for port b225aef2-a248-4b5a-8ab0-66cb073ab713 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:28.965436 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2863eba7-6fb7-4d0e-8c8f-b7f8df416756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:28.993529 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bcde721b-05d1-4daf-8c49-43a2831b93df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (c2c41bba-bcf2-4cc8-a6e5-9d3d4c03d78c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.007534 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bcde721b-05d1-4daf-8c49-43a2831b93df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (c2c41bba-bcf2-4cc8-a6e5-9d3d4c03d78c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.034376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde721b-05d1-4daf-8c49-43a2831b93df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c41bba-bcf2-4cc8-a6e5-9d3d4c03d78c,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:29.047396 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bcde721b-05d1-4daf-8c49-43a2831b93df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.049090 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bcde721b-05d1-4daf-8c49-43a2831b93df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2708228 Feb 15 14:08:29.051682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39222) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:29.056528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9bcf2580-98e4-4c19-af71-9ce5e31c3beb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': 'c001b354-ef87-4038-bf54-d1108da6edd6', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:29.090571 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-9bcf2580-98e4-4c19-af71-9ce5e31c3beb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Project 9371d7d5680c4673b3816e8f8a901c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:08:29.104275 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9bcf2580-98e4-4c19-af71-9ce5e31c3beb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (2d97cf01-cdec-4087-8a48-9439f34c65e3), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.138040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a0387-6b37-4966-8cd1-854c463d73d3 req-37e853b3-0107-45b2-87d5-d6c4dd0f1043 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:29.140060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-935a0387-6b37-4966-8cd1-854c463d73d3 req-37e853b3-0107-45b2-87d5-d6c4dd0f1043 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 931 time: 0.8144288 Feb 15 14:08:29.151182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b225aef2-a248-4b5a-8ab0-66cb073ab713 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:29.151575 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.186977 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9bcf2580-98e4-4c19-af71-9ce5e31c3beb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (2d97cf01-cdec-4087-8a48-9439f34c65e3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.195050 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9bcf2580-98e4-4c19-af71-9ce5e31c3beb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (2d97cf01-cdec-4087-8a48-9439f34c65e3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.204646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port b225aef2-a248-4b5a-8ab0-66cb073ab713, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b225aef2-a248-4b5a-8ab0-66cb073ab713,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:29.214139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf2580-98e4-4c19-af71-9ce5e31c3beb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d97cf01-cdec-4087-8a48-9439f34c65e3,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:29.221720 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dc41110-f492-45df-8710-25bfa6748928), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.234503 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9bcf2580-98e4-4c19-af71-9ce5e31c3beb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.236981 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9bcf2580-98e4-4c19-af71-9ce5e31c3beb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1840792 Feb 15 14:08:29.262366 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.265833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2863eba7-6fb7-4d0e-8c8f-b7f8df416756 None None] Current status of the port b225aef2-a248-4b5a-8ab0-66cb073ab713 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:29.322265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=b225aef2-a248-4b5a-8ab0-66cb073ab713,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:29.347680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9ab6b163-0853-4a48-bfc7-11038896fb8b no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:08:29.372917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 9ab6b163-0853-4a48-bfc7-11038896fb8b {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:08:29.373471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9ab6b163-0853-4a48-bfc7-11038896fb8b not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:08:29.454265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842611db-a730-4ecf-85ac-bc5301114c2e req-42a5492b-206c-4451-8b06-72175fe76304 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:29.455997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-842611db-a730-4ecf-85ac-bc5301114c2e req-42a5492b-206c-4451-8b06-72175fe76304 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.3893116 Feb 15 14:08:29.465771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-935a0387-6b37-4966-8cd1-854c463d73d3 req-4ab72288-19be-460d-a520-98ecbd70a73d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146749 Feb 15 14:08:29.661777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-76a07446-49a6-4747-91f7-6c22ff84ea0f req-55efb5c0-2c2e-4b40-b265-e1a60c8c3aca tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0802972 Feb 15 14:08:29.682074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-842611db-a730-4ecf-85ac-bc5301114c2e req-eb1f556e-e3ec-4e49-800e-97be27828326 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113090 Feb 15 14:08:29.719140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-75ba2661-f756-4211-8ddb-f233d7cae1fa None None] Provisioning complete for port b225aef2-a248-4b5a-8ab0-66cb073ab713 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:29.719676 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-75ba2661-f756-4211-8ddb-f233d7cae1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.841726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-75ba2661-f756-4211-8ddb-f233d7cae1fa None None] Current status of the port b225aef2-a248-4b5a-8ab0-66cb073ab713 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:29.921260 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc41110-f492-45df-8710-25bfa6748928 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:29.938013 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Publish callbacks [] for port (6dc41110-f492-45df-8710-25bfa6748928), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.976084 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Transition to ACTIVE for port object 6dc41110-f492-45df-8710-25bfa6748928 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:08:29.988086 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6dc41110-f492-45df-8710-25bfa6748928), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:29.993101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-92325e19-53e1-4316-a871-da3c31f0ec8c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769325941&fields=id&tenant_id=9371d7d5680c4673b3816e8f8a901c14 HTTP/1.1" status: 200 len: 267 time: 0.1453137 Feb 15 14:08:30.036030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b672fc2-e3f5-4592-bd71-5fa2032a7d72 req-e4209dd1-9f1e-4906-87c9-4c16409ed2c4 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:30.037663 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b672fc2-e3f5-4592-bd71-5fa2032a7d72 req-e4209dd1-9f1e-4906-87c9-4c16409ed2c4 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.1993279 Feb 15 14:08:30.130141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (ba38570d-c8a9-4720-9881-235f49841297), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:30.139443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc41110-f492-45df-8710-25bfa6748928,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:30.557329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b225aef2-a248-4b5a-8ab0-66cb073ab713 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:08:30.606054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b672fc2-e3f5-4592-bd71-5fa2032a7d72 req-edd129b7-8c86-44e9-b93d-07bcf7ad60cb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559871 Feb 15 14:08:30.661438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b225aef2-a248-4b5a-8ab0-66cb073ab713 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:30.661957 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:30.705115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9263267-0c45-443d-af1e-bfa29952233d req-e7c8b24c-fdcc-4477-b525-4f59f31738b3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:30.707352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-e7c8b24c-fdcc-4477-b525-4f59f31738b3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/networks?id=1c93aef7-0eec-4d22-bf35-36b5454ec8bc HTTP/1.1" status: 200 len: 797 time: 0.6845262 Feb 15 14:08:30.753293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Attempting to bind port 6dc41110-f492-45df-8710-25bfa6748928 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:08:30.753885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Attempting to bind port 6dc41110-f492-45df-8710-25bfa6748928 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:08:30.754377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Attempting to bind port 6dc41110-f492-45df-8710-25bfa6748928 on network 432725e1-c9fb-4227-b041-9847d0d50fc9 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:30.787993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b225aef2-a248-4b5a-8ab0-66cb073ab713 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:30.812757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-efaa9b88-540a-4fed-9619-79ab08fad7ee tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/quotas/9371d7d5680c4673b3816e8f8a901c14 HTTP/1.1" status: 200 len: 375 time: 0.0837054 Feb 15 14:08:30.820989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Port 6dc41110-f492-45df-8710-25bfa6748928 on network 432725e1-c9fb-4227-b041-9847d0d50fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:08:30.820989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Attempting to bind port 6dc41110-f492-45df-8710-25bfa6748928 on network 432725e1-c9fb-4227-b041-9847d0d50fc9 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:30.858978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:08:30.859441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Checking segment: {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:08:30.860010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Bound using segment: {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:08:30.860798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Bound port: 6dc41110-f492-45df-8710-25bfa6748928, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb66506-9bea-4a37-aa8a-39020246c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:08:30.861308 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dc41110-f492-45df-8710-25bfa6748928), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:30.939697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f60cb-a541-4550-ba9d-9fc89d825193 req-409827be-29ae-426c-8869-fe6e98c84c1c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:30.941203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f0f60cb-a541-4550-ba9d-9fc89d825193 req-409827be-29ae-426c-8869-fe6e98c84c1c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.2249477 Feb 15 14:08:31.043469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-e8ea89af-7608-4a4c-a4a1-0a30f9f54c6e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1924555 Feb 15 14:08:31.049023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:08:31.056608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:08:31.109062 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6dc41110-f492-45df-8710-25bfa6748928), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:31.141873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f0f60cb-a541-4550-ba9d-9fc89d825193 req-6f7d793f-c08b-4352-a901-7546a2cdb785 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751122 Feb 15 14:08:31.225647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc41110-f492-45df-8710-25bfa6748928,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:31.316316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:31.316949 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:31.318387 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-3acaf222-c582-4526-9c14-ad8d5a98c775 service neutron] 10.222.0.67 "PUT /v2.0/ports/6dc41110-f492-45df-8710-25bfa6748928 HTTP/1.1" status: 200 len: 1092 time: 2.6620688 Feb 15 14:08:31.345918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'tag': '6dc41110-f492-45df-8710-25bfa6748928'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:31.348806 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e37b511-cc18-4620-9174-2b3002f49140" -d '{"events": [{"name": "network-changed", "server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "tag": "6dc41110-f492-45df-8710-25bfa6748928"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:31.428221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-dab22b9c-2a23-425b-bb52-36dcae6e666d service neutron] 10.222.0.72 "GET /v2.0/networks/1c93aef7-0eec-4d22-bf35-36b5454ec8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590057 Feb 15 14:08:31.507902 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb4607-5a13-42c2-94c1-aaeb3a40c67e req-1ae19dff-ab57-4a66-9b89-16f962c1b56a tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:31.509470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffbb4607-5a13-42c2-94c1-aaeb3a40c67e req-1ae19dff-ab57-4a66-9b89-16f962c1b56a tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.2709959 Feb 15 14:08:31.563623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-df4011d6-ee71-4fab-86e1-c89dbd1614f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:31.565072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-df4011d6-ee71-4fab-86e1-c89dbd1614f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 1126 time: 0.2003992 Feb 15 14:08:31.598271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] Deleting port 44b94e10-091d-446f-8a50-e87f19c7a806 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:31.598608 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:31.676457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-3b0e0b81-a688-4ed8-bdaa-110dc633f9ab service neutron] 10.222.0.72 "GET /v2.0/networks/1c93aef7-0eec-4d22-bf35-36b5454ec8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473674 Feb 15 14:08:31.679047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-436d6b86-470e-4b46-8255-dafda70606cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dc41110-f492-45df-8710-25bfa6748928 HTTP/1.1" status: 200 len: 217 time: 0.0942659 Feb 15 14:08:31.753527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] For port 44b94e10-091d-446f-8a50-e87f19c7a806, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=44b94e10-091d-446f-8a50-e87f19c7a806,segment=NetworkSegment(0545927e-7cd4-4786-8aaa-ac8adbc5eb65),segment_id=0545927e-7cd4-4786-8aaa-ac8adbc5eb65)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:31.754578 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:31.780866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] Calling delete_port for 44b94e10-091d-446f-8a50-e87f19c7a806 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:31.994354 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffbb4607-5a13-42c2-94c1-aaeb3a40c67e req-7f6a8852-7fcd-4ca3-a65f-a13a52db951f tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701471 Feb 15 14:08:32.040453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d46ad78-8a9b-4723-81eb-5b5d050cd79a req-83be4244-8c2c-41f4-8a17-1a22d450f324 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0574863 Feb 15 14:08:32.076073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-cc46ba77-3eab-4ca2-8534-ffd2c37f8297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:32.077688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-cc46ba77-3eab-4ca2-8534-ffd2c37f8297 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.2876775 Feb 15 14:08:32.233889 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd62866b-ebb5-4747-a872-d48ae6ac4e5b x-openstack-request-id: req-dd62866b-ebb5-4747-a872-d48ae6ac4e5b {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:32.235070 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "tag": "6dc41110-f492-45df-8710-25bfa6748928", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:32.235567 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd62866b-ebb5-4747-a872-d48ae6ac4e5b {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:32.236177 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'tag': '6dc41110-f492-45df-8710-25bfa6748928', 'status': 'completed', 'code': 200} Feb 15 14:08:32.369355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d01e3bf2-a37e-47bd-b7fe-0666a849c252 req-439ae30d-c12f-4dd5-9609-67e13a965258 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 210 time: 0.0709550 Feb 15 14:08:32.424510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-8d3b4e75-73c6-441b-a41a-f8c92e3f6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:32.428006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-8d3b4e75-73c6-441b-a41a-f8c92e3f6051 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3218513 Feb 15 14:08:32.428831 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (44b94e10-091d-446f-8a50-e87f19c7a806), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:32.691002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b94e10-091d-446f-8a50-e87f19c7a806,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:32.808848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98ad6-0c80-431e-a1dc-1fc7b66385f4 req-8918f620-35ad-476f-85c3-8cdedb1b1feb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:32.815679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85e98ad6-0c80-431e-a1dc-1fc7b66385f4 req-8918f620-35ad-476f-85c3-8cdedb1b1feb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.5783343 Feb 15 14:08:33.036553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a93ba0-f4ef-481c-bbcb-f5dba61c67df req-d44ec525-c79c-426f-95c9-ff729d6d1960 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:33.038211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90a93ba0-f4ef-481c-bbcb-f5dba61c67df req-d44ec525-c79c-426f-95c9-ff729d6d1960 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.5846233 Feb 15 14:08:33.051985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85e98ad6-0c80-431e-a1dc-1fc7b66385f4 req-c71ce082-af5a-4257-b160-f3e6c1ac38d4 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708980 Feb 15 14:08:33.062158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-9c2ae308-6ff6-4f04-8a09-5a0fa54e40c0 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238966 Feb 15 14:08:33.197188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90a93ba0-f4ef-481c-bbcb-f5dba61c67df req-4ed9f66c-092f-4678-a899-8886a6b9f18e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490071 Feb 15 14:08:33.223798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (ba38570d-c8a9-4720-9881-235f49841297), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:33.311053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb2c0dc4-43a2-4197-84cb-e4cdc3149f42 req-696535c2-7707-45c0-9b1d-282d671ff974 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372553 Feb 15 14:08:33.361551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cbb9d-20f1-4dfc-b36b-6cfc6049230e req-e8345c1e-9761-426c-b8aa-d6b3f8ce2fcf tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:33.363051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-900cbb9d-20f1-4dfc-b36b-6cfc6049230e req-e8345c1e-9761-426c-b8aa-d6b3f8ce2fcf tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.2065864 Feb 15 14:08:33.368293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ac8b1de-c7f4-44ae-89b2-628be7d36b0f req-d3ffba52-1ec0-44eb-a2fc-36a0ef6cb576 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0714808 Feb 15 14:08:33.488145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37b511-cc18-4620-9174-2b3002f49140 req-90c4b6c4-d4d4-49b8-84e8-39ad9f9a61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:33.489557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e37b511-cc18-4620-9174-2b3002f49140 req-90c4b6c4-d4d4-49b8-84e8-39ad9f9a61eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 1126 time: 0.1235535 Feb 15 14:08:33.492683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-900cbb9d-20f1-4dfc-b36b-6cfc6049230e req-f90a5fbb-15c0-4aa5-aee8-b08785342ec7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220717 Feb 15 14:08:33.510727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7ec8dcb-e1ba-4942-b0f9-d81b2b415774 req-13b21050-7e96-461d-8b6f-3dde48395e1e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 210 time: 0.0488062 Feb 15 14:08:34.030539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37b511-cc18-4620-9174-2b3002f49140 req-ca8e8830-92bf-4274-b29b-b5253ee95051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:34.031967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e37b511-cc18-4620-9174-2b3002f49140 req-ca8e8830-92bf-4274-b29b-b5253ee95051 service neutron] 10.222.0.67 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 918 time: 0.5239308 Feb 15 14:08:34.095647 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e37b511-cc18-4620-9174-2b3002f49140 req-d6ad7f83-1bc8-47b0-90c0-38a6dd0dbba4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dc41110-f492-45df-8710-25bfa6748928 HTTP/1.1" status: 200 len: 217 time: 0.0555048 Feb 15 14:08:34.101335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9263267-0c45-443d-af1e-bfa29952233d req-af38be44-651a-4e83-8502-ef66be40b013 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:34.102751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-af38be44-651a-4e83-8502-ef66be40b013 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.67 "GET /v2.0/networks?id=1c93aef7-0eec-4d22-bf35-36b5454ec8bc HTTP/1.1" status: 200 len: 797 time: 0.5044742 Feb 15 14:08:34.109909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] Router ba38570d-c8a9-4720-9881-235f49841297 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:08:34.267299 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37b511-cc18-4620-9174-2b3002f49140 req-8da5df93-be5e-4d3c-808f-859f295669f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:34.268969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e37b511-cc18-4620-9174-2b3002f49140 req-8da5df93-be5e-4d3c-808f-859f295669f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.1612279 Feb 15 14:08:34.370069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-f84623d6-7d12-40dc-bf1f-b0509bc17866 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9371d7d5680c4673b3816e8f8a901c14 HTTP/1.1" status: 200 len: 472 time: 0.2522852 Feb 15 14:08:34.416862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81299717-e155-49c7-9a54-bbeee5327c6f req-8a71c26e-6803-425b-bf20-3b4b1d404874 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:34.418364 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81299717-e155-49c7-9a54-bbeee5327c6f req-8a71c26e-6803-425b-bf20-3b4b1d404874 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.2653363 Feb 15 14:08:34.421924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'port': {'device_id': 'eae69179-6ab9-48e1-9374-fa826c973456', 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc', 'admin_state_up': True, 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'security_groups': ['c001b354-ef87-4038-bf54-d1108da6edd6']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:34.520383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:08:34.531943 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbece8cf-8016-4f37-9dd0-8c3d93d5286d None None] Sync routers for ids ['ba38570d-c8a9-4720-9881-235f49841297'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:08:34.537448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-46172bc7-9ed3-4487-911b-a50cad559695 admin admin] 10.222.0.72 "PUT /v2.0/routers/ba38570d-c8a9-4720-9881-235f49841297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0536277 Feb 15 14:08:34.539188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39308) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:34.559595 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbece8cf-8016-4f37-9dd0-8c3d93d5286d None None] Routers {'ba38570d-c8a9-4720-9881-235f49841297'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:08:34.560543 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bbece8cf-8016-4f37-9dd0-8c3d93d5286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:08:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ba38570d-c8a9-4720-9881-235f49841297'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:34.579607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37b511-cc18-4620-9174-2b3002f49140 req-f0f48857-8e4b-4dc3-9d53-b97b0b1cb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:34.581144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e37b511-cc18-4620-9174-2b3002f49140 req-f0f48857-8e4b-4dc3-9d53-b97b0b1cb116 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2420428 Feb 15 14:08:34.598829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2201a89-b897-4d8c-94e8-57b235a95b74 req-f0b8591e-dbcb-4cc8-bda7-de4a8db6282b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:34.605781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2201a89-b897-4d8c-94e8-57b235a95b74 req-f0b8591e-dbcb-4cc8-bda7-de4a8db6282b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.2704644 Feb 15 14:08:34.648668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81299717-e155-49c7-9a54-bbeee5327c6f req-661ae6a7-b575-4096-a200-69027c1ca6ac tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172277 Feb 15 14:08:34.727808 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Publish callbacks [] for router (ba38570d-c8a9-4720-9881-235f49841297), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:34.752741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Made reservation on behalf of 9371d7d5680c4673b3816e8f8a901c14 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:34.756640 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:34.784123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2201a89-b897-4d8c-94e8-57b235a95b74 req-d14da5f5-6d94-43a6-ae38-728c4b0f3eca tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774304 Feb 15 14:08:34.811865 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-bbece8cf-8016-4f37-9dd0-8c3d93d5286d None None] Set router ba38570d-c8a9-4720-9881-235f49841297 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:08:34.880658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e37b511-cc18-4620-9174-2b3002f49140 req-37f1ea6f-b211-46a9-a379-81f678764358 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890785 Feb 15 14:08:34.882947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-baa74833-811e-4722-af75-aeb9e928f0d7 req-25974083-d34c-4bc6-88d8-ed8478677184 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0765517 Feb 15 14:08:35.018942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Publish callbacks [] for router_gateway (ba38570d-c8a9-4720-9881-235f49841297), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:35.084897 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0e0e8b4-5287-4f3b-bc70-2f8a7912d5f2 req-a1bd9763-910c-4e64-a82b-502b20734b63 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 210 time: 0.0470099 Feb 15 14:08:35.128804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Deleting port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:35.129450 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:35.153625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b774c88-2652-43de-9960-60911e923b54 req-a8385219-968b-47f5-b447-de26018bbf61 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:35.160846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b774c88-2652-43de-9960-60911e923b54 req-a8385219-968b-47f5-b447-de26018bbf61 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.2639539 Feb 15 14:08:35.192545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e37b511-cc18-4620-9174-2b3002f49140 req-f1f56cd0-6f58-453a-8645-f8beda5849ad service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851660 Feb 15 14:08:35.197416 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bbece8cf-8016-4f37-9dd0-8c3d93d5286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba38570d-c8a9-4720-9881-235f49841297', 'name': 'tempest-TaggedBootDevicesTest-1890913876-router', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:41Z', 'updated_at': '2022-02-15T14:08:32Z', 'revision_number': 5, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'gw_port': {'id': '14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba38570d-c8a9-4720-9881-235f49841297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T13:58:42Z', 'updated_at': '2022-02-15T13:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:35.201227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Allocated IP 172.20.0.20 (1c93aef7-0eec-4d22-bf35-36b5454ec8bc/d84acc63-a8d1-4bd6-af88-27e6208eddf2/a711f8da-8f02-450a-a7c6-ac2d046ddd27) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:35.240371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] For port 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:35.240889 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:35.250628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b774c88-2652-43de-9960-60911e923b54 req-736404ff-e962-4f4a-bee3-b2d864fde537 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887797 Feb 15 14:08:35.261453 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Calling delete_port for 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:35.267179 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbece8cf-8016-4f37-9dd0-8c3d93d5286d None None] Checking router: ba38570d-c8a9-4720-9881-235f49841297 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:08:35.285218 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbece8cf-8016-4f37-9dd0-8c3d93d5286d None None] Routers {'ba38570d-c8a9-4720-9881-235f49841297'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:08:35.286541 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bbece8cf-8016-4f37-9dd0-8c3d93d5286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:08:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ba38570d-c8a9-4720-9881-235f49841297'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:35.441682 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:35.462981 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-bbece8cf-8016-4f37-9dd0-8c3d93d5286d None None] Set router ba38570d-c8a9-4720-9881-235f49841297 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:08:35.488100 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:35.542310 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bbece8cf-8016-4f37-9dd0-8c3d93d5286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba38570d-c8a9-4720-9881-235f49841297', 'name': 'tempest-TaggedBootDevicesTest-1890913876-router', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:41Z', 'updated_at': '2022-02-15T14:08:35Z', 'revision_number': 6, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:35.551890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:35.555748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:35.575937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:08:35.582838 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbece8cf-8016-4f37-9dd0-8c3d93d5286d None None] The sync data for ids ['ba38570d-c8a9-4720-9881-235f49841297'] in n-d-829064-15 is: [{'id': 'ba38570d-c8a9-4720-9881-235f49841297', 'name': 'tempest-TaggedBootDevicesTest-1890913876-router', 'tenant_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T13:58:41Z', 'updated_at': '2022-02-15T14:08:35Z', 'revision_number': 6, 'project_id': 'dd4a5e7b200c41ca9ebf1cf1e1f5e762', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:08:35.614148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=a711f8da-8f02-450a-a7c6-ac2d046ddd27,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:35.618915 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:35.658938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:35.659746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:35.684487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Pushing event deleted for resources: {'Port': ['ID=14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:35.686979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-f75f16be-d401-4e89-bf7b-6985a63b40a6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2807162 Feb 15 14:08:35.694246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.694608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.695002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.695349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.695689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.696023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.696353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.696682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.697013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.697340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.697778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.697986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.698313 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:35.706059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Request body: {'port': {'device_id': 'eae69179-6ab9-48e1-9374-fa826c973456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:35.843112 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (ba38570d-c8a9-4720-9881-235f49841297), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:35.866801 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:35.921437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b40a8df2-1628-4090-b2d9-d361ef76003c no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:08:35.989438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (ba38570d-c8a9-4720-9881-235f49841297), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:35.997788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Publish callbacks [] for router_controller (ba38570d-c8a9-4720-9881-235f49841297), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.017623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6bba-618f-4669-97a2-17349ffad268 req-0e32338f-06c3-4303-b8ab-cd1e59dbb3d4 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:36.029281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-572a6bba-618f-4669-97a2-17349ffad268 req-0e32338f-06c3-4303-b8ab-cd1e59dbb3d4 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.2354136 Feb 15 14:08:36.048206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port b40a8df2-1628-4090-b2d9-d361ef76003c is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:36.048999 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.073646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (ba38570d-c8a9-4720-9881-235f49841297), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.073963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba38570d-c8a9-4720-9881-235f49841297 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:08:36.084111 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.096079 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9428a89b-e969-48b2-9ea0-84de00d5329b admin admin] 10.222.0.72 "DELETE /v2.0/routers/ba38570d-c8a9-4720-9881-235f49841297 HTTP/1.1" status: 204 len: 168 time: 1.5455272 Feb 15 14:08:36.096079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39324) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:36.096629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port b40a8df2-1628-4090-b2d9-d361ef76003c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b40a8df2-1628-4090-b2d9-d361ef76003c,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:36.096629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-fe31b232-0c5f-4682-94fc-baa96a7ef43c None None] Provisioning complete for port a711f8da-8f02-450a-a7c6-ac2d046ddd27 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:36.096629 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fe31b232-0c5f-4682-94fc-baa96a7ef43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.139942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40a8df2-1628-4090-b2d9-d361ef76003c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:36.142739 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac94db53-97c0-4f73-a54e-6d402d64e07c" -d '{"events": [{"server_uuid": "c5910ebb-8aab-4dd0-a89c-636d091f1656", "name": "network-vif-unplugged", "status": "completed", "tag": "b40a8df2-1628-4090-b2d9-d361ef76003c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:36.145105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fe31b232-0c5f-4682-94fc-baa96a7ef43c None None] Port a711f8da-8f02-450a-a7c6-ac2d046ddd27 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:08:36.148166 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.168861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07ccf1-36ed-45a8-af52-6ae7bd000dbe req-0915468d-cd15-445b-ae4a-3672fdc1756a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:36.170585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc07ccf1-36ed-45a8-af52-6ae7bd000dbe req-0915468d-cd15-445b-ae4a-3672fdc1756a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.2343218 Feb 15 14:08:36.176780 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-34edd63f-cbcc-4ce0-8bb4-a6b24b7f8cd7 admin admin] Deleting subnet 7d7f7c45-6855-4a64-a7c9-f02c98fc9188 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:08:36.180871 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34edd63f-cbcc-4ce0-8bb4-a6b24b7f8cd7 admin admin] Publish callbacks [] for subnet (7d7f7c45-6855-4a64-a7c9-f02c98fc9188), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.212070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=b40a8df2-1628-4090-b2d9-d361ef76003c,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:36.220274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-572a6bba-618f-4669-97a2-17349ffad268 req-8afb3607-e280-4a1a-a790-b70fe5ab2305 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712513 Feb 15 14:08:36.235059 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34edd63f-cbcc-4ce0-8bb4-a6b24b7f8cd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (7d7f7c45-6855-4a64-a7c9-f02c98fc9188), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.280695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc07ccf1-36ed-45a8-af52-6ae7bd000dbe req-208f800c-c7e5-4de5-9acf-b86ce2b09ce2 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592012 Feb 15 14:08:36.332812 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34edd63f-cbcc-4ce0-8bb4-a6b24b7f8cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (7d7f7c45-6855-4a64-a7c9-f02c98fc9188), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.335371 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b047f6b2-86bc-4ca1-aac9-c6e76dd5d520 req-78b3e065-64a8-4e01-b3c4-65afb6f4d901 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0418212 Feb 15 14:08:36.414735 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34edd63f-cbcc-4ce0-8bb4-a6b24b7f8cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (7d7f7c45-6855-4a64-a7c9-f02c98fc9188), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.415358 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401b30b6-83ba-46b8-a953-6211f77dffcd x-openstack-request-id: req-401b30b6-83ba-46b8-a953-6211f77dffcd {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:36.415835 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5910ebb-8aab-4dd0-a89c-636d091f1656", "name": "network-vif-unplugged", "status": "completed", "tag": "b40a8df2-1628-4090-b2d9-d361ef76003c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:36.416098 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-401b30b6-83ba-46b8-a953-6211f77dffcd {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:36.418006 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40a8df2-1628-4090-b2d9-d361ef76003c', 'code': 200} Feb 15 14:08:36.437207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edd63f-cbcc-4ce0-8bb4-a6b24b7f8cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7f7c45-6855-4a64-a7c9-f02c98fc9188,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:36.453347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34edd63f-cbcc-4ce0-8bb4-a6b24b7f8cd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.454176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a4c641-958a-4589-afcd-d94ffedcdb86 None None] Network 719346f3-9ea8-40c6-8655-174ba6fcd9e1 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:08:36.459577 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-34edd63f-cbcc-4ce0-8bb4-a6b24b7f8cd7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7d7f7c45-6855-4a64-a7c9-f02c98fc9188 HTTP/1.1" status: 204 len: 168 time: 0.3683591 Feb 15 14:08:36.460419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39334) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:36.557306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442c5ab-3b33-49ab-8fd3-e0db153a209f req-76caa18f-4303-4190-af96-6d7d29d50a80 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:36.559939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9442c5ab-3b33-49ab-8fd3-e0db153a209f req-76caa18f-4303-4190-af96-6d7d29d50a80 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 932 time: 0.1648967 Feb 15 14:08:36.592900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:08:36.594999 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (719346f3-9ea8-40c6-8655-174ba6fcd9e1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.618471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:08:36.618819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 14ec6daa-6b6d-4f00-8d8d-d67d68ab83b7 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:08:36.619276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 44b94e10-091d-446f-8a50-e87f19c7a806 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:08:36.650233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 44b94e10-091d-446f-8a50-e87f19c7a806 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:08:36.650582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 44b94e10-091d-446f-8a50-e87f19c7a806 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:08:36.674027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9442c5ab-3b33-49ab-8fd3-e0db153a209f req-8acb7e8e-7436-4c1b-ad5f-9703a44379af tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047640 Feb 15 14:08:36.685252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Deleting port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:36.685720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.749057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09d59a-2be4-4308-9b00-d9775273478d req-c6052c36-036b-4768-a6d6-e02688c3cf25 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:36.756718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca09d59a-2be4-4308-9b00-d9775273478d req-c6052c36-036b-4768-a6d6-e02688c3cf25 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 944 time: 0.1240747 Feb 15 14:08:36.775293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1435df-e62d-4bd9-801e-19622c2478ea None None] DHCP port deletion for 719346f3-9ea8-40c6-8655-174ba6fcd9e1 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:08:36.796439 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] For port 52f4665e-8919-43a2-85b0-a0db0e3bbb27, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=52f4665e-8919-43a2-85b0-a0db0e3bbb27,segment=NetworkSegment(0545927e-7cd4-4786-8aaa-ac8adbc5eb65),segment_id=0545927e-7cd4-4786-8aaa-ac8adbc5eb65)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:36.796982 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.816786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Calling delete_port for 52f4665e-8919-43a2-85b0-a0db0e3bbb27 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:36.826933 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca09d59a-2be4-4308-9b00-d9775273478d req-ee2f888c-fdc1-4e49-aca5-c682ffb1bfb9 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690820 Feb 15 14:08:36.841961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ab1435df-e62d-4bd9-801e-19622c2478ea None None] Deleting port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:36.843532 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ab1435df-e62d-4bd9-801e-19622c2478ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.873630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a711f8da-8f02-450a-a7c6-ac2d046ddd27 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:36.891157 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Publish callbacks [] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.905247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Transition to ACTIVE for port object a711f8da-8f02-450a-a7c6-ac2d046ddd27 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:08:36.911893 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.921560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.929224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ab1435df-e62d-4bd9-801e-19622c2478ea None None] For port 52f4665e-8919-43a2-85b0-a0db0e3bbb27, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=52f4665e-8919-43a2-85b0-a0db0e3bbb27,segment=NetworkSegment(0545927e-7cd4-4786-8aaa-ac8adbc5eb65),segment_id=0545927e-7cd4-4786-8aaa-ac8adbc5eb65)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:36.929874 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ab1435df-e62d-4bd9-801e-19622c2478ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:36.945605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ab1435df-e62d-4bd9-801e-19622c2478ea None None] Calling delete_port for 52f4665e-8919-43a2-85b0-a0db0e3bbb27 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:36.963986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Pushing event deleted for resources: {'Port': ['ID=52f4665e-8919-43a2-85b0-a0db0e3bbb27,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:36.969663 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] No DVR routers for this DVR port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:08:37.077654 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ab1435df-e62d-4bd9-801e-19622c2478ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (52f4665e-8919-43a2-85b0-a0db0e3bbb27), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.082053 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (719346f3-9ea8-40c6-8655-174ba6fcd9e1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.085038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Attempting to bind port a711f8da-8f02-450a-a7c6-ac2d046ddd27 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:08:37.085785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Attempting to bind port a711f8da-8f02-450a-a7c6-ac2d046ddd27 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:08:37.085971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Attempting to bind port a711f8da-8f02-450a-a7c6-ac2d046ddd27 on network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:37.093029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Pushing event updated for resources: {'Port': ['ID=a711f8da-8f02-450a-a7c6-ac2d046ddd27,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:37.112238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Port a711f8da-8f02-450a-a7c6-ac2d046ddd27 on network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:08:37.112735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Attempting to bind port a711f8da-8f02-450a-a7c6-ac2d046ddd27 on network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:37.116978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719346f3-9ea8-40c6-8655-174ba6fcd9e1']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:37.131134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:08:37.131638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Checking segment: {'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:08:37.132137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Bound using segment: {'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:08:37.134186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Bound port: a711f8da-8f02-450a-a7c6-ac2d046ddd27, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:08:37.134672 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.140529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0545927e-7cd4-4786-8aaa-ac8adbc5eb65') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:37.141117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0545927e-7cd4-4786-8aaa-ac8adbc5eb65') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:37.145398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1435df-e62d-4bd9-801e-19622c2478ea None None] Pushing event deleted for resources: {'Port': ['ID=52f4665e-8919-43a2-85b0-a0db0e3bbb27,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:37.155559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1435df-e62d-4bd9-801e-19622c2478ea None None] No DVR routers for this DVR port 52f4665e-8919-43a2-85b0-a0db0e3bbb27 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:08:37.155724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (0545927e-7cd4-4786-8aaa-ac8adbc5eb65), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.175665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0545927e-7cd4-4786-8aaa-ac8adbc5eb65), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.183527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:08:37.184052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (0545927e-7cd4-4786-8aaa-ac8adbc5eb65), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:08:37.240495 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:08:37.249643 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (719346f3-9ea8-40c6-8655-174ba6fcd9e1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.250572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] For port a711f8da-8f02-450a-a7c6-ac2d046ddd27, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:08:37.254798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] For port a711f8da-8f02-450a-a7c6-ac2d046ddd27, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a711f8da-8f02-450a-a7c6-ac2d046ddd27,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:08:37.257390 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.262003 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] 10.222.0.72 "DELETE /v2.0/networks/719346f3-9ea8-40c6-8655-174ba6fcd9e1 HTTP/1.1" status: 204 len: 168 time: 0.8005974 Feb 15 14:08:37.264896 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.277752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4cf8b-a5c4-4150-a6db-f47281d0f83c admin admin] Pushing event deleted for resources: {'Network': ['ID=719346f3-9ea8-40c6-8655-174ba6fcd9e1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:37.399556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:37.400143 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.402049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] 10.222.0.67 "PUT /v2.0/ports/a711f8da-8f02-450a-a7c6-ac2d046ddd27 HTTP/1.1" status: 200 len: 1093 time: 1.7016153 Feb 15 14:08:37.407114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae69179-6ab9-48e1-9374-fa826c973456', 'tag': 'a711f8da-8f02-450a-a7c6-ac2d046ddd27'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:37.410225 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b912a58-2642-4816-bb73-f16422067397" -d '{"events": [{"name": "network-changed", "server_uuid": "eae69179-6ab9-48e1-9374-fa826c973456", "tag": "a711f8da-8f02-450a-a7c6-ac2d046ddd27"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:37.493678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66c2e9-aad6-4bdf-93ae-43e08eaa10fc service neutron] Pushing event updated for resources: {'Port': ['ID=a711f8da-8f02-450a-a7c6-ac2d046ddd27,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:37.510462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39348) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:37.538690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6316463-7fcd-4d31-a595-0ed3748bd6f8 req-c5457fb3-0c21-4e2c-9f58-7377031ec703 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:37.540409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6316463-7fcd-4d31-a595-0ed3748bd6f8 req-c5457fb3-0c21-4e2c-9f58-7377031ec703 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.2019041 Feb 15 14:08:37.560848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9263267-0c45-443d-af1e-bfa29952233d req-05923394-6da3-4006-98f4-08a427ba80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:37.562392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-05923394-6da3-4006-98f4-08a427ba80a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 1127 time: 0.1048996 Feb 15 14:08:37.567684 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-421c5355-86c3-4b64-b97a-22e31c5281a3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=55d0c8baea1b4caca9038f410716a4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0556531 Feb 15 14:08:37.568253 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39352) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:37.590785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd306cc-a3ec-4e33-b2e4-9b8ade9a25a9 req-057b0ee7-bf67-4689-8de0-98d7c74e9009 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:37.592381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3cd306cc-a3ec-4e33-b2e4-9b8ade9a25a9 req-057b0ee7-bf67-4689-8de0-98d7c74e9009 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.2051904 Feb 15 14:08:37.660970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-d37763ac-c79e-4182-8a00-152383805af9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a711f8da-8f02-450a-a7c6-ac2d046ddd27 HTTP/1.1" status: 200 len: 217 time: 0.0662301 Feb 15 14:08:37.666281 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0cd9c7c-de00-4dc5-9d62-37141176c3e8 admin admin] Publish callbacks [] for security_group (bbec1f20-2457-4853-88b1-9ed224514a0c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.685888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6316463-7fcd-4d31-a595-0ed3748bd6f8 req-fb23403a-41bf-4655-952f-776f5e8609ad tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225002 Feb 15 14:08:37.694714 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0cd9c7c-de00-4dc5-9d62-37141176c3e8 admin admin] Publish callbacks [] for security_group (bbec1f20-2457-4853-88b1-9ed224514a0c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.751252 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3cd306cc-a3ec-4e33-b2e4-9b8ade9a25a9 req-3a8f41de-5c89-44df-b919-88fec419455f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463802 Feb 15 14:08:37.754062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9263267-0c45-443d-af1e-bfa29952233d req-af3a27a5-c8fe-4a8a-bd11-7d4fd9596f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:37.755518 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-af3a27a5-c8fe-4a8a-bd11-7d4fd9596f1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d84acc63-a8d1-4bd6-af88-27e6208eddf2 HTTP/1.1" status: 200 len: 837 time: 0.0845430 Feb 15 14:08:37.767903 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0cd9c7c-de00-4dc5-9d62-37141176c3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bbec1f20-2457-4853-88b1-9ed224514a0c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.768120 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0cd9c7c-de00-4dc5-9d62-37141176c3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:37.772417 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b0cd9c7c-de00-4dc5-9d62-37141176c3e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bbec1f20-2457-4853-88b1-9ed224514a0c HTTP/1.1" status: 204 len: 168 time: 0.2030792 Feb 15 14:08:37.780953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd9c7c-de00-4dc5-9d62-37141176c3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbec1f20-2457-4853-88b1-9ed224514a0c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:37.851690 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17cc7a8-7478-4320-a67a-30a0bda6918c x-openstack-request-id: req-a17cc7a8-7478-4320-a67a-30a0bda6918c {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:37.852083 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae69179-6ab9-48e1-9374-fa826c973456", "tag": "a711f8da-8f02-450a-a7c6-ac2d046ddd27", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:37.852518 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a17cc7a8-7478-4320-a67a-30a0bda6918c {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:37.853017 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae69179-6ab9-48e1-9374-fa826c973456', 'tag': 'a711f8da-8f02-450a-a7c6-ac2d046ddd27', 'status': 'completed', 'code': 200} Feb 15 14:08:37.855585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1875b4e0-04a5-43b5-bea3-9cccb47e02ed req-cbfe472f-74d7-4152-bd38-438427ec3b42 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0837102 Feb 15 14:08:37.904353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9263267-0c45-443d-af1e-bfa29952233d req-ccc9b931-7777-4b4d-b9df-8e31994436f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:37.906572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-ccc9b931-7777-4b4d-b9df-8e31994436f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c93aef7-0eec-4d22-bf35-36b5454ec8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1391339 Feb 15 14:08:37.936868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6dc41110-f492-45df-8710-25bfa6748928 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:08:38.088216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:38.097349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ee96-5e10-455b-9e42-2884b41db24d req-45cb6870-28a1-4539-93c6-0e83980742e5 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:38.104330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9216ee96-5e10-455b-9e42-2884b41db24d req-45cb6870-28a1-4539-93c6-0e83980742e5 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 944 time: 0.1114974 Feb 15 14:08:38.108232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '6dc41110-f492-45df-8710-25bfa6748928', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'port_id': '6dc41110-f492-45df-8710-25bfa6748928', 'mac_address': 'fa:16:3e:55:e1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:08:38.124700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-6cafff82-d3c2-477b-818c-47ea4f1b9591 service neutron] 10.222.0.67 "GET /v2.0/networks/1c93aef7-0eec-4d22-bf35-36b5454ec8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110536 Feb 15 14:08:38.166520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c3aa4-334c-42e4-b9a3-bdb5596522a1 req-41b7ca27-df21-4077-84d2-18a2857c85ee tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:38.168554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-601c3aa4-334c-42e4-b9a3-bdb5596522a1 req-41b7ca27-df21-4077-84d2-18a2857c85ee tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 944 time: 0.1853507 Feb 15 14:08:38.175694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6dc41110-f492-45df-8710-25bfa6748928 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:38.176371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dc41110-f492-45df-8710-25bfa6748928), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:38.195523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc41110-f492-45df-8710-25bfa6748928 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:38.219064 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:38.226685 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6dc41110-f492-45df-8710-25bfa6748928), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:38.227771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b40a8df2-1628-4090-b2d9-d361ef76003c details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:08:38.257689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39364) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:38.313257 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bba2673d-b58b-466a-bfa3-e65fed38e6fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd4a5e7b200c41ca9ebf1cf1e1f5e762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543246 Feb 15 14:08:38.313876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39366) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:38.333417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9263267-0c45-443d-af1e-bfa29952233d req-89e2753a-9429-43b1-95ec-c7dfde0f2936 service neutron] 10.222.0.67 "GET /v2.0/networks/1c93aef7-0eec-4d22-bf35-36b5454ec8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024107 Feb 15 14:08:38.352024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9216ee96-5e10-455b-9e42-2884b41db24d req-ba3a5aee-884c-4697-9d1b-84b5093de80a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462826 Feb 15 14:08:38.389544 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-601c3aa4-334c-42e4-b9a3-bdb5596522a1 req-2beee02f-a6dd-47b6-9e8b-cce8efbb0bc4 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894016 Feb 15 14:08:38.397138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eda05f2a-97ae-48f9-bbba-9b6d6c162616 admin admin] Publish callbacks [] for security_group (4842da71-d971-41c0-bb07-654bea83fe44), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:38.452011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eda05f2a-97ae-48f9-bbba-9b6d6c162616 admin admin] Publish callbacks [] for security_group (4842da71-d971-41c0-bb07-654bea83fe44), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:38.453382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b912a58-2642-4816-bb73-f16422067397 req-0d1c3e6b-e345-4f78-86ec-473337dd1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:38.455498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b912a58-2642-4816-bb73-f16422067397 req-0d1c3e6b-e345-4f78-86ec-473337dd1635 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 1127 time: 0.0614257 Feb 15 14:08:38.525430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eda05f2a-97ae-48f9-bbba-9b6d6c162616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4842da71-d971-41c0-bb07-654bea83fe44), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:38.529259 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eda05f2a-97ae-48f9-bbba-9b6d6c162616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:38.533734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-eda05f2a-97ae-48f9-bbba-9b6d6c162616 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4842da71-d971-41c0-bb07-654bea83fe44 HTTP/1.1" status: 204 len: 168 time: 0.2186565 Feb 15 14:08:38.544388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda05f2a-97ae-48f9-bbba-9b6d6c162616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4842da71-d971-41c0-bb07-654bea83fe44,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:38.564752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 52f4665e-8919-43a2-85b0-a0db0e3bbb27 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:08:38.581044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b912a58-2642-4816-bb73-f16422067397 req-4576d2f5-ad47-406f-b33d-93c251eaaa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:38.582418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6dc41110-f492-45df-8710-25bfa6748928,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:38.582585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b912a58-2642-4816-bb73-f16422067397 req-4576d2f5-ad47-406f-b33d-93c251eaaa0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c93aef7-0eec-4d22-bf35-36b5454ec8bc HTTP/1.1" status: 200 len: 898 time: 0.1206052 Feb 15 14:08:38.637155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b912a58-2642-4816-bb73-f16422067397 req-480edd92-39b3-4544-bda9-8dedea8ca0a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a711f8da-8f02-450a-a7c6-ac2d046ddd27 HTTP/1.1" status: 200 len: 217 time: 0.0471239 Feb 15 14:08:38.682363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 52f4665e-8919-43a2-85b0-a0db0e3bbb27 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:08:38.682363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 52f4665e-8919-43a2-85b0-a0db0e3bbb27 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:08:38.711244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b912a58-2642-4816-bb73-f16422067397 req-99d2b602-7f1d-4c1f-bad1-dfcdacf571b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:38.714067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b912a58-2642-4816-bb73-f16422067397 req-99d2b602-7f1d-4c1f-bad1-dfcdacf571b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d84acc63-a8d1-4bd6-af88-27e6208eddf2 HTTP/1.1" status: 200 len: 837 time: 0.0717583 Feb 15 14:08:38.716635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port b40a8df2-1628-4090-b2d9-d361ef76003c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b40a8df2-1628-4090-b2d9-d361ef76003c,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:38.736965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'b40a8df2-1628-4090-b2d9-d361ef76003c', 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274', 'port_id': 'b40a8df2-1628-4090-b2d9-d361ef76003c', 'mac_address': 'fa:16:3e:bf:7a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0857d114-4ceb-4f4d-8670-071bedf1b320', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:08:38.834786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b912a58-2642-4816-bb73-f16422067397 req-39821324-2c6a-4fc5-b7fb-a6ba98d9bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:38.838996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port b40a8df2-1628-4090-b2d9-d361ef76003c is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:38.839508 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:38.839905 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b912a58-2642-4816-bb73-f16422067397 req-39821324-2c6a-4fc5-b7fb-a6ba98d9bc62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c93aef7-0eec-4d22-bf35-36b5454ec8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1192369 Feb 15 14:08:38.856767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40a8df2-1628-4090-b2d9-d361ef76003c {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:38.878767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port b40a8df2-1628-4090-b2d9-d361ef76003c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b40a8df2-1628-4090-b2d9-d361ef76003c,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:38.884360 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:38.937127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=b40a8df2-1628-4090-b2d9-d361ef76003c,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:38.982605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187ada8-ba78-40ab-ad1c-679d63227bf0 req-295e6361-a33f-489e-b5a6-cdbbd5fff24d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:38.984136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1187ada8-ba78-40ab-ad1c-679d63227bf0 req-295e6361-a33f-489e-b5a6-cdbbd5fff24d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.2009737 Feb 15 14:08:39.026587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf1a1b-117b-47e4-bcab-31e7bc450e7b req-6aaf1478-7126-41e2-96e9-5707fd0ec4e2 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:39.031534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9cf1a1b-117b-47e4-bcab-31e7bc450e7b req-6aaf1478-7126-41e2-96e9-5707fd0ec4e2 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 944 time: 0.1543796 Feb 15 14:08:39.034148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b912a58-2642-4816-bb73-f16422067397 req-4cc061e0-3cf9-430b-82c4-0ce9d3796df9 service neutron] 10.222.0.67 "GET /v2.0/networks/1c93aef7-0eec-4d22-bf35-36b5454ec8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846356 Feb 15 14:08:39.156955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1187ada8-ba78-40ab-ad1c-679d63227bf0 req-0add3262-4445-4a9c-9ed9-d401d8d65806 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621933 Feb 15 14:08:39.199713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9cf1a1b-117b-47e4-bcab-31e7bc450e7b req-851d985d-e720-47f9-8a68-c35106300a63 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593063 Feb 15 14:08:39.226462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b912a58-2642-4816-bb73-f16422067397 req-6becbe46-e53c-41f4-a61c-d6321e9eaca1 service neutron] 10.222.0.67 "GET /v2.0/networks/1c93aef7-0eec-4d22-bf35-36b5454ec8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820943 Feb 15 14:08:39.255957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a4e5fc1-f73c-419c-9113-e359dff5a66c req-cad1083f-ea19-4d95-82c1-97ce1d083f1e tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0280466 Feb 15 14:08:39.332735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['b40a8df2-1628-4090-b2d9-d361ef76003c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:39.367642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['6dc41110-f492-45df-8710-25bfa6748928'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:39.559300 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39406) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:39.640635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fa8e7-fbca-4f41-b5d2-671eac48e937 req-bd005f3c-4f89-4804-afc3-5214d6267d5f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:39.648393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-371fa8e7-fbca-4f41-b5d2-671eac48e937 req-bd005f3c-4f89-4804-afc3-5214d6267d5f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 944 time: 0.1775551 Feb 15 14:08:39.741303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-453712224-network', 'tenant_id': '0680c85f0fc941d2bd465d9fdb25d07a'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:39.783877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Made reservation on behalf of 0680c85f0fc941d2bd465d9fdb25d07a for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:39.790891 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:39.804288 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:39.844032 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:39.920878 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Publish callbacks [] for security_group (c64e4f87-8e9f-461b-b1f1-4630eea34b15), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:39.926402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c64e4f87-8e9f-461b-b1f1-4630eea34b15), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:39.963663 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64e4f87-8e9f-461b-b1f1-4630eea34b15,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:39.966798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:08:39.978375 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6b1018e5-ea50-45e5-8a8a-5153ad459f18), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:39.978624 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Added segment 6b1018e5-ea50-45e5-8a8a-5153ad459f18 of type vlan for network e8512a10-0ef6-4df8-b75d-49f35e099f0d Feb 15 14:08:40.031054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (e8512a10-0ef6-4df8-b75d-49f35e099f0d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:40.071073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (e8512a10-0ef6-4df8-b75d-49f35e099f0d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:40.072627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:40.074006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:40.107232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9c187-120f-4e4b-9101-41a15358ecd1 req-4b421e99-6a37-4ae4-a973-8e39e4e3f440 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:40.114122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ca9c187-120f-4e4b-9101-41a15358ecd1 req-4b421e99-6a37-4ae4-a973-8e39e4e3f440 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 945 time: 0.6012430 Feb 15 14:08:40.162036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-371fa8e7-fbca-4f41-b5d2-671eac48e937 req-de5a6533-9806-4c79-a312-0e8f12cf8789 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4919190 Feb 15 14:08:40.162916 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e8512a10-0ef6-4df8-b75d-49f35e099f0d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:40.177839 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aa465e96-8c15-4795-8424-bdaa186153c1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6163936 Feb 15 14:08:40.180951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39414) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:40.185128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network e8512a10-0ef6-4df8-b75d-49f35e099f0d details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:08:40.192994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] Request body: {'subnet': {'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-453712224-subnet', 'tenant_id': '0680c85f0fc941d2bd465d9fdb25d07a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:40.232417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] Made reservation on behalf of 0680c85f0fc941d2bd465d9fdb25d07a for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:40.235823 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:40.236578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ca9c187-120f-4e4b-9101-41a15358ecd1 req-1ace5753-3812-4e7f-b91e-aca00db227d6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214862 Feb 15 14:08:40.350604 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:08:40.390226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483e030-065b-42f1-baff-e0dfc1c5a611 req-b0cdfa1e-f3a7-4788-afba-ee0f8b9ecbf7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:40.391783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6483e030-065b-42f1-baff-e0dfc1c5a611 req-b0cdfa1e-f3a7-4788-afba-ee0f8b9ecbf7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.1154015 Feb 15 14:08:40.404234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d9f0-9d89-4937-a0af-aefcebe6d176 req-69b796b8-523c-49de-95ca-3eaef1946eed tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:40.411619 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e723d9f0-9d89-4937-a0af-aefcebe6d176 req-69b796b8-523c-49de-95ca-3eaef1946eed tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 944 time: 0.0879269 Feb 15 14:08:40.488829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e723d9f0-9d89-4937-a0af-aefcebe6d176 req-24076631-d485-43f4-8691-9eae8d5d1549 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749638 Feb 15 14:08:40.490665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:40.570693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6483e030-065b-42f1-baff-e0dfc1c5a611 req-e31fb336-ea16-43d8-90a3-a802c9cd8acc tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488888 Feb 15 14:08:40.575564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:40.590465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] Checking segment: {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:08:40.591121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] Network hostable DHCP agents. Network: e8512a10-0ef6-4df8-b75d-49f35e099f0d, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:08:40.610949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] Network e8512a10-0ef6-4df8-b75d-49f35e099f0d is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:08:40.613724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd6ff93a-c782-4e51-833e-e113df1c1edf req-b344e005-c0c2-4880-a4b3-706283f1a7b6 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0417435 Feb 15 14:08:40.623208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, e8512a10-0ef6-4df8-b75d-49f35e099f0d) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:40.639023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539a09b7-80bb-4167-b826-d0804ac5256d None None] Network e8512a10-0ef6-4df8-b75d-49f35e099f0d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:08:40.639183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:40.639183 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:40.663026 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-99a576c4-9193-4278-9f5a-84964c42f9f8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4775786 Feb 15 14:08:40.770097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-e8512a10-0ef6-4df8-b75d-49f35e099f0d', 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d', 'project_id': '0680c85f0fc941d2bd465d9fdb25d07a', 'fixed_ips': [{'subnet_id': '0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:08:40.771006 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:40.961687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Allocated IP 172.20.0.2 (e8512a10-0ef6-4df8-b75d-49f35e099f0d/0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e/2315aa82-52c5-4e9f-be1c-d8842d5a8d14) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:41.159575 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Publish callbacks [] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:41.166424 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:41.224363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Network e8512a10-0ef6-4df8-b75d-49f35e099f0d is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:41.228429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:41.233683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:08:41.255092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-8050dc12-6d05-4ad5-a212-29ac82502c7c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:41.263653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-8050dc12-6d05-4ad5-a212-29ac82502c7c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/networks?id=e8512a10-0ef6-4df8-b75d-49f35e099f0d HTTP/1.1" status: 200 len: 815 time: 0.1284070 Feb 15 14:08:41.278065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Pushing event updated for resources: {'Port': ['ID=2315aa82-52c5-4e9f-be1c-d8842d5a8d14,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:41.281477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-d60c0dbc-6181-4ae3-888f-5a3a9e402a2f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/quotas/0680c85f0fc941d2bd465d9fdb25d07a HTTP/1.1" status: 200 len: 375 time: 0.0165777 Feb 15 14:08:41.326764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Attempting to bind port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:08:41.327226 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Attempting to bind port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:08:41.327606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Attempting to bind port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 on network e8512a10-0ef6-4df8-b75d-49f35e099f0d {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:41.332781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:08:41.333161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Checking segment: {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:08:41.333587 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:41.333969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Bound using segment: {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:08:41.334440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Bound port: 2315aa82-52c5-4e9f-be1c-d8842d5a8d14, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:08:41.334825 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:41.376020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-86f035ff-5833-44f2-ac36-e13cc505b19a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0680c85f0fc941d2bd465d9fdb25d07a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931201 Feb 15 14:08:41.433785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] For port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:08:41.437447 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] For port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2315aa82-52c5-4e9f-be1c-d8842d5a8d14,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:08:41.439337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5567e-a9f6-4508-b3a1-2cc6bd21dc75 req-fab9165c-b0b7-4fff-a1ae-8542b03d0b6d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:41.441325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90c5567e-a9f6-4508-b3a1-2cc6bd21dc75 req-fab9165c-b0b7-4fff-a1ae-8542b03d0b6d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 944 time: 0.1472228 Feb 15 14:08:41.449646 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:41.551162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c85fa-142f-44c1-83f5-5cbd19531188 None None] Pushing event updated for resources: {'Port': ['ID=2315aa82-52c5-4e9f-be1c-d8842d5a8d14,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:41.583292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-90bbbcf5-833c-43be-b74b-2d32872ec1d4 service neutron] 10.222.0.72 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061772 Feb 15 14:08:41.596617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90c5567e-a9f6-4508-b3a1-2cc6bd21dc75 req-c2b19db0-4e04-4438-8a10-28dd5ebcabcb tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404727 Feb 15 14:08:41.733090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-20b875a3-82de-453a-836d-da2be9fb5ed7 service neutron] 10.222.0.72 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488409 Feb 15 14:08:41.794444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e769d4-38d3-4ec9-98f2-f9552444579b req-b75864b9-d299-443f-be35-9a8c9a2fb652 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:41.796376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71e769d4-38d3-4ec9-98f2-f9552444579b req-b75864b9-d299-443f-be35-9a8c9a2fb652 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 945 time: 0.1166039 Feb 15 14:08:41.863752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71e769d4-38d3-4ec9-98f2-f9552444579b req-66fb5c9a-634e-409e-bd50-7f54c6b6db55 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617087 Feb 15 14:08:41.947448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:41.963275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a711f8da-8f02-450a-a7c6-ac2d046ddd27 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:08:41.979376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6dc41110-f492-45df-8710-25bfa6748928 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:08:42.111313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151398e-d85e-4cc9-8744-ba95f2362030 req-0a51c62e-d1d7-4838-86be-5453a7411309 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:42.113442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c151398e-d85e-4cc9-8744-ba95f2362030 req-0a51c62e-d1d7-4838-86be-5453a7411309 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.1199980 Feb 15 14:08:42.158988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 6dc41110-f492-45df-8710-25bfa6748928 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:08:42.167411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 6dc41110-f492-45df-8710-25bfa6748928 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:42.167783 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6dc41110-f492-45df-8710-25bfa6748928), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:42.180381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c151398e-d85e-4cc9-8744-ba95f2362030 req-301b6155-8087-461c-9c83-2fc4a21607f1 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516553 Feb 15 14:08:42.211688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60990be-9a6c-4990-9ddf-5ed200d41013 req-ae54bde2-2bf8-4b68-9886-ec60d88f860a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:42.222856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a60990be-9a6c-4990-9ddf-5ed200d41013 req-ae54bde2-2bf8-4b68-9886-ec60d88f860a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 944 time: 0.1673689 Feb 15 14:08:42.226061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a711f8da-8f02-450a-a7c6-ac2d046ddd27, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a711f8da-8f02-450a-a7c6-ac2d046ddd27,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:42.242582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'a711f8da-8f02-450a-a7c6-ac2d046ddd27', 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc', 'port_id': 'a711f8da-8f02-450a-a7c6-ac2d046ddd27', 'mac_address': 'fa:16:3e:eb:95:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84acc63-a8d1-4bd6-af88-27e6208eddf2', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:08:42.324108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a711f8da-8f02-450a-a7c6-ac2d046ddd27 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:42.324585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:42.327709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6dc41110-f492-45df-8710-25bfa6748928 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:42.328149 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dc41110-f492-45df-8710-25bfa6748928), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:42.336845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a60990be-9a6c-4990-9ddf-5ed200d41013 req-e0fcfdf4-39f9-4b0d-9798-a083ff204a9a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108422 Feb 15 14:08:42.349214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a711f8da-8f02-450a-a7c6-ac2d046ddd27 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:42.379577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc41110-f492-45df-8710-25bfa6748928'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:42.381949 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1365de-c8ae-47a1-807c-a1aa2462353f" -d '{"events": [{"server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "name": "network-vif-plugged", "status": "completed", "tag": "6dc41110-f492-45df-8710-25bfa6748928"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:42.387235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-870c03f8-825e-4564-8894-dfb128a76ff1 req-e807062b-5182-4fd5-9061-87b938f63425 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0704908 Feb 15 14:08:42.403759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:42.406035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a711f8da-8f02-450a-a7c6-ac2d046ddd27, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a711f8da-8f02-450a-a7c6-ac2d046ddd27,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:42.410842 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6dc41110-f492-45df-8710-25bfa6748928), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:42.416265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b40a8df2-1628-4090-b2d9-d361ef76003c up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:08:42.427644 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:42.617092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6dc41110-f492-45df-8710-25bfa6748928,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:42.767530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a711f8da-8f02-450a-a7c6-ac2d046ddd27,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:42.774420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:08:42.777003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port b40a8df2-1628-4090-b2d9-d361ef76003c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:42.784121 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:42.840199 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e9cb1a-3634-4143-9327-d75a30f0fd38 x-openstack-request-id: req-21e9cb1a-3634-4143-9327-d75a30f0fd38 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:42.840494 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "name": "network-vif-plugged", "status": "completed", "tag": "6dc41110-f492-45df-8710-25bfa6748928", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:42.840770 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-21e9cb1a-3634-4143-9327-d75a30f0fd38 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:42.841137 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc41110-f492-45df-8710-25bfa6748928', 'code': 200} Feb 15 14:08:42.863804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-2cf92b97-ebe8-4777-8beb-3301d1a8aa99 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:42.871425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-2cf92b97-ebe8-4777-8beb-3301d1a8aa99 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/networks?id=e8512a10-0ef6-4df8-b75d-49f35e099f0d HTTP/1.1" status: 200 len: 815 time: 0.3435354 Feb 15 14:08:42.889504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['a711f8da-8f02-450a-a7c6-ac2d046ddd27'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:42.896778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-8b010061-dd52-48fb-ad49-78e902e90a01 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/quotas/0680c85f0fc941d2bd465d9fdb25d07a HTTP/1.1" status: 200 len: 375 time: 0.0175390 Feb 15 14:08:43.073492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-a46c6105-f37e-4dff-a7f7-869fb4120a55 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0680c85f0fc941d2bd465d9fdb25d07a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756082 Feb 15 14:08:43.074204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:43.074585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:43.078266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port b40a8df2-1628-4090-b2d9-d361ef76003c is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:43.078658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:43.178385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port b40a8df2-1628-4090-b2d9-d361ef76003c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b40a8df2-1628-4090-b2d9-d361ef76003c,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:43.188446 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:43.203689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42631e51-c2cd-49ce-a85d-32b5648049f7 req-98eb3586-d34f-4919-983f-247d6670f94d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:43.210077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42631e51-c2cd-49ce-a85d-32b5648049f7 req-98eb3586-d34f-4919-983f-247d6670f94d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 945 time: 0.3006830 Feb 15 14:08:43.216061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee66d9-4c2d-484b-aa87-5156f606cfd5 req-fa314f4a-703a-454e-8195-1e0ead096a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:43.218257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9ee66d9-4c2d-484b-aa87-5156f606cfd5 req-fa314f4a-703a-454e-8195-1e0ead096a19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 1128 time: 0.2826397 Feb 15 14:08:43.234042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d03b78-9e2c-4994-a2bb-ee88fb0cb097 None None] Network e8512a10-0ef6-4df8-b75d-49f35e099f0d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:08:43.274149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-f67edb49-fb0c-4614-92cd-2a6267a11250 service neutron] 10.222.0.72 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996629 Feb 15 14:08:43.364574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9ee66d9-4c2d-484b-aa87-5156f606cfd5 req-adba6c1f-1ff4-4367-a1b2-10fd1dfc5dd4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339126 Feb 15 14:08:43.381544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=b40a8df2-1628-4090-b2d9-d361ef76003c,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:43.390021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42631e51-c2cd-49ce-a85d-32b5648049f7 req-cf44942b-ce57-4f34-bc59-10623e83223c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645868 Feb 15 14:08:43.404503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-598b9103-bbd3-445a-8371-3e714d36176a None None] Provisioning complete for port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:43.404890 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-598b9103-bbd3-445a-8371-3e714d36176a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:43.437610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:43.438011 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:43.485876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-271c9476-5f66-4bf3-b0cf-0b6a0fd381cc service neutron] 10.222.0.72 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955040 Feb 15 14:08:43.605286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-19889e1b-4507-4612-b7ea-a7679daf4f33 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:43.607300 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-19889e1b-4507-4612-b7ea-a7679daf4f33 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.42 "GET /v2.0/networks?id=e8512a10-0ef6-4df8-b75d-49f35e099f0d HTTP/1.1" status: 200 len: 815 time: 0.2295375 Feb 15 14:08:43.630153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Request body: {'port': {'device_id': 'e948cb7b-0a49-4d7c-abbd-48d94d50a08c', 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d', 'admin_state_up': True, 'tenant_id': '0680c85f0fc941d2bd465d9fdb25d07a'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:43.900980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2315aa82-52c5-4e9f-be1c-d8842d5a8d14,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:43.929286 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:44.067730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea47bb-5114-4d8f-bda5-7635d06be218 req-bd5dc049-9344-4209-abf7-00fc95cae44c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:44.072727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27ea47bb-5114-4d8f-bda5-7635d06be218 req-bd5dc049-9344-4209-abf7-00fc95cae44c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.1798239 Feb 15 14:08:44.093360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aea7fe-3c55-48f3-ba3c-3c061769e025 req-8d0eb994-d2f9-4e39-8649-f81af87db4c7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:44.097617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70aea7fe-3c55-48f3-ba3c-3c061769e025 req-8d0eb994-d2f9-4e39-8649-f81af87db4c7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.3030984 Feb 15 14:08:44.124303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-598b9103-bbd3-445a-8371-3e714d36176a None None] Current status of the port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:44.143799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=2315aa82-52c5-4e9f-be1c-d8842d5a8d14,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:44.272276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27ea47bb-5114-4d8f-bda5-7635d06be218 req-bf45c258-55d4-41e5-a913-3486fefa06e3 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718512 Feb 15 14:08:44.292676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70aea7fe-3c55-48f3-ba3c-3c061769e025 req-c977c222-599e-4cad-92c1-3521b773ad3d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747203 Feb 15 14:08:44.299673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Made reservation on behalf of 0680c85f0fc941d2bd465d9fdb25d07a for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:44.303476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:44.455490 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-92d56110-ce54-46ce-be1e-768466b1388c None None] Provisioning complete for port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:44.457874 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-92d56110-ce54-46ce-be1e-768466b1388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:44.486052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4f3f657-a61b-41d5-9785-585f9774766a req-bf105187-acd6-4c84-a63f-e38e1d24e9b9 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0468471 Feb 15 14:08:44.529027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c6752-ff30-4c96-8ac7-5dbea260ddbb req-aa80c1ee-dfce-4191-bd25-0df28f40a162 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:44.530696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-690c6752-ff30-4c96-8ac7-5dbea260ddbb req-aa80c1ee-dfce-4191-bd25-0df28f40a162 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.1258128 Feb 15 14:08:44.645107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Allocated IP 172.20.0.13 (e8512a10-0ef6-4df8-b75d-49f35e099f0d/0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e/a5401f78-7827-4a43-86a1-af4323a33dae) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:44.669790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-690c6752-ff30-4c96-8ac7-5dbea260ddbb req-fb34b1e2-c5f7-49d4-891c-091c5106dfe3 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328483 Feb 15 14:08:44.754155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:08:44.847699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks [] for port (a5401f78-7827-4a43-86a1-af4323a33dae), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:44.865335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40a8df2-1628-4090-b2d9-d361ef76003c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:44.867823 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e1657-4348-4229-95d8-4217e1881852" -d '{"events": [{"server_uuid": "c5910ebb-8aab-4dd0-a89c-636d091f1656", "name": "network-vif-plugged", "status": "completed", "tag": "b40a8df2-1628-4090-b2d9-d361ef76003c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:44.891167 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:44.910283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-92d56110-ce54-46ce-be1e-768466b1388c None None] Current status of the port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:44.914197 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bbfd6aab-b785-4759-a165-05c0a6cb2e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:44.925563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:44.927293 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:44.967859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Network e8512a10-0ef6-4df8-b75d-49f35e099f0d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:44.973543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:45.014587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:08:45.110970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:45.111581 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:45.125361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Pushing event updated for resources: {'Port': ['ID=a5401f78-7827-4a43-86a1-af4323a33dae,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:45.140285 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-7a1d1363-bc73-47d5-b227-0de421806935 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5231962 Feb 15 14:08:45.162437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-5fd7bcfd-781b-4652-aa77-43827251ed3a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:08:45.162776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:45.170723 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-5fd7bcfd-781b-4652-aa77-43827251ed3a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189195 Feb 15 14:08:45.184643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d99c2-b8dc-4c03-a892-adf26abcc766 req-368b92c8-5db4-4c7f-bf1d-5a587ee035aa tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:45.194059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-721d99c2-b8dc-4c03-a892-adf26abcc766 req-368b92c8-5db4-4c7f-bf1d-5a587ee035aa tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 945 time: 0.2803888 Feb 15 14:08:45.202850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-cd411dbd-a43b-44d2-bffb-c224a4c25fe0 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:45.211654 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-cd411dbd-a43b-44d2-bffb-c224a4c25fe0 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/networks?id=e8512a10-0ef6-4df8-b75d-49f35e099f0d HTTP/1.1" status: 200 len: 815 time: 0.4709454 Feb 15 14:08:45.267927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Request body: {'port': {'device_id': 'e948cb7b-0a49-4d7c-abbd-48d94d50a08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:45.296912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-2eae10ee-7a81-4ad4-a037-5d7a60992d35 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/quotas/0680c85f0fc941d2bd465d9fdb25d07a HTTP/1.1" status: 200 len: 375 time: 0.0840337 Feb 15 14:08:45.393035 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:45.425225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-721d99c2-b8dc-4c03-a892-adf26abcc766 req-8af71bba-dead-4be5-b720-edf6986047d5 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300115 Feb 15 14:08:45.458757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-29189df9-c7ac-414f-90c8-29ff52367f73 None None] Provisioning complete for port a5401f78-7827-4a43-86a1-af4323a33dae triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:45.460304 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-29189df9-c7ac-414f-90c8-29ff52367f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:45.474570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-925064d3-10a9-468e-b262-7932e5cef9eb tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:45.475644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-925064d3-10a9-468e-b262-7932e5cef9eb tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.67 "GET /v2.0/networks?id=e8512a10-0ef6-4df8-b75d-49f35e099f0d HTTP/1.1" status: 200 len: 815 time: 0.2524157 Feb 15 14:08:45.500097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-8475edc9-e758-45e8-8d4c-0cbbd492db9a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0680c85f0fc941d2bd465d9fdb25d07a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1800022 Feb 15 14:08:45.531623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-29189df9-c7ac-414f-90c8-29ff52367f73 None None] Port a5401f78-7827-4a43-86a1-af4323a33dae cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:08:45.554229 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9892bfb-f615-4153-87c9-389a1c6dd764 x-openstack-request-id: req-c9892bfb-f615-4153-87c9-389a1c6dd764 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:45.559699 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5910ebb-8aab-4dd0-a89c-636d091f1656", "name": "network-vif-plugged", "status": "completed", "tag": "b40a8df2-1628-4090-b2d9-d361ef76003c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:45.560528 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9892bfb-f615-4153-87c9-389a1c6dd764 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:45.561055 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40a8df2-1628-4090-b2d9-d361ef76003c', 'code': 200} Feb 15 14:08:45.625905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Request body: {'port': {'device_id': '1277195d-53d7-4808-b6be-c8b39fd9a692', 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d', 'admin_state_up': True, 'tenant_id': '0680c85f0fc941d2bd465d9fdb25d07a'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:45.763907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5401f78-7827-4a43-86a1-af4323a33dae {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:45.774499 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Publish callbacks [] for port (a5401f78-7827-4a43-86a1-af4323a33dae), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:45.789880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Transition to ACTIVE for port object a5401f78-7827-4a43-86a1-af4323a33dae will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:08:45.795636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:45.862197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Pushing event updated for resources: {'Port': ['ID=a5401f78-7827-4a43-86a1-af4323a33dae,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:45.947703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Attempting to bind port a5401f78-7827-4a43-86a1-af4323a33dae on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:08:45.948881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Attempting to bind port a5401f78-7827-4a43-86a1-af4323a33dae by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:08:45.949684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Attempting to bind port a5401f78-7827-4a43-86a1-af4323a33dae on network e8512a10-0ef6-4df8-b75d-49f35e099f0d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:45.957399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Port a5401f78-7827-4a43-86a1-af4323a33dae on network e8512a10-0ef6-4df8-b75d-49f35e099f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:08:45.957905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Attempting to bind port a5401f78-7827-4a43-86a1-af4323a33dae on network e8512a10-0ef6-4df8-b75d-49f35e099f0d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:45.965371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:08:45.966175 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Checking segment: {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:08:45.966349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4d1c0-5347-465a-9caa-d05fa2beb601 req-105fe951-44d2-4c2f-8596-e154d649f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:45.966877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Bound using segment: {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:08:45.967517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Bound port: a5401f78-7827-4a43-86a1-af4323a33dae, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:08:45.968104 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ae4d1c0-5347-465a-9caa-d05fa2beb601 req-105fe951-44d2-4c2f-8596-e154d649f733 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 1129 time: 0.2594616 Feb 15 14:08:45.968311 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:45.972056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a711f8da-8f02-450a-a7c6-ac2d046ddd27 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:08:45.997621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-b8fdda50-9c7e-4bcd-87f2-5e975bb0f7bf service neutron] 10.222.0.72 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966545 Feb 15 14:08:46.026053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fc5ad-cb5f-439c-a080-312d392654ac req-11d5860b-8906-4650-9bc4-b2f62792810b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:46.027688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-319fc5ad-cb5f-439c-a080-312d392654ac req-11d5860b-8906-4650-9bc4-b2f62792810b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.3215644 Feb 15 14:08:46.083541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port a711f8da-8f02-450a-a7c6-ac2d046ddd27 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:08:46.090130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port a711f8da-8f02-450a-a7c6-ac2d046ddd27 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:46.091311 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:46.133736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] For port a5401f78-7827-4a43-86a1-af4323a33dae, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:08:46.142578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] For port a5401f78-7827-4a43-86a1-af4323a33dae, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a5401f78-7827-4a43-86a1-af4323a33dae,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:08:46.160356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:46.187541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:46.188217 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:46.190951 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] 10.222.0.42 "PUT /v2.0/ports/a5401f78-7827-4a43-86a1-af4323a33dae HTTP/1.1" status: 200 len: 1093 time: 1.0143163 Feb 15 14:08:46.198960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e948cb7b-0a49-4d7c-abbd-48d94d50a08c', 'tag': 'a5401f78-7827-4a43-86a1-af4323a33dae'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:46.206364 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76168e6f-cb82-4f4b-a18e-5e1e77b75687" -d '{"events": [{"name": "network-changed", "server_uuid": "e948cb7b-0a49-4d7c-abbd-48d94d50a08c", "tag": "a5401f78-7827-4a43-86a1-af4323a33dae"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:46.250517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ae4d1c0-5347-465a-9caa-d05fa2beb601 req-7a82ef4f-c78f-46f1-bcf2-34e5aee5576a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477210 Feb 15 14:08:46.284458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Made reservation on behalf of 0680c85f0fc941d2bd465d9fdb25d07a for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:46.291247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:46.311000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a711f8da-8f02-450a-a7c6-ac2d046ddd27 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:46.311550 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:46.378977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a711f8da-8f02-450a-a7c6-ac2d046ddd27, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a711f8da-8f02-450a-a7c6-ac2d046ddd27,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:46.387589 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:46.449556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d5aaa-5643-4c77-9db0-144191d799df service neutron] Pushing event updated for resources: {'Port': ['ID=a5401f78-7827-4a43-86a1-af4323a33dae,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:46.471023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-50ad1055-7379-414f-8232-148ee151235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:46.473140 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-50ad1055-7379-414f-8232-148ee151235f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0680c85f0fc941d2bd465d9fdb25d07a&device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 1127 time: 0.2053745 Feb 15 14:08:46.510843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-319fc5ad-cb5f-439c-a080-312d392654ac req-f4274e6b-73a3-4603-819c-55ffafac9eb5 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503751 Feb 15 14:08:46.523045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a711f8da-8f02-450a-a7c6-ac2d046ddd27,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:46.550242 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-dbb73ef3-342f-47f0-9105-0d06079009c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5401f78-7827-4a43-86a1-af4323a33dae HTTP/1.1" status: 200 len: 217 time: 0.0672228 Feb 15 14:08:46.609111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-b9b09928-0757-483a-a10c-3b49f2ae1855 service neutron] 10.222.0.72 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684688 Feb 15 14:08:46.660218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39556) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:46.701391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-d4fb40f7-3aa6-4df5-9ce2-b9bd5fa75290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:46.703078 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-d4fb40f7-3aa6-4df5-9ce2-b9bd5fa75290 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e HTTP/1.1" status: 200 len: 854 time: 0.1435933 Feb 15 14:08:46.710770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Allocated IP 172.20.0.8 (e8512a10-0ef6-4df8-b75d-49f35e099f0d/0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e/17da4cb5-f71e-4926-8d83-eb338f1d30e8) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:46.805083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3d071-d415-4180-a784-58fd5167fe90 req-e4a7fe1f-920b-4d6e-945f-eace081cceb2 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:46.806684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcc3d071-d415-4180-a784-58fd5167fe90 req-e4a7fe1f-920b-4d6e-945f-eace081cceb2 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.1200914 Feb 15 14:08:46.844275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-9dc30814-e675-44eb-8c2b-aa18a5c5a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:46.846450 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-9dc30814-e675-44eb-8c2b-aa18a5c5a082 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8512a10-0ef6-4df8-b75d-49f35e099f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1340206 Feb 15 14:08:46.975149 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:47.061787 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-d6d1682b-4435-4897-b572-d93438292898 service neutron] 10.222.0.42 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061558 Feb 15 14:08:47.063363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4d56a94-9d06-478d-825c-f8b653549966 req-5b8bd312-a440-4709-b6d4-c91a474807a0 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0625329 Feb 15 14:08:47.077609 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcc3d071-d415-4180-a784-58fd5167fe90 req-80287582-8d9e-4e25-89a9-ec30faeab8de tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589834 Feb 15 14:08:47.158260 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks [] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:47.162150 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-731da2d8-6346-4604-b7eb-5ede3f94931b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:47.225325 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Publish callbacks [] for security_group (c72037fa-b1c3-4f20-96a6-c40b2bf6b0fe), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:47.245266 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c72037fa-b1c3-4f20-96a6-c40b2bf6b0fe), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:47.389872 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-da0c2e41-9a9c-4c73-bcd7-75da0a36b157 req-8b9eac5b-ee74-4222-b1ad-cf3085491939 service neutron] 10.222.0.42 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141770 Feb 15 14:08:47.395423 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3ab590-40cc-470d-bc36-0b4a93bc9e6d x-openstack-request-id: req-bb3ab590-40cc-470d-bc36-0b4a93bc9e6d {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:47.395719 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e948cb7b-0a49-4d7c-abbd-48d94d50a08c", "tag": "a5401f78-7827-4a43-86a1-af4323a33dae", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:47.395980 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb3ab590-40cc-470d-bc36-0b4a93bc9e6d {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:47.396395 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e948cb7b-0a49-4d7c-abbd-48d94d50a08c', 'tag': 'a5401f78-7827-4a43-86a1-af4323a33dae', 'status': 'completed', 'code': 200} Feb 15 14:08:47.406228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72037fa-b1c3-4f20-96a6-c40b2bf6b0fe,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:47.431395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b9d8932503a041b5ac4be9aed8682f5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7681904 Feb 15 14:08:47.433884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39568) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:47.441612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.441961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.442302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.442637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.443603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.443947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.444279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.444605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.447218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.447625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.447967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.449905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.450036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40bb66-a2b5-4ca5-a116-086649be3a9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:08:47.522580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f84655-a0f0-4c05-b2ec-31fd4f21588e req-2ee3100c-05cb-4c84-ba2b-febf29b7dfaf tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:47.527406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2f84655-a0f0-4c05-b2ec-31fd4f21588e req-2ee3100c-05cb-4c84-ba2b-febf29b7dfaf tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.2986541 Feb 15 14:08:47.533357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:47.561901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae69179-6ab9-48e1-9374-fa826c973456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a711f8da-8f02-450a-a7c6-ac2d046ddd27'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:47.565035 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3de0226-8395-4654-86a8-c23681b0c163" -d '{"events": [{"server_uuid": "eae69179-6ab9-48e1-9374-fa826c973456", "name": "network-vif-plugged", "status": "completed", "tag": "a711f8da-8f02-450a-a7c6-ac2d046ddd27"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:47.661706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76168e6f-cb82-4f4b-a18e-5e1e77b75687 req-68903dc3-d293-464f-b25f-b9282cd73045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:47.665238 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-76168e6f-cb82-4f4b-a18e-5e1e77b75687 req-68903dc3-d293-464f-b25f-b9282cd73045 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0680c85f0fc941d2bd465d9fdb25d07a&device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 1127 time: 0.1779265 Feb 15 14:08:47.667536 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-52878a5d-9b1f-4f34-a8a8-1d55b4a9a674 admin admin] Publish callbacks [] for security_group (c72037fa-b1c3-4f20-96a6-c40b2bf6b0fe), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:47.798600 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-52878a5d-9b1f-4f34-a8a8-1d55b4a9a674 admin admin] Publish callbacks [] for security_group (c72037fa-b1c3-4f20-96a6-c40b2bf6b0fe), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:47.976544 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76168e6f-cb82-4f4b-a18e-5e1e77b75687 req-1ef111e2-bb9b-4c6d-a8ee-9963eb06e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:47.978888 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-76168e6f-cb82-4f4b-a18e-5e1e77b75687 req-1ef111e2-bb9b-4c6d-a8ee-9963eb06e4da service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8512a10-0ef6-4df8-b75d-49f35e099f0d HTTP/1.1" status: 200 len: 916 time: 0.3048072 Feb 15 14:08:48.049486 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-76168e6f-cb82-4f4b-a18e-5e1e77b75687 req-57054de0-6c22-441f-ab47-586f8c8057c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5401f78-7827-4a43-86a1-af4323a33dae HTTP/1.1" status: 200 len: 217 time: 0.0635884 Feb 15 14:08:48.050268 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-52878a5d-9b1f-4f34-a8a8-1d55b4a9a674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c72037fa-b1c3-4f20-96a6-c40b2bf6b0fe), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:48.053429 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-52878a5d-9b1f-4f34-a8a8-1d55b4a9a674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:48.054555 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-52878a5d-9b1f-4f34-a8a8-1d55b4a9a674 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c72037fa-b1c3-4f20-96a6-c40b2bf6b0fe HTTP/1.1" status: 204 len: 168 time: 0.6196158 Feb 15 14:08:48.133320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Network e8512a10-0ef6-4df8-b75d-49f35e099f0d is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:48.142236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52878a5d-9b1f-4f34-a8a8-1d55b4a9a674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72037fa-b1c3-4f20-96a6-c40b2bf6b0fe,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:48.152961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:48.162657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:08:48.166266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Pushing event updated for resources: {'Port': ['ID=17da4cb5-f71e-4926-8d83-eb338f1d30e8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:48.193589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76168e6f-cb82-4f4b-a18e-5e1e77b75687 req-a82fcd34-b584-4c7c-843d-c6134c4e6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:48.201217 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-76168e6f-cb82-4f4b-a18e-5e1e77b75687 req-a82fcd34-b584-4c7c-843d-c6134c4e6c3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e HTTP/1.1" status: 200 len: 854 time: 0.1453254 Feb 15 14:08:48.206206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2f84655-a0f0-4c05-b2ec-31fd4f21588e req-bda49df9-3ea6-4982-870c-57d36d5ec390 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6606143 Feb 15 14:08:48.224533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25777c-ee6a-4013-8adc-37853ed28ec7 req-c5ce1d07-d7ab-4df5-8572-26c05dd8e065 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:48.232374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef25777c-ee6a-4013-8adc-37853ed28ec7 req-c5ce1d07-d7ab-4df5-8572-26c05dd8e065 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 946 time: 0.1647112 Feb 15 14:08:48.308055 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:48.357746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76168e6f-cb82-4f4b-a18e-5e1e77b75687 req-296cf0c4-afae-43ed-ba90-0138459592fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:48.367869 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-76168e6f-cb82-4f4b-a18e-5e1e77b75687 req-296cf0c4-afae-43ed-ba90-0138459592fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8512a10-0ef6-4df8-b75d-49f35e099f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1494246 Feb 15 14:08:48.395523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef25777c-ee6a-4013-8adc-37853ed28ec7 req-cc628ec3-5064-4cc4-87e7-eb1b0f033eb8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533191 Feb 15 14:08:48.533830 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-76168e6f-cb82-4f4b-a18e-5e1e77b75687 req-603a20c5-5f60-44a8-8cb1-e2b4c68e04ce service neutron] 10.222.0.42 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644468 Feb 15 14:08:48.538366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3791ca3-69b2-46dc-ba8b-5101db68c084 req-a5b85ce5-89ed-4684-add9-6ce4b38c94e4 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 210 time: 0.1851273 Feb 15 14:08:48.550030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:48.550030 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:48.616960 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89b8615-928c-4e00-95c1-cc31e2410bd4 x-openstack-request-id: req-d89b8615-928c-4e00-95c1-cc31e2410bd4 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:48.617475 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae69179-6ab9-48e1-9374-fa826c973456", "name": "network-vif-plugged", "status": "completed", "tag": "a711f8da-8f02-450a-a7c6-ac2d046ddd27", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:48.617475 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d89b8615-928c-4e00-95c1-cc31e2410bd4 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:48.617883 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae69179-6ab9-48e1-9374-fa826c973456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a711f8da-8f02-450a-a7c6-ac2d046ddd27', 'code': 200} Feb 15 14:08:48.703504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-d44266c8-fb4c-44da-b60d-3d940008297a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1537073 Feb 15 14:08:48.762664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba670e-84f4-48ee-98a2-4ac639057932 req-fd4d8926-bd75-4b0a-a9bd-8500332c16ba tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:48.767207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0eba670e-84f4-48ee-98a2-4ac639057932 req-fd4d8926-bd75-4b0a-a9bd-8500332c16ba tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.2138655 Feb 15 14:08:48.787277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f792ba06-363c-4735-b7d8-2fdfddb8cb40 None None] Provisioning complete for port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:48.787658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f792ba06-363c-4735-b7d8-2fdfddb8cb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:48.810737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Request body: {'port': {'device_id': '1277195d-53d7-4808-b6be-c8b39fd9a692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:48.895911 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f792ba06-363c-4735-b7d8-2fdfddb8cb40 None None] Port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:08:48.930961 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-76168e6f-cb82-4f4b-a18e-5e1e77b75687 req-c6cb38dd-4ab3-46c8-b1fb-48ea82a9f3db service neutron] 10.222.0.42 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822627 Feb 15 14:08:49.005904 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-adab2301-c917-4482-adf2-1cb9d29553bf req-86a8d3db-b18d-4232-be3c-0ee887bb1f0a tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.1874006 Feb 15 14:08:49.140608 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ad9ee3ab-c996-4584-9f99-77b461a5026c req-1c8fa7af-a9bb-48b3-9240-9fb4bde4e0b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.1332974 Feb 15 14:08:49.163731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-94d7aad9-2a81-42b5-99b3-3f5c4c67819c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:49.165238 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-94d7aad9-2a81-42b5-99b3-3f5c4c67819c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.42 "GET /v2.0/networks?id=e8512a10-0ef6-4df8-b75d-49f35e099f0d HTTP/1.1" status: 200 len: 815 time: 0.3870306 Feb 15 14:08:49.176930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0eba670e-84f4-48ee-98a2-4ac639057932 req-c1a31ae0-1f82-497d-b1ea-c49aa2e15c7d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954985 Feb 15 14:08:49.192178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccadf28-0831-45df-8405-456355743e6d req-ca6db8c5-d063-4e0a-b67e-15d8b4824dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:49.193802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ccadf28-0831-45df-8405-456355743e6d req-ca6db8c5-d063-4e0a-b67e-15d8b4824dcf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 1129 time: 0.4695070 Feb 15 14:08:49.284074 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:49.356254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Request body: {'port': {'device_id': '5974ed36-2a32-4de1-93af-863708f5c05e', 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d', 'admin_state_up': True, 'tenant_id': '0680c85f0fc941d2bd465d9fdb25d07a'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:49.368713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ccadf28-0831-45df-8405-456355743e6d req-ce82cd31-4071-4fff-9ff7-a23327636b43 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648142 Feb 15 14:08:49.409216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e59bb7-7540-4d77-a65e-661ae328a054 req-1d6ace48-3baf-4f75-b401-6ee0694bd27a tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:49.410833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9e59bb7-7540-4d77-a65e-661ae328a054 req-1d6ace48-3baf-4f75-b401-6ee0694bd27a tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.2376592 Feb 15 14:08:49.512691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd4d88-cdbb-4e87-94b4-f95bb0129f91 req-df5771d1-f599-4a2d-acc0-600c4d48a068 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:49.514244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4dd4d88-cdbb-4e87-94b4-f95bb0129f91 req-df5771d1-f599-4a2d-acc0-600c4d48a068 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.2048781 Feb 15 14:08:49.527080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39608) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:49.555893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-bf9dc6b3-891d-4dfa-8f99-84a873480134 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Request body: {'floatingip': {'port_id': '6dc41110-f492-45df-8710-25bfa6748928'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:49.570844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Made reservation on behalf of 0680c85f0fc941d2bd465d9fdb25d07a for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:49.576177 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:49.677715 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:49.749852 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf9dc6b3-891d-4dfa-8f99-84a873480134 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (da13f59a-be93-4857-b428-70a7dbe1ffab), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:49.759523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9e59bb7-7540-4d77-a65e-661ae328a054 req-9856eee6-fe17-47be-9144-1e5886373a7f tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390386 Feb 15 14:08:49.934355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b2ed588-0f53-4ceb-8e54-9f9b88f19fef req-1ebd13e3-03e6-413a-9238-e2500e0c59df tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 210 time: 0.0723040 Feb 15 14:08:50.015743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae1ea-3c3a-41e3-91df-924dc37d56b9 req-812ac369-b059-4f48-b2ae-57bc311b0a1f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:50.017468 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab5ae1ea-3c3a-41e3-91df-924dc37d56b9 req-812ac369-b059-4f48-b2ae-57bc311b0a1f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 946 time: 0.3216777 Feb 15 14:08:50.080587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17da4cb5-f71e-4926-8d83-eb338f1d30e8 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:50.187611 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Publish callbacks [] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:50.243132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Transition to ACTIVE for port object 17da4cb5-f71e-4926-8d83-eb338f1d30e8 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:08:50.297397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:50.319040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Allocated IP 172.20.0.11 (e8512a10-0ef6-4df8-b75d-49f35e099f0d/0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e/b2a2261a-4552-4486-9c91-8892f9f13203) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:50.340797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab5ae1ea-3c3a-41e3-91df-924dc37d56b9 req-983fc4b8-8cc1-4d28-b506-09afb155efef tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148494 Feb 15 14:08:50.380943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65064bd1-d34a-41cc-89cc-f3f5c05c372f req-ad4a6cfc-6555-414a-83af-ffab17661875 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:50.389495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65064bd1-d34a-41cc-89cc-f3f5c05c372f req-ad4a6cfc-6555-414a-83af-ffab17661875 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.3127294 Feb 15 14:08:50.538526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Pushing event updated for resources: {'Port': ['ID=17da4cb5-f71e-4926-8d83-eb338f1d30e8,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:50.680948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks [] for port (b2a2261a-4552-4486-9c91-8892f9f13203), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:50.703634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-877a1d8e-96df-4429-8a24-c3652c0ed8f0 req-ccf1f244-7da6-4701-90bb-4c57a7c87356 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.1688967 Feb 15 14:08:50.800755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:50.889498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65064bd1-d34a-41cc-89cc-f3f5c05c372f req-2a2fd8ef-0e19-4477-8393-1b40d90f47bd tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991004 Feb 15 14:08:50.909726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Network e8512a10-0ef6-4df8-b75d-49f35e099f0d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:50.918388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:50.925525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:08:50.969862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Pushing event updated for resources: {'Port': ['ID=b2a2261a-4552-4486-9c91-8892f9f13203,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:51.012155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:51.014066 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:51.069890 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:51.070639 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a91f5148-d810-49f9-9e17-d0cb71de327d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7188427 Feb 15 14:08:51.083667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Request body: {'port': {'device_id': '5974ed36-2a32-4de1-93af-863708f5c05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:51.110098 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.resource_extend [None req-bf9dc6b3-891d-4dfa-8f99-84a873480134 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:08:51.161644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a60be-efb6-46e0-acf4-6401d72331e5 req-2a83d360-befb-47cd-bc3c-8779088dc32f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:51.162328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-460a60be-efb6-46e0-acf4-6401d72331e5 req-2a83d360-befb-47cd-bc3c-8779088dc32f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.2819335 Feb 15 14:08:51.165850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Attempting to bind port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:08:51.166632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Attempting to bind port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:08:51.166632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Attempting to bind port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 on network e8512a10-0ef6-4df8-b75d-49f35e099f0d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:51.178177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 on network e8512a10-0ef6-4df8-b75d-49f35e099f0d not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:08:51.178607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Attempting to bind port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 on network e8512a10-0ef6-4df8-b75d-49f35e099f0d {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:51.210377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:08:51.210791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Checking segment: {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:08:51.211269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Bound using segment: {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:08:51.212030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Bound port: 17da4cb5-f71e-4926-8d83-eb338f1d30e8, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:08:51.212512 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:51.228207 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf9dc6b3-891d-4dfa-8f99-84a873480134 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:51.238682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a5401f78-7827-4a43-86a1-af4323a33dae details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:08:51.243739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf9dc6b3-891d-4dfa-8f99-84a873480134 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (da13f59a-be93-4857-b428-70a7dbe1ffab), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:51.278403 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:51.420286 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-bf9dc6b3-891d-4dfa-8f99-84a873480134 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Floating IP da13f59a-be93-4857-b428-70a7dbe1ffab associated. External IP: 172.25.6.118, port: 6dc41110-f492-45df-8710-25bfa6748928. Feb 15 14:08:51.491910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a5401f78-7827-4a43-86a1-af4323a33dae, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a5401f78-7827-4a43-86a1-af4323a33dae,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:51.526725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'a5401f78-7827-4a43-86a1-af4323a33dae', 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d', 'port_id': 'a5401f78-7827-4a43-86a1-af4323a33dae', 'mac_address': 'fa:16:3e:35:4a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:08:51.597612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-460a60be-efb6-46e0-acf4-6401d72331e5 req-460848e0-6692-41fd-b3bf-84a615e13629 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203718 Feb 15 14:08:51.605080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port a5401f78-7827-4a43-86a1-af4323a33dae is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:51.606297 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:51.610475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c526df91-e3d6-4f30-ae96-1cbfd6584204 None None] Provisioning complete for port b2a2261a-4552-4486-9c91-8892f9f13203 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:51.610854 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c526df91-e3d6-4f30-ae96-1cbfd6584204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:51.662857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5401f78-7827-4a43-86a1-af4323a33dae {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:51.735215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c526df91-e3d6-4f30-ae96-1cbfd6584204 None None] Port b2a2261a-4552-4486-9c91-8892f9f13203 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:08:51.747004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] For port 17da4cb5-f71e-4926-8d83-eb338f1d30e8, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:08:51.749410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a5401f78-7827-4a43-86a1-af4323a33dae, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a5401f78-7827-4a43-86a1-af4323a33dae,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:51.757770 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:51.806481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] For port 17da4cb5-f71e-4926-8d83-eb338f1d30e8, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=17da4cb5-f71e-4926-8d83-eb338f1d30e8,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:08:51.838169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec2bbe-eabb-467a-ae1b-adb798661730 req-3cb16b80-7d4c-4cf8-9bf3-8640b02d0b0c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:51.848234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75ec2bbe-eabb-467a-ae1b-adb798661730 req-3cb16b80-7d4c-4cf8-9bf3-8640b02d0b0c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 932 time: 0.2735286 Feb 15 14:08:51.862139 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:51.870566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=a5401f78-7827-4a43-86a1-af4323a33dae,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:51.929814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:51.930753 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:51.934571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] 10.222.0.67 "PUT /v2.0/ports/17da4cb5-f71e-4926-8d83-eb338f1d30e8 HTTP/1.1" status: 200 len: 1092 time: 3.2115719 Feb 15 14:08:52.025235 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9ac40fd3-380e-4b8c-beea-580d2fb0f72b req-7e5b33a4-dd5c-4f22-bf99-c8a82e957831 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=935c66d2feb847e4ad7c10c296b4b450&device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0694573 Feb 15 14:08:52.037275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['a5401f78-7827-4a43-86a1-af4323a33dae'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:52.039523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1277195d-53d7-4808-b6be-c8b39fd9a692', 'tag': '17da4cb5-f71e-4926-8d83-eb338f1d30e8'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:52.041927 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4e036c-e956-40be-b9e8-215b0d3cbeca" -d '{"events": [{"name": "network-changed", "server_uuid": "1277195d-53d7-4808-b6be-c8b39fd9a692", "tag": "17da4cb5-f71e-4926-8d83-eb338f1d30e8"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:52.044478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769eb47-e430-4ed2-826d-6fed33baccd8 service neutron] Pushing event updated for resources: {'Port': ['ID=17da4cb5-f71e-4926-8d83-eb338f1d30e8,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:52.063113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a2261a-4552-4486-9c91-8892f9f13203 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:52.109853 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Publish callbacks [] for port (b2a2261a-4552-4486-9c91-8892f9f13203), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:52.156401 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9ac40fd3-380e-4b8c-beea-580d2fb0f72b req-858dce05-efdb-4467-9b53-a1e2d29a4e2d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=935c66d2feb847e4ad7c10c296b4b450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883732 Feb 15 14:08:52.430668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac40fd3-380e-4b8c-beea-580d2fb0f72b req-9b2a9002-f537-4566-b6e3-248691732e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:52.434371 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9ac40fd3-380e-4b8c-beea-580d2fb0f72b req-9b2a9002-f537-4566-b6e3-248691732e1c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2606339 Feb 15 14:08:52.436106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Transition to ACTIVE for port object b2a2261a-4552-4486-9c91-8892f9f13203 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:08:52.446669 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:52.610629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a2261a-4552-4486-9c91-8892f9f13203,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:52.678185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Attempting to bind port b2a2261a-4552-4486-9c91-8892f9f13203 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:08:52.678599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Attempting to bind port b2a2261a-4552-4486-9c91-8892f9f13203 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:08:52.679509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Attempting to bind port b2a2261a-4552-4486-9c91-8892f9f13203 on network e8512a10-0ef6-4df8-b75d-49f35e099f0d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:52.693837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Port b2a2261a-4552-4486-9c91-8892f9f13203 on network e8512a10-0ef6-4df8-b75d-49f35e099f0d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:08:52.693837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Attempting to bind port b2a2261a-4552-4486-9c91-8892f9f13203 on network e8512a10-0ef6-4df8-b75d-49f35e099f0d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:08:52.694042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75ec2bbe-eabb-467a-ae1b-adb798661730 req-0600c8f5-2490-469a-a71b-82dc49719f00 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8248088 Feb 15 14:08:52.694536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:08:52.694741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Checking segment: {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:08:52.695177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Bound using segment: {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:08:52.695620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Bound port: b2a2261a-4552-4486-9c91-8892f9f13203, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1018e5-ea50-45e5-8a8a-5153ad459f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:08:52.695974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:52.722600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-1c8a5913-50d4-4c17-ad6a-b75093e2d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:52.736685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-1c8a5913-50d4-4c17-ad6a-b75093e2d3de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0680c85f0fc941d2bd465d9fdb25d07a&device_id=1277195d-53d7-4808-b6be-c8b39fd9a692 HTTP/1.1" status: 200 len: 1126 time: 0.2491515 Feb 15 14:08:52.803145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9dc6b3-891d-4dfa-8f99-84a873480134 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Router b041dc17-d83a-41dd-8d24-a45ccfad0ddd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:08:52.847630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] For port b2a2261a-4552-4486-9c91-8892f9f13203, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:08:52.852550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] For port b2a2261a-4552-4486-9c91-8892f9f13203, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b2a2261a-4552-4486-9c91-8892f9f13203,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:08:52.862636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01bcc6-1ad3-447b-b48d-7ecc906324e1 req-b50e03a4-b772-4d02-8a74-cf8a91bff01b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:52.866642 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:52.870791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c01bcc6-1ad3-447b-b48d-7ecc906324e1 req-b50e03a4-b772-4d02-8a74-cf8a91bff01b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 946 time: 0.8227370 Feb 15 14:08:52.875758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-7168bcba-3059-420b-9a29-ca2cf60e3401 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17da4cb5-f71e-4926-8d83-eb338f1d30e8 HTTP/1.1" status: 200 len: 217 time: 0.0955520 Feb 15 14:08:52.910377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:52.910982 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:52.912557 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] 10.222.0.42 "PUT /v2.0/ports/b2a2261a-4552-4486-9c91-8892f9f13203 HTTP/1.1" status: 200 len: 1093 time: 1.8341653 Feb 15 14:08:52.913011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5974ed36-2a32-4de1-93af-863708f5c05e', 'tag': 'b2a2261a-4552-4486-9c91-8892f9f13203'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:52.915554 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5974ed36-2a32-4de1-93af-863708f5c05e", "tag": "b2a2261a-4552-4486-9c91-8892f9f13203"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:52.962524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8a4ac-d62e-422c-9308-beffdd5c0473 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a2261a-4552-4486-9c91-8892f9f13203,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:53.040285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-748b9393-6764-434b-8afe-4409347215d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:53.043640 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-748b9393-6764-434b-8afe-4409347215d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0680c85f0fc941d2bd465d9fdb25d07a&device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 1127 time: 0.0752859 Feb 15 14:08:53.070186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-f0abe705-a2d6-4cda-9b6a-deb54737c213 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:53.077807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-f0abe705-a2d6-4cda-9b6a-deb54737c213 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/networks?id=807f17ff-ce29-421d-a836-e7ccd7cce274 HTTP/1.1" status: 200 len: 815 time: 0.1994774 Feb 15 14:08:53.096263 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-272a134c-265e-4c8e-b624-f214ecee1c44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2a2261a-4552-4486-9c91-8892f9f13203 HTTP/1.1" status: 200 len: 217 time: 0.0413613 Feb 15 14:08:53.141382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-f8be665d-ed29-4f2b-9f38-5087c63bc358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:53.142889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-f8be665d-ed29-4f2b-9f38-5087c63bc358 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e HTTP/1.1" status: 200 len: 854 time: 0.2529919 Feb 15 14:08:53.173199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-8958c01c-0faa-4c76-a72b-fae322a34639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:53.174675 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-8958c01c-0faa-4c76-a72b-fae322a34639 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e HTTP/1.1" status: 200 len: 854 time: 0.0689645 Feb 15 14:08:53.220976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-5ad7b702-9335-406b-b0d0-f6a6fec26ce8 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/quotas/19742857963b4add8897f86b17f8ba2f HTTP/1.1" status: 200 len: 375 time: 0.1420963 Feb 15 14:08:53.242661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-2d0625cb-b3c0-49fb-a799-549ab28714ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:53.245595 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-2d0625cb-b3c0-49fb-a799-549ab28714ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8512a10-0ef6-4df8-b75d-49f35e099f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0645597 Feb 15 14:08:53.246154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a5401f78-7827-4a43-86a1-af4323a33dae up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:08:53.270489 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c01bcc6-1ad3-447b-b48d-7ecc906324e1 req-392eb37a-57e0-46bc-9ecc-ae43b934d8ef tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3985009 Feb 15 14:08:53.350810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port a5401f78-7827-4a43-86a1-af4323a33dae completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:08:53.358585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port a5401f78-7827-4a43-86a1-af4323a33dae triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:08:53.360280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:53.428810 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-4eefcd4d-6e0e-4d35-9e35-90c45318f31c service neutron] 10.222.0.42 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601872 Feb 15 14:08:53.438936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e86cc-ed0d-4bb0-8ccd-562f2f364b14 req-2cceab90-58b7-4450-9339-a9a68849d828 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:53.438936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-060e86cc-ed0d-4bb0-8ccd-562f2f364b14 req-2cceab90-58b7-4450-9339-a9a68849d828 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5910ebb-8aab-4dd0-a89c-636d091f1656 HTTP/1.1" status: 200 len: 946 time: 0.3538523 Feb 15 14:08:53.453020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-ba3ea218-29d4-490a-9d4a-f4dc2e7dfb82 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=19742857963b4add8897f86b17f8ba2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2310750 Feb 15 14:08:53.542373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9dc6b3-891d-4dfa-8f99-84a873480134 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:08:53.559382 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf9dc6b3-891d-4dfa-8f99-84a873480134 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:53.562992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a1bd28-def8-40c9-8885-024537a03c2b None None] Sync routers for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:08:53.598694 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f20bdcf6-09b0-431f-9da7-45d26f8f2839 req-a08e9085-6bc3-4a6b-a5d1-ff2386370afb service neutron] 10.222.0.42 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707008 Feb 15 14:08:53.601110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port a5401f78-7827-4a43-86a1-af4323a33dae is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:53.601952 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:53.610782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bf9dc6b3-891d-4dfa-8f99-84a873480134 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "PUT /v2.0/floatingips/da13f59a-be93-4857-b428-70a7dbe1ffab HTTP/1.1" status: 200 len: 991 time: 4.0779448 Feb 15 14:08:53.623151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1bd28-def8-40c9-8885-024537a03c2b None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:08:53.624212 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a2a1bd28-def8-40c9-8885-024537a03c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:08:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:53.638971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-6264e4cd-f3c4-4968-804a-979688859250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:53.640554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-6264e4cd-f3c4-4968-804a-979688859250 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8512a10-0ef6-4df8-b75d-49f35e099f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4440336 Feb 15 14:08:53.705319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b38e753d-fce7-4755-8463-821c34112d5d req-7e855a5e-4d75-4454-9e77-63f655d7423b tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.72 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0993760 Feb 15 14:08:53.747741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e948cb7b-0a49-4d7c-abbd-48d94d50a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5401f78-7827-4a43-86a1-af4323a33dae'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:53.750167 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c64119b-17c7-44d6-b587-164434af1b3c" -d '{"events": [{"server_uuid": "e948cb7b-0a49-4d7c-abbd-48d94d50a08c", "name": "network-vif-plugged", "status": "completed", "tag": "a5401f78-7827-4a43-86a1-af4323a33dae"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:53.775278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a5401f78-7827-4a43-86a1-af4323a33dae, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a5401f78-7827-4a43-86a1-af4323a33dae,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:53.789019 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:53.890021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a2a1bd28-def8-40c9-8885-024537a03c2b None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:08:53.892758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=a5401f78-7827-4a43-86a1-af4323a33dae,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:53.901001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-4a282e46-8f18-4466-8ca1-b5d995260cce service neutron] 10.222.0.67 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426724 Feb 15 14:08:53.952724 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a7dcb3-6f17-42ff-895b-0453ed4c78c0 x-openstack-request-id: req-e0a7dcb3-6f17-42ff-895b-0453ed4c78c0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:53.953494 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1277195d-53d7-4808-b6be-c8b39fd9a692", "tag": "17da4cb5-f71e-4926-8d83-eb338f1d30e8", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:53.953891 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0a7dcb3-6f17-42ff-895b-0453ed4c78c0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:53.954941 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1277195d-53d7-4808-b6be-c8b39fd9a692', 'tag': '17da4cb5-f71e-4926-8d83-eb338f1d30e8', 'status': 'completed', 'code': 200} Feb 15 14:08:53.967625 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9ac40fd3-380e-4b8c-beea-580d2fb0f72b req-b424d303-78aa-4332-9bc0-7cc7d4759d84 tempest-ServerShowV254Test-210026538 tempest-ServerShowV254Test-210026538-project] 10.222.0.42 "GET /v2.0/ports?device_id=87002fd6-118b-4012-bff7-93ecd66e0bfe HTTP/1.1" status: 200 len: 210 time: 0.0646386 Feb 15 14:08:53.975402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-cc7ea5f3-0e02-4664-8781-8cd2b04b5cf1 service neutron] 10.222.0.72 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210953 Feb 15 14:08:54.300939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a2a1bd28-def8-40c9-8885-024537a03c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'da13f59a-be93-4857-b428-70a7dbe1ffab', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'port_id': '6dc41110-f492-45df-8710-25bfa6748928', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'mac_address': 'fa:16:3e:55:e1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:08:20Z', 'updated_at': '2022-02-15T14:08:50Z', 'revision_number': 1, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:54.316584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-c3f325df-c7d0-4211-ba54-91a77ee5bc8b service neutron] 10.222.0.72 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399763 Feb 15 14:08:54.334648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a1bd28-def8-40c9-8885-024537a03c2b None None] Checking router: b041dc17-d83a-41dd-8d24-a45ccfad0ddd for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:08:54.346059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1bd28-def8-40c9-8885-024537a03c2b None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:08:54.347163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a2a1bd28-def8-40c9-8885-024537a03c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:08:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:54.355051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a56b4af-c4d3-40a7-a0e8-5c19a561f521 req-edb3600a-a154-4539-abbd-ae33bf57083c service neutron] 10.222.0.67 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601284 Feb 15 14:08:54.377477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-060e86cc-ed0d-4bb0-8ccd-562f2f364b14 req-688b67de-71bb-4eec-8958-9f0eef23b431 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Deleting port b40a8df2-1628-4090-b2d9-d361ef76003c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:08:54.377978 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-060e86cc-ed0d-4bb0-8ccd-562f2f364b14 req-688b67de-71bb-4eec-8958-9f0eef23b431 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:54.548751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-060e86cc-ed0d-4bb0-8ccd-562f2f364b14 req-688b67de-71bb-4eec-8958-9f0eef23b431 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] For port b40a8df2-1628-4090-b2d9-d361ef76003c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=b40a8df2-1628-4090-b2d9-d361ef76003c,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:54.549033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-060e86cc-ed0d-4bb0-8ccd-562f2f364b14 req-688b67de-71bb-4eec-8958-9f0eef23b431 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:54.572392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-060e86cc-ed0d-4bb0-8ccd-562f2f364b14 req-688b67de-71bb-4eec-8958-9f0eef23b431 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Calling delete_port for b40a8df2-1628-4090-b2d9-d361ef76003c owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:08:54.616358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a2a1bd28-def8-40c9-8885-024537a03c2b None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:08:54.656418 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97a7df3-3d20-4baa-99b7-8d249fa5d9fa x-openstack-request-id: req-a97a7df3-3d20-4baa-99b7-8d249fa5d9fa {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:54.657429 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5974ed36-2a32-4de1-93af-863708f5c05e", "tag": "b2a2261a-4552-4486-9c91-8892f9f13203", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:54.657972 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a97a7df3-3d20-4baa-99b7-8d249fa5d9fa {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:54.658517 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5974ed36-2a32-4de1-93af-863708f5c05e', 'tag': 'b2a2261a-4552-4486-9c91-8892f9f13203', 'status': 'completed', 'code': 200} Feb 15 14:08:54.799941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47e0d9-2161-4f8c-8ee9-fc403469bf4a req-e61b39d9-ddc6-4cd8-a787-114c8b1eaf65 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:54.807212 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd47e0d9-2161-4f8c-8ee9-fc403469bf4a req-e61b39d9-ddc6-4cd8-a787-114c8b1eaf65 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.6836851 Feb 15 14:08:54.824900 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5 req-50b658cf-cc20-44f5-a4d8-ef1fc4802021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:54.827238 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5 req-50b658cf-cc20-44f5-a4d8-ef1fc4802021 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0680c85f0fc941d2bd465d9fdb25d07a&device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 1127 time: 0.1364777 Feb 15 14:08:54.857813 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-060e86cc-ed0d-4bb0-8ccd-562f2f364b14 req-688b67de-71bb-4eec-8958-9f0eef23b431 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b40a8df2-1628-4090-b2d9-d361ef76003c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:54.981387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b67de-71bb-4eec-8958-9f0eef23b431 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Pushing event deleted for resources: {'Port': ['ID=b40a8df2-1628-4090-b2d9-d361ef76003c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:55.013464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd47e0d9-2161-4f8c-8ee9-fc403469bf4a req-a866a048-7656-49a3-8809-54958444a296 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052927 Feb 15 14:08:55.075637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-060e86cc-ed0d-4bb0-8ccd-562f2f364b14 req-688b67de-71bb-4eec-8958-9f0eef23b431 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] No DVR routers for this DVR port b40a8df2-1628-4090-b2d9-d361ef76003c on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:08:55.084670 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-060e86cc-ed0d-4bb0-8ccd-562f2f364b14 req-688b67de-71bb-4eec-8958-9f0eef23b431 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:55.088145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-060e86cc-ed0d-4bb0-8ccd-562f2f364b14 req-688b67de-71bb-4eec-8958-9f0eef23b431 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.67 "DELETE /v2.0/ports/b40a8df2-1628-4090-b2d9-d361ef76003c HTTP/1.1" status: 204 len: 173 time: 1.6329648 Feb 15 14:08:55.129582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ca5ff-ee55-40ae-a251-6fcb7963a789 req-3bdafc47-643b-42b7-befa-66d86704860a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:55.137707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a08ca5ff-ee55-40ae-a251-6fcb7963a789 req-3bdafc47-643b-42b7-befa-66d86704860a tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 946 time: 0.3246541 Feb 15 14:08:55.168961 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5 req-75a8b101-e251-45a8-9f23-2ca9c06a99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:55.171806 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5 req-75a8b101-e251-45a8-9f23-2ca9c06a99d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8512a10-0ef6-4df8-b75d-49f35e099f0d HTTP/1.1" status: 200 len: 916 time: 0.3355718 Feb 15 14:08:55.207571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a08ca5ff-ee55-40ae-a251-6fcb7963a789 req-209a68cd-5c7e-4b43-ae85-3ae62ccb8eec tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687265 Feb 15 14:08:55.212102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e036c-e956-40be-b9e8-215b0d3cbeca req-93bd4f12-73f8-4ec0-811c-9dad78a1a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:55.219726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b4e036c-e956-40be-b9e8-215b0d3cbeca req-93bd4f12-73f8-4ec0-811c-9dad78a1a89a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0680c85f0fc941d2bd465d9fdb25d07a&device_id=1277195d-53d7-4808-b6be-c8b39fd9a692 HTTP/1.1" status: 200 len: 1126 time: 0.3973846 Feb 15 14:08:55.274458 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5 req-c3e44c3e-0dcb-4ebc-891a-f6c32fde7cfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2a2261a-4552-4486-9c91-8892f9f13203 HTTP/1.1" status: 200 len: 217 time: 0.0904181 Feb 15 14:08:55.337611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a2a1bd28-def8-40c9-8885-024537a03c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'da13f59a-be93-4857-b428-70a7dbe1ffab', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'port_id': '6dc41110-f492-45df-8710-25bfa6748928', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'mac_address': 'fa:16:3e:55:e1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:08:20Z', 'updated_at': '2022-02-15T14:08:50Z', 'revision_number': 1, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:08:55.415528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5 req-2cc15ffe-0dfa-491e-898e-7623aa65ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:55.422223 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5 req-2cc15ffe-0dfa-491e-898e-7623aa65ce70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e HTTP/1.1" status: 200 len: 854 time: 0.1411898 Feb 15 14:08:55.477506 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daf02eb-ae4f-43be-9274-277b63b0f719 x-openstack-request-id: req-6daf02eb-ae4f-43be-9274-277b63b0f719 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:55.477959 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e948cb7b-0a49-4d7c-abbd-48d94d50a08c", "name": "network-vif-plugged", "status": "completed", "tag": "a5401f78-7827-4a43-86a1-af4323a33dae", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:55.478337 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6daf02eb-ae4f-43be-9274-277b63b0f719 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:55.479933 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e948cb7b-0a49-4d7c-abbd-48d94d50a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5401f78-7827-4a43-86a1-af4323a33dae', 'code': 200} Feb 15 14:08:55.483891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a1bd28-def8-40c9-8885-024537a03c2b None None] The sync data for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 is: [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'da13f59a-be93-4857-b428-70a7dbe1ffab', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'port_id': '6dc41110-f492-45df-8710-25bfa6748928', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'mac_address': 'fa:16:3e:55:e1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:08:20Z', 'updated_at': '2022-02-15T14:08:50Z', 'revision_number': 1, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:08:55.625317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e036c-e956-40be-b9e8-215b0d3cbeca req-edf65b62-d315-4c1b-9329-98726a52ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:55.627164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b4e036c-e956-40be-b9e8-215b0d3cbeca req-edf65b62-d315-4c1b-9329-98726a52ee03 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8512a10-0ef6-4df8-b75d-49f35e099f0d HTTP/1.1" status: 200 len: 916 time: 0.3926508 Feb 15 14:08:55.627324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5 req-7eb36bfa-70b7-41f5-9b9d-be3b6ac68eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:55.628655 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5 req-7eb36bfa-70b7-41f5-9b9d-be3b6ac68eb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8512a10-0ef6-4df8-b75d-49f35e099f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1952181 Feb 15 14:08:55.638434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd8e4981-10b9-402e-a096-807aa6364a1d req-ff872610-650d-4d47-8dc4-3081de7f2720 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 210 time: 0.1037624 Feb 15 14:08:55.769348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b4e036c-e956-40be-b9e8-215b0d3cbeca req-1d92f28a-3cc0-462b-bb94-76246ddf834e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17da4cb5-f71e-4926-8d83-eb338f1d30e8 HTTP/1.1" status: 200 len: 217 time: 0.1247234 Feb 15 14:08:55.807900 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef046fb2-6498-47be-9772-7a7764967f79 req-11da6a08-a07c-46a0-a690-9ee6d6078e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:55.809506 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef046fb2-6498-47be-9772-7a7764967f79 req-11da6a08-a07c-46a0-a690-9ee6d6078e0a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 1129 time: 0.2806165 Feb 15 14:08:55.943477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e036c-e956-40be-b9e8-215b0d3cbeca req-5aeefd9a-52ff-4a6e-80a1-c5c0c4a8a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:55.946296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b4e036c-e956-40be-b9e8-215b0d3cbeca req-5aeefd9a-52ff-4a6e-80a1-c5c0c4a8a086 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e HTTP/1.1" status: 200 len: 854 time: 0.1579134 Feb 15 14:08:55.959681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'tag': '6dc41110-f492-45df-8710-25bfa6748928'}, {'server_uuid': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'name': 'network-vif-deleted', 'tag': 'b40a8df2-1628-4090-b2d9-d361ef76003c'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:08:55.965566 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f165c8db-d693-4dfb-ac34-f80ac355939a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "tag": "6dc41110-f492-45df-8710-25bfa6748928"}, {"server_uuid": "c5910ebb-8aab-4dd0-a89c-636d091f1656", "name": "network-vif-deleted", "tag": "b40a8df2-1628-4090-b2d9-d361ef76003c"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:08:56.008817 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef046fb2-6498-47be-9772-7a7764967f79 req-2466c585-5248-4f37-8ed7-c44fdaf1a7cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803946 Feb 15 14:08:56.021816 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d8eec-5b70-4c7e-8e63-b915891d505f None None] New status for floating IP da13f59a-be93-4857-b428-70a7dbe1ffab: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:08:56.034701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b40a8df2-1628-4090-b2d9-d361ef76003c no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:08:56.040767 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5 req-3e8eac5a-759d-4dca-ad95-d6d4d5d43eb9 service neutron] 10.222.0.42 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885038 Feb 15 14:08:56.127011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: b40a8df2-1628-4090-b2d9-d361ef76003c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:08:56.127370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device b40a8df2-1628-4090-b2d9-d361ef76003c not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:08:56.182526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02d68a-0de3-4a03-b8de-ef7e31c3bccc req-5ae0b4b7-ed8c-4645-8eec-034309b64ddd tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:56.189635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db02d68a-0de3-4a03-b8de-ef7e31c3bccc req-5ae0b4b7-ed8c-4645-8eec-034309b64ddd tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 944 time: 0.6764755 Feb 15 14:08:56.291617 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 14:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cd0857-f925-4c9b-aa37-4b20f44cb599 x-openstack-request-id: req-13cd0857-f925-4c9b-aa37-4b20f44cb599 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:08:56.293638 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "tag": "6dc41110-f492-45df-8710-25bfa6748928", "status": "completed", "code": 200}, {"server_uuid": "c5910ebb-8aab-4dd0-a89c-636d091f1656", "name": "network-vif-deleted", "tag": "b40a8df2-1628-4090-b2d9-d361ef76003c", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:08:56.294091 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13cd0857-f925-4c9b-aa37-4b20f44cb599 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:08:56.294730 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'tag': '6dc41110-f492-45df-8710-25bfa6748928', 'status': 'completed', 'code': 200} Feb 15 14:08:56.295583 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5910ebb-8aab-4dd0-a89c-636d091f1656', 'name': 'network-vif-deleted', 'tag': 'b40a8df2-1628-4090-b2d9-d361ef76003c', 'status': 'completed', 'code': 200} Feb 15 14:08:56.408789 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5de3a188-5e99-4041-9f33-ad29d4a4a2b5 req-8102f539-325a-4062-8099-e9d8b61c2e3d service neutron] 10.222.0.42 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993988 Feb 15 14:08:56.526249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db02d68a-0de3-4a03-b8de-ef7e31c3bccc req-b7bb49bd-3ca0-4f2b-902d-300e67125904 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201964 Feb 15 14:08:56.533717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e036c-e956-40be-b9e8-215b0d3cbeca req-9bd61d81-864f-4f1e-90c4-309bf0d758c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:56.535175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b4e036c-e956-40be-b9e8-215b0d3cbeca req-9bd61d81-864f-4f1e-90c4-309bf0d758c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8512a10-0ef6-4df8-b75d-49f35e099f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5511684 Feb 15 14:08:56.542466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-96609f8d-034e-4013-bf1c-b0d653208ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:56.545692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-96609f8d-034e-4013-bf1c-b0d653208ac0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 1128 time: 0.2678738 Feb 15 14:08:56.562191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39724) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:56.735003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-24aca2dc-c583-4dc2-a782-5dd6733ecd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:56.736533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-24aca2dc-c583-4dc2-a782-5dd6733ecd2b service neutron] 10.222.0.67 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 918 time: 0.1691508 Feb 15 14:08:56.823645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a04790-1fd4-4cde-b5da-ca75f99a8d86 req-ddb65a9d-ae7d-4d07-959f-a3fa400d5289 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:56.825676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70a04790-1fd4-4cde-b5da-ca75f99a8d86 req-ddb65a9d-ae7d-4d07-959f-a3fa400d5289 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.5206435 Feb 15 14:08:56.850867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39732) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:56.906297 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9abc-5819-4dbb-b88c-11bd8618042a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:56.934753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b4e036c-e956-40be-b9e8-215b0d3cbeca req-872ce7c6-1278-49b2-9338-4ff34b5d16d4 service neutron] 10.222.0.67 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865168 Feb 15 14:08:57.000259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1962f679-683b-420d-8bc7-2a123ff7ed4b req-91290385-5e76-4802-a237-706a232e76e1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 210 time: 0.1732054 Feb 15 14:08:57.270470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 7954f88b-e1ff-47fc-a4fd-66b96dedc88b details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:08:57.495985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-761c69b9-13f2-4d8b-ae54-c344e84bdbed tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:57.497919 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-761c69b9-13f2-4d8b-ae54-c344e84bdbed tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.42 "GET /v2.0/networks?id=807f17ff-ce29-421d-a836-e7ccd7cce274 HTTP/1.1" status: 200 len: 815 time: 0.7229078 Feb 15 14:08:57.568723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Request body: {'port': {'device_id': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274', 'admin_state_up': True, 'tenant_id': '19742857963b4add8897f86b17f8ba2f'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:57.648106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:57.677187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'port_id': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b', 'mac_address': 'fa:16:3e:b1:77:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f38b3d-5cb6-4f97-887a-3824fb0bba29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:08:57.797327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:57.798484 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:57.804024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-19452567-63fa-47cf-b3d4-723674f7f02a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dc41110-f492-45df-8710-25bfa6748928 HTTP/1.1" status: 200 len: 1001 time: 0.9571068 Feb 15 14:08:57.828247 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7954f88b-e1ff-47fc-a4fd-66b96dedc88b {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:57.878808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:57.888118 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:57.888955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b2a2261a-4552-4486-9c91-8892f9f13203 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:08:57.970585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-63cb0ff0-b131-4592-b0f5-7d0bf12d5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:57.972422 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-63cb0ff0-b131-4592-b0f5-7d0bf12d5722 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.1675751 Feb 15 14:08:58.066984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 17da4cb5-f71e-4926-8d83-eb338f1d30e8 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:08:58.076341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70a04790-1fd4-4cde-b5da-ca75f99a8d86 req-d7cc83d0-9aa6-4d34-a142-644f23b83704 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2129569 Feb 15 14:08:58.183488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:58.290805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-14fb6078-311d-4dec-8e58-ba9477b483fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:58.292452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-14fb6078-311d-4dec-8e58-ba9477b483fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3085675 Feb 15 14:08:58.349789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef15dd2-741d-475f-921f-063bdfd340b5 req-19f350f4-eed4-467e-91a7-e189660bc65f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:58.375193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ef15dd2-741d-475f-921f-063bdfd340b5 req-19f350f4-eed4-467e-91a7-e189660bc65f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 944 time: 0.5932138 Feb 15 14:08:58.406112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Made reservation on behalf of 19742857963b4add8897f86b17f8ba2f for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:08:58.415502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ee74b16-a971-4610-815f-3fedede128f3 req-0369ea4e-4c91-4c47-8c8b-1efd5af845da tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 210 time: 0.1483936 Feb 15 14:08:58.416720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:58.421386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-5f7727d5-e2c4-4de4-a29f-454961366e75 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:08:58.422397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-5f7727d5-e2c4-4de4-a29f-454961366e75 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052111 Feb 15 14:08:58.431645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b2a2261a-4552-4486-9c91-8892f9f13203, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b2a2261a-4552-4486-9c91-8892f9f13203,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:58.488590 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9abc-5819-4dbb-b88c-11bd8618042a admin admin] Publish callbacks [] for security_group (fc546a5d-5caf-4ac5-9945-b0072596ab21), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:58.491840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'b2a2261a-4552-4486-9c91-8892f9f13203', 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d', 'port_id': 'b2a2261a-4552-4486-9c91-8892f9f13203', 'mac_address': 'fa:16:3e:76:c4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:08:58.620822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ef15dd2-741d-475f-921f-063bdfd340b5 req-c75c2890-ecdb-4369-8829-c9d222cc487a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444594 Feb 15 14:08:58.629835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port b2a2261a-4552-4486-9c91-8892f9f13203 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:58.644487 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:58.687897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Allocated IP 172.20.0.5 (807f17ff-ce29-421d-a836-e7ccd7cce274/0857d114-4ceb-4f4d-8670-071bedf1b320/95f48e61-869a-432b-8789-70e9f9b7c719) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:08:58.711828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a2261a-4552-4486-9c91-8892f9f13203 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:58.765064 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 17da4cb5-f71e-4926-8d83-eb338f1d30e8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=17da4cb5-f71e-4926-8d83-eb338f1d30e8,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:58.787892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '17da4cb5-f71e-4926-8d83-eb338f1d30e8', 'network_id': 'e8512a10-0ef6-4df8-b75d-49f35e099f0d', 'port_id': '17da4cb5-f71e-4926-8d83-eb338f1d30e8', 'mac_address': 'fa:16:3e:4c:a7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:08:58.824376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b4e036c-e956-40be-b9e8-215b0d3cbeca req-27312e57-f825-4987-9389-6b78a3187fea service neutron] 10.222.0.67 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8469596 Feb 15 14:08:58.846338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b2a2261a-4552-4486-9c91-8892f9f13203, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b2a2261a-4552-4486-9c91-8892f9f13203,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:58.945389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-8ff29d96-2aec-4009-9301-29f1dff47b28 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357345 Feb 15 14:08:58.952167 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:59.053398 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks [] for port (95f48e61-869a-432b-8789-70e9f9b7c719), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:59.206455 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9abc-5819-4dbb-b88c-11bd8618042a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fc546a5d-5caf-4ac5-9945-b0072596ab21), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:59.368792 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4dbe9abc-5819-4dbb-b88c-11bd8618042a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=935c66d2feb847e4ad7c10c296b4b450&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8052070 Feb 15 14:08:59.371039 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39788) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:08:59.373791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe9abc-5819-4dbb-b88c-11bd8618042a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc546a5d-5caf-4ac5-9945-b0072596ab21,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:59.377560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:59.591220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f165c8db-d693-4dfb-ac34-f80ac355939a req-6164161b-67f5-443a-b7f1-eee835054449 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337974 Feb 15 14:08:59.646314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d68898-1d1a-43e5-a58e-ce1b8fa3c0ab req-eb2e1c4d-5223-4864-b6cd-3a0101268a2f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:59.661219 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86d68898-1d1a-43e5-a58e-ce1b8fa3c0ab req-eb2e1c4d-5223-4864-b6cd-3a0101268a2f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 944 time: 0.3674684 Feb 15 14:08:59.673433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Pushing event updated for resources: {'Port': ['ID=95f48e61-869a-432b-8789-70e9f9b7c719,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:08:59.722223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Network 807f17ff-ce29-421d-a836-e7ccd7cce274 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:08:59.733600 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:08:59.737289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:08:59.779910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:08:59.780514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:59.824323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17da4cb5-f71e-4926-8d83-eb338f1d30e8 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:08:59.850978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 17da4cb5-f71e-4926-8d83-eb338f1d30e8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=17da4cb5-f71e-4926-8d83-eb338f1d30e8,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:08:59.855067 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e12015a2-7f45-4732-b6ed-62c67355fcb9 admin admin] Publish callbacks [] for security_group (fc546a5d-5caf-4ac5-9945-b0072596ab21), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:59.859264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['7954f88b-e1ff-47fc-a4fd-66b96dedc88b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:59.865505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:08:59.866719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:59.923318 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-97b36884-be81-41dc-af7a-ea1cb2d1aaf7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3845401 Feb 15 14:08:59.925381 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:59.932985 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e12015a2-7f45-4732-b6ed-62c67355fcb9 admin admin] Publish callbacks [] for security_group (fc546a5d-5caf-4ac5-9945-b0072596ab21), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:08:59.939326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['b2a2261a-4552-4486-9c91-8892f9f13203'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:08:59.939600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86d68898-1d1a-43e5-a58e-ce1b8fa3c0ab req-bfdee09f-2930-46b2-852e-015b835f2d00 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771196 Feb 15 14:08:59.953724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Request body: {'port': {'device_id': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:08:59.987352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b733c05-5f9f-41fe-bb76-695ad66a4d8a req-67321d3f-fbf3-4b26-b279-e11596d1cbca tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:00.012861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b733c05-5f9f-41fe-bb76-695ad66a4d8a req-67321d3f-fbf3-4b26-b279-e11596d1cbca tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 931 time: 0.3095272 Feb 15 14:09:00.077569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b733c05-5f9f-41fe-bb76-695ad66a4d8a req-2d290712-be4e-4480-bbba-903b4e6c980e tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634673 Feb 15 14:09:00.082657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=b2a2261a-4552-4486-9c91-8892f9f13203,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:00.197044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.197726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.198300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.198803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.199333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.199822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.200307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.200803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.201275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.201769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.202260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.202742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.203246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:00.264761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=17da4cb5-f71e-4926-8d83-eb338f1d30e8,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:00.316442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d68bc-6062-4dcb-9da0-17fbf60de71b req-44c951d4-8a0a-4756-9715-84a998bf1f7b tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:00.327289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-873d68bc-6062-4dcb-9da0-17fbf60de71b req-44c951d4-8a0a-4756-9715-84a998bf1f7b tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 945 time: 0.1101933 Feb 15 14:09:00.347007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['17da4cb5-f71e-4926-8d83-eb338f1d30e8'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:09:00.443695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-873d68bc-6062-4dcb-9da0-17fbf60de71b req-756567c1-1e45-4403-80d6-586bd248dd61 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135960 Feb 15 14:09:00.457837 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:00.717658 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e12015a2-7f45-4732-b6ed-62c67355fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fc546a5d-5caf-4ac5-9945-b0072596ab21), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:00.724902 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e12015a2-7f45-4732-b6ed-62c67355fcb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:00.726342 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e12015a2-7f45-4732-b6ed-62c67355fcb9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fc546a5d-5caf-4ac5-9945-b0072596ab21 HTTP/1.1" status: 204 len: 168 time: 1.3468418 Feb 15 14:09:00.829885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12015a2-7f45-4732-b6ed-62c67355fcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc546a5d-5caf-4ac5-9945-b0072596ab21,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:01.032421 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:01.298858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 7954f88b-e1ff-47fc-a4fd-66b96dedc88b up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:01.351795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d7ac-6e74-418e-9056-2c6316263005 req-b375ef28-4fa9-4ff5-b76f-0f74f653242a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:01.368051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8b8d7ac-6e74-418e-9056-2c6316263005 req-b375ef28-4fa9-4ff5-b76f-0f74f653242a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 944 time: 0.2518678 Feb 15 14:09:01.405580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:01.405959 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:01.498292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12488c41-4ae3-435b-a4fa-288527ff2ed7 req-8a8fd636-d767-4439-b233-e9012427817f tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:01.505588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12488c41-4ae3-435b-a4fa-288527ff2ed7 req-8a8fd636-d767-4439-b233-e9012427817f tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 931 time: 0.2687201 Feb 15 14:09:01.530546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8b8d7ac-6e74-418e-9056-2c6316263005 req-67336ff9-5ba4-44ca-bb6b-af97712fea18 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611831 Feb 15 14:09:01.610000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:01.610000 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:01.698572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:01.699880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:01.704209 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1741cd8e-7fc6-437e-8b7c-6237f1cb1684" -d '{"events": [{"server_uuid": "3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab", "name": "network-vif-plugged", "status": "completed", "tag": "7954f88b-e1ff-47fc-a4fd-66b96dedc88b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:01.719225 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:01.729121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12488c41-4ae3-435b-a4fa-288527ff2ed7 req-aa221e5e-0f64-4b6a-a0ad-754e7b88a5d6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220886 Feb 15 14:09:01.860803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:01.872596 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b7aa3e-b250-4131-be0f-29ba12a19c8a x-openstack-request-id: req-40b7aa3e-b250-4131-be0f-29ba12a19c8a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:01.873046 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab", "name": "network-vif-plugged", "status": "completed", "tag": "7954f88b-e1ff-47fc-a4fd-66b96dedc88b", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:01.873436 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40b7aa3e-b250-4131-be0f-29ba12a19c8a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:01.874472 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b', 'code': 200} Feb 15 14:09:01.880124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f48e61-869a-432b-8789-70e9f9b7c719 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:09:01.895689 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Publish callbacks [] for port (95f48e61-869a-432b-8789-70e9f9b7c719), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:01.937502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Transition to ACTIVE for port object 95f48e61-869a-432b-8789-70e9f9b7c719 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:09:01.974349 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:02.031580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556749-64db-4814-ae95-0a685a4808cf req-3addb28d-0701-4fde-a9f2-276c6faaaeca tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:02.034769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8556749-64db-4814-ae95-0a685a4808cf req-3addb28d-0701-4fde-a9f2-276c6faaaeca tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 945 time: 0.2001479 Feb 15 14:09:02.063426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 17da4cb5-f71e-4926-8d83-eb338f1d30e8 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:02.127297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8556749-64db-4814-ae95-0a685a4808cf req-36bd2d8b-acb9-4801-a4aa-c90d3c28555b tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830855 Feb 15 14:09:02.221589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Pushing event updated for resources: {'Port': ['ID=95f48e61-869a-432b-8789-70e9f9b7c719,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:02.233015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:09:02.240068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:02.240455 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:02.245697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Attempting to bind port 95f48e61-869a-432b-8789-70e9f9b7c719 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:09:02.246081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Attempting to bind port 95f48e61-869a-432b-8789-70e9f9b7c719 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:09:02.246876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Attempting to bind port 95f48e61-869a-432b-8789-70e9f9b7c719 on network 807f17ff-ce29-421d-a836-e7ccd7cce274 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:02.257385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Port 95f48e61-869a-432b-8789-70e9f9b7c719 on network 807f17ff-ce29-421d-a836-e7ccd7cce274 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:09:02.257385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Attempting to bind port 95f48e61-869a-432b-8789-70e9f9b7c719 on network 807f17ff-ce29-421d-a836-e7ccd7cce274 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:02.267515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:09:02.267888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Checking segment: {'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:02.268424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Bound using segment: {'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:09:02.268847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Bound port: 95f48e61-869a-432b-8789-70e9f9b7c719, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:09:02.269536 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:02.367876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] For port 95f48e61-869a-432b-8789-70e9f9b7c719, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:09:02.373527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] For port 95f48e61-869a-432b-8789-70e9f9b7c719, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=95f48e61-869a-432b-8789-70e9f9b7c719,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:09:02.381258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:02.383815 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:02.384548 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:02.408576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Allocated IP 172.20.0.17 (1c93aef7-0eec-4d22-bf35-36b5454ec8bc/d84acc63-a8d1-4bd6-af88-27e6208eddf2/812c446c-9cac-482f-b6eb-e04850dbd589) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:09:02.468573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 17da4cb5-f71e-4926-8d83-eb338f1d30e8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=17da4cb5-f71e-4926-8d83-eb338f1d30e8,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:02.478222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:02.478573 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:02.479434 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:02.483482 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-960b0602-210c-4909-820a-5391eae62f4b service neutron] 10.222.0.42 "PUT /v2.0/ports/95f48e61-869a-432b-8789-70e9f9b7c719 HTTP/1.1" status: 200 len: 1092 time: 2.5386426 Feb 15 14:09:02.489715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'tag': '95f48e61-869a-432b-8789-70e9f9b7c719'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:02.493228 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e7d852-657d-4a96-9fd2-eda2e8120978" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6a87fc-bc98-418c-8e71-20ef58189f96", "tag": "95f48e61-869a-432b-8789-70e9f9b7c719"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:02.519128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-d4c0c0e2-d710-448b-aa01-11f0af6116f2 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:02.533657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-d4c0c0e2-d710-448b-aa01-11f0af6116f2 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 815 time: 0.3444965 Feb 15 14:09:02.549323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=17da4cb5-f71e-4926-8d83-eb338f1d30e8,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:02.593241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-ab20b297-4567-4c8a-b815-9f008987407e tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/quotas/2d5099d865da41f6b4f66195a40c2dc9 HTTP/1.1" status: 200 len: 375 time: 0.0565381 Feb 15 14:09:02.715790 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d374387-8ea4-4978-b425-5a003e33c9d5 x-openstack-request-id: req-5d374387-8ea4-4978-b425-5a003e33c9d5 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:02.716139 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6a87fc-bc98-418c-8e71-20ef58189f96", "tag": "95f48e61-869a-432b-8789-70e9f9b7c719", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:02.721254 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d374387-8ea4-4978-b425-5a003e33c9d5 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:02.721254 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'tag': '95f48e61-869a-432b-8789-70e9f9b7c719', 'status': 'completed', 'code': 200} Feb 15 14:09:02.732363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-94af424a-aa83-41a4-9c2e-6c8daa9e9645 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1343892 Feb 15 14:09:02.763209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b0602-210c-4909-820a-5391eae62f4b service neutron] Pushing event updated for resources: {'Port': ['ID=95f48e61-869a-432b-8789-70e9f9b7c719,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:02.778378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-4d6dc269-1872-4816-aeb4-20e00709e7c3 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:09:02.779430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-4d6dc269-1872-4816-aeb4-20e00709e7c3 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193732 Feb 15 14:09:02.789473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-d6ee0051-bd4a-46b6-bd2b-7ad665997199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:02.792167 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-d6ee0051-bd4a-46b6-bd2b-7ad665997199 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=19742857963b4add8897f86b17f8ba2f&device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 1126 time: 0.2415352 Feb 15 14:09:02.905559 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-be70a968-0148-4503-8b44-ca606386f22f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95f48e61-869a-432b-8789-70e9f9b7c719 HTTP/1.1" status: 200 len: 217 time: 0.1015055 Feb 15 14:09:02.960148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c968f2f-6cd5-47ba-9875-792e2cd42e1a req-17bcca42-66d1-40fb-9acb-99adc9923d95 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:02.973703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c968f2f-6cd5-47ba-9875-792e2cd42e1a req-17bcca42-66d1-40fb-9acb-99adc9923d95 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.1478908 Feb 15 14:09:02.998563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-605229d7-07e8-42ac-a2de-3e5dd8590807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:03.000146 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-605229d7-07e8-42ac-a2de-3e5dd8590807 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0857d114-4ceb-4f4d-8670-071bedf1b320 HTTP/1.1" status: 200 len: 855 time: 0.0883644 Feb 15 14:09:03.030875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (812c446c-9cac-482f-b6eb-e04850dbd589), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:03.063260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-afb91f83-0acb-4881-9bdd-729584f80ac0 service neutron] 10.222.0.72 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703695 Feb 15 14:09:03.066579 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c968f2f-6cd5-47ba-9875-792e2cd42e1a req-c2c27d7d-9bbd-4613-ad95-b4daf8711abd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918701 Feb 15 14:09:03.116485 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-b685818d-8b55-4f1d-8911-cd046b212344 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807f17ff-ce29-421d-a836-e7ccd7cce274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404172 Feb 15 14:09:03.196325 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:03.268904 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-d76c70cc-72d5-4533-80a1-04c4a240d283 service neutron] 10.222.0.72 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946318 Feb 15 14:09:03.294866 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b2a2261a-4552-4486-9c91-8892f9f13203 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:03.374029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77247-6f1a-450e-8084-893bfc9e07cb req-f68e9428-e6e3-4302-bff2-a7094cd148c6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:03.375536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0de77247-6f1a-450e-8084-893bfc9e07cb req-f68e9428-e6e3-4302-bff2-a7094cd148c6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 943 time: 0.1598248 Feb 15 14:09:03.406702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:03.411781 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:03.421793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=812c446c-9cac-482f-b6eb-e04850dbd589,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:03.426945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:09:03.455638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port b2a2261a-4552-4486-9c91-8892f9f13203 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:09:03.473279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port b2a2261a-4552-4486-9c91-8892f9f13203 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:03.473685 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:03.543739 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (9c54b70b-225f-441d-8c2f-1f4fc788098c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:03.565924 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0de77247-6f1a-450e-8084-893bfc9e07cb req-c7675d76-0a5c-4a09-8df9-ce7cdc7207b5 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651783 Feb 15 14:09:03.676680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port b2a2261a-4552-4486-9c91-8892f9f13203 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:03.677082 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:03.737978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-e9588c54-9fd0-43ea-8026-c793ee718286 service neutron] 10.222.0.42 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091104 Feb 15 14:09:03.809825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b2a2261a-4552-4486-9c91-8892f9f13203, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b2a2261a-4552-4486-9c91-8892f9f13203,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:03.823219 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:03.867701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df7636-3a79-4ff2-916b-90ab85b29d3d req-2687197f-2b38-46c5-9db7-b8278d2582dc tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:03.878214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40df7636-3a79-4ff2-916b-90ab85b29d3d req-2687197f-2b38-46c5-9db7-b8278d2582dc tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 945 time: 0.1684744 Feb 15 14:09:03.943423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1277195d-53d7-4808-b6be-c8b39fd9a692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17da4cb5-f71e-4926-8d83-eb338f1d30e8'}, {'server_uuid': '5974ed36-2a32-4de1-93af-863708f5c05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a2261a-4552-4486-9c91-8892f9f13203'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:03.946974 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622a6ce7-a023-4dbc-8b00-a5c2705f87d4" -d '{"events": [{"server_uuid": "1277195d-53d7-4808-b6be-c8b39fd9a692", "name": "network-vif-plugged", "status": "completed", "tag": "17da4cb5-f71e-4926-8d83-eb338f1d30e8"}, {"server_uuid": "5974ed36-2a32-4de1-93af-863708f5c05e", "name": "network-vif-plugged", "status": "completed", "tag": "b2a2261a-4552-4486-9c91-8892f9f13203"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:04.000539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=b2a2261a-4552-4486-9c91-8892f9f13203,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:04.004126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40df7636-3a79-4ff2-916b-90ab85b29d3d req-94ea036f-03c7-49a1-ab51-5d2e34ce2054 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196725 Feb 15 14:09:04.043496 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5590527b-0b7f-4f8b-887b-e430bb05fcd3 req-6abb3d89-2d30-4f1f-9dcc-7afa559d7469 service neutron] 10.222.0.42 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954128 Feb 15 14:09:04.059158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bb35bfab-6fbc-49fa-8e59-0184cfc3a1de None None] Provisioning complete for port 812c446c-9cac-482f-b6eb-e04850dbd589 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:04.059401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb35bfab-6fbc-49fa-8e59-0184cfc3a1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:04.153570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bb35bfab-6fbc-49fa-8e59-0184cfc3a1de None None] Port 812c446c-9cac-482f-b6eb-e04850dbd589 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:09:04.188233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc900fa7-cda6-4538-800d-ae7793244b08 req-8626f890-520e-4c98-bec1-390eda0f986f tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 210 time: 0.0836976 Feb 15 14:09:04.314164 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed2497f-2d11-4f3e-a594-c3dbe5d55032 x-openstack-request-id: req-9ed2497f-2d11-4f3e-a594-c3dbe5d55032 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:04.315066 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1277195d-53d7-4808-b6be-c8b39fd9a692", "name": "network-vif-plugged", "status": "completed", "tag": "17da4cb5-f71e-4926-8d83-eb338f1d30e8", "code": 200}, {"server_uuid": "5974ed36-2a32-4de1-93af-863708f5c05e", "name": "network-vif-plugged", "status": "completed", "tag": "b2a2261a-4552-4486-9c91-8892f9f13203", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:04.317714 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9ed2497f-2d11-4f3e-a594-c3dbe5d55032 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:04.324260 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1277195d-53d7-4808-b6be-c8b39fd9a692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17da4cb5-f71e-4926-8d83-eb338f1d30e8', 'code': 200} Feb 15 14:09:04.324926 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5974ed36-2a32-4de1-93af-863708f5c05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a2261a-4552-4486-9c91-8892f9f13203', 'code': 200} Feb 15 14:09:04.477720 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-768762d1-a731-4497-a2b6-a020fa6d4ad9 req-13573bb1-0d70-4144-a282-44cce3078d91 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4321494 Feb 15 14:09:04.484328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d852-657d-4a96-9fd2-eda2e8120978 req-77ae1af9-2cbb-44a7-8e6d-bbddf4dcfce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:04.486272 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7d852-657d-4a96-9fd2-eda2e8120978 req-77ae1af9-2cbb-44a7-8e6d-bbddf4dcfce2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=19742857963b4add8897f86b17f8ba2f&device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 1126 time: 0.3361566 Feb 15 14:09:04.622784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00563e70-7839-493f-aa26-e622cdb85e9e req-3d17e7dd-9cfd-4050-96f0-ce173241537a tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.1655297 Feb 15 14:09:04.638649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9e91f-38a9-4361-a9dd-10b526d3b04d req-aad34cf1-7452-4505-aed7-21316141f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:04.640721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ddd9e91f-38a9-4361-a9dd-10b526d3b04d req-aad34cf1-7452-4505-aed7-21316141f006 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 1129 time: 0.1647980 Feb 15 14:09:04.672246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadcba6-498a-45c2-8f32-03cad6e0b566 req-ebb84f3c-16a2-4c09-921d-42fa59996050 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:04.687367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1eadcba6-498a-45c2-8f32-03cad6e0b566 req-ebb84f3c-16a2-4c09-921d-42fa59996050 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.3233266 Feb 15 14:09:04.850936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ddd9e91f-38a9-4361-a9dd-10b526d3b04d req-e03b79c7-0e8a-43ce-a0b2-07f478040a38 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960521 Feb 15 14:09:04.911937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:04.915170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d852-657d-4a96-9fd2-eda2e8120978 req-2c77653b-2563-4605-83dc-52d22428f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:04.917690 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7d852-657d-4a96-9fd2-eda2e8120978 req-2c77653b-2563-4605-83dc-52d22428f640 service neutron] 10.222.0.42 "GET /v2.0/networks?id=807f17ff-ce29-421d-a836-e7ccd7cce274 HTTP/1.1" status: 200 len: 916 time: 0.3643494 Feb 15 14:09:04.958254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1eadcba6-498a-45c2-8f32-03cad6e0b566 req-aee02bfb-d033-4e87-a38d-b8e6e845b85c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692223 Feb 15 14:09:05.067776 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768762d1-a731-4497-a2b6-a020fa6d4ad9 req-05ee6886-d6ac-49ad-8371-10c1284324d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:05.071837 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-768762d1-a731-4497-a2b6-a020fa6d4ad9 req-05ee6886-d6ac-49ad-8371-10c1284324d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 1128 time: 0.5160372 Feb 15 14:09:05.108597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940514ec-14f3-446b-949c-ac1e1e486042 req-c455cee2-b52b-4a8d-bd37-a17c59c8c22e tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:05.129077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-940514ec-14f3-446b-949c-ac1e1e486042 req-c455cee2-b52b-4a8d-bd37-a17c59c8c22e tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 943 time: 0.2666101 Feb 15 14:09:05.180076 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7d852-657d-4a96-9fd2-eda2e8120978 req-ad9b193c-eccd-4a36-adb0-e37881268801 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95f48e61-869a-432b-8789-70e9f9b7c719 HTTP/1.1" status: 200 len: 217 time: 0.1021168 Feb 15 14:09:05.265208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c493-4448-4cb5-8e88-f17d4a3af814 req-70dd83fe-ed3e-4564-a46e-79ea23de05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:05.266932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3978c493-4448-4cb5-8e88-f17d4a3af814 req-70dd83fe-ed3e-4564-a46e-79ea23de05c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1277195d-53d7-4808-b6be-c8b39fd9a692 HTTP/1.1" status: 200 len: 1128 time: 0.7924883 Feb 15 14:09:05.411656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3978c493-4448-4cb5-8e88-f17d4a3af814 req-d233e399-8f27-436a-9492-f733ca52dbc0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329176 Feb 15 14:09:05.436146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d852-657d-4a96-9fd2-eda2e8120978 req-57312022-6afe-47bd-a861-d9ca9b09ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:05.437626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7d852-657d-4a96-9fd2-eda2e8120978 req-57312022-6afe-47bd-a861-d9ca9b09ab41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0857d114-4ceb-4f4d-8670-071bedf1b320 HTTP/1.1" status: 200 len: 855 time: 0.1647055 Feb 15 14:09:05.443482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-940514ec-14f3-446b-949c-ac1e1e486042 req-87740e50-832d-4c48-9af9-e9b0344b7205 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120220 Feb 15 14:09:05.462130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92652417-ffc5-4ec3-91ec-98a4d6ffd77c req-1253f0fd-43a2-4d09-acc3-993749720932 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:05.481988 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92652417-ffc5-4ec3-91ec-98a4d6ffd77c req-1253f0fd-43a2-4d09-acc3-993749720932 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 946 time: 0.3159726 Feb 15 14:09:05.482468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768762d1-a731-4497-a2b6-a020fa6d4ad9 req-e5243591-43b5-4521-9341-6ca1e9927aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:05.484575 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-768762d1-a731-4497-a2b6-a020fa6d4ad9 req-e5243591-43b5-4521-9341-6ca1e9927aaa service neutron] 10.222.0.42 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 916 time: 0.3893492 Feb 15 14:09:05.517515 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7d852-657d-4a96-9fd2-eda2e8120978 req-a1e37238-55d1-4c12-8a21-2491d5ccad58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=807f17ff-ce29-421d-a836-e7ccd7cce274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668578 Feb 15 14:09:05.637389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0926117f-e43d-4763-a2f3-803456c4d282 req-063eba5f-aea6-4f48-a303-37893ebaf40a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 210 time: 0.0488994 Feb 15 14:09:05.656573 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7d852-657d-4a96-9fd2-eda2e8120978 req-85a41cb0-8bcc-48a4-ba0f-54cd679e7975 service neutron] 10.222.0.42 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264222 Feb 15 14:09:05.669944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92652417-ffc5-4ec3-91ec-98a4d6ffd77c req-7ee724bf-26a8-4c16-a0b1-35ee2dfb995e tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861172 Feb 15 14:09:05.866107 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-768762d1-a731-4497-a2b6-a020fa6d4ad9 req-34c6127e-ecd3-4213-9c51-d046ac1f8f4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deb8ea4f-b798-43fe-aec5-d2cadc36288a HTTP/1.1" status: 200 len: 217 time: 0.3502498 Feb 15 14:09:05.885809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16939b56-a1f4-4737-affa-7366af67fcf0 req-0c173e43-e2e9-44f8-8fe0-61607eff0274 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0773485 Feb 15 14:09:06.364747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-d9d4fdfe-babe-4525-bac1-d44286ce7310 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:06.366290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-d9d4fdfe-babe-4525-bac1-d44286ce7310 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.67 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 815 time: 0.5151691 Feb 15 14:09:06.388522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Request body: {'port': {'device_id': '1681244f-6601-46b7-9fd1-d294a4bf687d', 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041', 'admin_state_up': True, 'tenant_id': '2d5099d865da41f6b4f66195a40c2dc9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:06.418061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3da2c-88be-4ab2-a812-63b4f761a0ad req-7d9c880d-97e1-4a8b-a81d-85b225a06ef4 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:06.420019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bb3da2c-88be-4ab2-a812-63b4f761a0ad req-7d9c880d-97e1-4a8b-a81d-85b225a06ef4 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.2356133 Feb 15 14:09:06.556261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768762d1-a731-4497-a2b6-a020fa6d4ad9 req-4c5b2b67-f765-4a87-8e52-dc53e3629ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:06.557830 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-768762d1-a731-4497-a2b6-a020fa6d4ad9 req-4c5b2b67-f765-4a87-8e52-dc53e3629ca2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.6670508 Feb 15 14:09:06.572978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bb3da2c-88be-4ab2-a812-63b4f761a0ad req-6e5822f9-7670-4fc1-84ae-b44e9e4fb0d7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211960 Feb 15 14:09:06.625913 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (812c446c-9cac-482f-b6eb-e04850dbd589), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:06.630570 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7d852-657d-4a96-9fd2-eda2e8120978 req-3f3cba9f-16e6-4269-a0a8-4b20b5c7afb6 service neutron] 10.222.0.42 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9409435 Feb 15 14:09:06.632708 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-768762d1-a731-4497-a2b6-a020fa6d4ad9 req-f5ccc804-37b2-44fb-a945-30223dddc8f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643947 Feb 15 14:09:06.639676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:06.730880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-d409e78f-b37f-4680-b4e0-13a3f245beb0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1511564 Feb 15 14:09:06.754696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c10c1-b39c-437c-a10a-0fae73def5c7 req-6665e3d1-5937-45e3-b5e0-962d71f931dd tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:06.773271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff9c10c1-b39c-437c-a10a-0fae73def5c7 req-6665e3d1-5937-45e3-b5e0-962d71f931dd tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 943 time: 0.1484296 Feb 15 14:09:06.800311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=812c446c-9cac-482f-b6eb-e04850dbd589,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:06.944047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Made reservation on behalf of 2d5099d865da41f6b4f66195a40c2dc9 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:09:06.947690 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:07.077037 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-768762d1-a731-4497-a2b6-a020fa6d4ad9 req-32adfad6-6dfc-4044-b1b0-a19b37f52ce2 service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289031 Feb 15 14:09:07.217295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-f39f045e-1301-4b7c-a247-ab88eb8a9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:07.218107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-f39f045e-1301-4b7c-a247-ab88eb8a9562 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 1129 time: 0.4027729 Feb 15 14:09:07.232096 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (9c54b70b-225f-441d-8c2f-1f4fc788098c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:07.245599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff9c10c1-b39c-437c-a10a-0fae73def5c7 req-0fc62e58-f344-4b2e-8f68-0511d6659499 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697521 Feb 15 14:09:07.335663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 95f48e61-869a-432b-8789-70e9f9b7c719 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:09:07.398315 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-768762d1-a731-4497-a2b6-a020fa6d4ad9 req-bf58104f-4d87-4fe7-b7e1-3dc79bd11f48 service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874370 Feb 15 14:09:07.459378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:07.462851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:07.569116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5129dd4-5331-4469-87bd-c7aa57ce2211 req-557a7308-8fb1-4ebc-931d-dca9a683d849 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 210 time: 0.1187780 Feb 15 14:09:07.586520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bacb5f-c511-4737-9a17-4bb664de111e req-92a26ca6-2ac9-4c2e-aac5-7d10468d0374 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:07.595189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69bacb5f-c511-4737-9a17-4bb664de111e req-92a26ca6-2ac9-4c2e-aac5-7d10468d0374 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 946 time: 0.7801902 Feb 15 14:09:07.727923 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 9c54b70b-225f-441d-8c2f-1f4fc788098c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:09:07.745997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 95f48e61-869a-432b-8789-70e9f9b7c719, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=95f48e61-869a-432b-8789-70e9f9b7c719,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:07.785903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '95f48e61-869a-432b-8789-70e9f9b7c719', 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274', 'port_id': '95f48e61-869a-432b-8789-70e9f9b7c719', 'mac_address': 'fa:16:3e:32:73:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0857d114-4ceb-4f4d-8670-071bedf1b320', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:09:07.826624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Allocated IP 172.20.0.9 (771c49b0-8269-49d5-826a-f23ac405a041/152336a0-6dff-4d72-a9fd-7042050160a1/522b25ec-f0cd-4939-821e-79e85d4cbd49) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:09:07.855846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 95f48e61-869a-432b-8789-70e9f9b7c719 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:07.856577 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:07.878293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f48e61-869a-432b-8789-70e9f9b7c719 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:09:07.892223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-218563bc-43b2-4ccc-8326-3b9884fe2509 req-4db5529c-b4c4-431f-a742-1d104ea44747 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0539153 Feb 15 14:09:07.909249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69bacb5f-c511-4737-9a17-4bb664de111e req-8b28cc71-6422-4a4a-81d7-1331916c2e9c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130720 Feb 15 14:09:07.941431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-e454f21b-cf11-4a90-ab5a-0a84e58e6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:07.943021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-e454f21b-cf11-4a90-ab5a-0a84e58e6ff3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f7e16475-368e-46fc-9a93-22f35f19db06 HTTP/1.1" status: 200 len: 896 time: 0.6649544 Feb 15 14:09:07.966571 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 95f48e61-869a-432b-8789-70e9f9b7c719, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=95f48e61-869a-432b-8789-70e9f9b7c719,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:07.981881 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:08.092817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a923737e-6219-4cde-8c57-464db518b7f9 None None] Provisioning complete for port 812c446c-9cac-482f-b6eb-e04850dbd589 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:08.093097 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a923737e-6219-4cde-8c57-464db518b7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:08.131801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a923737e-6219-4cde-8c57-464db518b7f9 None None] Port 812c446c-9cac-482f-b6eb-e04850dbd589 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:09:08.133637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=95f48e61-869a-432b-8789-70e9f9b7c719,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:08.141000 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:09:08.155144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Sync routers for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:09:08.167452 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-02889c5d-ae66-448e-ad3d-8e8d38aaafc0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "PUT /v2.0/routers/9c54b70b-225f-441d-8c2f-1f4fc788098c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3047245 Feb 15 14:09:08.207095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:08.207692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-08378fad-65be-45a0-ac85-09a19ba11ea5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 HTTP/1.1" status: 200 len: 1001 time: 0.2435532 Feb 15 14:09:08.209194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:08:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:08.288455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-0ebbe5d0-5ad5-480f-9104-aa20dc2b172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:08.289943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-0ebbe5d0-5ad5-480f-9104-aa20dc2b172e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c789c9bf-4df7-4cd5-8ad0-e38197ab5b78 HTTP/1.1" status: 200 len: 834 time: 0.0697684 Feb 15 14:09:08.311774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['95f48e61-869a-432b-8789-70e9f9b7c719'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:09:08.382121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1731c94-77f6-4831-8428-ce9e2e2fc7e4 req-727e6349-c596-4039-a789-fb37c144e214 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:08.384474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1731c94-77f6-4831-8428-ce9e2e2fc7e4 req-727e6349-c596-4039-a789-fb37c144e214 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.3410087 Feb 15 14:09:08.414355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:08.505549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1731c94-77f6-4831-8428-ce9e2e2fc7e4 req-3b09239d-9395-42cc-97c8-64661ebdafcf tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802391 Feb 15 14:09:08.513766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ec544-6819-411d-ba06-c10221ae0613 req-53976ec4-670f-4415-8931-83f17db91fdc tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:08.543960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-466ec544-6819-411d-ba06-c10221ae0613 req-53976ec4-670f-4415-8931-83f17db91fdc tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.4704404 Feb 15 14:09:08.598792 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks [] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:08.636079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-c7bbaac2-8a84-4b18-a72c-12ea66b7af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:08.636079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-c7bbaac2-8a84-4b18-a72c-12ea66b7af53 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f7e16475-368e-46fc-9a93-22f35f19db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3257945 Feb 15 14:09:08.714429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-466ec544-6819-411d-ba06-c10221ae0613 req-6cdde0dc-ce2b-4e5b-81d9-71de319a8e78 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690195 Feb 15 14:09:08.829742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61eea93-3ad6-44f5-929c-d1b59409f2fb req-3ac4faf9-3ad9-4913-a17e-6e0eca1173f8 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:08.831352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c61eea93-3ad6-44f5-929c-d1b59409f2fb req-3ac4faf9-3ad9-4913-a17e-6e0eca1173f8 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 944 time: 0.1654818 Feb 15 14:09:08.840715 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:08.861453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9665526d-7487-4a7a-910e-2807d48aff9d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:09:08.864054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['deb8ea4f-b798-43fe-aec5-d2cadc36288a', 'a8c9b021-c3de-4d9f-9691-e1a08a3bd63f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:09:08.967687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Network 771c49b0-8269-49d5-826a-f23ac405a041 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:08.978813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:08.982419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-c970eee8-de7d-4ae9-bd6d-83df284c45a6 service neutron] 10.222.0.67 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353887 Feb 15 14:09:08.987340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:09:09.070038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:04Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '06af2a71-48cf-4cf4-bdb5-76cf4ceb2640', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'port_id': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'mac_address': 'fa:16:3e:02:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:07:07Z', 'updated_at': '2022-02-15T14:07:10Z', 'revision_number': 1, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812c446c-9cac-482f-b6eb-e04850dbd589', 'name': '', 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:2a:6b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'd84acc63-a8d1-4bd6-af88-27e6208eddf2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:01Z', 'updated_at': '2022-02-15T14:09:05Z', 'revision_number': 2, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'd84acc63-a8d1-4bd6-af88-27e6208eddf2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:09.132574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Checking router: 9c54b70b-225f-441d-8c2f-1f4fc788098c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:09:09.133241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Updating router 9c54b70b-225f-441d-8c2f-1f4fc788098c port 812c446c-9cac-482f-b6eb-e04850dbd589 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:09:09.180087 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:09.499599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c61eea93-3ad6-44f5-929c-d1b59409f2fb req-e16ac636-b8a6-4012-abce-1456de1314ba tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530972 Feb 15 14:09:09.516685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Pushing event updated for resources: {'Port': ['ID=522b25ec-f0cd-4939-821e-79e85d4cbd49,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:09.622307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943bdbc-94d5-4963-bb08-6caeb6038944 req-e87c5108-b3e9-47f1-a08c-5cae04d18bcf tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:09.629801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1943bdbc-94d5-4963-bb08-6caeb6038944 req-e87c5108-b3e9-47f1-a08c-5cae04d18bcf tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 931 time: 0.7905531 Feb 15 14:09:09.693653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:09.694660 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:09.760320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27eef0b9-2914-4fd8-a823-103f4280fb35 req-21eab482-699e-4562-9185-8da92bdf274a service neutron] 10.222.0.67 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350335 Feb 15 14:09:09.781923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-42b74b74-0d88-4ddb-9599-b8b6bd77461c tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4027379 Feb 15 14:09:09.801455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Request body: {'port': {'device_id': '1681244f-6601-46b7-9fd1-d294a4bf687d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:09.816698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d160f-7a58-43e1-8ac7-33db1fb090f7 req-84755d73-7afd-426c-8fe9-08f9d006b299 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:09.826512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-543d160f-7a58-43e1-8ac7-33db1fb090f7 req-84755d73-7afd-426c-8fe9-08f9d006b299 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=1277195d-53d7-4808-b6be-c8b39fd9a692 HTTP/1.1" status: 200 len: 945 time: 0.1771929 Feb 15 14:09:09.868885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1943bdbc-94d5-4963-bb08-6caeb6038944 req-13dc544d-3788-4bef-8e0f-b1ab77c8352d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376063 Feb 15 14:09:09.910709 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:09.970642 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:10.036795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-103f56ef-c2ea-4d4a-9c30-fa1817637e9b req-d54f7f55-44aa-4038-8cc5-79e7d5b9396d tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0436811 Feb 15 14:09:10.076561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-543d160f-7a58-43e1-8ac7-33db1fb090f7 req-0fb144ea-5d6c-4d8e-8d4c-554d486a1627 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433074 Feb 15 14:09:10.165508 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49673ed2-2c5c-42c6-b542-22e5b10ce9b3 req-6e1292c6-2e79-4386-919d-498af0026a28 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.1177766 Feb 15 14:09:10.250154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Publish callbacks [] for port (812c446c-9cac-482f-b6eb-e04850dbd589), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:10.262673 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:10.380928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cb224-f306-45cf-8a72-719e2fb4384a None None] Pushing event updated for resources: {'Port': ['ID=812c446c-9cac-482f-b6eb-e04850dbd589,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:10.506765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Attempting to bind port 812c446c-9cac-482f-b6eb-e04850dbd589 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:09:10.507208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Attempting to bind port 812c446c-9cac-482f-b6eb-e04850dbd589 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:09:10.507588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Attempting to bind port 812c446c-9cac-482f-b6eb-e04850dbd589 on network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:10.507904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15fed6-6d61-49af-9ae5-d72c6400452f req-57f8cdc1-03be-4ca4-b05a-be1198b8b944 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:10.519723 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd15fed6-6d61-49af-9ae5-d72c6400452f req-57f8cdc1-03be-4ca4-b05a-be1198b8b944 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.2287209 Feb 15 14:09:10.527121 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:09:10.527585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Checking segment: {'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:10.528005 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:10.528404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Bound using segment: {'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:09:10.528901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Bound port: 812c446c-9cac-482f-b6eb-e04850dbd589, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ded26a7-a8de-40c6-ab3b-6eb3411ef614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:09:10.529286 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:10.614659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd15fed6-6d61-49af-9ae5-d72c6400452f req-b928df30-98f0-4b9a-8704-00a425c365c0 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937431 Feb 15 14:09:10.694396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] For port 812c446c-9cac-482f-b6eb-e04850dbd589, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:09:10.704271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] For port 812c446c-9cac-482f-b6eb-e04850dbd589, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=812c446c-9cac-482f-b6eb-e04850dbd589,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:09:10.720225 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:10.833230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:10.833973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:08:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:10.965713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28661c2-e90d-4108-99e4-e33715a027dd req-509e3556-7135-4d5c-be34-d738b032aea1 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:10.973134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a28661c2-e90d-4108-99e4-e33715a027dd req-509e3556-7135-4d5c-be34-d738b032aea1 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 946 time: 0.3326480 Feb 15 14:09:11.068613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b48087-0126-4784-bdfb-07b2af21ce43 req-685fa16e-f9d2-49b6-95c1-6d4523d66d8c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:11.076911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1b48087-0126-4784-bdfb-07b2af21ce43 req-685fa16e-f9d2-49b6-95c1-6d4523d66d8c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 944 time: 0.2678375 Feb 15 14:09:11.159634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522b25ec-f0cd-4939-821e-79e85d4cbd49 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:09:11.178373 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Publish callbacks [] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:11.204330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a28661c2-e90d-4108-99e4-e33715a027dd req-862d700a-db41-4ed9-bcae-33e328cd3587 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934152 Feb 15 14:09:11.222356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Transition to ACTIVE for port object 522b25ec-f0cd-4939-821e-79e85d4cbd49 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:09:11.250405 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:11.288940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cb224-f306-45cf-8a72-719e2fb4384a None None] Pushing event updated for resources: {'Port': ['ID=812c446c-9cac-482f-b6eb-e04850dbd589,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:11.307546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-82aa89ae-b210-4bb5-bc89-5896719af6d4 None None] Provisioning complete for port 812c446c-9cac-482f-b6eb-e04850dbd589 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:11.308094 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82aa89ae-b210-4bb5-bc89-5896719af6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:11.363085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 95f48e61-869a-432b-8789-70e9f9b7c719 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:11.387374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Pushing event updated for resources: {'Port': ['ID=522b25ec-f0cd-4939-821e-79e85d4cbd49,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:11.407133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1b48087-0126-4784-bdfb-07b2af21ce43 req-4efc8227-a3cd-4a60-a334-d989e5cd4c6e tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284755 Feb 15 14:09:11.477174 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:11.639185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f074da62-28f8-4d90-b9f1-c0730e8b4e39 req-2136a931-d50c-47a8-9152-2de095c32034 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0495522 Feb 15 14:09:11.672962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a3a28-c26f-4639-a4a4-eba386765f23 req-2ab7d27f-deef-41be-890a-e97db8578eb1 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:11.682106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca6a3a28-c26f-4639-a4a4-eba386765f23 req-2ab7d27f-deef-41be-890a-e97db8578eb1 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 943 time: 0.3785615 Feb 15 14:09:11.757152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Attempting to bind port 522b25ec-f0cd-4939-821e-79e85d4cbd49 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:09:11.757996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Attempting to bind port 522b25ec-f0cd-4939-821e-79e85d4cbd49 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:09:11.758573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Attempting to bind port 522b25ec-f0cd-4939-821e-79e85d4cbd49 on network 771c49b0-8269-49d5-826a-f23ac405a041 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:11.791638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 95f48e61-869a-432b-8789-70e9f9b7c719 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:09:11.793513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Port 522b25ec-f0cd-4939-821e-79e85d4cbd49 on network 771c49b0-8269-49d5-826a-f23ac405a041 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:09:11.794146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Attempting to bind port 522b25ec-f0cd-4939-821e-79e85d4cbd49 on network 771c49b0-8269-49d5-826a-f23ac405a041 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:11.807422 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca6a3a28-c26f-4639-a4a4-eba386765f23 req-70498a38-7695-46a8-8366-98171df89962 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239631 Feb 15 14:09:11.822744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:09:11.827716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Checking segment: {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:11.828351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Bound using segment: {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:09:11.829040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Bound port: 522b25ec-f0cd-4939-821e-79e85d4cbd49, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c377e85-490c-4bf4-8e49-d9ef14ecdd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:09:11.829637 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:11.841617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 95f48e61-869a-432b-8789-70e9f9b7c719 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:11.841997 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:11.944752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-82aa89ae-b210-4bb5-bc89-5896719af6d4 None None] Current status of the port 812c446c-9cac-482f-b6eb-e04850dbd589 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:11.945647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82aa89ae-b210-4bb5-bc89-5896719af6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:11.972589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] For port 522b25ec-f0cd-4939-821e-79e85d4cbd49, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:09:11.978251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] For port 522b25ec-f0cd-4939-821e-79e85d4cbd49, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=522b25ec-f0cd-4939-821e-79e85d4cbd49,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:09:11.997244 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:12.042390 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:12.052094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-82aa89ae-b210-4bb5-bc89-5896719af6d4 None None] For port 812c446c-9cac-482f-b6eb-e04850dbd589, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=812c446c-9cac-482f-b6eb-e04850dbd589,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:12.095755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Pushing event updated for resources: {'Port': ['ID=522b25ec-f0cd-4939-821e-79e85d4cbd49,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:12.111325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:12.114311 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:12.116915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e66ac057-57a1-4f78-9939-194fff90aed7 service neutron] 10.222.0.67 "PUT /v2.0/ports/522b25ec-f0cd-4939-821e-79e85d4cbd49 HTTP/1.1" status: 200 len: 1092 time: 2.3205798 Feb 15 14:09:12.117663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1681244f-6601-46b7-9fd1-d294a4bf687d', 'tag': '522b25ec-f0cd-4939-821e-79e85d4cbd49'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:12.121177 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a192f2-3d1f-405f-8303-dabb2bcc7e06" -d '{"events": [{"name": "network-changed", "server_uuid": "1681244f-6601-46b7-9fd1-d294a4bf687d", "tag": "522b25ec-f0cd-4939-821e-79e85d4cbd49"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:12.184752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2451d1d-8a59-4095-8f84-7d278c9338c5 req-d62968df-ed09-4db4-8718-7f20f471fa8b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:12.192101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2451d1d-8a59-4095-8f84-7d278c9338c5 req-d62968df-ed09-4db4-8718-7f20f471fa8b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.2093771 Feb 15 14:09:12.203376 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82aa89ae-b210-4bb5-bc89-5896719af6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:12.279306 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 95f48e61-869a-432b-8789-70e9f9b7c719 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:12.279778 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:12.332651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa89ae-b210-4bb5-bc89-5896719af6d4 None None] Pushing event updated for resources: {'Port': ['ID=812c446c-9cac-482f-b6eb-e04850dbd589,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:12.373856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f48e61-869a-432b-8789-70e9f9b7c719'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:12.375586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4c06f-476e-481e-b553-839260da311a req-43416a98-6159-4c11-94b3-da12498060a2 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:12.376194 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0222bf53-067b-46ec-9da1-c840d3d25bdb" -d '{"events": [{"server_uuid": "5d6a87fc-bc98-418c-8e71-20ef58189f96", "name": "network-vif-plugged", "status": "completed", "tag": "95f48e61-869a-432b-8789-70e9f9b7c719"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:12.387604 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9a4c06f-476e-481e-b553-839260da311a req-43416a98-6159-4c11-94b3-da12498060a2 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1734178 Feb 15 14:09:12.396744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 95f48e61-869a-432b-8789-70e9f9b7c719, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=95f48e61-869a-432b-8789-70e9f9b7c719,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:12.403562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d13b4db3-e1a5-42f3-af23-bed4e10137ce None None] Provisioning complete for port 812c446c-9cac-482f-b6eb-e04850dbd589 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:12.404170 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d13b4db3-e1a5-42f3-af23-bed4e10137ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:12.411086 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:12.420695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2451d1d-8a59-4095-8f84-7d278c9338c5 req-252a6024-8cfa-4ef6-b64d-b7b003177fb0 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122579 Feb 15 14:09:12.457432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-ce3ba012-fa21-4da5-88a9-55265b511bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:12.459667 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-ce3ba012-fa21-4da5-88a9-55265b511bae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 1126 time: 0.2664847 Feb 15 14:09:12.555177 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f52680-4a5d-4d2b-af4e-9b20e10d9fdd x-openstack-request-id: req-62f52680-4a5d-4d2b-af4e-9b20e10d9fdd {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:12.555498 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1681244f-6601-46b7-9fd1-d294a4bf687d", "tag": "522b25ec-f0cd-4939-821e-79e85d4cbd49", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:12.555812 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-62f52680-4a5d-4d2b-af4e-9b20e10d9fdd {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:12.556321 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1681244f-6601-46b7-9fd1-d294a4bf687d', 'tag': '522b25ec-f0cd-4939-821e-79e85d4cbd49', 'status': 'completed', 'code': 200} Feb 15 14:09:12.562611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-e75e2873-9ffe-4ae6-acc8-3464abc631a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522b25ec-f0cd-4939-821e-79e85d4cbd49 HTTP/1.1" status: 200 len: 217 time: 0.0884759 Feb 15 14:09:12.606187 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bfcb36-52cc-4a09-b530-287868b5a734 x-openstack-request-id: req-15bfcb36-52cc-4a09-b530-287868b5a734 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:12.606874 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6a87fc-bc98-418c-8e71-20ef58189f96", "name": "network-vif-plugged", "status": "completed", "tag": "95f48e61-869a-432b-8789-70e9f9b7c719", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:12.607499 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-15bfcb36-52cc-4a09-b530-287868b5a734 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:12.608175 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f48e61-869a-432b-8789-70e9f9b7c719', 'code': 200} Feb 15 14:09:12.640366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-6d755e6f-8383-476c-bdc6-dd0232d82b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:12.642743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-6d755e6f-8383-476c-bdc6-dd0232d82b0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.0723710 Feb 15 14:09:12.643001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=95f48e61-869a-432b-8789-70e9f9b7c719,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:12.691989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:04Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '06af2a71-48cf-4cf4-bdb5-76cf4ceb2640', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'port_id': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'mac_address': 'fa:16:3e:02:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:07:07Z', 'updated_at': '2022-02-15T14:07:10Z', 'revision_number': 1, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812c446c-9cac-482f-b6eb-e04850dbd589', 'name': '', 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:2a:6b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'd84acc63-a8d1-4bd6-af88-27e6208eddf2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:01Z', 'updated_at': '2022-02-15T14:09:10Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'd84acc63-a8d1-4bd6-af88-27e6208eddf2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:12.736607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e1a67-1393-4287-b6cf-cbcae6b6f592 None None] The sync data for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 is: [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:04Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '06af2a71-48cf-4cf4-bdb5-76cf4ceb2640', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'port_id': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'mac_address': 'fa:16:3e:02:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:07:07Z', 'updated_at': '2022-02-15T14:07:10Z', 'revision_number': 1, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812c446c-9cac-482f-b6eb-e04850dbd589', 'name': '', 'network_id': '1c93aef7-0eec-4d22-bf35-36b5454ec8bc', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:2a:6b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'd84acc63-a8d1-4bd6-af88-27e6208eddf2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:01Z', 'updated_at': '2022-02-15T14:09:10Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'd84acc63-a8d1-4bd6-af88-27e6208eddf2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:09:12.754375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d13b4db3-e1a5-42f3-af23-bed4e10137ce None None] Current status of the port 812c446c-9cac-482f-b6eb-e04850dbd589 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:12.769019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9a4c06f-476e-481e-b553-839260da311a req-2b1e989c-ff4e-42fa-bb09-52c12e2158bc tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796237 Feb 15 14:09:12.789557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-72d19191-b5f7-40ce-9832-235b42c7c425 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301215 Feb 15 14:09:12.813451 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014e6d3-3bea-4ed9-9459-56832b65bb06 req-7aaf792d-2dfd-4c3b-a292-bd68088d007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:12.815096 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0014e6d3-3bea-4ed9-9459-56832b65bb06 req-7aaf792d-2dfd-4c3b-a292-bd68088d007f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 1128 time: 0.1401243 Feb 15 14:09:12.926671 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0014e6d3-3bea-4ed9-9459-56832b65bb06 req-e3f221cc-bd9d-4b77-adf3-37ba9267573c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020675 Feb 15 14:09:13.066922 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e3712ac5-f41a-4469-85d3-bc20036262ba req-926ddd0f-fefa-4439-8639-58a63f680c6d tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.1314247 Feb 15 14:09:13.142381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-992e7029-9248-40e4-8dc4-7bb4f214d861 service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398385 Feb 15 14:09:13.151284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f90ba8-59e6-4ecd-834f-76e2a5ece00d req-e6d1a947-aaee-4fb7-9506-47f14789bc0f tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:13.152910 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f90ba8-59e6-4ecd-834f-76e2a5ece00d req-e6d1a947-aaee-4fb7-9506-47f14789bc0f tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.3821318 Feb 15 14:09:13.292007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f90ba8-59e6-4ecd-834f-76e2a5ece00d req-d95bf10c-2e24-40ed-9b40-d106a8a829fc tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293716 Feb 15 14:09:13.357244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea276d1-c08b-433e-b896-58e8511cda3e req-c8bee8e1-08e6-47f3-8529-f0afed540313 service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027817 Feb 15 14:09:13.548871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a192f2-3d1f-405f-8303-dabb2bcc7e06 req-8a8e7681-547c-4c19-9e54-15dc03b8630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:13.552785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34a192f2-3d1f-405f-8303-dabb2bcc7e06 req-8a8e7681-547c-4c19-9e54-15dc03b8630b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 1126 time: 0.1082146 Feb 15 14:09:13.561174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0371054-e6b2-464c-9b2a-959ebe2da459 req-d3989d76-d502-4285-ab9e-305453c6faca tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:13.563336 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0371054-e6b2-464c-9b2a-959ebe2da459 req-d3989d76-d502-4285-ab9e-305453c6faca tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 943 time: 0.1674268 Feb 15 14:09:13.716699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0371054-e6b2-464c-9b2a-959ebe2da459 req-06875f56-22da-41ee-b2b8-b54875042800 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245046 Feb 15 14:09:13.764825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43155155-0757-47ca-921a-4ce63b83e0ce req-5ee27517-bb51-4616-8b09-067dd56a1700 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:13.771144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43155155-0757-47ca-921a-4ce63b83e0ce req-5ee27517-bb51-4616-8b09-067dd56a1700 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:13.776916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43155155-0757-47ca-921a-4ce63b83e0ce req-5ee27517-bb51-4616-8b09-067dd56a1700 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:13.784929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43155155-0757-47ca-921a-4ce63b83e0ce req-5ee27517-bb51-4616-8b09-067dd56a1700 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e&device_id=1277195d-53d7-4808-b6be-c8b39fd9a692&device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 2418 time: 0.2203801 Feb 15 14:09:13.839483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a192f2-3d1f-405f-8303-dabb2bcc7e06 req-2c4cb825-c4ce-48c3-9157-173d453a0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:13.841217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34a192f2-3d1f-405f-8303-dabb2bcc7e06 req-2c4cb825-c4ce-48c3-9157-173d453a0c1b service neutron] 10.222.0.67 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 916 time: 0.2756968 Feb 15 14:09:13.902010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43155155-0757-47ca-921a-4ce63b83e0ce req-7cdbbe21-6ee6-4377-a1f3-5ad7cba9c9c8 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111593 Feb 15 14:09:14.128291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34a192f2-3d1f-405f-8303-dabb2bcc7e06 req-ef5d2975-3d97-41fb-8cfe-e251eb0d8e52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522b25ec-f0cd-4939-821e-79e85d4cbd49 HTTP/1.1" status: 200 len: 217 time: 0.2286284 Feb 15 14:09:14.341418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a192f2-3d1f-405f-8303-dabb2bcc7e06 req-a6be38ab-6c92-4ba4-bbfd-307185966860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:14.343329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34a192f2-3d1f-405f-8303-dabb2bcc7e06 req-a6be38ab-6c92-4ba4-bbfd-307185966860 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.1626573 Feb 15 14:09:14.398799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66539a7-2b0c-4f06-8042-df547dc13fa5 req-3d6f1b13-ce38-4efe-8acc-2c9347db7c6d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:14.410270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f66539a7-2b0c-4f06-8042-df547dc13fa5 req-3d6f1b13-ce38-4efe-8acc-2c9347db7c6d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.3616674 Feb 15 14:09:14.503855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34a192f2-3d1f-405f-8303-dabb2bcc7e06 req-b5edd7de-2494-49cf-878d-084042e2ba35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431675 Feb 15 14:09:14.657250 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f66539a7-2b0c-4f06-8042-df547dc13fa5 req-e96437e1-ffeb-4b51-bdc1-ee6b8cfd3474 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460048 Feb 15 14:09:14.694594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 812c446c-9cac-482f-b6eb-e04850dbd589 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:14.747744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca72d8-6384-4e2b-889b-914ee2409704 req-62526175-e285-4cac-9d92-fe7313807830 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:14.756231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53ca72d8-6384-4e2b-889b-914ee2409704 req-62526175-e285-4cac-9d92-fe7313807830 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 946 time: 0.3102407 Feb 15 14:09:14.779775 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-68b9284f-26a3-49e8-9912-d6e063054a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:14.856605 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8f115cb-43fd-4989-9389-5ad9c7755d90 req-dcf32e1f-0dae-4590-aa38-784d501a7d06 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0557549 Feb 15 14:09:14.858838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 812c446c-9cac-482f-b6eb-e04850dbd589 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:14.859292 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:14.876264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34a192f2-3d1f-405f-8303-dabb2bcc7e06 req-cf987ee5-e013-4c08-a0e6-a6da0919034e service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596570 Feb 15 14:09:14.957232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53ca72d8-6384-4e2b-889b-914ee2409704 req-117f27de-8c62-4860-9bcd-fc3d8a59d6e6 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995759 Feb 15 14:09:15.040327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 812c446c-9cac-482f-b6eb-e04850dbd589 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:15.130639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34a192f2-3d1f-405f-8303-dabb2bcc7e06 req-1c985750-47e1-48d2-9ed5-50fb19d71cd9 service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458842 Feb 15 14:09:15.160196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af8f10-5e78-4728-be6f-d477ecd041ff req-3a4637c1-b6ca-4ffb-8a40-f0eb2c24247b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:15.162135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11af8f10-5e78-4728-be6f-d477ecd041ff req-3a4637c1-b6ca-4ffb-8a40-f0eb2c24247b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 943 time: 0.0939982 Feb 15 14:09:15.179906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db606ec-0d13-4440-a7d6-eab661ca5644 req-1b76cefc-89b7-41d0-8d76-a2ec1f2abdea tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:15.182164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2db606ec-0d13-4440-a7d6-eab661ca5644 req-1b76cefc-89b7-41d0-8d76-a2ec1f2abdea tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.2043262 Feb 15 14:09:15.327295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2db606ec-0d13-4440-a7d6-eab661ca5644 req-48976ad4-8585-4f77-93c8-3f7b78e3ce49 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907035 Feb 15 14:09:15.330663 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11af8f10-5e78-4728-be6f-d477ecd041ff req-80e1d5d4-d4d1-4661-b1f2-7753b2394b3a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628816 Feb 15 14:09:15.555647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d71c-6636-4e2d-b19d-06b3f1f410d4 req-1358e586-73cb-415a-a0e6-f4d4929e6241 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:15.558729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d941d71c-6636-4e2d-b19d-06b3f1f410d4 req-1358e586-73cb-415a-a0e6-f4d4929e6241 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0943377 Feb 15 14:09:15.638781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d941d71c-6636-4e2d-b19d-06b3f1f410d4 req-ccedfaed-08bf-4f80-abe3-84c6009da5fa tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744612 Feb 15 14:09:15.868736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26604f63-4c0d-4f7b-862d-827fdcc26aa7 req-15a2277f-5f6e-439e-aa9a-0f29c43a2809 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:15.876765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26604f63-4c0d-4f7b-862d-827fdcc26aa7 req-15a2277f-5f6e-439e-aa9a-0f29c43a2809 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.0757086 Feb 15 14:09:15.939221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26604f63-4c0d-4f7b-862d-827fdcc26aa7 req-6dc9f2f5-91da-4a0c-9eb1-014f4af63062 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578437 Feb 15 14:09:16.090810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96431e3-9bd5-4711-bcb4-a0625d331e12 req-5ad54ebd-ad7b-46b5-82b8-ef5781911cad tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:16.098125 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c96431e3-9bd5-4711-bcb4-a0625d331e12 req-5ad54ebd-ad7b-46b5-82b8-ef5781911cad tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0828769 Feb 15 14:09:16.148524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5e52100-6a6b-4895-bca8-55c69dbcfeb3 req-4a9a41c7-a57b-4959-9831-b499d6a7caad tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0315239 Feb 15 14:09:16.211732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c96431e3-9bd5-4711-bcb4-a0625d331e12 req-a72cccc4-2d12-4374-858c-45ee96462559 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124084 Feb 15 14:09:16.497799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17546e-e167-4a0a-af2b-d745b7f982e2 req-06ea30df-ad6d-4b88-b951-fd20f1742921 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:16.505922 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b17546e-e167-4a0a-af2b-d745b7f982e2 req-06ea30df-ad6d-4b88-b951-fd20f1742921 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.1629753 Feb 15 14:09:16.582759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b17546e-e167-4a0a-af2b-d745b7f982e2 req-0ea1c246-aec4-400b-a962-a01324ed9f02 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756466 Feb 15 14:09:16.688831 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4ef1b-56c9-4ffd-95f4-db3e0baf8ce1 req-1d9dd6a1-7107-45ea-a527-90539215c54f tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:16.701009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ddf4ef1b-56c9-4ffd-95f4-db3e0baf8ce1 req-1d9dd6a1-7107-45ea-a527-90539215c54f tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 943 time: 0.1168108 Feb 15 14:09:16.786664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ddf4ef1b-56c9-4ffd-95f4-db3e0baf8ce1 req-e8ab28b4-d715-4bba-9475-2a6eede98e7a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827911 Feb 15 14:09:17.163176 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6db4-bba2-4125-b57d-8138a35c7dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:17.205050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3125a6b-1789-40eb-a9e9-0749bad21add req-3b66b967-64bb-4a72-81a3-857b3eed3286 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:17.226877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3125a6b-1789-40eb-a9e9-0749bad21add req-3b66b967-64bb-4a72-81a3-857b3eed3286 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1899595 Feb 15 14:09:17.350547 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:09:17.379115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3125a6b-1789-40eb-a9e9-0749bad21add req-fb66671a-9c63-4283-a584-782f0658d265 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394327 Feb 15 14:09:17.433095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c5578-438b-40b4-87ec-16904447b6fc req-4bcbfa99-ed09-4356-b812-c4aecfa8f822 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:17.452883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2c5578-438b-40b4-87ec-16904447b6fc req-4bcbfa99-ed09-4356-b812-c4aecfa8f822 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.1251283 Feb 15 14:09:17.648141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2c5578-438b-40b4-87ec-16904447b6fc req-189c097e-5b38-45fe-8846-0322e1da0088 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890290 Feb 15 14:09:17.671148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650241a-5918-40b1-a2e0-36f00a472572 req-2538eb5f-2e07-4e16-8b43-2489f5d579f7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:17.682466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9650241a-5918-40b1-a2e0-36f00a472572 req-2538eb5f-2e07-4e16-8b43-2489f5d579f7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.1923325 Feb 15 14:09:17.818133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9650241a-5918-40b1-a2e0-36f00a472572 req-3f306790-b090-4784-94c8-fa79ee6cf9fd tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322787 Feb 15 14:09:17.886563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ba74c43-a50a-42a3-bdd7-a2d8ea14b645 req-402bfbbc-5ea3-448b-87ce-6aec0a25598f tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0653787 Feb 15 14:09:17.978088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eab61-3aba-436c-89a1-684244413af6 req-3df3e519-b0ee-41db-90f4-eeeea052d045 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:17.987069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-469eab61-3aba-436c-89a1-684244413af6 req-3df3e519-b0ee-41db-90f4-eeeea052d045 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 943 time: 0.0764802 Feb 15 14:09:18.046444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-469eab61-3aba-436c-89a1-684244413af6 req-5981cdff-bb71-4cfe-b1f4-a090b220b000 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581367 Feb 15 14:09:18.131257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 522b25ec-f0cd-4939-821e-79e85d4cbd49 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:09:18.330580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 522b25ec-f0cd-4939-821e-79e85d4cbd49, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=522b25ec-f0cd-4939-821e-79e85d4cbd49,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:18.345168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '522b25ec-f0cd-4939-821e-79e85d4cbd49', 'network_id': '771c49b0-8269-49d5-826a-f23ac405a041', 'port_id': '522b25ec-f0cd-4939-821e-79e85d4cbd49', 'mac_address': 'fa:16:3e:44:ce:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152336a0-6dff-4d72-a9fd-7042050160a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:09:18.414491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 522b25ec-f0cd-4939-821e-79e85d4cbd49 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:18.415013 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:18.419714 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:18.434976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522b25ec-f0cd-4939-821e-79e85d4cbd49 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:09:18.463813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 522b25ec-f0cd-4939-821e-79e85d4cbd49, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=522b25ec-f0cd-4939-821e-79e85d4cbd49,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:18.476454 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:18.544839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=522b25ec-f0cd-4939-821e-79e85d4cbd49,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:18.609611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be762a77-16ef-458f-8118-bb24ffa0b11d req-dada7f14-4d2e-4e9c-adbf-c7e9caacca59 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:18.611283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be762a77-16ef-458f-8118-bb24ffa0b11d req-dada7f14-4d2e-4e9c-adbf-c7e9caacca59 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1146376 Feb 15 14:09:18.704010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be762a77-16ef-458f-8118-bb24ffa0b11d req-7788c0fe-aba2-4f8a-9612-eeebbba8a863 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672004 Feb 15 14:09:18.862808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66302a2b-f1a5-4e5a-a769-2b0c7fb4344b req-09620298-2e02-4b0c-8fff-7e515a4249cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:18.867306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66302a2b-f1a5-4e5a-a769-2b0c7fb4344b req-09620298-2e02-4b0c-8fff-7e515a4249cd tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.0795195 Feb 15 14:09:18.887956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['522b25ec-f0cd-4939-821e-79e85d4cbd49'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:09:18.997954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66302a2b-f1a5-4e5a-a769-2b0c7fb4344b req-d0c7b2f4-2c78-42da-a144-575334003217 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237786 Feb 15 14:09:19.043267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58966041-8dda-42a4-8015-12457d6faa37 req-fdf8ce5b-0ab8-4819-9d53-2064c2ccb0a2 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:19.045116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58966041-8dda-42a4-8015-12457d6faa37 req-fdf8ce5b-0ab8-4819-9d53-2064c2ccb0a2 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.1101236 Feb 15 14:09:19.137474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58966041-8dda-42a4-8015-12457d6faa37 req-87bc0cc1-d455-477f-a936-38e263bda4af tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857079 Feb 15 14:09:19.234821 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b61ddc29-6b46-49e2-aa5f-cf4b017cdfc2 req-76fe3a66-81f7-418c-97cd-34c07a028af5 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0503142 Feb 15 14:09:19.318213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec02a9-b151-488d-a6a8-b16d68a53260 req-23dae0fb-a53e-4e31-886b-ffc7fa69c7d1 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:19.328712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0ec02a9-b151-488d-a6a8-b16d68a53260 req-23dae0fb-a53e-4e31-886b-ffc7fa69c7d1 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 944 time: 0.0922456 Feb 15 14:09:19.427113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0ec02a9-b151-488d-a6a8-b16d68a53260 req-dfbd0764-ffda-4fb1-aae0-d89d5d4d1173 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932705 Feb 15 14:09:19.713168 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:19.966193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0284-e669-4bb4-87ad-c3263065fe2d req-3d400879-da7b-4879-9212-09fde49b5e1e tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:19.968037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d1a0284-e669-4bb4-87ad-c3263065fe2d req-3d400879-da7b-4879-9212-09fde49b5e1e tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1231687 Feb 15 14:09:20.059154 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d1a0284-e669-4bb4-87ad-c3263065fe2d req-46115cd5-6dbe-462b-8a12-975ca256fe76 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784521 Feb 15 14:09:20.133006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 522b25ec-f0cd-4939-821e-79e85d4cbd49 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:20.318320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 522b25ec-f0cd-4939-821e-79e85d4cbd49 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:09:20.328599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 522b25ec-f0cd-4939-821e-79e85d4cbd49 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:20.328990 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:20.428312 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5849f73-1bd9-4dbf-96f9-975ae6ce735f req-0a0b4a9a-8d73-4792-a0fb-0cd7508aeb34 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:20.441396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5849f73-1bd9-4dbf-96f9-975ae6ce735f req-0a0b4a9a-8d73-4792-a0fb-0cd7508aeb34 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.1880345 Feb 15 14:09:20.462545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7a425-2a18-455e-b611-12c94b79bc41 req-651eb654-1d57-4a55-b686-c948cf715d89 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:20.470746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5e7a425-2a18-455e-b611-12c94b79bc41 req-651eb654-1d57-4a55-b686-c948cf715d89 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.1534424 Feb 15 14:09:20.550366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 522b25ec-f0cd-4939-821e-79e85d4cbd49 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:20.551905 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:20.621219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1681244f-6601-46b7-9fd1-d294a4bf687d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522b25ec-f0cd-4939-821e-79e85d4cbd49'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:20.624237 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00316faf-1c8f-484e-a061-f6ba65f633ea" -d '{"events": [{"server_uuid": "1681244f-6601-46b7-9fd1-d294a4bf687d", "name": "network-vif-plugged", "status": "completed", "tag": "522b25ec-f0cd-4939-821e-79e85d4cbd49"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:20.637005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5e7a425-2a18-455e-b611-12c94b79bc41 req-3fe95bd2-7193-45fa-a968-0d4383299ba3 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648016 Feb 15 14:09:20.648673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 522b25ec-f0cd-4939-821e-79e85d4cbd49, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=522b25ec-f0cd-4939-821e-79e85d4cbd49,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:20.662092 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:20.723726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5849f73-1bd9-4dbf-96f9-975ae6ce735f req-23f3c4d6-c87d-4b62-b77d-987b5c3e3985 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809780 Feb 15 14:09:20.799118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=522b25ec-f0cd-4939-821e-79e85d4cbd49,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:20.813807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7533e84-b72e-4eff-8f04-ad8d0b066700 req-25e0fdd7-86a1-4d0d-a02f-583eb43a6d2d tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0533035 Feb 15 14:09:20.863653 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59771160-cf54-42f2-ab7a-90dfbb89e946 x-openstack-request-id: req-59771160-cf54-42f2-ab7a-90dfbb89e946 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:20.864058 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1681244f-6601-46b7-9fd1-d294a4bf687d", "name": "network-vif-plugged", "status": "completed", "tag": "522b25ec-f0cd-4939-821e-79e85d4cbd49", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:20.864436 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-59771160-cf54-42f2-ab7a-90dfbb89e946 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:20.864742 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1681244f-6601-46b7-9fd1-d294a4bf687d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522b25ec-f0cd-4939-821e-79e85d4cbd49', 'code': 200} Feb 15 14:09:21.062870 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:21.094632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d61831-e46c-428c-b5a2-e632c1546ffc req-b234d3d1-7126-4d6e-afd6-27329cf53205 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:21.094632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80d61831-e46c-428c-b5a2-e632c1546ffc req-b234d3d1-7126-4d6e-afd6-27329cf53205 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 945 time: 0.2080655 Feb 15 14:09:21.141255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03eeae-28a0-4648-8d94-2d5e51676c23 req-11813afb-bb46-4b42-ba5a-11661c9a81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:21.143595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b03eeae-28a0-4648-8d94-2d5e51676c23 req-11813afb-bb46-4b42-ba5a-11661c9a81fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 1128 time: 0.2002177 Feb 15 14:09:21.297434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80d61831-e46c-428c-b5a2-e632c1546ffc req-db123122-09f3-4373-ae37-afa47736fdc5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938429 Feb 15 14:09:21.306510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b03eeae-28a0-4648-8d94-2d5e51676c23 req-0f347d2e-2d58-44f6-aeef-66fc08ea87a3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519063 Feb 15 14:09:21.318766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2894c48-3729-4d9d-8de5-74aa964abedc req-726f6f10-a675-4162-ab6f-be00f76b417e tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:21.320388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2894c48-3729-4d9d-8de5-74aa964abedc req-726f6f10-a675-4162-ab6f-be00f76b417e tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1343710 Feb 15 14:09:21.381512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2894c48-3729-4d9d-8de5-74aa964abedc req-df396d09-0a06-4e4c-869b-c728d83169b6 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553176 Feb 15 14:09:21.923827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166691b8-931f-4a1c-b9fe-9b06418837e1 req-ec1e6b07-750f-4e18-add6-bcdd2b97986c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:21.931615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-166691b8-931f-4a1c-b9fe-9b06418837e1 req-ec1e6b07-750f-4e18-add6-bcdd2b97986c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.1477029 Feb 15 14:09:21.973233 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b1b2-35ba-477a-93da-535d24e678cb req-e6845940-b376-42ce-aac5-3886df7e8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:21.974798 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8b4b1b2-35ba-477a-93da-535d24e678cb req-e6845940-b376-42ce-aac5-3886df7e8f90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 1128 time: 0.0783198 Feb 15 14:09:21.997216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea9c71-40a6-4b1f-b4d4-148d89a3112c req-bf3e72e2-f7c1-4bd1-800f-4efe74d13484 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:22.005095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9ea9c71-40a6-4b1f-b4d4-148d89a3112c req-bf3e72e2-f7c1-4bd1-800f-4efe74d13484 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.1698630 Feb 15 14:09:22.102342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-166691b8-931f-4a1c-b9fe-9b06418837e1 req-79f51c0d-7a5f-4ad2-bdca-2c3f6b8600e3 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695907 Feb 15 14:09:22.147383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9ea9c71-40a6-4b1f-b4d4-148d89a3112c req-5eb9fa2b-3169-4796-a099-5ba346e939c0 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408367 Feb 15 14:09:22.198849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b1b2-35ba-477a-93da-535d24e678cb req-2c9e809c-0f20-49e3-87d1-b57a40fa4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:22.202624 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8b4b1b2-35ba-477a-93da-535d24e678cb req-2c9e809c-0f20-49e3-87d1-b57a40fa4220 service neutron] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 912 time: 0.2215312 Feb 15 14:09:22.279779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94d6fdec-284f-40c7-95c5-8ecb0db35b90 req-43c11c66-6011-4acd-95bc-b71ce27559c2 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0579760 Feb 15 14:09:22.287412 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8b4b1b2-35ba-477a-93da-535d24e678cb req-313c0660-72a9-4a26-92a5-74ab549e3788 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b HTTP/1.1" status: 200 len: 217 time: 0.0774302 Feb 15 14:09:22.386953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b1b2-35ba-477a-93da-535d24e678cb req-2d9c186d-5169-41eb-acf0-6afac8955291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:22.388509 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8b4b1b2-35ba-477a-93da-535d24e678cb req-2d9c186d-5169-41eb-acf0-6afac8955291 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.0931339 Feb 15 14:09:22.432790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8b4b1b2-35ba-477a-93da-535d24e678cb req-5fbb2b24-8126-40ba-9e02-f6015bff9944 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365279 Feb 15 14:09:22.566809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e520-65da-49b7-932e-68b939fedffe req-727a574b-c7ee-41d1-ab87-1645bac2d6b9 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:22.567814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4894e520-65da-49b7-932e-68b939fedffe req-727a574b-c7ee-41d1-ab87-1645bac2d6b9 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 945 time: 0.1208575 Feb 15 14:09:22.604281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507880a-36d0-4d85-9a93-918a569b4afd req-3fa7150c-da69-430d-bd9b-6885c9d05b7f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:22.611636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a507880a-36d0-4d85-9a93-918a569b4afd req-3fa7150c-da69-430d-bd9b-6885c9d05b7f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.0958214 Feb 15 14:09:22.684975 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8b4b1b2-35ba-477a-93da-535d24e678cb req-36b6d561-438a-40ac-814a-3eb82af3f2f4 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428718 Feb 15 14:09:22.692754 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4894e520-65da-49b7-932e-68b939fedffe req-8a977c9a-bcc3-4515-9178-bfbd512cdead tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128764 Feb 15 14:09:22.706297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a507880a-36d0-4d85-9a93-918a569b4afd req-c406bb20-7975-4396-85b3-9e922c35b224 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914130 Feb 15 14:09:22.880937 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b8b4b1b2-35ba-477a-93da-535d24e678cb req-8494e378-9646-490e-a675-bc4cb49e7757 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849272 Feb 15 14:09:23.278721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1aad5-1ee2-4e4b-ab68-2e0598a4fdbc req-28c3ee62-fa2d-49af-8076-23966323634e tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:23.282301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34f1aad5-1ee2-4e4b-ab68-2e0598a4fdbc req-28c3ee62-fa2d-49af-8076-23966323634e tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0797396 Feb 15 14:09:23.387229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2200b7-1df0-4d4b-9289-4bf43bbbf75f req-e51d6d8f-bd62-4e62-b1b6-8bc77ed921a0 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:23.388826 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f2200b7-1df0-4d4b-9289-4bf43bbbf75f req-e51d6d8f-bd62-4e62-b1b6-8bc77ed921a0 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.1045172 Feb 15 14:09:23.391919 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34f1aad5-1ee2-4e4b-ab68-2e0598a4fdbc req-d4f9f27b-d4d5-4654-975d-2917e8faf01d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958011 Feb 15 14:09:23.460586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f2200b7-1df0-4d4b-9289-4bf43bbbf75f req-396a5286-d9aa-413b-8f54-5b8d409b67ee tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628183 Feb 15 14:09:23.500849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c290546-295d-4d8b-905c-4a186f7d2595 req-c0a3e010-82aa-4e9f-b184-ae4030d4ae69 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0308392 Feb 15 14:09:23.872310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21136a-8a6e-4ad0-b8e0-72950d21c2f8 req-a8f2a2a0-ce98-46d1-9ff4-e3ea366bd71e tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:23.873888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d21136a-8a6e-4ad0-b8e0-72950d21c2f8 req-a8f2a2a0-ce98-46d1-9ff4-e3ea366bd71e tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1010077 Feb 15 14:09:23.911093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd861b7-8a5b-4212-a839-dcf7f0e3f1ca req-072cd2b4-1058-4d57-a6a1-844bb54cd4ff tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:23.913747 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ebd861b7-8a5b-4212-a839-dcf7f0e3f1ca req-072cd2b4-1058-4d57-a6a1-844bb54cd4ff tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 945 time: 0.0976098 Feb 15 14:09:23.970068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d21136a-8a6e-4ad0-b8e0-72950d21c2f8 req-ebca75ef-9d47-4bc6-9552-855f2ad3c68a tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880015 Feb 15 14:09:23.988033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ebd861b7-8a5b-4212-a839-dcf7f0e3f1ca req-013eef03-a71a-4be4-a5c9-5bea023b50fd tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684204 Feb 15 14:09:24.540083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f707d-8c56-4ce2-bf20-7e439d70b20a req-950a054f-bd3f-4f30-b181-7a0996664f02 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:24.548822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b4f707d-8c56-4ce2-bf20-7e439d70b20a req-950a054f-bd3f-4f30-b181-7a0996664f02 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0784795 Feb 15 14:09:24.640919 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b4f707d-8c56-4ce2-bf20-7e439d70b20a req-bb77d52b-33f5-427d-ada4-09f85e266c5d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900247 Feb 15 14:09:24.674938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed03dcd-0861-401d-82f3-260a32b1b220 req-2409e183-9fc4-43ef-868f-f84ea5109c25 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:24.676738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ed03dcd-0861-401d-82f3-260a32b1b220 req-2409e183-9fc4-43ef-868f-f84ea5109c25 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 945 time: 0.1122985 Feb 15 14:09:24.756805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1942c6f4-8a71-41a8-ae99-2c3766b7a64c req-410e3019-1f6c-4c6c-9e38-d08f4a0dcc26 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0342755 Feb 15 14:09:24.803491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ed03dcd-0861-401d-82f3-260a32b1b220 req-895ad431-33c0-40e7-8b63-36065a2a7f5a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100807 Feb 15 14:09:25.125465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5427e0c-d35e-4ef8-832f-89568db9a9dd req-57d6855c-1cbc-457f-bc99-c15c96ff5200 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:25.127104 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5427e0c-d35e-4ef8-832f-89568db9a9dd req-57d6855c-1cbc-457f-bc99-c15c96ff5200 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.0607231 Feb 15 14:09:25.190077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5427e0c-d35e-4ef8-832f-89568db9a9dd req-b078bdf0-d3df-4515-afb4-4390db8abd88 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512347 Feb 15 14:09:25.450165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 7954f88b-e1ff-47fc-a4fd-66b96dedc88b no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:09:25.537454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:25.537752 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:25.564262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:25.567182 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4ce2f5-e76e-493c-ba06-8e3a31dc77d2" -d '{"events": [{"server_uuid": "3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "7954f88b-e1ff-47fc-a4fd-66b96dedc88b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:25.581970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:25.588928 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:25.618665 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3bb5dd-5a3f-4702-ab16-45cc89467097 x-openstack-request-id: req-8d3bb5dd-5a3f-4702-ab16-45cc89467097 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:25.619025 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab", "name": "network-vif-unplugged", "status": "failed", "tag": "7954f88b-e1ff-47fc-a4fd-66b96dedc88b", "code": 422}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:25.619287 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d3bb5dd-5a3f-4702-ab16-45cc89467097 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:25.619758 n-d-829064-15 neutron-server[109973]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b', 'code': 422} returned with failed status Feb 15 14:09:25.655061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:26.089480 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-098bfa74-1b16-4e0f-b8a8-9d77a3316e5c req-9dbf773f-b376-469a-900b-1349a5924e22 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0336094 Feb 15 14:09:26.110439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fc98d-2ec6-4db7-bf1e-4f0d5dcac40a req-b6044525-fd64-4749-9384-dd58253dabb8 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:26.112007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc2fc98d-2ec6-4db7-bf1e-4f0d5dcac40a req-b6044525-fd64-4749-9384-dd58253dabb8 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.4049861 Feb 15 14:09:26.188707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc2fc98d-2ec6-4db7-bf1e-4f0d5dcac40a req-b336ab33-229a-4dba-b140-e31e01f16671 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578983 Feb 15 14:09:26.256869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec255c6-d58b-4b70-adf7-90e0d52cd158 req-2e1d0b79-abeb-4f33-b618-81b23abb4e56 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:26.258547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ec255c6-d58b-4b70-adf7-90e0d52cd158 req-2e1d0b79-abeb-4f33-b618-81b23abb4e56 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 943 time: 0.0679877 Feb 15 14:09:26.332475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ec255c6-d58b-4b70-adf7-90e0d52cd158 req-7cda2e1c-1abf-4152-9fd2-0a1da684cd79 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655954 Feb 15 14:09:26.396999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38f886-4775-477a-bc5d-4cebb8e99b4f req-96b33f6e-6371-4bbd-b8f3-6fbff3a2ddc2 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:26.399082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f38f886-4775-477a-bc5d-4cebb8e99b4f req-96b33f6e-6371-4bbd-b8f3-6fbff3a2ddc2 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.0813501 Feb 15 14:09:26.485260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f38f886-4775-477a-bc5d-4cebb8e99b4f req-e82d75e7-713c-4a49-ac53-c61c1228fbcf tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805960 Feb 15 14:09:26.783280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40286) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:26.937822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a972-0aca-4c5a-b66a-9b427772e71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:27.081288 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a972-0aca-4c5a-b66a-9b427772e71d admin admin] Publish callbacks [] for security_group (fd8bfe96-0613-49e2-9194-1a929cc162af), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:27.088494 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a972-0aca-4c5a-b66a-9b427772e71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fd8bfe96-0613-49e2-9194-1a929cc162af), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:27.139964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c5c2a972-0aca-4c5a-b66a-9b427772e71d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=699fd31b36964acfb11ecc421e86e704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3529065 Feb 15 14:09:27.139964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2a972-0aca-4c5a-b66a-9b427772e71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8bfe96-0613-49e2-9194-1a929cc162af,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:27.140758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40312) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:27.306436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eef1ddb2-2a36-4645-8985-23ab3b8e0656 req-03bd9940-fdd1-4ea5-a2a6-be783e31e7fa tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0663702 Feb 15 14:09:27.342281 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6dad693-7b48-4f54-a5e7-246e59f55232 admin admin] Publish callbacks [] for security_group (fd8bfe96-0613-49e2-9194-1a929cc162af), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:27.387005 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6dad693-7b48-4f54-a5e7-246e59f55232 admin admin] Publish callbacks [] for security_group (fd8bfe96-0613-49e2-9194-1a929cc162af), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:27.504757 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6dad693-7b48-4f54-a5e7-246e59f55232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fd8bfe96-0613-49e2-9194-1a929cc162af), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:27.507733 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6dad693-7b48-4f54-a5e7-246e59f55232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:27.513375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f6dad693-7b48-4f54-a5e7-246e59f55232 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fd8bfe96-0613-49e2-9194-1a929cc162af HTTP/1.1" status: 204 len: 168 time: 0.3663180 Feb 15 14:09:27.524536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dad693-7b48-4f54-a5e7-246e59f55232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8bfe96-0613-49e2-9194-1a929cc162af,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:27.562140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8d082-7301-49f1-93d9-69b215fbfba2 req-7f2d8760-da13-4606-943c-01b1e421ae80 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:27.563748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93f8d082-7301-49f1-93d9-69b215fbfba2 req-7f2d8760-da13-4606-943c-01b1e421ae80 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab HTTP/1.1" status: 200 len: 943 time: 0.1139078 Feb 15 14:09:27.570955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb4b84-3fa8-4595-8430-331c1d4df04a req-b2f541f4-01cc-4346-8b10-b76b64362c75 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:27.578384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbfb4b84-3fa8-4595-8430-331c1d4df04a req-b2f541f4-01cc-4346-8b10-b76b64362c75 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.1445527 Feb 15 14:09:27.708980 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbfb4b84-3fa8-4595-8430-331c1d4df04a req-26059006-cff2-483f-b44d-ffcc82dbea34 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293035 Feb 15 14:09:27.745966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-93f8d082-7301-49f1-93d9-69b215fbfba2 req-bb393472-0109-4d69-b4f4-c7d2786169f7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Deleting port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:27.746316 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93f8d082-7301-49f1-93d9-69b215fbfba2 req-bb393472-0109-4d69-b4f4-c7d2786169f7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:27.981331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-93f8d082-7301-49f1-93d9-69b215fbfba2 req-bb393472-0109-4d69-b4f4-c7d2786169f7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] For port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:27.981781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93f8d082-7301-49f1-93d9-69b215fbfba2 req-bb393472-0109-4d69-b4f4-c7d2786169f7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:28.008757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e29354-7556-46c3-8e5d-90d6246d75d7 req-4160c4f8-ce85-4dba-8d10-6fbc77d119a2 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:28.016874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2e29354-7556-46c3-8e5d-90d6246d75d7 req-4160c4f8-ce85-4dba-8d10-6fbc77d119a2 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1192048 Feb 15 14:09:28.041294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-93f8d082-7301-49f1-93d9-69b215fbfba2 req-bb393472-0109-4d69-b4f4-c7d2786169f7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Calling delete_port for 7954f88b-e1ff-47fc-a4fd-66b96dedc88b owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:28.101806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2e29354-7556-46c3-8e5d-90d6246d75d7 req-8c737a30-a09d-4ae0-b0bf-c6d96e7b790f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818243 Feb 15 14:09:28.288132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93f8d082-7301-49f1-93d9-69b215fbfba2 req-bb393472-0109-4d69-b4f4-c7d2786169f7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7954f88b-e1ff-47fc-a4fd-66b96dedc88b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:28.329418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb393472-0109-4d69-b4f4-c7d2786169f7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event deleted for resources: {'Port': ['ID=7954f88b-e1ff-47fc-a4fd-66b96dedc88b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:28.389086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f8d082-7301-49f1-93d9-69b215fbfba2 req-bb393472-0109-4d69-b4f4-c7d2786169f7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] No DVR routers for this DVR port 7954f88b-e1ff-47fc-a4fd-66b96dedc88b on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:09:28.395106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-93f8d082-7301-49f1-93d9-69b215fbfba2 req-bb393472-0109-4d69-b4f4-c7d2786169f7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:28.401826 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93f8d082-7301-49f1-93d9-69b215fbfba2 req-bb393472-0109-4d69-b4f4-c7d2786169f7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "DELETE /v2.0/ports/7954f88b-e1ff-47fc-a4fd-66b96dedc88b HTTP/1.1" status: 204 len: 173 time: 0.8191507 Feb 15 14:09:28.402590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'name': 'network-vif-deleted', 'tag': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:28.405014 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6da635b-eb57-43f5-b778-cc89c2620ca4" -d '{"events": [{"server_uuid": "3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab", "name": "network-vif-deleted", "tag": "7954f88b-e1ff-47fc-a4fd-66b96dedc88b"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:28.474724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c8c00bb-deb4-45f3-bcef-1f96eeb20ad6 req-76640a79-a0bb-4395-905b-033243a788e3 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0450175 Feb 15 14:09:28.557519 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaefc52-c2c2-42f0-b3cd-56e5c8d9ab9d x-openstack-request-id: req-daaefc52-c2c2-42f0-b3cd-56e5c8d9ab9d {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:28.557949 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab", "name": "network-vif-deleted", "tag": "7954f88b-e1ff-47fc-a4fd-66b96dedc88b", "status": "failed", "code": 422}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:28.558504 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-daaefc52-c2c2-42f0-b3cd-56e5c8d9ab9d {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:28.559141 n-d-829064-15 neutron-server[109971]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ac1b1f5-0b5f-4a70-a291-1ae81e91f8ab', 'name': 'network-vif-deleted', 'tag': '7954f88b-e1ff-47fc-a4fd-66b96dedc88b', 'status': 'failed', 'code': 422} returned with failed status Feb 15 14:09:28.972358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499ce64-5e28-418c-bd03-6dd528afe0e2 req-b626263f-88d8-4819-8f7b-bf410ebe25e3 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:28.981496 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6499ce64-5e28-418c-bd03-6dd528afe0e2 req-b626263f-88d8-4819-8f7b-bf410ebe25e3 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0928524 Feb 15 14:09:29.147495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6499ce64-5e28-418c-bd03-6dd528afe0e2 req-4aec4a7f-3122-4102-8bc0-05a85df80c3e tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649959 Feb 15 14:09:29.249506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-a459f077-d3d6-4c8e-9b14-9ecd30255d17 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:29.251223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-a459f077-d3d6-4c8e-9b14-9ecd30255d17 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.1936011 Feb 15 14:09:29.308080 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-63d896dc-e23c-43d7-8901-2e9fe60cd8c9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/quotas/06893bd186c246f8b491a5eab23d1c1b HTTP/1.1" status: 200 len: 375 time: 0.0509176 Feb 15 14:09:29.361921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-0af56721-92be-43e9-a7a7-6dc05a8bd022 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447421 Feb 15 14:09:29.376485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57f64b-5db8-4988-91ca-1242d1a5ed13 req-fdf0c359-68a9-4d3b-bfd7-55d3e7064ceb tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:29.378302 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee57f64b-5db8-4988-91ca-1242d1a5ed13 req-fdf0c359-68a9-4d3b-bfd7-55d3e7064ceb tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1083777 Feb 15 14:09:29.447773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee57f64b-5db8-4988-91ca-1242d1a5ed13 req-a47aa30f-003b-412e-bcb9-96801f13b452 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636024 Feb 15 14:09:29.628559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03aeaec0-1256-4781-9df3-db34a0f09bf1 req-a301359f-0769-4540-895e-fe27f7c3ff0a tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0666409 Feb 15 14:09:29.683844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-26433cee-0bd2-4b27-a7cc-876473d39428 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034270 Feb 15 14:09:29.801454 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5cea91f7-8430-4656-93e7-9028c0cfd128 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123810 Feb 15 14:09:30.020651 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-246a75b6-f46f-4c55-a7a0-4ae68bf69b5b req-cd49bd4a-7035-4e10-8b8a-d0a470f35325 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 210 time: 0.0456603 Feb 15 14:09:30.357953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1098f95-8515-4a30-981a-0d3c220d5391 req-20ef720e-85b7-4846-bcd6-d00e2bebb5a5 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:30.367135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1098f95-8515-4a30-981a-0d3c220d5391 req-20ef720e-85b7-4846-bcd6-d00e2bebb5a5 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0972970 Feb 15 14:09:30.449932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1098f95-8515-4a30-981a-0d3c220d5391 req-b40a5163-168d-4c57-bf9f-d4574468b19e tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745213 Feb 15 14:09:30.630530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e1558-b19d-4d00-b10f-5f84617a712e req-17783a51-7c82-4c6d-84e1-699785c25995 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:30.641117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-114e1558-b19d-4d00-b10f-5f84617a712e req-17783a51-7c82-4c6d-84e1-699785c25995 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.0963874 Feb 15 14:09:30.769712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-114e1558-b19d-4d00-b10f-5f84617a712e req-6ffbf421-dfdc-4fca-9b4e-2ccb6999c689 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265712 Feb 15 14:09:30.807243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07939005-d8f1-4098-9d23-172c751c4a8f req-1347a665-f4ca-465c-a1b6-1e3cc1546588 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0551374 Feb 15 14:09:30.899420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40534) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:31.018169 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5142c9c-762d-4aa5-b10b-3a0953273ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:31.035854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40538) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:31.118852 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5142c9c-762d-4aa5-b10b-3a0953273ec8 admin admin] Publish callbacks [] for security_group (d43fcd24-9ef9-4b06-aa7c-54686f828f00), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:31.126106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5142c9c-762d-4aa5-b10b-3a0953273ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d43fcd24-9ef9-4b06-aa7c-54686f828f00), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:31.192262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5142c9c-762d-4aa5-b10b-3a0953273ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43fcd24-9ef9-4b06-aa7c-54686f828f00,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:31.244715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bbb4416-302b-4d59-860f-55a77473ea1c req-a07a0f97-8101-42f5-be4a-a1542c27175c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 210 time: 0.0648992 Feb 15 14:09:31.248875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d5142c9c-762d-4aa5-b10b-3a0953273ec8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ca4d98b9ff045f4b387c7cb5e025fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472552 Feb 15 14:09:31.251285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40544) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:31.324358 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb320-19a3-4f02-bb0c-542ad8741709 admin admin] Publish callbacks [] for security_group (d43fcd24-9ef9-4b06-aa7c-54686f828f00), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:31.368617 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb320-19a3-4f02-bb0c-542ad8741709 admin admin] Publish callbacks [] for security_group (d43fcd24-9ef9-4b06-aa7c-54686f828f00), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:31.436450 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb320-19a3-4f02-bb0c-542ad8741709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d43fcd24-9ef9-4b06-aa7c-54686f828f00), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:31.439535 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb320-19a3-4f02-bb0c-542ad8741709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:31.441155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bcfbb320-19a3-4f02-bb0c-542ad8741709 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d43fcd24-9ef9-4b06-aa7c-54686f828f00 HTTP/1.1" status: 204 len: 168 time: 0.1889286 Feb 15 14:09:31.452764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbb320-19a3-4f02-bb0c-542ad8741709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43fcd24-9ef9-4b06-aa7c-54686f828f00,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:31.579703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5b43a234-74f2-4a06-a856-7701ef61337d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:31.581565 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5b43a234-74f2-4a06-a856-7701ef61337d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.2174559 Feb 15 14:09:31.618846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Request body: {'port': {'device_id': '7322afbf-317e-433e-a3fd-b714b656967e', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'admin_state_up': True, 'tenant_id': '06893bd186c246f8b491a5eab23d1c1b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:31.641551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef11e1-e80b-4866-8d94-e4cee33f7ca8 req-dd6a31b8-9912-4d20-95ea-3422292315ad tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:31.643333 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80ef11e1-e80b-4866-8d94-e4cee33f7ca8 req-dd6a31b8-9912-4d20-95ea-3422292315ad tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0660577 Feb 15 14:09:31.702389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80ef11e1-e80b-4866-8d94-e4cee33f7ca8 req-af6405fe-a552-4c29-97da-558ca62d296b tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530956 Feb 15 14:09:31.822801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Made reservation on behalf of 06893bd186c246f8b491a5eab23d1c1b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:09:31.826780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:31.945176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40556) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:31.974339 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dcd1608e-d843-4378-a7ba-d59b2a07788f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:31.980666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6519cbe-7c5a-4b5a-9bc3-d44897120c5f req-d38b99c5-3c0a-4911-91a5-4f7f52814ac4 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0510850 Feb 15 14:09:32.011791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26ce8-f41d-452f-be3f-fd8f33c2988f req-c6293835-9546-4c96-b7df-c6dc8cc8bc6d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:32.013542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ae26ce8-f41d-452f-be3f-fd8f33c2988f req-c6293835-9546-4c96-b7df-c6dc8cc8bc6d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1436968 Feb 15 14:09:32.015877 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (9c54b70b-225f-441d-8c2f-1f4fc788098c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.111593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ae26ce8-f41d-452f-be3f-fd8f33c2988f req-186a0751-a6a7-433b-9b0a-749144f13167 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886147 Feb 15 14:09:32.131918 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dcd1608e-d843-4378-a7ba-d59b2a07788f admin admin] Publish callbacks [] for security_group (3a619861-2675-499c-bf66-7f8cf8012e2a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.137976 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dcd1608e-d843-4378-a7ba-d59b2a07788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3a619861-2675-499c-bf66-7f8cf8012e2a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.180690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1608e-d843-4378-a7ba-d59b2a07788f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a619861-2675-499c-bf66-7f8cf8012e2a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:32.192870 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dcd1608e-d843-4378-a7ba-d59b2a07788f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a858369edb7b4874b6f00851e996bb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439904 Feb 15 14:09:32.193857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40558) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:32.266049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0555364-954b-45e2-93a2-8dc63caac0cc admin admin] Publish callbacks [] for security_group (3a619861-2675-499c-bf66-7f8cf8012e2a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.269352 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Allocated IP 172.20.0.7 (70d01a53-a671-4116-a829-4f8374d7f37c/11f38b3d-5cb6-4f97-887a-3824fb0bba29/1b6ed615-e904-48c4-a062-e5540c028d9d) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:09:32.297172 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0555364-954b-45e2-93a2-8dc63caac0cc admin admin] Publish callbacks [] for security_group (3a619861-2675-499c-bf66-7f8cf8012e2a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.385648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b03746b-28f7-4db2-9ac1-c9e6ae53456d req-7ec05aaf-866b-49e1-9dab-059eba505027 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 210 time: 0.0456741 Feb 15 14:09:32.400307 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0555364-954b-45e2-93a2-8dc63caac0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3a619861-2675-499c-bf66-7f8cf8012e2a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.403488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0555364-954b-45e2-93a2-8dc63caac0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.404935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d0555364-954b-45e2-93a2-8dc63caac0cc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a619861-2675-499c-bf66-7f8cf8012e2a HTTP/1.1" status: 204 len: 168 time: 0.2107644 Feb 15 14:09:32.436722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0555364-954b-45e2-93a2-8dc63caac0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a619861-2675-499c-bf66-7f8cf8012e2a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:32.569706 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks [] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.606532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting port 812c446c-9cac-482f-b6eb-e04850dbd589 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:32.606532 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.675496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.740056 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Network 70d01a53-a671-4116-a829-4f8374d7f37c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:32.752419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:32.755052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:09:32.806937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] For port 812c446c-9cac-482f-b6eb-e04850dbd589, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=812c446c-9cac-482f-b6eb-e04850dbd589,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:32.807311 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.810179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event updated for resources: {'Port': ['ID=1b6ed615-e904-48c4-a062-e5540c028d9d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:32.841726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Calling delete_port for 812c446c-9cac-482f-b6eb-e04850dbd589 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:32.855658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:32.855658 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:32.886053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64661a-9e40-47d4-b469-ed67ade5087f req-93266cc7-cfa9-4d23-9509-d94da8a5873c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:32.895448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc64661a-9e40-47d4-b469-ed67ade5087f req-93266cc7-cfa9-4d23-9509-d94da8a5873c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.1037953 Feb 15 14:09:32.919168 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-e1db6c39-d0b5-4956-82f6-90c0c0f4ddd8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3080904 Feb 15 14:09:32.943146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Request body: {'port': {'device_id': '7322afbf-317e-433e-a3fd-b714b656967e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:32.958646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc64661a-9e40-47d4-b469-ed67ade5087f req-8c75bc9d-d351-488c-832e-c7d878e1a8ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617855 Feb 15 14:09:33.096907 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:33.161949 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92b97e4a-e7b2-4b9e-868e-e1b78ca2c23d req-fd4693f1-5b54-4370-accd-332b0b888343 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0502672 Feb 15 14:09:33.267004 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (812c446c-9cac-482f-b6eb-e04850dbd589), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:33.283378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd7f5d-b5e3-46e4-a72e-4549e753adab req-25b2d781-d4e7-4d3a-9eae-9a4b0dc17cc0 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:33.285406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37cd7f5d-b5e3-46e4-a72e-4549e753adab req-25b2d781-d4e7-4d3a-9eae-9a4b0dc17cc0 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.0681086 Feb 15 14:09:33.326944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Port': ['ID=812c446c-9cac-482f-b6eb-e04850dbd589,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:33.384613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37cd7f5d-b5e3-46e4-a72e-4549e753adab req-9bf149e2-c2fa-4146-8126-4c08f252f85e tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926540 Feb 15 14:09:33.588976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40594) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:33.691347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc24ca9-29ba-4e6d-9da3-f27b2896472d req-32a09fbc-1a50-4a73-a1c3-52d5728b9bb9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:33.696244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdc24ca9-29ba-4e6d-9da3-f27b2896472d req-32a09fbc-1a50-4a73-a1c3-52d5728b9bb9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 931 time: 0.1393049 Feb 15 14:09:33.779589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdc24ca9-29ba-4e6d-9da3-f27b2896472d req-a557e995-9c96-4031-bd8e-6641c8b9d632 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738544 Feb 15 14:09:33.794270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-30885049-network', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:33.816785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6ed615-e904-48c4-a062-e5540c028d9d {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:09:33.829942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Publish callbacks [] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:33.858634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Transition to ACTIVE for port object 1b6ed615-e904-48c4-a062-e5540c028d9d will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:09:33.859503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Made reservation on behalf of 8c29426f2a2d43d1bc8516dc4bb81932 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:09:33.862011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:33.867624 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:33.869924 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (9c54b70b-225f-441d-8c2f-1f4fc788098c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:33.889131 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:34.100722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014d4cb-32aa-4a80-8a83-c8cbf9ff8f65 req-42af588f-7c05-473c-8cb8-e9726e9b3826 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:34.102564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a014d4cb-32aa-4a80-8a83-c8cbf9ff8f65 req-42af588f-7c05-473c-8cb8-e9726e9b3826 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0631564 Feb 15 14:09:34.160167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a014d4cb-32aa-4a80-8a83-c8cbf9ff8f65 req-9c8157e6-bee0-43b4-9403-efc07148bf9f tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503330 Feb 15 14:09:34.277584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1dd26646-2888-4414-a706-9e55bd708f52 req-1329325d-4574-4803-8969-4d83acfecc6c tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0381324 Feb 15 14:09:34.350547 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Pushing event updated for resources: {'Port': ['ID=1b6ed615-e904-48c4-a062-e5540c028d9d,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:34.507815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Attempting to bind port 1b6ed615-e904-48c4-a062-e5540c028d9d on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:09:34.508334 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Attempting to bind port 1b6ed615-e904-48c4-a062-e5540c028d9d by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:09:34.508770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Attempting to bind port 1b6ed615-e904-48c4-a062-e5540c028d9d on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:34.534540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed3fcc-f09b-43a6-ac74-f344925dfa75 req-8e5efb8c-3cee-4b57-9d2a-84401186c307 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:34.536292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42ed3fcc-f09b-43a6-ac74-f344925dfa75 req-8e5efb8c-3cee-4b57-9d2a-84401186c307 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.0624139 Feb 15 14:09:34.590488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Port 1b6ed615-e904-48c4-a062-e5540c028d9d on network 70d01a53-a671-4116-a829-4f8374d7f37c not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:09:34.590978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Attempting to bind port 1b6ed615-e904-48c4-a062-e5540c028d9d on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:34.594459 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Publish callbacks [] for security_group (99a9acf7-79dd-4834-ba11-802549490c25), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:34.605397 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:09:34.605877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Checking segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:34.606389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Bound using segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:09:34.606950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Bound port: 1b6ed615-e904-48c4-a062-e5540c028d9d, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:09:34.607447 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:34.609488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (99a9acf7-79dd-4834-ba11-802549490c25), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:34.644394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42ed3fcc-f09b-43a6-ac74-f344925dfa75 req-b892733a-598c-4517-9d71-87a93382e4af tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988188 Feb 15 14:09:34.656415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:09:34.698010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a9acf7-79dd-4834-ba11-802549490c25,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:34.704107 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1625f4d9-a2c0-4f48-a367-a04e10aff797), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:34.707828 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Added segment 1625f4d9-a2c0-4f48-a367-a04e10aff797 of type vlan for network c8c73912-3615-4fc1-ad35-e54c9f618d74 Feb 15 14:09:34.781071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (c8c73912-3615-4fc1-ad35-e54c9f618d74), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:34.820581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] For port 1b6ed615-e904-48c4-a062-e5540c028d9d, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:09:34.825384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 9c54b70b-225f-441d-8c2f-1f4fc788098c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:09:34.843322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] For port 1b6ed615-e904-48c4-a062-e5540c028d9d, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1b6ed615-e904-48c4-a062-e5540c028d9d,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:09:34.845239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (c8c73912-3615-4fc1-ad35-e54c9f618d74), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:34.846217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:34.846803 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:34.934791 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:34.950703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8694-89d9-4094-870c-21cd20507ed1 req-709932aa-762d-4c0e-8edd-444027bb09c7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:34.952394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71db8694-89d9-4094-870c-21cd20507ed1 req-709932aa-762d-4c0e-8edd-444027bb09c7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 943 time: 0.0703404 Feb 15 14:09:35.010561 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4182534 Feb 15 14:09:35.014555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40608) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:35.026278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] Request body: {'subnet': {'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-30885049-subnet', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:35.039054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:35.039691 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:35.041158 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] 10.222.0.42 "PUT /v2.0/ports/1b6ed615-e904-48c4-a062-e5540c028d9d HTTP/1.1" status: 200 len: 1092 time: 2.1029553 Feb 15 14:09:35.042370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7322afbf-317e-433e-a3fd-b714b656967e', 'tag': '1b6ed615-e904-48c4-a062-e5540c028d9d'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:35.042536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71db8694-89d9-4094-870c-21cd20507ed1 req-6cd424a6-c619-48d0-950b-1e8874a34af3 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842409 Feb 15 14:09:35.044278 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c17eac-1087-4182-bba3-6c7bbad974df" -d '{"events": [{"name": "network-changed", "server_uuid": "7322afbf-317e-433e-a3fd-b714b656967e", "tag": "1b6ed615-e904-48c4-a062-e5540c028d9d"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:35.058853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416a016-4743-4c14-8e87-34c825637e63 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c73912-3615-4fc1-ad35-e54c9f618d74,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:35.079101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:09:35.093905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0710ab-30c8-4499-a4e7-947ba19f438e service neutron] Pushing event updated for resources: {'Port': ['ID=1b6ed615-e904-48c4-a062-e5540c028d9d,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:35.098093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] Made reservation on behalf of 8c29426f2a2d43d1bc8516dc4bb81932 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:09:35.101482 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:35.150683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:09:35.156368 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ef3d907f-27a8-4352-9699-221f8141a095 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "PUT /v2.0/routers/9c54b70b-225f-441d-8c2f-1f4fc788098c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1178689 Feb 15 14:09:35.171591 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737fe1e9-8d4e-43c8-a7ef-ed6b523e8222 None None] Sync routers for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:09:35.184470 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737fe1e9-8d4e-43c8-a7ef-ed6b523e8222 None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:35.189180 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-737fe1e9-8d4e-43c8-a7ef-ed6b523e8222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:35.195076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-b2b233ec-a4b2-4910-8f19-1716a58723ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:35.202262 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-b2b233ec-a4b2-4910-8f19-1716a58723ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 1126 time: 0.0989037 Feb 15 14:09:35.293308 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-af8037f2-dfee-45b9-a159-f3225cb60e61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b6ed615-e904-48c4-a062-e5540c028d9d HTTP/1.1" status: 200 len: 217 time: 0.0752680 Feb 15 14:09:35.364625 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-737fe1e9-8d4e-43c8-a7ef-ed6b523e8222 None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:35.372928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-2d843275-7bd7-43d2-9d5c-e177e6524ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:35.375186 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-2d843275-7bd7-43d2-9d5c-e177e6524ecb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.0755513 Feb 15 14:09:35.377721 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (5bdd149c-20c0-4211-876f-a7af9ef676ae), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:35.459926 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97847e82-0191-46ec-a28b-5cac73469edc x-openstack-request-id: req-97847e82-0191-46ec-a28b-5cac73469edc {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:35.460351 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7322afbf-317e-433e-a3fd-b714b656967e", "tag": "1b6ed615-e904-48c4-a062-e5540c028d9d", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:35.460768 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97847e82-0191-46ec-a28b-5cac73469edc {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:35.461381 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7322afbf-317e-433e-a3fd-b714b656967e', 'tag': '1b6ed615-e904-48c4-a062-e5540c028d9d', 'status': 'completed', 'code': 200} Feb 15 14:09:35.472157 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-f5b6c7b3-1667-4666-9466-f8f4d02fee99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895507 Feb 15 14:09:35.525314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bdd149c-20c0-4211-876f-a7af9ef676ae,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:35.640807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] Checking segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:35.641253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] Network hostable DHCP agents. Network: c8c73912-3615-4fc1-ad35-e54c9f618d74, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:09:35.672198 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-8dc7cf01-3d82-4c21-8c22-48f287f2cb80 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906004 Feb 15 14:09:35.728881 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e32cdcd2-4c99-4421-b16a-dc413fdf63d3 req-1439c7b2-aeed-43d1-b9a3-b6fc618d39b1 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0505493 Feb 15 14:09:35.742943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:09:35.769952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec486-6b50-47a1-a938-241f06d2dfae req-d4fe96fe-104d-4e6f-aba1-cd4e447340da tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:35.782891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a0ec486-6b50-47a1-a938-241f06d2dfae req-d4fe96fe-104d-4e6f-aba1-cd4e447340da tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.2617109 Feb 15 14:09:35.799813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, c8c73912-3615-4fc1-ad35-e54c9f618d74) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:35.815513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cd09ca-2402-4b1f-8d84-74b9bd0a3438 None None] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:09:35.818429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:35.818943 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:35.866684 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7b6c2b83-15ec-4d7e-bba4-5f7620730ac3 req-925520da-0a4d-4ad2-82ee-c485cd616b5f service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843522 Feb 15 14:09:35.881040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b2ac0825-9c64-4848-91e7-16bd0576ae84 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8651931 Feb 15 14:09:35.885011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40628) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:35.891036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:35.938138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (701ba21b-9555-42a1-aaf0-e2338ea93b61), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:35.940441 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (701ba21b-9555-42a1-aaf0-e2338ea93b61), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:35.951905 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a0ec486-6b50-47a1-a938-241f06d2dfae req-ceabc579-7e8d-4050-8df8-0e1005c06754 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139891 Feb 15 14:09:35.970966 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-737fe1e9-8d4e-43c8-a7ef-ed6b523e8222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:33Z', 'revision_number': 6, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '06af2a71-48cf-4cf4-bdb5-76cf4ceb2640', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'port_id': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'mac_address': 'fa:16:3e:02:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:07:07Z', 'updated_at': '2022-02-15T14:07:10Z', 'revision_number': 1, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:35.995810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5496cad-8e17-45c4-ae98-69cfc7ae5be4 req-82ce7e01-2e10-4d97-b310-221bd1e54922 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:36.003828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5496cad-8e17-45c4-ae98-69cfc7ae5be4 req-82ce7e01-2e10-4d97-b310-221bd1e54922 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 946 time: 0.1360216 Feb 15 14:09:36.015674 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737fe1e9-8d4e-43c8-a7ef-ed6b523e8222 None None] Checking router: 9c54b70b-225f-441d-8c2f-1f4fc788098c for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:09:36.031306 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737fe1e9-8d4e-43c8-a7ef-ed6b523e8222 None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:36.033765 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-737fe1e9-8d4e-43c8-a7ef-ed6b523e8222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:36.073304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-c8c73912-3615-4fc1-ad35-e54c9f618d74', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:09:36.074180 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:36.111087 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5496cad-8e17-45c4-ae98-69cfc7ae5be4 req-93095ce1-d215-4fc3-9a3b-180fc7e41add tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053448 Feb 15 14:09:36.113055 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Publish callbacks [] for router_controller (701ba21b-9555-42a1-aaf0-e2338ea93b61), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:36.226329 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-737fe1e9-8d4e-43c8-a7ef-ed6b523e8222 None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:36.277237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Allocated IP 172.20.0.2 (c8c73912-3615-4fc1-ad35-e54c9f618d74/5bdd149c-20c0-4211-876f-a7af9ef676ae/a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:09:36.327323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b86e-a236-4bff-abd0-f4a249be4ae0 req-baed9140-7b01-41fd-bde7-b3dda34be347 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:36.328954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1584b86e-a236-4bff-abd0-f4a249be4ae0 req-baed9140-7b01-41fd-bde7-b3dda34be347 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.2177398 Feb 15 14:09:36.451869 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1584b86e-a236-4bff-abd0-f4a249be4ae0 req-5cce5a43-531d-46a6-9443-d44c4fff2ae2 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117754 Feb 15 14:09:36.470478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485790b-dac3-4463-bc90-05c266055b57 req-5ae04a71-d0be-4766-a985-b3c9c536427b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:36.478128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5485790b-dac3-4463-bc90-05c266055b57 req-5ae04a71-d0be-4766-a985-b3c9c536427b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 943 time: 0.2276254 Feb 15 14:09:36.492038 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Publish callbacks [] for router_gateway (701ba21b-9555-42a1-aaf0-e2338ea93b61), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:36.497350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c17eac-1087-4182-bba3-6c7bbad974df req-bddb9bac-143f-4aa6-bb9e-e7abdaaa1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:36.506236 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f2c17eac-1087-4182-bba3-6c7bbad974df req-bddb9bac-143f-4aa6-bb9e-e7abdaaa1f27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 1126 time: 0.5533364 Feb 15 14:09:36.537992 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Publish callbacks [] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:36.560276 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:36.584557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5485790b-dac3-4463-bc90-05c266055b57 req-b24bfb97-f8d4-4fce-a573-47e3ba0d555b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986407 Feb 15 14:09:36.612762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:36.619026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:36.622598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:09:36.639375 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-737fe1e9-8d4e-43c8-a7ef-ed6b523e8222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:33Z', 'revision_number': 6, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '06af2a71-48cf-4cf4-bdb5-76cf4ceb2640', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'port_id': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'mac_address': 'fa:16:3e:02:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:07:07Z', 'updated_at': '2022-02-15T14:07:10Z', 'revision_number': 1, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:36.652724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Pushing event updated for resources: {'Port': ['ID=a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:36.688312 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737fe1e9-8d4e-43c8-a7ef-ed6b523e8222 None None] The sync data for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 is: [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:33Z', 'revision_number': 6, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '06af2a71-48cf-4cf4-bdb5-76cf4ceb2640', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'port_id': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'mac_address': 'fa:16:3e:02:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:07:07Z', 'updated_at': '2022-02-15T14:07:10Z', 'revision_number': 1, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:09:36.696334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Attempting to bind port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:09:36.696716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Attempting to bind port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:09:36.697108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Attempting to bind port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:36.706392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:09:36.706809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Checking segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:36.707203 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:36.707595 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Bound using segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:09:36.708068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Bound port: a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:09:36.708444 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:36.719520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c17eac-1087-4182-bba3-6c7bbad974df req-2128243d-bb34-43e5-af8c-2d5b7bffd4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:36.721767 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f2c17eac-1087-4182-bba3-6c7bbad974df req-2128243d-bb34-43e5-af8c-2d5b7bffd4bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 912 time: 0.2143667 Feb 15 14:09:36.784671 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f2c17eac-1087-4182-bba3-6c7bbad974df req-6210bc30-e86b-4d02-97cd-0c44bd7abb28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b6ed615-e904-48c4-a062-e5540c028d9d HTTP/1.1" status: 200 len: 217 time: 0.0453463 Feb 15 14:09:36.820749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] For port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:09:36.825436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] For port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:09:36.838253 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:36.854648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c17eac-1087-4182-bba3-6c7bbad974df req-95e7fa12-7248-4ee1-877b-3d1a54265b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:36.856164 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f2c17eac-1087-4182-bba3-6c7bbad974df req-95e7fa12-7248-4ee1-877b-3d1a54265b4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.0630796 Feb 15 14:09:36.887627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26e351c4-f51d-4e04-a54c-87f64f9e07a3 req-bfaf09ec-dc04-4e24-8c11-8570c20d154b tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0518520 Feb 15 14:09:36.894409 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f2c17eac-1087-4182-bba3-6c7bbad974df req-8af5c903-32c8-4832-a80d-86d82b0b5579 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299518 Feb 15 14:09:36.901034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ba9ec-e1f8-4967-a38b-1941a7941be2 None None] Pushing event updated for resources: {'Port': ['ID=a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:37.103947 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Publish callbacks [] for router_gateway (701ba21b-9555-42a1-aaf0-e2338ea93b61), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:37.124118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3f8b1-0687-42de-9170-0ce77bf4fe80 req-88bb155c-f9ad-408a-90f6-45a6609fdc57 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:37.131898 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4e3f8b1-0687-42de-9170-0ce77bf4fe80 req-88bb155c-f9ad-408a-90f6-45a6609fdc57 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0807569 Feb 15 14:09:37.158695 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:37.263779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4e3f8b1-0687-42de-9170-0ce77bf4fe80 req-568a2eb7-0fe6-42fe-b1fd-939d782a4b5c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308036 Feb 15 14:09:37.266460 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f2c17eac-1087-4182-bba3-6c7bbad974df req-578b9d4c-7e07-4508-8013-c1e92e911e92 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394454 Feb 15 14:09:37.423481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b22ef-a378-4159-8a14-0758685c242c req-e2e35724-f59c-41fd-b1c6-2fb9add690b5 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:37.425253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-617b22ef-a378-4159-8a14-0758685c242c req-e2e35724-f59c-41fd-b1c6-2fb9add690b5 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 946 time: 0.1592746 Feb 15 14:09:37.471750 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f2c17eac-1087-4182-bba3-6c7bbad974df req-186c0658-1a2b-43cc-9b3a-f3595eaeb336 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910574 Feb 15 14:09:37.476852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd8bc7-7e1a-4b1e-a6d7-5ddb4e8d52a8 req-55b62ae2-a0c9-4567-b4c4-f320db25b3ed tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:37.478554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41dd8bc7-7e1a-4b1e-a6d7-5ddb4e8d52a8 req-55b62ae2-a0c9-4567-b4c4-f320db25b3ed tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.67 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 946 time: 0.1347919 Feb 15 14:09:37.499894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Allocated IP 172.25.6.126 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/ca9b2008-aacd-4eb1-a55c-a1937339d930) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:09:37.518566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-617b22ef-a378-4159-8a14-0758685c242c req-683ac188-b7d8-435b-828f-dbe5250da5a3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=c001b354-ef87-4038-bf54-d1108da6edd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836151 Feb 15 14:09:37.669970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373c0c4-3d91-4b72-9ff4-ffbc41282761 req-1282603d-ff0a-41e1-8b1e-b1670b6309e3 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:37.675443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8373c0c4-3d91-4b72-9ff4-ffbc41282761 req-1282603d-ff0a-41e1-8b1e-b1670b6309e3 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1025326 Feb 15 14:09:37.681746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Publish callbacks [] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:37.717229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-41dd8bc7-7e1a-4b1e-a6d7-5ddb4e8d52a8 req-4cd8ec57-95e4-4392-aaf5-8acc1706edb7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting port a711f8da-8f02-450a-a7c6-ac2d046ddd27 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:37.717778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-41dd8bc7-7e1a-4b1e-a6d7-5ddb4e8d52a8 req-4cd8ec57-95e4-4392-aaf5-8acc1706edb7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:37.735527 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:37.788067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:37.791260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:37.795440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:09:37.819891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Pushing event updated for resources: {'Port': ['ID=ca9b2008-aacd-4eb1-a55c-a1937339d930,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:37.837126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.837488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.837807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.838146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.838478 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.838808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.839158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.839486 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.839808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.840186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.840482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.840758 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.841071 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:37.853322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998ca7c-f97a-4265-8c1d-bdd7264c7289 req-b1ede2b5-5da0-4d0c-99c2-926e27cc3350 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:37.854952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1998ca7c-f97a-4265-8c1d-bdd7264c7289 req-b1ede2b5-5da0-4d0c-99c2-926e27cc3350 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 943 time: 0.2011278 Feb 15 14:09:37.867368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8373c0c4-3d91-4b72-9ff4-ffbc41282761 req-d4450161-d6aa-4f38-aede-2b79fd024ecf tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767917 Feb 15 14:09:37.938569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-41dd8bc7-7e1a-4b1e-a6d7-5ddb4e8d52a8 req-4cd8ec57-95e4-4392-aaf5-8acc1706edb7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] For port a711f8da-8f02-450a-a7c6-ac2d046ddd27, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a711f8da-8f02-450a-a7c6-ac2d046ddd27,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:37.938975 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-41dd8bc7-7e1a-4b1e-a6d7-5ddb4e8d52a8 req-4cd8ec57-95e4-4392-aaf5-8acc1706edb7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:37.980363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-41dd8bc7-7e1a-4b1e-a6d7-5ddb4e8d52a8 req-4cd8ec57-95e4-4392-aaf5-8acc1706edb7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Calling delete_port for a711f8da-8f02-450a-a7c6-ac2d046ddd27 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:38.015724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1998ca7c-f97a-4265-8c1d-bdd7264c7289 req-73709255-2014-47b9-a2ef-5216ffd0b98f tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461699 Feb 15 14:09:38.243583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1600bd0-535e-4cf2-aa79-cdd172d0f27d req-50800f29-93d9-4c69-b012-1cefc3e853bf tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0728059 Feb 15 14:09:38.277145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Publish callbacks [] for router_gateway (701ba21b-9555-42a1-aaf0-e2338ea93b61), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:38.517978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b883c94-4405-4b30-8021-7100a7d02265 req-4f2e377e-8e3e-4dd4-b80b-04070820b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:38.519533 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b883c94-4405-4b30-8021-7100a7d02265 req-4f2e377e-8e3e-4dd4-b80b-04070820b56e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0680c85f0fc941d2bd465d9fdb25d07a&device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 1129 time: 0.0767729 Feb 15 14:09:38.537907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794c3c9b-d49a-453d-943a-4bc873178fca None None] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:09:38.554548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec9c6f-8916-4729-8e56-a96c644ed940 req-78b5441a-6290-4972-91a5-f8009e96bf6c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:38.556199 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01ec9c6f-8916-4729-8e56-a96c644ed940 req-78b5441a-6290-4972-91a5-f8009e96bf6c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1214175 Feb 15 14:09:38.559217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-41dd8bc7-7e1a-4b1e-a6d7-5ddb4e8d52a8 req-4cd8ec57-95e4-4392-aaf5-8acc1706edb7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a711f8da-8f02-450a-a7c6-ac2d046ddd27), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:38.649230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c68697-d321-4d91-96f0-5288e3af1056 req-ee0bd4c8-3f52-441a-bdc1-d11ac8adfd94 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:38.655962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4c68697-d321-4d91-96f0-5288e3af1056 req-ee0bd4c8-3f52-441a-bdc1-d11ac8adfd94 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.2179809 Feb 15 14:09:38.807338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01ec9c6f-8916-4729-8e56-a96c644ed940 req-482229eb-b8c2-46be-8c4f-ca6b7fd5e3e2 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362964 Feb 15 14:09:38.809624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dd8bc7-7e1a-4b1e-a6d7-5ddb4e8d52a8 req-4cd8ec57-95e4-4392-aaf5-8acc1706edb7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] No DVR routers for this DVR port a711f8da-8f02-450a-a7c6-ac2d046ddd27 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:09:38.812535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8ec57-95e4-4392-aaf5-8acc1706edb7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Port': ['ID=a711f8da-8f02-450a-a7c6-ac2d046ddd27,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:38.820114 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-41dd8bc7-7e1a-4b1e-a6d7-5ddb4e8d52a8 req-4cd8ec57-95e4-4392-aaf5-8acc1706edb7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:38.826346 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41dd8bc7-7e1a-4b1e-a6d7-5ddb4e8d52a8 req-4cd8ec57-95e4-4392-aaf5-8acc1706edb7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.67 "DELETE /v2.0/ports/a711f8da-8f02-450a-a7c6-ac2d046ddd27 HTTP/1.1" status: 204 len: 173 time: 1.3273075 Feb 15 14:09:38.850154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae69179-6ab9-48e1-9374-fa826c973456', 'name': 'network-vif-deleted', 'tag': 'a711f8da-8f02-450a-a7c6-ac2d046ddd27'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:38.853361 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1270b8-1224-4cfe-8108-c87c41f6a69a" -d '{"events": [{"server_uuid": "eae69179-6ab9-48e1-9374-fa826c973456", "name": "network-vif-deleted", "tag": "a711f8da-8f02-450a-a7c6-ac2d046ddd27"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:38.881164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:38.928319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e34b95f4-31dc-4f2b-bc3d-56faadb20e29 None None] Provisioning complete for port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:38.928925 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e34b95f4-31dc-4f2b-bc3d-56faadb20e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:38.960918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4c68697-d321-4d91-96f0-5288e3af1056 req-4b64806a-7637-413b-ad18-a21fe10e62c6 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731977 Feb 15 14:09:39.045530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80181887-f1c3-4e5d-b070-cbc59e2488d6 req-153ea054-3c0e-4495-a2e6-91084554a8c5 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae69179-6ab9-48e1-9374-fa826c973456 HTTP/1.1" status: 200 len: 210 time: 0.0798767 Feb 15 14:09:39.069106 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a9f2ca-e351-43f3-80b8-77546470ab9f x-openstack-request-id: req-c0a9f2ca-e351-43f3-80b8-77546470ab9f {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:39.069710 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae69179-6ab9-48e1-9374-fa826c973456", "name": "network-vif-deleted", "tag": "a711f8da-8f02-450a-a7c6-ac2d046ddd27", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:39.070253 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c0a9f2ca-e351-43f3-80b8-77546470ab9f {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:39.071024 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae69179-6ab9-48e1-9374-fa826c973456', 'name': 'network-vif-deleted', 'tag': 'a711f8da-8f02-450a-a7c6-ac2d046ddd27', 'status': 'completed', 'code': 200} Feb 15 14:09:39.160520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:39.165824 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:39.205024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d119-464f-4a9e-a7d1-990dc4dcdc74 req-a2b637b1-a7b2-444c-b59f-bbb0f5a25b73 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:39.214736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7924d119-464f-4a9e-a7d1-990dc4dcdc74 req-a2b637b1-a7b2-444c-b59f-bbb0f5a25b73 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 943 time: 0.1005144 Feb 15 14:09:39.316911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7924d119-464f-4a9e-a7d1-990dc4dcdc74 req-09fe0e33-a9c2-4f88-838d-5d8b249c4432 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005096 Feb 15 14:09:39.366714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:39.367147 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:39.382860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e34b95f4-31dc-4f2b-bc3d-56faadb20e29 None None] Current status of the port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:39.383280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e34b95f4-31dc-4f2b-bc3d-56faadb20e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:39.474165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:39.483687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe6fda86-1117-4111-b2f8-790743420e16 req-788de37a-ce69-46c4-9b95-54fb8fd321f4 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0655375 Feb 15 14:09:39.484179 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:39.488156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (701ba21b-9555-42a1-aaf0-e2338ea93b61), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:39.499491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 812c446c-9cac-482f-b6eb-e04850dbd589 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:09:39.506559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b883c94-4405-4b30-8021-7100a7d02265 req-9356fc3c-391f-41ad-a298-64c8509bfc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:39.508090 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b883c94-4405-4b30-8021-7100a7d02265 req-9356fc3c-391f-41ad-a298-64c8509bfc81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8512a10-0ef6-4df8-b75d-49f35e099f0d HTTP/1.1" status: 200 len: 916 time: 0.8854272 Feb 15 14:09:39.550446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 812c446c-9cac-482f-b6eb-e04850dbd589 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:09:39.550446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 812c446c-9cac-482f-b6eb-e04850dbd589 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:09:39.552229 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1b6ed615-e904-48c4-a062-e5540c028d9d details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:09:39.627695 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b883c94-4405-4b30-8021-7100a7d02265 req-e21bae8a-5413-4638-a48a-f0138beed942 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5401f78-7827-4a43-86a1-af4323a33dae HTTP/1.1" status: 200 len: 217 time: 0.0763142 Feb 15 14:09:39.685289 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-e34b95f4-31dc-4f2b-bc3d-56faadb20e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:09:39.685744 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-e34b95f4-31dc-4f2b-bc3d-56faadb20e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:09:39.699718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:39.714183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b883c94-4405-4b30-8021-7100a7d02265 req-011f4a32-491a-46af-b40c-703bcf3854f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:39.715808 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b883c94-4405-4b30-8021-7100a7d02265 req-011f4a32-491a-46af-b40c-703bcf3854f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e HTTP/1.1" status: 200 len: 854 time: 0.0809460 Feb 15 14:09:39.735894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1b6ed615-e904-48c4-a062-e5540c028d9d, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1b6ed615-e904-48c4-a062-e5540c028d9d,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:39.748998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '1b6ed615-e904-48c4-a062-e5540c028d9d', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'port_id': '1b6ed615-e904-48c4-a062-e5540c028d9d', 'mac_address': 'fa:16:3e:a1:d9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f38b3d-5cb6-4f97-887a-3824fb0bba29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:09:39.798861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Router 701ba21b-9555-42a1-aaf0-e2338ea93b61 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:09:39.800508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1b6ed615-e904-48c4-a062-e5540c028d9d is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:39.800940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:39.816741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6ed615-e904-48c4-a062-e5540c028d9d {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:09:39.855658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1b6ed615-e904-48c4-a062-e5540c028d9d, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1b6ed615-e904-48c4-a062-e5540c028d9d,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:39.856294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b883c94-4405-4b30-8021-7100a7d02265 req-98af786e-96d5-415c-96f3-4f87b538c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:39.857658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:39.858452 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b883c94-4405-4b30-8021-7100a7d02265 req-98af786e-96d5-415c-96f3-4f87b538c79f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8512a10-0ef6-4df8-b75d-49f35e099f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1351280 Feb 15 14:09:39.864737 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:39.944074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1b6ed615-e904-48c4-a062-e5540c028d9d,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:39.988778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f52d-18a7-44a6-b28d-19ae99f0a5f8 req-bd948cc9-9d9f-46d0-b36c-641e7050a5ea tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:39.990526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af39f52d-18a7-44a6-b28d-19ae99f0a5f8 req-bd948cc9-9d9f-46d0-b36c-641e7050a5ea tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.0617905 Feb 15 14:09:40.040771 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b883c94-4405-4b30-8021-7100a7d02265 req-a051e3ba-f709-4ba4-bae5-41ec1bdcf298 service neutron] 10.222.0.42 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522403 Feb 15 14:09:40.046594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:09:40.057479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Sync routers for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:09:40.069234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:40.069864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:40.095350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af39f52d-18a7-44a6-b28d-19ae99f0a5f8 req-b207461a-a0fb-4e30-a3e1-6f40f7b3426f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897570 Feb 15 14:09:40.129048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4965f5-224f-4ebb-85e4-be8a75b2fb09 req-d788a8fb-580f-4e62-8730-6c6f7337da7d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:40.130741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f4965f5-224f-4ebb-85e4-be8a75b2fb09 req-d788a8fb-580f-4e62-8730-6c6f7337da7d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0848491 Feb 15 14:09:40.218449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f4965f5-224f-4ebb-85e4-be8a75b2fb09 req-f21b25a0-0bac-42e0-b6dc-0319d4054914 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866890 Feb 15 14:09:40.222258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40672) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:40.224974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a711f8da-8f02-450a-a7c6-ac2d046ddd27 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:09:40.227207 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b883c94-4405-4b30-8021-7100a7d02265 req-de45627d-cc33-4ad1-9fdf-cc171109966e service neutron] 10.222.0.42 "GET /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689022 Feb 15 14:09:40.260454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: a711f8da-8f02-450a-a7c6-ac2d046ddd27 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:09:40.260689 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:40.260950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a711f8da-8f02-450a-a7c6-ac2d046ddd27 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:09:40.266398 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-60324160-d3b7-469f-9417-23025f17e24f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3758454 Feb 15 14:09:40.267110 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40676) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:40.271367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['1b6ed615-e904-48c4-a062-e5540c028d9d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:09:40.314394 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:40.353496 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c76d88f6-29e2-49a5-9530-7a6705e93f62 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (c001b354-ef87-4038-bf54-d1108da6edd6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:40.391226 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c76d88f6-29e2-49a5-9530-7a6705e93f62 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (c001b354-ef87-4038-bf54-d1108da6edd6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:40.416629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e34b95f4-31dc-4f2b-bc3d-56faadb20e29 None None] Current status of the port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:40.502871 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c76d88f6-29e2-49a5-9530-7a6705e93f62 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c001b354-ef87-4038-bf54-d1108da6edd6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:40.516648 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c76d88f6-29e2-49a5-9530-7a6705e93f62 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:40.517887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c76d88f6-29e2-49a5-9530-7a6705e93f62 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/security-groups/c001b354-ef87-4038-bf54-d1108da6edd6 HTTP/1.1" status: 204 len: 168 time: 0.2917173 Feb 15 14:09:40.560219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfb055-f958-4d14-a7bf-3236f4567d6b req-9b98d335-e8b5-4d9a-805b-d27cc1cbe06c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:40.570304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cdfb055-f958-4d14-a7bf-3236f4567d6b req-9b98d335-e8b5-4d9a-805b-d27cc1cbe06c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 944 time: 0.1172724 Feb 15 14:09:40.572974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d88f6-29e2-49a5-9530-7a6705e93f62 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c001b354-ef87-4038-bf54-d1108da6edd6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:40.611584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bb9849ce-413e-45fe-be28-68eaab7b3af4 None None] Provisioning complete for port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:40.612155 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb9849ce-413e-45fe-be28-68eaab7b3af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:40.625548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40684) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:40.639439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cdfb055-f958-4d14-a7bf-3236f4567d6b req-0a4c0ef8-034f-43e8-80aa-dd4dc2da678a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660603 Feb 15 14:09:40.735769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-44151351-6234-4f66-bebb-eccb7c6f7265 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting subnet d84acc63-a8d1-4bd6-af88-27e6208eddf2 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:09:40.772278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:40.776584 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-44151351-6234-4f66-bebb-eccb7c6f7265 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for subnet (d84acc63-a8d1-4bd6-af88-27e6208eddf2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:40.797914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-125fe589-ac03-461b-8740-c150f368e876 req-3fd13372-744c-4ae2-8b59-c91b5090c0c1 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0562737 Feb 15 14:09:40.861444 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-44151351-6234-4f66-bebb-eccb7c6f7265 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (d84acc63-a8d1-4bd6-af88-27e6208eddf2), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:40.926109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:38Z', 'revision_number': 3, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:40.940499 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:40.983592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bb9849ce-413e-45fe-be28-68eaab7b3af4 None None] Current status of the port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:40.995318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Checking router: 701ba21b-9555-42a1-aaf0-e2338ea93b61 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:09:40.995607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Updating router 701ba21b-9555-42a1-aaf0-e2338ea93b61 port ca9b2008-aacd-4eb1-a55c-a1937339d930 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:09:41.003125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:41.003517 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.036256 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-44151351-6234-4f66-bebb-eccb7c6f7265 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (d84acc63-a8d1-4bd6-af88-27e6208eddf2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.061988 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.127202 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-44151351-6234-4f66-bebb-eccb7c6f7265 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (d84acc63-a8d1-4bd6-af88-27e6208eddf2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.165587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Allocated IP 172.20.0.1 (c8c73912-3615-4fc1-ad35-e54c9f618d74/5bdd149c-20c0-4211-876f-a7af9ef676ae/d1f1e283-0dd5-4af6-aa52-33409acae8c6) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:09:41.191879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44151351-6234-4f66-bebb-eccb7c6f7265 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Subnet': ['ID=d84acc63-a8d1-4bd6-af88-27e6208eddf2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:41.199709 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-44151351-6234-4f66-bebb-eccb7c6f7265 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.209398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-44151351-6234-4f66-bebb-eccb7c6f7265 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/subnets/d84acc63-a8d1-4bd6-af88-27e6208eddf2 HTTP/1.1" status: 204 len: 168 time: 0.5666237 Feb 15 14:09:41.210370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40688) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:41.210938 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96c137e-ab5c-4126-b436-173698b2d49d None None] Network 1c93aef7-0eec-4d22-bf35-36b5454ec8bc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:09:41.260714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:41.318935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Publish callbacks [] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.392770 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (1c93aef7-0eec-4d22-bf35-36b5454ec8bc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.393400 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.460953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:41.465020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:41.469155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:09:41.472242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Pushing event updated for resources: {'Port': ['ID=d1f1e283-0dd5-4af6-aa52-33409acae8c6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:41.510222 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Publish callbacks [] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.520612 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.546621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (701ba21b-9555-42a1-aaf0-e2338ea93b61), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.574722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11d5f9c-924e-4ed6-9cb0-ceef0c1c479d None None] DHCP port deletion for 1c93aef7-0eec-4d22-bf35-36b5454ec8bc request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:09:41.603924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Attempting to bind port ca9b2008-aacd-4eb1-a55c-a1937339d930 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:09:41.604291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Attempting to bind port ca9b2008-aacd-4eb1-a55c-a1937339d930 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:09:41.604912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Attempting to bind port ca9b2008-aacd-4eb1-a55c-a1937339d930 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:41.641475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4b42b-32d2-4d98-a44d-ef415b671135 None None] Pushing event updated for resources: {'Port': ['ID=ca9b2008-aacd-4eb1-a55c-a1937339d930,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:41.645709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:09:41.646120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:41.646490 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.646958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:09:41.647516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Bound port: ca9b2008-aacd-4eb1-a55c-a1937339d930, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:09:41.647903 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.706308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a11d5f9c-924e-4ed6-9cb0-ceef0c1c479d None None] Deleting port b225aef2-a248-4b5a-8ab0-66cb073ab713 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:41.706967 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a11d5f9c-924e-4ed6-9cb0-ceef0c1c479d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.754146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.807823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace66bd-8664-4843-be18-329e2bef48b1 req-f5112d7e-01a4-4efb-99a4-f99c943d95ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:41.814853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eace66bd-8664-4843-be18-329e2bef48b1 req-f5112d7e-01a4-4efb-99a4-f99c943d95ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.4412522 Feb 15 14:09:41.832534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c039b-237d-4383-9822-defdab20f5b7 req-d55641f8-0435-4e62-9eb9-408fed1ca5d8 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:41.834007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c2c039b-237d-4383-9822-defdab20f5b7 req-d55641f8-0435-4e62-9eb9-408fed1ca5d8 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.6223793 Feb 15 14:09:41.889392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting port b225aef2-a248-4b5a-8ab0-66cb073ab713 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:41.889912 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:41.949163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eace66bd-8664-4843-be18-329e2bef48b1 req-9d86417a-7bcd-4be5-91fe-e49262ee234b tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333613 Feb 15 14:09:41.981642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] For port ca9b2008-aacd-4eb1-a55c-a1937339d930, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:09:41.987967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c2c039b-237d-4383-9822-defdab20f5b7 req-02d020ee-1ea8-492c-91d0-c0e0367da036 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357956 Feb 15 14:09:42.007248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] For port b225aef2-a248-4b5a-8ab0-66cb073ab713, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b225aef2-a248-4b5a-8ab0-66cb073ab713,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:42.007621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.018560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a11d5f9c-924e-4ed6-9cb0-ceef0c1c479d None None] For port b225aef2-a248-4b5a-8ab0-66cb073ab713, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b225aef2-a248-4b5a-8ab0-66cb073ab713,segment=NetworkSegment(2ded26a7-a8de-40c6-ab3b-6eb3411ef614),segment_id=2ded26a7-a8de-40c6-ab3b-6eb3411ef614)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:42.018998 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a11d5f9c-924e-4ed6-9cb0-ceef0c1c479d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.023560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] For port ca9b2008-aacd-4eb1-a55c-a1937339d930, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ca9b2008-aacd-4eb1-a55c-a1937339d930,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:09:42.025450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Calling delete_port for b225aef2-a248-4b5a-8ab0-66cb073ab713 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:42.029402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Publish callbacks [] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.030713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-fb9b87f5-eb7e-4564-9fe1-e379dbce4f9a None None] Provisioning complete for port d1f1e283-0dd5-4af6-aa52-33409acae8c6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:42.031126 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fb9b87f5-eb7e-4564-9fe1-e379dbce4f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.040400 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.044976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.058941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a11d5f9c-924e-4ed6-9cb0-ceef0c1c479d None None] Calling delete_port for b225aef2-a248-4b5a-8ab0-66cb073ab713 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:42.068170 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.143153 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (701ba21b-9555-42a1-aaf0-e2338ea93b61), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.151062 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0c44dfd-adb6-4fe2-8cbd-6814359bf6a8 req-86ec2c6c-371f-4e54-8503-792fd58e0ce5 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0311933 Feb 15 14:09:42.170746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b87f5-eb7e-4564-9fe1-e379dbce4f9a None None] Port d1f1e283-0dd5-4af6-aa52-33409acae8c6 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:09:42.176129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Pushing event updated for resources: {'Port': ['ID=d1f1e283-0dd5-4af6-aa52-33409acae8c6,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:42.189982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:42.190622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:42.195633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4b42b-32d2-4d98-a44d-ef415b671135 None None] Pushing event updated for resources: {'Port': ['ID=ca9b2008-aacd-4eb1-a55c-a1937339d930,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:42.228149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141634a-3dff-4f8d-ab10-eddb661672b1 req-8bedfef3-820d-40ea-a023-e63b43847961 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:42.229729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8141634a-3dff-4f8d-ab10-eddb661672b1 req-8bedfef3-820d-40ea-a023-e63b43847961 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 944 time: 0.1381657 Feb 15 14:09:42.268601 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.284309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:42.285670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:42.324947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Port': ['ID=b225aef2-a248-4b5a-8ab0-66cb073ab713,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:42.326262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] No DVR routers for this DVR port b225aef2-a248-4b5a-8ab0-66cb073ab713 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:09:42.363710 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a11d5f9c-924e-4ed6-9cb0-ceef0c1c479d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (b225aef2-a248-4b5a-8ab0-66cb073ab713), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.392483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d5f9c-924e-4ed6-9cb0-ceef0c1c479d None None] Pushing event deleted for resources: {'Port': ['ID=b225aef2-a248-4b5a-8ab0-66cb073ab713,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:42.411829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d5f9c-924e-4ed6-9cb0-ceef0c1c479d None None] No DVR routers for this DVR port b225aef2-a248-4b5a-8ab0-66cb073ab713 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:09:42.422773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:42.522997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Router 701ba21b-9555-42a1-aaf0-e2338ea93b61 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:09:42.528472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8141634a-3dff-4f8d-ab10-eddb661672b1 req-acbdf504-4c42-4236-9a16-bb540e834bd4 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090194 Feb 15 14:09:42.549855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (1c93aef7-0eec-4d22-bf35-36b5454ec8bc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.606791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f49fd-d7cb-4d99-b442-063ce2669536 req-84fb3d95-d76b-4316-9aef-3de194853b0c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:42.608800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d9f49fd-d7cb-4d99-b442-063ce2669536 req-84fb3d95-d76b-4316-9aef-3de194853b0c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.2748630 Feb 15 14:09:42.620526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c93aef7-0eec-4d22-bf35-36b5454ec8bc']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:42.682522 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:09:42.696767 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-48534587-c976-4082-a86d-ac7dd576463b admin admin] 10.222.0.72 "PUT /v2.0/routers/701ba21b-9555-42a1-aaf0-e2338ea93b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4195430 Feb 15 14:09:42.697690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ded26a7-a8de-40c6-ab3b-6eb3411ef614') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:42.697690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ded26a7-a8de-40c6-ab3b-6eb3411ef614') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:42.713613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d9f49fd-d7cb-4d99-b442-063ce2669536 req-c29567d0-1d75-4ac0-bc33-cef3ff53db08 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897603 Feb 15 14:09:42.716044 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (2ded26a7-a8de-40c6-ab3b-6eb3411ef614), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.730344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b225aef2-a248-4b5a-8ab0-66cb073ab713 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:09:42.732088 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2ded26a7-a8de-40c6-ab3b-6eb3411ef614), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.744406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:09:42.745312 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (2ded26a7-a8de-40c6-ab3b-6eb3411ef614), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.769383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b225aef2-a248-4b5a-8ab0-66cb073ab713 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:09:42.769885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b225aef2-a248-4b5a-8ab0-66cb073ab713 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:09:42.784888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1498746a-f0ac-471c-a29e-70d0d4f7408b None None] Provisioning complete for port d1f1e283-0dd5-4af6-aa52-33409acae8c6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:42.798956 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1498746a-f0ac-471c-a29e-70d0d4f7408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:09:42.835646 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:09:42.858217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1498746a-f0ac-471c-a29e-70d0d4f7408b None None] Port d1f1e283-0dd5-4af6-aa52-33409acae8c6 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:09:42.867776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 2, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:42.877988 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (1c93aef7-0eec-4d22-bf35-36b5454ec8bc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.885699 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:42.890408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/networks/1c93aef7-0eec-4d22-bf35-36b5454ec8bc HTTP/1.1" status: 204 len: 168 time: 1.6746407 Feb 15 14:09:42.894473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40712) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:42.899946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7be02-d2d8-44cd-9b3a-57caaf2ac856 None None] The sync data for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 is: [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 2, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:09:42.920086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016f2a4-4ee8-4d7c-9cb3-2519646fc3da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Network': ['ID=1c93aef7-0eec-4d22-bf35-36b5454ec8bc,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:42.941916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17065032-5a56-4d2a-bc52-5369debd0f22 req-5cf2ad91-eca4-43dc-b9d9-063188a72421 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:42.943571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17065032-5a56-4d2a-bc52-5369debd0f22 req-5cf2ad91-eca4-43dc-b9d9-063188a72421 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=1277195d-53d7-4808-b6be-c8b39fd9a692 HTTP/1.1" status: 200 len: 945 time: 0.1067548 Feb 15 14:09:43.029054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17065032-5a56-4d2a-bc52-5369debd0f22 req-a75efd63-1326-4934-8fa3-784d6bbc996b tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764575 Feb 15 14:09:43.152952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8417455-ef5a-41e0-8111-76b51cb9c77f req-eabd8734-3991-471f-a497-8a7a93bdf6d4 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:43.154530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8417455-ef5a-41e0-8111-76b51cb9c77f req-eabd8734-3991-471f-a497-8a7a93bdf6d4 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0968082 Feb 15 14:09:43.194307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting port 90655fb5-f320-4a53-b0b1-89607e19fb33 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:43.195699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (90655fb5-f320-4a53-b0b1-89607e19fb33), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.276282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316872-caf2-46c4-9159-079d1028cf68 req-c2456d8d-c7fe-4d34-ab59-6459000b7d98 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:43.277504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f316872-caf2-46c4-9159-079d1028cf68 req-c2456d8d-c7fe-4d34-ab59-6459000b7d98 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 946 time: 0.1510959 Feb 15 14:09:43.320497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8417455-ef5a-41e0-8111-76b51cb9c77f req-f4b08e8d-2b60-4bfe-91a1-135219103050 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439047 Feb 15 14:09:43.338914 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (90655fb5-f320-4a53-b0b1-89607e19fb33), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.339457 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for floatingip (90655fb5-f320-4a53-b0b1-89607e19fb33), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.353097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f316872-caf2-46c4-9159-079d1028cf68 req-952d67d1-6ffb-48c0-aa80-50eab0fb8d83 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679307 Feb 15 14:09:43.372066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Calling delete_port for 90655fb5-f320-4a53-b0b1-89607e19fb33 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:43.408247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-ba0d915c-30ad-4e6e-9122-9ca8777c89f4 req-6847f97a-b596-4815-b0c0-b43822811495 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:09:43.409389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba0d915c-30ad-4e6e-9122-9ca8777c89f4 req-6847f97a-b596-4815-b0c0-b43822811495 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073581 Feb 15 14:09:43.491615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40734) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:43.498190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-788482601-network', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:43.543115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e036d434-17b0-401d-843a-c64b76be4fda req-9e2e29fd-4e49-47e2-9e6e-5a9d170557e9 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0797110 Feb 15 14:09:43.546232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Made reservation on behalf of 36a9044eb8f44788ad8de74c39abfd94 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:09:43.549553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.556697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1b6ed615-e904-48c4-a062-e5540c028d9d up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:43.567268 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.601701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba0d915c-30ad-4e6e-9122-9ca8777c89f4 req-8c510af3-7d60-4079-9d7b-6f5a61b4c30e tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1845324 Feb 15 14:09:43.667962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 1b6ed615-e904-48c4-a062-e5540c028d9d completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:09:43.672755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 1b6ed615-e904-48c4-a062-e5540c028d9d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:43.673136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.674109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Publish callbacks [] for security_group (1af0ee4f-dc30-4782-b41c-659d508425e8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.754448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1af0ee4f-dc30-4782-b41c-659d508425e8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.769698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:09:43.785741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (90655fb5-f320-4a53-b0b1-89607e19fb33), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.798665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1b6ed615-e904-48c4-a062-e5540c028d9d is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:43.799456 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.843927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c462dd-d9f1-4871-a220-9823b02f2329 req-eb7b6bca-98b1-460d-8464-f0331faa0bee tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:43.850033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0c462dd-d9f1-4871-a220-9823b02f2329 req-eb7b6bca-98b1-460d-8464-f0331faa0bee tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 944 time: 0.1446013 Feb 15 14:09:43.864507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1b6ed615-e904-48c4-a062-e5540c028d9d, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1b6ed615-e904-48c4-a062-e5540c028d9d,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:43.865886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7322afbf-317e-433e-a3fd-b714b656967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ed615-e904-48c4-a062-e5540c028d9d'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:43.869343 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc3388c-cebe-4d63-8826-c3140d3dd6e2" -d '{"events": [{"server_uuid": "7322afbf-317e-433e-a3fd-b714b656967e", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ed615-e904-48c4-a062-e5540c028d9d"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:43.874812 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.902470 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:43.902867 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Added segment 50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4 of type vlan for network 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a Feb 15 14:09:43.937033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Port': ['ID=90655fb5-f320-4a53-b0b1-89607e19fb33,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:43.958381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0c462dd-d9f1-4871-a220-9823b02f2329 req-c5b6a17c-fb8f-4773-b366-a2900644c2e3 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952320 Feb 15 14:09:43.983342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1b6ed615-e904-48c4-a062-e5540c028d9d,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:44.042461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af0ee4f-dc30-4782-b41c-659d508425e8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:44.068874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6aba8-64e4-4381-b5ac-598441259a63 req-f24e699f-c18f-41bc-9555-72abb2685752 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:44.073553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (2b6d3057-1761-4a16-9e3f-1d55ac37ed5a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:44.074620 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9e6aba8-64e4-4381-b5ac-598441259a63 req-f24e699f-c18f-41bc-9555-72abb2685752 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.1133530 Feb 15 14:09:44.111060 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for floatingip (06af2a71-48cf-4cf4-bdb5-76cf4ceb2640), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:44.111401 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Floating IP 06af2a71-48cf-4cf4-bdb5-76cf4ceb2640 disassociated (deleted). External IP: 172.25.6.80, port: 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7. Feb 15 14:09:44.134270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9e6aba8-64e4-4381-b5ac-598441259a63 req-4c52508c-7f33-4c57-bfa6-36f659f1b835 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508676 Feb 15 14:09:44.167842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (2b6d3057-1761-4a16-9e3f-1d55ac37ed5a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:44.169929 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:44.170560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:44.246787 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7534535 Feb 15 14:09:44.251035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40746) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:44.265574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] Request body: {'subnet': {'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-788482601-subnet', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:44.311101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0bbfe-4590-4a12-a633-43afc6b8f6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=2b6d3057-1761-4a16-9e3f-1d55ac37ed5a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:44.314731 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ece8ec-e7e3-4468-98d9-53792b14b268 x-openstack-request-id: req-24ece8ec-e7e3-4468-98d9-53792b14b268 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:44.315065 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7322afbf-317e-433e-a3fd-b714b656967e", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ed615-e904-48c4-a062-e5540c028d9d", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:44.315324 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24ece8ec-e7e3-4468-98d9-53792b14b268 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:44.315726 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7322afbf-317e-433e-a3fd-b714b656967e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ed615-e904-48c4-a062-e5540c028d9d', 'code': 200} Feb 15 14:09:44.321420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:09:44.376739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] Made reservation on behalf of 36a9044eb8f44788ad8de74c39abfd94 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:09:44.388848 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:44.469564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1e5dd-457a-44ca-817a-a1d9f3b4341f req-3ba988a9-22d4-4dbb-9840-9fd620f5b351 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:44.473479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9a1e5dd-457a-44ca-817a-a1d9f3b4341f req-3ba988a9-22d4-4dbb-9840-9fd620f5b351 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=1277195d-53d7-4808-b6be-c8b39fd9a692 HTTP/1.1" status: 200 len: 945 time: 0.2315614 Feb 15 14:09:44.499146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca0ec7-c8b9-46c2-9b31-99ff348b0f62 req-46119ab2-c3c4-46f5-83a6-c416d7e4e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:44.500656 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7ca0ec7-c8b9-46c2-9b31-99ff348b0f62 req-46119ab2-c3c4-46f5-83a6-c416d7e4e01c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 1128 time: 0.0696802 Feb 15 14:09:44.553033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 9c54b70b-225f-441d-8c2f-1f4fc788098c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:09:44.576763 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f7ca0ec7-c8b9-46c2-9b31-99ff348b0f62 req-f610b411-d888-44f5-a01c-28572ef2e79b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673342 Feb 15 14:09:44.620672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7cbe9-d0a8-4ce7-9379-d2dd3573547a req-532077ef-9ea9-4d9e-994c-aa2866401242 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:44.623135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6b7cbe9-d0a8-4ce7-9379-d2dd3573547a req-532077ef-9ea9-4d9e-994c-aa2866401242 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.1645486 Feb 15 14:09:44.626687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9a1e5dd-457a-44ca-817a-a1d9f3b4341f req-aa51f0da-9ed2-44b0-a494-c66e39aed177 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402624 Feb 15 14:09:44.725272 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-959fbf70-0747-445a-9570-fe09c2fc6bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:44.796671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6b7cbe9-d0a8-4ce7-9379-d2dd3573547a req-4ff6e6d9-b7c1-49e1-9a82-d8f28edc4011 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591854 Feb 15 14:09:44.901912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d54fdcf-a7d0-4dfe-901c-a6752e59d60b req-6f62e129-67c1-4b61-8415-ab42372756d2 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0963492 Feb 15 14:09:44.989774 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (ace78b98-ca63-40a5-a785-359ae2b7e9d4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:45.075360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b256056-c3e8-4272-8cc3-4cf9454620ac req-8b74ab20-29e5-4d72-aeaf-e4f0d19f1654 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:45.083033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b256056-c3e8-4272-8cc3-4cf9454620ac req-8b74ab20-29e5-4d72-aeaf-e4f0d19f1654 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 946 time: 0.1770022 Feb 15 14:09:45.114349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ca9b2008-aacd-4eb1-a55c-a1937339d930 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:45.160295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace78b98-ca63-40a5-a785-359ae2b7e9d4,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:45.171234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:09:45.177147 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:45.185914 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf86a83-8ad1-4ece-8d93-a1b7b55ed201 None None] Sync routers for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:09:45.204459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] Checking segment: {'id': '50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:45.204829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] Network hostable DHCP agents. Network: 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:09:45.205120 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf86a83-8ad1-4ece-8d93-a1b7b55ed201 None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:45.205982 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-daf86a83-8ad1-4ece-8d93-a1b7b55ed201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:45.227634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ca9b2008-aacd-4eb1-a55c-a1937339d930 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:45.228295 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:45.238327 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-038c1b5b-1bd3-4f7c-a49d-f59584dd8906 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/floatingips/06af2a71-48cf-4cf4-bdb5-76cf4ceb2640 HTTP/1.1" status: 204 len: 168 time: 2.3389778 Feb 15 14:09:45.238327 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'tag': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:45.239905 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d748b8-c74f-4646-a4cb-e5de5178a1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5d75bc-9cd4-4c20-809c-fb14e1570ec8", "tag": "9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:45.246659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b256056-c3e8-4272-8cc3-4cf9454620ac req-209e21cc-aae3-4cf6-b2aa-b48b028c33ce tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476748 Feb 15 14:09:45.262450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9661e-6428-46a9-acb5-47d42b55bfa4 req-086a8e41-105e-440f-a184-123b5a7fa3d1 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:45.264091 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87b9661e-6428-46a9-acb5-47d42b55bfa4 req-086a8e41-105e-440f-a184-123b5a7fa3d1 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.1664338 Feb 15 14:09:45.304794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] Network 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:09:45.330178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:45.340405 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ca9b2008-aacd-4eb1-a55c-a1937339d930 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:45.341079 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:45.343434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:45.344318 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:45.350129 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d23bc9d-0adf-4677-8702-60279245bd35 None None] Network 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:09:45.373088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87b9661e-6428-46a9-acb5-47d42b55bfa4 req-0c51b72b-3692-432d-a045-3b2072aeb497 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870728 Feb 15 14:09:45.387759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9378cf40-b66d-4465-987b-35237d598c63 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1330826 Feb 15 14:09:45.390294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40764) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:45.398513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-788482601-router', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:45.410613 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-daf86a83-8ad1-4ece-8d93-a1b7b55ed201 None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:45.426016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port ca9b2008-aacd-4eb1-a55c-a1937339d930, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ca9b2008-aacd-4eb1-a55c-a1937339d930,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:45.436649 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (154d3191-ef10-4dde-9dce-4efe1a0052c5), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:45.437733 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:45.438215 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (154d3191-ef10-4dde-9dce-4efe1a0052c5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:45.475455 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94699d66-ddb0-4668-af45-50769be10e39 x-openstack-request-id: req-94699d66-ddb0-4668-af45-50769be10e39 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:45.476135 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5d75bc-9cd4-4c20-809c-fb14e1570ec8", "tag": "9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:45.477891 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-94699d66-ddb0-4668-af45-50769be10e39 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:45.478630 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'tag': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'status': 'completed', 'code': 200} Feb 15 14:09:45.551251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=ca9b2008-aacd-4eb1-a55c-a1937339d930,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:45.567272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-2b6d3057-1761-4a16-9e3f-1d55ac37ed5a', 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a', 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'fixed_ips': [{'subnet_id': 'ace78b98-ca63-40a5-a785-359ae2b7e9d4'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:09:45.568422 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:45.586158 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Publish callbacks [] for router_controller (154d3191-ef10-4dde-9dce-4efe1a0052c5), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:45.763717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Allocated IP 172.20.0.2 (2b6d3057-1761-4a16-9e3f-1d55ac37ed5a/ace78b98-ca63-40a5-a785-359ae2b7e9d4/e57be69b-1318-4e50-8d86-ddeff6cb1b6e) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:09:45.793417 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-daf86a83-8ad1-4ece-8d93-a1b7b55ed201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:33Z', 'revision_number': 6, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:45.824610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d748b8-c74f-4646-a4cb-e5de5178a1f5 req-32d6cdf9-e0e6-47dd-b530-7c44b5b29fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:45.826157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00d748b8-c74f-4646-a4cb-e5de5178a1f5 req-32d6cdf9-e0e6-47dd-b530-7c44b5b29fd1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 1129 time: 0.2561018 Feb 15 14:09:45.830772 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf86a83-8ad1-4ece-8d93-a1b7b55ed201 None None] Checking router: 9c54b70b-225f-441d-8c2f-1f4fc788098c for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:09:45.841346 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf86a83-8ad1-4ece-8d93-a1b7b55ed201 None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:45.841942 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-daf86a83-8ad1-4ece-8d93-a1b7b55ed201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:45.843684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0e490-adf6-441c-b902-cad743811916 req-e953260d-7455-40e8-85d7-96a0d5c26908 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:45.846146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4e0e490-adf6-441c-b902-cad743811916 req-e953260d-7455-40e8-85d7-96a0d5c26908 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 946 time: 0.2644272 Feb 15 14:09:45.975191 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-daf86a83-8ad1-4ece-8d93-a1b7b55ed201 None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:46.002040 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Publish callbacks [] for router_gateway (154d3191-ef10-4dde-9dce-4efe1a0052c5), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:46.014238 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Publish callbacks [] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:46.025159 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:46.057545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4e0e490-adf6-441c-b902-cad743811916 req-28ebbe2e-1e5e-42ae-bb59-8b9295affb67 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760888 Feb 15 14:09:46.068941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d4c2c-29b4-418c-bdef-982df6972191 req-119e4ef4-00cd-49b6-8801-641793ee2175 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:46.082718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d4c2c-29b4-418c-bdef-982df6972191 req-119e4ef4-00cd-49b6-8801-641793ee2175 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:46.082974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Network 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:46.083089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d4c2c-29b4-418c-bdef-982df6972191 req-119e4ef4-00cd-49b6-8801-641793ee2175 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:46.086524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:46.091338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d62d4c2c-29b4-418c-bdef-982df6972191 req-119e4ef4-00cd-49b6-8801-641793ee2175 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e&device_id=1277195d-53d7-4808-b6be-c8b39fd9a692&device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 2418 time: 0.3887610 Feb 15 14:09:46.091643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:09:46.167902 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Pushing event updated for resources: {'Port': ['ID=e57be69b-1318-4e50-8d86-ddeff6cb1b6e,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:46.187673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Attempting to bind port e57be69b-1318-4e50-8d86-ddeff6cb1b6e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:09:46.188620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Attempting to bind port e57be69b-1318-4e50-8d86-ddeff6cb1b6e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:09:46.188993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Attempting to bind port e57be69b-1318-4e50-8d86-ddeff6cb1b6e on network 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:46.196092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:09:46.196871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Checking segment: {'id': '50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:46.197278 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:46.197664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Bound using segment: {'id': '50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:09:46.198143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Bound port: e57be69b-1318-4e50-8d86-ddeff6cb1b6e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:09:46.198518 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:46.233638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d748b8-c74f-4646-a4cb-e5de5178a1f5 req-84cdfdeb-0c65-458c-add4-975bbb3850de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:46.235162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00d748b8-c74f-4646-a4cb-e5de5178a1f5 req-84cdfdeb-0c65-458c-add4-975bbb3850de service neutron] 10.222.0.67 "GET /v2.0/networks?id=f7e16475-368e-46fc-9a93-22f35f19db06 HTTP/1.1" status: 200 len: 896 time: 0.3549986 Feb 15 14:09:46.258247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d62d4c2c-29b4-418c-bdef-982df6972191 req-1ddc9aaf-bbe3-4919-8d0a-8b7a516d410d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662803 Feb 15 14:09:46.303521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] For port e57be69b-1318-4e50-8d86-ddeff6cb1b6e, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:09:46.312072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] For port e57be69b-1318-4e50-8d86-ddeff6cb1b6e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e57be69b-1318-4e50-8d86-ddeff6cb1b6e,segment=NetworkSegment(50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4),segment_id=50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:09:46.315746 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-daf86a83-8ad1-4ece-8d93-a1b7b55ed201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:33Z', 'revision_number': 6, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:46.322547 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:46.358748 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf86a83-8ad1-4ece-8d93-a1b7b55ed201 None None] The sync data for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 is: [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:33Z', 'revision_number': 6, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0', 'name': '', 'network_id': 'f7e16475-368e-46fc-9a93-22f35f19db06', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:5e:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:36Z', 'updated_at': '2022-02-15T14:06:41Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': 'c789c9bf-4df7-4cd5-8ad0-e38197ab5b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:09:46.384180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00d748b8-c74f-4646-a4cb-e5de5178a1f5 req-338ec316-f7e1-4f72-bee7-5755290976bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 HTTP/1.1" status: 200 len: 217 time: 0.1197872 Feb 15 14:09:46.420027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Sync routers for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:09:46.426828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1687aaad-d28b-4010-a488-12f62001bab3 req-5313b9b8-d056-48e8-af71-392ef77bc62a tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0627577 Feb 15 14:09:46.444022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e80597-3dc8-4f90-ae63-1f0edd97d9da None None] Pushing event updated for resources: {'Port': ['ID=e57be69b-1318-4e50-8d86-ddeff6cb1b6e,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:46.467123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:46.468190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:46.532239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09777ee0-27e2-4909-97dd-0a4c212c1686 req-a252c2e4-96aa-4943-92bd-6a822204510c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:46.539891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09777ee0-27e2-4909-97dd-0a4c212c1686 req-a252c2e4-96aa-4943-92bd-6a822204510c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.3466716 Feb 15 14:09:46.578074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d748b8-c74f-4646-a4cb-e5de5178a1f5 req-340193d7-9c0a-4e8a-996c-0880c5b8b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:46.579705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00d748b8-c74f-4646-a4cb-e5de5178a1f5 req-340193d7-9c0a-4e8a-996c-0880c5b8b880 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c789c9bf-4df7-4cd5-8ad0-e38197ab5b78 HTTP/1.1" status: 200 len: 834 time: 0.1736548 Feb 15 14:09:46.599997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:46.701938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09777ee0-27e2-4909-97dd-0a4c212c1686 req-be0d2209-368f-4c0e-94a7-2e1022fcfa25 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611135 Feb 15 14:09:46.713375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ca9b2008-aacd-4eb1-a55c-a1937339d930 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:46.726450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf57a9f2-1f57-41e6-9ca4-67ac01746535 req-b918a100-e282-4893-81b2-282120309f23 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2391953 Feb 15 14:09:46.866994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d748b8-c74f-4646-a4cb-e5de5178a1f5 req-4340c513-485a-43ba-aeee-baac8c5e6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:46.883316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00d748b8-c74f-4646-a4cb-e5de5178a1f5 req-4340c513-485a-43ba-aeee-baac8c5e6dc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f7e16475-368e-46fc-9a93-22f35f19db06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2874014 Feb 15 14:09:46.937459 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea45bc-5cd0-4757-b288-878f98a9f378 None None] New status for floating IP 06af2a71-48cf-4cf4-bdb5-76cf4ceb2640: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:09:47.063258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ca9b2008-aacd-4eb1-a55c-a1937339d930 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:47.063654 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:47.101528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Publish callbacks [] for router_gateway (154d3191-ef10-4dde-9dce-4efe1a0052c5), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:47.137814 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-00d6a4e5-1e6c-436a-9660-6e9516bb3ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:47.162537 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 2, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:47.400635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Checking router: 701ba21b-9555-42a1-aaf0-e2338ea93b61 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:09:47.401331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Updating router 701ba21b-9555-42a1-aaf0-e2338ea93b61 port d1f1e283-0dd5-4af6-aa52-33409acae8c6 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:09:47.424000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ca9b2008-aacd-4eb1-a55c-a1937339d930 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:47.435446 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:47.501159 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:47.675857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071181a7-4757-4804-ab31-faece02826cb req-e0d5bdd2-58a6-4ee3-bc55-52a101e7d964 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:47.677658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-071181a7-4757-4804-ab31-faece02826cb req-e0d5bdd2-58a6-4ee3-bc55-52a101e7d964 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.7927511 Feb 15 14:09:47.694791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00d748b8-c74f-4646-a4cb-e5de5178a1f5 req-d030f369-2dd2-4ebe-aebd-9e061414f73a service neutron] 10.222.0.67 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944480 Feb 15 14:09:47.737579 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Publish callbacks [] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:47.743873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecca0e-7815-4e48-983e-7a3a5664af03 req-f8bfaa11-1ea0-4507-97d4-16f11e94c606 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:47.744095 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:47.745438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5eecca0e-7815-4e48-983e-7a3a5664af03 req-f8bfaa11-1ea0-4507-97d4-16f11e94c606 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.67 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 946 time: 0.2641745 Feb 15 14:09:47.778022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3056c8df-3b8f-4e7f-9b25-9acb234a888e None None] Network 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:09:47.822347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013720c8-5d86-43e2-b4d6-3c388d35c78e req-5561772f-bdbf-4b0d-b98c-eb335019f579 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:47.823918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013720c8-5d86-43e2-b4d6-3c388d35c78e req-5561772f-bdbf-4b0d-b98c-eb335019f579 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 946 time: 0.3379090 Feb 15 14:09:47.862125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a04eb-e6d4-466b-b8d8-c22604b6698c None None] Pushing event updated for resources: {'Port': ['ID=d1f1e283-0dd5-4af6-aa52-33409acae8c6,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:47.919331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Allocated IP 172.25.6.60 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/4d8c7f3c-a1fc-4963-b1dc-eee7918b4804) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:09:47.939392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-071181a7-4757-4804-ab31-faece02826cb req-6583ca68-4242-46ed-b10d-d35106b6e046 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470474 Feb 15 14:09:47.949842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Attempting to bind port d1f1e283-0dd5-4af6-aa52-33409acae8c6 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:09:47.952359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Attempting to bind port d1f1e283-0dd5-4af6-aa52-33409acae8c6 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:09:47.952359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Attempting to bind port d1f1e283-0dd5-4af6-aa52-33409acae8c6 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:47.953144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-96e6c9bf-144d-4ca8-b590-6c22ad880cd4 None None] Provisioning complete for port e57be69b-1318-4e50-8d86-ddeff6cb1b6e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:47.953144 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-96e6c9bf-144d-4ca8-b590-6c22ad880cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.012480 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:09:48.012792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Checking segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:48.013207 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.013615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Bound using segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:09:48.014102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Bound port: d1f1e283-0dd5-4af6-aa52-33409acae8c6, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:09:48.014487 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.045502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00d748b8-c74f-4646-a4cb-e5de5178a1f5 req-4be0e1b7-07ac-46e5-8764-4e60801def88 service neutron] 10.222.0.67 "GET /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270411 Feb 15 14:09:48.125333 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-013720c8-5d86-43e2-b4d6-3c388d35c78e req-29dfd404-1143-4165-a992-7722c1aa9549 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628958 Feb 15 14:09:48.177015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-96e6c9bf-144d-4ca8-b590-6c22ad880cd4 None None] Current status of the port e57be69b-1318-4e50-8d86-ddeff6cb1b6e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:48.177421 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-96e6c9bf-144d-4ca8-b590-6c22ad880cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.214942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] For port d1f1e283-0dd5-4af6-aa52-33409acae8c6, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:09:48.218645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] For port d1f1e283-0dd5-4af6-aa52-33409acae8c6, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d1f1e283-0dd5-4af6-aa52-33409acae8c6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:09:48.260247 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.270251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-96e6c9bf-144d-4ca8-b590-6c22ad880cd4 None None] For port e57be69b-1318-4e50-8d86-ddeff6cb1b6e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e57be69b-1318-4e50-8d86-ddeff6cb1b6e,segment=NetworkSegment(50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4),segment_id=50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:48.286826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-5eecca0e-7815-4e48-983e-7a3a5664af03 req-a09f3f20-485d-418e-894d-af2d159030da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:48.287227 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5eecca0e-7815-4e48-983e-7a3a5664af03 req-a09f3f20-485d-418e-894d-af2d159030da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.332540 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-96e6c9bf-144d-4ca8-b590-6c22ad880cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.379953 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Publish callbacks [] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.398724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:48.399631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:48.478787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-472ffffe-9388-44a5-afc0-1b2e62dbcdc4 req-8a764181-7647-4ccd-9441-2e68058a3ed4 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0842726 Feb 15 14:09:48.483342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a04eb-e6d4-466b-b8d8-c22604b6698c None None] Pushing event updated for resources: {'Port': ['ID=d1f1e283-0dd5-4af6-aa52-33409acae8c6,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:48.548210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5eecca0e-7815-4e48-983e-7a3a5664af03 req-a09f3f20-485d-418e-894d-af2d159030da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] For port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7,segment=NetworkSegment(bfccfe26-3afd-4c80-b0cd-a60101fd69e0),segment_id=bfccfe26-3afd-4c80-b0cd-a60101fd69e0)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:48.548602 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5eecca0e-7815-4e48-983e-7a3a5664af03 req-a09f3f20-485d-418e-894d-af2d159030da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.553368 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.572665 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.645152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6c9bf-144d-4ca8-b590-6c22ad880cd4 None None] Pushing event updated for resources: {'Port': ['ID=e57be69b-1318-4e50-8d86-ddeff6cb1b6e,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:48.656172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-5eecca0e-7815-4e48-983e-7a3a5664af03 req-a09f3f20-485d-418e-894d-af2d159030da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Calling delete_port for 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:48.659539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ea39594d-3817-45ec-b7c0-e7f82b12127f None None] Provisioning complete for port d1f1e283-0dd5-4af6-aa52-33409acae8c6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:48.659929 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ea39594d-3817-45ec-b7c0-e7f82b12127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.703292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:48.718315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:48.736952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:09:48.743346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:48.745881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Pushing event updated for resources: {'Port': ['ID=4d8c7f3c-a1fc-4963-b1dc-eee7918b4804,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:48.815528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ea39594d-3817-45ec-b7c0-e7f82b12127f None None] Current status of the port d1f1e283-0dd5-4af6-aa52-33409acae8c6 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:48.815823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ea39594d-3817-45ec-b7c0-e7f82b12127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:48.898708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004defa8-1b66-4520-adeb-70c67dba29ff req-402182d1-ed34-4ec3-bf60-2608f07ef849 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:48.901565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-004defa8-1b66-4520-adeb-70c67dba29ff req-402182d1-ed34-4ec3-bf60-2608f07ef849 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.3027527 Feb 15 14:09:48.903147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.904001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.904507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.905277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.905727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.906173 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.906695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.907050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.907487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.908290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.908764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.909192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.909593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:09:48.927911 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d1f1e283-0dd5-4af6-aa52-33409acae8c6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:48.978340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ea39594d-3817-45ec-b7c0-e7f82b12127f None None] For port d1f1e283-0dd5-4af6-aa52-33409acae8c6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d1f1e283-0dd5-4af6-aa52-33409acae8c6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:48.993305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ea39594d-3817-45ec-b7c0-e7f82b12127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:49.025087 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5eecca0e-7815-4e48-983e-7a3a5664af03 req-a09f3f20-485d-418e-894d-af2d159030da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:49.091372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39594d-3817-45ec-b7c0-e7f82b12127f None None] Pushing event updated for resources: {'Port': ['ID=d1f1e283-0dd5-4af6-aa52-33409acae8c6,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:49.119479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d1f1e283-0dd5-4af6-aa52-33409acae8c6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:49.119862 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:49.134295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f3f20-485d-418e-894d-af2d159030da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Port': ['ID=9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:49.176338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-27dc1bd4-990d-4e83-aaf9-4410b8d08b0e None None] Provisioning complete for port e57be69b-1318-4e50-8d86-ddeff6cb1b6e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:49.176718 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-27dc1bd4-990d-4e83-aaf9-4410b8d08b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:49.199022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-004defa8-1b66-4520-adeb-70c67dba29ff req-287925df-bac0-44b6-80a4-c53c9e8b19da tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596557 Feb 15 14:09:49.316685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:49.318577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d1f1e283-0dd5-4af6-aa52-33409acae8c6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:49.319909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e57be69b-1318-4e50-8d86-ddeff6cb1b6e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:49.349279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eecca0e-7815-4e48-983e-7a3a5664af03 req-a09f3f20-485d-418e-894d-af2d159030da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] No DVR routers for this DVR port 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:09:49.351979 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5eecca0e-7815-4e48-983e-7a3a5664af03 req-a09f3f20-485d-418e-894d-af2d159030da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:49.356241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5eecca0e-7815-4e48-983e-7a3a5664af03 req-a09f3f20-485d-418e-894d-af2d159030da tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.67 "DELETE /v2.0/ports/9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 HTTP/1.1" status: 204 len: 173 time: 1.5911002 Feb 15 14:09:49.358153 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c00fc642-0bf0-41c0-b6ce-539e70296ccc req-b9994162-be6b-4947-be40-46689e6488fe tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5d75bc-9cd4-4c20-809c-fb14e1570ec8 HTTP/1.1" status: 200 len: 210 time: 0.0778692 Feb 15 14:09:49.373326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fac259-1405-4481-9bf0-601929f8a4f5 None None] The sync data for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 is: [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:09:49.395051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'name': 'network-vif-deleted', 'tag': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:49.396710 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1103af77-0953-4006-9401-61e230f3bfb6" -d '{"events": [{"server_uuid": "1d5d75bc-9cd4-4c20-809c-fb14e1570ec8", "name": "network-vif-deleted", "tag": "9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:49.484214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-27dc1bd4-990d-4e83-aaf9-4410b8d08b0e None None] Current status of the port e57be69b-1318-4e50-8d86-ddeff6cb1b6e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:49.487988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e57be69b-1318-4e50-8d86-ddeff6cb1b6e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:49.488566 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:49.525020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-27dc1bd4-990d-4e83-aaf9-4410b8d08b0e None None] Provisioning complete for port d1f1e283-0dd5-4af6-aa52-33409acae8c6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:49.526209 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-27dc1bd4-990d-4e83-aaf9-4410b8d08b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:49.683712 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Publish callbacks [] for router_gateway (154d3191-ef10-4dde-9dce-4efe1a0052c5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:49.720441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e57be69b-1318-4e50-8d86-ddeff6cb1b6e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:49.828430 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:49.875511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-27dc1bd4-990d-4e83-aaf9-4410b8d08b0e None None] Current status of the port d1f1e283-0dd5-4af6-aa52-33409acae8c6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:50.023538 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edc8c39-5490-42ee-849d-e0b73ea9993d x-openstack-request-id: req-5edc8c39-5490-42ee-849d-e0b73ea9993d {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:50.024542 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5d75bc-9cd4-4c20-809c-fb14e1570ec8", "name": "network-vif-deleted", "tag": "9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:50.024965 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5edc8c39-5490-42ee-849d-e0b73ea9993d {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:50.025619 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5d75bc-9cd4-4c20-809c-fb14e1570ec8', 'name': 'network-vif-deleted', 'tag': '9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7', 'status': 'completed', 'code': 200} Feb 15 14:09:50.129310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-572e1d3d-eae3-40be-b6a4-ed30529cfa0d req-6ca644aa-048f-4820-82e0-a88b240acc65 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.1461813 Feb 15 14:09:50.141682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771ee3e-de85-4913-85ad-8cca98b43b10 req-88a7ef2e-daa9-4539-8f0b-da8a7cc936c0 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:50.149062 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0771ee3e-de85-4913-85ad-8cca98b43b10 req-88a7ef2e-daa9-4539-8f0b-da8a7cc936c0 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.8525345 Feb 15 14:09:50.182471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64bd33fc-e5cf-4473-973d-b216d4f29c46 req-3480730a-abad-4e5f-bb21-04ca57205925 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0694077 Feb 15 14:09:50.240821 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0771ee3e-de85-4913-85ad-8cca98b43b10 req-083ae351-6511-4b95-aa94-5649a8a3cfe1 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802922 Feb 15 14:09:50.245677 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (154d3191-ef10-4dde-9dce-4efe1a0052c5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:50.246525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:09:50.342265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:09:50.342625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9d15073a-c68e-4ec0-8b74-4e4b1e74b6b7 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:09:50.466229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Router 154d3191-ef10-4dde-9dce-4efe1a0052c5 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:09:50.481302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664b1fa-6cea-4aab-bb82-fc6b7c773885 req-5960b184-672e-4755-b5f6-3b8e945224d2 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:50.488248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9664b1fa-6cea-4aab-bb82-fc6b7c773885 req-5960b184-672e-4755-b5f6-3b8e945224d2 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.0869217 Feb 15 14:09:50.631047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9664b1fa-6cea-4aab-bb82-fc6b7c773885 req-3d283e78-8cce-40e1-a51e-f6e84fdf122c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374624 Feb 15 14:09:50.677791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d1f1e283-0dd5-4af6-aa52-33409acae8c6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:50.680059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:09:50.708850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Sync routers for ids ['154d3191-ef10-4dde-9dce-4efe1a0052c5'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:09:50.710834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40826) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:50.719964 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:50.721241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d94352fd-f967-467c-98e6-5c07ba2e558d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3287735 Feb 15 14:09:50.724287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40830) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:50.806534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Routers {'154d3191-ef10-4dde-9dce-4efe1a0052c5'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:50.807860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['154d3191-ef10-4dde-9dce-4efe1a0052c5'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:50.841315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-639e9752-a7a3-444b-9fd9-ec165b8b23b9 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (263ae10d-cfbf-4b2b-8b8f-d3782d036aa1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:50.900639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-639e9752-a7a3-444b-9fd9-ec165b8b23b9 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (263ae10d-cfbf-4b2b-8b8f-d3782d036aa1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:51.010728 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-639e9752-a7a3-444b-9fd9-ec165b8b23b9 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (263ae10d-cfbf-4b2b-8b8f-d3782d036aa1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:51.015600 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-639e9752-a7a3-444b-9fd9-ec165b8b23b9 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:51.017105 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-639e9752-a7a3-444b-9fd9-ec165b8b23b9 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/security-groups/263ae10d-cfbf-4b2b-8b8f-d3782d036aa1 HTTP/1.1" status: 204 len: 168 time: 0.3036363 Feb 15 14:09:51.047902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e9752-a7a3-444b-9fd9-ec165b8b23b9 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263ae10d-cfbf-4b2b-8b8f-d3782d036aa1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:51.067565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40836) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:51.124638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcac18-c723-4156-af66-a2e3c988a892 req-a0196fbf-6d1d-4893-882a-50de80f276ef tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:51.132075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1dcac18-c723-4156-af66-a2e3c988a892 req-a0196fbf-6d1d-4893-882a-50de80f276ef tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 946 time: 0.1519887 Feb 15 14:09:51.139870 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d1f1e283-0dd5-4af6-aa52-33409acae8c6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:51.140247 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:51.205098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1dcac18-c723-4156-af66-a2e3c988a892 req-35b49de1-20bc-47f0-a650-5b5dbaa0dd4f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714083 Feb 15 14:09:51.229751 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:51.300568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Set router 154d3191-ef10-4dde-9dce-4efe1a0052c5 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:51.374445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d1f1e283-0dd5-4af6-aa52-33409acae8c6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:51.375559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e57be69b-1318-4e50-8d86-ddeff6cb1b6e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:51.413520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd159208-e89a-453e-a7e3-7f608f9de5ea req-21725f4c-ce9b-488b-9a26-d8f9b712eb63 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0310478 Feb 15 14:09:51.514780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e57be69b-1318-4e50-8d86-ddeff6cb1b6e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:51.515185 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:51.518869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ead13-2df7-45ed-96d4-f7b81ec60665 req-c38d03a9-2f32-42d9-8ed0-951dd1bb88c7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:51.520441 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e5ead13-2df7-45ed-96d4-f7b81ec60665 req-c38d03a9-2f32-42d9-8ed0-951dd1bb88c7 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.1505668 Feb 15 14:09:51.644012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 95f48e61-869a-432b-8789-70e9f9b7c719 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:09:51.678617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (9c54b70b-225f-441d-8c2f-1f4fc788098c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:51.783268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e57be69b-1318-4e50-8d86-ddeff6cb1b6e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:51.815226 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'name': 'tempest-TestVolumeBootPattern-788482601-router', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:45Z', 'updated_at': '2022-02-15T14:09:49Z', 'revision_number': 3, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'gw_port': {'id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:47Z', 'updated_at': '2022-02-15T14:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:51.870556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Checking router: 154d3191-ef10-4dde-9dce-4efe1a0052c5 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:09:51.871360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Updating router 154d3191-ef10-4dde-9dce-4efe1a0052c5 port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:09:51.945033 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:51.972455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 95f48e61-869a-432b-8789-70e9f9b7c719 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:51.972946 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.012605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 95f48e61-869a-432b-8789-70e9f9b7c719, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=95f48e61-869a-432b-8789-70e9f9b7c719,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:52.015943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f48e61-869a-432b-8789-70e9f9b7c719'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:52.018847 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a8d6e1-6cf2-4d91-ab01-75eb29810ac6" -d '{"events": [{"server_uuid": "5d6a87fc-bc98-418c-8e71-20ef58189f96", "name": "network-vif-unplugged", "status": "completed", "tag": "95f48e61-869a-432b-8789-70e9f9b7c719"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:52.031168 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.060028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e5ead13-2df7-45ed-96d4-f7b81ec60665 req-1e6a98bb-a45a-43f0-91c5-535cb405f65e tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296736 Feb 15 14:09:52.130594 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.151611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:52.152416 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.159867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fadb59-c81c-4442-9a43-98ee8e916d7f req-bc9a66eb-00c2-44de-adb1-30a465f613a1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:52.161290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64fadb59-c81c-4442-9a43-98ee8e916d7f req-bc9a66eb-00c2-44de-adb1-30a465f613a1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.1790075 Feb 15 14:09:52.202322 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac99cfcc-2e4f-4e5b-aecb-ef556e2f7da3 x-openstack-request-id: req-ac99cfcc-2e4f-4e5b-aecb-ef556e2f7da3 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:52.202700 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6a87fc-bc98-418c-8e71-20ef58189f96", "name": "network-vif-unplugged", "status": "completed", "tag": "95f48e61-869a-432b-8789-70e9f9b7c719", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:52.202943 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ac99cfcc-2e4f-4e5b-aecb-ef556e2f7da3 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:52.207663 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f48e61-869a-432b-8789-70e9f9b7c719', 'code': 200} Feb 15 14:09:52.215147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=95f48e61-869a-432b-8789-70e9f9b7c719,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:52.279206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] For port 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0,segment=NetworkSegment(bfccfe26-3afd-4c80-b0cd-a60101fd69e0),segment_id=bfccfe26-3afd-4c80-b0cd-a60101fd69e0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:52.279834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.297317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Calling delete_port for 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:52.467969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64fadb59-c81c-4442-9a43-98ee8e916d7f req-9bb85444-1f12-4b2f-822b-57ed71ae4b07 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972116 Feb 15 14:09:52.540622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e11cc-f5c3-40c7-b374-36b87df96652 req-11fb974a-e26e-45f1-a02a-35392c76522c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:52.540622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-270e11cc-f5c3-40c7-b374-36b87df96652 req-11fb974a-e26e-45f1-a02a-35392c76522c tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 946 time: 0.2023635 Feb 15 14:09:52.559222 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Publish callbacks [] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.584291 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.624644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Allocated IP 172.20.0.1 (2b6d3057-1761-4a16-9e3f-1d55ac37ed5a/ace78b98-ca63-40a5-a785-359ae2b7e9d4/93c834eb-79bd-420b-a932-07b408bf1b2b) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:09:52.661524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f8f1093-583a-40b1-9e7b-5f6f1f16bd2e req-9533e30c-b10a-4a3b-9c05-dc77f2176f98 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0522242 Feb 15 14:09:52.682761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-270e11cc-f5c3-40c7-b374-36b87df96652 req-6b62afa0-60cb-49d3-b203-ce38b53345b2 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412563 Feb 15 14:09:52.714672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Attempting to bind port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:09:52.715186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Attempting to bind port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:09:52.716901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Attempting to bind port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:52.749836 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.758144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:09:52.759265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:52.759771 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.760307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:09:52.760923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Bound port: 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:09:52.761401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.823860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] For port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:09:52.827487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] For port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4d8c7f3c-a1fc-4963-b1dc-eee7918b4804,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:09:52.833551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa45f89-0721-4491-92ba-0b8c2ea372fa None None] Pushing event updated for resources: {'Port': ['ID=4d8c7f3c-a1fc-4963-b1dc-eee7918b4804,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:52.843809 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.877904 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Publish callbacks [] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.939772 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:52.991199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa45f89-0721-4491-92ba-0b8c2ea372fa None None] Pushing event updated for resources: {'Port': ['ID=4d8c7f3c-a1fc-4963-b1dc-eee7918b4804,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:53.014165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Network 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:53.015654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Routers {'154d3191-ef10-4dde-9dce-4efe1a0052c5'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:53.016311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['154d3191-ef10-4dde-9dce-4efe1a0052c5'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:53.039390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da7f9e-c39c-4831-8da6-213eb2b41188 req-18bb2ebd-5df1-45b9-b673-d52c3752ae3d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:53.044015 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27da7f9e-c39c-4831-8da6-213eb2b41188 req-18bb2ebd-5df1-45b9-b673-d52c3752ae3d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.42 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 946 time: 0.3961427 Feb 15 14:09:53.044849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Port': ['ID=2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:53.089826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:53.093010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:09:53.104235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-936b2577-4ba5-4d04-a906-11d4423d765f req-803d8f24-7d4b-40ff-93d9-bd2d9246afbd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c6bddc86c764dedbfa497179204d71a&device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0972481 Feb 15 14:09:53.155187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Pushing event updated for resources: {'Port': ['ID=93c834eb-79bd-420b-a932-07b408bf1b2b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:53.230502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab826b5c-5f19-4deb-be8f-5c8a8ed49451 req-e44894b6-63ef-462d-af20-817d48694ff2 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.1289389 Feb 15 14:09:53.324911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-936b2577-4ba5-4d04-a906-11d4423d765f req-369f63ed-f073-43b0-b84b-3feda9e9e7d1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6c6bddc86c764dedbfa497179204d71a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1732554 Feb 15 14:09:53.361471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (9c54b70b-225f-441d-8c2f-1f4fc788098c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:53.437748 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (154d3191-ef10-4dde-9dce-4efe1a0052c5), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:53.440524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] Set router 154d3191-ef10-4dde-9dce-4efe1a0052c5 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:53.604201 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-27da7f9e-c39c-4831-8da6-213eb2b41188 req-c45a418c-6c65-4125-9fa9-db80699b1434 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Deleting port b2a2261a-4552-4486-9c91-8892f9f13203 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:53.604604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-27da7f9e-c39c-4831-8da6-213eb2b41188 req-c45a418c-6c65-4125-9fa9-db80699b1434 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:53.641915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d499b-a0dc-47a7-b8bc-3b00672f9cde req-1ad2d699-f095-43ce-9e2d-867b077ac2cf tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:53.644292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d96d499b-a0dc-47a7-b8bc-3b00672f9cde req-1ad2d699-f095-43ce-9e2d-867b077ac2cf tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.3820415 Feb 15 14:09:53.722157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 95f48e61-869a-432b-8789-70e9f9b7c719 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:09:53.776655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-fbded4f8-937d-42fb-8c4c-ee97500031a9 None None] Provisioning complete for port 93c834eb-79bd-420b-a932-07b408bf1b2b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:53.777041 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fbded4f8-937d-42fb-8c4c-ee97500031a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:53.786613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b2577-4ba5-4d04-a906-11d4423d765f req-cc0a6ddf-e00c-45e4-959b-c3c7b6848396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:53.788206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-936b2577-4ba5-4d04-a906-11d4423d765f req-cc0a6ddf-e00c-45e4-959b-c3c7b6848396 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4521341 Feb 15 14:09:53.793891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-27da7f9e-c39c-4831-8da6-213eb2b41188 req-c45a418c-6c65-4125-9fa9-db80699b1434 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] For port b2a2261a-4552-4486-9c91-8892f9f13203, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b2a2261a-4552-4486-9c91-8892f9f13203,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:53.794266 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-27da7f9e-c39c-4831-8da6-213eb2b41188 req-c45a418c-6c65-4125-9fa9-db80699b1434 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:53.820493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 9c54b70b-225f-441d-8c2f-1f4fc788098c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:09:53.830366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-27da7f9e-c39c-4831-8da6-213eb2b41188 req-c45a418c-6c65-4125-9fa9-db80699b1434 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Calling delete_port for b2a2261a-4552-4486-9c91-8892f9f13203 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:53.832681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1bdb3-f330-41b0-b5b9-797ef228db0f req-7d2b3988-0bc6-49ef-b466-0985f2f61037 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:53.834789 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17d1bdb3-f330-41b0-b5b9-797ef228db0f req-7d2b3988-0bc6-49ef-b466-0985f2f61037 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 943 time: 0.2484348 Feb 15 14:09:53.856862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d96d499b-a0dc-47a7-b8bc-3b00672f9cde req-52e2ef8c-4dae-40db-9f47-b9b2896c0798 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024236 Feb 15 14:09:53.920384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fbded4f8-937d-42fb-8c4c-ee97500031a9 None None] Port 93c834eb-79bd-420b-a932-07b408bf1b2b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:09:53.987930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 95f48e61-869a-432b-8789-70e9f9b7c719, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=95f48e61-869a-432b-8789-70e9f9b7c719,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:53.992014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:09:53.995565 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:54.003491 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7735d-221c-43a4-9cc7-63618ef50ff6 None None] Sync routers for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:09:54.005367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '95f48e61-869a-432b-8789-70e9f9b7c719', 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274', 'port_id': '95f48e61-869a-432b-8789-70e9f9b7c719', 'mac_address': 'fa:16:3e:32:73:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0857d114-4ceb-4f4d-8670-071bedf1b320', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:09:54.009823 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bc96a55f-69e2-47d6-95c2-c5fa4f72f688 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "PUT /v2.0/routers/9c54b70b-225f-441d-8c2f-1f4fc788098c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9411588 Feb 15 14:09:54.017909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40868) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:54.024981 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7735d-221c-43a4-9cc7-63618ef50ff6 None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:54.025604 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f3a7735d-221c-43a4-9cc7-63618ef50ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:54.028778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'name': 'tempest-TestVolumeBootPattern-788482601-router', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:45Z', 'updated_at': '2022-02-15T14:09:49Z', 'revision_number': 3, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'gw_port': {'id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:47Z', 'updated_at': '2022-02-15T14:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:54.081850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76275d2a-6da1-4a03-8433-448a4225fc56 None None] The sync data for ids ['154d3191-ef10-4dde-9dce-4efe1a0052c5'] in n-d-829064-15 is: [{'id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'name': 'tempest-TestVolumeBootPattern-788482601-router', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:45Z', 'updated_at': '2022-02-15T14:09:49Z', 'revision_number': 3, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'gw_port': {'id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:47Z', 'updated_at': '2022-02-15T14:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:09:54.098930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43acf05-b136-473d-a933-ae0677fe7836 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting subnet c789c9bf-4df7-4cd5-8ad0-e38197ab5b78 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:09:54.109588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 95f48e61-869a-432b-8789-70e9f9b7c719 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:54.109982 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:54.110328 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c43acf05-b136-473d-a933-ae0677fe7836 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for subnet (c789c9bf-4df7-4cd5-8ad0-e38197ab5b78), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:54.119213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17d1bdb3-f330-41b0-b5b9-797ef228db0f req-ac1ec259-42d0-49a8-97cc-4ebf80d5e476 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746992 Feb 15 14:09:54.162161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f48e61-869a-432b-8789-70e9f9b7c719 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:09:54.204974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 95f48e61-869a-432b-8789-70e9f9b7c719, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=95f48e61-869a-432b-8789-70e9f9b7c719,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:54.217961 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:54.219967 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-f3a7735d-221c-43a4-9cc7-63618ef50ff6 None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:54.233901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-27da7f9e-c39c-4831-8da6-213eb2b41188 req-c45a418c-6c65-4125-9fa9-db80699b1434 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b2a2261a-4552-4486-9c91-8892f9f13203), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:54.255367 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c43acf05-b136-473d-a933-ae0677fe7836 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (c789c9bf-4df7-4cd5-8ad0-e38197ab5b78), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:54.278406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['17da4cb5-f71e-4926-8d83-eb338f1d30e8'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:09:54.285057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e3a2e-330a-428e-aec1-caa971d63bb2 req-c0fa6692-d16d-4412-b412-e608b334d2ed tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:54.291249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['a5401f78-7827-4a43-86a1-af4323a33dae', 'b2a2261a-4552-4486-9c91-8892f9f13203'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:09:54.298779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-562e3a2e-330a-428e-aec1-caa971d63bb2 req-c0fa6692-d16d-4412-b412-e608b334d2ed tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=5974ed36-2a32-4de1-93af-863708f5c05e HTTP/1.1" status: 200 len: 946 time: 0.3204772 Feb 15 14:09:54.439774 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a418c-6c65-4125-9fa9-db80699b1434 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Pushing event deleted for resources: {'Port': ['ID=b2a2261a-4552-4486-9c91-8892f9f13203,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:54.447012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-27da7f9e-c39c-4831-8da6-213eb2b41188 req-c45a418c-6c65-4125-9fa9-db80699b1434 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] No DVR routers for this DVR port b2a2261a-4552-4486-9c91-8892f9f13203 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:09:54.454854 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-27da7f9e-c39c-4831-8da6-213eb2b41188 req-c45a418c-6c65-4125-9fa9-db80699b1434 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:54.462476 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27da7f9e-c39c-4831-8da6-213eb2b41188 req-c45a418c-6c65-4125-9fa9-db80699b1434 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.42 "DELETE /v2.0/ports/b2a2261a-4552-4486-9c91-8892f9f13203 HTTP/1.1" status: 204 len: 173 time: 1.4110422 Feb 15 14:09:54.464812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5974ed36-2a32-4de1-93af-863708f5c05e', 'name': 'network-vif-deleted', 'tag': 'b2a2261a-4552-4486-9c91-8892f9f13203'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:54.507679 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa9f748-43fd-496a-b771-1a3ed73520df" -d '{"events": [{"server_uuid": "5974ed36-2a32-4de1-93af-863708f5c05e", "name": "network-vif-deleted", "tag": "b2a2261a-4552-4486-9c91-8892f9f13203"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:54.620918 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=95f48e61-869a-432b-8789-70e9f9b7c719,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:54.706119 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:09:54.711328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['95f48e61-869a-432b-8789-70e9f9b7c719'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:09:54.793543 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63813913-0039-451d-8449-d79eac5884fb req-a6b22ed9-9874-4211-a837-00f76b79ef5c tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.1387401 Feb 15 14:09:54.912039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-562e3a2e-330a-428e-aec1-caa971d63bb2 req-7826331a-3eab-4647-bb08-d5623ab932a5 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119151 Feb 15 14:09:54.939377 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a77354a-f05f-41b2-846a-e4705d444484 x-openstack-request-id: req-0a77354a-f05f-41b2-846a-e4705d444484 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:54.939680 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5974ed36-2a32-4de1-93af-863708f5c05e", "name": "network-vif-deleted", "tag": "b2a2261a-4552-4486-9c91-8892f9f13203", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:54.939982 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a77354a-f05f-41b2-846a-e4705d444484 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:54.940402 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5974ed36-2a32-4de1-93af-863708f5c05e', 'name': 'network-vif-deleted', 'tag': 'b2a2261a-4552-4486-9c91-8892f9f13203', 'status': 'completed', 'code': 200} Feb 15 14:09:54.950680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:54.980786 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c43acf05-b136-473d-a933-ae0677fe7836 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (c789c9bf-4df7-4cd5-8ad0-e38197ab5b78), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:55.011588 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f3a7735d-221c-43a4-9cc7-63618ef50ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:52Z', 'revision_number': 7, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:55.086397 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7735d-221c-43a4-9cc7-63618ef50ff6 None None] Checking router: 9c54b70b-225f-441d-8c2f-1f4fc788098c for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:09:55.099528 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7735d-221c-43a4-9cc7-63618ef50ff6 None None] Routers {'9c54b70b-225f-441d-8c2f-1f4fc788098c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:55.100932 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f3a7735d-221c-43a4-9cc7-63618ef50ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9c54b70b-225f-441d-8c2f-1f4fc788098c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:55.204472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:55.219264 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:55.249423 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-f3a7735d-221c-43a4-9cc7-63618ef50ff6 None None] Set router 9c54b70b-225f-441d-8c2f-1f4fc788098c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:55.391262 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Publish callbacks [] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:55.402180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-936b2577-4ba5-4d04-a906-11d4423d765f req-e23eeb46-64a7-4ebd-9da2-712b991af3b3 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.0720785 Feb 15 14:09:55.416556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:55.432219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:55.432993 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:55.473152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4d8c7f3c-a1fc-4963-b1dc-eee7918b4804,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:55.482417 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:55.486344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d4cd4-cfac-4db3-ab09-7d7b7c56df02 req-ce541f1e-f751-4019-bd48-430213d314ad tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:55.495261 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-148d4cd4-cfac-4db3-ab09-7d7b7c56df02 req-ce541f1e-f751-4019-bd48-430213d314ad tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.4010582 Feb 15 14:09:55.538135 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c43acf05-b136-473d-a933-ae0677fe7836 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (c789c9bf-4df7-4cd5-8ad0-e38197ab5b78), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:55.558737 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c43acf05-b136-473d-a933-ae0677fe7836 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:55.562263 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c43acf05-b136-473d-a933-ae0677fe7836 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/subnets/c789c9bf-4df7-4cd5-8ad0-e38197ab5b78 HTTP/1.1" status: 204 len: 168 time: 1.5390801 Feb 15 14:09:55.565159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40880) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:55.584118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba5285-1b30-4905-8011-c4bbd6146851 req-db96a9c9-1d5d-4310-a0e0-7b125cb89b76 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:55.592124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3ba5285-1b30-4905-8011-c4bbd6146851 req-db96a9c9-1d5d-4310-a0e0-7b125cb89b76 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 944 time: 0.3408029 Feb 15 14:09:55.592608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29129c29-2143-475c-a9ca-cc020ff3acb7 None None] Network f7e16475-368e-46fc-9a93-22f35f19db06 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:09:55.668737 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f3a7735d-221c-43a4-9cc7-63618ef50ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:52Z', 'revision_number': 7, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:55.681446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43acf05-b136-473d-a933-ae0677fe7836 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Subnet': ['ID=c789c9bf-4df7-4cd5-8ad0-e38197ab5b78,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:55.726377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-148d4cd4-cfac-4db3-ab09-7d7b7c56df02 req-8c7ce8f8-5813-4953-ba67-025bbc8b28bc tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300458 Feb 15 14:09:55.732569 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (154d3191-ef10-4dde-9dce-4efe1a0052c5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:55.748835 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7735d-221c-43a4-9cc7-63618ef50ff6 None None] The sync data for ids ['9c54b70b-225f-441d-8c2f-1f4fc788098c'] in n-d-829064-15 is: [{'id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'name': 'tempest-TestNetworkBasicOps-router-351399217', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:06:28Z', 'updated_at': '2022-02-15T14:09:52Z', 'revision_number': 7, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'a8bb69b6-b6f1-4ae6-a688-441c3557829a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54b70b-225f-441d-8c2f-1f4fc788098c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:06:29Z', 'updated_at': '2022-02-15T14:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:09:55.757463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b2a2261a-4552-4486-9c91-8892f9f13203 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:09:55.763299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=4d8c7f3c-a1fc-4963-b1dc-eee7918b4804,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:55.798969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Pushing event updated for resources: {'Port': ['ID=93c834eb-79bd-420b-a932-07b408bf1b2b,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:55.843529 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3ba5285-1b30-4905-8011-c4bbd6146851 req-0ae67985-ca75-44ef-a5fa-814d4ccf8b34 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473469 Feb 15 14:09:55.846254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: b2a2261a-4552-4486-9c91-8892f9f13203 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:09:55.847607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b2a2261a-4552-4486-9c91-8892f9f13203 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:09:55.892030 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router (9c54b70b-225f-441d-8c2f-1f4fc788098c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:55.997975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Network 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:09:56.000049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:09:56.110861 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_gateway (9c54b70b-225f-441d-8c2f-1f4fc788098c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:56.161690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1eda32-8663-4759-ac98-bbe830cd4e18 None None] DHCP port deletion for f7e16475-368e-46fc-9a93-22f35f19db06 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:09:56.248811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting port a8bb69b6-b6f1-4ae6-a688-441c3557829a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:56.250380 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:56.262603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a52d7e7-4484-4b2e-8d4e-a76f5d72fce9 req-e3b708dc-bf3f-4ec7-8ae1-d6fccfa7b493 tempest-ServerShowV257Test-1212091127 tempest-ServerShowV257Test-1212091127-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c7c8840-cac4-4566-a452-b6997e9131a3 HTTP/1.1" status: 200 len: 210 time: 0.1493583 Feb 15 14:09:56.294137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fa1eda32-8663-4759-ac98-bbe830cd4e18 None None] Deleting port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:56.295410 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda32-8663-4759-ac98-bbe830cd4e18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:56.398444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Router 154d3191-ef10-4dde-9dce-4efe1a0052c5 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:09:56.471151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fa1eda32-8663-4759-ac98-bbe830cd4e18 None None] For port e88f9551-8370-4eb3-87cc-fa95c1fa02b3, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e88f9551-8370-4eb3-87cc-fa95c1fa02b3,segment=NetworkSegment(bfccfe26-3afd-4c80-b0cd-a60101fd69e0),segment_id=bfccfe26-3afd-4c80-b0cd-a60101fd69e0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:56.471879 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda32-8663-4759-ac98-bbe830cd4e18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:56.490566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] For port a8bb69b6-b6f1-4ae6-a688-441c3557829a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a8bb69b6-b6f1-4ae6-a688-441c3557829a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:56.492051 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:56.512517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fa1eda32-8663-4759-ac98-bbe830cd4e18 None None] Calling delete_port for e88f9551-8370-4eb3-87cc-fa95c1fa02b3 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:56.513842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Calling delete_port for a8bb69b6-b6f1-4ae6-a688-441c3557829a owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:56.610852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:09:56.645982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0a52bef5-7c40-4d9f-a918-4298df80a392 admin admin] 10.222.0.72 "PUT /v2.0/routers/154d3191-ef10-4dde-9dce-4efe1a0052c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9132364 Feb 15 14:09:56.649585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6f99f05b-2f0b-4a50-b385-80acaef59f89 None None] Provisioning complete for port 93c834eb-79bd-420b-a932-07b408bf1b2b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:56.649705 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6f99f05b-2f0b-4a50-b385-80acaef59f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:56.715205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6f99f05b-2f0b-4a50-b385-80acaef59f89 None None] Port 93c834eb-79bd-420b-a932-07b408bf1b2b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:09:56.730004 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa1eda32-8663-4759-ac98-bbe830cd4e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (e88f9551-8370-4eb3-87cc-fa95c1fa02b3), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:56.741657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6de02-5d62-42e0-8f2b-2451b0fdcf00 req-9c45d7e9-4aae-4f52-baa6-4b9318e48a5b tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:56.752443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7f6de02-5d62-42e0-8f2b-2451b0fdcf00 req-9c45d7e9-4aae-4f52-baa6-4b9318e48a5b tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=1277195d-53d7-4808-b6be-c8b39fd9a692 HTTP/1.1" status: 200 len: 945 time: 0.1511927 Feb 15 14:09:56.772508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1eda32-8663-4759-ac98-bbe830cd4e18 None None] Pushing event deleted for resources: {'Port': ['ID=e88f9551-8370-4eb3-87cc-fa95c1fa02b3,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:56.778054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:56.782412 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1eda32-8663-4759-ac98-bbe830cd4e18 None None] No DVR routers for this DVR port e88f9551-8370-4eb3-87cc-fa95c1fa02b3 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:09:56.856884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a8bb69b6-b6f1-4ae6-a688-441c3557829a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:56.877150 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7f6de02-5d62-42e0-8f2b-2451b0fdcf00 req-cada4bca-5617-447d-94b6-56f1a73f6bd1 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237202 Feb 15 14:09:56.878750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:56.879169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:56.897271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Port': ['ID=a8bb69b6-b6f1-4ae6-a688-441c3557829a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:56.982406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (9c54b70b-225f-441d-8c2f-1f4fc788098c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:57.089543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:57.107740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92f9f8-26d9-4216-8d8a-3d5bb7618572 req-28c2950b-f39d-43d0-ba5d-ef7155343a07 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:57.117187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3b92f9f8-26d9-4216-8d8a-3d5bb7618572 req-28c2950b-f39d-43d0-ba5d-ef7155343a07 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.1897504 Feb 15 14:09:57.169203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (9c54b70b-225f-441d-8c2f-1f4fc788098c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:57.172295 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_controller (9c54b70b-225f-441d-8c2f-1f4fc788098c), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:57.185490 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:09:57.260984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad46318-093a-44ce-a084-f6270b07ccce req-d1708891-222d-40ef-8d80-4c4f2e282d0c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:57.263684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ad46318-093a-44ce-a084-f6270b07ccce req-d1708891-222d-40ef-8d80-4c4f2e282d0c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 944 time: 0.2460902 Feb 15 14:09:57.267947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3b92f9f8-26d9-4216-8d8a-3d5bb7618572 req-f5d4fc35-4dcf-49e3-920a-0a90067b497c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443160 Feb 15 14:09:57.275762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:09:57.276788 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2cde3d38-48ec-4d8c-b5d8-3f0bfdd8f3d0 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:09:57.277240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e88f9551-8370-4eb3-87cc-fa95c1fa02b3 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:09:57.306645 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (9c54b70b-225f-441d-8c2f-1f4fc788098c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:57.308134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Fanout notify agent at l3_agent the message router_deleted on router 9c54b70b-225f-441d-8c2f-1f4fc788098c {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:09:57.316954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Sync routers for ids ['154d3191-ef10-4dde-9dce-4efe1a0052c5'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:09:57.322581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: e88f9551-8370-4eb3-87cc-fa95c1fa02b3 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:09:57.322969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e88f9551-8370-4eb3-87cc-fa95c1fa02b3 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:09:57.337746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Routers {'154d3191-ef10-4dde-9dce-4efe1a0052c5'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:09:57.338632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['154d3191-ef10-4dde-9dce-4efe1a0052c5'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:57.351846 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:57.353732 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ba00214c-e3e5-4c75-ab1a-315a46bd152d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/routers/9c54b70b-225f-441d-8c2f-1f4fc788098c HTTP/1.1" status: 204 len: 168 time: 1.7869952 Feb 15 14:09:57.356187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40910) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:57.362318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ad46318-093a-44ce-a084-f6270b07ccce req-5c73c3fe-7536-4559-b73b-ff46325f7016 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931888 Feb 15 14:09:57.487504 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (f7e16475-368e-46fc-9a93-22f35f19db06), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:57.578446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Set router 154d3191-ef10-4dde-9dce-4efe1a0052c5 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:09:57.673342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 95f48e61-869a-432b-8789-70e9f9b7c719 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:09:57.704611 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (f7e16475-368e-46fc-9a93-22f35f19db06), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:57.742453 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e16475-368e-46fc-9a93-22f35f19db06']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:57.772503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:57.772989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfccfe26-3afd-4c80-b0cd-a60101fd69e0') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:57.799901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (bfccfe26-3afd-4c80-b0cd-a60101fd69e0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:57.832918 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (bfccfe26-3afd-4c80-b0cd-a60101fd69e0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:57.846986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:09:57.849248 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (bfccfe26-3afd-4c80-b0cd-a60101fd69e0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:09:57.854404 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:09:57.918825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 95f48e61-869a-432b-8789-70e9f9b7c719 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:57.919307 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:57.925789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'name': 'tempest-TestVolumeBootPattern-788482601-router', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:45Z', 'updated_at': '2022-02-15T14:09:53Z', 'revision_number': 4, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'gw_port': {'id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:47Z', 'updated_at': '2022-02-15T14:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '93c834eb-79bd-420b-a932-07b408bf1b2b', 'name': '', 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'mac_address': 'fa:16:3e:1f:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ace78b98-ca63-40a5-a785-359ae2b7e9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:52Z', 'updated_at': '2022-02-15T14:09:54Z', 'revision_number': 2, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'subnets': [{'id': 'ace78b98-ca63-40a5-a785-359ae2b7e9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:09:57.996100 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (f7e16475-368e-46fc-9a93-22f35f19db06), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.009540 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.013031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Checking router: 154d3191-ef10-4dde-9dce-4efe1a0052c5 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:09:58.013311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Updating router 154d3191-ef10-4dde-9dce-4efe1a0052c5 port 93c834eb-79bd-420b-a932-07b408bf1b2b binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:09:58.025533 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/networks/f7e16475-368e-46fc-9a93-22f35f19db06 HTTP/1.1" status: 204 len: 168 time: 0.6679382 Feb 15 14:09:58.068994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40930) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:58.076175 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'network': {'name': 'tempest-network-smoke--1993204436', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'port_security_enabled': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:58.081430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bde8fd-875c-4bec-841f-d0444606728e tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Network': ['ID=f7e16475-368e-46fc-9a93-22f35f19db06,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:58.086207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40932) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:58.135099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Made reservation on behalf of 9371d7d5680c4673b3816e8f8a901c14 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:09:58.139251 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.143385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.204319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:09:58.237362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (90a771db-f864-48d4-9ded-1a2dccc3ef9d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.239407 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Added segment 90a771db-f864-48d4-9ded-1a2dccc3ef9d of type vlan for network f81a2afc-56c2-4438-9523-ea92b55630af Feb 15 14:09:58.313152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (f81a2afc-56c2-4438-9523-ea92b55630af), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.337447 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 95f48e61-869a-432b-8789-70e9f9b7c719 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:09:58.338048 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.364213 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (f81a2afc-56c2-4438-9523-ea92b55630af), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.371353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:58.372234 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.382757 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2daad3f3-5287-4c3f-b63d-064dffbccfeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.545485 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2daad3f3-5287-4c3f-b63d-064dffbccfeb admin admin] Publish callbacks [] for security_group (1a48fdc1-d1b0-4345-9060-433c5867f2a0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.558990 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4868648 Feb 15 14:09:58.559997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40956) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:58.566409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2daad3f3-5287-4c3f-b63d-064dffbccfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1a48fdc1-d1b0-4345-9060-433c5867f2a0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.568525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f48e61-869a-432b-8789-70e9f9b7c719'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:09:58.570990 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207d6211-5942-4b15-b187-072a72d46979" -d '{"events": [{"server_uuid": "5d6a87fc-bc98-418c-8e71-20ef58189f96", "name": "network-vif-plugged", "status": "completed", "tag": "95f48e61-869a-432b-8789-70e9f9b7c719"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:09:58.585055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'admin_state_up': True, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:09:58.610329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 95f48e61-869a-432b-8789-70e9f9b7c719, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=95f48e61-869a-432b-8789-70e9f9b7c719,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:58.627410 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.645032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bec3e-0c40-477f-9cd7-b1dbceefa509 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Network': ['ID=f81a2afc-56c2-4438-9523-ea92b55630af,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:58.647855 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (0d382ad3-4399-4982-a117-8c3863944993), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.649685 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (0d382ad3-4399-4982-a117-8c3863944993), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.689204 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2daad3f3-5287-4c3f-b63d-064dffbccfeb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c6bddc86c764dedbfa497179204d71a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6006594 Feb 15 14:09:58.702581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daad3f3-5287-4c3f-b63d-064dffbccfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a48fdc1-d1b0-4345-9060-433c5867f2a0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:58.730373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40960) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:09:58.765984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network f81a2afc-56c2-4438-9523-ea92b55630af details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:09:58.768544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a8bb69b6-b6f1-4ae6-a688-441c3557829a no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:09:58.825823 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_controller (0d382ad3-4399-4982-a117-8c3863944993), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:58.865148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a8bb69b6-b6f1-4ae6-a688-441c3557829a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:09:58.865491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a8bb69b6-b6f1-4ae6-a688-441c3557829a not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:09:58.910663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279abc7-e0ac-480f-b072-0a257bdbf4a7 req-2c9ed239-2030-479f-b30b-0c00ac55b89d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:58.923081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9279abc7-e0ac-480f-b072-0a257bdbf4a7 req-2c9ed239-2030-479f-b30b-0c00ac55b89d tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=1277195d-53d7-4808-b6be-c8b39fd9a692 HTTP/1.1" status: 200 len: 945 time: 0.9262984 Feb 15 14:09:58.944006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceda49-05b9-4c71-b623-eaa6343fff9c req-ef966a05-50df-4e70-b205-abe8b52cdf68 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:58.946941 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6bceda49-05b9-4c71-b623-eaa6343fff9c req-ef966a05-50df-4e70-b205-abe8b52cdf68 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.67 "GET /v2.0/ports?device_id=1277195d-53d7-4808-b6be-c8b39fd9a692 HTTP/1.1" status: 200 len: 945 time: 0.9037275 Feb 15 14:09:58.974583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=95f48e61-869a-432b-8789-70e9f9b7c719,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:59.025191 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8555bd-ea20-4ad3-8b97-d2314750f5d9 req-e326a205-4638-4e7d-a494-0a0f04c71fe9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:59.034404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd8555bd-ea20-4ad3-8b97-d2314750f5d9 req-e326a205-4638-4e7d-a494-0a0f04c71fe9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.2744758 Feb 15 14:09:59.091616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_gateway (0d382ad3-4399-4982-a117-8c3863944993), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.097982 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72514832-65b6-40ae-b1c9-3cb6fb1703b9 admin admin] Publish callbacks [] for security_group (1a48fdc1-d1b0-4345-9060-433c5867f2a0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.134071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72514832-65b6-40ae-b1c9-3cb6fb1703b9 admin admin] Publish callbacks [] for security_group (1a48fdc1-d1b0-4345-9060-433c5867f2a0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.163309 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Publish callbacks [] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.169752 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.214779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9279abc7-e0ac-480f-b072-0a257bdbf4a7 req-3e67623e-3add-41d2-940c-284ae003f7c4 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894182 Feb 15 14:09:59.291244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72514832-65b6-40ae-b1c9-3cb6fb1703b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1a48fdc1-d1b0-4345-9060-433c5867f2a0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.296013 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72514832-65b6-40ae-b1c9-3cb6fb1703b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.297375 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-72514832-65b6-40ae-b1c9-3cb6fb1703b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a48fdc1-d1b0-4345-9060-433c5867f2a0 HTTP/1.1" status: 204 len: 168 time: 0.5636590 Feb 15 14:09:59.301805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd8555bd-ea20-4ad3-8b97-d2314750f5d9 req-8962109e-518c-4168-a6d8-ca2ab2994036 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634625 Feb 15 14:09:59.319387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72514832-65b6-40ae-b1c9-3cb6fb1703b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a48fdc1-d1b0-4345-9060-433c5867f2a0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:59.512181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-6bceda49-05b9-4c71-b623-eaa6343fff9c req-d174bc06-335a-4d19-8d68-8a994a963f63 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Deleting port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:09:59.512764 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6bceda49-05b9-4c71-b623-eaa6343fff9c req-d174bc06-335a-4d19-8d68-8a994a963f63 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.548097 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_gateway (0d382ad3-4399-4982-a117-8c3863944993), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.576302 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.605665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Pushing event updated for resources: {'Port': ['ID=93c834eb-79bd-420b-a932-07b408bf1b2b,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:09:59.622205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Attempting to bind port 93c834eb-79bd-420b-a932-07b408bf1b2b on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:09:59.622590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Attempting to bind port 93c834eb-79bd-420b-a932-07b408bf1b2b by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:09:59.622987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Attempting to bind port 93c834eb-79bd-420b-a932-07b408bf1b2b on network 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:09:59.629165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:09:59.637852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Checking segment: {'id': '50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:09:59.638445 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.638868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Bound using segment: {'id': '50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:09:59.639419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Bound port: 93c834eb-79bd-420b-a932-07b408bf1b2b, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:09:59.639798 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.683699 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a721b2b-3e40-4886-b6b5-f2e8a98ba8c8 x-openstack-request-id: req-9a721b2b-3e40-4886-b6b5-f2e8a98ba8c8 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:09:59.683986 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6a87fc-bc98-418c-8e71-20ef58189f96", "name": "network-vif-plugged", "status": "completed", "tag": "95f48e61-869a-432b-8789-70e9f9b7c719", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:09:59.685206 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a721b2b-3e40-4886-b6b5-f2e8a98ba8c8 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:09:59.685206 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f48e61-869a-432b-8789-70e9f9b7c719', 'code': 200} Feb 15 14:09:59.833575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca920b-ff97-47c5-a740-694acf07af4c req-1c30953f-119f-47d8-b489-7a4dc5bb037d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:09:59.843504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19ca920b-ff97-47c5-a740-694acf07af4c req-1c30953f-119f-47d8-b489-7a4dc5bb037d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.4429502 Feb 15 14:09:59.876964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f6b07ac3-3b99-450d-9e3c-0a47ee3842d2 None None] Provisioning complete for port 93c834eb-79bd-420b-a932-07b408bf1b2b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:09:59.878428 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f6b07ac3-3b99-450d-9e3c-0a47ee3842d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.889221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] For port 93c834eb-79bd-420b-a932-07b408bf1b2b, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:09:59.920695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-6bceda49-05b9-4c71-b623-eaa6343fff9c req-d174bc06-335a-4d19-8d68-8a994a963f63 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] For port 17da4cb5-f71e-4926-8d83-eb338f1d30e8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=17da4cb5-f71e-4926-8d83-eb338f1d30e8,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:09:59.921311 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6bceda49-05b9-4c71-b623-eaa6343fff9c req-d174bc06-335a-4d19-8d68-8a994a963f63 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.969835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-6bceda49-05b9-4c71-b623-eaa6343fff9c req-d174bc06-335a-4d19-8d68-8a994a963f63 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Calling delete_port for 17da4cb5-f71e-4926-8d83-eb338f1d30e8 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:09:59.973714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] For port 93c834eb-79bd-420b-a932-07b408bf1b2b, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=93c834eb-79bd-420b-a932-07b408bf1b2b,segment=NetworkSegment(50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4),segment_id=50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:09:59.991501 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:09:59.997530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f6b07ac3-3b99-450d-9e3c-0a47ee3842d2 None None] Port 93c834eb-79bd-420b-a932-07b408bf1b2b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:10:00.047473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19ca920b-ff97-47c5-a740-694acf07af4c req-56fa369a-bca9-446f-ae81-eb9b5ccf22e9 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029147 Feb 15 14:10:00.167900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Routers {'154d3191-ef10-4dde-9dce-4efe1a0052c5'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:10:00.168879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['154d3191-ef10-4dde-9dce-4efe1a0052c5'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:00.337297 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6bceda49-05b9-4c71-b623-eaa6343fff9c req-d174bc06-335a-4d19-8d68-8a994a963f63 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (17da4cb5-f71e-4926-8d83-eb338f1d30e8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:00.386797 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] Set router 154d3191-ef10-4dde-9dce-4efe1a0052c5 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:10:00.519890 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Pushing event updated for resources: {'Port': ['ID=93c834eb-79bd-420b-a932-07b408bf1b2b,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:00.535620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.536470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.536975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.537492 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.538184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.538858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.539982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.542240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.542951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.543503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.544030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.544728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.545723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59af458c-6924-4b35-ad34-363cdde78632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:00.546922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bceda49-05b9-4c71-b623-eaa6343fff9c req-d174bc06-335a-4d19-8d68-8a994a963f63 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] No DVR routers for this DVR port 17da4cb5-f71e-4926-8d83-eb338f1d30e8 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:00.551385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 17da4cb5-f71e-4926-8d83-eb338f1d30e8 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:00.553362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6bceda49-05b9-4c71-b623-eaa6343fff9c req-d174bc06-335a-4d19-8d68-8a994a963f63 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:00.570454 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6bceda49-05b9-4c71-b623-eaa6343fff9c req-d174bc06-335a-4d19-8d68-8a994a963f63 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.67 "DELETE /v2.0/ports/17da4cb5-f71e-4926-8d83-eb338f1d30e8 HTTP/1.1" status: 204 len: 173 time: 1.6137764 Feb 15 14:10:00.651160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['a5401f78-7827-4a43-86a1-af4323a33dae'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:00.651623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1277195d-53d7-4808-b6be-c8b39fd9a692', 'name': 'network-vif-deleted', 'tag': '17da4cb5-f71e-4926-8d83-eb338f1d30e8'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:00.654050 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca7f769-8018-4619-848e-2fb0ad7de6ad" -d '{"events": [{"server_uuid": "1277195d-53d7-4808-b6be-c8b39fd9a692", "name": "network-vif-deleted", "tag": "17da4cb5-f71e-4926-8d83-eb338f1d30e8"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:00.656640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174bc06-335a-4d19-8d68-8a994a963f63 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Pushing event deleted for resources: {'Port': ['ID=17da4cb5-f71e-4926-8d83-eb338f1d30e8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:00.668244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 17da4cb5-f71e-4926-8d83-eb338f1d30e8 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:10:00.668725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 17da4cb5-f71e-4926-8d83-eb338f1d30e8 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:00.699353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc0c7d37-8dc6-4214-b154-9ffbae5c0290 req-4cf83b0e-2def-47ba-ad43-f3fb21502dd3 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=1277195d-53d7-4808-b6be-c8b39fd9a692 HTTP/1.1" status: 200 len: 210 time: 0.2910047 Feb 15 14:10:00.773903 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Allocated IP 172.25.6.217 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/f5a136b6-3243-41e7-b8f9-bf905bccc8dc) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:00.873736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc9374-ba8b-45bc-9660-e8f7eeaefbe3 req-bdafae8a-87bf-490e-8193-dbd3b6d4b618 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:00.887690 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71fc9374-ba8b-45bc-9660-e8f7eeaefbe3 req-bdafae8a-87bf-490e-8193-dbd3b6d4b618 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.3523297 Feb 15 14:10:00.918424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40996) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:00.919950 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e568b50f-eec8-498a-80b3-b24eda511623 x-openstack-request-id: req-e568b50f-eec8-498a-80b3-b24eda511623 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:00.920255 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1277195d-53d7-4808-b6be-c8b39fd9a692", "name": "network-vif-deleted", "tag": "17da4cb5-f71e-4926-8d83-eb338f1d30e8", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:00.920516 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e568b50f-eec8-498a-80b3-b24eda511623 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:00.920911 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1277195d-53d7-4808-b6be-c8b39fd9a692', 'name': 'network-vif-deleted', 'tag': '17da4cb5-f71e-4926-8d83-eb338f1d30e8', 'status': 'completed', 'code': 200} Feb 15 14:10:00.924704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27060714-9bdb-4530-a0c9-1df6138f70aa req-43b2b829-1605-442c-8959-f310fd7ac0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:00.926514 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27060714-9bdb-4530-a0c9-1df6138f70aa req-43b2b829-1605-442c-8959-f310fd7ac0f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 1128 time: 1.0842075 Feb 15 14:10:01.008433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71fc9374-ba8b-45bc-9660-e8f7eeaefbe3 req-bcc46b85-5b8a-4d41-ae02-86c96cb12b91 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198168 Feb 15 14:10:01.034472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5bd51a03-97db-4bd0-89a7-26cc33ce157a None None] Provisioning complete for port 93c834eb-79bd-420b-a932-07b408bf1b2b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:01.036238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.043677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5bd51a03-97db-4bd0-89a7-26cc33ce157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.101748 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27060714-9bdb-4530-a0c9-1df6138f70aa req-e4ca81b3-908a-4fed-b6d2-8d03df7dae4b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535499 Feb 15 14:10:01.121584 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.142365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-758393896-network', 'tenant_id': '1998c93b9e7b4952b1abcf16908e0ae0'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:01.171752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:01.177508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:01.187503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:01.197386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=f5a136b6-3243-41e7-b8f9-bf905bccc8dc,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:01.252751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Made reservation on behalf of 1998c93b9e7b4952b1abcf16908e0ae0 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:01.256024 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.268331 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.279065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5bd51a03-97db-4bd0-89a7-26cc33ce157a None None] Current status of the port 93c834eb-79bd-420b-a932-07b408bf1b2b is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:01.279822 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5bd51a03-97db-4bd0-89a7-26cc33ce157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.321135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e97d4-9aa7-4634-820b-4b6e071006f3 req-a962b3c9-0385-47b5-bb9c-b401cfa947d7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:01.328929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a6e97d4-9aa7-4634-820b-4b6e071006f3 req-a962b3c9-0385-47b5-bb9c-b401cfa947d7 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.1196191 Feb 15 14:10:01.347771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5bd51a03-97db-4bd0-89a7-26cc33ce157a None None] For port 93c834eb-79bd-420b-a932-07b408bf1b2b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=93c834eb-79bd-420b-a932-07b408bf1b2b,segment=NetworkSegment(50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4),segment_id=50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:01.371436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'name': 'tempest-TestVolumeBootPattern-788482601-router', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:45Z', 'updated_at': '2022-02-15T14:09:53Z', 'revision_number': 4, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'gw_port': {'id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:47Z', 'updated_at': '2022-02-15T14:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '93c834eb-79bd-420b-a932-07b408bf1b2b', 'name': '', 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'mac_address': 'fa:16:3e:1f:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ace78b98-ca63-40a5-a785-359ae2b7e9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:52Z', 'updated_at': '2022-02-15T14:09:59Z', 'revision_number': 4, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'subnets': [{'id': 'ace78b98-ca63-40a5-a785-359ae2b7e9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:01.378212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5bd51a03-97db-4bd0-89a7-26cc33ce157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.397029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a6e97d4-9aa7-4634-820b-4b6e071006f3 req-33615aae-78d5-4562-a8c2-cb4aaaf2d821 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670917 Feb 15 14:10:01.504062 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Publish callbacks [] for security_group (287777fd-4af5-4a37-863a-ec524f319ee8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.504532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1accc0b-eda2-41e5-8eed-80b2ba3fdeb8 None None] The sync data for ids ['154d3191-ef10-4dde-9dce-4efe1a0052c5'] in n-d-829064-15 is: [{'id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'name': 'tempest-TestVolumeBootPattern-788482601-router', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:45Z', 'updated_at': '2022-02-15T14:09:53Z', 'revision_number': 4, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'gw_port': {'id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:47Z', 'updated_at': '2022-02-15T14:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '93c834eb-79bd-420b-a932-07b408bf1b2b', 'name': '', 'network_id': '2b6d3057-1761-4a16-9e3f-1d55ac37ed5a', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'mac_address': 'fa:16:3e:1f:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'ace78b98-ca63-40a5-a785-359ae2b7e9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:52Z', 'updated_at': '2022-02-15T14:09:59Z', 'revision_number': 4, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'subnets': [{'id': 'ace78b98-ca63-40a5-a785-359ae2b7e9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:10:01.524582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (287777fd-4af5-4a37-863a-ec524f319ee8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.614764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd51a03-97db-4bd0-89a7-26cc33ce157a None None] Pushing event updated for resources: {'Port': ['ID=93c834eb-79bd-420b-a932-07b408bf1b2b,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:01.625162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:10:01.675757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287777fd-4af5-4a37-863a-ec524f319ee8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:01.702669 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6acac6b7-b5b8-40ef-a739-8eda03417acd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.705029 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Added segment 6acac6b7-b5b8-40ef-a739-8eda03417acd of type vlan for network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 Feb 15 14:10:01.870995 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_gateway (0d382ad3-4399-4982-a117-8c3863944993), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.922800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26b2d922-20f2-4bf2-ad4a-b0dd80028f8b req-e86f3824-ec13-4240-b5b1-c2d021bef115 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=1277195d-53d7-4808-b6be-c8b39fd9a692 HTTP/1.1" status: 200 len: 210 time: 0.0947020 Feb 15 14:10:01.931964 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (6bbc8635-5e61-4c6f-a6ae-efdb031866e7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.984133 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (6bbc8635-5e61-4c6f-a6ae-efdb031866e7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:01.985643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:01.986499 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:02.153782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2317891 Feb 15 14:10:02.158758 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41020) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:02.167855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] Request body: {'subnet': {'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-758393896-subnet', 'tenant_id': '1998c93b9e7b4952b1abcf16908e0ae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:02.184198 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (0d382ad3-4399-4982-a117-8c3863944993), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:02.221246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed967ca2-2c82-4ba1-be8d-8265f5b1261e admin admin] Pushing event updated for resources: {'Network': ['ID=6bbc8635-5e61-4c6f-a6ae-efdb031866e7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:02.231772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:10:02.298243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-40250b56-5fb4-4dad-9a40-4be0a101f1ab tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:02.303994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-40250b56-5fb4-4dad-9a40-4be0a101f1ab tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.2534878 Feb 15 14:10:02.337432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] Made reservation on behalf of 1998c93b9e7b4952b1abcf16908e0ae0 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:02.340323 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:02.349854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999c35-facb-4e07-b59f-48281b5471c1 req-9c684d2c-e02c-49cb-83c4-80a5b055d7a9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:02.365640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb999c35-facb-4e07-b59f-48281b5471c1 req-9c684d2c-e02c-49cb-83c4-80a5b055d7a9 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.1913319 Feb 15 14:10:02.382301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-b64612bc-8863-4a68-bfde-11cb618f267e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/quotas/8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 375 time: 0.0721831 Feb 15 14:10:02.473027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 0d382ad3-4399-4982-a117-8c3863944993 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:10:02.481486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb999c35-facb-4e07-b59f-48281b5471c1 req-fc7fb107-7014-48c5-9e57-fa867bf4d4f8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968437 Feb 15 14:10:02.544677 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-1cd6ce80-a324-48fe-bcb8-7d6bc5646432 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613657 Feb 15 14:10:02.698043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-fa1d46aa-236e-4783-9739-a3d12da6a381 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520615 Feb 15 14:10:02.737367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 93c834eb-79bd-420b-a932-07b408bf1b2b up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:02.772509 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (2d6eaca9-2005-4f1c-ab88-99f9ad7e1152), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:02.833389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 93c834eb-79bd-420b-a932-07b408bf1b2b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:02.840210 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:02.866371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:10:02.878641 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Sync routers for ids ['0d382ad3-4399-4982-a117-8c3863944993'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:10:02.889303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6eaca9-2005-4f1c-ab88-99f9ad7e1152,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:02.897596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] Checking segment: {'id': '6acac6b7-b5b8-40ef-a739-8eda03417acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:02.898077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] Network hostable DHCP agents. Network: 6bbc8635-5e61-4c6f-a6ae-efdb031866e7, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:10:02.898294 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Routers {'0d382ad3-4399-4982-a117-8c3863944993'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:10:02.899656 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0d382ad3-4399-4982-a117-8c3863944993'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:02.935538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:02.940044 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2383f5a3-a20d-4e2a-a157-95504f727763 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3719137 Feb 15 14:10:02.940561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41026) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:02.948224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529a7e0-529d-4b6c-b7d9-c8e5b95eaad2 req-eaebda84-60d9-4959-b7f7-447a7e66e712 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:02.951785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6529a7e0-529d-4b6c-b7d9-c8e5b95eaad2 req-eaebda84-60d9-4959-b7f7-447a7e66e712 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.2501588 Feb 15 14:10:02.957710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-41fefc18-22a2-423a-8119-d6d256b0879b service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588279 Feb 15 14:10:02.965768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] Network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:10:03.016905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41030) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:03.017996 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-22e89e1e-5438-46b0-a00f-ca416e505e3f tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9371d7d5680c4673b3816e8f8a901c14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722711 Feb 15 14:10:03.041353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 6bbc8635-5e61-4c6f-a6ae-efdb031866e7) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:03.046359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:03.046582 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:03.051442 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 93c834eb-79bd-420b-a932-07b408bf1b2b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:03.067648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad98e30-2e55-47f9-8efe-d6d1f7ba77dc None None] Network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:10:03.081985 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ecf660b2-37df-4a80-8b1c-f33d2f2b1446 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9220774 Feb 15 14:10:03.225299 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Set router 0d382ad3-4399-4982-a117-8c3863944993 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:10:03.247619 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6529a7e0-529d-4b6c-b7d9-c8e5b95eaad2 req-a5853003-f64c-4a73-9ac1-8070ba5076c8 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888832 Feb 15 14:10:03.315445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de975d90-43e1-49f4-a41e-d0c079301165 None None] Network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:10:03.352024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebac3b79-b60d-45f9-bf72-bb920e3e635d tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:03.357187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ebac3b79-b60d-45f9-bf72-bb920e3e635d tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3367481 Feb 15 14:10:03.357522 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41044) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:03.420140 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1cd1b5f1-fe1a-4c5f-a71a-4b9bb6ede194 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0614400 Feb 15 14:10:03.423358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41048) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:03.430168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1949501841', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:03.623801 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:01Z', 'revision_number': 3, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:03.663713 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Checking router: 0d382ad3-4399-4982-a117-8c3863944993 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:10:03.665222 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Updating router 0d382ad3-4399-4982-a117-8c3863944993 port f5a136b6-3243-41e7-b8f9-bf905bccc8dc binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:10:03.700214 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:03.726506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c976e-cb84-4c1a-9fb4-fe2925a92a18 req-e61e37a6-8221-4458-902d-fc7ac7da72f8 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:03.728800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-796c976e-cb84-4c1a-9fb4-fe2925a92a18 req-e61e37a6-8221-4458-902d-fc7ac7da72f8 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.1463673 Feb 15 14:10:03.729900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Made reservation on behalf of 9371d7d5680c4673b3816e8f8a901c14 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:03.733661 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:03.867784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-796c976e-cb84-4c1a-9fb4-fe2925a92a18 req-e3215c0a-7bc7-4174-8608-5364d1bebda1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300426 Feb 15 14:10:04.006363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54627010-ad40-47ed-abda-40d634f61e0c req-9424c6c4-13cd-4d37-8b97-67e729eb887d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.0460207 Feb 15 14:10:04.094412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-4e40b1a6-f6ee-48d6-a46e-ed6d73ef166c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:04.101556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-4e40b1a6-f6ee-48d6-a46e-ed6d73ef166c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/networks?id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 200 len: 813 time: 0.2215955 Feb 15 14:10:04.152612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-81e1083d-fc4f-45e8-a181-e7485f2ac378 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/quotas/1998c93b9e7b4952b1abcf16908e0ae0 HTTP/1.1" status: 200 len: 375 time: 0.0493495 Feb 15 14:10:04.166929 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Publish callbacks [] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:04.177461 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:04.207973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-c6e94199-3fa2-49fb-8273-20faffa0f1f3 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541525 Feb 15 14:10:04.222041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (6743bbb3-ad3e-492e-bea7-1f06091974e6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:04.243315 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Attempting to bind port f5a136b6-3243-41e7-b8f9-bf905bccc8dc on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:04.243692 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Attempting to bind port f5a136b6-3243-41e7-b8f9-bf905bccc8dc by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:04.244060 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Attempting to bind port f5a136b6-3243-41e7-b8f9-bf905bccc8dc on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:04.288775 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:04.289537 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:04.289714 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:04.290386 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:04.290870 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Bound port: f5a136b6-3243-41e7-b8f9-bf905bccc8dc, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:04.291318 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:04.304911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Subnet': ['ID=6743bbb3-ad3e-492e-bea7-1f06091974e6,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:04.310793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Checking segment: {'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:04.311215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network hostable DHCP agents. Network: f81a2afc-56c2-4438-9523-ea92b55630af, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:10:04.348730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network f81a2afc-56c2-4438-9523-ea92b55630af is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:10:04.405045 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Pushing event updated for resources: {'Port': ['ID=f5a136b6-3243-41e7-b8f9-bf905bccc8dc,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:04.414235 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] For port f5a136b6-3243-41e7-b8f9-bf905bccc8dc, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:04.417787 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.418158 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.418503 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.418853 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.419163 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.419488 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.419805 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.420119 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.420427 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.420749 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.421064 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.421375 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.421682 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:04.426176 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] For port f5a136b6-3243-41e7-b8f9-bf905bccc8dc, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f5a136b6-3243-41e7-b8f9-bf905bccc8dc,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:04.434646 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:04.440643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, f81a2afc-56c2-4438-9523-ea92b55630af) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:04.454215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b0c10-a8a2-43db-b5fe-b8f7da42d16d None None] Network f81a2afc-56c2-4438-9523-ea92b55630af requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:10:04.473181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:04.473798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:04.502597 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Routers {'0d382ad3-4399-4982-a117-8c3863944993'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:10:04.503246 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0d382ad3-4399-4982-a117-8c3863944993'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:04.568947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c7a26f22-948c-4845-9635-d88c797e3cc3 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1443546 Feb 15 14:10:04.572473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41082) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:04.649547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-3d68eeea-ef2c-4aff-937d-e94428486e2e service neutron] 10.222.0.72 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393654 Feb 15 14:10:04.652975 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] Set router 0d382ad3-4399-4982-a117-8c3863944993 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:10:04.667401 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66645c-06df-46ac-b535-1e8f0acce1d4 req-e2ac0adb-593f-41be-8fb3-daeae68608c3 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:04.674582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a66645c-06df-46ac-b535-1e8f0acce1d4 req-e2ac0adb-593f-41be-8fb3-daeae68608c3 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.2541142 Feb 15 14:10:04.736399 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9890d8-c415-4944-baa2-d370e9de254b None None] Pushing event updated for resources: {'Port': ['ID=f5a136b6-3243-41e7-b8f9-bf905bccc8dc,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:04.738575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-f81a2afc-56c2-4438-9523-ea92b55630af', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ips': [{'subnet_id': '6743bbb3-ad3e-492e-bea7-1f06091974e6'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:10:04.739702 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:04.835695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a66645c-06df-46ac-b535-1e8f0acce1d4 req-dd5a7a96-2fc1-4ead-a964-6ce2681085c0 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551428 Feb 15 14:10:04.869020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-4c00c053-a6fa-48eb-9f39-88de926d8f28 service neutron] 10.222.0.72 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184083 Feb 15 14:10:05.024014 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-cda7870b-77a9-4a91-afc7-5535b0161a23 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1242304 Feb 15 14:10:05.050060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Allocated IP 172.20.0.2 (f81a2afc-56c2-4438-9523-ea92b55630af/6743bbb3-ad3e-492e-bea7-1f06091974e6/9c28b799-37e4-4b20-b421-eaed08b679f7) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:05.326845 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:01Z', 'revision_number': 3, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:05.385784 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaeef8b-aaa9-4609-b694-b7f409437849 None None] The sync data for ids ['0d382ad3-4399-4982-a117-8c3863944993'] in n-d-829064-15 is: [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:01Z', 'revision_number': 3, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:10:05.543275 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d883816f-afc7-4acc-b62d-c5324cde17da req-563e3b5b-bf17-4936-8bc6-73508bc08ebd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.0729115 Feb 15 14:10:05.561954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-98539141-1900-4358-9431-324df7ca3b72 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:05.563519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-98539141-1900-4358-9431-324df7ca3b72 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.5624502 Feb 15 14:10:05.591051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'port': {'device_id': '90b01a93-bbbf-4793-a5f1-b5b7439d89eb', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'admin_state_up': True, 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:05.623613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-731d75dc-c21c-4533-b2ea-42681ee54a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:05.625194 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-731d75dc-c21c-4533-b2ea-42681ee54a5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 1129 time: 0.4332345 Feb 15 14:10:05.905717 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Publish callbacks [] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:05.922190 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:05.933717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:05.935993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbf90e31-20e8-4b02-a997-a7c723e5a02d req-b4b32043-8c5f-4908-8bbc-806872627820 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 210 time: 0.1628613 Feb 15 14:10:05.998659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412092f-96d9-443a-8e93-52619d8c4b2f req-bd30b92a-95d1-4dab-9c14-046774d43cd7 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:06.007086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b412092f-96d9-443a-8e93-52619d8c4b2f req-bd30b92a-95d1-4dab-9c14-046774d43cd7 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.5836902 Feb 15 14:10:06.012180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-8d4d3176-f138-49ba-87ca-403d42fb433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:06.014749 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-8d4d3176-f138-49ba-87ca-403d42fb433e service neutron] 10.222.0.42 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 916 time: 0.3530338 Feb 15 14:10:06.017645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Network f81a2afc-56c2-4438-9523-ea92b55630af is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:06.022493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:06.030947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:06.081102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Pushing event updated for resources: {'Port': ['ID=9c28b799-37e4-4b20-b421-eaed08b679f7,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:06.087054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Made reservation on behalf of 8c29426f2a2d43d1bc8516dc4bb81932 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:06.106332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:06.120286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Attempting to bind port 9c28b799-37e4-4b20-b421-eaed08b679f7 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:06.120673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Attempting to bind port 9c28b799-37e4-4b20-b421-eaed08b679f7 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:06.121045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Attempting to bind port 9c28b799-37e4-4b20-b421-eaed08b679f7 on network f81a2afc-56c2-4438-9523-ea92b55630af {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:06.142162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:06.142469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Checking segment: {'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:06.143274 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:06.144128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Bound using segment: {'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:06.144628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Bound port: 9c28b799-37e4-4b20-b421-eaed08b679f7, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:06.145378 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:06.212095 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-6f2bafa4-a9c7-43a2-865e-4de1cfab885d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f HTTP/1.1" status: 200 len: 217 time: 0.1387250 Feb 15 14:10:06.268459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] For port 9c28b799-37e4-4b20-b421-eaed08b679f7, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:06.275823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] For port 9c28b799-37e4-4b20-b421-eaed08b679f7, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9c28b799-37e4-4b20-b421-eaed08b679f7,segment=NetworkSegment(90a771db-f864-48d4-9ded-1a2dccc3ef9d),segment_id=90a771db-f864-48d4-9ded-1a2dccc3ef9d)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:06.299215 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:06.355433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-15fd1e4b-d672-4240-9cf1-0259f7119765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:06.357393 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-15fd1e4b-d672-4240-9cf1-0259f7119765 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.0963528 Feb 15 14:10:06.396940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec84c0-feed-4578-bc66-34548d4eac4a None None] Pushing event updated for resources: {'Port': ['ID=9c28b799-37e4-4b20-b421-eaed08b679f7,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:06.427065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92a255-1ab8-4eeb-914f-b7de1c146483 req-294c5f19-ef37-4d72-b644-d1732ff4e5a6 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:06.439656 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2f92a255-1ab8-4eeb-914f-b7de1c146483 req-294c5f19-ef37-4d72-b644-d1732ff4e5a6 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.42 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 946 time: 0.2404602 Feb 15 14:10:06.490557 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-06017f66-9015-4332-bbe0-0438c6eb296f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234729 Feb 15 14:10:06.568643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b412092f-96d9-443a-8e93-52619d8c4b2f req-2f364c64-f7dc-4c42-aa33-2a2bbf1105a2 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/security-groups?id=c64e4f87-8e9f-461b-b1f1-4630eea34b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604117 Feb 15 14:10:06.813917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-71700ceb-286b-4deb-b2f6-02b2fd0db925 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:06.828950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-71700ceb-286b-4deb-b2f6-02b2fd0db925 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/networks?id=807f17ff-ce29-421d-a836-e7ccd7cce274 HTTP/1.1" status: 200 len: 815 time: 0.6884754 Feb 15 14:10:06.830615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f5a136b6-3243-41e7-b8f9-bf905bccc8dc up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:07.007030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f5a136b6-3243-41e7-b8f9-bf905bccc8dc triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:07.009237 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:07.154274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-e216109f-62f4-4c6a-838c-e3369d40ca0d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/quotas/19742857963b4add8897f86b17f8ba2f HTTP/1.1" status: 200 len: 375 time: 0.2622349 Feb 15 14:10:07.220682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91d84f38-e64f-4db1-946d-7b871cc05178 req-c5265eb3-ee29-4d8d-8e60-acbe63114705 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6329803 Feb 15 14:10:07.239177 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f5a136b6-3243-41e7-b8f9-bf905bccc8dc is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:07.243301 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:07.311994 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-36cdcf9d-f16c-43f1-8217-35f8b1ae3da1 service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522323 Feb 15 14:10:07.324442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-2f92a255-1ab8-4eeb-914f-b7de1c146483 req-ffd6578b-9ac2-4cd1-a8f8-67cddf86517f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Deleting port a5401f78-7827-4a43-86a1-af4323a33dae {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:07.324791 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2f92a255-1ab8-4eeb-914f-b7de1c146483 req-ffd6578b-9ac2-4cd1-a8f8-67cddf86517f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:07.336843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port f5a136b6-3243-41e7-b8f9-bf905bccc8dc, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f5a136b6-3243-41e7-b8f9-bf905bccc8dc,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:07.354227 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:07.378725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Allocated IP 172.20.0.1 (f81a2afc-56c2-4438-9523-ea92b55630af/6743bbb3-ad3e-492e-bea7-1f06091974e6/aa9b7b99-c46c-4ad7-b512-50f7437fdffd) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:07.434694 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525db2ec-16e2-43ca-aaf8-9b4f60d31349 req-9b0496fe-f7d4-44bd-b0b9-071b1e5440b1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:07.437133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-525db2ec-16e2-43ca-aaf8-9b4f60d31349 req-9b0496fe-f7d4-44bd-b0b9-071b1e5440b1 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d6a87fc-bc98-418c-8e71-20ef58189f96 HTTP/1.1" status: 200 len: 945 time: 0.6467254 Feb 15 14:10:07.475774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=f5a136b6-3243-41e7-b8f9-bf905bccc8dc,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:07.479675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c89fd-d6f2-480c-ac06-c6b5ba71b351 req-8624144c-0a10-4393-bd27-298259b4f548 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:07.490685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-715c89fd-d6f2-480c-ac06-c6b5ba71b351 req-8624144c-0a10-4393-bd27-298259b4f548 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.6980970 Feb 15 14:10:07.514780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-c41a5316-b1fe-494b-8d4b-6ed00ff069ca tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=19742857963b4add8897f86b17f8ba2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3251374 Feb 15 14:10:07.537968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Allocated IP 172.20.0.7 (c8c73912-3615-4fc1-ad35-e54c9f618d74/5bdd149c-20c0-4211-876f-a7af9ef676ae/800c9d0c-3eed-40ab-956d-a93c3f561215) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:07.715699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-2f92a255-1ab8-4eeb-914f-b7de1c146483 req-ffd6578b-9ac2-4cd1-a8f8-67cddf86517f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] For port a5401f78-7827-4a43-86a1-af4323a33dae, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a5401f78-7827-4a43-86a1-af4323a33dae,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:07.716064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2f92a255-1ab8-4eeb-914f-b7de1c146483 req-ffd6578b-9ac2-4cd1-a8f8-67cddf86517f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:07.725465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-715c89fd-d6f2-480c-ac06-c6b5ba71b351 req-87517670-ec24-4c0a-8847-0e98dc9c55b4 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236168 Feb 15 14:10:07.744781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d84f38-e64f-4db1-946d-7b871cc05178 req-d8ea844d-9622-4f41-824f-ebefdab4aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:07.746352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91d84f38-e64f-4db1-946d-7b871cc05178 req-d8ea844d-9622-4f41-824f-ebefdab4aa76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 1128 time: 0.3936436 Feb 15 14:10:08.267305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:08.315168 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-7eb5183c-1554-4247-b096-76bb0af94acf service neutron] 10.222.0.42 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9935446 Feb 15 14:10:08.316102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-2f92a255-1ab8-4eeb-914f-b7de1c146483 req-ffd6578b-9ac2-4cd1-a8f8-67cddf86517f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Calling delete_port for a5401f78-7827-4a43-86a1-af4323a33dae owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:08.324770 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:08.432439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c05d09-c1af-4ff9-88c0-8ae03da73254 None None] Network f81a2afc-56c2-4438-9523-ea92b55630af requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:10:08.477343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-24450a41-d0b1-40df-ad52-f08eb474e095 service neutron] 10.222.0.72 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9356723 Feb 15 14:10:08.538797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-341f5a3c-5a2b-4aaa-a8b8-0a468e386b13 req-5210c674-23ec-411b-8feb-da20bb1f59aa tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.1907809 Feb 15 14:10:08.577839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-c348f6a2-6086-41fb-b0b8-9702f5a82e78 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:08.580297 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-c348f6a2-6086-41fb-b0b8-9702f5a82e78 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.42 "GET /v2.0/networks?id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 200 len: 813 time: 1.1410911 Feb 15 14:10:08.640698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2f92a255-1ab8-4eeb-914f-b7de1c146483 req-ffd6578b-9ac2-4cd1-a8f8-67cddf86517f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a5401f78-7827-4a43-86a1-af4323a33dae), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:08.654492 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Request body: {'port': {'device_id': '87b82ca4-bde5-458a-90f3-2671579af878', 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7', 'admin_state_up': True, 'tenant_id': '1998c93b9e7b4952b1abcf16908e0ae0'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:08.661425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-02f467bd-d788-4c24-971b-c984c6a97689 None None] Provisioning complete for port 9c28b799-37e4-4b20-b421-eaed08b679f7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:08.661985 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02f467bd-d788-4c24-971b-c984c6a97689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:08.694179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network f81a2afc-56c2-4438-9523-ea92b55630af is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:08.739216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:08.791918 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:08.804813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:08.846772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2f5a9ac-96fb-4e7f-8e65-bdafa3658138 req-30942706-b7e5-4a21-ac95-e9f2992eb033 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 210 time: 0.1210725 Feb 15 14:10:08.916574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=aa9b7b99-c46c-4ad7-b512-50f7437fdffd,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:08.949664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d84f38-e64f-4db1-946d-7b871cc05178 req-25f0aea1-70d5-47e2-b325-b77ade38c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:08.960353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91d84f38-e64f-4db1-946d-7b871cc05178 req-25f0aea1-70d5-47e2-b325-b77ade38c377 service neutron] 10.222.0.67 "GET /v2.0/networks?id=771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 200 len: 916 time: 1.1614361 Feb 15 14:10:09.027263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-02f467bd-d788-4c24-971b-c984c6a97689 None None] Current status of the port 9c28b799-37e4-4b20-b421-eaed08b679f7 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:09.027680 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02f467bd-d788-4c24-971b-c984c6a97689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.028736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-525db2ec-16e2-43ca-aaf8-9b4f60d31349 req-f2ef4673-36f5-4038-b136-8421e95a28ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Deleting port 95f48e61-869a-432b-8789-70e9f9b7c719 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:09.030117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9c28b799-37e4-4b20-b421-eaed08b679f7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:09.035306 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-525db2ec-16e2-43ca-aaf8-9b4f60d31349 req-f2ef4673-36f5-4038-b136-8421e95a28ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.065605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f92a255-1ab8-4eeb-914f-b7de1c146483 req-ffd6578b-9ac2-4cd1-a8f8-67cddf86517f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] No DVR routers for this DVR port a5401f78-7827-4a43-86a1-af4323a33dae on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:09.086798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2f92a255-1ab8-4eeb-914f-b7de1c146483 req-ffd6578b-9ac2-4cd1-a8f8-67cddf86517f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.090355 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2f92a255-1ab8-4eeb-914f-b7de1c146483 req-ffd6578b-9ac2-4cd1-a8f8-67cddf86517f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.42 "DELETE /v2.0/ports/a5401f78-7827-4a43-86a1-af4323a33dae HTTP/1.1" status: 204 len: 173 time: 2.6415970 Feb 15 14:10:09.093013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6578b-9ac2-4cd1-a8f8-67cddf86517f tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] Pushing event deleted for resources: {'Port': ['ID=a5401f78-7827-4a43-86a1-af4323a33dae,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:09.095078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e948cb7b-0a49-4d7c-abbd-48d94d50a08c', 'name': 'network-vif-deleted', 'tag': 'a5401f78-7827-4a43-86a1-af4323a33dae'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:09.097431 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171395b3-9ee8-4528-840e-c087aa9d4f82" -d '{"events": [{"server_uuid": "e948cb7b-0a49-4d7c-abbd-48d94d50a08c", "name": "network-vif-deleted", "tag": "a5401f78-7827-4a43-86a1-af4323a33dae"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:09.144711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (0d382ad3-4399-4982-a117-8c3863944993), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.229747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-02f467bd-d788-4c24-971b-c984c6a97689 None None] For port 9c28b799-37e4-4b20-b421-eaed08b679f7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9c28b799-37e4-4b20-b421-eaed08b679f7,segment=NetworkSegment(90a771db-f864-48d4-9ded-1a2dccc3ef9d),segment_id=90a771db-f864-48d4-9ded-1a2dccc3ef9d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:09.237722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9c28b799-37e4-4b20-b421-eaed08b679f7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:09.238211 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.293280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02f467bd-d788-4c24-971b-c984c6a97689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.325714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-2c7699a5-cff9-436e-93db-22f106931079 service neutron] 10.222.0.72 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8450172 Feb 15 14:10:09.357525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91d84f38-e64f-4db1-946d-7b871cc05178 req-d34b8aed-2461-42cf-b48f-c470c7aa6bbc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9665526d-7487-4a7a-910e-2807d48aff9d HTTP/1.1" status: 200 len: 217 time: 0.3597252 Feb 15 14:10:09.386502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9c28b799-37e4-4b20-b421-eaed08b679f7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:09.387872 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f5a136b6-3243-41e7-b8f9-bf905bccc8dc up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:09.430151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Made reservation on behalf of 1998c93b9e7b4952b1abcf16908e0ae0 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:09.441482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.461703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5b9349a-cc18-478a-8f81-3e66ee04700c req-4e48f259-7635-4fd8-87e4-1c1c6d7511a0 tempest-ListServerFiltersTestJSON-963380422 tempest-ListServerFiltersTestJSON-963380422-project] 10.222.0.72 "GET /v2.0/ports?device_id=e948cb7b-0a49-4d7c-abbd-48d94d50a08c HTTP/1.1" status: 200 len: 210 time: 0.2691042 Feb 15 14:10:09.461981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7962a546-e13a-4a2f-a0d1-0cc3e6595e0e None None] Provisioning complete for port aa9b7b99-c46c-4ad7-b512-50f7437fdffd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:09.462433 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7962a546-e13a-4a2f-a0d1-0cc3e6595e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.556845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f467bd-d788-4c24-971b-c984c6a97689 None None] Pushing event updated for resources: {'Port': ['ID=9c28b799-37e4-4b20-b421-eaed08b679f7,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:09.591124 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f5a136b6-3243-41e7-b8f9-bf905bccc8dc triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:09.591506 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.650028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7962a546-e13a-4a2f-a0d1-0cc3e6595e0e None None] Port aa9b7b99-c46c-4ad7-b512-50f7437fdffd cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:10:09.709664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-525db2ec-16e2-43ca-aaf8-9b4f60d31349 req-f2ef4673-36f5-4038-b136-8421e95a28ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] For port 95f48e61-869a-432b-8789-70e9f9b7c719, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=95f48e61-869a-432b-8789-70e9f9b7c719,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:09.710450 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-525db2ec-16e2-43ca-aaf8-9b4f60d31349 req-f2ef4673-36f5-4038-b136-8421e95a28ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.717552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7962a546-e13a-4a2f-a0d1-0cc3e6595e0e None None] Provisioning complete for port 9c28b799-37e4-4b20-b421-eaed08b679f7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:09.718271 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7962a546-e13a-4a2f-a0d1-0cc3e6595e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.729357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-525db2ec-16e2-43ca-aaf8-9b4f60d31349 req-f2ef4673-36f5-4038-b136-8421e95a28ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Calling delete_port for 95f48e61-869a-432b-8789-70e9f9b7c719 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:09.770553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f5a136b6-3243-41e7-b8f9-bf905bccc8dc is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:09.776672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a5401f78-7827-4a43-86a1-af4323a33dae no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:09.777674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Allocated IP 172.20.0.14 (6bbc8635-5e61-4c6f-a6ae-efdb031866e7/2d6eaca9-2005-4f1c-ab88-99f9ad7e1152/4ab0fdf8-1b26-46a6-9d17-5077303ee761) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:09.804314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: a5401f78-7827-4a43-86a1-af4323a33dae {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:10:09.805479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a5401f78-7827-4a43-86a1-af4323a33dae not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:09.806245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 95f48e61-869a-432b-8789-70e9f9b7c719 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:09.863732 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a44e73-133b-4abe-a804-29d4dc3b7bc8 x-openstack-request-id: req-b2a44e73-133b-4abe-a804-29d4dc3b7bc8 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:09.864962 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e948cb7b-0a49-4d7c-abbd-48d94d50a08c", "name": "network-vif-deleted", "tag": "a5401f78-7827-4a43-86a1-af4323a33dae", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:09.865248 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b2a44e73-133b-4abe-a804-29d4dc3b7bc8 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:09.865669 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e948cb7b-0a49-4d7c-abbd-48d94d50a08c', 'name': 'network-vif-deleted', 'tag': 'a5401f78-7827-4a43-86a1-af4323a33dae', 'status': 'completed', 'code': 200} Feb 15 14:10:09.874739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.935515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-caf0b93f-fdb3-4886-bea9-18750897bdf7 req-ad710b11-8866-4d55-9f3a-ca0a0624b1b4 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 210 time: 0.0557945 Feb 15 14:10:09.962060 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:09.984959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7962a546-e13a-4a2f-a0d1-0cc3e6595e0e None None] Current status of the port 9c28b799-37e4-4b20-b421-eaed08b679f7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:10.023326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d84f38-e64f-4db1-946d-7b871cc05178 req-6c5612b8-3aa9-463d-9c0b-8d18b65a5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:10.024444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91d84f38-e64f-4db1-946d-7b871cc05178 req-6c5612b8-3aa9-463d-9c0b-8d18b65a5a21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 200 len: 855 time: 0.5574181 Feb 15 14:10:10.047466 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.103230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 95f48e61-869a-432b-8789-70e9f9b7c719 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:10.103580 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.124242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:10.126056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=800c9d0c-3eed-40ab-956d-a93c3f561215,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:10.128646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:10.173654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-eb0e82eb-116f-4b65-bb13-6dc50f3d66ed None None] Provisioning complete for port aa9b7b99-c46c-4ad7-b512-50f7437fdffd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:10.173925 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eb0e82eb-116f-4b65-bb13-6dc50f3d66ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.185497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:10.228088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-eb0e82eb-116f-4b65-bb13-6dc50f3d66ed None None] Port aa9b7b99-c46c-4ad7-b512-50f7437fdffd cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:10:10.337701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91d84f38-e64f-4db1-946d-7b871cc05178 req-cb327510-c5c0-4d17-ae3a-bdf7123f17cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=771c49b0-8269-49d5-826a-f23ac405a041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3044674 Feb 15 14:10:10.488670 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks [] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.510511 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-525db2ec-16e2-43ca-aaf8-9b4f60d31349 req-f2ef4673-36f5-4038-b136-8421e95a28ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (95f48e61-869a-432b-8789-70e9f9b7c719), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.514088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91d84f38-e64f-4db1-946d-7b871cc05178 req-9eec5b0d-4411-48a9-912f-98958748fb72 service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311493 Feb 15 14:10:10.556194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.563222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2aa10d8e-152e-4499-a807-c6858d3838d3 None None] Provisioning complete for port 800c9d0c-3eed-40ab-956d-a93c3f561215 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:10.563828 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2aa10d8e-152e-4499-a807-c6858d3838d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.564046 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.622720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2aa10d8e-152e-4499-a807-c6858d3838d3 None None] Port 800c9d0c-3eed-40ab-956d-a93c3f561215 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:10:10.629576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.704808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:10.713679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:10.718193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=aa9b7b99-c46c-4ad7-b512-50f7437fdffd,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:10.721150 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:10.770603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b263269-7601-4a43-a00b-239603d0bd4f req-efc42751-6445-44db-b713-9cde21075e6c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:10.772189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b263269-7601-4a43-a00b-239603d0bd4f req-efc42751-6445-44db-b713-9cde21075e6c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 1.1264315 Feb 15 14:10:10.776726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9c28b799-37e4-4b20-b421-eaed08b679f7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:10.807578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef4673-36f5-4038-b136-8421e95a28ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Pushing event deleted for resources: {'Port': ['ID=95f48e61-869a-432b-8789-70e9f9b7c719,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:10.841683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Pushing event updated for resources: {'Port': ['ID=4ab0fdf8-1b26-46a6-9d17-5077303ee761,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:10.857600 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (0d382ad3-4399-4982-a117-8c3863944993), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.870701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9c28b799-37e4-4b20-b421-eaed08b679f7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:10.871142 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.931549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:10.932213 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.935090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:10.936155 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:10.954014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91d84f38-e64f-4db1-946d-7b871cc05178 req-106bea62-3547-4e42-a715-da8e9351a207 service neutron] 10.222.0.67 "GET /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244940 Feb 15 14:10:10.978677 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-15542364-2aa5-4663-86cd-f0766d455ff7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3858719 Feb 15 14:10:10.984666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-f6a769e8-99e6-4541-b769-41de18251eee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4026282 Feb 15 14:10:10.987025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9c28b799-37e4-4b20-b421-eaed08b679f7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:10.991017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Request body: {'port': {'device_id': '87b82ca4-bde5-458a-90f3-2671579af878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:10.994922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7be53-0fbd-41cc-ae4e-83277eb48807 req-c659cb70-49af-424b-a202-84fbbf4c1185 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:10.999491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27e7be53-0fbd-41cc-ae4e-83277eb48807 req-c659cb70-49af-424b-a202-84fbbf4c1185 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 931 time: 0.8545549 Feb 15 14:10:11.004016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-525db2ec-16e2-43ca-aaf8-9b4f60d31349 req-f2ef4673-36f5-4038-b136-8421e95a28ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] No DVR routers for this DVR port 95f48e61-869a-432b-8789-70e9f9b7c719 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:11.007203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-525db2ec-16e2-43ca-aaf8-9b4f60d31349 req-f2ef4673-36f5-4038-b136-8421e95a28ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:11.014531 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-525db2ec-16e2-43ca-aaf8-9b4f60d31349 req-f2ef4673-36f5-4038-b136-8421e95a28ff tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.42 "DELETE /v2.0/ports/95f48e61-869a-432b-8789-70e9f9b7c719 HTTP/1.1" status: 204 len: 173 time: 3.5111403 Feb 15 14:10:11.037302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'name': 'network-vif-deleted', 'tag': '95f48e61-869a-432b-8789-70e9f9b7c719'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:11.041268 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3d41f0-6edc-49a4-b64f-8b7f8c736426" -d '{"events": [{"server_uuid": "5d6a87fc-bc98-418c-8e71-20ef58189f96", "name": "network-vif-deleted", "tag": "95f48e61-869a-432b-8789-70e9f9b7c719"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:11.049098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b263269-7601-4a43-a00b-239603d0bd4f req-5065b6ad-da30-4212-8ccc-7b595d3db35b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504139 Feb 15 14:10:11.053247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Request body: {'port': {'device_id': '90b01a93-bbbf-4793-a5f1-b5b7439d89eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:11.117436 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:11.135144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network f81a2afc-56c2-4438-9523-ea92b55630af is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:11.139567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:11.181276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27e7be53-0fbd-41cc-ae4e-83277eb48807 req-cf2d24e1-20c3-4bc4-9f64-a2230c610913 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447582 Feb 15 14:10:11.212544 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:11.428844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41152) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:11.549060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-956d17ed-a8c7-4f3f-9936-f18f21acdd70 None None] Provisioning complete for port aa9b7b99-c46c-4ad7-b512-50f7437fdffd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:11.549575 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-956d17ed-a8c7-4f3f-9936-f18f21acdd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:11.552659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ebe8b7a-3651-45df-b5e1-00b9435c3ef6 req-6d5bfb9c-e4a7-4462-bcb1-9df4b79d5f14 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 210 time: 0.1182480 Feb 15 14:10:11.608008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dceb82-e651-437c-9d4d-7201db1b91e3 req-8bc33041-4f19-4df6-b434-59fdef741021 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:11.617676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38dceb82-e651-437c-9d4d-7201db1b91e3 req-8bc33041-4f19-4df6-b434-59fdef741021 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 932 time: 0.4226542 Feb 15 14:10:11.645228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 0d382ad3-4399-4982-a117-8c3863944993 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:10:11.658459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-956d17ed-a8c7-4f3f-9936-f18f21acdd70 None None] Port aa9b7b99-c46c-4ad7-b512-50f7437fdffd cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:10:11.673507 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c4d916-e8ff-47c1-aba3-4ee9fd64d467 x-openstack-request-id: req-a6c4d916-e8ff-47c1-aba3-4ee9fd64d467 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:11.673790 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6a87fc-bc98-418c-8e71-20ef58189f96", "name": "network-vif-deleted", "tag": "95f48e61-869a-432b-8789-70e9f9b7c719", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:11.674061 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a6c4d916-e8ff-47c1-aba3-4ee9fd64d467 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:11.674854 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6a87fc-bc98-418c-8e71-20ef58189f96', 'name': 'network-vif-deleted', 'tag': '95f48e61-869a-432b-8789-70e9f9b7c719', 'status': 'completed', 'code': 200} Feb 15 14:10:11.818519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b889bf5-2bb2-4deb-958f-fba8ca8839a8 admin admin] Deleting subnet 0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:10:11.826567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab0fdf8-1b26-46a6-9d17-5077303ee761 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:11.829620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-0f50123c-eda1-4342-927a-3b56d0447078 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:11.831139 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-0f50123c-eda1-4342-927a-3b56d0447078 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.67 "GET /v2.0/networks?id=807f17ff-ce29-421d-a836-e7ccd7cce274 HTTP/1.1" status: 200 len: 815 time: 0.5850990 Feb 15 14:10:11.831893 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b889bf5-2bb2-4deb-958f-fba8ca8839a8 admin admin] Publish callbacks [] for subnet (0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:11.837237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Publish callbacks [] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:11.842385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38dceb82-e651-437c-9d4d-7201db1b91e3 req-ecd7e442-05de-41fc-a674-a63f90928224 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237668 Feb 15 14:10:11.861518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Transition to ACTIVE for port object 4ab0fdf8-1b26-46a6-9d17-5077303ee761 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:11.871821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Request body: {'port': {'device_id': 'b6a37732-752a-4197-9ff6-03b849b453f0', 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274', 'admin_state_up': True, 'tenant_id': '19742857963b4add8897f86b17f8ba2f'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:11.881158 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:11.910695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:10:11.922843 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-31adb816-3b20-4de9-9612-44229425f1e0 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "PUT /v2.0/routers/0d382ad3-4399-4982-a117-8c3863944993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3466246 Feb 15 14:10:11.923664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41158) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:11.936272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Sync routers for ids ['0d382ad3-4399-4982-a117-8c3863944993'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:10:11.953878 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Routers {'0d382ad3-4399-4982-a117-8c3863944993'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:10:11.954933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0d382ad3-4399-4982-a117-8c3863944993'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:11.960340 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:12.013879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Pushing event updated for resources: {'Port': ['ID=4ab0fdf8-1b26-46a6-9d17-5077303ee761,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:12.072435 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b889bf5-2bb2-4deb-958f-fba8ca8839a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:12.098508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Made reservation on behalf of 19742857963b4add8897f86b17f8ba2f for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:12.103178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:12.146445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Attempting to bind port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:12.147351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Attempting to bind port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '6acac6b7-b5b8-40ef-a739-8eda03417acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:12.147758 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Attempting to bind port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 on network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:12.159806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.160506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.160974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.161648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.161827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Set router 0d382ad3-4399-4982-a117-8c3863944993 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:10:12.161957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.162449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.162926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.163390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.164803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.165178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.165599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.166086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.171548 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3d0e6bb6-b291-4d07-bf39-93b195625f47 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8497 time: 0.2427237 Feb 15 14:10:12.172208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41162) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:12.233777 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 on network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:10:12.234109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Attempting to bind port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 on network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:12.243826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:12.244173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Checking segment: {'id': '6acac6b7-b5b8-40ef-a739-8eda03417acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:12.244575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Bound using segment: {'id': '6acac6b7-b5b8-40ef-a739-8eda03417acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:12.245156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Bound port: 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6acac6b7-b5b8-40ef-a739-8eda03417acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:12.245377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:12.350673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:12.358706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.359216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.359674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.360124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.360587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.361090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.361452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.361898 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.362345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.362792 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.363380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.363826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.368726 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-701af183-14a9-4661-bc61-89b6eb327165 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7855 time: 0.1927431 Feb 15 14:10:12.368726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:12.369687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41170) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:12.380412 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b889bf5-2bb2-4deb-958f-fba8ca8839a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:12.489067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:09Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'aa9b7b99-c46c-4ad7-b512-50f7437fdffd', 'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:6f:4e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:06Z', 'updated_at': '2022-02-15T14:10:10Z', 'revision_number': 2, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:12.513487 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:12.564305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Checking router: 0d382ad3-4399-4982-a117-8c3863944993 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:10:12.564673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Updating router 0d382ad3-4399-4982-a117-8c3863944993 port aa9b7b99-c46c-4ad7-b512-50f7437fdffd binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:10:12.583598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.584918 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:12.601747 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:12.601982 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] 10.222.0.42 "PUT /v2.0/ports/4ab0fdf8-1b26-46a6-9d17-5077303ee761 HTTP/1.1" status: 200 len: 1093 time: 1.6157904 Feb 15 14:10:12.603727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:12.617710 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bb67b1-89a4-4c45-93f3-4798012499ce" -d '{"events": [{"name": "network-changed", "server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:12.800069 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b133cb6-91a6-4f5a-9f27-0a5ec2b6184a service neutron] Pushing event updated for resources: {'Port': ['ID=4ab0fdf8-1b26-46a6-9d17-5077303ee761,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:12.834085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-095e8a05-c157-4add-bf50-edb998279f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.836491 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-095e8a05-c157-4add-bf50-edb998279f5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 1127 time: 0.1844246 Feb 15 14:10:12.896761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fbce0-2215-4065-9316-654911c361fe req-ee3d12ff-dce4-45fb-a683-23a6cd4baf71 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.898578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e0fbce0-2215-4065-9316-654911c361fe req-ee3d12ff-dce4-45fb-a683-23a6cd4baf71 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 931 time: 0.5827565 Feb 15 14:10:12.911646 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-5e600d21-c448-4127-b2b6-a0ed7d885d13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761 HTTP/1.1" status: 200 len: 217 time: 0.0609326 Feb 15 14:10:12.938862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824320eb-022a-4ec6-9206-819761f80bb1 req-ddcbd776-47f1-493a-830d-7da518653e73 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.946382 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824320eb-022a-4ec6-9206-819761f80bb1 req-ddcbd776-47f1-493a-830d-7da518653e73 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.7363498 Feb 15 14:10:12.973130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-d1180de7-30e0-48c6-871c-7711b1ccc395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:12.974589 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-d1180de7-30e0-48c6-871c-7711b1ccc395 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d6eaca9-2005-4f1c-ab88-99f9ad7e1152 HTTP/1.1" status: 200 len: 853 time: 0.0552177 Feb 15 14:10:12.980319 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Publish callbacks [] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:12.985557 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0635c49a-a35c-43a0-9b15-e5019c36d2ea tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.6118927 Feb 15 14:10:12.995733 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.014813 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-3c0505df-4f2a-4908-940d-6e653e8fe6c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310721 Feb 15 14:10:13.039368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Allocated IP 172.20.0.14 (807f17ff-ce29-421d-a836-e7ccd7cce274/0857d114-4ceb-4f4d-8670-071bedf1b320/134356d6-c58b-4cfd-a9f1-aed863f92585) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:13.057249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-824320eb-022a-4ec6-9206-819761f80bb1 req-3ab60657-1b52-45ca-a9c5-76459463d84a tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085382 Feb 15 14:10:13.073007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800c9d0c-3eed-40ab-956d-a93c3f561215 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:13.088789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982b391-fa45-498b-a83b-8db239475317 None None] Pushing event updated for resources: {'Port': ['ID=aa9b7b99-c46c-4ad7-b512-50f7437fdffd,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:13.138424 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Publish callbacks [] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.165733 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-146565e8-ca90-4776-a7e3-be848f7f84ff service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433077 Feb 15 14:10:13.173717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Attempting to bind port aa9b7b99-c46c-4ad7-b512-50f7437fdffd on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:13.178133 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Attempting to bind port aa9b7b99-c46c-4ad7-b512-50f7437fdffd by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:13.178630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Attempting to bind port aa9b7b99-c46c-4ad7-b512-50f7437fdffd on network f81a2afc-56c2-4438-9523-ea92b55630af {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:13.183585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Transition to ACTIVE for port object 800c9d0c-3eed-40ab-956d-a93c3f561215 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:13.191332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b889bf5-2bb2-4deb-958f-fba8ca8839a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.192073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:13.196174 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Checking segment: {'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:13.196961 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.197794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Bound using segment: {'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:13.200059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Bound port: aa9b7b99-c46c-4ad7-b512-50f7437fdffd, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:13.200794 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.212654 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.264817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e0fbce0-2215-4065-9316-654911c361fe req-75b8e174-fb54-42ff-a455-733ca3240ac0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072698 Feb 15 14:10:13.295577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b889bf5-2bb2-4deb-958f-fba8ca8839a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:13.326250 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b889bf5-2bb2-4deb-958f-fba8ca8839a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.330037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0b889bf5-2bb2-4deb-958f-fba8ca8839a8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0c99f7a8-5cd3-4b4a-ab80-d1fc1be6096e HTTP/1.1" status: 204 len: 168 time: 1.8799441 Feb 15 14:10:13.335164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41182) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:13.343914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54361671-702c-4e96-a1b9-3c8de846ef0f None None] Network e8512a10-0ef6-4df8-b75d-49f35e099f0d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:10:13.464200 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cdc9bc8e-cf70-4666-89c9-b52dd61c159b req-50790a06-3dfb-483c-abdf-98117eeeac9b service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918882 Feb 15 14:10:13.500497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (e8512a10-0ef6-4df8-b75d-49f35e099f0d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.516683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] For port aa9b7b99-c46c-4ad7-b512-50f7437fdffd, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:13.543433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] For port aa9b7b99-c46c-4ad7-b512-50f7437fdffd, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=aa9b7b99-c46c-4ad7-b512-50f7437fdffd,segment=NetworkSegment(90a771db-f864-48d4-9ded-1a2dccc3ef9d),segment_id=90a771db-f864-48d4-9ded-1a2dccc3ef9d)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:13.561654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-06d499bb-36bc-4c9f-a291-bfaafed59230 None None] Provisioning complete for port aa9b7b99-c46c-4ad7-b512-50f7437fdffd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:13.566036 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-06d499bb-36bc-4c9f-a291-bfaafed59230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.634187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Deleting port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:13.634692 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.673371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.696113 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks [] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.743064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=800c9d0c-3eed-40ab-956d-a93c3f561215,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:13.827140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Routers {'0d382ad3-4399-4982-a117-8c3863944993'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:10:13.831843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:09:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0d382ad3-4399-4982-a117-8c3863944993'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:13.836425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bb994e1-d51a-4418-8372-88d3bcbcd406 req-9039b808-0a66-41f6-b498-37272b9391cf tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 210 time: 0.3038216 Feb 15 14:10:13.837505 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:13.935069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Attempting to bind port 800c9d0c-3eed-40ab-956d-a93c3f561215 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:13.935400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Attempting to bind port 800c9d0c-3eed-40ab-956d-a93c3f561215 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:13.935718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Attempting to bind port 800c9d0c-3eed-40ab-956d-a93c3f561215 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:13.948599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Network 807f17ff-ce29-421d-a836-e7ccd7cce274 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:13.950150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Pushing event updated for resources: {'Port': ['ID=134356d6-c58b-4cfd-a9f1-aed863f92585,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:13.959213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Port 800c9d0c-3eed-40ab-956d-a93c3f561215 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:10:13.959924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Attempting to bind port 800c9d0c-3eed-40ab-956d-a93c3f561215 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:13.965159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:13.969943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:13.975060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:13.975410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Checking segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:13.975794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Bound using segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:13.976821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Bound port: 800c9d0c-3eed-40ab-956d-a93c3f561215, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:13.977182 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:14.169458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:14.170277 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:14.251208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-840fa4a2-a373-4d10-9eb8-25fbeca98e03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3894799 Feb 15 14:10:14.264944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Request body: {'port': {'device_id': 'b6a37732-752a-4197-9ff6-03b849b453f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:14.276662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] For port 800c9d0c-3eed-40ab-956d-a93c3f561215, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:14.328671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] For port 800c9d0c-3eed-40ab-956d-a93c3f561215, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=800c9d0c-3eed-40ab-956d-a93c3f561215,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:14.343682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05361063-14dd-4b5c-bcd3-44c4766bb914 req-02edce99-503a-43f2-804f-1b9f036fa33a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:14.350848 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05361063-14dd-4b5c-bcd3-44c4766bb914 req-02edce99-503a-43f2-804f-1b9f036fa33a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.1999187 Feb 15 14:10:14.394117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ee97d-9049-447d-b3d3-f5be994fbe4d None None] DHCP port deletion for e8512a10-0ef6-4df8-b75d-49f35e099f0d request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:10:14.409735 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:14.414692 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:14.439744 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e490e235-a11a-4a56-b90d-52e89c241629 x-openstack-request-id: req-e490e235-a11a-4a56-b90d-52e89c241629 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:14.439744 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:14.440649 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e490e235-a11a-4a56-b90d-52e89c241629 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:14.440649 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'status': 'completed', 'code': 200} Feb 15 14:10:14.475024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:14.476010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:14.477205 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] 10.222.0.67 "PUT /v2.0/ports/800c9d0c-3eed-40ab-956d-a93c3f561215 HTTP/1.1" status: 200 len: 1092 time: 3.4423242 Feb 15 14:10:14.477601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b01a93-bbbf-4793-a5f1-b5b7439d89eb', 'tag': '800c9d0c-3eed-40ab-956d-a93c3f561215'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:14.479949 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1904ab24-6d8a-4935-ba44-965b56525851" -d '{"events": [{"name": "network-changed", "server_uuid": "90b01a93-bbbf-4793-a5f1-b5b7439d89eb", "tag": "800c9d0c-3eed-40ab-956d-a93c3f561215"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:14.484704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41200) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:14.491136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-18b95d2c-dee4-4184-808e-0665d886c62c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1539896155', 'description': 'tempest-secgroup-smoke-1539896155 description', 'project_id': '9371d7d5680c4673b3816e8f8a901c14'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:14.525224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982b391-fa45-498b-a83b-8db239475317 None None] Pushing event updated for resources: {'Port': ['ID=aa9b7b99-c46c-4ad7-b512-50f7437fdffd,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:14.536002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] For port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2315aa82-52c5-4e9f-be1c-d8842d5a8d14,segment=NetworkSegment(6b1018e5-ea50-45e5-8a8a-5153ad459f18),segment_id=6b1018e5-ea50-45e5-8a8a-5153ad459f18)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:14.537812 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:14.557492 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Calling delete_port for 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:14.583506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb67b1-89a4-4c45-93f3-4798012499ce req-b0282038-fafa-4959-943d-f585cb66309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:14.585038 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d1bb67b1-89a4-4c45-93f3-4798012499ce req-b0282038-fafa-4959-943d-f585cb66309f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 1127 time: 0.1739535 Feb 15 14:10:14.641582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-06d499bb-36bc-4c9f-a291-bfaafed59230 None None] Current status of the port aa9b7b99-c46c-4ad7-b512-50f7437fdffd is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:14.647421 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-06d499bb-36bc-4c9f-a291-bfaafed59230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:14.719853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:14.736773 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-123f35f5-62b5-4019-a7f2-7cddb1ddf254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:14.766811 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05361063-14dd-4b5c-bcd3-44c4766bb914 req-ff8f779f-14c1-4a6f-af8f-58c4c33e9183 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149897 Feb 15 14:10:14.771147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-06d499bb-36bc-4c9f-a291-bfaafed59230 None None] For port aa9b7b99-c46c-4ad7-b512-50f7437fdffd, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=aa9b7b99-c46c-4ad7-b512-50f7437fdffd,segment=NetworkSegment(90a771db-f864-48d4-9ded-1a2dccc3ef9d),segment_id=90a771db-f864-48d4-9ded-1a2dccc3ef9d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:14.814524 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-18b95d2c-dee4-4184-808e-0665d886c62c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:14.825566 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-06d499bb-36bc-4c9f-a291-bfaafed59230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:14.843223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] Set router 0d382ad3-4399-4982-a117-8c3863944993 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:10:14.910403 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:14.939218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb67b1-89a4-4c45-93f3-4798012499ce req-f9caa4c4-0d84-41da-bf03-5079208d68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:14.940734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d1bb67b1-89a4-4c45-93f3-4798012499ce req-f9caa4c4-0d84-41da-bf03-5079208d68ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 200 len: 914 time: 0.2951100 Feb 15 14:10:14.977036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] No DVR routers for this DVR port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:14.978969 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2315aa82-52c5-4e9f-be1c-d8842d5a8d14,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:14.979683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85d400-6ed5-4439-a90e-0321a7a12aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=800c9d0c-3eed-40ab-956d-a93c3f561215,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:14.996650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No active binding found for port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 {{(pid=109973) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 14:10:14.997377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] The host n-d-829064-15 is not matching for port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 host None! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:10:14.998100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:15.006750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d77ee97d-9049-447d-b3d3-f5be994fbe4d None None] Deleting port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:15.007330 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d77ee97d-9049-447d-b3d3-f5be994fbe4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.056545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2015589c-9d4d-46d0-8941-4b939b70505e None None] Provisioning complete for port aa9b7b99-c46c-4ad7-b512-50f7437fdffd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:15.057374 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2015589c-9d4d-46d0-8941-4b939b70505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.061792 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d1bb67b1-89a4-4c45-93f3-4798012499ce req-a9f1a307-f3c3-41d1-9624-416af111d810 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761 HTTP/1.1" status: 200 len: 217 time: 0.1003087 Feb 15 14:10:15.124136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d499bb-36bc-4c9f-a291-bfaafed59230 None None] Pushing event updated for resources: {'Port': ['ID=aa9b7b99-c46c-4ad7-b512-50f7437fdffd,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:15.163510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134356d6-c58b-4cfd-a9f1-aed863f92585 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:15.168868 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (e8512a10-0ef6-4df8-b75d-49f35e099f0d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.172651 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Publish callbacks [] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.189233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Transition to ACTIVE for port object 134356d6-c58b-4cfd-a9f1-aed863f92585 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:15.200143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8512a10-0ef6-4df8-b75d-49f35e099f0d']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:15.214648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1018e5-ea50-45e5-8a8a-5153ad459f18') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:15.215280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1018e5-ea50-45e5-8a8a-5153ad459f18') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:15.220203 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d77ee97d-9049-447d-b3d3-f5be994fbe4d None None] For port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:15.220818 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d77ee97d-9049-447d-b3d3-f5be994fbe4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.229557 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (6b1018e5-ea50-45e5-8a8a-5153ad459f18), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.248078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6b1018e5-ea50-45e5-8a8a-5153ad459f18), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.257284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:10:15.257941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (6b1018e5-ea50-45e5-8a8a-5153ad459f18), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.274390 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-18b95d2c-dee4-4184-808e-0665d886c62c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (2533281c-588c-4377-a039-b67b596569a9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.284108 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.293874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2015589c-9d4d-46d0-8941-4b939b70505e None None] Current status of the port aa9b7b99-c46c-4ad7-b512-50f7437fdffd is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:15.298811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d77ee97d-9049-447d-b3d3-f5be994fbe4d None None] Calling delete_port for 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:15.305736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-d77ee97d-9049-447d-b3d3-f5be994fbe4d None None] Port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 14:10:15.312479 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d77ee97d-9049-447d-b3d3-f5be994fbe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (2315aa82-52c5-4e9f-be1c-d8842d5a8d14), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:10:15.352015 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:10:15.359265 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (e8512a10-0ef6-4df8-b75d-49f35e099f0d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.364596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ee97d-9049-447d-b3d3-f5be994fbe4d None None] Pushing event deleted for resources: {'Port': ['ID=2315aa82-52c5-4e9f-be1c-d8842d5a8d14,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:15.367387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ee97d-9049-447d-b3d3-f5be994fbe4d None None] No DVR routers for this DVR port 2315aa82-52c5-4e9f-be1c-d8842d5a8d14 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:15.391065 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.396808 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-18b95d2c-dee4-4184-808e-0665d886c62c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2533281c-588c-4377-a039-b67b596569a9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.398596 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e8512a10-0ef6-4df8-b75d-49f35e099f0d HTTP/1.1" status: 204 len: 168 time: 2.0609703 Feb 15 14:10:15.402374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1347c-dd7a-44e9-ae40-048c02a145e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8512a10-0ef6-4df8-b75d-49f35e099f0d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:15.423264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Pushing event updated for resources: {'Port': ['ID=134356d6-c58b-4cfd-a9f1-aed863f92585,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:15.425501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb67b1-89a4-4c45-93f3-4798012499ce req-394a787b-d3fc-4554-b41e-3ddd89edcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:15.436503 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d1bb67b1-89a4-4c45-93f3-4798012499ce req-394a787b-d3fc-4554-b41e-3ddd89edcaf4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d6eaca9-2005-4f1c-ab88-99f9ad7e1152 HTTP/1.1" status: 200 len: 853 time: 0.3536811 Feb 15 14:10:15.443664 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-18b95d2c-dee4-4184-808e-0665d886c62c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.449379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-18b95d2c-dee4-4184-808e-0665d886c62c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9616773 Feb 15 14:10:15.456986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41210) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:15.466654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c2da11b0-9bca-41c1-95ea-ddf86eea2c26 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '2533281c-588c-4377-a039-b67b596569a9', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:15.481152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:09Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'aa9b7b99-c46c-4ad7-b512-50f7437fdffd', 'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:6f:4e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:06Z', 'updated_at': '2022-02-15T14:10:13Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:15.497634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-c6eef330-320d-485f-bb18-724a43940b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:15.499173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-c6eef330-320d-485f-bb18-724a43940b01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 1126 time: 0.9557056 Feb 15 14:10:15.508287 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d1bb67b1-89a4-4c45-93f3-4798012499ce req-b5519683-ba30-4956-8a38-ff98a7ddf60a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615244 Feb 15 14:10:15.533545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6b8e-2c2a-4112-bbf4-978f49aa67da req-ccf360ad-1262-492e-9496-4ca9d8da757d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:15.541175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d21d6b8e-2c2a-4112-bbf4-978f49aa67da req-ccf360ad-1262-492e-9496-4ca9d8da757d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.9889309 Feb 15 14:10:15.544547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e05f9b-8f77-4d64-9ed3-b564fd284f99 None None] The sync data for ids ['0d382ad3-4399-4982-a117-8c3863944993'] in n-d-829064-15 is: [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:09Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'aa9b7b99-c46c-4ad7-b512-50f7437fdffd', 'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:6f:4e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:06Z', 'updated_at': '2022-02-15T14:10:13Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:10:15.557025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3ed5b-68ba-4150-8ad5-2bdfbe08d2ae req-07b38c2c-a78e-48a8-9f33-ad827df6378d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:15.566494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-faf3ed5b-68ba-4150-8ad5-2bdfbe08d2ae req-07b38c2c-a78e-48a8-9f33-ad827df6378d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.3740571 Feb 15 14:10:15.586719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b95d2c-dee4-4184-808e-0665d886c62c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2533281c-588c-4377-a039-b67b596569a9,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:15.674118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41212) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:15.676089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-8d20f533-a70a-4dce-9591-497d77545643 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=800c9d0c-3eed-40ab-956d-a93c3f561215 HTTP/1.1" status: 200 len: 217 time: 0.1623380 Feb 15 14:10:15.689094 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c2da11b0-9bca-41c1-95ea-ddf86eea2c26 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (2471dcc3-74c2-4a4f-a63a-ca818d77f07a), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.714943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4ab0fdf8-1b26-46a6-9d17-5077303ee761 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:10:15.757384 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d1bb67b1-89a4-4c45-93f3-4798012499ce req-ac06da33-f564-422a-8867-f519b433e1ee service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391346 Feb 15 14:10:15.844050 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c2da11b0-9bca-41c1-95ea-ddf86eea2c26 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (2471dcc3-74c2-4a4f-a63a-ca818d77f07a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.869272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-da2c2054-f8a6-40a5-a054-b26cd390ce54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0680c85f0fc941d2bd465d9fdb25d07a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1915507 Feb 15 14:10:15.887799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41218) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:15.895555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c2da11b0-9bca-41c1-95ea-ddf86eea2c26 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (2471dcc3-74c2-4a4f-a63a-ca818d77f07a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:15.906934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-faf3ed5b-68ba-4150-8ad5-2bdfbe08d2ae req-79f06c12-f3a2-4fb6-9a1d-ba652ec18384 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3393526 Feb 15 14:10:15.933610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d21d6b8e-2c2a-4112-bbf4-978f49aa67da req-cb441b7d-ccf3-4e4e-96b6-2d202137ac4b tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915105 Feb 15 14:10:15.957381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:15.972951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7', 'port_id': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'mac_address': 'fa:16:3e:44:86:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6eaca9-2005-4f1c-ab88-99f9ad7e1152', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:10:16.047534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:16.047741 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.049402 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d1bb67b1-89a4-4c45-93f3-4798012499ce req-53da53bf-1b0d-4cf4-b038-7319c2613ebd service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720909 Feb 15 14:10:16.075423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-33bddb73-bec4-42cd-8699-1afbc41720d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:16.077869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab0fdf8-1b26-46a6-9d17-5077303ee761 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:16.081574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-33bddb73-bec4-42cd-8699-1afbc41720d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.3504286 Feb 15 14:10:16.088728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da11b0-9bca-41c1-95ea-ddf86eea2c26 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2471dcc3-74c2-4a4f-a63a-ca818d77f07a,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:16.103650 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c2da11b0-9bca-41c1-95ea-ddf86eea2c26 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.108233 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c2da11b0-9bca-41c1-95ea-ddf86eea2c26 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6463659 Feb 15 14:10:16.108456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:16.108725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41220) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:16.111628 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.113346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f629a9a2-b662-49a1-bd73-d32ca6e00564 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '2533281c-588c-4377-a039-b67b596569a9', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:16.121552 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03966025-c656-4b43-ab36-b065b3d465c6 x-openstack-request-id: req-03966025-c656-4b43-ab36-b065b3d465c6 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:16.122123 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b01a93-bbbf-4793-a5f1-b5b7439d89eb", "tag": "800c9d0c-3eed-40ab-956d-a93c3f561215", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:16.122549 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-03966025-c656-4b43-ab36-b065b3d465c6 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:16.123177 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b01a93-bbbf-4793-a5f1-b5b7439d89eb', 'tag': '800c9d0c-3eed-40ab-956d-a93c3f561215', 'status': 'completed', 'code': 200} Feb 15 14:10:16.147831 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f629a9a2-b662-49a1-bd73-d32ca6e00564 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (7c40fe96-d2d4-437e-9328-dc04d7b96894), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.216112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Attempting to bind port 134356d6-c58b-4cfd-a9f1-aed863f92585 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:16.217086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Attempting to bind port 134356d6-c58b-4cfd-a9f1-aed863f92585 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:16.217924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Attempting to bind port 134356d6-c58b-4cfd-a9f1-aed863f92585 on network 807f17ff-ce29-421d-a836-e7ccd7cce274 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:16.219025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4ab0fdf8-1b26-46a6-9d17-5077303ee761,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:16.245005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f629a9a2-b662-49a1-bd73-d32ca6e00564 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (7c40fe96-d2d4-437e-9328-dc04d7b96894), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.253746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f629a9a2-b662-49a1-bd73-d32ca6e00564 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (7c40fe96-d2d4-437e-9328-dc04d7b96894), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.269876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Port 134356d6-c58b-4cfd-a9f1-aed863f92585 on network 807f17ff-ce29-421d-a836-e7ccd7cce274 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:10:16.270516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Attempting to bind port 134356d6-c58b-4cfd-a9f1-aed863f92585 on network 807f17ff-ce29-421d-a836-e7ccd7cce274 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:16.277184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629a9a2-b662-49a1-bd73-d32ca6e00564 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c40fe96-d2d4-437e-9328-dc04d7b96894,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:16.286034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:16.286613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Checking segment: {'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:16.287339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Bound using segment: {'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:16.287782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Bound port: 134356d6-c58b-4cfd-a9f1-aed863f92585, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dda66a1-b656-48e1-b719-7c52ffe2f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:16.288471 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.295242 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f629a9a2-b662-49a1-bd73-d32ca6e00564 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.296550 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f629a9a2-b662-49a1-bd73-d32ca6e00564 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1868427 Feb 15 14:10:16.299257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41222) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:16.304592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-349620ae-c2d7-4018-ac44-8766e896e9df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '2533281c-588c-4377-a039-b67b596569a9', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:16.311378 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-07ffa530-6978-4466-9eb3-8309c44da766 admin admin] Publish callbacks [] for security_group (c64e4f87-8e9f-461b-b1f1-4630eea34b15), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.345251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['4ab0fdf8-1b26-46a6-9d17-5077303ee761'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:16.346969 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-349620ae-c2d7-4018-ac44-8766e896e9df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (5f630590-ac43-46cf-801d-91cd6f67f130), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.409623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] For port 134356d6-c58b-4cfd-a9f1-aed863f92585, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:16.414282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] For port 134356d6-c58b-4cfd-a9f1-aed863f92585, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=134356d6-c58b-4cfd-a9f1-aed863f92585,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:16.434693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-b228c40e-893c-456d-bf54-997159060898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:16.436328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-b228c40e-893c-456d-bf54-997159060898 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2967899 Feb 15 14:10:16.444150 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-07ffa530-6978-4466-9eb3-8309c44da766 admin admin] Publish callbacks [] for security_group (c64e4f87-8e9f-461b-b1f1-4630eea34b15), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.447997 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.457789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d36540-6cc5-48e0-9547-22d9e0bbfa55 req-2b2d503a-37fc-4ae4-ac53-cc03d6e60cc8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:16.466497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-349620ae-c2d7-4018-ac44-8766e896e9df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (5f630590-ac43-46cf-801d-91cd6f67f130), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.467184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3d36540-6cc5-48e0-9547-22d9e0bbfa55 req-2b2d503a-37fc-4ae4-ac53-cc03d6e60cc8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 943 time: 0.3714049 Feb 15 14:10:16.472233 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-349620ae-c2d7-4018-ac44-8766e896e9df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (5f630590-ac43-46cf-801d-91cd6f67f130), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.488794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349620ae-c2d7-4018-ac44-8766e896e9df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f630590-ac43-46cf-801d-91cd6f67f130,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:16.516992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-349620ae-c2d7-4018-ac44-8766e896e9df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.518601 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-349620ae-c2d7-4018-ac44-8766e896e9df tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2181361 Feb 15 14:10:16.521361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41224) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:16.536175 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-53830ce9-5094-4aa7-8671-8fbcdd5bcd45 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '2533281c-588c-4377-a039-b67b596569a9', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:16.575533 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-53830ce9-5094-4aa7-8671-8fbcdd5bcd45 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (e0077660-1189-4e5a-b89e-9cac29d68b92), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.613332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75340198-869f-4d54-b785-b1654c6599d1 req-5295cc7d-1aa6-4c74-8ec0-064d94efd915 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:16.614945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75340198-869f-4d54-b785-b1654c6599d1 req-5295cc7d-1aa6-4c74-8ec0-064d94efd915 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 944 time: 0.4122131 Feb 15 14:10:16.624876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:16.624876 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.640334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] 10.222.0.67 "PUT /v2.0/ports/134356d6-c58b-4cfd-a9f1-aed863f92585 HTTP/1.1" status: 200 len: 1093 time: 2.3800237 Feb 15 14:10:16.711672 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-53830ce9-5094-4aa7-8671-8fbcdd5bcd45 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (e0077660-1189-4e5a-b89e-9cac29d68b92), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.728454 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-53830ce9-5094-4aa7-8671-8fbcdd5bcd45 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (e0077660-1189-4e5a-b89e-9cac29d68b92), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.748797 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device aa9b7b99-c46c-4ad7-b512-50f7437fdffd up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:16.758403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53830ce9-5094-4aa7-8671-8fbcdd5bcd45 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0077660-1189-4e5a-b89e-9cac29d68b92,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:16.778261 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3d36540-6cc5-48e0-9547-22d9e0bbfa55 req-ad05e350-0d33-42ba-8b0f-30b19649aefc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107569 Feb 15 14:10:16.780719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-53830ce9-5094-4aa7-8671-8fbcdd5bcd45 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.786820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cda46c-c402-45e6-94a5-246ee2041eae service neutron] Pushing event updated for resources: {'Port': ['ID=134356d6-c58b-4cfd-a9f1-aed863f92585,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:16.789727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41226) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:16.797126 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-53830ce9-5094-4aa7-8671-8fbcdd5bcd45 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2745631 Feb 15 14:10:16.821951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d88efd12-d647-4865-967a-6002bddd6fe8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '2533281c-588c-4377-a039-b67b596569a9', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:16.846363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port aa9b7b99-c46c-4ad7-b512-50f7437fdffd triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:16.846799 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.910345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75340198-869f-4d54-b785-b1654c6599d1 req-ca99c77e-69ce-4051-a27a-3c574bf46fc4 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398198 Feb 15 14:10:16.966081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b4537517-e56f-477e-a98b-346e6060572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:16.969433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-b4537517-e56f-477e-a98b-346e6060572e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19742857963b4add8897f86b17f8ba2f&device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 1127 time: 0.2193141 Feb 15 14:10:16.980501 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-d88efd12-d647-4865-967a-6002bddd6fe8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Project 9371d7d5680c4673b3816e8f8a901c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:10:16.988853 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-07ffa530-6978-4466-9eb3-8309c44da766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c64e4f87-8e9f-461b-b1f1-4630eea34b15), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.992314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-07ffa530-6978-4466-9eb3-8309c44da766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:16.993575 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-07ffa530-6978-4466-9eb3-8309c44da766 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c64e4f87-8e9f-461b-b1f1-4630eea34b15 HTTP/1.1" status: 204 len: 168 time: 1.0857286 Feb 15 14:10:17.039500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port aa9b7b99-c46c-4ad7-b512-50f7437fdffd is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:17.048788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-3dcb0c6e-ea05-4b0c-8bb2-0af36ae62464 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638425 Feb 15 14:10:17.049693 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d88efd12-d647-4865-967a-6002bddd6fe8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (476cea88-9337-437c-b1da-24d0487e9b47), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:17.092889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-c5cb4159-f14d-4af1-beff-843e1249e53f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=134356d6-c58b-4cfd-a9f1-aed863f92585 HTTP/1.1" status: 200 len: 217 time: 0.1152201 Feb 15 14:10:17.093627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffa530-6978-4466-9eb3-8309c44da766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64e4f87-8e9f-461b-b1f1-4630eea34b15,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:17.132925 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-144a8659-b13a-4647-a25a-e6bd9d1c4d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:17.190890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101982ff-989d-4583-8a78-8023efec962f req-2687de4a-85f0-42c7-8ecb-8e60348c53ca tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:17.192534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-101982ff-989d-4583-8a78-8023efec962f req-2687de4a-85f0-42c7-8ecb-8e60348c53ca tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 945 time: 0.2937262 Feb 15 14:10:17.308403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-690a3d5c-abcf-4de1-87b8-5933b239e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:17.309887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-690a3d5c-abcf-4de1-87b8-5933b239e3b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0857d114-4ceb-4f4d-8670-071bedf1b320 HTTP/1.1" status: 200 len: 855 time: 0.1938782 Feb 15 14:10:17.333942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b52c2-bf93-43ba-9432-0ba6e95f9c75 req-df5ef41a-71e6-4d1c-955f-d5b2bb4c75b7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:17.341456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d9b52c2-bf93-43ba-9432-0ba6e95f9c75 req-df5ef41a-71e6-4d1c-955f-d5b2bb4c75b7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.2951560 Feb 15 14:10:17.375621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d88efd12-d647-4865-967a-6002bddd6fe8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (476cea88-9337-437c-b1da-24d0487e9b47), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:17.418341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-101982ff-989d-4583-8a78-8023efec962f req-46bd01c7-5b5e-420c-bf91-8aa8a5f33ed0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139065 Feb 15 14:10:17.420499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-13bbb21f-4026-4d59-b864-dbb821e6bbc3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=807f17ff-ce29-421d-a836-e7ccd7cce274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983591 Feb 15 14:10:17.429809 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d88efd12-d647-4865-967a-6002bddd6fe8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (476cea88-9337-437c-b1da-24d0487e9b47), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:17.515738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d9b52c2-bf93-43ba-9432-0ba6e95f9c75 req-473e65d5-ba83-4802-9f9a-c26f10d76758 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733582 Feb 15 14:10:17.519383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4137c307-cc23-4b7c-b8d5-f6613d6b55bf req-cf3e2d89-e18e-4205-9ff2-5063a782ca19 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626575 Feb 15 14:10:17.584307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88efd12-d647-4865-967a-6002bddd6fe8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476cea88-9337-437c-b1da-24d0487e9b47,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:17.698514 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d88efd12-d647-4865-967a-6002bddd6fe8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:17.699760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d88efd12-d647-4865-967a-6002bddd6fe8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8844807 Feb 15 14:10:17.702778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41250) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:17.708801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-df58a6a3-f767-4ee2-97e1-c8a3c7ee494f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'security_group_rule': {'security_group_id': '2533281c-588c-4377-a039-b67b596569a9', 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:17.721615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4ab0fdf8-1b26-46a6-9d17-5077303ee761 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:17.767327 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-df58a6a3-f767-4ee2-97e1-c8a3c7ee494f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Project 9371d7d5680c4673b3816e8f8a901c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:10:17.768269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe66d72-ff5f-487a-9048-369fd70152b4 req-cc6b12fd-fab0-4609-95fb-8e340b8ba849 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:17.776378 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fe66d72-ff5f-487a-9048-369fd70152b4 req-cc6b12fd-fab0-4609-95fb-8e340b8ba849 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.2046981 Feb 15 14:10:17.779111 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df58a6a3-f767-4ee2-97e1-c8a3c7ee494f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (43f321af-093c-4ffb-9224-5f1e3851fb35), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:17.796460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904ab24-6d8a-4935-ba44-965b56525851 req-eb365246-1f40-4453-a594-c3f4abdb0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:17.797981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1904ab24-6d8a-4935-ba44-965b56525851 req-eb365246-1f40-4453-a594-c3f4abdb0b26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 1126 time: 0.1715982 Feb 15 14:10:17.802355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-0386787e-4c75-49ee-a1a5-1a3affcf5aaf service neutron] 10.222.0.67 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316100 Feb 15 14:10:17.867278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:17.873397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:17.874278 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:17.954154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df58a6a3-f767-4ee2-97e1-c8a3c7ee494f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (43f321af-093c-4ffb-9224-5f1e3851fb35), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:17.964393 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df58a6a3-f767-4ee2-97e1-c8a3c7ee494f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (43f321af-093c-4ffb-9224-5f1e3851fb35), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.002132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58a6a3-f767-4ee2-97e1-c8a3c7ee494f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f321af-093c-4ffb-9224-5f1e3851fb35,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:18.046279 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df58a6a3-f767-4ee2-97e1-c8a3c7ee494f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.048327 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-df58a6a3-f767-4ee2-97e1-c8a3c7ee494f tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3435757 Feb 15 14:10:18.080282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:18.080685 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.084063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41264) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:18.145670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:18.148850 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e431f039-14b7-4130-a901-4a38c7a91951" -d '{"events": [{"server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "name": "network-vif-plugged", "status": "completed", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:18.184072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:18.191885 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.268505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4ab0fdf8-1b26-46a6-9d17-5077303ee761,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:18.288101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1466369385-network', 'tenant_id': 'b61500dd84ea4dff9618ad5e1e44331a'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:18.301612 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.313678 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Made reservation on behalf of b61500dd84ea4dff9618ad5e1e44331a for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:18.316672 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.328608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.412717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Publish callbacks [] for security_group (61e2056d-aa95-4ad9-83ad-cde46fe0aeec), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.415347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a37732-752a-4197-9ff6-03b849b453f0', 'tag': '134356d6-c58b-4cfd-a9f1-aed863f92585'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:18.417804 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127d1f38-08bf-4139-adbc-1ebff4e76186" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a37732-752a-4197-9ff6-03b849b453f0", "tag": "134356d6-c58b-4cfd-a9f1-aed863f92585"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:18.418339 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (61e2056d-aa95-4ad9-83ad-cde46fe0aeec), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.444178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:10:18.454138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2fe66d72-ff5f-487a-9048-369fd70152b4 req-b2df2e6d-4593-472e-b32d-d20716cc821e tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768918 Feb 15 14:10:18.461707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e2056d-aa95-4ad9-83ad-cde46fe0aeec,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:18.481927 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (9bf6c622-ae46-40b2-b799-9354add1c634), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.482304 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Added segment 9bf6c622-ae46-40b2-b799-9354add1c634 of type vlan for network b6ca7799-3b17-436c-a7f7-21711e4042e3 Feb 15 14:10:18.530070 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (b6ca7799-3b17-436c-a7f7-21711e4042e3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.533022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10f045-4717-4903-a4b2-76bca9e503fe req-386cef30-7829-4673-bd44-d28ce26a7c6a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:18.540695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea10f045-4717-4903-a4b2-76bca9e503fe req-386cef30-7829-4673-bd44-d28ce26a7c6a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 943 time: 0.5840919 Feb 15 14:10:18.549791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d243171-3f07-488b-bebe-af9b5ffdc6e3 req-eca5ca2a-1a1c-4a13-a4f3-e3f73f1be0f8 service neutron] 10.222.0.67 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7364140 Feb 15 14:10:18.550871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904ab24-6d8a-4935-ba44-965b56525851 req-37e5ee4c-5253-466d-8a5c-2ea7613c642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:18.552279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1904ab24-6d8a-4935-ba44-965b56525851 req-37e5ee4c-5253-466d-8a5c-2ea7613c642c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.7408428 Feb 15 14:10:18.573112 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (b6ca7799-3b17-436c-a7f7-21711e4042e3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.574490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:18.576211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.612248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1904ab24-6d8a-4935-ba44-965b56525851 req-06f3b9e4-529f-4c09-8fef-cb55026d18a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=800c9d0c-3eed-40ab-956d-a93c3f561215 HTTP/1.1" status: 200 len: 217 time: 0.0477450 Feb 15 14:10:18.618749 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5297120 Feb 15 14:10:18.623546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41278) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:18.657867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] Request body: {'subnet': {'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1466369385-subnet', 'tenant_id': 'b61500dd84ea4dff9618ad5e1e44331a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:18.660479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b120d12-8719-428b-aa3a-9c041d013fbc admin admin] Pushing event updated for resources: {'Network': ['ID=b6ca7799-3b17-436c-a7f7-21711e4042e3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:18.672347 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network b6ca7799-3b17-436c-a7f7-21711e4042e3 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:10:18.721719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea10f045-4717-4903-a4b2-76bca9e503fe req-74ece158-7588-4e94-9fe0-743dad59cbd3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800461 Feb 15 14:10:18.749643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904ab24-6d8a-4935-ba44-965b56525851 req-679fa939-9fd5-4518-9691-68c6fae7c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:18.751247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1904ab24-6d8a-4935-ba44-965b56525851 req-679fa939-9fd5-4518-9691-68c6fae7c4f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.1284826 Feb 15 14:10:18.751843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] Made reservation on behalf of b61500dd84ea4dff9618ad5e1e44331a for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:18.762817 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:18.807633 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfae3ef-6b05-4fc5-be77-ea2c3b07f294 x-openstack-request-id: req-1cfae3ef-6b05-4fc5-be77-ea2c3b07f294 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:18.808152 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "name": "network-vif-plugged", "status": "completed", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:18.809193 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1cfae3ef-6b05-4fc5-be77-ea2c3b07f294 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:18.809731 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'code': 200} Feb 15 14:10:18.838820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67b80e-a6a7-4559-9f63-7c3f5aa471e4 req-e8cd8830-a3c3-4dd9-ae75-58988d1ca887 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:18.840732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c67b80e-a6a7-4559-9f63-7c3f5aa471e4 req-e8cd8830-a3c3-4dd9-ae75-58988d1ca887 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 944 time: 0.2341599 Feb 15 14:10:18.947513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd5a4a-eb62-4c3c-88e2-e96655ab7902 req-d31171e4-78a3-45c1-987e-1a40ed0bad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:18.950075 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-77cd5a4a-eb62-4c3c-88e2-e96655ab7902 req-d31171e4-78a3-45c1-987e-1a40ed0bad95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 1129 time: 0.0679538 Feb 15 14:10:18.962084 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904ab24-6d8a-4935-ba44-965b56525851 req-82be6edf-cb72-4fc1-85ea-a961be20f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:18.963620 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1904ab24-6d8a-4935-ba44-965b56525851 req-82be6edf-cb72-4fc1-85ea-a961be20f584 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2047195 Feb 15 14:10:18.976827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c67b80e-a6a7-4559-9f63-7c3f5aa471e4 req-8da4b320-9b98-488b-8b5a-785d76fd0ca9 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260555 Feb 15 14:10:19.038241 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-77cd5a4a-eb62-4c3c-88e2-e96655ab7902 req-5d112ad5-2cb6-4ab3-a8e3-4eafb75a3e09 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815256 Feb 15 14:10:19.154224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1904ab24-6d8a-4935-ba44-965b56525851 req-251a40da-7778-4efa-8834-df8b0a99cd4a service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553504 Feb 15 14:10:19.163060 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62818c34-407c-4e9e-add7-452ce80804ee x-openstack-request-id: req-62818c34-407c-4e9e-add7-452ce80804ee {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:19.163060 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a37732-752a-4197-9ff6-03b849b453f0", "tag": "134356d6-c58b-4cfd-a9f1-aed863f92585", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:19.163060 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-62818c34-407c-4e9e-add7-452ce80804ee {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:19.163060 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a37732-752a-4197-9ff6-03b849b453f0', 'tag': '134356d6-c58b-4cfd-a9f1-aed863f92585', 'status': 'completed', 'code': 200} Feb 15 14:10:19.208928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-0cef99bd-413d-46fd-9e4b-be3f26cb1bee tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1539896155&fields=id&tenant_id=9371d7d5680c4673b3816e8f8a901c14 HTTP/1.1" status: 200 len: 267 time: 0.3110015 Feb 15 14:10:19.455724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-4e477804-154a-4043-ab6d-bb3444e5fd5b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:19.464560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-4e477804-154a-4043-ab6d-bb3444e5fd5b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/networks?id=f81a2afc-56c2-4438-9523-ea92b55630af HTTP/1.1" status: 200 len: 797 time: 0.2221332 Feb 15 14:10:19.589067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-2fcb0ad7-ef13-4ce0-8ca7-dbb655ff1bf6 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/quotas/9371d7d5680c4673b3816e8f8a901c14 HTTP/1.1" status: 200 len: 375 time: 0.1234055 Feb 15 14:10:19.627129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1904ab24-6d8a-4935-ba44-965b56525851 req-225b652e-d9ad-4408-b629-c3818e0089b2 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321909 Feb 15 14:10:19.681588 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:19.695952 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (6c7249b1-4ab3-4e4f-97b3-bdfe0649259d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:19.711898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8064ee1-ac3f-4cfe-8dab-834b3ac06b68 req-d6f26e81-1de8-440f-a342-60d4d40aaef0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:19.713867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8064ee1-ac3f-4cfe-8dab-834b3ac06b68 req-d6f26e81-1de8-440f-a342-60d4d40aaef0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.5222578 Feb 15 14:10:19.724144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d1f38-08bf-4139-adbc-1ebff4e76186 req-f3fabd6b-3ded-4eca-a97d-ad4ad17465a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:19.726023 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-127d1f38-08bf-4139-adbc-1ebff4e76186 req-f3fabd6b-3ded-4eca-a97d-ad4ad17465a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19742857963b4add8897f86b17f8ba2f&device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 1127 time: 0.5428996 Feb 15 14:10:19.897370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7249b1-4ab3-4e4f-97b3-bdfe0649259d,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:19.911777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d1f38-08bf-4139-adbc-1ebff4e76186 req-471bb654-ddc9-4341-a926-61464266e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:19.915933 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-127d1f38-08bf-4139-adbc-1ebff4e76186 req-471bb654-ddc9-4341-a926-61464266e4c1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=807f17ff-ce29-421d-a836-e7ccd7cce274 HTTP/1.1" status: 200 len: 916 time: 0.1201208 Feb 15 14:10:19.952136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-c03cc834-58f5-4920-b293-40d9580c6632 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3616207 Feb 15 14:10:20.000750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-127d1f38-08bf-4139-adbc-1ebff4e76186 req-729b2fe9-5305-48d9-b812-0212dace9b1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=134356d6-c58b-4cfd-a9f1-aed863f92585 HTTP/1.1" status: 200 len: 217 time: 0.0635161 Feb 15 14:10:20.118576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-35a596cc-8db2-4b9c-82a6-2551a3acb443 service neutron] 10.222.0.72 "GET /v2.0/networks/f81a2afc-56c2-4438-9523-ea92b55630af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152482 Feb 15 14:10:20.247743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d1f38-08bf-4139-adbc-1ebff4e76186 req-db93c159-2558-46a8-b04b-3799e10c3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:20.249267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-127d1f38-08bf-4139-adbc-1ebff4e76186 req-db93c159-2558-46a8-b04b-3799e10c3126 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0857d114-4ceb-4f4d-8670-071bedf1b320 HTTP/1.1" status: 200 len: 855 time: 0.1296451 Feb 15 14:10:20.359342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-2ae7be47-90cf-417d-b069-05f90ba31997 service neutron] 10.222.0.72 "GET /v2.0/networks/f81a2afc-56c2-4438-9523-ea92b55630af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274230 Feb 15 14:10:20.363769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8064ee1-ac3f-4cfe-8dab-834b3ac06b68 req-104dc2c4-69f3-4bab-bff1-376c172c4529 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771542 Feb 15 14:10:20.376559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] Checking segment: {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:20.377743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] Network hostable DHCP agents. Network: b6ca7799-3b17-436c-a7f7-21711e4042e3, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:10:20.421027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-127d1f38-08bf-4139-adbc-1ebff4e76186 req-2a15145e-37b4-48ed-8575-dbdc74b76c39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=807f17ff-ce29-421d-a836-e7ccd7cce274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553691 Feb 15 14:10:20.749873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] Network b6ca7799-3b17-436c-a7f7-21711e4042e3 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:10:20.852345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, b6ca7799-3b17-436c-a7f7-21711e4042e3) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:20.862478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b15c4f-3e54-487a-ae92-f7b467abc156 None None] Network b6ca7799-3b17-436c-a7f7-21711e4042e3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:10:20.889088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:20.889693 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:20.986199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a0f08-9637-476b-bca3-b0f9ca49e664 req-705c0b18-37c1-4425-8ba5-e8a932d65b35 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:20.994337 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba4a0f08-9637-476b-bca3-b0f9ca49e664 req-705c0b18-37c1-4425-8ba5-e8a932d65b35 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.4068010 Feb 15 14:10:21.059852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-127d1f38-08bf-4139-adbc-1ebff4e76186 req-614ea0eb-da2a-4fef-b094-18f0bdbd7c50 service neutron] 10.222.0.67 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275520 Feb 15 14:10:21.147224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183e841-0394-4e57-a3cd-dd656315ddc5 None None] Network b6ca7799-3b17-436c-a7f7-21711e4042e3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:10:21.323798 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:21.325384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba4a0f08-9637-476b-bca3-b0f9ca49e664 req-5159bc6e-db7f-4149-89f2-cf7b975e181b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301568 Feb 15 14:10:21.345452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7b27c5b5-8206-4993-9940-3f4477f59e7a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7135870 Feb 15 14:10:21.345452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-127d1f38-08bf-4139-adbc-1ebff4e76186 req-df18d063-95bd-426b-92b2-4edb2fecf9d6 service neutron] 10.222.0.67 "GET /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746704 Feb 15 14:10:21.401944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb8c10-0e9f-423d-afa3-d9065b179cb5 req-8decf01b-4e6d-483b-ad9d-ff7491929696 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:21.410664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3cdb8c10-0e9f-423d-afa3-d9065b179cb5 req-8decf01b-4e6d-483b-ad9d-ff7491929696 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.4757624 Feb 15 14:10:21.504018 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3cdb8c10-0e9f-423d-afa3-d9065b179cb5 req-dffc8fe6-8675-43a6-8bba-e7bf6bd811ef tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860791 Feb 15 14:10:21.670874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2f9b0-1f06-4821-8a2c-6b823a3fed24 req-da55150b-2e87-4947-bb93-895aea14b70d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:21.672698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bc2f9b0-1f06-4821-8a2c-6b823a3fed24 req-da55150b-2e87-4947-bb93-895aea14b70d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 943 time: 0.1425090 Feb 15 14:10:21.776611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bc2f9b0-1f06-4821-8a2c-6b823a3fed24 req-9af286ec-ffd8-404f-b1be-81495888bb2a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919456 Feb 15 14:10:21.784508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c897879-f8f1-47dc-9c52-9cdc854ced94 req-decbe33c-6aa2-4f1b-b166-9294829a7c2c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:21.785985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c897879-f8f1-47dc-9c52-9cdc854ced94 req-decbe33c-6aa2-4f1b-b166-9294829a7c2c tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 944 time: 0.1123593 Feb 15 14:10:21.883358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c897879-f8f1-47dc-9c52-9cdc854ced94 req-00a8c3a8-d7d6-42a8-a642-ea689a6c5ed3 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900252 Feb 15 14:10:21.990756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef51179f-af71-42db-935d-7c05746dea07 req-9c0b7446-48fe-4142-8c91-8b3570928179 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 210 time: 0.0637844 Feb 15 14:10:22.114893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e3e0-4c41-453b-943e-d13b52bd1057 req-62065736-7dae-4a50-8699-610cc5cd445e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:22.122003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5998e3e0-4c41-453b-943e-d13b52bd1057 req-62065736-7dae-4a50-8699-610cc5cd445e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1078870 Feb 15 14:10:22.231076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5998e3e0-4c41-453b-943e-d13b52bd1057 req-17eea005-8008-4e9d-881d-a34ddc221957 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080043 Feb 15 14:10:22.501062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 134356d6-c58b-4cfd-a9f1-aed863f92585 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:10:22.608360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668d7b1-cb10-4823-b24e-0373b11b3be3 req-82c48b1e-a92e-47a1-8176-2442966c8547 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:22.613345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2668d7b1-cb10-4823-b24e-0373b11b3be3 req-82c48b1e-a92e-47a1-8176-2442966c8547 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.1707709 Feb 15 14:10:22.728477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 134356d6-c58b-4cfd-a9f1-aed863f92585, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=134356d6-c58b-4cfd-a9f1-aed863f92585,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:22.744944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2668d7b1-cb10-4823-b24e-0373b11b3be3 req-96b5ee96-fef1-4a54-96c9-6b2ca864f490 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180737 Feb 15 14:10:22.748753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '134356d6-c58b-4cfd-a9f1-aed863f92585', 'network_id': '807f17ff-ce29-421d-a836-e7ccd7cce274', 'port_id': '134356d6-c58b-4cfd-a9f1-aed863f92585', 'mac_address': 'fa:16:3e:04:7e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0857d114-4ceb-4f4d-8670-071bedf1b320', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:10:22.864120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-5704cbd7-d923-4749-ab71-76e44ab42e90 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:22.868173 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-5704cbd7-d923-4749-ab71-76e44ab42e90 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.42 "GET /v2.0/networks?id=f81a2afc-56c2-4438-9523-ea92b55630af HTTP/1.1" status: 200 len: 797 time: 0.3660936 Feb 15 14:10:22.999707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 134356d6-c58b-4cfd-a9f1-aed863f92585 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:23.000462 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:23.016582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-e0ec140a-65f0-48e5-a389-7c7604601f3d tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:23.017453 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-6d4abbf4-36db-4152-b794-6a126b514ad8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9371d7d5680c4673b3816e8f8a901c14 HTTP/1.1" status: 200 len: 380 time: 0.1327467 Feb 15 14:10:23.018175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-e0ec140a-65f0-48e5-a389-7c7604601f3d tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/networks?id=b6ca7799-3b17-436c-a7f7-21711e4042e3 HTTP/1.1" status: 200 len: 813 time: 0.2913296 Feb 15 14:10:23.027089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28de3d-fa37-40e3-a641-11c696526eb8 req-84b2128f-ca55-42e7-b855-7c21a2fc9003 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:23.029869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134356d6-c58b-4cfd-a9f1-aed863f92585 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:23.030897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'port': {'device_id': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'admin_state_up': True, 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'security_groups': ['2533281c-588c-4377-a039-b67b596569a9']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:23.034516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b28de3d-fa37-40e3-a641-11c696526eb8 req-84b2128f-ca55-42e7-b855-7c21a2fc9003 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.1417906 Feb 15 14:10:23.064810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 134356d6-c58b-4cfd-a9f1-aed863f92585, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=134356d6-c58b-4cfd-a9f1-aed863f92585,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:23.076815 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:23.114512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b28de3d-fa37-40e3-a641-11c696526eb8 req-e77381c2-30ee-4804-934a-8d2cd816142b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783262 Feb 15 14:10:23.127042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-65d2ea26-e25c-4384-9957-cc71e1cd15e1 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/quotas/b61500dd84ea4dff9618ad5e1e44331a HTTP/1.1" status: 200 len: 375 time: 0.0897069 Feb 15 14:10:23.166771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=134356d6-c58b-4cfd-a9f1-aed863f92585,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:23.195624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-661caf10-8cd8-483c-8d60-ba7f73cf9ea9 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b61500dd84ea4dff9618ad5e1e44331a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637546 Feb 15 14:10:23.200283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Made reservation on behalf of 9371d7d5680c4673b3816e8f8a901c14 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:23.215825 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:23.404593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Allocated IP 172.20.0.5 (f81a2afc-56c2-4438-9523-ea92b55630af/6743bbb3-ad3e-492e-bea7-1f06091974e6/c7b07670-922c-4744-ac9a-0c014da578ae) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:23.412391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1f34dc54-c1db-4478-b4de-624fd152b781 service neutron] 10.222.0.72 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083151 Feb 15 14:10:23.419119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-7ecc3163-70ae-4271-ae42-37aa6dc66415 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:23.420620 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-7ecc3163-70ae-4271-ae42-37aa6dc66415 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/networks?id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 200 len: 813 time: 0.1460176 Feb 15 14:10:23.446438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['134356d6-c58b-4cfd-a9f1-aed863f92585'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:23.483520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-1ee03a46-ecd2-4078-94c5-4fb26e6a612c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/quotas/1998c93b9e7b4952b1abcf16908e0ae0 HTTP/1.1" status: 200 len: 375 time: 0.0505681 Feb 15 14:10:23.613917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-adf08c59-ea99-44d4-853e-873a3db19db8 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251547 Feb 15 14:10:23.673398 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (c7b07670-922c-4744-ac9a-0c014da578ae), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:23.700255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-dc50afac-3daf-4a9e-8be6-f914e1d74525 service neutron] 10.222.0.72 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783227 Feb 15 14:10:23.710760 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e51d-57f4-4e5b-b1a8-265b8188e4cf req-f4c95b92-098a-42ed-8fed-354a36df8170 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:23.712590 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04c4e51d-57f4-4e5b-b1a8-265b8188e4cf req-f4c95b92-098a-42ed-8fed-354a36df8170 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 945 time: 0.1476474 Feb 15 14:10:23.729497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:23.802626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network f81a2afc-56c2-4438-9523-ea92b55630af is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:23.808773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=c7b07670-922c-4744-ac9a-0c014da578ae,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:23.822043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:23.837173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:23.857563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-beabb781-21b7-47b7-93d0-5707836fb983 service neutron] 10.222.0.72 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425065 Feb 15 14:10:23.923296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:23.924842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:23.946351 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-59a6be22-4e34-4784-9b76-234bb6359b2b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9212048 Feb 15 14:10:23.962333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Request body: {'port': {'device_id': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:23.998847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8400ff91-edd8-4590-9826-2a339c91276d service neutron] 10.222.0.72 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401682 Feb 15 14:10:24.053549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-04c4e51d-57f4-4e5b-b1a8-265b8188e4cf req-83c890f2-fd27-4870-b065-f9ee276ba9f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Deleting port 1b6ed615-e904-48c4-a062-e5540c028d9d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:24.054244 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-04c4e51d-57f4-4e5b-b1a8-265b8188e4cf req-83c890f2-fd27-4870-b065-f9ee276ba9f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:24.153619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:24.275097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-48ef0fc9-2656-4c8e-ba3b-82ee6a8135ad None None] Provisioning complete for port c7b07670-922c-4744-ac9a-0c014da578ae triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:24.278339 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-48ef0fc9-2656-4c8e-ba3b-82ee6a8135ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:24.389427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-48ef0fc9-2656-4c8e-ba3b-82ee6a8135ad None None] Port c7b07670-922c-4744-ac9a-0c014da578ae cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:10:24.453576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be4e08-9eee-4609-aa1c-655c4ac7e06f req-8c090739-ae3f-42bf-98be-f2230dbcf47e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:24.455333 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e3be4e08-9eee-4609-aa1c-655c4ac7e06f req-8c090739-ae3f-42bf-98be-f2230dbcf47e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 943 time: 0.2712152 Feb 15 14:10:24.465453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-04c4e51d-57f4-4e5b-b1a8-265b8188e4cf req-83c890f2-fd27-4870-b065-f9ee276ba9f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] For port 1b6ed615-e904-48c4-a062-e5540c028d9d, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1b6ed615-e904-48c4-a062-e5540c028d9d,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:24.465453 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-04c4e51d-57f4-4e5b-b1a8-265b8188e4cf req-83c890f2-fd27-4870-b065-f9ee276ba9f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:24.499851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 134356d6-c58b-4cfd-a9f1-aed863f92585 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:24.554886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0860a7-a80c-45ea-b078-03188efb5f52 req-29f599c1-bbf6-4499-bf95-931930709b2e tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:24.568167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e0860a7-a80c-45ea-b078-03188efb5f52 req-29f599c1-bbf6-4499-bf95-931930709b2e tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 945 time: 0.1816709 Feb 15 14:10:24.579201 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-04c4e51d-57f4-4e5b-b1a8-265b8188e4cf req-83c890f2-fd27-4870-b065-f9ee276ba9f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Calling delete_port for 1b6ed615-e904-48c4-a062-e5540c028d9d owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:24.621820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 134356d6-c58b-4cfd-a9f1-aed863f92585 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:24.629599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 134356d6-c58b-4cfd-a9f1-aed863f92585 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:24.630304 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:24.641055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e3be4e08-9eee-4609-aa1c-655c4ac7e06f req-be9359e3-f3ad-41e9-94ed-9d31ee75b149 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722176 Feb 15 14:10:24.704900 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b07670-922c-4744-ac9a-0c014da578ae {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:24.722594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Publish callbacks [] for port (c7b07670-922c-4744-ac9a-0c014da578ae), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:24.738030 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Transition to ACTIVE for port object c7b07670-922c-4744-ac9a-0c014da578ae will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:24.748618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:24.862865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b07670-922c-4744-ac9a-0c014da578ae,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:24.889985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 134356d6-c58b-4cfd-a9f1-aed863f92585 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:24.890382 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:24.957075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a37732-752a-4197-9ff6-03b849b453f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134356d6-c58b-4cfd-a9f1-aed863f92585'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:24.960692 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d131783d-bd52-4e24-aa89-dca4594ef018" -d '{"events": [{"server_uuid": "b6a37732-752a-4197-9ff6-03b849b453f0", "name": "network-vif-plugged", "status": "completed", "tag": "134356d6-c58b-4cfd-a9f1-aed863f92585"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:25.006466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 134356d6-c58b-4cfd-a9f1-aed863f92585, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=134356d6-c58b-4cfd-a9f1-aed863f92585,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:25.022340 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:25.056701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Attempting to bind port c7b07670-922c-4744-ac9a-0c014da578ae on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:25.057299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Attempting to bind port c7b07670-922c-4744-ac9a-0c014da578ae by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:25.057581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Attempting to bind port c7b07670-922c-4744-ac9a-0c014da578ae on network f81a2afc-56c2-4438-9523-ea92b55630af {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:25.069025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Port c7b07670-922c-4744-ac9a-0c014da578ae on network f81a2afc-56c2-4438-9523-ea92b55630af not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:10:25.069369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Attempting to bind port c7b07670-922c-4744-ac9a-0c014da578ae on network f81a2afc-56c2-4438-9523-ea92b55630af {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:25.081847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:25.082256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Checking segment: {'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:25.082588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Bound using segment: {'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:25.085771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Bound port: c7b07670-922c-4744-ac9a-0c014da578ae, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a771db-f864-48d4-9ded-1a2dccc3ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:25.086212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:25.192595 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=134356d6-c58b-4cfd-a9f1-aed863f92585,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:25.255402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] For port c7b07670-922c-4744-ac9a-0c014da578ae, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:25.260925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] For port c7b07670-922c-4744-ac9a-0c014da578ae, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c7b07670-922c-4744-ac9a-0c014da578ae,segment=NetworkSegment(90a771db-f864-48d4-9ded-1a2dccc3ef9d),segment_id=90a771db-f864-48d4-9ded-1a2dccc3ef9d)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:25.271541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:25.372519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:25.373156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:25.374607 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] 10.222.0.42 "PUT /v2.0/ports/c7b07670-922c-4744-ac9a-0c014da578ae HTTP/1.1" status: 200 len: 1092 time: 1.4183204 Feb 15 14:10:25.375093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'tag': 'c7b07670-922c-4744-ac9a-0c014da578ae'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:25.377366 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5234a155-10bc-41c5-a2c0-d258724ef921" -d '{"events": [{"name": "network-changed", "server_uuid": "a81b0f46-820a-449d-9b6b-e76b34dad0c5", "tag": "c7b07670-922c-4744-ac9a-0c014da578ae"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:25.436990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb3d0d-8e14-4469-9c19-e90518f94bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b07670-922c-4744-ac9a-0c014da578ae,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:25.591639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-5a210284-f971-4fdd-b043-8e14e0aeba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:25.593833 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-5a210284-f971-4fdd-b043-8e14e0aeba62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 1126 time: 0.0956023 Feb 15 14:10:25.665979 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-be3480a6-e192-411f-907f-e2fbf6f61439 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7b07670-922c-4744-ac9a-0c014da578ae HTTP/1.1" status: 200 len: 217 time: 0.0553126 Feb 15 14:10:25.691376 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-04c4e51d-57f4-4e5b-b1a8-265b8188e4cf req-83c890f2-fd27-4870-b065-f9ee276ba9f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1b6ed615-e904-48c4-a062-e5540c028d9d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:25.707702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['1b6ed615-e904-48c4-a062-e5540c028d9d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:25.736581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-0f5d336e-5aec-48bb-9040-6cc518d5ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:25.738845 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-0f5d336e-5aec-48bb-9040-6cc518d5ac27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6743bbb3-ad3e-492e-bea7-1f06091974e6 HTTP/1.1" status: 200 len: 835 time: 0.0637879 Feb 15 14:10:25.762160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c890f2-fd27-4870-b065-f9ee276ba9f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event deleted for resources: {'Port': ['ID=1b6ed615-e904-48c4-a062-e5540c028d9d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:25.781382 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e0860a7-a80c-45ea-b078-03188efb5f52 req-ecc36e1a-b1d7-4ccf-8873-8e9ce28e1da9 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2123253 Feb 15 14:10:25.828194 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-cc4876fb-c6c0-4851-b12b-de24c9ba6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:25.829985 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-cc4876fb-c6c0-4851-b12b-de24c9ba6739 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f81a2afc-56c2-4438-9523-ea92b55630af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0840464 Feb 15 14:10:25.832574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c4e51d-57f4-4e5b-b1a8-265b8188e4cf req-83c890f2-fd27-4870-b065-f9ee276ba9f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] No DVR routers for this DVR port 1b6ed615-e904-48c4-a062-e5540c028d9d on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:25.856314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d96db6-ef59-46c9-8f3f-4ee8b0a89225 req-b3cf8244-d8c4-4d1d-a9f5-ce6648320e01 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:25.857465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7d96db6-ef59-46c9-8f3f-4ee8b0a89225 req-b3cf8244-d8c4-4d1d-a9f5-ce6648320e01 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 943 time: 0.8353016 Feb 15 14:10:25.862144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-04c4e51d-57f4-4e5b-b1a8-265b8188e4cf req-83c890f2-fd27-4870-b065-f9ee276ba9f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:25.868248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04c4e51d-57f4-4e5b-b1a8-265b8188e4cf req-83c890f2-fd27-4870-b065-f9ee276ba9f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "DELETE /v2.0/ports/1b6ed615-e904-48c4-a062-e5540c028d9d HTTP/1.1" status: 204 len: 173 time: 2.1482589 Feb 15 14:10:25.868906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7322afbf-317e-433e-a3fd-b714b656967e', 'name': 'network-vif-deleted', 'tag': '1b6ed615-e904-48c4-a062-e5540c028d9d'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:25.872327 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e8542c-486d-430a-84d1-3d82f64536cd" -d '{"events": [{"server_uuid": "7322afbf-317e-433e-a3fd-b714b656967e", "name": "network-vif-deleted", "tag": "1b6ed615-e904-48c4-a062-e5540c028d9d"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:25.917727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a5490ba-c7cb-4d95-9e00-e9ab9ec8862f req-93189936-326b-462b-a30b-a958be47777e tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=7322afbf-317e-433e-a3fd-b714b656967e HTTP/1.1" status: 200 len: 210 time: 0.0349104 Feb 15 14:10:25.973779 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-6370bf27-42f2-4a54-aba7-8a8ba0ac81d8 service neutron] 10.222.0.42 "GET /v2.0/networks/f81a2afc-56c2-4438-9523-ea92b55630af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355097 Feb 15 14:10:25.978167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7d96db6-ef59-46c9-8f3f-4ee8b0a89225 req-134bd674-a8fe-4075-8c1c-a39c50e0274d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=2533281c-588c-4377-a039-b67b596569a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026826 Feb 15 14:10:26.139554 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b6e960a3-f0b8-4623-a3ef-4894fe6a430c req-c6b33dbb-347b-4caa-95b3-2fc8e3dcf15e service neutron] 10.222.0.42 "GET /v2.0/networks/f81a2afc-56c2-4438-9523-ea92b55630af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480846 Feb 15 14:10:26.207576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc7c1cf5-ec40-4520-bb9d-76080d9b91ec req-2aaee04e-f020-483d-a27d-c89206453428 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 210 time: 0.0342045 Feb 15 14:10:26.269600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176bd55-10e4-4507-8dfb-424464283211 req-6c5f1e06-9f56-4f88-af6d-761e5811ce11 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:26.271865 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1176bd55-10e4-4507-8dfb-424464283211 req-6c5f1e06-9f56-4f88-af6d-761e5811ce11 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.1629701 Feb 15 14:10:26.390126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1176bd55-10e4-4507-8dfb-424464283211 req-ca15a44f-3999-4a0f-a343-6da99cbe3e28 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799353 Feb 15 14:10:26.411691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-7073128e-7c36-42f7-b648-e5a91481717f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:26.424491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-7073128e-7c36-42f7-b648-e5a91481717f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.67 "GET /v2.0/networks?id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 200 len: 813 time: 0.1948967 Feb 15 14:10:26.455208 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342fb081-ad91-4f16-8696-eb917a55bd2a x-openstack-request-id: req-342fb081-ad91-4f16-8696-eb917a55bd2a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:26.455500 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81b0f46-820a-449d-9b6b-e76b34dad0c5", "tag": "c7b07670-922c-4744-ac9a-0c014da578ae", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:26.455811 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-342fb081-ad91-4f16-8696-eb917a55bd2a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:26.456310 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'tag': 'c7b07670-922c-4744-ac9a-0c014da578ae', 'status': 'completed', 'code': 200} Feb 15 14:10:26.457873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Request body: {'port': {'device_id': '40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a', 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7', 'admin_state_up': True, 'tenant_id': '1998c93b9e7b4952b1abcf16908e0ae0'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:26.472867 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2aaf6d-0f76-4825-a573-6ea031d6d344 x-openstack-request-id: req-df2aaf6d-0f76-4825-a573-6ea031d6d344 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:26.473163 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a37732-752a-4197-9ff6-03b849b453f0", "name": "network-vif-plugged", "status": "completed", "tag": "134356d6-c58b-4cfd-a9f1-aed863f92585", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:26.473576 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-df2aaf6d-0f76-4825-a573-6ea031d6d344 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:26.473940 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a37732-752a-4197-9ff6-03b849b453f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134356d6-c58b-4cfd-a9f1-aed863f92585', 'code': 200} Feb 15 14:10:26.521891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6dc41110-f492-45df-8710-25bfa6748928 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:10:26.547934 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d675e1-2f99-48ef-9ec8-0662496716c6 x-openstack-request-id: req-f8d675e1-2f99-48ef-9ec8-0662496716c6 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:26.548325 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7322afbf-317e-433e-a3fd-b714b656967e", "name": "network-vif-deleted", "tag": "1b6ed615-e904-48c4-a062-e5540c028d9d", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:26.548487 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f8d675e1-2f99-48ef-9ec8-0662496716c6 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:26.552367 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7322afbf-317e-433e-a3fd-b714b656967e', 'name': 'network-vif-deleted', 'tag': '1b6ed615-e904-48c4-a062-e5540c028d9d', 'status': 'completed', 'code': 200} Feb 15 14:10:26.611872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234a155-10bc-41c5-a2c0-d258724ef921 req-ee1de9ff-3365-42a0-9352-316c0bd9a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:26.613400 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5234a155-10bc-41c5-a2c0-d258724ef921 req-ee1de9ff-3365-42a0-9352-316c0bd9a700 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 1126 time: 0.1203437 Feb 15 14:10:26.751311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e199028b-2eb3-4800-a87f-d69575bcb551 req-b4df1c16-0290-4148-aae8-1c95174cfb04 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 210 time: 0.1264343 Feb 15 14:10:26.797997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:26.830002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234a155-10bc-41c5-a2c0-d258724ef921 req-c82e9b96-7761-4407-97fe-ea9b2702ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:26.834229 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5234a155-10bc-41c5-a2c0-d258724ef921 req-c82e9b96-7761-4407-97fe-ea9b2702ed09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f81a2afc-56c2-4438-9523-ea92b55630af HTTP/1.1" status: 200 len: 898 time: 0.2130692 Feb 15 14:10:26.836262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '6dc41110-f492-45df-8710-25bfa6748928', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'port_id': '6dc41110-f492-45df-8710-25bfa6748928', 'mac_address': 'fa:16:3e:55:e1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:10:26.917162 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5234a155-10bc-41c5-a2c0-d258724ef921 req-9c9f66af-8a34-40e8-bef8-85b8a27e65fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7b07670-922c-4744-ac9a-0c014da578ae HTTP/1.1" status: 200 len: 217 time: 0.0747972 Feb 15 14:10:26.919538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6dc41110-f492-45df-8710-25bfa6748928 is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:26.919992 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dc41110-f492-45df-8710-25bfa6748928), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:26.954532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dc41110-f492-45df-8710-25bfa6748928 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:26.985922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:26.993177 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6dc41110-f492-45df-8710-25bfa6748928), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:27.011077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234a155-10bc-41c5-a2c0-d258724ef921 req-99b19fe7-a1a7-4a4a-b5e1-e799e589c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:27.014276 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5234a155-10bc-41c5-a2c0-d258724ef921 req-99b19fe7-a1a7-4a4a-b5e1-e799e589c9db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6743bbb3-ad3e-492e-bea7-1f06091974e6 HTTP/1.1" status: 200 len: 835 time: 0.0891376 Feb 15 14:10:27.063657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6dc41110-f492-45df-8710-25bfa6748928,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:27.111497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234a155-10bc-41c5-a2c0-d258724ef921 req-317139e1-3ed8-490e-8643-cdca4f82d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:27.113088 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5234a155-10bc-41c5-a2c0-d258724ef921 req-317139e1-3ed8-490e-8643-cdca4f82d001 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f81a2afc-56c2-4438-9523-ea92b55630af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0888307 Feb 15 14:10:27.129685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['6dc41110-f492-45df-8710-25bfa6748928'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:27.140284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c01d-24bd-4b94-bfa9-f8e056f521be req-5dc41ce6-1d86-46b1-b87c-c7338ba549e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:27.141932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b19c01d-24bd-4b94-bfa9-f8e056f521be req-5dc41ce6-1d86-46b1-b87c-c7338ba549e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 1129 time: 0.3296084 Feb 15 14:10:27.184967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d01179-74c6-498e-9b24-a4c06581a2d3 req-a361ad69-f9ba-4af3-ad25-df35cdbff843 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:27.186792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20d01179-74c6-498e-9b24-a4c06581a2d3 req-a361ad69-f9ba-4af3-ad25-df35cdbff843 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 943 time: 0.5609157 Feb 15 14:10:27.242859 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5234a155-10bc-41c5-a2c0-d258724ef921 req-72d7f439-acf1-4f44-a745-f0c40b33503e service neutron] 10.222.0.42 "GET /v2.0/networks/f81a2afc-56c2-4438-9523-ea92b55630af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126678 Feb 15 14:10:27.325095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aca8a4-9a85-4906-bf3a-a2cc66921db3 req-98081c86-8d31-46a7-a928-8079d2a89e9b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:27.326635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2aca8a4-9a85-4906-bf3a-a2cc66921db3 req-98081c86-8d31-46a7-a928-8079d2a89e9b tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 945 time: 0.4026916 Feb 15 14:10:27.327507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Made reservation on behalf of 1998c93b9e7b4952b1abcf16908e0ae0 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:27.330633 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:27.341558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-bb8e648e-be51-44d2-aec1-afec48782c68 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:27.343038 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-bb8e648e-be51-44d2-aec1-afec48782c68 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.42 "GET /v2.0/networks?id=b6ca7799-3b17-436c-a7f7-21711e4042e3 HTTP/1.1" status: 200 len: 813 time: 0.6504285 Feb 15 14:10:27.367452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b19c01d-24bd-4b94-bfa9-f8e056f521be req-22e08c6e-c013-47c3-8d65-2ace5a72faab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747243 Feb 15 14:10:27.372830 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5234a155-10bc-41c5-a2c0-d258724ef921 req-ca689d4a-2a18-4015-bed4-df8d7761c2d5 service neutron] 10.222.0.42 "GET /v2.0/networks/f81a2afc-56c2-4438-9523-ea92b55630af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234915 Feb 15 14:10:27.381112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Request body: {'port': {'device_id': '24851c61-647c-4fc1-989e-a7fdc10eb0e3', 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3', 'admin_state_up': True, 'tenant_id': 'b61500dd84ea4dff9618ad5e1e44331a'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:27.478223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20d01179-74c6-498e-9b24-a4c06581a2d3 req-aaa6d89e-3e03-4251-81fd-a974b5cef03b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484570 Feb 15 14:10:27.489486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-28e19eb1-dbdb-4070-b6f0-da72b7be410f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:27.490957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-28e19eb1-dbdb-4070-b6f0-da72b7be410f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.67 "GET /v2.0/networks?id=b6ca7799-3b17-436c-a7f7-21711e4042e3 HTTP/1.1" status: 200 len: 813 time: 0.4876623 Feb 15 14:10:27.612334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2aca8a4-9a85-4906-bf3a-a2cc66921db3 req-fed56c43-699f-4792-96d1-009a1846c4a0 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530296 Feb 15 14:10:27.713009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d04d7-0720-4332-a24f-5a8c1ce95445 req-1a092134-710b-4410-a43a-d9327760ca0d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:27.714572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-141d04d7-0720-4332-a24f-5a8c1ce95445 req-1a092134-710b-4410-a43a-d9327760ca0d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 946 time: 0.1724849 Feb 15 14:10:27.722969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Allocated IP 172.20.0.11 (6bbc8635-5e61-4c6f-a6ae-efdb031866e7/2d6eaca9-2005-4f1c-ab88-99f9ad7e1152/750ab15b-e33e-47d0-9357-56371c8408eb) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:27.728722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Made reservation on behalf of b61500dd84ea4dff9618ad5e1e44331a for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:27.732077 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:27.765128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1b6ed615-e904-48c4-a062-e5540c028d9d no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:27.791029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 1b6ed615-e904-48c4-a062-e5540c028d9d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:10:27.791311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Request body: {'port': {'device_id': '2daca81b-a59a-424b-ab57-5c10439668fe', 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3', 'admin_state_up': True, 'tenant_id': 'b61500dd84ea4dff9618ad5e1e44331a'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:27.791960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1b6ed615-e904-48c4-a062-e5540c028d9d not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:27.962280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-141d04d7-0720-4332-a24f-5a8c1ce95445 req-461133fb-4b9e-4a18-9adf-ef63d94e8f13 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368469 Feb 15 14:10:27.992246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff977e40-d675-4c86-b21b-acc106d10dd9 req-172f020e-1584-4886-9d13-400ea3e45660 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:27.993912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff977e40-d675-4c86-b21b-acc106d10dd9 req-172f020e-1584-4886-9d13-400ea3e45660 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 943 time: 0.2943466 Feb 15 14:10:28.122591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9d2ef00-23ce-4cb8-8204-41746565eac5 req-e7315be4-9ca0-45b3-8485-c855e51c2e44 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 210 time: 0.0851874 Feb 15 14:10:28.197001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Allocated IP 172.20.0.2 (b6ca7799-3b17-436c-a7f7-21711e4042e3/6c7249b1-4ab3-4e4f-97b3-bdfe0649259d/b07c6db3-23db-495e-9a90-81f2ed4fd244) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:28.199036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Made reservation on behalf of b61500dd84ea4dff9618ad5e1e44331a for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:28.202480 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:28.232375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff977e40-d675-4c86-b21b-acc106d10dd9 req-612a94af-5d3a-4987-96bf-ab5cecc50dc4 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=2533281c-588c-4377-a039-b67b596569a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234089 Feb 15 14:10:28.296360 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks [] for port (750ab15b-e33e-47d0-9357-56371c8408eb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:28.498167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be21b1c-dadc-44f1-86e2-9a2189d9888c req-b8cfedcd-eb22-45f9-9123-039a25da63b1 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:28.499798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0be21b1c-dadc-44f1-86e2-9a2189d9888c req-b8cfedcd-eb22-45f9-9123-039a25da63b1 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 944 time: 0.3094635 Feb 15 14:10:28.530856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6dc41110-f492-45df-8710-25bfa6748928 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:28.583007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 6dc41110-f492-45df-8710-25bfa6748928 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:28.583386 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6dc41110-f492-45df-8710-25bfa6748928), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:28.586483 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:28.604646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['4ab0fdf8-1b26-46a6-9d17-5077303ee761'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:28.674061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-17f9d21b-4d96-4199-85f9-700b6bc07228 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:28.675527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-17f9d21b-4d96-4199-85f9-700b6bc07228 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.3487315 Feb 15 14:10:28.689516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0be21b1c-dadc-44f1-86e2-9a2189d9888c req-6c35e09c-2c65-45c1-8628-ccbabb4ae3f3 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790082 Feb 15 14:10:28.697565 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks [] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:28.700383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:28.712166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:28.716791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:28.724367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-0d08f903-c535-4b5d-9926-0dedbc0fccd5 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/quotas/06893bd186c246f8b491a5eab23d1c1b HTTP/1.1" status: 200 len: 375 time: 0.0383825 Feb 15 14:10:28.731221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6dc41110-f492-45df-8710-25bfa6748928 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:28.731639 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dc41110-f492-45df-8710-25bfa6748928), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:28.749456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Pushing event updated for resources: {'Port': ['ID=750ab15b-e33e-47d0-9357-56371c8408eb,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:28.774576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc41110-f492-45df-8710-25bfa6748928'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:28.777382 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169e44dc-311e-4456-a781-84e9ffe51873" -d '{"events": [{"server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "name": "network-vif-plugged", "status": "completed", "tag": "6dc41110-f492-45df-8710-25bfa6748928"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:28.783196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:28.793849 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6dc41110-f492-45df-8710-25bfa6748928), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:28.795551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-72b084c5-2835-45dc-b39a-bc53a695aa91 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482869 Feb 15 14:10:28.855913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ed3c774-d3b1-49ac-bb4e-8e405e33326b req-f00410e9-5b3c-434c-b37a-7c1f84440081 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 210 time: 0.0704663 Feb 15 14:10:28.871972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:28.872613 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:28.873859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6dc41110-f492-45df-8710-25bfa6748928,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:28.930547 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:28.934956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-bbd3336f-5b69-4ae4-9d83-a2c218de7ed6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4857767 Feb 15 14:10:28.982123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Request body: {'port': {'device_id': '40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:29.100179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Network b6ca7799-3b17-436c-a7f7-21711e4042e3 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:29.115199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:29.119017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-617f36e3-2699-4fe0-b4d9-91bd1ae31e92 service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127367 Feb 15 14:10:29.119624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Pushing event updated for resources: {'Port': ['ID=b07c6db3-23db-495e-9a90-81f2ed4fd244,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:29.122306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Allocated IP 172.20.0.12 (b6ca7799-3b17-436c-a7f7-21711e4042e3/6c7249b1-4ab3-4e4f-97b3-bdfe0649259d/ae069fd5-1c50-45e9-8fd1-ded95e5e5e18) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:29.142767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:29.245960 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:29.567386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adc93c-4c8c-4de7-9974-2953dc0c6a0e req-c1ba6e8b-4f84-4e20-89cf-bb6f3ce3a462 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:29.568863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99adc93c-4c8c-4de7-9974-2953dc0c6a0e req-c1ba6e8b-4f84-4e20-89cf-bb6f3ce3a462 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 943 time: 0.6216671 Feb 15 14:10:29.612870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:29.613462 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:29.717714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1d41a0ee-da8e-4977-9618-d7eca6fc16b6 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3441989 Feb 15 14:10:29.773533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c7b07670-922c-4744-ac9a-0c014da578ae details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:10:29.784406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Request body: {'port': {'device_id': '24851c61-647c-4fc1-989e-a7fdc10eb0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:29.831903 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-5a7e3d4b-3050-413c-af9e-afef160dd1ea service neutron] 10.222.0.72 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759803 Feb 15 14:10:29.850299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99adc93c-4c8c-4de7-9974-2953dc0c6a0e req-072b7f3b-3394-44c7-aa9c-fe6ef990d876 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722220 Feb 15 14:10:29.904614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c7b07670-922c-4744-ac9a-0c014da578ae, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c7b07670-922c-4744-ac9a-0c014da578ae,segment=NetworkSegment(90a771db-f864-48d4-9ded-1a2dccc3ef9d),segment_id=90a771db-f864-48d4-9ded-1a2dccc3ef9d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:29.921711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'c7b07670-922c-4744-ac9a-0c014da578ae', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'port_id': 'c7b07670-922c-4744-ac9a-0c014da578ae', 'mac_address': 'fa:16:3e:19:2f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:10:29.932687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200112a-fef5-4fca-89c4-cd7729d7e0bb req-63245a77-e348-4c97-aa10-6c34d257085a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:29.934236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3200112a-fef5-4fca-89c4-cd7729d7e0bb req-63245a77-e348-4c97-aa10-6c34d257085a tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.67 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 945 time: 0.3643641 Feb 15 14:10:29.965011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port c7b07670-922c-4744-ac9a-0c014da578ae is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:29.965405 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:29.992591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b07670-922c-4744-ac9a-0c014da578ae {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:30.037933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c7b07670-922c-4744-ac9a-0c014da578ae, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c7b07670-922c-4744-ac9a-0c014da578ae,segment=NetworkSegment(90a771db-f864-48d4-9ded-1a2dccc3ef9d),segment_id=90a771db-f864-48d4-9ded-1a2dccc3ef9d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:30.040330 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23917cd7-994a-4a97-a67a-d4f5bb6bec04 x-openstack-request-id: req-23917cd7-994a-4a97-a67a-d4f5bb6bec04 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:30.040682 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "name": "network-vif-plugged", "status": "completed", "tag": "6dc41110-f492-45df-8710-25bfa6748928", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:30.041920 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23917cd7-994a-4a97-a67a-d4f5bb6bec04 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:30.042469 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc41110-f492-45df-8710-25bfa6748928', 'code': 200} Feb 15 14:10:30.045279 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:30.112165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=c7b07670-922c-4744-ac9a-0c014da578ae,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:30.123840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks [] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:30.126195 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:30.254043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5610617-2b9a-4581-890e-52b8cdb21b65 req-9869afc5-6630-42c0-85ed-337708c26335 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:30.255606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5610617-2b9a-4581-890e-52b8cdb21b65 req-9869afc5-6630-42c0-85ed-337708c26335 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=1681244f-6601-46b7-9fd1-d294a4bf687d HTTP/1.1" status: 200 len: 945 time: 0.3180864 Feb 15 14:10:30.282085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['c7b07670-922c-4744-ac9a-0c014da578ae'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:30.382488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db771f-0145-4b88-8b3d-b65717ebfa65 req-60444051-f873-42a0-921a-f66f24a1b416 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:30.384007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72db771f-0145-4b88-8b3d-b65717ebfa65 req-60444051-f873-42a0-921a-f66f24a1b416 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 946 time: 0.2993824 Feb 15 14:10:30.394920 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:30.534856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-3200112a-fef5-4fca-89c4-cd7729d7e0bb req-e0b6725c-cc52-4d96-8e32-7e807396dfa5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Deleting port 522b25ec-f0cd-4939-821e-79e85d4cbd49 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:30.535217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3200112a-fef5-4fca-89c4-cd7729d7e0bb req-e0b6725c-cc52-4d96-8e32-7e807396dfa5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:30.578216 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5610617-2b9a-4581-890e-52b8cdb21b65 req-1b27f910-47ed-4504-b44f-99a4d047cd5f tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992411 Feb 15 14:10:30.630507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Network b6ca7799-3b17-436c-a7f7-21711e4042e3 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:30.659103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:30.712199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Pushing event updated for resources: {'Port': ['ID=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:30.722786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:30.806291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72db771f-0145-4b88-8b3d-b65717ebfa65 req-6a68b749-94b2-4ed9-9358-5cdae999b8da tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008660 Feb 15 14:10:30.810638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750ab15b-e33e-47d0-9357-56371c8408eb {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:30.840878 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Publish callbacks [] for port (750ab15b-e33e-47d0-9357-56371c8408eb), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:30.892377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Transition to ACTIVE for port object 750ab15b-e33e-47d0-9357-56371c8408eb will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:30.905781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:30.906388 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:30.910734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-3200112a-fef5-4fca-89c4-cd7729d7e0bb req-e0b6725c-cc52-4d96-8e32-7e807396dfa5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] For port 522b25ec-f0cd-4939-821e-79e85d4cbd49, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=522b25ec-f0cd-4939-821e-79e85d4cbd49,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:30.911113 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3200112a-fef5-4fca-89c4-cd7729d7e0bb req-e0b6725c-cc52-4d96-8e32-7e807396dfa5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:30.928540 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:30.987475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-3200112a-fef5-4fca-89c4-cd7729d7e0bb req-e0b6725c-cc52-4d96-8e32-7e807396dfa5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Calling delete_port for 522b25ec-f0cd-4939-821e-79e85d4cbd49 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:31.016268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-fa8c6eba-bc33-416c-a7a6-b89c58cd1a07 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2323041 Feb 15 14:10:31.032405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bef3cd-bdea-4a76-a934-c0cc69463128 req-f7cae169-8fa7-4efb-9551-b9daae4db3c9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:31.034163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07bef3cd-bdea-4a76-a934-c0cc69463128 req-f7cae169-8fa7-4efb-9551-b9daae4db3c9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 932 time: 0.3231232 Feb 15 14:10:31.055341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Request body: {'port': {'device_id': '2daca81b-a59a-424b-ab57-5c10439668fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:31.146964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-e7846da3-7bbf-4129-94d1-06b19074c7a8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:31.149766 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-e7846da3-7bbf-4129-94d1-06b19074c7a8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 811 time: 0.1180604 Feb 15 14:10:31.158313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Pushing event updated for resources: {'Port': ['ID=750ab15b-e33e-47d0-9357-56371c8408eb,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:31.174889 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Request body: {'port': {'device_id': '3eb67555-3b76-498c-ad75-78118922c21f', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'admin_state_up': True, 'tenant_id': '06893bd186c246f8b491a5eab23d1c1b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:31.267026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523596d7-c27d-475c-9500-acbde11e00c7 req-31866bb0-caf7-48bc-93b6-0ccfc76fd5e2 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:31.268557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-523596d7-c27d-475c-9500-acbde11e00c7 req-31866bb0-caf7-48bc-93b6-0ccfc76fd5e2 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 944 time: 0.3974819 Feb 15 14:10:31.296578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Made reservation on behalf of 06893bd186c246f8b491a5eab23d1c1b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:31.300956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:31.339748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07c6db3-23db-495e-9a90-81f2ed4fd244 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:31.346449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07bef3cd-bdea-4a76-a934-c0cc69463128 req-ef0cb131-c02a-4bad-b73f-0fa84b746458 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964439 Feb 15 14:10:31.374089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Publish callbacks [] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:31.384980 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:31.433577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Transition to ACTIVE for port object b07c6db3-23db-495e-9a90-81f2ed4fd244 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:31.438407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Allocated IP 172.20.0.9 (70d01a53-a671-4116-a829-4f8374d7f37c/11f38b3d-5cb6-4f97-887a-3824fb0bba29/071d94bb-ccf7-4d57-8842-3d3c945803de) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:31.473810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:31.488285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-523596d7-c27d-475c-9500-acbde11e00c7 req-c5cc6715-ba29-4373-a89a-7f602ea3f2cd tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=2533281c-588c-4377-a039-b67b596569a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938825 Feb 15 14:10:31.565597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Attempting to bind port 750ab15b-e33e-47d0-9357-56371c8408eb on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:31.565923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Attempting to bind port 750ab15b-e33e-47d0-9357-56371c8408eb by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '6acac6b7-b5b8-40ef-a739-8eda03417acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:31.566253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Attempting to bind port 750ab15b-e33e-47d0-9357-56371c8408eb on network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:31.616969 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks [] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:31.620022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Port 750ab15b-e33e-47d0-9357-56371c8408eb on network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:10:31.620022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Attempting to bind port 750ab15b-e33e-47d0-9357-56371c8408eb on network 6bbc8635-5e61-4c6f-a6ae-efdb031866e7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:31.635109 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:10:31.656439 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:31.680046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:31.680395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Checking segment: {'id': '6acac6b7-b5b8-40ef-a739-8eda03417acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:31.680785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Bound using segment: {'id': '6acac6b7-b5b8-40ef-a739-8eda03417acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:31.681227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Bound port: 750ab15b-e33e-47d0-9357-56371c8408eb, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6acac6b7-b5b8-40ef-a739-8eda03417acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:31.681585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:31.693725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Pushing event updated for resources: {'Port': ['ID=b07c6db3-23db-495e-9a90-81f2ed4fd244,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:31.706793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Network 70d01a53-a671-4116-a829-4f8374d7f37c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:31.712610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:31.717186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:31.721245 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event updated for resources: {'Port': ['ID=071d94bb-ccf7-4d57-8842-3d3c945803de,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:31.776261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:31.776902 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:31.782009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c7b07670-922c-4744-ac9a-0c014da578ae up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:31.801151 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d3f98908-250e-4efe-b7db-5979b1bc02ff tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309404 Feb 15 14:10:31.801577 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3200112a-fef5-4fca-89c4-cd7729d7e0bb req-e0b6725c-cc52-4d96-8e32-7e807396dfa5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (522b25ec-f0cd-4939-821e-79e85d4cbd49), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:31.812308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Request body: {'port': {'device_id': '3eb67555-3b76-498c-ad75-78118922c21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:31.820572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['deb8ea4f-b798-43fe-aec5-d2cadc36288a', 'a8c9b021-c3de-4d9f-9691-e1a08a3bd63f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:31.823298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9665526d-7487-4a7a-910e-2807d48aff9d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:31.889205 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:31.996680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port c7b07670-922c-4744-ac9a-0c014da578ae completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:32.016161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port c7b07670-922c-4744-ac9a-0c014da578ae triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:32.016965 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.154383 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-f81cb274-47ee-4b3a-9849-5de10a4d2a80 req-5dd2d308-0024-434a-bc14-6334b9d620ef service neutron] (109972) timed out ('10.222.0.72', 44020) {{(pid=109972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:10:32.242183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port c7b07670-922c-4744-ac9a-0c014da578ae is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:32.242743 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.261485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdc65a-8144-4724-b29a-8b21253ccedf req-1bbd8e69-e094-44a7-a032-05f0ada73d9c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:32.263257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30fdc65a-8144-4724-b29a-8b21253ccedf req-1bbd8e69-e094-44a7-a032-05f0ada73d9c tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.8428121 Feb 15 14:10:32.295533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b07670-922c-4744-ac9a-0c014da578ae'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:32.297941 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d4531b-1dac-4fd4-8528-a8762ad25495" -d '{"events": [{"server_uuid": "a81b0f46-820a-449d-9b6b-e76b34dad0c5", "name": "network-vif-plugged", "status": "completed", "tag": "c7b07670-922c-4744-ac9a-0c014da578ae"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:32.324493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c7b07670-922c-4744-ac9a-0c014da578ae, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c7b07670-922c-4744-ac9a-0c014da578ae,segment=NetworkSegment(90a771db-f864-48d4-9ded-1a2dccc3ef9d),segment_id=90a771db-f864-48d4-9ded-1a2dccc3ef9d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:32.326010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6725c-cc52-4d96-8e32-7e807396dfa5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Pushing event deleted for resources: {'Port': ['ID=522b25ec-f0cd-4939-821e-79e85d4cbd49,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:32.339126 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.339286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071d94bb-ccf7-4d57-8842-3d3c945803de {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:32.351970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Publish callbacks [] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.369808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Transition to ACTIVE for port object 071d94bb-ccf7-4d57-8842-3d3c945803de will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:32.376792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3200112a-fef5-4fca-89c4-cd7729d7e0bb req-e0b6725c-cc52-4d96-8e32-7e807396dfa5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] No DVR routers for this DVR port 522b25ec-f0cd-4939-821e-79e85d4cbd49 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:32.377308 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.428189 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-3200112a-fef5-4fca-89c4-cd7729d7e0bb req-e0b6725c-cc52-4d96-8e32-7e807396dfa5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.432255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3200112a-fef5-4fca-89c4-cd7729d7e0bb req-e0b6725c-cc52-4d96-8e32-7e807396dfa5 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.67 "DELETE /v2.0/ports/522b25ec-f0cd-4939-821e-79e85d4cbd49 HTTP/1.1" status: 204 len: 173 time: 2.4832346 Feb 15 14:10:32.432925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1681244f-6601-46b7-9fd1-d294a4bf687d', 'name': 'network-vif-deleted', 'tag': '522b25ec-f0cd-4939-821e-79e85d4cbd49'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:32.435331 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a816c5-38be-4d4c-963e-c61933aa8b24" -d '{"events": [{"server_uuid": "1681244f-6601-46b7-9fd1-d294a4bf687d", "name": "network-vif-deleted", "tag": "522b25ec-f0cd-4939-821e-79e85d4cbd49"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:32.446412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e9fbc-6069-488e-a59e-4d90adfc3c08 req-f73671bd-0390-4a8a-991c-c475b49cceec tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:32.451386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Pushing event updated for resources: {'Port': ['ID=071d94bb-ccf7-4d57-8842-3d3c945803de,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:32.454971 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d20e9fbc-6069-488e-a59e-4d90adfc3c08 req-f73671bd-0390-4a8a-991c-c475b49cceec tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 943 time: 0.8856790 Feb 15 14:10:32.514182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=c7b07670-922c-4744-ac9a-0c014da578ae,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:32.544659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30fdc65a-8144-4724-b29a-8b21253ccedf req-fa581d8f-d759-4d29-b716-6a53126cd10f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504139 Feb 15 14:10:32.545410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Attempting to bind port b07c6db3-23db-495e-9a90-81f2ed4fd244 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:32.545744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Attempting to bind port b07c6db3-23db-495e-9a90-81f2ed4fd244 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:32.546075 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Attempting to bind port b07c6db3-23db-495e-9a90-81f2ed4fd244 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:32.553314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 522b25ec-f0cd-4939-821e-79e85d4cbd49 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:32.597142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 522b25ec-f0cd-4939-821e-79e85d4cbd49 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:10:32.597520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 522b25ec-f0cd-4939-821e-79e85d4cbd49 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:32.611690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Port b07c6db3-23db-495e-9a90-81f2ed4fd244 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:10:32.612074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Attempting to bind port b07c6db3-23db-495e-9a90-81f2ed4fd244 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:32.623001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] For port 750ab15b-e33e-47d0-9357-56371c8408eb, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:32.629104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:32.629452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Checking segment: {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:32.629848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Bound using segment: {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:32.630303 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Bound port: b07c6db3-23db-495e-9a90-81f2ed4fd244, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:32.630667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.658997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d20e9fbc-6069-488e-a59e-4d90adfc3c08 req-57571408-cee6-443a-b29c-e8ae447c1136 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986847 Feb 15 14:10:32.693659 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Attempting to bind port 071d94bb-ccf7-4d57-8842-3d3c945803de on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:32.694109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Attempting to bind port 071d94bb-ccf7-4d57-8842-3d3c945803de by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:32.695491 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Attempting to bind port 071d94bb-ccf7-4d57-8842-3d3c945803de on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:32.701935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Port 071d94bb-ccf7-4d57-8842-3d3c945803de on network 70d01a53-a671-4116-a829-4f8374d7f37c not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:10:32.702361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Attempting to bind port 071d94bb-ccf7-4d57-8842-3d3c945803de on network 70d01a53-a671-4116-a829-4f8374d7f37c {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:32.708650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:32.709073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Checking segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:32.709530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Bound using segment: {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:32.710102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Bound port: 071d94bb-ccf7-4d57-8842-3d3c945803de, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:32.710531 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.751908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] For port 750ab15b-e33e-47d0-9357-56371c8408eb, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=750ab15b-e33e-47d0-9357-56371c8408eb,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:32.796276 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.821468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] For port 071d94bb-ccf7-4d57-8842-3d3c945803de, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:32.826344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] For port 071d94bb-ccf7-4d57-8842-3d3c945803de, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=071d94bb-ccf7-4d57-8842-3d3c945803de,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:32.838208 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.901057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:32.902413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.903985 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] 10.222.0.42 "PUT /v2.0/ports/071d94bb-ccf7-4d57-8842-3d3c945803de HTTP/1.1" status: 200 len: 1092 time: 1.0961144 Feb 15 14:10:32.919895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb67555-3b76-498c-ad75-78118922c21f', 'tag': '071d94bb-ccf7-4d57-8842-3d3c945803de'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:32.924242 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13f171-21fd-4f50-aedc-26f2954ecf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb67555-3b76-498c-ad75-78118922c21f", "tag": "071d94bb-ccf7-4d57-8842-3d3c945803de"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:32.937255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828fc53-85dd-4828-b9c5-a943e54bed63 service neutron] Pushing event updated for resources: {'Port': ['ID=071d94bb-ccf7-4d57-8842-3d3c945803de,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:32.948174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:32.948818 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:32.950232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] 10.222.0.67 "PUT /v2.0/ports/750ab15b-e33e-47d0-9357-56371c8408eb HTTP/1.1" status: 200 len: 1093 time: 3.9828730 Feb 15 14:10:33.004882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] For port b07c6db3-23db-495e-9a90-81f2ed4fd244, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:33.041705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-97217f0f-81a5-479a-81f4-d8266b267e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:33.043204 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-97217f0f-81a5-479a-81f4-d8266b267e8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 1126 time: 0.0748534 Feb 15 14:10:33.060410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] For port b07c6db3-23db-495e-9a90-81f2ed4fd244, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b07c6db3-23db-495e-9a90-81f2ed4fd244,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:33.108653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e19868-13a6-4ffd-b365-b0d256ebbede req-de936f75-ca71-40a6-940b-0413fba1de0c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:33.110506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81e19868-13a6-4ffd-b365-b0d256ebbede req-de936f75-ca71-40a6-940b-0413fba1de0c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 943 time: 0.3635104 Feb 15 14:10:33.111763 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:33.127046 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-43ca5417-1caa-4796-b1d8-29e4137a63aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=071d94bb-ccf7-4d57-8842-3d3c945803de HTTP/1.1" status: 200 len: 217 time: 0.0747893 Feb 15 14:10:33.154377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04309e09-4163-4a5c-9fb4-0da4bfb96d03 req-535b8e8d-3db3-4307-8ec0-0127eb632857 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:33.161858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04309e09-4163-4a5c-9fb4-0da4bfb96d03 req-535b8e8d-3db3-4307-8ec0-0127eb632857 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 946 time: 0.3858221 Feb 15 14:10:33.185794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747aa11-8312-45ac-81dc-49dc556b8727 service neutron] Pushing event updated for resources: {'Port': ['ID=750ab15b-e33e-47d0-9357-56371c8408eb,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:33.190376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:33.201415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-8f6f644a-da1d-4a63-a8a7-8dc47496d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:33.203321 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-8f6f644a-da1d-4a63-a8a7-8dc47496d356 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.0662224 Feb 15 14:10:33.222623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Publish callbacks [] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:33.263346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:33.264058 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:33.265368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] 10.222.0.42 "PUT /v2.0/ports/b07c6db3-23db-495e-9a90-81f2ed4fd244 HTTP/1.1" status: 200 len: 1092 time: 3.5005929 Feb 15 14:10:33.276299 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-f55a82a6-8eb5-4780-a747-f5dad4896f69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667634 Feb 15 14:10:33.311995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Transition to ACTIVE for port object ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:10:33.355647 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:33.400737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04309e09-4163-4a5c-9fb4-0da4bfb96d03 req-a42a8b5f-17d1-4db1-8f3e-31719ee5b324 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326002 Feb 15 14:10:33.405255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81e19868-13a6-4ffd-b365-b0d256ebbede req-4d8b44ea-c342-4edc-9f57-85d4b7254c7d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595103 Feb 15 14:10:33.414980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da54897-4aed-4275-9a6e-3a8801a629bf service neutron] Pushing event updated for resources: {'Port': ['ID=b07c6db3-23db-495e-9a90-81f2ed4fd244,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:33.421860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-71f54547-ad28-4da8-89a1-7b5406582192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:33.432878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-71f54547-ad28-4da8-89a1-7b5406582192 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 1127 time: 0.3903081 Feb 15 14:10:33.438225 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-aee1c4e1-3d82-4a1f-936f-a747c1f920cd service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540074 Feb 15 14:10:33.544489 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de8c41a-9aa7-411e-8203-48cdc858dc8a x-openstack-request-id: req-9de8c41a-9aa7-411e-8203-48cdc858dc8a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:33.545613 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81b0f46-820a-449d-9b6b-e76b34dad0c5", "name": "network-vif-plugged", "status": "completed", "tag": "c7b07670-922c-4744-ac9a-0c014da578ae", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:33.546118 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9de8c41a-9aa7-411e-8203-48cdc858dc8a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:33.547702 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b07670-922c-4744-ac9a-0c014da578ae', 'code': 200} Feb 15 14:10:33.636303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-a8ac02d4-6f88-44c2-9cb0-702b46480784 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=750ab15b-e33e-47d0-9357-56371c8408eb HTTP/1.1" status: 200 len: 217 time: 0.1922998 Feb 15 14:10:33.657923 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-002a6441-ce7b-475d-8620-44c328e3b1d1 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066503 Feb 15 14:10:33.731423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:33.743174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f478b-9009-47c6-8856-c25d63b09bc8 req-ecdea1f9-f50d-414f-aad9-645fbbbe2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:33.744683 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f9f478b-9009-47c6-8856-c25d63b09bc8 req-ecdea1f9-f50d-414f-aad9-645fbbbe2a55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 1128 time: 0.0857732 Feb 15 14:10:33.796511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-3de032c2-94e9-44fe-9c72-adefc88ac97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:33.798058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-3de032c2-94e9-44fe-9c72-adefc88ac97e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b61500dd84ea4dff9618ad5e1e44331a&device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 1126 time: 0.4689715 Feb 15 14:10:33.810218 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f9f478b-9009-47c6-8856-c25d63b09bc8 req-7339f58a-51e8-4427-9f55-a39d874a03ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2533281c-588c-4377-a039-b67b596569a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541968 Feb 15 14:10:33.868327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-6c8252b5-4771-4f9e-b9c7-7304a9c046f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b07c6db3-23db-495e-9a90-81f2ed4fd244 HTTP/1.1" status: 200 len: 217 time: 0.0576432 Feb 15 14:10:33.875048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e20971-2df4-4491-b66b-f392041a7626 req-f125f009-ac4a-4cac-ab89-f3779fb7ec41 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:33.876512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4e20971-2df4-4491-b66b-f392041a7626 req-f125f009-ac4a-4cac-ab89-f3779fb7ec41 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 943 time: 0.3617413 Feb 15 14:10:33.880123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-78f961b4-6e99-4800-bfb8-73ef8c533d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:33.881562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-78f961b4-6e99-4800-bfb8-73ef8c533d60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d6eaca9-2005-4f1c-ab88-99f9ad7e1152 HTTP/1.1" status: 200 len: 853 time: 0.1983247 Feb 15 14:10:33.942124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Attempting to bind port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:33.942124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Attempting to bind port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:33.942124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Attempting to bind port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:33.946097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-fcd60ae4-b82c-4fe8-a256-e11001ac239c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517590 Feb 15 14:10:33.956398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:10:33.956739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Attempting to bind port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:33.965389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4526da-8b97-44d5-bce1-e171602be700 req-a07a4895-1c16-42c2-9b58-fe301c08d092 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:33.967050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c4526da-8b97-44d5-bce1-e171602be700 req-a07a4895-1c16-42c2-9b58-fe301c08d092 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 944 time: 0.2769346 Feb 15 14:10:34.021034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:34.021386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Checking segment: {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:34.021737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Bound using segment: {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:34.022180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Bound port: ae069fd5-1c50-45e9-8fd1-ded95e5e5e18, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:34.023096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:34.137605 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4e20971-2df4-4491-b66b-f392041a7626 req-ca573a9e-f9be-40dc-9d4c-ad292304f258 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525730 Feb 15 14:10:34.172176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-9a0b3a19-fe98-4e6d-aa32-a63a0ae09e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:34.173629 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-9a0b3a19-fe98-4e6d-aa32-a63a0ae09e63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c7249b1-4ab3-4e4f-97b3-bdfe0649259d HTTP/1.1" status: 200 len: 853 time: 0.1546044 Feb 15 14:10:34.232918 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e34c60c-1196-42dc-abb8-b6f7e2e448f9 x-openstack-request-id: req-9e34c60c-1196-42dc-abb8-b6f7e2e448f9 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:34.233223 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1681244f-6601-46b7-9fd1-d294a4bf687d", "name": "network-vif-deleted", "tag": "522b25ec-f0cd-4939-821e-79e85d4cbd49", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:34.233483 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e34c60c-1196-42dc-abb8-b6f7e2e448f9 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:34.233885 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1681244f-6601-46b7-9fd1-d294a4bf687d', 'name': 'network-vif-deleted', 'tag': '522b25ec-f0cd-4939-821e-79e85d4cbd49', 'status': 'completed', 'code': 200} Feb 15 14:10:34.239010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1105a101-3b35-492f-9e14-2da24c53dfe2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6ca7799-3b17-436c-a7f7-21711e4042e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546920 Feb 15 14:10:34.246360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c4526da-8b97-44d5-bce1-e171602be700 req-fd9d8653-c351-40b3-a3fc-a1292983683e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535965 Feb 15 14:10:34.259700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-d8216e30-661e-419b-b2ae-bd42f11dd35d service neutron] 10.222.0.67 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042119 Feb 15 14:10:34.262684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] For port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:34.322735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] For port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:34.358565 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4eaea22-0508-4b00-95b0-508b03168c3d x-openstack-request-id: req-c4eaea22-0508-4b00-95b0-508b03168c3d {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:34.359091 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb67555-3b76-498c-ad75-78118922c21f", "tag": "071d94bb-ccf7-4d57-8842-3d3c945803de", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:34.359206 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c4eaea22-0508-4b00-95b0-508b03168c3d {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:34.359551 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb67555-3b76-498c-ad75-78118922c21f', 'tag': '071d94bb-ccf7-4d57-8842-3d3c945803de', 'status': 'completed', 'code': 200} Feb 15 14:10:34.369767 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:34.469589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:34.470191 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:34.471926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] 10.222.0.67 "PUT /v2.0/ports/ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 HTTP/1.1" status: 200 len: 1093 time: 3.4336789 Feb 15 14:10:34.512969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-eef0d6af-e7e4-4ba7-ab4e-026a339c614f service neutron] 10.222.0.42 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634079 Feb 15 14:10:34.541105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc583c-eb01-40e2-97f1-869684e46dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:34.545318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 800c9d0c-3eed-40ab-956d-a93c3f561215 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:10:34.558641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f171-21fd-4f50-aedc-26f2954ecf3b req-dbb8c527-f3d3-4c07-aa6f-d6a50073529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:34.560207 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a13f171-21fd-4f50-aedc-26f2954ecf3b req-dbb8c527-f3d3-4c07-aa6f-d6a50073529e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06893bd186c246f8b491a5eab23d1c1b&device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 1126 time: 0.1728134 Feb 15 14:10:34.591696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12b66651-af33-4ebe-98b2-371f8fd671ea req-f8e08906-886c-45d1-84c1-021cfb95175a service neutron] 10.222.0.67 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159449 Feb 15 14:10:34.645154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fde16-bea8-44fa-908b-293e10b2235d req-110f8bdf-1c7e-4e96-9a8a-3668425637f5 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:34.646601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed9fde16-bea8-44fa-908b-293e10b2235d req-110f8bdf-1c7e-4e96-9a8a-3668425637f5 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 945 time: 0.2821670 Feb 15 14:10:34.781683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 800c9d0c-3eed-40ab-956d-a93c3f561215, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=800c9d0c-3eed-40ab-956d-a93c3f561215,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:34.794588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-b526d4e3-511a-4dd8-8066-cc312f850c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:34.796065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '800c9d0c-3eed-40ab-956d-a93c3f561215', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'port_id': '800c9d0c-3eed-40ab-956d-a93c3f561215', 'mac_address': 'fa:16:3e:a8:29:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:10:34.796374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-b526d4e3-511a-4dd8-8066-cc312f850c6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61500dd84ea4dff9618ad5e1e44331a&device_id=2daca81b-a59a-424b-ab57-5c10439668fe HTTP/1.1" status: 200 len: 1127 time: 0.2804637 Feb 15 14:10:34.818280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f171-21fd-4f50-aedc-26f2954ecf3b req-6f605a18-c28d-4493-a661-be21140ba9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:34.820635 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a13f171-21fd-4f50-aedc-26f2954ecf3b req-6f605a18-c28d-4493-a661-be21140ba9ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 200 len: 912 time: 0.2461977 Feb 15 14:10:34.851080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 800c9d0c-3eed-40ab-956d-a93c3f561215 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:34.851890 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:34.856081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-5f86f6e8-c57f-409b-9486-af791f324c7e service neutron] 10.222.0.42 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193631 Feb 15 14:10:34.910559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800c9d0c-3eed-40ab-956d-a93c3f561215 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:34.915784 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a13f171-21fd-4f50-aedc-26f2954ecf3b req-efeac109-be74-4478-abb0-15d22214e704 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=071d94bb-ccf7-4d57-8842-3d3c945803de HTTP/1.1" status: 200 len: 217 time: 0.0802772 Feb 15 14:10:34.954231 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 800c9d0c-3eed-40ab-956d-a93c3f561215, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=800c9d0c-3eed-40ab-956d-a93c3f561215,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:34.960871 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:35.061667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=800c9d0c-3eed-40ab-956d-a93c3f561215,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:35.074584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f171-21fd-4f50-aedc-26f2954ecf3b req-6952577f-f859-4139-b315-45eac5342da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:35.080438 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a13f171-21fd-4f50-aedc-26f2954ecf3b req-6952577f-f859-4139-b315-45eac5342da3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 200 len: 851 time: 0.1562052 Feb 15 14:10:35.138864 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a13f171-21fd-4f50-aedc-26f2954ecf3b req-90c7a0e9-e2d0-47c7-9ef9-1cd42dfea170 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=70d01a53-a671-4116-a829-4f8374d7f37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507171 Feb 15 14:10:35.142203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed9fde16-bea8-44fa-908b-293e10b2235d req-e1d2b70e-bd29-43da-978c-1a3455691f78 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=2533281c-588c-4377-a039-b67b596569a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4814184 Feb 15 14:10:35.156058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-653cdd1e-dd64-4fe4-88c9-b6fc8fe14c3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 HTTP/1.1" status: 200 len: 217 time: 0.3434649 Feb 15 14:10:35.253694 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-9f062d9c-3ed7-4b0c-b38c-385d830d0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:35.258059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-9f062d9c-3ed7-4b0c-b38c-385d830d0278 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6c7249b1-4ab3-4e4f-97b3-bdfe0649259d HTTP/1.1" status: 200 len: 853 time: 0.0940242 Feb 15 14:10:35.302678 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a13f171-21fd-4f50-aedc-26f2954ecf3b req-3a1c0b73-334c-41bc-8e58-2939133d33f6 service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547222 Feb 15 14:10:35.399765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-1be8951b-355e-4c02-8cfb-d4c5204b307e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6ca7799-3b17-436c-a7f7-21711e4042e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361871 Feb 15 14:10:35.421652 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9a13f171-21fd-4f50-aedc-26f2954ecf3b req-8a7dcd88-e928-4cb4-a041-3ba998d44ccf service neutron] 10.222.0.42 "GET /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117690 Feb 15 14:10:35.442044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['800c9d0c-3eed-40ab-956d-a93c3f561215'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:35.590829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-949cfa02-96ac-4b0f-b371-18087d4fc4d6 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814294 Feb 15 14:10:35.602281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e027e03-44b8-4b50-b971-add956fa018f req-98ad93a0-24e7-4ecc-a104-e18bc125d733 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:35.610424 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e027e03-44b8-4b50-b971-add956fa018f req-98ad93a0-24e7-4ecc-a104-e18bc125d733 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.7265940 Feb 15 14:10:35.700988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f87a24-11c7-4ad5-8e6f-5e0ab9cfedc0 req-c7c97bc8-af6a-49e2-a915-1ab2e02af8a9 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:35.702842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18f87a24-11c7-4ad5-8e6f-5e0ab9cfedc0 req-c7c97bc8-af6a-49e2-a915-1ab2e02af8a9 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 943 time: 0.4438500 Feb 15 14:10:35.777811 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e027e03-44b8-4b50-b971-add956fa018f req-b973915f-c745-4001-893d-5a75dc33bbb8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663032 Feb 15 14:10:35.818547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18f87a24-11c7-4ad5-8e6f-5e0ab9cfedc0 req-78534b8b-7da7-4522-a5fb-59dc0c043e0a tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027479 Feb 15 14:10:35.837483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 071d94bb-ccf7-4d57-8842-3d3c945803de details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:10:35.839204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60da1c3d-a6fd-4ff6-9b99-6fb5cc3d2e24 req-a8520fd8-29df-45d9-8895-6225431950b0 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191615 Feb 15 14:10:36.059099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab1255-dce5-43ff-af8e-bc89b4fc00a2 req-b4fe4e9d-130c-43a9-a3ba-f1fcab31687e tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:36.061040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44ab1255-dce5-43ff-af8e-bc89b4fc00a2 req-b4fe4e9d-130c-43a9-a3ba-f1fcab31687e tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 943 time: 0.1662064 Feb 15 14:10:36.068907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 071d94bb-ccf7-4d57-8842-3d3c945803de, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=071d94bb-ccf7-4d57-8842-3d3c945803de,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:36.093416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '071d94bb-ccf7-4d57-8842-3d3c945803de', 'network_id': '70d01a53-a671-4116-a829-4f8374d7f37c', 'port_id': '071d94bb-ccf7-4d57-8842-3d3c945803de', 'mac_address': 'fa:16:3e:68:d0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f38b3d-5cb6-4f97-887a-3824fb0bba29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:10:36.106624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166f896-c82b-4cbe-9ea0-edd9ab181dab req-0c553c4e-7953-4d68-95af-45044badde9d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:36.108202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a166f896-c82b-4cbe-9ea0-edd9ab181dab req-0c553c4e-7953-4d68-95af-45044badde9d tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 946 time: 0.1520271 Feb 15 14:10:36.161678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 071d94bb-ccf7-4d57-8842-3d3c945803de is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:36.162090 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:36.186706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071d94bb-ccf7-4d57-8842-3d3c945803de {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:36.194133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a166f896-c82b-4cbe-9ea0-edd9ab181dab req-483c0630-2c3d-446b-a7c5-4cf3e4bc2888 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790443 Feb 15 14:10:36.227548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44ab1255-dce5-43ff-af8e-bc89b4fc00a2 req-4a1bc4b9-92c9-4827-9d7a-4292a0586b8c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481626 Feb 15 14:10:36.234607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 071d94bb-ccf7-4d57-8842-3d3c945803de, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=071d94bb-ccf7-4d57-8842-3d3c945803de,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:36.236827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a', 'tag': '750ab15b-e33e-47d0-9357-56371c8408eb'}, {'name': 'network-changed', 'server_uuid': '24851c61-647c-4fc1-989e-a7fdc10eb0e3', 'tag': 'b07c6db3-23db-495e-9a90-81f2ed4fd244'}, {'name': 'network-changed', 'server_uuid': '2daca81b-a59a-424b-ab57-5c10439668fe', 'tag': 'ae069fd5-1c50-45e9-8fd1-ded95e5e5e18'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:36.239591 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbb21ef-1161-4225-a317-6d1acf395cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a", "tag": "750ab15b-e33e-47d0-9357-56371c8408eb"}, {"name": "network-changed", "server_uuid": "24851c61-647c-4fc1-989e-a7fdc10eb0e3", "tag": "b07c6db3-23db-495e-9a90-81f2ed4fd244"}, {"name": "network-changed", "server_uuid": "2daca81b-a59a-424b-ab57-5c10439668fe", "tag": "ae069fd5-1c50-45e9-8fd1-ded95e5e5e18"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:36.244889 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:36.378188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=071d94bb-ccf7-4d57-8842-3d3c945803de,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:36.448336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28e37f-fd9b-425d-a8b8-998d0d1e1385 req-3a09576b-143a-4184-af5b-f2c8cca97ab5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:36.457646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da28e37f-fd9b-425d-a8b8-998d0d1e1385 req-3a09576b-143a-4184-af5b-f2c8cca97ab5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 944 time: 0.1325357 Feb 15 14:10:36.471681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17177685-a491-4365-a3eb-d79190b806be req-a9a6d096-923b-452c-93aa-b2b6b8b82c3b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:36.473730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17177685-a491-4365-a3eb-d79190b806be req-a9a6d096-923b-452c-93aa-b2b6b8b82c3b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 944 time: 0.1348550 Feb 15 14:10:36.538327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['071d94bb-ccf7-4d57-8842-3d3c945803de'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:36.592359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17177685-a491-4365-a3eb-d79190b806be req-6453bb02-5bba-4c92-b470-33136f6c9f93 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092339 Feb 15 14:10:36.620766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da28e37f-fd9b-425d-a8b8-998d0d1e1385 req-948798ba-ebed-4426-9ea5-62e4ba06fd58 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622510 Feb 15 14:10:36.854522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c0852-fe2d-49a4-96e1-18963b0f7191 req-2ffebea9-1b21-45c6-8cd6-02f5f09330ca tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:36.856131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c3c0852-fe2d-49a4-96e1-18963b0f7191 req-2ffebea9-1b21-45c6-8cd6-02f5f09330ca tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 945 time: 0.1160393 Feb 15 14:10:36.979408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c3c0852-fe2d-49a4-96e1-18963b0f7191 req-ccb352da-7206-4b3a-870c-c9ec09661580 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=2533281c-588c-4377-a039-b67b596569a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163194 Feb 15 14:10:37.062848 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f473d5-cab2-42c0-8cd4-e3f6a15aef67 x-openstack-request-id: req-d3f473d5-cab2-42c0-8cd4-e3f6a15aef67 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:37.063201 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a", "tag": "750ab15b-e33e-47d0-9357-56371c8408eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24851c61-647c-4fc1-989e-a7fdc10eb0e3", "tag": "b07c6db3-23db-495e-9a90-81f2ed4fd244", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2daca81b-a59a-424b-ab57-5c10439668fe", "tag": "ae069fd5-1c50-45e9-8fd1-ded95e5e5e18", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:37.063966 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3f473d5-cab2-42c0-8cd4-e3f6a15aef67 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:37.064297 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a', 'tag': '750ab15b-e33e-47d0-9357-56371c8408eb', 'status': 'completed', 'code': 200} Feb 15 14:10:37.064574 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24851c61-647c-4fc1-989e-a7fdc10eb0e3', 'tag': 'b07c6db3-23db-495e-9a90-81f2ed4fd244', 'status': 'completed', 'code': 200} Feb 15 14:10:37.065058 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2daca81b-a59a-424b-ab57-5c10439668fe', 'tag': 'ae069fd5-1c50-45e9-8fd1-ded95e5e5e18', 'status': 'completed', 'code': 200} Feb 15 14:10:37.198693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-71b79648-a816-4882-bc6f-c89dbab89a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:37.200190 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-71b79648-a816-4882-bc6f-c89dbab89a17 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 1127 time: 0.1179395 Feb 15 14:10:37.224145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-b183ae05-ec56-40c3-aead-d7a6f376beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:37.227567 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-b183ae05-ec56-40c3-aead-d7a6f376beb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b61500dd84ea4dff9618ad5e1e44331a&device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 1126 time: 0.1383355 Feb 15 14:10:37.365850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-2ef7b9dc-81f5-4fd9-90d5-64c7da4ba804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:37.368428 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-2ef7b9dc-81f5-4fd9-90d5-64c7da4ba804 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6ca7799-3b17-436c-a7f7-21711e4042e3 HTTP/1.1" status: 200 len: 914 time: 0.1343935 Feb 15 14:10:37.448151 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-4e9d059e-118f-4b00-8665-be9bc073ca23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b07c6db3-23db-495e-9a90-81f2ed4fd244 HTTP/1.1" status: 200 len: 217 time: 0.0724485 Feb 15 14:10:37.550441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-79cf5963-a72f-4629-9736-c00b2e0d98de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:37.552257 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-79cf5963-a72f-4629-9736-c00b2e0d98de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c7249b1-4ab3-4e4f-97b3-bdfe0649259d HTTP/1.1" status: 200 len: 853 time: 0.0904706 Feb 15 14:10:37.604312 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-3458139f-66ea-4555-a995-16a5ab3ee869 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6ca7799-3b17-436c-a7f7-21711e4042e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421293 Feb 15 14:10:37.754940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6bb3c-db3d-40f3-aa56-0fcbcaf4b688 req-d267ae10-3d52-440d-8061-92ce933f20dd tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:37.754940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05a6bb3c-db3d-40f3-aa56-0fcbcaf4b688 req-d267ae10-3d52-440d-8061-92ce933f20dd tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.5506792 Feb 15 14:10:37.783431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-28dd04e5-5b90-4795-88ec-9774efc1af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:37.783431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-28dd04e5-5b90-4795-88ec-9774efc1af1f service neutron] 10.222.0.67 "GET /v2.0/networks?id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 200 len: 914 time: 0.5397067 Feb 15 14:10:37.797544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3352637-fa76-4452-84c1-8002f21eb902 req-4c6b4eaf-8e99-455d-9fed-b486ff3cb315 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:37.804795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3352637-fa76-4452-84c1-8002f21eb902 req-4c6b4eaf-8e99-455d-9fed-b486ff3cb315 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 946 time: 0.5446811 Feb 15 14:10:37.822781 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-acdb7b1b-30e9-47b5-a675-79e9e5465e5d service neutron] 10.222.0.42 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118330 Feb 15 14:10:37.860511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b07c6db3-23db-495e-9a90-81f2ed4fd244 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:10:37.863558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 071d94bb-ccf7-4d57-8842-3d3c945803de up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:37.929105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3352637-fa76-4452-84c1-8002f21eb902 req-d2c3b16e-a2aa-42be-bb59-0596e5fccc87 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232252 Feb 15 14:10:37.940617 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-5fd411af-4256-4d1d-9f2d-401361335586 service neutron] 10.222.0.42 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115754 Feb 15 14:10:37.944900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-c68fb3d1-e607-4ffc-9d6e-aeaa6319e1a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=750ab15b-e33e-47d0-9357-56371c8408eb HTTP/1.1" status: 200 len: 217 time: 0.1185644 Feb 15 14:10:38.025418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05a6bb3c-db3d-40f3-aa56-0fcbcaf4b688 req-56becda9-b41b-4871-b608-3cf33b825c18 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442558 Feb 15 14:10:38.145577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-8142ca8d-6e81-4576-8f64-3e47f96aa145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:38.149567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-8142ca8d-6e81-4576-8f64-3e47f96aa145 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2d6eaca9-2005-4f1c-ab88-99f9ad7e1152 HTTP/1.1" status: 200 len: 853 time: 0.1764696 Feb 15 14:10:38.244294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b07c6db3-23db-495e-9a90-81f2ed4fd244, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b07c6db3-23db-495e-9a90-81f2ed4fd244,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:38.286506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-cf2c1c5a-ae66-4c14-a544-694761c4017c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128380 Feb 15 14:10:38.296475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4fe29-2da6-4c5c-bdcb-d901616fb2c6 req-6560bf9a-459d-4a44-9359-3568a1029412 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:38.298102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29c4fe29-2da6-4c5c-bdcb-d901616fb2c6 req-6560bf9a-459d-4a44-9359-3568a1029412 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 943 time: 0.2717662 Feb 15 14:10:38.305669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'b07c6db3-23db-495e-9a90-81f2ed4fd244', 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3', 'port_id': 'b07c6db3-23db-495e-9a90-81f2ed4fd244', 'mac_address': 'fa:16:3e:c5:ec:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7249b1-4ab3-4e4f-97b3-bdfe0649259d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:10:38.348630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 071d94bb-ccf7-4d57-8842-3d3c945803de completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:38.357776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 071d94bb-ccf7-4d57-8842-3d3c945803de triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:38.358254 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:38.425403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port b07c6db3-23db-495e-9a90-81f2ed4fd244 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:38.426170 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:38.437684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-e2b74a42-323f-4e2c-bb9a-6689a901d140 service neutron] 10.222.0.67 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382837 Feb 15 14:10:38.445545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07c6db3-23db-495e-9a90-81f2ed4fd244 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:38.500409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b07c6db3-23db-495e-9a90-81f2ed4fd244, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b07c6db3-23db-495e-9a90-81f2ed4fd244,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:38.516957 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:38.525505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 071d94bb-ccf7-4d57-8842-3d3c945803de is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:38.526165 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:38.540551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f8a01-4058-4629-916a-b11272e45f34 req-9da52a3a-cc23-46f3-9a4e-70d6697c7c19 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:38.542373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b2f8a01-4058-4629-916a-b11272e45f34 req-9da52a3a-cc23-46f3-9a4e-70d6697c7c19 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 945 time: 0.3918176 Feb 15 14:10:38.590234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29c4fe29-2da6-4c5c-bdcb-d901616fb2c6 req-ac08f3db-219f-414c-b69a-5b0d0e6ad5c3 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504768 Feb 15 14:10:38.594855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb67555-3b76-498c-ad75-78118922c21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d94bb-ccf7-4d57-8842-3d3c945803de'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:38.597713 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63d334b-dcf6-4754-9e47-798bdf8736e2" -d '{"events": [{"server_uuid": "3eb67555-3b76-498c-ad75-78118922c21f", "name": "network-vif-plugged", "status": "completed", "tag": "071d94bb-ccf7-4d57-8842-3d3c945803de"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:38.608967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 750ab15b-e33e-47d0-9357-56371c8408eb details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:10:38.685891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-09815f34-eb54-4151-a78d-2ba47ae20b66 service neutron] 10.222.0.67 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389529 Feb 15 14:10:38.686499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 800c9d0c-3eed-40ab-956d-a93c3f561215 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:38.699777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b2f8a01-4058-4629-916a-b11272e45f34 req-0846801e-5caf-4566-8047-56249675bdd8 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=2533281c-588c-4377-a039-b67b596569a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503201 Feb 15 14:10:38.716448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41550) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:38.723938 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 071d94bb-ccf7-4d57-8842-3d3c945803de, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=071d94bb-ccf7-4d57-8842-3d3c945803de,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:38.730674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=b07c6db3-23db-495e-9a90-81f2ed4fd244,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:38.762052 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:38.838769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f685f-f271-4d68-85f3-eae825fa17e1 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:38.842379 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-016f685f-f271-4d68-85f3-eae825fa17e1 tempest-TestNetworkBasicOps-953863167 tempest-TestNetworkBasicOps-953863167-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 1123 time: 0.1248040 Feb 15 14:10:38.845431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41552) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:38.853366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': 'c7b07670-922c-4744-ac9a-0c014da578ae', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:38.860592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144565-90f4-4ed4-8679-ded8c8b85340 req-24172be4-e177-444c-bc3e-8cf2d80b262c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:38.869407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d144565-90f4-4ed4-8679-ded8c8b85340 req-24172be4-e177-444c-bc3e-8cf2d80b262c tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 945 time: 0.1469953 Feb 15 14:10:38.909073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:38.932286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-7c9dd1c6-57e4-478e-bb80-26144ba08307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:38.933931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-7c9dd1c6-57e4-478e-bb80-26144ba08307 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61500dd84ea4dff9618ad5e1e44331a&device_id=2daca81b-a59a-424b-ab57-5c10439668fe HTTP/1.1" status: 200 len: 1127 time: 0.1322322 Feb 15 14:10:39.040719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-f9a5badd-8f33-4cd2-bab9-506e00c1908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:39.042318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-f9a5badd-8f33-4cd2-bab9-506e00c1908c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6ca7799-3b17-436c-a7f7-21711e4042e3 HTTP/1.1" status: 200 len: 914 time: 0.1001182 Feb 15 14:10:39.106364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:39.181818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d144565-90f4-4ed4-8679-ded8c8b85340 req-a9c37563-940f-4798-b3e0-bb6781063dc0 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106568 Feb 15 14:10:39.190642 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-e84b05c9-6f49-4ed8-93bb-dbba56ef2c7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 HTTP/1.1" status: 200 len: 217 time: 0.1347864 Feb 15 14:10:39.221814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f098f5-42ab-4691-a32f-add609e56c66 req-dfd88f00-3442-4b8f-94e6-e1a879b200ce tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:39.237564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38f098f5-42ab-4691-a32f-add609e56c66 req-dfd88f00-3442-4b8f-94e6-e1a879b200ce tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 944 time: 0.3590734 Feb 15 14:10:39.254305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['b07c6db3-23db-495e-9a90-81f2ed4fd244'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:39.344176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Allocated IP 172.25.6.156 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/2e7e9e84-9135-4780-a5f3-2579fec09403) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:39.366400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 750ab15b-e33e-47d0-9357-56371c8408eb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=750ab15b-e33e-47d0-9357-56371c8408eb,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:39.392369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38f098f5-42ab-4691-a32f-add609e56c66 req-be44acf9-ad93-4a4c-a5ff-8586bb4aa17a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535368 Feb 15 14:10:39.398362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-3a2b1a03-f184-4eb9-826d-f2e1dcc0b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:39.401391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '750ab15b-e33e-47d0-9357-56371c8408eb', 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7', 'port_id': '750ab15b-e33e-47d0-9357-56371c8408eb', 'mac_address': 'fa:16:3e:d3:1d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6eaca9-2005-4f1c-ab88-99f9ad7e1152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:10:39.404025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-3a2b1a03-f184-4eb9-826d-f2e1dcc0b74e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6c7249b1-4ab3-4e4f-97b3-bdfe0649259d HTTP/1.1" status: 200 len: 853 time: 0.2123849 Feb 15 14:10:39.406079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=071d94bb-ccf7-4d57-8842-3d3c945803de,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:39.473260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-120b80c2-ba40-4f4c-9dd1-43acbb3532d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6ca7799-3b17-436c-a7f7-21711e4042e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554855 Feb 15 14:10:39.511631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1649e8-d280-4568-86a3-ab5f0c9a4946 req-4fb5b5f7-c2ac-4227-a5c6-cd69b9bfa89e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:39.526700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d1649e8-d280-4568-86a3-ab5f0c9a4946 req-4fb5b5f7-c2ac-4227-a5c6-cd69b9bfa89e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 944 time: 0.2197363 Feb 15 14:10:39.576554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (2e7e9e84-9135-4780-a5f3-2579fec09403), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:39.615072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 750ab15b-e33e-47d0-9357-56371c8408eb is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:39.615874 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:39.653048 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2e7e9e84-9135-4780-a5f3-2579fec09403), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:39.654870 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6c88fa-a4a7-4181-9150-b93cc29777ae x-openstack-request-id: req-ea6c88fa-a4a7-4181-9150-b93cc29777ae {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:39.655471 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb67555-3b76-498c-ad75-78118922c21f", "name": "network-vif-plugged", "status": "completed", "tag": "071d94bb-ccf7-4d57-8842-3d3c945803de", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:39.655925 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea6c88fa-a4a7-4181-9150-b93cc29777ae {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:39.656546 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb67555-3b76-498c-ad75-78118922c21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d94bb-ccf7-4d57-8842-3d3c945803de', 'code': 200} Feb 15 14:10:39.667443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 800c9d0c-3eed-40ab-956d-a93c3f561215 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:39.678170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750ab15b-e33e-47d0-9357-56371c8408eb {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:39.701661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 800c9d0c-3eed-40ab-956d-a93c3f561215 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:39.702411 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:39.763617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 750ab15b-e33e-47d0-9357-56371c8408eb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=750ab15b-e33e-47d0-9357-56371c8408eb,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:39.784269 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:39.785913 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:10:39.819470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-377f6a50-faf3-4e5c-98dd-866a3f570462 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222063 Feb 15 14:10:39.846199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:39.862865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:39.867390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:39.885464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d1649e8-d280-4568-86a3-ab5f0c9a4946 req-1d7fa228-72d5-4a4e-93a7-f216cf42cf59 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572369 Feb 15 14:10:39.968438 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:10:39.973615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=2e7e9e84-9135-4780-a5f3-2579fec09403,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:40.028695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2954303-1c82-4860-8126-ddd8ee31a356 req-d357493d-ae91-4632-8465-59b856fce98e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:40.040451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2954303-1c82-4860-8126-ddd8ee31a356 req-d357493d-ae91-4632-8465-59b856fce98e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.1754684 Feb 15 14:10:40.049710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.050307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.050886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.051493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.052076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.052648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.058445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.059016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.059597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.060169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.060750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.062585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:40.070215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.070800 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:40.080734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=750ab15b-e33e-47d0-9357-56371c8408eb,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:40.153747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 800c9d0c-3eed-40ab-956d-a93c3f561215 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:40.153747 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:40.184848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:40.209768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'ae069fd5-1c50-45e9-8fd1-ded95e5e5e18', 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3', 'port_id': 'ae069fd5-1c50-45e9-8fd1-ded95e5e5e18', 'mac_address': 'fa:16:3e:1e:68:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7249b1-4ab3-4e4f-97b3-bdfe0649259d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:10:40.246382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7a679-451c-4b3a-9c41-ae897790f78b req-c9289118-cb1e-4574-a3bb-514f3fd72ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:40.248543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 800c9d0c-3eed-40ab-956d-a93c3f561215, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=800c9d0c-3eed-40ab-956d-a93c3f561215,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:40.256897 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2954303-1c82-4860-8126-ddd8ee31a356 req-837c624e-6c06-49e9-a99c-a79be5f0ebfb tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152689 Feb 15 14:10:40.258056 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-79b7a679-451c-4b3a-9c41-ae897790f78b req-c9289118-cb1e-4574-a3bb-514f3fd72ce5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 1128 time: 0.5455055 Feb 15 14:10:40.270539 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:40.276403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b2c13-2cf5-439b-bd8a-d4796d925025 req-c3d4bf12-d7e3-43c9-a20f-7d4a149ff335 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:40.288829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a2b2c13-2cf5-439b-bd8a-d4796d925025 req-c3d4bf12-d7e3-43c9-a20f-7d4a149ff335 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 946 time: 0.2205284 Feb 15 14:10:40.317248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dbb21ef-1161-4225-a317-6d1acf395cb6 req-1d85ddcf-4cf9-4376-9b1b-72df4279c0c9 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543862 Feb 15 14:10:40.353436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:40.353877 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:40.398882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:10:40.431547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a2b2c13-2cf5-439b-bd8a-d4796d925025 req-acdf82f4-9e23-4f08-b174-c53249c334f4 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189597 Feb 15 14:10:40.502989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=800c9d0c-3eed-40ab-956d-a93c3f561215,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:40.527383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:40.541340 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:40.593143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80551343-567c-4b22-9862-4c7ca8d8dfd8 req-fa7d7f6a-76ad-4cb9-bc6b-1b50a86988f1 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:40.594705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80551343-567c-4b22-9862-4c7ca8d8dfd8 req-fa7d7f6a-76ad-4cb9-bc6b-1b50a86988f1 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 944 time: 0.1322670 Feb 15 14:10:40.633094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790fc1d-ff4f-42d8-8ea4-8948fa8beb41 req-dda12f9d-6681-40be-a5e7-c427691652f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:40.651486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4790fc1d-ff4f-42d8-8ea4-8948fa8beb41 req-dda12f9d-6681-40be-a5e7-c427691652f6 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 945 time: 0.1177053 Feb 15 14:10:40.673320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:40.755014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4790fc1d-ff4f-42d8-8ea4-8948fa8beb41 req-02fe3c1f-fe0e-41b5-8b3f-ad3e085b31b8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943692 Feb 15 14:10:40.836419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80551343-567c-4b22-9862-4c7ca8d8dfd8 req-4a004b02-54ac-477c-ba7c-9d29c9db002e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236576 Feb 15 14:10:40.968655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a944c59-a409-4b4e-bbdd-f174ec721f08 req-831723d0-0321-4fd2-b29b-b17bee5a3c56 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:40.976233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a944c59-a409-4b4e-bbdd-f174ec721f08 req-831723d0-0321-4fd2-b29b-b17bee5a3c56 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 945 time: 0.1616459 Feb 15 14:10:40.982560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['750ab15b-e33e-47d0-9357-56371c8408eb'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:41.023647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd9084-78ed-4a5b-a4bd-1218b4600d72 req-69a63818-d2d2-403b-8429-2ac08ac0dfca tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:41.025166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09fd9084-78ed-4a5b-a4bd-1218b4600d72 req-69a63818-d2d2-403b-8429-2ac08ac0dfca tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 946 time: 0.0971289 Feb 15 14:10:41.077587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a944c59-a409-4b4e-bbdd-f174ec721f08 req-07e34dbd-4408-4d98-bff3-4f1140ad3ce4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003671 Feb 15 14:10:41.081639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['ae069fd5-1c50-45e9-8fd1-ded95e5e5e18'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:41.211300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09fd9084-78ed-4a5b-a4bd-1218b4600d72 req-66fcf302-5423-43f5-b991-d34ca61bae03 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734538 Feb 15 14:10:41.237740 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-79b7a679-451c-4b3a-9c41-ae897790f78b req-d2038bf8-ec40-484c-9fc3-3aea5ac77918 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9676535 Feb 15 14:10:41.344291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d75a8-da9d-4b6b-8477-aedfa86b148b req-bfde4db3-279c-4fec-a166-8c63dcb6b176 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:41.358189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-367d75a8-da9d-4b6b-8477-aedfa86b148b req-bfde4db3-279c-4fec-a166-8c63dcb6b176 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 945 time: 0.1375639 Feb 15 14:10:41.503877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-367d75a8-da9d-4b6b-8477-aedfa86b148b req-2dd439e0-01dd-4637-ab4f-07bd4bec66bd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444001 Feb 15 14:10:41.671640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b01a93-bbbf-4793-a5f1-b5b7439d89eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800c9d0c-3eed-40ab-956d-a93c3f561215'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:41.674743 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ef5994-b53b-4840-a0bd-19894c7eaa5d" -d '{"events": [{"server_uuid": "90b01a93-bbbf-4793-a5f1-b5b7439d89eb", "name": "network-vif-plugged", "status": "completed", "tag": "800c9d0c-3eed-40ab-956d-a93c3f561215"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:41.737923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c5da4-f5b0-4807-a188-1560346c6cb4 req-640ba3d6-0aaf-40b1-906f-989d7a216612 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:41.749719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f75c5da4-f5b0-4807-a188-1560346c6cb4 req-640ba3d6-0aaf-40b1-906f-989d7a216612 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.1229410 Feb 15 14:10:41.770796 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for floatingip (997137c0-bf01-49d5-b051-1e2cce42c1b2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:41.817601 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca1ddd3-5da2-4be8-bb9c-0feb14329698 x-openstack-request-id: req-1ca1ddd3-5da2-4be8-bb9c-0feb14329698 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:41.818108 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b01a93-bbbf-4793-a5f1-b5b7439d89eb", "name": "network-vif-plugged", "status": "completed", "tag": "800c9d0c-3eed-40ab-956d-a93c3f561215", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:41.818530 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ca1ddd3-5da2-4be8-bb9c-0feb14329698 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:41.819146 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b01a93-bbbf-4793-a5f1-b5b7439d89eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800c9d0c-3eed-40ab-956d-a93c3f561215', 'code': 200} Feb 15 14:10:41.857089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f75c5da4-f5b0-4807-a188-1560346c6cb4 req-1af45c65-9d3b-47dc-93c5-a045483545e0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052661 Feb 15 14:10:41.864897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b07c6db3-23db-495e-9a90-81f2ed4fd244 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:41.967863 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2e7e9e84-9135-4780-a5f3-2579fec09403), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:42.001643 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:42.009182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port b07c6db3-23db-495e-9a90-81f2ed4fd244 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:42.018564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port b07c6db3-23db-495e-9a90-81f2ed4fd244 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:42.018974 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:42.163989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port b07c6db3-23db-495e-9a90-81f2ed4fd244 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:42.164389 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:42.179584 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for port (2e7e9e84-9135-4780-a5f3-2579fec09403), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:42.186689 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (2e7e9e84-9135-4780-a5f3-2579fec09403), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:42.212190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port b07c6db3-23db-495e-9a90-81f2ed4fd244, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b07c6db3-23db-495e-9a90-81f2ed4fd244,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:42.227092 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:42.252338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0008bed-1967-483b-8567-372d2eeb4484 req-8c27e54e-97db-419f-84ba-5681f82fd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:42.255223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0008bed-1967-483b-8567-372d2eeb4484 req-8c27e54e-97db-419f-84ba-5681f82fd205 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 1128 time: 0.3681881 Feb 15 14:10:42.285170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590d2e4-86bf-4060-9e4a-9c4f88bbebbf req-03612613-0b30-40ae-a6bc-fa3a5338bef0 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:42.293970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4590d2e4-86bf-4060-9e4a-9c4f88bbebbf req-03612613-0b30-40ae-a6bc-fa3a5338bef0 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 946 time: 0.3129387 Feb 15 14:10:42.299554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=b07c6db3-23db-495e-9a90-81f2ed4fd244,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:42.302041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event updated for resources: {'Port': ['ID=2e7e9e84-9135-4780-a5f3-2579fec09403,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:42.351746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (997137c0-bf01-49d5-b051-1e2cce42c1b2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:42.377504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac348a6b-3564-48a0-9c8c-3b5b3b24c7be req-b4d782d0-121e-4d48-8390-cc53f5313333 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:42.379421 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac348a6b-3564-48a0-9c8c-3b5b3b24c7be req-b4d782d0-121e-4d48-8390-cc53f5313333 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 945 time: 0.2955363 Feb 15 14:10:42.510584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4590d2e4-86bf-4060-9e4a-9c4f88bbebbf req-76fc6cf2-8dc4-45e0-ad75-cc3868822e71 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151246 Feb 15 14:10:42.572172 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Floating IP 997137c0-bf01-49d5-b051-1e2cce42c1b2 associated. External IP: 172.25.6.156, port: c7b07670-922c-4744-ac9a-0c014da578ae. Feb 15 14:10:42.628443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0008bed-1967-483b-8567-372d2eeb4484 req-eda5ce95-b241-47d8-a16b-23a31ed1e0fe service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223341 Feb 15 14:10:42.707474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac348a6b-3564-48a0-9c8c-3b5b3b24c7be req-7eead686-7935-4599-a4b5-bb61c10e3e35 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707396 Feb 15 14:10:42.754624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dd4af-9914-4e72-b34f-494c04390959 req-c4695fc8-00bb-432a-a65e-bfd7570261e9 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:42.757501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b47dd4af-9914-4e72-b34f-494c04390959 req-c4695fc8-00bb-432a-a65e-bfd7570261e9 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 945 time: 0.1272440 Feb 15 14:10:42.893223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b47dd4af-9914-4e72-b34f-494c04390959 req-36b97d9e-73b7-4da9-9982-49681f92cfb1 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302910 Feb 15 14:10:42.934692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe93d54-6c10-4631-87e6-c59c24ca9557 req-0072374d-6f59-4d68-a494-03384de01559 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:42.937049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbe93d54-6c10-4631-87e6-c59c24ca9557 req-0072374d-6f59-4d68-a494-03384de01559 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 945 time: 0.0906646 Feb 15 14:10:43.013982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbe93d54-6c10-4631-87e6-c59c24ca9557 req-8b9fa0a2-90f1-4a2f-b06c-2d9b24fecc98 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705976 Feb 15 14:10:43.052606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 0d382ad3-4399-4982-a117-8c3863944993 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:10:43.150486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d7944-e9c3-4aef-bb36-f02034763c19 req-0935b2bd-8145-45fa-91e4-492dac998a06 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:43.152402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e7d7944-e9c3-4aef-bb36-f02034763c19 req-0935b2bd-8145-45fa-91e4-492dac998a06 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 945 time: 0.1368589 Feb 15 14:10:43.202531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:10:43.215577 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248b435-c307-4384-a521-085c84b9c979 None None] Sync routers for ids ['0d382ad3-4399-4982-a117-8c3863944993'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:10:43.229240 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248b435-c307-4384-a521-085c84b9c979 None None] Routers {'0d382ad3-4399-4982-a117-8c3863944993'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:10:43.231050 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b248b435-c307-4384-a521-085c84b9c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:10:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0d382ad3-4399-4982-a117-8c3863944993'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:43.266251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e7d7944-e9c3-4aef-bb36-f02034763c19 req-22eb2f86-5dcb-49ef-99c5-41284c19ab92 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015077 Feb 15 14:10:43.278278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bebdd5-f66e-448c-a97e-7f8bfdb8c033 req-823b1513-7add-40d1-9682-eba398c73b52 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:43.286622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:43.286852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1bebdd5-f66e-448c-a97e-7f8bfdb8c033 req-823b1513-7add-40d1-9682-eba398c73b52 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.1333432 Feb 15 14:10:43.363000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1bebdd5-f66e-448c-a97e-7f8bfdb8c033 req-1a15db6f-0a03-44ff-ba5f-285784ea7d15 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675383 Feb 15 14:10:43.367099 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b248b435-c307-4384-a521-085c84b9c979 None None] Set router 0d382ad3-4399-4982-a117-8c3863944993 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:10:43.422854 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-be93e5a2-937a-45b3-b8f6-3419aa64924d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5747402 Feb 15 14:10:43.423877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'tag': 'c7b07670-922c-4744-ac9a-0c014da578ae'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:43.424474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41596) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:43.428465 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127fce61-ffa2-4440-88f8-94d1fdf8894d" -d '{"events": [{"name": "network-changed", "server_uuid": "a81b0f46-820a-449d-9b6b-e76b34dad0c5", "tag": "c7b07670-922c-4744-ac9a-0c014da578ae"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:43.507302 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d35484-d39a-471f-84e8-5800eaaaa2fd x-openstack-request-id: req-69d35484-d39a-471f-84e8-5800eaaaa2fd {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:43.507589 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81b0f46-820a-449d-9b6b-e76b34dad0c5", "tag": "c7b07670-922c-4744-ac9a-0c014da578ae", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:43.508742 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-69d35484-d39a-471f-84e8-5800eaaaa2fd {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:43.508742 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'tag': 'c7b07670-922c-4744-ac9a-0c014da578ae', 'status': 'completed', 'code': 200} Feb 15 14:10:43.524025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7c5e4a5e-cb87-4a5a-8425-551f7aabccd2 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/floatingips/997137c0-bf01-49d5-b051-1e2cce42c1b2 HTTP/1.1" status: 200 len: 991 time: 0.0962765 Feb 15 14:10:43.670438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fce61-ffa2-4440-88f8-94d1fdf8894d req-ab42126c-3d81-405c-8678-0d5f82038ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:43.672558 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-127fce61-ffa2-4440-88f8-94d1fdf8894d req-ab42126c-3d81-405c-8678-0d5f82038ed6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 1128 time: 0.1371584 Feb 15 14:10:43.740078 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b248b435-c307-4384-a521-085c84b9c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:09Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '997137c0-bf01-49d5-b051-1e2cce42c1b2', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '0d382ad3-4399-4982-a117-8c3863944993', 'port_id': 'c7b07670-922c-4744-ac9a-0c014da578ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'mac_address': 'fa:16:3e:19:2f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:10:41Z', 'updated_at': '2022-02-15T14:10:41Z', 'revision_number': 0, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9b7b99-c46c-4ad7-b512-50f7437fdffd', 'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:6f:4e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:06Z', 'updated_at': '2022-02-15T14:10:14Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:43.747454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2ee04-0792-45d9-927c-5fa991b559fa req-6de13f1e-2bf4-44e6-98f0-da08d1aaee4f tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:43.748974 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47a2ee04-0792-45d9-927c-5fa991b559fa req-6de13f1e-2bf4-44e6-98f0-da08d1aaee4f tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 946 time: 0.1464338 Feb 15 14:10:43.820957 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24851c61-647c-4fc1-989e-a7fdc10eb0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07c6db3-23db-495e-9a90-81f2ed4fd244'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:43.823346 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d67f0c-e4e3-4401-80a4-cce77206b460" -d '{"events": [{"server_uuid": "24851c61-647c-4fc1-989e-a7fdc10eb0e3", "name": "network-vif-plugged", "status": "completed", "tag": "b07c6db3-23db-495e-9a90-81f2ed4fd244"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:43.845625 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248b435-c307-4384-a521-085c84b9c979 None None] Checking router: 0d382ad3-4399-4982-a117-8c3863944993 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:10:43.850842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6d9e8-5741-4ad5-8d06-75e8bc72a2f7 req-1ca6a6c4-708a-4ec3-999d-f91ac3daee04 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:43.852618 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cba6d9e8-5741-4ad5-8d06-75e8bc72a2f7 req-1ca6a6c4-708a-4ec3-999d-f91ac3daee04 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a37732-752a-4197-9ff6-03b849b453f0 HTTP/1.1" status: 200 len: 946 time: 0.2271755 Feb 15 14:10:43.878300 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248b435-c307-4384-a521-085c84b9c979 None None] Routers {'0d382ad3-4399-4982-a117-8c3863944993'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:10:43.885961 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b248b435-c307-4384-a521-085c84b9c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:10:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0d382ad3-4399-4982-a117-8c3863944993'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:43.902834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fce61-ffa2-4440-88f8-94d1fdf8894d req-654e88b7-2122-43be-9d94-81012ebd5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:43.904379 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-127fce61-ffa2-4440-88f8-94d1fdf8894d req-654e88b7-2122-43be-9d94-81012ebd5ccc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f81a2afc-56c2-4438-9523-ea92b55630af HTTP/1.1" status: 200 len: 898 time: 0.2243931 Feb 15 14:10:43.989699 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-127fce61-ffa2-4440-88f8-94d1fdf8894d req-e7e85955-19ff-4ce1-9ba6-6148706259e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7b07670-922c-4744-ac9a-0c014da578ae HTTP/1.1" status: 200 len: 999 time: 0.0755885 Feb 15 14:10:44.048529 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cba6d9e8-5741-4ad5-8d06-75e8bc72a2f7 req-66002749-8468-402c-8f86-dc5061d03dd5 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.72 "GET /v2.0/security-groups?id=5892e46b-8c77-478f-9db6-173cd2c973b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793635 Feb 15 14:10:44.103023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fce61-ffa2-4440-88f8-94d1fdf8894d req-2dd20a1f-2a32-40d3-a4d9-6cdc47750657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:44.109450 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-127fce61-ffa2-4440-88f8-94d1fdf8894d req-2dd20a1f-2a32-40d3-a4d9-6cdc47750657 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6743bbb3-ad3e-492e-bea7-1f06091974e6 HTTP/1.1" status: 200 len: 835 time: 0.1100378 Feb 15 14:10:44.123014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d0306-4874-41f4-bba5-c12ee255cb58 req-e19a64fd-8623-4707-9643-d89ee8e0a7c4 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:44.135500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d51d0306-4874-41f4-bba5-c12ee255cb58 req-e19a64fd-8623-4707-9643-d89ee8e0a7c4 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 945 time: 0.2008543 Feb 15 14:10:44.146129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-47a2ee04-0792-45d9-927c-5fa991b559fa req-d8f929e6-616a-4b79-a865-f96cbbb79c33 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Deleting port 134356d6-c58b-4cfd-a9f1-aed863f92585 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:44.149897 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-47a2ee04-0792-45d9-927c-5fa991b559fa req-d8f929e6-616a-4b79-a865-f96cbbb79c33 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:44.199417 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b248b435-c307-4384-a521-085c84b9c979 None None] Set router 0d382ad3-4399-4982-a117-8c3863944993 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:10:44.286842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fce61-ffa2-4440-88f8-94d1fdf8894d req-97c754f1-dba2-48d1-9d22-f6645118c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:44.289661 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-127fce61-ffa2-4440-88f8-94d1fdf8894d req-97c754f1-dba2-48d1-9d22-f6645118c37a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f81a2afc-56c2-4438-9523-ea92b55630af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1734540 Feb 15 14:10:44.442262 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-127fce61-ffa2-4440-88f8-94d1fdf8894d req-efb2a755-feb3-40b2-b6de-b3a38c1af794 service neutron] 10.222.0.42 "GET /v2.0/networks/f81a2afc-56c2-4438-9523-ea92b55630af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435292 Feb 15 14:10:44.509098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d51d0306-4874-41f4-bba5-c12ee255cb58 req-43e5743c-3881-4cb8-a5ec-0518add65e2d tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698506 Feb 15 14:10:44.534019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0aec8-849d-48b5-820b-3cac4f799774 req-1c9d4191-2b7e-40fb-9601-0fc0d9c004b4 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:44.536953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ebe0aec8-849d-48b5-820b-3cac4f799774 req-1c9d4191-2b7e-40fb-9601-0fc0d9c004b4 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 946 time: 0.2979205 Feb 15 14:10:44.537611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41620) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:44.616369 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5f32f5-8173-41ce-9117-02e868b7c81a x-openstack-request-id: req-ec5f32f5-8173-41ce-9117-02e868b7c81a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:44.616809 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24851c61-647c-4fc1-989e-a7fdc10eb0e3", "name": "network-vif-plugged", "status": "completed", "tag": "b07c6db3-23db-495e-9a90-81f2ed4fd244", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:44.617306 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ec5f32f5-8173-41ce-9117-02e868b7c81a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:44.617824 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24851c61-647c-4fc1-989e-a7fdc10eb0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07c6db3-23db-495e-9a90-81f2ed4fd244', 'code': 200} Feb 15 14:10:44.642955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-47a2ee04-0792-45d9-927c-5fa991b559fa req-d8f929e6-616a-4b79-a865-f96cbbb79c33 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] For port 134356d6-c58b-4cfd-a9f1-aed863f92585, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=134356d6-c58b-4cfd-a9f1-aed863f92585,segment=NetworkSegment(5dda66a1-b656-48e1-b719-7c52ffe2f467),segment_id=5dda66a1-b656-48e1-b719-7c52ffe2f467)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:44.643805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-47a2ee04-0792-45d9-927c-5fa991b559fa req-d8f929e6-616a-4b79-a865-f96cbbb79c33 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:44.647854 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b248b435-c307-4384-a521-085c84b9c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:09Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '997137c0-bf01-49d5-b051-1e2cce42c1b2', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '0d382ad3-4399-4982-a117-8c3863944993', 'port_id': 'c7b07670-922c-4744-ac9a-0c014da578ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'mac_address': 'fa:16:3e:19:2f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:10:41Z', 'updated_at': '2022-02-15T14:10:41Z', 'revision_number': 0, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9b7b99-c46c-4ad7-b512-50f7437fdffd', 'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:6f:4e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:06Z', 'updated_at': '2022-02-15T14:10:14Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:44.656580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 750ab15b-e33e-47d0-9357-56371c8408eb up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:44.714744 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b248b435-c307-4384-a521-085c84b9c979 None None] The sync data for ids ['0d382ad3-4399-4982-a117-8c3863944993'] in n-d-829064-15 is: [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:09Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '997137c0-bf01-49d5-b051-1e2cce42c1b2', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '0d382ad3-4399-4982-a117-8c3863944993', 'port_id': 'c7b07670-922c-4744-ac9a-0c014da578ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'mac_address': 'fa:16:3e:19:2f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:10:41Z', 'updated_at': '2022-02-15T14:10:41Z', 'revision_number': 0, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9b7b99-c46c-4ad7-b512-50f7437fdffd', 'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:6f:4e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:06Z', 'updated_at': '2022-02-15T14:10:14Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:10:44.719523 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-127fce61-ffa2-4440-88f8-94d1fdf8894d req-40a3b22d-dffc-400b-91db-6c477792eecd service neutron] 10.222.0.42 "GET /v2.0/networks/f81a2afc-56c2-4438-9523-ea92b55630af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634046 Feb 15 14:10:44.774455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-47a2ee04-0792-45d9-927c-5fa991b559fa req-d8f929e6-616a-4b79-a865-f96cbbb79c33 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Calling delete_port for 134356d6-c58b-4cfd-a9f1-aed863f92585 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:44.777611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0abdfe3c-aeb6-4b4f-b8cd-402dbbaaa2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:44.803976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ebe0aec8-849d-48b5-820b-3cac4f799774 req-d5277e29-e628-4b47-8972-9cd411d3d419 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525258 Feb 15 14:10:44.818562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 750ab15b-e33e-47d0-9357-56371c8408eb completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:44.830376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 750ab15b-e33e-47d0-9357-56371c8408eb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:44.831165 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:44.974747 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3b7f1a65-91aa-4895-973c-012ba4544e0b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/floatingips/997137c0-bf01-49d5-b051-1e2cce42c1b2 HTTP/1.1" status: 200 len: 991 time: 0.4318857 Feb 15 14:10:45.008589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe7904-7830-4b5e-aae5-8c2cf80fec23 req-0cf4f959-72df-4664-adce-56ecbc73a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:45.010126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39fe7904-7830-4b5e-aae5-8c2cf80fec23 req-0cf4f959-72df-4664-adce-56ecbc73a366 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 1128 time: 0.2901528 Feb 15 14:10:45.070814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30386ce-4e8d-4a0a-bb98-bd17c7aabb0d req-ecacd5cd-7117-47ec-831c-04bfc43bbed1 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:45.072594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c30386ce-4e8d-4a0a-bb98-bd17c7aabb0d req-ecacd5cd-7117-47ec-831c-04bfc43bbed1 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 945 time: 0.2268124 Feb 15 14:10:45.091347 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 750ab15b-e33e-47d0-9357-56371c8408eb is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:45.092150 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:45.141978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39fe7904-7830-4b5e-aae5-8c2cf80fec23 req-aa0fcc69-0531-4150-a097-28f44c51cdb2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201322 Feb 15 14:10:45.150880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 750ab15b-e33e-47d0-9357-56371c8408eb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=750ab15b-e33e-47d0-9357-56371c8408eb,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:45.169240 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:45.170477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:45.229975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e13186-ad66-423c-a9bf-6db72ff6652a None None] New status for floating IP 997137c0-bf01-49d5-b051-1e2cce42c1b2: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:10:45.283287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c30386ce-4e8d-4a0a-bb98-bd17c7aabb0d req-f83d6afc-fdcd-4da4-afc1-e8e5e18692fa tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602821 Feb 15 14:10:45.284873 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-47a2ee04-0792-45d9-927c-5fa991b559fa req-d8f929e6-616a-4b79-a865-f96cbbb79c33 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (134356d6-c58b-4cfd-a9f1-aed863f92585), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:45.313777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f929e6-616a-4b79-a865-f96cbbb79c33 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Pushing event deleted for resources: {'Port': ['ID=134356d6-c58b-4cfd-a9f1-aed863f92585,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:45.326879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7cbed-d700-47ac-8958-86887401d6bd req-239d810b-3b9d-48ba-9216-517ff484aebe tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:45.328558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ac7cbed-d700-47ac-8958-86887401d6bd req-239d810b-3b9d-48ba-9216-517ff484aebe tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 945 time: 0.3699791 Feb 15 14:10:45.406267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a2ee04-0792-45d9-927c-5fa991b559fa req-d8f929e6-616a-4b79-a865-f96cbbb79c33 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] No DVR routers for this DVR port 134356d6-c58b-4cfd-a9f1-aed863f92585 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:45.411114 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-47a2ee04-0792-45d9-927c-5fa991b559fa req-d8f929e6-616a-4b79-a865-f96cbbb79c33 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:45.415636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47a2ee04-0792-45d9-927c-5fa991b559fa req-d8f929e6-616a-4b79-a865-f96cbbb79c33 tempest-ServerDiskConfigTestJSON-1033624227 tempest-ServerDiskConfigTestJSON-1033624227-project] 10.222.0.67 "DELETE /v2.0/ports/134356d6-c58b-4cfd-a9f1-aed863f92585 HTTP/1.1" status: 204 len: 173 time: 1.6569161 Feb 15 14:10:45.417404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a37732-752a-4197-9ff6-03b849b453f0', 'name': 'network-vif-deleted', 'tag': '134356d6-c58b-4cfd-a9f1-aed863f92585'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:45.420275 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47da1c20-de34-4b14-845e-f8f5772c9417" -d '{"events": [{"server_uuid": "b6a37732-752a-4197-9ff6-03b849b453f0", "name": "network-vif-deleted", "tag": "134356d6-c58b-4cfd-a9f1-aed863f92585"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:45.479918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ac7cbed-d700-47ac-8958-86887401d6bd req-146c7fd4-1f28-40b5-b3d0-55db1b5190d9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012537 Feb 15 14:10:45.508888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=750ab15b-e33e-47d0-9357-56371c8408eb,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:45.514204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:10:45.518413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:45.518790 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:45.581818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f401-3bce-4167-b565-9126871a065a req-e4e9b4b0-c4eb-4ef4-9b7d-872c22c7ce3c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:45.592616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64c6f401-3bce-4167-b565-9126871a065a req-e4e9b4b0-c4eb-4ef4-9b7d-872c22c7ce3c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 945 time: 0.1087983 Feb 15 14:10:45.672199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:45.672606 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:45.736168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:45.742410 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:45.743718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 134356d6-c58b-4cfd-a9f1-aed863f92585 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:45.810125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 134356d6-c58b-4cfd-a9f1-aed863f92585 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:10:45.810507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 134356d6-c58b-4cfd-a9f1-aed863f92585 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:45.826490 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64c6f401-3bce-4167-b565-9126871a065a req-0e76fcfd-6f28-4be7-af93-41fc41d706a7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332084 Feb 15 14:10:45.861615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:45.910286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d6684-bfec-41e3-b73f-c2cec4da7380 req-f769f14e-7aee-4fe5-bc55-92d1b2618fad tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:45.911855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-122d6684-bfec-41e3-b73f-c2cec4da7380 req-f769f14e-7aee-4fe5-bc55-92d1b2618fad tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 946 time: 0.2845542 Feb 15 14:10:45.942178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb58cdb-e430-4f6d-950d-135ec1376287 req-3e8277d4-a411-46e3-b669-f761b15e1318 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:45.949898 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cb58cdb-e430-4f6d-950d-135ec1376287 req-3e8277d4-a411-46e3-b669-f761b15e1318 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.2592342 Feb 15 14:10:45.977603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41632) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:46.136986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cb58cdb-e430-4f6d-950d-135ec1376287 req-69611293-4bca-4c1d-bcfe-b0955259064a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860425 Feb 15 14:10:46.191812 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b8cf0b15-21b1-48e7-8b41-d54cea7842e9 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/floatingips/997137c0-bf01-49d5-b051-1e2cce42c1b2 HTTP/1.1" status: 200 len: 993 time: 0.2118971 Feb 15 14:10:46.242228 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e85304-a505-48b9-b13a-81fc659154f4 x-openstack-request-id: req-46e85304-a505-48b9-b13a-81fc659154f4 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:46.242751 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a37732-752a-4197-9ff6-03b849b453f0", "name": "network-vif-deleted", "tag": "134356d6-c58b-4cfd-a9f1-aed863f92585", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:46.243742 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-46e85304-a505-48b9-b13a-81fc659154f4 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:46.244256 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a37732-752a-4197-9ff6-03b849b453f0', 'name': 'network-vif-deleted', 'tag': '134356d6-c58b-4cfd-a9f1-aed863f92585', 'status': 'completed', 'code': 200} Feb 15 14:10:46.273345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-122d6684-bfec-41e3-b73f-c2cec4da7380 req-6bc8836f-411a-4df9-a0d4-f5d8678d39e3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Deleting port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:46.273702 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-122d6684-bfec-41e3-b73f-c2cec4da7380 req-6bc8836f-411a-4df9-a0d4-f5d8678d39e3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:46.488965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-122d6684-bfec-41e3-b73f-c2cec4da7380 req-6bc8836f-411a-4df9-a0d4-f5d8678d39e3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] For port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:46.489485 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-122d6684-bfec-41e3-b73f-c2cec4da7380 req-6bc8836f-411a-4df9-a0d4-f5d8678d39e3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:46.619422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750ab15b-e33e-47d0-9357-56371c8408eb'}, {'server_uuid': '2daca81b-a59a-424b-ab57-5c10439668fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae069fd5-1c50-45e9-8fd1-ded95e5e5e18'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:46.623303 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cee2286-ca30-4cb6-82e7-0fd13fb49b78" -d '{"events": [{"server_uuid": "40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a", "name": "network-vif-plugged", "status": "completed", "tag": "750ab15b-e33e-47d0-9357-56371c8408eb"}, {"server_uuid": "2daca81b-a59a-424b-ab57-5c10439668fe", "name": "network-vif-plugged", "status": "completed", "tag": "ae069fd5-1c50-45e9-8fd1-ded95e5e5e18"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:46.838723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64faafbe-7219-4839-8369-139795530b9f req-68bd1898-eb5b-4e4d-abcf-893af783e4f6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:46.840734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64faafbe-7219-4839-8369-139795530b9f req-68bd1898-eb5b-4e4d-abcf-893af783e4f6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ba59447-9c2e-4d58-acc4-948b5152e638 HTTP/1.1" status: 200 len: 946 time: 0.4926898 Feb 15 14:10:46.846525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-122d6684-bfec-41e3-b73f-c2cec4da7380 req-6bc8836f-411a-4df9-a0d4-f5d8678d39e3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Calling delete_port for a8c9b021-c3de-4d9f-9691-e1a08a3bd63f owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:46.861792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afefe1e-3bfd-449a-ada7-2db42231ed77 req-60a7fe28-0beb-40e5-87bb-f094b435b760 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:46.864050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1afefe1e-3bfd-449a-ada7-2db42231ed77 req-60a7fe28-0beb-40e5-87bb-f094b435b760 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 945 time: 0.5250227 Feb 15 14:10:47.000232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1afefe1e-3bfd-449a-ada7-2db42231ed77 req-864351c5-2a0c-49ce-93f5-7f125bef2ed9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232421 Feb 15 14:10:47.005922 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64faafbe-7219-4839-8369-139795530b9f req-9b090ec1-6408-4e32-b116-3caa91443173 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407316 Feb 15 14:10:47.149632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ec3dc5f9-80c4-4be8-b11d-992203913115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:47.175543 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-122d6684-bfec-41e3-b73f-c2cec4da7380 req-6bc8836f-411a-4df9-a0d4-f5d8678d39e3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a8c9b021-c3de-4d9f-9691-e1a08a3bd63f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:47.190050 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9665526d-7487-4a7a-910e-2807d48aff9d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:47.190287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5131d5-c2f0-49e1-a495-1314f53b5e89 req-ee266d0d-42c6-4094-b114-bfb6e26b2c00 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:47.192716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['deb8ea4f-b798-43fe-aec5-d2cadc36288a', 'a8c9b021-c3de-4d9f-9691-e1a08a3bd63f'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:47.197604 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe5131d5-c2f0-49e1-a495-1314f53b5e89 req-ee266d0d-42c6-4094-b114-bfb6e26b2c00 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 945 time: 0.0967610 Feb 15 14:10:47.268617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8836f-411a-4df9-a0d4-f5d8678d39e3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Pushing event deleted for resources: {'Port': ['ID=a8c9b021-c3de-4d9f-9691-e1a08a3bd63f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:47.364004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-122d6684-bfec-41e3-b73f-c2cec4da7380 req-6bc8836f-411a-4df9-a0d4-f5d8678d39e3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] No DVR routers for this DVR port a8c9b021-c3de-4d9f-9691-e1a08a3bd63f on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:47.375482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe5131d5-c2f0-49e1-a495-1314f53b5e89 req-30a98dab-71ba-4f64-ba61-fc5db35d31ed tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769724 Feb 15 14:10:47.377269 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-122d6684-bfec-41e3-b73f-c2cec4da7380 req-6bc8836f-411a-4df9-a0d4-f5d8678d39e3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:47.392713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-122d6684-bfec-41e3-b73f-c2cec4da7380 req-6bc8836f-411a-4df9-a0d4-f5d8678d39e3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.42 "DELETE /v2.0/ports/a8c9b021-c3de-4d9f-9691-e1a08a3bd63f HTTP/1.1" status: 204 len: 173 time: 1.4506438 Feb 15 14:10:47.401906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9920897-25f1-4af6-9909-f77e17904254 req-fcb43ae3-e60e-4c40-a78f-4a08fcaacd8f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:47.414717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9920897-25f1-4af6-9909-f77e17904254 req-fcb43ae3-e60e-4c40-a78f-4a08fcaacd8f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 945 time: 0.2057514 Feb 15 14:10:47.538206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9920897-25f1-4af6-9909-f77e17904254 req-99c12093-7d49-48da-89ea-5a07b2b15ae8 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204300 Feb 15 14:10:47.560261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a25c34-3c19-45e5-8d94-7a15556d24ce req-4eef1620-0d9e-498f-b4c1-b56f616ea347 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:47.568481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0a25c34-3c19-45e5-8d94-7a15556d24ce req-4eef1620-0d9e-498f-b4c1-b56f616ea347 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 946 time: 0.1193950 Feb 15 14:10:47.639122 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d30e38-3c33-4303-a3ea-6d33dfa1817f x-openstack-request-id: req-e3d30e38-3c33-4303-a3ea-6d33dfa1817f {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:47.639122 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a", "name": "network-vif-plugged", "status": "completed", "tag": "750ab15b-e33e-47d0-9357-56371c8408eb", "code": 200}, {"server_uuid": "2daca81b-a59a-424b-ab57-5c10439668fe", "name": "network-vif-plugged", "status": "completed", "tag": "ae069fd5-1c50-45e9-8fd1-ded95e5e5e18", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:47.640647 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e3d30e38-3c33-4303-a3ea-6d33dfa1817f {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:47.641191 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750ab15b-e33e-47d0-9357-56371c8408eb', 'code': 200} Feb 15 14:10:47.641565 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daca81b-a59a-424b-ab57-5c10439668fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae069fd5-1c50-45e9-8fd1-ded95e5e5e18', 'code': 200} Feb 15 14:10:47.729004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0a25c34-3c19-45e5-8d94-7a15556d24ce req-b3c84457-d663-47ec-afde-40841c4d8437 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416318 Feb 15 14:10:47.869500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f5623-faac-455b-96bc-f0540a4563f1 req-25d6a967-e96b-42f1-94a2-6797a61b1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:47.872004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a12f5623-faac-455b-96bc-f0540a4563f1 req-25d6a967-e96b-42f1-94a2-6797a61b1bf5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2daca81b-a59a-424b-ab57-5c10439668fe HTTP/1.1" status: 200 len: 1129 time: 0.1369050 Feb 15 14:10:47.875143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4e442-8336-4b28-b88a-4205307b1cc0 req-61646543-a44f-4b5e-b3a0-4d479f8d3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:47.876884 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6bb4e442-8336-4b28-b88a-4205307b1cc0 req-61646543-a44f-4b5e-b3a0-4d479f8d3250 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 1129 time: 0.1059730 Feb 15 14:10:47.922210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc6118-3e94-4987-a52c-913c7bf99a2a req-d681d1c5-2ade-4b64-8ccf-87aeb96bcea5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:47.935204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62cc6118-3e94-4987-a52c-913c7bf99a2a req-d681d1c5-2ade-4b64-8ccf-87aeb96bcea5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 945 time: 0.2318084 Feb 15 14:10:48.139195 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6bb4e442-8336-4b28-b88a-4205307b1cc0 req-7af2b2d1-1d56-4a3d-a1b2-959715e7c547 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443478 Feb 15 14:10:48.142266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62cc6118-3e94-4987-a52c-913c7bf99a2a req-c44fdbe0-d8fc-42e1-b1c3-f368beb42315 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052217 Feb 15 14:10:48.147478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a12f5623-faac-455b-96bc-f0540a4563f1 req-48cc6c99-95b0-44f8-962e-5544b443ab9a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624431 Feb 15 14:10:48.169966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77eecc-c30f-48ef-9cbe-393e1b62f6a6 req-3b6d4cc1-e1fd-4d3c-81c9-7f846fdd9c85 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:48.169966 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da77eecc-c30f-48ef-9cbe-393e1b62f6a6 req-3b6d4cc1-e1fd-4d3c-81c9-7f846fdd9c85 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.2107875 Feb 15 14:10:48.247783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da77eecc-c30f-48ef-9cbe-393e1b62f6a6 req-ee8ce1ab-bd3f-4031-ba14-3eae552a6025 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763092 Feb 15 14:10:48.248408 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba59447-9c2e-4d58-acc4-948b5152e638', 'name': 'network-vif-deleted', 'tag': 'a8c9b021-c3de-4d9f-9691-e1a08a3bd63f'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:48.252773 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc58930-1d3c-48ce-8753-7b2b6fedd8a0" -d '{"events": [{"server_uuid": "5ba59447-9c2e-4d58-acc4-948b5152e638", "name": "network-vif-deleted", "tag": "a8c9b021-c3de-4d9f-9691-e1a08a3bd63f"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:48.316913 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:48.368665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5d2af-cf16-4b29-bf12-bca16c797b4a req-09f50470-a4c4-455b-be0c-c3bfc2ce4f68 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:48.370632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ade5d2af-cf16-4b29-bf12-bca16c797b4a req-09f50470-a4c4-455b-be0c-c3bfc2ce4f68 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=2daca81b-a59a-424b-ab57-5c10439668fe HTTP/1.1" status: 200 len: 946 time: 0.0680499 Feb 15 14:10:48.465769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ade5d2af-cf16-4b29-bf12-bca16c797b4a req-59e23387-3d3b-449a-8c3e-075854ade350 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884237 Feb 15 14:10:48.568285 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22022fb2-550c-4948-8ebe-9cf9385b9659 x-openstack-request-id: req-22022fb2-550c-4948-8ebe-9cf9385b9659 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:48.568449 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba59447-9c2e-4d58-acc4-948b5152e638", "name": "network-vif-deleted", "tag": "a8c9b021-c3de-4d9f-9691-e1a08a3bd63f", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:48.569234 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22022fb2-550c-4948-8ebe-9cf9385b9659 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:48.569909 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba59447-9c2e-4d58-acc4-948b5152e638', 'name': 'network-vif-deleted', 'tag': 'a8c9b021-c3de-4d9f-9691-e1a08a3bd63f', 'status': 'completed', 'code': 200} Feb 15 14:10:48.707943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823aadc3-3300-432d-bd4a-14c3d0c62575 req-f7ebbda3-2991-41d9-8e95-e581226558e8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:48.710026 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41674) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:48.711567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823aadc3-3300-432d-bd4a-14c3d0c62575 req-f7ebbda3-2991-41d9-8e95-e581226558e8 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 945 time: 0.0817013 Feb 15 14:10:48.770393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-58207f9a-57a7-4255-bcce-2a6bb6d09e0a admin admin] Deleting subnet 0857d114-4ceb-4f4d-8670-071bedf1b320 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:10:48.775364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58207f9a-57a7-4255-bcce-2a6bb6d09e0a admin admin] Publish callbacks [] for subnet (0857d114-4ceb-4f4d-8670-071bedf1b320), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:48.808292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-823aadc3-3300-432d-bd4a-14c3d0c62575 req-b7e2f963-842c-4159-9030-ecbf60dd7f50 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892942 Feb 15 14:10:48.829302 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58207f9a-57a7-4255-bcce-2a6bb6d09e0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (0857d114-4ceb-4f4d-8670-071bedf1b320), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:48.878657 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58207f9a-57a7-4255-bcce-2a6bb6d09e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0857d114-4ceb-4f4d-8670-071bedf1b320), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:48.940914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a8e62-1cc3-4c34-b03a-36bafe6c863c req-ec1db98e-4d8a-48be-b18c-f73e45484e63 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:48.952319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c43a8e62-1cc3-4c34-b03a-36bafe6c863c req-ec1db98e-4d8a-48be-b18c-f73e45484e63 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 945 time: 0.0886106 Feb 15 14:10:48.953527 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58207f9a-57a7-4255-bcce-2a6bb6d09e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (0857d114-4ceb-4f4d-8670-071bedf1b320), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:48.985470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58207f9a-57a7-4255-bcce-2a6bb6d09e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0857d114-4ceb-4f4d-8670-071bedf1b320,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:48.997417 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58207f9a-57a7-4255-bcce-2a6bb6d09e0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:49.002693 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-58207f9a-57a7-4255-bcce-2a6bb6d09e0a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0857d114-4ceb-4f4d-8670-071bedf1b320 HTTP/1.1" status: 204 len: 168 time: 0.2911177 Feb 15 14:10:49.005287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41680) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:49.035744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c43a8e62-1cc3-4c34-b03a-36bafe6c863c req-bdb95e47-1685-4178-a472-a87d620adf7b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821564 Feb 15 14:10:49.135471 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (807f17ff-ce29-421d-a836-e7ccd7cce274), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:49.213237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f6621-36c0-43c8-adde-d395ed5620a6 req-203c019e-b408-46da-9c59-caf4960d58f4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:49.215696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-770f6621-36c0-43c8-adde-d395ed5620a6 req-203c019e-b408-46da-9c59-caf4960d58f4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 946 time: 0.1411481 Feb 15 14:10:49.315785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489c6e5-fd23-409b-9e1e-36998b0667ed req-47232427-5672-4b5b-9006-3387b5f7e9d1 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:49.317541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9489c6e5-fd23-409b-9e1e-36998b0667ed req-47232427-5672-4b5b-9006-3387b5f7e9d1 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 945 time: 0.1792247 Feb 15 14:10:49.373273 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (807f17ff-ce29-421d-a836-e7ccd7cce274), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:49.414649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-770f6621-36c0-43c8-adde-d395ed5620a6 req-03927079-5c59-49ad-8b37-1831476ef853 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904969 Feb 15 14:10:49.449015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807f17ff-ce29-421d-a836-e7ccd7cce274']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:49.468400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9489c6e5-fd23-409b-9e1e-36998b0667ed req-c852eb59-51b3-4ed1-b25d-22be12d3109d tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426811 Feb 15 14:10:49.481453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dda66a1-b656-48e1-b719-7c52ffe2f467') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:49.481970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dda66a1-b656-48e1-b719-7c52ffe2f467') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:49.517657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (5dda66a1-b656-48e1-b719-7c52ffe2f467), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:49.558638 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5dda66a1-b656-48e1-b719-7c52ffe2f467), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:49.565900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:10:49.566706 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (5dda66a1-b656-48e1-b719-7c52ffe2f467), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:10:49.573262 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:10:49.679906 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:49.729385 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (807f17ff-ce29-421d-a836-e7ccd7cce274), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:49.742777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32218d42-5ae1-418b-89d0-afac42bfb10f req-377aabda-2626-47cf-a968-0151f23da85f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:49.744900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32218d42-5ae1-418b-89d0-afac42bfb10f req-377aabda-2626-47cf-a968-0151f23da85f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=2daca81b-a59a-424b-ab57-5c10439668fe HTTP/1.1" status: 200 len: 946 time: 0.1324582 Feb 15 14:10:49.745544 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:49.748814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/807f17ff-ce29-421d-a836-e7ccd7cce274 HTTP/1.1" status: 204 len: 168 time: 0.7424045 Feb 15 14:10:49.768703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1491e52-dd38-4bf9-98b0-5c556181fc03 req-32aeab9f-f3f9-4f7e-81cb-daadd908535e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:49.770287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1491e52-dd38-4bf9-98b0-5c556181fc03 req-32aeab9f-f3f9-4f7e-81cb-daadd908535e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.1565735 Feb 15 14:10:49.774419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=807f17ff-ce29-421d-a836-e7ccd7cce274,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:49.784435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.784796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.791154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.791154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.791154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.791154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.791154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.791154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.791154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.791154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.791154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.791154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.791154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dfab1-2cd8-4993-9b0d-113a0d9ebcf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:10:49.879112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a8c9b021-c3de-4d9f-9691-e1a08a3bd63f no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:49.892789 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32218d42-5ae1-418b-89d0-afac42bfb10f req-d2d47723-92f7-4b43-bd1e-de1c33ad3e29 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997767 Feb 15 14:10:49.913194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1491e52-dd38-4bf9-98b0-5c556181fc03 req-5e6d7d53-a249-47a4-b29c-93ba9d672826 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132660 Feb 15 14:10:49.924545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: a8c9b021-c3de-4d9f-9691-e1a08a3bd63f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:10:49.924915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a8c9b021-c3de-4d9f-9691-e1a08a3bd63f not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:50.022548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41690) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:50.174740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-489c0471-945d-4592-8233-c0e0a2d17387 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19742857963b4add8897f86b17f8ba2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502259 Feb 15 14:10:50.177475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41698) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:50.195500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fb764-eda7-43a1-9bc2-07ab38d305e9 req-4d56c4b7-912b-4abf-bf4b-6c5ce8ba1276 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:50.202884 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-742fb764-eda7-43a1-9bc2-07ab38d305e9 req-4d56c4b7-912b-4abf-bf4b-6c5ce8ba1276 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 945 time: 0.1306627 Feb 15 14:10:50.264098 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5aa68c1a-a4f1-4e6e-9675-24933ead11b9 admin admin] Publish callbacks [] for security_group (5892e46b-8c77-478f-9db6-173cd2c973b9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:50.265070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d8a86-8c93-45bd-b440-cd0c70029f66 req-1cf56260-e92a-45e1-ab52-da787650a4de tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:50.273756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d1d8a86-8c93-45bd-b440-cd0c70029f66 req-1cf56260-e92a-45e1-ab52-da787650a4de tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 945 time: 0.1476607 Feb 15 14:10:50.293362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5aa68c1a-a4f1-4e6e-9675-24933ead11b9 admin admin] Publish callbacks [] for security_group (5892e46b-8c77-478f-9db6-173cd2c973b9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:50.322522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-742fb764-eda7-43a1-9bc2-07ab38d305e9 req-5ce1b128-ef5f-4c9d-8971-c1e0b282c447 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/security-groups?id=e94e9fdc-bde3-436e-9cf3-6e6a55b65421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187308 Feb 15 14:10:50.370776 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5aa68c1a-a4f1-4e6e-9675-24933ead11b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5892e46b-8c77-478f-9db6-173cd2c973b9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:50.374134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5aa68c1a-a4f1-4e6e-9675-24933ead11b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:50.375481 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5aa68c1a-a4f1-4e6e-9675-24933ead11b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5892e46b-8c77-478f-9db6-173cd2c973b9 HTTP/1.1" status: 204 len: 168 time: 0.1954894 Feb 15 14:10:50.382137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d1d8a86-8c93-45bd-b440-cd0c70029f66 req-a4fac196-2815-44d6-993f-b2c8dad2b4fd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075063 Feb 15 14:10:50.386690 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa68c1a-a4f1-4e6e-9675-24933ead11b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5892e46b-8c77-478f-9db6-173cd2c973b9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:50.404251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb301fe-04bf-4503-b940-13106a762ec0 req-1a1a0b40-d753-42b8-b0d2-cf584824b375 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:50.405899 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdb301fe-04bf-4503-b940-13106a762ec0 req-1a1a0b40-d753-42b8-b0d2-cf584824b375 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 945 time: 0.1647708 Feb 15 14:10:50.595562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-cdb301fe-04bf-4503-b940-13106a762ec0 req-1cf861ce-48ae-4d6d-83f3-bb1f2dc25beb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Deleting port 071d94bb-ccf7-4d57-8842-3d3c945803de {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:50.596056 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cdb301fe-04bf-4503-b940-13106a762ec0 req-1cf861ce-48ae-4d6d-83f3-bb1f2dc25beb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:50.728721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c80a7-62b5-4ce9-a793-01309e2d98cd req-1ee30eba-fbb8-4315-93f2-7d12560491e2 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:50.733395 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-164c80a7-62b5-4ce9-a793-01309e2d98cd req-1ee30eba-fbb8-4315-93f2-7d12560491e2 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.42 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 945 time: 0.1403909 Feb 15 14:10:50.808287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a15d4-1896-4777-b9bf-d5f173f039c0 req-af6180f1-c60d-4e83-adb2-c7343d8d8fc0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:50.809629 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a8a15d4-1896-4777-b9bf-d5f173f039c0 req-af6180f1-c60d-4e83-adb2-c7343d8d8fc0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 946 time: 0.2467394 Feb 15 14:10:50.832845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6b6a6-60b7-4626-ac29-a4b16f820207 req-62381dbb-c358-4211-b345-2d3c8b1c516e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:50.834394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eb6b6a6-60b7-4626-ac29-a4b16f820207 req-62381dbb-c358-4211-b345-2d3c8b1c516e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 945 time: 0.1863306 Feb 15 14:10:50.853770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04bc4-31ef-494b-a89f-5a82de7c76e2 req-2e9be9ae-da8d-4116-a8d6-a046241ec919 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:50.855330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ef04bc4-31ef-494b-a89f-5a82de7c76e2 req-2e9be9ae-da8d-4116-a8d6-a046241ec919 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=397c2275-976d-43e7-9062-73fcb6e12708 HTTP/1.1" status: 200 len: 945 time: 0.2089100 Feb 15 14:10:50.858417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cdb301fe-04bf-4503-b940-13106a762ec0 req-1cf861ce-48ae-4d6d-83f3-bb1f2dc25beb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] For port 071d94bb-ccf7-4d57-8842-3d3c945803de, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=071d94bb-ccf7-4d57-8842-3d3c945803de,segment=NetworkSegment(b46bbd92-df15-4cd1-a850-05b9ad4dfbd1),segment_id=b46bbd92-df15-4cd1-a850-05b9ad4dfbd1)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:50.858835 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cdb301fe-04bf-4503-b940-13106a762ec0 req-1cf861ce-48ae-4d6d-83f3-bb1f2dc25beb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:50.893686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-164c80a7-62b5-4ce9-a793-01309e2d98cd req-2187942d-1a7e-4db9-802a-e28a35efdf60 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Deleting port deb8ea4f-b798-43fe-aec5-d2cadc36288a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:50.894533 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-164c80a7-62b5-4ce9-a793-01309e2d98cd req-2187942d-1a7e-4db9-802a-e28a35efdf60 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:50.931886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-cdb301fe-04bf-4503-b940-13106a762ec0 req-1cf861ce-48ae-4d6d-83f3-bb1f2dc25beb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Calling delete_port for 071d94bb-ccf7-4d57-8842-3d3c945803de owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:51.042826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-164c80a7-62b5-4ce9-a793-01309e2d98cd req-2187942d-1a7e-4db9-802a-e28a35efdf60 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] For port deb8ea4f-b798-43fe-aec5-d2cadc36288a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=deb8ea4f-b798-43fe-aec5-d2cadc36288a,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:51.043381 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-164c80a7-62b5-4ce9-a793-01309e2d98cd req-2187942d-1a7e-4db9-802a-e28a35efdf60 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:51.061519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ef04bc4-31ef-494b-a89f-5a82de7c76e2 req-5a0d0a6b-02e1-4b41-a68e-289234cecb47 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814160 Feb 15 14:10:51.072790 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:51.075984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a8a15d4-1896-4777-b9bf-d5f173f039c0 req-8594233e-6257-490e-85f9-40984722de38 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581003 Feb 15 14:10:51.081268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-164c80a7-62b5-4ce9-a793-01309e2d98cd req-2187942d-1a7e-4db9-802a-e28a35efdf60 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Calling delete_port for deb8ea4f-b798-43fe-aec5-d2cadc36288a owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:51.173606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8eb6b6a6-60b7-4626-ac29-a4b16f820207 req-d84b02e4-5d81-4d13-aedb-6ab9e392a2d7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Deleting port 800c9d0c-3eed-40ab-956d-a93c3f561215 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:51.173983 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8eb6b6a6-60b7-4626-ac29-a4b16f820207 req-d84b02e4-5d81-4d13-aedb-6ab9e392a2d7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:51.300441 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-164c80a7-62b5-4ce9-a793-01309e2d98cd req-2187942d-1a7e-4db9-802a-e28a35efdf60 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (deb8ea4f-b798-43fe-aec5-d2cadc36288a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:51.315258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['deb8ea4f-b798-43fe-aec5-d2cadc36288a'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:51.356820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187942d-1a7e-4db9-802a-e28a35efdf60 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Pushing event deleted for resources: {'Port': ['ID=deb8ea4f-b798-43fe-aec5-d2cadc36288a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:51.390223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9665526d-7487-4a7a-910e-2807d48aff9d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:51.448809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-164c80a7-62b5-4ce9-a793-01309e2d98cd req-2187942d-1a7e-4db9-802a-e28a35efdf60 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] No DVR routers for this DVR port deb8ea4f-b798-43fe-aec5-d2cadc36288a on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:51.449292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb6c5-27d9-4e47-b308-7936f85974a1 req-3aa111ea-6e52-4bf3-aa64-3e4c129cd562 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:51.451065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-092eb6c5-27d9-4e47-b308-7936f85974a1 req-3aa111ea-6e52-4bf3-aa64-3e4c129cd562 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.2366569 Feb 15 14:10:51.453584 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-164c80a7-62b5-4ce9-a793-01309e2d98cd req-2187942d-1a7e-4db9-802a-e28a35efdf60 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:51.457437 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8eb6b6a6-60b7-4626-ac29-a4b16f820207 req-d84b02e4-5d81-4d13-aedb-6ab9e392a2d7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] For port 800c9d0c-3eed-40ab-956d-a93c3f561215, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=800c9d0c-3eed-40ab-956d-a93c3f561215,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:51.457859 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8eb6b6a6-60b7-4626-ac29-a4b16f820207 req-d84b02e4-5d81-4d13-aedb-6ab9e392a2d7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:51.461503 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-164c80a7-62b5-4ce9-a793-01309e2d98cd req-2187942d-1a7e-4db9-802a-e28a35efdf60 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.42 "DELETE /v2.0/ports/deb8ea4f-b798-43fe-aec5-d2cadc36288a HTTP/1.1" status: 204 len: 173 time: 0.7193315 Feb 15 14:10:51.462702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397c2275-976d-43e7-9062-73fcb6e12708', 'name': 'network-vif-deleted', 'tag': 'deb8ea4f-b798-43fe-aec5-d2cadc36288a'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:51.468477 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e5b465-56b6-4687-ab63-652b60fdecc5" -d '{"events": [{"server_uuid": "397c2275-976d-43e7-9062-73fcb6e12708", "name": "network-vif-deleted", "tag": "deb8ea4f-b798-43fe-aec5-d2cadc36288a"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:51.472958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-8eb6b6a6-60b7-4626-ac29-a4b16f820207 req-d84b02e4-5d81-4d13-aedb-6ab9e392a2d7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Calling delete_port for 800c9d0c-3eed-40ab-956d-a93c3f561215 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:51.526747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17626099-fedf-43c7-bd54-8943988e83d4 req-30dce51c-c24e-499d-bc74-2adb80d7e03c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:51.528433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17626099-fedf-43c7-bd54-8943988e83d4 req-30dce51c-c24e-499d-bc74-2adb80d7e03c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=2daca81b-a59a-424b-ab57-5c10439668fe HTTP/1.1" status: 200 len: 946 time: 0.3155231 Feb 15 14:10:51.605651 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cdb301fe-04bf-4503-b940-13106a762ec0 req-1cf861ce-48ae-4d6d-83f3-bb1f2dc25beb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (071d94bb-ccf7-4d57-8842-3d3c945803de), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:51.640692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41736) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:51.677474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf861ce-48ae-4d6d-83f3-bb1f2dc25beb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Pushing event deleted for resources: {'Port': ['ID=071d94bb-ccf7-4d57-8842-3d3c945803de,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:51.683749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['071d94bb-ccf7-4d57-8842-3d3c945803de'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:51.737827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17626099-fedf-43c7-bd54-8943988e83d4 req-019c0b6a-2d14-477e-b17a-f5a50ece023e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968944 Feb 15 14:10:51.787777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-092eb6c5-27d9-4e47-b308-7936f85974a1 req-70d35340-caac-4bd7-8326-f02aeeadcdf3 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034546 Feb 15 14:10:51.842359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-770531704-network', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:51.872851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb301fe-04bf-4503-b940-13106a762ec0 req-1cf861ce-48ae-4d6d-83f3-bb1f2dc25beb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] No DVR routers for this DVR port 071d94bb-ccf7-4d57-8842-3d3c945803de on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:51.876689 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cdb301fe-04bf-4503-b940-13106a762ec0 req-1cf861ce-48ae-4d6d-83f3-bb1f2dc25beb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:51.882480 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdb301fe-04bf-4503-b940-13106a762ec0 req-1cf861ce-48ae-4d6d-83f3-bb1f2dc25beb tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.42 "DELETE /v2.0/ports/071d94bb-ccf7-4d57-8842-3d3c945803de HTTP/1.1" status: 204 len: 173 time: 1.4685435 Feb 15 14:10:51.883444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb67555-3b76-498c-ad75-78118922c21f', 'name': 'network-vif-deleted', 'tag': '071d94bb-ccf7-4d57-8842-3d3c945803de'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:51.886712 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f7c89-4e4e-4ddc-bfff-a490581c35bd" -d '{"events": [{"server_uuid": "3eb67555-3b76-498c-ad75-78118922c21f", "name": "network-vif-deleted", "tag": "071d94bb-ccf7-4d57-8842-3d3c945803de"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:51.888315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Made reservation on behalf of 8773e41ef1784a1cb7d43670ec2b8860 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:51.891056 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:51.902598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:51.979902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ab36f60-b70c-46b9-8524-6673df8ab46a req-c4a8def7-da45-4771-83ae-53fd82bf6954 tempest-DeleteServersTestJSON-270801433 tempest-DeleteServersTestJSON-270801433-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eb67555-3b76-498c-ad75-78118922c21f HTTP/1.1" status: 200 len: 210 time: 0.0544615 Feb 15 14:10:52.045930 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8eb6b6a6-60b7-4626-ac29-a4b16f820207 req-d84b02e4-5d81-4d13-aedb-6ab9e392a2d7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (800c9d0c-3eed-40ab-956d-a93c3f561215), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:52.078978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b02e4-5d81-4d13-aedb-6ab9e392a2d7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event deleted for resources: {'Port': ['ID=800c9d0c-3eed-40ab-956d-a93c3f561215,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:52.080022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Publish callbacks [] for security_group (cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:52.088433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:52.125254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d2237fd-fce6-4190-9bce-cbc39d464cdf req-160a27ee-27cb-4bee-b8b7-a61649ad5830 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.0454280 Feb 15 14:10:52.127041 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf3511d-b147-46e3-94c7-6f5654ebde6a x-openstack-request-id: req-4cf3511d-b147-46e3-94c7-6f5654ebde6a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:52.129214 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397c2275-976d-43e7-9062-73fcb6e12708", "name": "network-vif-deleted", "tag": "deb8ea4f-b798-43fe-aec5-d2cadc36288a", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:52.129515 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4cf3511d-b147-46e3-94c7-6f5654ebde6a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:52.129938 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397c2275-976d-43e7-9062-73fcb6e12708', 'name': 'network-vif-deleted', 'tag': 'deb8ea4f-b798-43fe-aec5-d2cadc36288a', 'status': 'completed', 'code': 200} Feb 15 14:10:52.161712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:10:52.187303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:52.200301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb6b6a6-60b7-4626-ac29-a4b16f820207 req-d84b02e4-5d81-4d13-aedb-6ab9e392a2d7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] No DVR routers for this DVR port 800c9d0c-3eed-40ab-956d-a93c3f561215 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:52.203901 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8eb6b6a6-60b7-4626-ac29-a4b16f820207 req-d84b02e4-5d81-4d13-aedb-6ab9e392a2d7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:52.207470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eb6b6a6-60b7-4626-ac29-a4b16f820207 req-d84b02e4-5d81-4d13-aedb-6ab9e392a2d7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "DELETE /v2.0/ports/800c9d0c-3eed-40ab-956d-a93c3f561215 HTTP/1.1" status: 204 len: 173 time: 1.3615949 Feb 15 14:10:52.208691 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6901f0e9-2a8e-4207-9963-d5f946613cdb), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:52.217169 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711f9382-be15-4c1d-a6ff-13b0b2eac1e0 x-openstack-request-id: req-711f9382-be15-4c1d-a6ff-13b0b2eac1e0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:52.217780 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb67555-3b76-498c-ad75-78118922c21f", "name": "network-vif-deleted", "tag": "071d94bb-ccf7-4d57-8842-3d3c945803de", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:52.218210 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-711f9382-be15-4c1d-a6ff-13b0b2eac1e0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:52.218809 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb67555-3b76-498c-ad75-78118922c21f', 'name': 'network-vif-deleted', 'tag': '071d94bb-ccf7-4d57-8842-3d3c945803de', 'status': 'completed', 'code': 200} Feb 15 14:10:52.226977 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Added segment 6901f0e9-2a8e-4207-9963-d5f946613cdb of type vlan for network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 Feb 15 14:10:52.326431 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:52.360727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b366fb7-ad4b-4818-b3b3-8d2c1583beca req-5312838f-b8f3-45e8-b2ab-ab26164870fb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:52.361062 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:52.362068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:52.363082 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:52.364710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b366fb7-ad4b-4818-b3b3-8d2c1583beca req-5312838f-b8f3-45e8-b2ab-ab26164870fb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 946 time: 0.0872166 Feb 15 14:10:52.459362 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8174100 Feb 15 14:10:52.462535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41762) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:52.469564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] Request body: {'subnet': {'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-770531704-subnet', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:52.497951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b366fb7-ad4b-4818-b3b3-8d2c1583beca req-5dc5a2ca-d5e7-4807-b2d6-26a2c4d46865 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254585 Feb 15 14:10:52.498295 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805438c4-e802-4f16-8e18-036ab2c818ff admin admin] Pushing event updated for resources: {'Network': ['ID=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:52.504406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] Made reservation on behalf of 8773e41ef1784a1cb7d43670ec2b8860 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:10:52.508908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:52.518972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:10:52.717318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 800c9d0c-3eed-40ab-956d-a93c3f561215 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:52.769156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 800c9d0c-3eed-40ab-956d-a93c3f561215 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:10:52.769661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 800c9d0c-3eed-40ab-956d-a93c3f561215 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:52.791265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-02ce9b32-4776-414e-9ea3-a306964ed23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:52.796768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-02ce9b32-4776-414e-9ea3-a306964ed23d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 1128 time: 0.0792444 Feb 15 14:10:52.846596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (3c8c8036-0638-46f9-9412-5afaa8f87848), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:52.919700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8c8036-0638-46f9-9412-5afaa8f87848,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:52.921838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] Checking segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:52.922571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] Network hostable DHCP agents. Network: b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:10:52.924917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-1143728a-34ac-4ca9-9f88-985bc8928fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:52.927423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-1143728a-34ac-4ca9-9f88-985bc8928fc8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 918 time: 0.1263440 Feb 15 14:10:52.943282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:10:52.954447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:52.958678 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:52.959947 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:52.968154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d121df4d-ebae-4062-bb2f-1dc948a66a83 None None] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:10:52.994723 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-928d8e56-aabb-4763-a29b-add11c19c839 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5298953 Feb 15 14:10:52.997290 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41780) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:53.002990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:53.039944 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (2d8dae3c-ffe5-4053-bde5-10580405d7ac), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.042035 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (2d8dae3c-ffe5-4053-bde5-10580405d7ac), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.081506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:10:53.082519 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.112465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-fca25dd1-4154-4538-a1a5-741970fffde0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dc41110-f492-45df-8710-25bfa6748928 HTTP/1.1" status: 200 len: 1001 time: 0.1736667 Feb 15 14:10:53.147616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Publish callbacks [] for router_controller (2d8dae3c-ffe5-4053-bde5-10580405d7ac), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.176967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff78091-efd0-4254-b8ac-3254ffae7e2c req-1856683a-cea4-44a3-b341-5ba5078f54ff tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:53.183798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ff78091-efd0-4254-b8ac-3254ffae7e2c req-1856683a-cea4-44a3-b341-5ba5078f54ff tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.2704477 Feb 15 14:10:53.224457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-f8bdd450-4cad-46cb-bbc7-437bb2e6540c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:53.231758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-f8bdd450-4cad-46cb-bbc7-437bb2e6540c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/networks?id=b6ca7799-3b17-436c-a7f7-21711e4042e3 HTTP/1.1" status: 200 len: 813 time: 0.3022509 Feb 15 14:10:53.248025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Allocated IP 172.20.0.2 (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4/3c8c8036-0638-46f9-9412-5afaa8f87848/71549409-1629-4e15-9147-e4851ce8f0a4) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:53.252423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-7c3a519f-17fb-448f-8d68-bbb260743e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:53.259597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-7c3a519f-17fb-448f-8d68-bbb260743e71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.1354759 Feb 15 14:10:53.269131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-753a2b41-950d-4578-8a6f-3764cbca166d tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/quotas/b61500dd84ea4dff9618ad5e1e44331a HTTP/1.1" status: 200 len: 375 time: 0.0362010 Feb 15 14:10:53.350092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Publish callbacks [] for router_gateway (2d8dae3c-ffe5-4053-bde5-10580405d7ac), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.378275 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ff78091-efd0-4254-b8ac-3254ffae7e2c req-434c80c8-bf72-4a81-9562-114a551a9a7d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881237 Feb 15 14:10:53.458240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-2a2b4d55-162b-4d2f-8ee6-ebdb4bbf3df3 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b61500dd84ea4dff9618ad5e1e44331a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1879375 Feb 15 14:10:53.481604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-642ac164-5193-4aac-9ff7-d58b89e9ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:53.485591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-642ac164-5193-4aac-9ff7-d58b89e9ba23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2079020 Feb 15 14:10:53.524758 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Publish callbacks [] for port (71549409-1629-4e15-9147-e4851ce8f0a4), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.535532 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.590115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:53.593170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:53.596778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:53.636026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Pushing event updated for resources: {'Port': ['ID=71549409-1629-4e15-9147-e4851ce8f0a4,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:53.652805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0cc2d94-c663-44e1-a30e-a7586f3ebf82 req-13367388-eb9e-445f-8dd3-520c5ea8787e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.0673153 Feb 15 14:10:53.696341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Attempting to bind port 71549409-1629-4e15-9147-e4851ce8f0a4 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:53.697588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Attempting to bind port 71549409-1629-4e15-9147-e4851ce8f0a4 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:53.698130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Attempting to bind port 71549409-1629-4e15-9147-e4851ce8f0a4 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:53.704847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:53.705439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Checking segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:53.705676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Publish callbacks [] for router_gateway (2d8dae3c-ffe5-4053-bde5-10580405d7ac), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.706239 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.706803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Bound using segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:53.707470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Bound port: 71549409-1629-4e15-9147-e4851ce8f0a4, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:53.708032 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.773104 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.822309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] For port 71549409-1629-4e15-9147-e4851ce8f0a4, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:53.826312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] For port 71549409-1629-4e15-9147-e4851ce8f0a4, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=71549409-1629-4e15-9147-e4851ce8f0a4,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:53.849352 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:53.920379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Allocated IP 172.25.6.129 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/1bf6cb65-1b1f-45ed-beba-f65c47800a52) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:53.927925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c42aa7-053a-4a19-b3fb-a8e8224a324d None None] Pushing event updated for resources: {'Port': ['ID=71549409-1629-4e15-9147-e4851ce8f0a4,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:54.072744 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Publish callbacks [] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:54.129624 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:54.192633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:54.203225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:54.214652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:54.268802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf6cb65-1b1f-45ed-beba-f65c47800a52,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:54.270884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b01a93-bbbf-4793-a5f1-b5b7439d89eb', 'name': 'network-vif-deleted', 'tag': '800c9d0c-3eed-40ab-956d-a93c3f561215'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:54.273855 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352f9ceb-c6ed-476b-a78e-05bd87581266" -d '{"events": [{"server_uuid": "90b01a93-bbbf-4793-a5f1-b5b7439d89eb", "name": "network-vif-deleted", "tag": "800c9d0c-3eed-40ab-956d-a93c3f561215"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:54.359493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-6135665c-ad67-4504-b39f-47ec2ded5823 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8439915 Feb 15 14:10:54.467019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d06e6-1075-4a9d-a871-688fe3db0046 req-593c00f2-aa98-4741-a0fa-1459b1b72e6f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:54.468707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e13d06e6-1075-4a9d-a871-688fe3db0046 req-593c00f2-aa98-4741-a0fa-1459b1b72e6f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.42 "GET /v2.0/ports?device_id=24851c61-647c-4fc1-989e-a7fdc10eb0e3 HTTP/1.1" status: 200 len: 945 time: 0.1796160 Feb 15 14:10:54.478654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708737fb-5704-447e-9f21-87ebc0048519 req-f5ee4446-ddff-4a1e-b20d-5f9c64184bfb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:54.480301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-708737fb-5704-447e-9f21-87ebc0048519 req-f5ee4446-ddff-4a1e-b20d-5f9c64184bfb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.67 "GET /v2.0/ports?device_id=2daca81b-a59a-424b-ab57-5c10439668fe HTTP/1.1" status: 200 len: 946 time: 0.3696349 Feb 15 14:10:54.488209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac70b0e-2228-49e2-bf5a-b32145861085 req-ea980464-82b5-4755-9181-c1b687cb2c7a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:54.489902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dac70b0e-2228-49e2-bf5a-b32145861085 req-ea980464-82b5-4755-9181-c1b687cb2c7a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.67 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 946 time: 0.3812971 Feb 15 14:10:54.492523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-40afacd8-5c00-4e25-a7cf-600254baa207 service neutron] 10.222.0.72 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0330553 Feb 15 14:10:54.539976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Publish callbacks [] for router_gateway (2d8dae3c-ffe5-4053-bde5-10580405d7ac), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:54.553666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062c5f0-0980-48ac-97d3-4fd94a544d4d req-baeab613-bba2-47a3-8887-dc8492b2025b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:54.555326 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3062c5f0-0980-48ac-97d3-4fd94a544d4d req-baeab613-bba2-47a3-8887-dc8492b2025b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 946 time: 0.4455988 Feb 15 14:10:54.733106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6dc41110-f492-45df-8710-25bfa6748928 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:54.894801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-194df395-d2ba-44a1-b98f-e6bcc3d95088 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244091 Feb 15 14:10:54.903516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 71549409-1629-4e15-9147-e4851ce8f0a4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:54.928709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3062c5f0-0980-48ac-97d3-4fd94a544d4d req-3e973707-6e74-4033-85c5-1e9f38edc3f5 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463919 Feb 15 14:10:54.969366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6dc41110-f492-45df-8710-25bfa6748928 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:54.969774 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dc41110-f492-45df-8710-25bfa6748928), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:54.974961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-b8c6ad5a-4c91-41d1-85b4-94482fad172a service neutron] 10.222.0.72 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649367 Feb 15 14:10:55.060026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc41110-f492-45df-8710-25bfa6748928'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:55.064340 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caf525e-a919-4989-921a-5236dcd63fe4" -d '{"events": [{"server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc41110-f492-45df-8710-25bfa6748928"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:55.098998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-708737fb-5704-447e-9f21-87ebc0048519 req-60801b9d-9cdc-4473-b633-38cf1a073a10 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Deleting port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:55.103484 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-708737fb-5704-447e-9f21-87ebc0048519 req-60801b9d-9cdc-4473-b633-38cf1a073a10 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:55.110668 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f675515-c601-406d-9ce0-d1e7cda88a40 x-openstack-request-id: req-9f675515-c601-406d-9ce0-d1e7cda88a40 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:55.111250 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b01a93-bbbf-4793-a5f1-b5b7439d89eb", "name": "network-vif-deleted", "tag": "800c9d0c-3eed-40ab-956d-a93c3f561215", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:55.112263 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9f675515-c601-406d-9ce0-d1e7cda88a40 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:55.114516 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b01a93-bbbf-4793-a5f1-b5b7439d89eb', 'name': 'network-vif-deleted', 'tag': '800c9d0c-3eed-40ab-956d-a93c3f561215', 'status': 'completed', 'code': 200} Feb 15 14:10:55.126353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-e13d06e6-1075-4a9d-a871-688fe3db0046 req-1bee82b2-7ba2-4416-bd42-ba9ae8cc8e6c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Deleting port b07c6db3-23db-495e-9a90-81f2ed4fd244 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:55.127867 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e13d06e6-1075-4a9d-a871-688fe3db0046 req-1bee82b2-7ba2-4416-bd42-ba9ae8cc8e6c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:55.171698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-dac70b0e-2228-49e2-bf5a-b32145861085 req-794fa7a5-bfc7-4b58-9635-0ab7fbcf59e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Deleting port 750ab15b-e33e-47d0-9357-56371c8408eb {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:10:55.172466 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dac70b0e-2228-49e2-bf5a-b32145861085 req-794fa7a5-bfc7-4b58-9635-0ab7fbcf59e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:55.444054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:55.444374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (2d8dae3c-ffe5-4053-bde5-10580405d7ac), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:55.456013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 71549409-1629-4e15-9147-e4851ce8f0a4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:55.456522 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:55.494520 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6dc41110-f492-45df-8710-25bfa6748928), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:55.552166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8b5f71-9e0b-4f94-94df-5af98651320f None None] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:10:55.605421 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfba7504-55a7-4025-bec7-87c858e2d372 req-9ca889d6-f5e1-4712-9d9c-eff960648391 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.1526215 Feb 15 14:10:55.648057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Router 2d8dae3c-ffe5-4053-bde5-10580405d7ac is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:10:55.685708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-708737fb-5704-447e-9f21-87ebc0048519 req-60801b9d-9cdc-4473-b633-38cf1a073a10 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] For port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:55.686253 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-708737fb-5704-447e-9f21-87ebc0048519 req-60801b9d-9cdc-4473-b633-38cf1a073a10 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:55.695180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7278542b-733d-4ba1-bcc5-26c2edc8d4f5 None None] Provisioning complete for port 71549409-1629-4e15-9147-e4851ce8f0a4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:55.696782 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7278542b-733d-4ba1-bcc5-26c2edc8d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:55.729210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ee584-412a-49e4-8db1-a96b1afb5e84 req-c1520b83-06b5-44df-8310-4742944fd4ad tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:55.737025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e8ee584-412a-49e4-8db1-a96b1afb5e84 req-c1520b83-06b5-44df-8310-4742944fd4ad tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 945 time: 0.4368460 Feb 15 14:10:55.739781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-708737fb-5704-447e-9f21-87ebc0048519 req-60801b9d-9cdc-4473-b633-38cf1a073a10 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Calling delete_port for ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:55.746000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-e13d06e6-1075-4a9d-a871-688fe3db0046 req-1bee82b2-7ba2-4416-bd42-ba9ae8cc8e6c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] For port b07c6db3-23db-495e-9a90-81f2ed4fd244, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=b07c6db3-23db-495e-9a90-81f2ed4fd244,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:55.751393 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e13d06e6-1075-4a9d-a871-688fe3db0046 req-1bee82b2-7ba2-4416-bd42-ba9ae8cc8e6c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:55.760149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-dac70b0e-2228-49e2-bf5a-b32145861085 req-794fa7a5-bfc7-4b58-9635-0ab7fbcf59e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] For port 750ab15b-e33e-47d0-9357-56371c8408eb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=750ab15b-e33e-47d0-9357-56371c8408eb,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:55.762546 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dac70b0e-2228-49e2-bf5a-b32145861085 req-794fa7a5-bfc7-4b58-9635-0ab7fbcf59e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:55.800507 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307c169a-e0d3-4e40-882a-2b83827d507e x-openstack-request-id: req-307c169a-e0d3-4e40-882a-2b83827d507e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:55.801054 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc41110-f492-45df-8710-25bfa6748928", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:55.801054 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-307c169a-e0d3-4e40-882a-2b83827d507e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:55.802346 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc41110-f492-45df-8710-25bfa6748928', 'code': 200} Feb 15 14:10:55.829669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:10:55.840441 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Sync routers for ids ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:10:55.849359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-e13d06e6-1075-4a9d-a871-688fe3db0046 req-1bee82b2-7ba2-4416-bd42-ba9ae8cc8e6c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Calling delete_port for b07c6db3-23db-495e-9a90-81f2ed4fd244 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:55.856835 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:55.860836 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Routers {'2d8dae3c-ffe5-4053-bde5-10580405d7ac'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:10:55.861904 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-14bef4df-ecdb-4410-9ddf-76b382d38cb4 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8633134 Feb 15 14:10:55.862660 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:10:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:55.862975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41822) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:10:55.877460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-dac70b0e-2228-49e2-bf5a-b32145861085 req-794fa7a5-bfc7-4b58-9635-0ab7fbcf59e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Calling delete_port for 750ab15b-e33e-47d0-9357-56371c8408eb owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:10:55.907110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6dc41110-f492-45df-8710-25bfa6748928,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:55.939869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device deb8ea4f-b798-43fe-aec5-d2cadc36288a no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:56.017545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: deb8ea4f-b798-43fe-aec5-d2cadc36288a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:10:56.017905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device deb8ea4f-b798-43fe-aec5-d2cadc36288a not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:56.018335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 071d94bb-ccf7-4d57-8842-3d3c945803de no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:56.047469 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Set router 2d8dae3c-ffe5-4053-bde5-10580405d7ac gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:10:56.112360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 71549409-1629-4e15-9147-e4851ce8f0a4 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:56.114104 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:56.130300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 071d94bb-ccf7-4d57-8842-3d3c945803de {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:10:56.132592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 071d94bb-ccf7-4d57-8842-3d3c945803de not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:56.133235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b07c6db3-23db-495e-9a90-81f2ed4fd244 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:56.244742 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e13d06e6-1075-4a9d-a871-688fe3db0046 req-1bee82b2-7ba2-4416-bd42-ba9ae8cc8e6c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b07c6db3-23db-495e-9a90-81f2ed4fd244), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:56.283983 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:54Z', 'revision_number': 3, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:56.335011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7278542b-733d-4ba1-bcc5-26c2edc8d4f5 None None] Current status of the port 71549409-1629-4e15-9147-e4851ce8f0a4 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:56.336198 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7278542b-733d-4ba1-bcc5-26c2edc8d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:56.387859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No active binding found for port b07c6db3-23db-495e-9a90-81f2ed4fd244 {{(pid=109973) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 14:10:56.388720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port b07c6db3-23db-495e-9a90-81f2ed4fd244 host None! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:10:56.389329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device b07c6db3-23db-495e-9a90-81f2ed4fd244 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:56.392671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 71549409-1629-4e15-9147-e4851ce8f0a4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=71549409-1629-4e15-9147-e4851ce8f0a4,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:10:56.410221 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:56.474289 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-7278542b-733d-4ba1-bcc5-26c2edc8d4f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:10:56.474794 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-7278542b-733d-4ba1-bcc5-26c2edc8d4f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:10:56.635568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=71549409-1629-4e15-9147-e4851ce8f0a4,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:56.674737 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Checking router: 2d8dae3c-ffe5-4053-bde5-10580405d7ac for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:10:56.676203 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Updating router 2d8dae3c-ffe5-4053-bde5-10580405d7ac port 1bf6cb65-1b1f-45ed-beba-f65c47800a52 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:10:56.733085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6dc41110-f492-45df-8710-25bfa6748928 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:56.813238 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:56.830127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee82b2-7ba2-4416-bd42-ba9ae8cc8e6c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Pushing event deleted for resources: {'Port': ['ID=b07c6db3-23db-495e-9a90-81f2ed4fd244,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:56.847805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dac70b0e-2228-49e2-bf5a-b32145861085 req-794fa7a5-bfc7-4b58-9635-0ab7fbcf59e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (750ab15b-e33e-47d0-9357-56371c8408eb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:56.875223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['4ab0fdf8-1b26-46a6-9d17-5077303ee761'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:10:57.042710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fa7a5-bfc7-4b58-9635-0ab7fbcf59e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Pushing event deleted for resources: {'Port': ['ID=750ab15b-e33e-47d0-9357-56371c8408eb,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:57.085346 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.153087 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac70b0e-2228-49e2-bf5a-b32145861085 req-794fa7a5-bfc7-4b58-9635-0ab7fbcf59e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] No DVR routers for this DVR port 750ab15b-e33e-47d0-9357-56371c8408eb on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:57.159876 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dac70b0e-2228-49e2-bf5a-b32145861085 req-794fa7a5-bfc7-4b58-9635-0ab7fbcf59e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.166691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dac70b0e-2228-49e2-bf5a-b32145861085 req-794fa7a5-bfc7-4b58-9635-0ab7fbcf59e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.67 "DELETE /v2.0/ports/750ab15b-e33e-47d0-9357-56371c8408eb HTTP/1.1" status: 204 len: 173 time: 2.6586728 Feb 15 14:10:57.168138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a', 'name': 'network-vif-deleted', 'tag': '750ab15b-e33e-47d0-9357-56371c8408eb'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:57.172996 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952f153a-399d-4fa9-9d0a-1fa505760c23" -d '{"events": [{"server_uuid": "40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a", "name": "network-vif-deleted", "tag": "750ab15b-e33e-47d0-9357-56371c8408eb"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:57.179999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13d06e6-1075-4a9d-a871-688fe3db0046 req-1bee82b2-7ba2-4416-bd42-ba9ae8cc8e6c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] No DVR routers for this DVR port b07c6db3-23db-495e-9a90-81f2ed4fd244 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:57.184213 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-e13d06e6-1075-4a9d-a871-688fe3db0046 req-1bee82b2-7ba2-4416-bd42-ba9ae8cc8e6c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.191151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e13d06e6-1075-4a9d-a871-688fe3db0046 req-1bee82b2-7ba2-4416-bd42-ba9ae8cc8e6c tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.42 "DELETE /v2.0/ports/b07c6db3-23db-495e-9a90-81f2ed4fd244 HTTP/1.1" status: 204 len: 173 time: 2.6859856 Feb 15 14:10:57.204274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595dd99-5d05-4939-9956-b55282df5513 req-749d8517-09ee-4696-b379-699bb485efc7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:57.211719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2595dd99-5d05-4939-9956-b55282df5513 req-749d8517-09ee-4696-b379-699bb485efc7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a HTTP/1.1" status: 200 len: 867 time: 1.0193129 Feb 15 14:10:57.229965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e8ee584-412a-49e4-8db1-a96b1afb5e84 req-45a2aad4-9a79-4f43-8c35-df096a126818 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4886436 Feb 15 14:10:57.296278 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-708737fb-5704-447e-9f21-87ebc0048519 req-60801b9d-9cdc-4473-b633-38cf1a073a10 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ae069fd5-1c50-45e9-8fd1-ded95e5e5e18), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.327617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Allocated IP 172.20.0.1 (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4/3c8c8036-0638-46f9-9412-5afaa8f87848/81bce16a-f26e-4ed5-a1de-a8e58c2dff39) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:10:57.351132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6dc41110-f492-45df-8710-25bfa6748928 is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:57.357711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 750ab15b-e33e-47d0-9357-56371c8408eb no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:57.415829 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Publish callbacks [] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.434729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7278542b-733d-4ba1-bcc5-26c2edc8d4f5 None None] Current status of the port 71549409-1629-4e15-9147-e4851ce8f0a4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:57.437524 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.456398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 750ab15b-e33e-47d0-9357-56371c8408eb {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:10:57.456670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 750ab15b-e33e-47d0-9357-56371c8408eb not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:57.457388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:10:57.460707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60801b9d-9cdc-4473-b633-38cf1a073a10 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Pushing event deleted for resources: {'Port': ['ID=ae069fd5-1c50-45e9-8fd1-ded95e5e5e18,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:57.517249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:10:57.517661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:10:57.532375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a19c90c6-1967-4f83-9b5e-03384486587a req-4f196438-c507-471e-8030-7fc3e024041e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 210 time: 0.1214573 Feb 15 14:10:57.604020 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Publish callbacks [] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.615218 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac66036-5c0b-4548-b829-d2744fc29074 None None] Pushing event updated for resources: {'Port': ['ID=1bf6cb65-1b1f-45ed-beba-f65c47800a52,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:57.618591 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Attempting to bind port 1bf6cb65-1b1f-45ed-beba-f65c47800a52 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:10:57.618994 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Attempting to bind port 1bf6cb65-1b1f-45ed-beba-f65c47800a52 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:10:57.619391 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Attempting to bind port 1bf6cb65-1b1f-45ed-beba-f65c47800a52 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:10:57.625740 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:10:57.626158 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:10:57.626518 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.627017 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:10:57.627601 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Bound port: 1bf6cb65-1b1f-45ed-beba-f65c47800a52, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:10:57.628207 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.662826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-708737fb-5704-447e-9f21-87ebc0048519 req-60801b9d-9cdc-4473-b633-38cf1a073a10 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] No DVR routers for this DVR port ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:10:57.665458 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-708737fb-5704-447e-9f21-87ebc0048519 req-60801b9d-9cdc-4473-b633-38cf1a073a10 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.674450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-708737fb-5704-447e-9f21-87ebc0048519 req-60801b9d-9cdc-4473-b633-38cf1a073a10 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.67 "DELETE /v2.0/ports/ae069fd5-1c50-45e9-8fd1-ded95e5e5e18 HTTP/1.1" status: 204 len: 173 time: 3.1757760 Feb 15 14:10:57.684962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2595dd99-5d05-4939-9956-b55282df5513 req-89376824-e0c6-4288-8525-6f76c2deded6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538872 Feb 15 14:10:57.695275 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.749547 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] For port 1bf6cb65-1b1f-45ed-beba-f65c47800a52, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:10:57.756527 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94720b7e-3336-4a08-a50d-2fd5c64fb15a x-openstack-request-id: req-94720b7e-3336-4a08-a50d-2fd5c64fb15a {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:10:57.756681 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a", "name": "network-vif-deleted", "tag": "750ab15b-e33e-47d0-9357-56371c8408eb", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:10:57.756953 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-94720b7e-3336-4a08-a50d-2fd5c64fb15a {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:10:57.757251 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] For port 1bf6cb65-1b1f-45ed-beba-f65c47800a52, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1bf6cb65-1b1f-45ed-beba-f65c47800a52,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:10:57.757396 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ec3f07-35d3-4df6-b5fd-dfc55a60ed2a', 'name': 'network-vif-deleted', 'tag': '750ab15b-e33e-47d0-9357-56371c8408eb', 'status': 'completed', 'code': 200} Feb 15 14:10:57.760217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ced79453-e552-478f-ab5c-bc7875041daf req-22ae3eb7-d4f3-4c5c-9cce-fa45d878f55b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.0742478 Feb 15 14:10:57.766641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-56ca4081-e874-481e-bc2d-3bbe1a20f86a None None] Provisioning complete for port 71549409-1629-4e15-9147-e4851ce8f0a4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:57.767074 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-56ca4081-e874-481e-bc2d-3bbe1a20f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.787923 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:57.862349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:57.871696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:57.886181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:10:57.920874 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Pushing event updated for resources: {'Port': ['ID=81bce16a-f26e-4ed5-a1de-a8e58c2dff39,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:58.009685 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Routers {'2d8dae3c-ffe5-4053-bde5-10580405d7ac'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:10:58.010326 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:10:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:58.071223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (2d8dae3c-ffe5-4053-bde5-10580405d7ac), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:58.205398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-56ca4081-e874-481e-bc2d-3bbe1a20f86a None None] Current status of the port 71549409-1629-4e15-9147-e4851ce8f0a4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:58.244870 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac66036-5c0b-4548-b829-d2744fc29074 None None] Pushing event updated for resources: {'Port': ['ID=1bf6cb65-1b1f-45ed-beba-f65c47800a52,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:58.375375 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] Set router 2d8dae3c-ffe5-4053-bde5-10580405d7ac gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:10:58.515353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:58.645427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e4e5b3c8-bc0b-44b1-a1c2-e6c847b7a910 None None] Provisioning complete for port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:58.648320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-0bc65316-cb61-4cc5-8a5d-8831020ff380 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:58.649986 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e4e5b3c8-bc0b-44b1-a1c2-e6c847b7a910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:58.655275 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-0bc65316-cb61-4cc5-8a5d-8831020ff380 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.42 "GET /v2.0/networks?id=b6ca7799-3b17-436c-a7f7-21711e4042e3 HTTP/1.1" status: 200 len: 813 time: 0.5813696 Feb 15 14:10:58.763689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5b3c8-bc0b-44b1-a1c2-e6c847b7a910 None None] Port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:10:58.825124 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:54Z', 'revision_number': 3, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:10:58.833971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Request body: {'port': {'device_id': 'cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865', 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3', 'admin_state_up': True, 'tenant_id': 'b61500dd84ea4dff9618ad5e1e44331a'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:58.847239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 71549409-1629-4e15-9147-e4851ce8f0a4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:10:58.916737 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7598d89-c8d8-4ae2-94e6-c7633c572985 None None] The sync data for ids ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'] in n-d-829064-15 is: [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:54Z', 'revision_number': 3, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:10:58.984996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 71549409-1629-4e15-9147-e4851ce8f0a4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:58.985376 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:59.097434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 71549409-1629-4e15-9147-e4851ce8f0a4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:10:59.107751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Publish callbacks [] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:59.117951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:59.209303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Pushing event updated for resources: {'Port': ['ID=81bce16a-f26e-4ed5-a1de-a8e58c2dff39,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:10:59.212156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (2d8dae3c-ffe5-4053-bde5-10580405d7ac), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:59.344624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:10:59.346559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:10:59.425844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a72e0f2b-4d49-4cad-b9f3-ef859adf3838 req-136b6acf-4abf-4202-af18-39eed2237aac tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 210 time: 0.6231992 Feb 15 14:10:59.526389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Router 2d8dae3c-ffe5-4053-bde5-10580405d7ac has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:10:59.623888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-6825a6d4-8a23-4865-96c4-a3f46424ec15 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:59.631845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-6825a6d4-8a23-4865-96c4-a3f46424ec15 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.67 "GET /v2.0/networks?id=b6ca7799-3b17-436c-a7f7-21711e4042e3 HTTP/1.1" status: 200 len: 813 time: 1.2863758 Feb 15 14:10:59.664906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eec35f-753e-4098-ac25-8a7b960c544c req-d90cb3d1-cdcf-41af-98ba-673d797c872b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:10:59.673037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63eec35f-753e-4098-ac25-8a7b960c544c req-d90cb3d1-cdcf-41af-98ba-673d797c872b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 1.2212722 Feb 15 14:10:59.696028 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:10:59.701546 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ded57488-f209-4950-8c08-d81e985d9725 admin admin] 10.222.0.72 "PUT /v2.0/routers/2d8dae3c-ffe5-4053-bde5-10580405d7ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8374121 Feb 15 14:10:59.702219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Request body: {'port': {'device_id': 'c5ca9454-994e-4352-9159-931e8ab28756', 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3', 'admin_state_up': True, 'tenant_id': 'b61500dd84ea4dff9618ad5e1e44331a'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:10:59.798403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5d6da235-f19a-4e7b-8c45-6fcf5ab1084b None None] Provisioning complete for port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:10:59.799512 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5d6da235-f19a-4e7b-8c45-6fcf5ab1084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:10:59.847416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24851c61-647c-4fc1-989e-a7fdc10eb0e3', 'name': 'network-vif-deleted', 'tag': 'b07c6db3-23db-495e-9a90-81f2ed4fd244'}, {'server_uuid': '2daca81b-a59a-424b-ab57-5c10439668fe', 'name': 'network-vif-deleted', 'tag': 'ae069fd5-1c50-45e9-8fd1-ded95e5e5e18'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:10:59.849715 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32cc90b-6d0f-4ac4-8efa-a1c867ab3a0f" -d '{"events": [{"server_uuid": "24851c61-647c-4fc1-989e-a7fdc10eb0e3", "name": "network-vif-deleted", "tag": "b07c6db3-23db-495e-9a90-81f2ed4fd244"}, {"server_uuid": "2daca81b-a59a-424b-ab57-5c10439668fe", "name": "network-vif-deleted", "tag": "ae069fd5-1c50-45e9-8fd1-ded95e5e5e18"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:10:59.903970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7e697b5-89e4-4042-a69c-dff95e37bc57 req-84306c2d-5327-4b13-a97c-9454dd09aa36 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.2637608 Feb 15 14:10:59.934552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5d6da235-f19a-4e7b-8c45-6fcf5ab1084b None None] Port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:11:00.021748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Made reservation on behalf of b61500dd84ea4dff9618ad5e1e44331a for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:11:00.029527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:00.071250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Made reservation on behalf of b61500dd84ea4dff9618ad5e1e44331a for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:11:00.076663 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:00.088910 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63eec35f-753e-4098-ac25-8a7b960c544c req-90a20675-cd71-4a05-9abc-e7f1cbfe5b54 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4143574 Feb 15 14:11:00.229843 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c98994-09bc-4e7b-9b51-e7575dcc0911 x-openstack-request-id: req-44c98994-09bc-4e7b-9b51-e7575dcc0911 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:00.230137 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24851c61-647c-4fc1-989e-a7fdc10eb0e3", "name": "network-vif-deleted", "tag": "b07c6db3-23db-495e-9a90-81f2ed4fd244", "status": "completed", "code": 200}, {"server_uuid": "2daca81b-a59a-424b-ab57-5c10439668fe", "name": "network-vif-deleted", "tag": "ae069fd5-1c50-45e9-8fd1-ded95e5e5e18", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:00.230366 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-44c98994-09bc-4e7b-9b51-e7575dcc0911 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:00.230986 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24851c61-647c-4fc1-989e-a7fdc10eb0e3', 'name': 'network-vif-deleted', 'tag': 'b07c6db3-23db-495e-9a90-81f2ed4fd244', 'status': 'completed', 'code': 200} Feb 15 14:11:00.231430 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daca81b-a59a-424b-ab57-5c10439668fe', 'name': 'network-vif-deleted', 'tag': 'ae069fd5-1c50-45e9-8fd1-ded95e5e5e18', 'status': 'completed', 'code': 200} Feb 15 14:11:00.377491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2bc61-8ae1-41e4-95b9-f36cc57cee21 req-b2f31616-c348-4f61-92f1-c8d8c32f3a82 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:00.379191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4aa2bc61-8ae1-41e4-95b9-f36cc57cee21 req-b2f31616-c348-4f61-92f1-c8d8c32f3a82 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.3633482 Feb 15 14:11:00.501273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4aa2bc61-8ae1-41e4-95b9-f36cc57cee21 req-e9338bc3-5f0b-4b53-ade6-feabe9d2ced6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972595 Feb 15 14:11:00.519569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Allocated IP 172.20.0.9 (b6ca7799-3b17-436c-a7f7-21711e4042e3/6c7249b1-4ab3-4e4f-97b3-bdfe0649259d/fab7e982-0d38-48fb-b5b8-491ccb8a7b19) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:00.820991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1bf6cb65-1b1f-45ed-beba-f65c47800a52 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:11:00.867292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41902) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:00.872227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4796ad99-63fa-41b9-baf9-582c6925bac2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--585197798', 'description': 'tempest-description--2097113115'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:00.931123 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4796ad99-63fa-41b9-baf9-582c6925bac2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:00.940523 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks [] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:00.964604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1bf6cb65-1b1f-45ed-beba-f65c47800a52 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:00.965363 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.096055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2249e04b-ea7b-4863-8ae3-1fc95769b5f1 req-9a669d0b-105d-4dcc-b237-1233b8e1258e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 210 time: 0.0810707 Feb 15 14:11:01.107599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4796ad99-63fa-41b9-baf9-582c6925bac2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group (8c6ed45e-0df8-426e-90f0-fba3b6199e89), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.119676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4796ad99-63fa-41b9-baf9-582c6925bac2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8c6ed45e-0df8-426e-90f0-fba3b6199e89), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.132682 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.156122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1bf6cb65-1b1f-45ed-beba-f65c47800a52 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:01.158728 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.176290 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4796ad99-63fa-41b9-baf9-582c6925bac2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.183261 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4796ad99-63fa-41b9-baf9-582c6925bac2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3148358 Feb 15 14:11:01.193259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41912) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:01.209629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c4bf3112-9b6e-4351-ad24-cefb2eab3d0d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Request body: {'security_group_rule': {'security_group_id': '8c6ed45e-0df8-426e-90f0-fba3b6199e89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:01.225448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796ad99-63fa-41b9-baf9-582c6925bac2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6ed45e-0df8-426e-90f0-fba3b6199e89,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:01.248881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 1bf6cb65-1b1f-45ed-beba-f65c47800a52, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1bf6cb65-1b1f-45ed-beba-f65c47800a52,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:01.260309 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.283904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3112-9b6e-4351-ad24-cefb2eab3d0d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group_rule (a7fc4e8d-4171-4f0f-8b7b-b0a0807a4072), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.347439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Network b6ca7799-3b17-436c-a7f7-21711e4042e3 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:01.357073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=1bf6cb65-1b1f-45ed-beba-f65c47800a52,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:01.367381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.369309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.370283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.371202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.371840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.372650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.373102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.373552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.374003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.374623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.375265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.375851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.376434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:01.401393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:01.434277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:11:01.434599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3112-9b6e-4351-ad24-cefb2eab3d0d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group_rule (a7fc4e8d-4171-4f0f-8b7b-b0a0807a4072), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.443594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3112-9b6e-4351-ad24-cefb2eab3d0d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (a7fc4e8d-4171-4f0f-8b7b-b0a0807a4072), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.468495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf3112-9b6e-4351-ad24-cefb2eab3d0d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fc4e8d-4171-4f0f-8b7b-b0a0807a4072,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:01.480569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3112-9b6e-4351-ad24-cefb2eab3d0d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.481811 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c4bf3112-9b6e-4351-ad24-cefb2eab3d0d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2870374 Feb 15 14:11:01.485382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41918) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:01.490648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cffab553-4b7e-40fb-b007-5a2176cf3a3a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Request body: {'security_group_rule': {'security_group_id': '8c6ed45e-0df8-426e-90f0-fba3b6199e89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:01.501370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f09817c5-7e1f-4be7-b5a4-98438ac7eddc req-68de9e6f-7a64-4a99-b454-cfdc183bfbc5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.2311361 Feb 15 14:11:01.538797 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cffab553-4b7e-40fb-b007-5a2176cf3a3a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group_rule (5cb667f6-24b6-48c5-bdde-73ed97cb9b99), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.546598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Allocated IP 172.20.0.3 (b6ca7799-3b17-436c-a7f7-21711e4042e3/6c7249b1-4ab3-4e4f-97b3-bdfe0649259d/1f020733-7630-4c08-b558-4b8f27a0d848) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:01.557611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Pushing event updated for resources: {'Port': ['ID=fab7e982-0d38-48fb-b5b8-491ccb8a7b19,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:01.626765 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cffab553-4b7e-40fb-b007-5a2176cf3a3a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group_rule (5cb667f6-24b6-48c5-bdde-73ed97cb9b99), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.630207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:01.631260 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.636137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cffab553-4b7e-40fb-b007-5a2176cf3a3a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (5cb667f6-24b6-48c5-bdde-73ed97cb9b99), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.668210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffab553-4b7e-40fb-b007-5a2176cf3a3a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb667f6-24b6-48c5-bdde-73ed97cb9b99,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:01.687791 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cffab553-4b7e-40fb-b007-5a2176cf3a3a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.692558 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cffab553-4b7e-40fb-b007-5a2176cf3a3a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2060771 Feb 15 14:11:01.693444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41928) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:01.699153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:01.717808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Sync routers for ids ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:11:01.726401 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:01.733019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae77ee-4cfa-4262-b666-e1f3a00d1db7 req-0a04c318-d4c0-40e0-8236-38330f7d9eb4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:01.745453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efae77ee-4cfa-4262-b666-e1f3a00d1db7 req-0a04c318-d4c0-40e0-8236-38330f7d9eb4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.3454056 Feb 15 14:11:01.749244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Routers {'2d8dae3c-ffe5-4053-bde5-10580405d7ac'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:11:01.749923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:10:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:01.794228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-bf9be00c-f6cc-4139-af17-8ac0e48aece4 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1173511 Feb 15 14:11:01.820734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Request body: {'port': {'device_id': 'c5ca9454-994e-4352-9159-931e8ab28756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:01.864218 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.035779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Set router 2d8dae3c-ffe5-4053-bde5-10580405d7ac gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:11:02.057452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Allocated IP 172.25.6.243 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/910c6ad2-90da-40c6-a73e-e2a5d999149e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:02.076175 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks [] for port (1f020733-7630-4c08-b558-4b8f27a0d848), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.078195 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.082967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efae77ee-4cfa-4262-b666-e1f3a00d1db7 req-cbbd73dd-39b6-46ce-b0ab-5ffa06d27c70 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363304 Feb 15 14:11:02.216953 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for port (910c6ad2-90da-40c6-a73e-e2a5d999149e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.260627 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (910c6ad2-90da-40c6-a73e-e2a5d999149e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.330724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:02.350496 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event updated for resources: {'Port': ['ID=910c6ad2-90da-40c6-a73e-e2a5d999149e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:02.353935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:02.357868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:11:02.403896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:58Z', 'revision_number': 4, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '81bce16a-f26e-4ed5-a1de-a8e58c2dff39', 'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'mac_address': 'fa:16:3e:35:0d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:57Z', 'updated_at': '2022-02-15T14:10:58Z', 'revision_number': 2, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'subnets': [{'id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:02.440301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Checking router: 2d8dae3c-ffe5-4053-bde5-10580405d7ac for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:11:02.441449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Updating router 2d8dae3c-ffe5-4053-bde5-10580405d7ac port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:11:02.458694 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.476775 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.488353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for floatingip (04bf8cb2-f616-482a-a5be-87c3cf3409d9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.544613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140108ac-e14b-48f5-bce3-ac84c23837fb req-f666546b-7d1f-4126-8ea2-382fd6e8817d tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:02.552323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-140108ac-e14b-48f5-bce3-ac84c23837fb req-f666546b-7d1f-4126-8ea2-382fd6e8817d tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 931 time: 0.1952665 Feb 15 14:11:02.557442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (910c6ad2-90da-40c6-a73e-e2a5d999149e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.607900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d30d3e-0d4a-44f5-8e81-e47ae3659a9c req-8c115052-fab7-44ef-9368-c03d82363b92 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:02.614838 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38d30d3e-0d4a-44f5-8e81-e47ae3659a9c req-8c115052-fab7-44ef-9368-c03d82363b92 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2615259 Feb 15 14:11:02.618273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Network b6ca7799-3b17-436c-a7f7-21711e4042e3 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:02.654322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:02.676979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:11:02.679791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Pushing event updated for resources: {'Port': ['ID=1f020733-7630-4c08-b558-4b8f27a0d848,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:02.773857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38d30d3e-0d4a-44f5-8e81-e47ae3659a9c req-2268c83e-849f-480b-b57b-eac9c42570f8 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577210 Feb 15 14:11:02.805605 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-140108ac-e14b-48f5-bce3-ac84c23837fb req-e13a3e31-8c07-42d8-a849-09fc6ddd28cd tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520101 Feb 15 14:11:02.842871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1bf6cb65-1b1f-45ed-beba-f65c47800a52 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:11:02.855610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:02.856341 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.886514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-15cb4460-1bce-4198-af1e-b34ab66cb6dc req-99df7799-bf17-4381-993c-26aeb07fa139 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:11:02.898958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15cb4460-1bce-4198-af1e-b34ab66cb6dc req-99df7799-bf17-4381-993c-26aeb07fa139 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206621 Feb 15 14:11:02.908259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-9f162362-c9f8-43c3-9e97-a815d77a0b4e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0907123 Feb 15 14:11:02.917695 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Publish callbacks [] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.934511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1bf6cb65-1b1f-45ed-beba-f65c47800a52 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:02.935044 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.936699 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.967348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Request body: {'port': {'device_id': 'cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:02.969880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for port (910c6ad2-90da-40c6-a73e-e2a5d999149e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:02.980707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (910c6ad2-90da-40c6-a73e-e2a5d999149e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:03.131666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a41ad80-ba1e-4f44-9578-b43d4cb0e4e3 req-5f667cfe-ee07-4dd7-ae94-a4904b242505 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.2199743 Feb 15 14:11:03.190669 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (04bf8cb2-f616-482a-a5be-87c3cf3409d9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:03.227774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b279ed-4f39-468e-ab62-28233edd91b3 None None] Pushing event updated for resources: {'Port': ['ID=81bce16a-f26e-4ed5-a1de-a8e58c2dff39,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:03.242282 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:03.262462 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5662625 Feb 15 14:11:03.264648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e763a-c793-4fb9-a404-dabb9ad73a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event updated for resources: {'Port': ['ID=910c6ad2-90da-40c6-a73e-e2a5d999149e,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:03.298877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab7e982-0d38-48fb-b5b8-491ccb8a7b19 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:11:03.336146 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Publish callbacks [] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:03.415194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Attempting to bind port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:11:03.415571 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Attempting to bind port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:11:03.418871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Attempting to bind port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:11:03.454610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41972) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:03.488569 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:11:03.489807 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Checking segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:11:03.494980 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:03.496090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Bound using segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:11:03.497666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Bound port: 81bce16a-f26e-4ed5-a1de-a8e58c2dff39, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:11:03.498067 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:03.506782 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:03.529350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Transition to ACTIVE for port object fab7e982-0d38-48fb-b5b8-491ccb8a7b19 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:03.549338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812abbe-04c7-43e5-93f7-2751d4b6c7c5 req-7fc5ddc3-38f8-4ab0-a8b2-9ffd872944b4 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:03.558315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9812abbe-04c7-43e5-93f7-2751d4b6c7c5 req-7fc5ddc3-38f8-4ab0-a8b2-9ffd872944b4 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.4642797 Feb 15 14:11:03.558805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1bf6cb65-1b1f-45ed-beba-f65c47800a52 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:03.595970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:03.639784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ab2d054f-8647-4149-9ad8-69a09010a9ce None None] Provisioning complete for port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:03.640169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ab2d054f-8647-4149-9ad8-69a09010a9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:03.643014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] For port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:11:03.648518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] For port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=81bce16a-f26e-4ed5-a1de-a8e58c2dff39,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:11:03.664725 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-7cb9b7d9-02da-4ed1-b21a-fc2efade509a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2093663 Feb 15 14:11:03.680307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-b268fbb1-d983-4837-8b8d-fc5054567bc7 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:11:03.683767 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-b268fbb1-d983-4837-8b8d-fc5054567bc7 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140491 Feb 15 14:11:03.696344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-f61aa2cd-d6da-4f25-a0fe-c15c4e1e93e6 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--585197798&fields=id&tenant_id=8773e41ef1784a1cb7d43670ec2b8860 HTTP/1.1" status: 200 len: 267 time: 0.1942298 Feb 15 14:11:03.896048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-5a99fc20-e08b-4346-8558-6b371261cf0a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:03.897282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Pushing event updated for resources: {'Port': ['ID=fab7e982-0d38-48fb-b5b8-491ccb8a7b19,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:03.897551 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-5a99fc20-e08b-4346-8558-6b371261cf0a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports/6dc41110-f492-45df-8710-25bfa6748928 HTTP/1.1" status: 200 len: 940 time: 0.1777642 Feb 15 14:11:03.969039 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:04.004768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9812abbe-04c7-43e5-93f7-2751d4b6c7c5 req-04ce304e-27d7-428b-b2e9-a506cf3f8fab tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4450290 Feb 15 14:11:04.031475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eadf7-35b7-469f-a337-988737a6427b req-68a11990-454e-49c2-95db-771323c830cd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:04.044447 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-68a11990-454e-49c2-95db-771323c830cd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 811 time: 0.3328722 Feb 15 14:11:04.074594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d054f-8647-4149-9ad8-69a09010a9ce None None] Port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:11:04.085315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b279ed-4f39-468e-ab62-28233edd91b3 None None] Pushing event updated for resources: {'Port': ['ID=81bce16a-f26e-4ed5-a1de-a8e58c2dff39,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:04.121217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Routers {'2d8dae3c-ffe5-4053-bde5-10580405d7ac'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:11:04.122023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:10:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:04.295457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-5f6b7f35-96ec-4155-8ec4-d4275d2f8fbb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/quotas/8773e41ef1784a1cb7d43670ec2b8860 HTTP/1.1" status: 200 len: 375 time: 0.2499938 Feb 15 14:11:04.346260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] Set router 2d8dae3c-ffe5-4053-bde5-10580405d7ac gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:11:04.432715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Attempting to bind port fab7e982-0d38-48fb-b5b8-491ccb8a7b19 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:11:04.433540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Attempting to bind port fab7e982-0d38-48fb-b5b8-491ccb8a7b19 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:11:04.434065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Attempting to bind port fab7e982-0d38-48fb-b5b8-491ccb8a7b19 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:11:04.464459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Port fab7e982-0d38-48fb-b5b8-491ccb8a7b19 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:11:04.465220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Attempting to bind port fab7e982-0d38-48fb-b5b8-491ccb8a7b19 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:11:04.505061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908d7e9-290b-4deb-a5ee-79ecc42722a0 req-529659f7-d6ab-4e6f-a227-ce5ece9f11a9 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:04.507900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0908d7e9-290b-4deb-a5ee-79ecc42722a0 req-529659f7-d6ab-4e6f-a227-ce5ece9f11a9 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 943 time: 0.3383231 Feb 15 14:11:04.588101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5332f34f-ddad-4203-813b-179ad9ebc51e None None] Provisioning complete for port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:04.591285 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5332f34f-ddad-4203-813b-179ad9ebc51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:04.627674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f020733-7630-4c08-b558-4b8f27a0d848 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:11:04.639535 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Publish callbacks [] for port (1f020733-7630-4c08-b558-4b8f27a0d848), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:04.659446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Transition to ACTIVE for port object 1f020733-7630-4c08-b558-4b8f27a0d848 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:04.664654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:11:04.665003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Checking segment: {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:11:04.665535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Bound using segment: {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:11:04.665994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Bound port: fab7e982-0d38-48fb-b5b8-491ccb8a7b19, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:11:04.666451 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:04.801109 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:04.849733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-8bb9bc8b-9d16-4b70-8243-ea6d32973365 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5517750 Feb 15 14:11:04.890982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] For port fab7e982-0d38-48fb-b5b8-491ccb8a7b19, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:11:04.896295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-6d1b68ca-8084-4725-9f47-75647e0a43c7 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:11:04.897329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-6d1b68ca-8084-4725-9f47-75647e0a43c7 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107358 Feb 15 14:11:04.948549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5332f34f-ddad-4203-813b-179ad9ebc51e None None] Current status of the port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:04.949120 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5332f34f-ddad-4203-813b-179ad9ebc51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:04.972946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] For port fab7e982-0d38-48fb-b5b8-491ccb8a7b19, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fab7e982-0d38-48fb-b5b8-491ccb8a7b19,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:11:04.991231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0908d7e9-290b-4deb-a5ee-79ecc42722a0 req-0e20aa5a-c39f-4ad7-b80d-9794f76a85dd tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915850 Feb 15 14:11:04.998443 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:05.008711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5332f34f-ddad-4203-813b-179ad9ebc51e None None] For port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=81bce16a-f26e-4ed5-a1de-a8e58c2dff39,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:05.028336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:58Z', 'revision_number': 4, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '81bce16a-f26e-4ed5-a1de-a8e58c2dff39', 'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'mac_address': 'fa:16:3e:35:0d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:57Z', 'updated_at': '2022-02-15T14:11:03Z', 'revision_number': 4, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'subnets': [{'id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:05.063985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Pushing event updated for resources: {'Port': ['ID=1f020733-7630-4c08-b558-4b8f27a0d848,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:05.099619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd8adcf-8a73-480f-8fad-6612f015baba None None] The sync data for ids ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'] in n-d-829064-15 is: [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:58Z', 'revision_number': 4, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '81bce16a-f26e-4ed5-a1de-a8e58c2dff39', 'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'mac_address': 'fa:16:3e:35:0d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:57Z', 'updated_at': '2022-02-15T14:11:03Z', 'revision_number': 4, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'subnets': [{'id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:11:05.102230 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5332f34f-ddad-4203-813b-179ad9ebc51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:05.176785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332f34f-ddad-4203-813b-179ad9ebc51e None None] Pushing event updated for resources: {'Port': ['ID=81bce16a-f26e-4ed5-a1de-a8e58c2dff39,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:05.646168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Pushing event updated for resources: {'Port': ['ID=fab7e982-0d38-48fb-b5b8-491ccb8a7b19,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:05.658972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:05.659595 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:05.660984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-a2e1bbee-202b-4178-96c5-81e97cc4c845 service neutron] 10.222.0.67 "PUT /v2.0/ports/fab7e982-0d38-48fb-b5b8-491ccb8a7b19 HTTP/1.1" status: 200 len: 1092 time: 3.8542702 Feb 15 14:11:05.685285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ca9454-994e-4352-9159-931e8ab28756', 'tag': 'fab7e982-0d38-48fb-b5b8-491ccb8a7b19'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:05.689003 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ddb5ff-4288-43fb-b8dd-42d0a108833c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ca9454-994e-4352-9159-931e8ab28756", "tag": "fab7e982-0d38-48fb-b5b8-491ccb8a7b19"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:05.693051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab13e692-6763-4eb8-8dac-892fc1304ca9 req-5365614a-ef2c-486f-b89c-a0b8347a99c1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.4885085 Feb 15 14:11:05.846020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-ffaee6cd-4962-422c-9723-8bdda69e67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:05.848869 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-ffaee6cd-4962-422c-9723-8bdda69e67c8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7&tenant_id=fc5cc558236645988a4f12f717c1f282 HTTP/1.1" status: 200 len: 1126 time: 0.7793233 Feb 15 14:11:05.980552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Attempting to bind port 1f020733-7630-4c08-b558-4b8f27a0d848 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:11:05.981045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Attempting to bind port 1f020733-7630-4c08-b558-4b8f27a0d848 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:11:05.981482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Attempting to bind port 1f020733-7630-4c08-b558-4b8f27a0d848 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:11:05.993160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-1a1e6eeb-597f-4712-a722-09e19af5af23 service neutron] 10.222.0.72 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0770652 Feb 15 14:11:06.007451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Port 1f020733-7630-4c08-b558-4b8f27a0d848 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:11:06.007686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Attempting to bind port 1f020733-7630-4c08-b558-4b8f27a0d848 on network b6ca7799-3b17-436c-a7f7-21711e4042e3 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:11:06.024411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-99879732-269e-4cc5-8e04-5ab8bfd47b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:06.026034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-99879732-269e-4cc5-8e04-5ab8bfd47b41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61500dd84ea4dff9618ad5e1e44331a&device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 1126 time: 0.3186944 Feb 15 14:11:06.027102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:11:06.027424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Checking segment: {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:11:06.027937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Bound using segment: {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:11:06.028471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Bound port: 1f020733-7630-4c08-b558-4b8f27a0d848, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf6c622-ae46-40b2-b799-9354add1c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:11:06.028906 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:06.170703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-aa3dfc8d-8e6e-4d43-86d4-67385007cd7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fab7e982-0d38-48fb-b5b8-491ccb8a7b19 HTTP/1.1" status: 200 len: 217 time: 0.0790994 Feb 15 14:11:06.176004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-43b83fc7-ce6f-4636-8924-8b9794cc5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:06.178175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-43b83fc7-ce6f-4636-8924-8b9794cc5721 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 1126 time: 0.2872298 Feb 15 14:11:06.232173 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07547eb-5632-4a31-8d7c-111826271918 req-9eebb60d-b2e3-4479-be0b-7ef1c842701b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:06.233695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f07547eb-5632-4a31-8d7c-111826271918 req-9eebb60d-b2e3-4479-be0b-7ef1c842701b tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.3171437 Feb 15 14:11:06.354749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-bea6ab55-dfcc-4299-a93d-fb764d5a5570 service neutron] 10.222.0.72 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363104 Feb 15 14:11:06.395348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-6c14b6ae-0eaf-45a6-bf69-032ab1f795d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:06.397425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-6c14b6ae-0eaf-45a6-bf69-032ab1f795d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6c7249b1-4ab3-4e4f-97b3-bdfe0649259d HTTP/1.1" status: 200 len: 853 time: 0.2147138 Feb 15 14:11:06.406101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] For port 1f020733-7630-4c08-b558-4b8f27a0d848, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:11:06.475593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-abcbce73-28a5-4269-9503-131b22d87891 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6ca7799-3b17-436c-a7f7-21711e4042e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621789 Feb 15 14:11:06.477520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] For port 1f020733-7630-4c08-b558-4b8f27a0d848, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1f020733-7630-4c08-b558-4b8f27a0d848,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:11:06.493189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f07547eb-5632-4a31-8d7c-111826271918 req-5abe0a65-5fe8-4de3-81e1-053133635c52 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179618 Feb 15 14:11:06.509472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-3b7f322d-b41b-4b47-a84a-b130f2f513cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:06.511234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-3b7f322d-b41b-4b47-a84a-b130f2f513cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 918 time: 0.3083186 Feb 15 14:11:06.516853 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:06.617887 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d493d6-a1b7-458a-8904-5da63c1e1c70 x-openstack-request-id: req-35d493d6-a1b7-458a-8904-5da63c1e1c70 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:06.623688 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ca9454-994e-4352-9159-931e8ab28756", "tag": "fab7e982-0d38-48fb-b5b8-491ccb8a7b19", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:06.624095 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-35d493d6-a1b7-458a-8904-5da63c1e1c70 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:06.624543 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ca9454-994e-4352-9159-931e8ab28756', 'tag': 'fab7e982-0d38-48fb-b5b8-491ccb8a7b19', 'status': 'completed', 'code': 200} Feb 15 14:11:06.743117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:06.744748 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:06.746998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] 10.222.0.42 "PUT /v2.0/ports/1f020733-7630-4c08-b558-4b8f27a0d848 HTTP/1.1" status: 200 len: 1092 time: 3.8185136 Feb 15 14:11:06.861660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-00af04c8-8ecf-47a1-98b1-82e8700afd92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dc41110-f492-45df-8710-25bfa6748928 HTTP/1.1" status: 200 len: 999 time: 0.3423984 Feb 15 14:11:06.876479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefce18-484a-45e1-9da4-d1c0bee4ce4a service neutron] Pushing event updated for resources: {'Port': ['ID=1f020733-7630-4c08-b558-4b8f27a0d848,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:06.905273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:11:06.975138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:06.975370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a94d8ca0-f89a-4398-840c-dc5d247e8124 req-ca55dc97-73a6-47ba-afbe-0ecc820d780b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 210 time: 0.0996015 Feb 15 14:11:06.975516 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:06.977037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-96d718da-0c70-4060-9880-c72310689c6e service neutron] 10.222.0.67 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829502 Feb 15 14:11:07.032530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16714599-799c-47d6-91a5-a4de52289840 req-2d7e28c1-972d-4c3f-b694-8626f6c3d532 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:07.037277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16714599-799c-47d6-91a5-a4de52289840 req-2d7e28c1-972d-4c3f-b694-8626f6c3d532 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 943 time: 0.3373435 Feb 15 14:11:07.120875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:07.145554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-7a7a9134-d432-42aa-8ecd-995e2250413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:07.147100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-7a7a9134-d432-42aa-8ecd-995e2250413d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.2764390 Feb 15 14:11:07.196907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-edddf7c8-c43d-4b3e-8490-ce6a89babd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:07.198420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-edddf7c8-c43d-4b3e-8490-ce6a89babd46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b61500dd84ea4dff9618ad5e1e44331a&device_id=cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865 HTTP/1.1" status: 200 len: 1126 time: 0.3572290 Feb 15 14:11:07.237697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4e3b9dd-6b71-4f91-86d3-e4254878f27f req-649161b3-0734-4f1e-8196-d7f7c8e22480 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=90b01a93-bbbf-4793-a5f1-b5b7439d89eb HTTP/1.1" status: 200 len: 210 time: 0.0851281 Feb 15 14:11:07.290564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16714599-799c-47d6-91a5-a4de52289840 req-afc83cae-fdd5-408c-8f43-b9ed79abad16 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366469 Feb 15 14:11:07.296162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-2a924655-77d7-42c4-aeac-4d8b2a1cb32c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f020733-7630-4c08-b558-4b8f27a0d848 HTTP/1.1" status: 200 len: 217 time: 0.0625761 Feb 15 14:11:07.371286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-7c7efb48-472b-4f1e-a7ba-73e6454fc003 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850336 Feb 15 14:11:07.462254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-64aa1013-f2af-4e63-92ef-955f3b24f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:07.463893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-64aa1013-f2af-4e63-92ef-955f3b24f88d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3061409 Feb 15 14:11:07.506011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-94880bb9-258d-4e29-bd3c-7f4e92e42c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:07.507033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-94880bb9-258d-4e29-bd3c-7f4e92e42c8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c7249b1-4ab3-4e4f-97b3-bdfe0649259d HTTP/1.1" status: 200 len: 853 time: 0.1751142 Feb 15 14:11:07.579738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-b437a172-3775-46b6-b615-318062e74d81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6ca7799-3b17-436c-a7f7-21711e4042e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461535 Feb 15 14:11:07.593506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48990ed-e6a0-4642-8f39-52efb9457f54 req-984f46c5-a7cc-4a00-9f3b-00893bc75c27 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:07.595014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e48990ed-e6a0-4642-8f39-52efb9457f54 req-984f46c5-a7cc-4a00-9f3b-00893bc75c27 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2482185 Feb 15 14:11:07.613624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb5ff-4288-43fb-b8dd-42d0a108833c req-96b59b2b-0348-4a34-a0fe-5da2004187e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:07.615116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19ddb5ff-4288-43fb-b8dd-42d0a108833c req-96b59b2b-0348-4a34-a0fe-5da2004187e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61500dd84ea4dff9618ad5e1e44331a&device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 1126 time: 0.1874213 Feb 15 14:11:07.784682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-14f4b22e-3cf0-44df-88c4-b7a7252dd2ab service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120668 Feb 15 14:11:07.901075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e48990ed-e6a0-4642-8f39-52efb9457f54 req-b36bccea-004f-4421-97eb-f9503101ba6e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834306 Feb 15 14:11:07.923228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-1bfc58a2-6f0e-4265-bf05-424d1e10f37a service neutron] 10.222.0.42 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249171 Feb 15 14:11:07.943160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f34c97-ec9f-4533-a07c-5f25e9d79467 req-2da18389-b8f5-4ad4-b873-ec483fe7fb49 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:07.944733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f34c97-ec9f-4533-a07c-5f25e9d79467 req-2da18389-b8f5-4ad4-b873-ec483fe7fb49 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.3253169 Feb 15 14:11:08.011960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb5ff-4288-43fb-b8dd-42d0a108833c req-a191fa04-e7c7-42f4-879e-0e92ec6ddf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:08.013665 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19ddb5ff-4288-43fb-b8dd-42d0a108833c req-a191fa04-e7c7-42f4-879e-0e92ec6ddf2d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6ca7799-3b17-436c-a7f7-21711e4042e3 HTTP/1.1" status: 200 len: 914 time: 0.3818281 Feb 15 14:11:08.127934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eadf7-35b7-469f-a337-988737a6427b req-66febb31-dba4-4e55-9c74-944044981b8c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:08.129782 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-66febb31-dba4-4e55-9c74-944044981b8c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 811 time: 0.2290924 Feb 15 14:11:08.163019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19ddb5ff-4288-43fb-b8dd-42d0a108833c req-e7da5082-1e37-47e6-9db5-0c9b6a05f638 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fab7e982-0d38-48fb-b5b8-491ccb8a7b19 HTTP/1.1" status: 200 len: 217 time: 0.1184998 Feb 15 14:11:08.201866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a2baf88-ebd3-4851-9c84-9d5e5b745bf5 req-562eb879-9910-4def-819c-ccbc145cab81 service neutron] 10.222.0.42 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673666 Feb 15 14:11:08.220619 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-25e9d965-82a1-42ce-aade-725ee75d1451 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218493 Feb 15 14:11:08.272336 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-54c273e1-c0bd-45dc-818c-871b345f2e28 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8773e41ef1784a1cb7d43670ec2b8860 HTTP/1.1" status: 200 len: 379 time: 0.1323779 Feb 15 14:11:08.297279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Request body: {'port': {'device_id': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'admin_state_up': True, 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'security_groups': ['8c6ed45e-0df8-426e-90f0-fba3b6199e89']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:08.324885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24f34c97-ec9f-4533-a07c-5f25e9d79467 req-1c3d1c81-5913-4844-9f41-43f24a244639 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465178 Feb 15 14:11:08.379461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddb5ff-4288-43fb-b8dd-42d0a108833c req-6a1b35b7-28e0-411b-a785-8e366eed4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:08.382563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19ddb5ff-4288-43fb-b8dd-42d0a108833c req-6a1b35b7-28e0-411b-a785-8e366eed4d10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6c7249b1-4ab3-4e4f-97b3-bdfe0649259d HTTP/1.1" status: 200 len: 853 time: 0.1787481 Feb 15 14:11:08.440857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Made reservation on behalf of 8773e41ef1784a1cb7d43670ec2b8860 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:11:08.447469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:08.636959 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:11:08.675240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Allocated IP 172.20.0.13 (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4/3c8c8036-0638-46f9-9412-5afaa8f87848/54e91368-fc0e-4ead-8188-9bc4b66ca839) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:08.836468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865', 'tag': '1f020733-7630-4c08-b558-4b8f27a0d848'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:08.839478 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9e06cc-ff9b-4b36-b599-cedcfaf8652c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865", "tag": "1f020733-7630-4c08-b558-4b8f27a0d848"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:08.850242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19ddb5ff-4288-43fb-b8dd-42d0a108833c req-d24fbebe-258f-406f-a0e8-f389fe173b94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6ca7799-3b17-436c-a7f7-21711e4042e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4495316 Feb 15 14:11:08.869623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ac24be2-6c7d-4fa2-9cef-822017f015d2 req-8a57db84-55b5-43c9-84d0-2e910cd0f0f6 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 210 time: 0.4496057 Feb 15 14:11:08.949676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:08.952652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7564b7-1476-4bba-9381-7555eb4f47d8 req-7805cc71-5cc5-4a60-8701-00002a092cac tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:08.963254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d7564b7-1476-4bba-9381-7555eb4f47d8 req-7805cc71-5cc5-4a60-8701-00002a092cac tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.8018885 Feb 15 14:11:09.015102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b95a87-d765-473e-87f8-49f7c4f17f47 req-bf3b854c-b5b7-414c-ae05-0b48ab0e157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:09.016752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6b95a87-d765-473e-87f8-49f7c4f17f47 req-bf3b854c-b5b7-414c-ae05-0b48ab0e157f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc5cc558236645988a4f12f717c1f282&device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 1126 time: 0.7196929 Feb 15 14:11:09.041640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:09.134319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:09.136421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:09.140150 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:09.142606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:11:09.238594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d7564b7-1476-4bba-9381-7555eb4f47d8 req-8c2c61e4-01af-4908-a857-9d9d900d7738 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741218 Feb 15 14:11:09.250262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:09.268216 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:09.302617 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-4a9d86df-5545-4c07-acbf-106bd7e55510 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0261528 Feb 15 14:11:09.309169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19ddb5ff-4288-43fb-b8dd-42d0a108833c req-c4d31649-ee69-4da6-9310-1d43da9bdee3 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380434 Feb 15 14:11:09.323630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Request body: {'port': {'device_id': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:09.429042 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048b5044-148d-4c21-aedf-b11693067fff x-openstack-request-id: req-048b5044-148d-4c21-aedf-b11693067fff {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:09.434145 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865", "tag": "1f020733-7630-4c08-b558-4b8f27a0d848", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:09.434772 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-048b5044-148d-4c21-aedf-b11693067fff {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:09.443529 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865', 'tag': '1f020733-7630-4c08-b558-4b8f27a0d848', 'status': 'completed', 'code': 200} Feb 15 14:11:09.511309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:09.658588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b95a87-d765-473e-87f8-49f7c4f17f47 req-7873b59d-5752-447b-aff4-56aa204f1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:09.660262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6b95a87-d765-473e-87f8-49f7c4f17f47 req-7873b59d-5752-447b-aff4-56aa204f1fc3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 200 len: 918 time: 0.5927258 Feb 15 14:11:09.697404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ef281018-fde6-4822-bac5-ef332ac0350e None None] Provisioning complete for port 54e91368-fc0e-4ead-8188-9bc4b66ca839 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:09.698514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef281018-fde6-4822-bac5-ef332ac0350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:09.733745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f2347-f13c-4560-81c2-1671419f5809 req-818a0c38-a3a9-46d1-ae97-770a6f6135cf tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:09.741817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-538f2347-f13c-4560-81c2-1671419f5809 req-818a0c38-a3a9-46d1-ae97-770a6f6135cf tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 943 time: 0.6544805 Feb 15 14:11:09.765864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ef281018-fde6-4822-bac5-ef332ac0350e None None] Port 54e91368-fc0e-4ead-8188-9bc4b66ca839 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:11:09.849347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc927be9-4141-4e37-ade4-e06c2b3c9c9f req-114c64df-632e-47e1-98db-0635dd695c82 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:09.856828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc927be9-4141-4e37-ade4-e06c2b3c9c9f req-114c64df-632e-47e1-98db-0635dd695c82 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.2457585 Feb 15 14:11:09.884488 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:09.963461 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1f020733-7630-4c08-b558-4b8f27a0d848 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:11:10.003406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc927be9-4141-4e37-ade4-e06c2b3c9c9f req-2d308f0c-8828-4fa6-a938-523d600fb21a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457577 Feb 15 14:11:10.101182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e91368-fc0e-4ead-8188-9bc4b66ca839 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:11:10.106415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-538f2347-f13c-4560-81c2-1671419f5809 req-6c908ec0-3c1c-49f9-a35a-18abf024a4a7 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636296 Feb 15 14:11:10.133543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Publish callbacks [] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:10.155376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e06cc-ff9b-4b36-b599-cedcfaf8652c req-93203574-b6a6-4c98-ba4c-23ef57253529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:10.156892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d9e06cc-ff9b-4b36-b599-cedcfaf8652c req-93203574-b6a6-4c98-ba4c-23ef57253529 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b61500dd84ea4dff9618ad5e1e44331a&device_id=cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865 HTTP/1.1" status: 200 len: 1126 time: 0.6381016 Feb 15 14:11:10.179008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6b95a87-d765-473e-87f8-49f7c4f17f47 req-eaf107d2-5576-4466-a91b-e9fd4e64c10e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dc41110-f492-45df-8710-25bfa6748928 HTTP/1.1" status: 200 len: 999 time: 0.4753802 Feb 15 14:11:10.186656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Transition to ACTIVE for port object 54e91368-fc0e-4ead-8188-9bc4b66ca839 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:10.201918 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:10.299470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1f020733-7630-4c08-b558-4b8f27a0d848, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1f020733-7630-4c08-b558-4b8f27a0d848,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:10.340120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '1f020733-7630-4c08-b558-4b8f27a0d848', 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3', 'port_id': '1f020733-7630-4c08-b558-4b8f27a0d848', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7249b1-4ab3-4e4f-97b3-bdfe0649259d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:11:10.351314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19ddb5ff-4288-43fb-b8dd-42d0a108833c req-1ca6bd0d-e048-4fc3-abfa-8cab97f8381e service neutron] 10.222.0.67 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0245771 Feb 15 14:11:10.386856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:10.481694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1f020733-7630-4c08-b558-4b8f27a0d848 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:10.484678 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:10.501388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b95a87-d765-473e-87f8-49f7c4f17f47 req-3c8bb8ce-5aae-45cc-b7b5-d4b493dc60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:10.522134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6b95a87-d765-473e-87f8-49f7c4f17f47 req-3c8bb8ce-5aae-45cc-b7b5-d4b493dc60e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 200 len: 856 time: 0.2974756 Feb 15 14:11:10.541173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Attempting to bind port 54e91368-fc0e-4ead-8188-9bc4b66ca839 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:11:10.541819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Attempting to bind port 54e91368-fc0e-4ead-8188-9bc4b66ca839 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:11:10.542259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Attempting to bind port 54e91368-fc0e-4ead-8188-9bc4b66ca839 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:11:10.543774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f020733-7630-4c08-b558-4b8f27a0d848 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:11:10.557167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Port 54e91368-fc0e-4ead-8188-9bc4b66ca839 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:11:10.557735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Attempting to bind port 54e91368-fc0e-4ead-8188-9bc4b66ca839 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:11:10.578180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:11:10.582189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Checking segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:11:10.582846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Bound using segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:11:10.583562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Bound port: 54e91368-fc0e-4ead-8188-9bc4b66ca839, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:11:10.584866 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:10.631419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1f020733-7630-4c08-b558-4b8f27a0d848, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1f020733-7630-4c08-b558-4b8f27a0d848,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:10.643150 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:10.754691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183da0-95d1-448e-a60b-83e91f6cd0a8 req-3de7538f-bb71-4a52-835c-aa3a5c13db45 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:10.760537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae183da0-95d1-448e-a60b-83e91f6cd0a8 req-3de7538f-bb71-4a52-835c-aa3a5c13db45 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 944 time: 0.4628804 Feb 15 14:11:10.764877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1f020733-7630-4c08-b558-4b8f27a0d848,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:10.779856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fab7e982-0d38-48fb-b5b8-491ccb8a7b19 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:11:10.797838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e06cc-ff9b-4b36-b599-cedcfaf8652c req-f33033f5-de90-4f09-b79b-ed5702d5be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:10.799708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d9e06cc-ff9b-4b36-b599-cedcfaf8652c req-f33033f5-de90-4f09-b79b-ed5702d5be31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6ca7799-3b17-436c-a7f7-21711e4042e3 HTTP/1.1" status: 200 len: 914 time: 0.6321065 Feb 15 14:11:10.804778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:11:10.810294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:11:10.829992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:10.836730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b95a87-d765-473e-87f8-49f7c4f17f47 req-d05f279f-78e9-4f9b-8b26-f045cd0520f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:10.861400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6b95a87-d765-473e-87f8-49f7c4f17f47 req-d05f279f-78e9-4f9b-8b26-f045cd0520f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=432725e1-c9fb-4227-b041-9847d0d50fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3054349 Feb 15 14:11:10.941032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['1f020733-7630-4c08-b558-4b8f27a0d848'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:11:10.950820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:10.964109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:10.968725 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-1b071761-bfee-4058-861b-d5303046a18b service neutron] 10.222.0.42 "PUT /v2.0/ports/54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 1093 time: 1.6496234 Feb 15 14:11:10.985287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d9e06cc-ff9b-4b36-b599-cedcfaf8652c req-3b40f6b4-49c6-4c18-a2d9-6b9b0f7b8f08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f020733-7630-4c08-b558-4b8f27a0d848 HTTP/1.1" status: 200 len: 217 time: 0.1597621 Feb 15 14:11:10.987931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:10.998484 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdbd738-e041-4572-a425-326c894fd7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:11.125238 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799a4d90-61b1-4d0c-b996-7c3761b180d5 x-openstack-request-id: req-799a4d90-61b1-4d0c-b996-7c3761b180d5 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:11.125755 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:11.126174 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-799a4d90-61b1-4d0c-b996-7c3761b180d5 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:11.126828 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'status': 'completed', 'code': 200} Feb 15 14:11:11.262733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b071761-bfee-4058-861b-d5303046a18b service neutron] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:11.297390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eadf7-35b7-469f-a337-988737a6427b req-966a84ab-36fb-4460-82ab-1fd26dd5ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:11.299553 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-966a84ab-36fb-4460-82ab-1fd26dd5ae73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1127 time: 0.2423913 Feb 15 14:11:11.318934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port fab7e982-0d38-48fb-b5b8-491ccb8a7b19, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fab7e982-0d38-48fb-b5b8-491ccb8a7b19,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:11.406876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'fab7e982-0d38-48fb-b5b8-491ccb8a7b19', 'network_id': 'b6ca7799-3b17-436c-a7f7-21711e4042e3', 'port_id': 'fab7e982-0d38-48fb-b5b8-491ccb8a7b19', 'mac_address': 'fa:16:3e:77:66:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7249b1-4ab3-4e4f-97b3-bdfe0649259d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:11:11.429540 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-83f1c3e3-7457-4eb4-8a06-eb9826ee774a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 217 time: 0.1177752 Feb 15 14:11:11.482869 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae183da0-95d1-448e-a60b-83e91f6cd0a8 req-31a71dd5-3bcb-48f3-ac3e-2f057f7b9c70 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7092211 Feb 15 14:11:11.616594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eadf7-35b7-469f-a337-988737a6427b req-ab5ad73c-fb56-4bab-98ca-cdb9672978a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:11.618089 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-ab5ad73c-fb56-4bab-98ca-cdb9672978a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1828928 Feb 15 14:11:11.625480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e06cc-ff9b-4b36-b599-cedcfaf8652c req-1503475d-e921-44f6-a479-667dd9990384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:11.627502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d9e06cc-ff9b-4b36-b599-cedcfaf8652c req-1503475d-e921-44f6-a479-667dd9990384 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c7249b1-4ab3-4e4f-97b3-bdfe0649259d HTTP/1.1" status: 200 len: 853 time: 0.5643888 Feb 15 14:11:11.691210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a5daf-2df6-4a4a-9864-7d2fa82521b5 req-460abebf-e1d5-46ad-a70f-81464530ff15 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:11.699913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-447a5daf-2df6-4a4a-9864-7d2fa82521b5 req-460abebf-e1d5-46ad-a70f-81464530ff15 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.4091861 Feb 15 14:11:11.739902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eadf7-35b7-469f-a337-988737a6427b req-7e82f89c-357d-411a-b5ed-46ec485dbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:11.741445 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-7e82f89c-357d-411a-b5ed-46ec485dbf99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1136637 Feb 15 14:11:11.748414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d9e06cc-ff9b-4b36-b599-cedcfaf8652c req-0067b118-1ca6-44be-b968-1f0e0fa2b1bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6ca7799-3b17-436c-a7f7-21711e4042e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136975 Feb 15 14:11:11.776018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port fab7e982-0d38-48fb-b5b8-491ccb8a7b19 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:11.776018 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:11.824136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab7e982-0d38-48fb-b5b8-491ccb8a7b19 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:11:11.842494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6b95a87-d765-473e-87f8-49f7c4f17f47 req-0bf13b82-dc5b-48ea-b136-ddf0a5f22672 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871737 Feb 15 14:11:11.890060 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-2e9a796d-9c8f-4bed-91fe-3e3461bb9e9f service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336348 Feb 15 14:11:11.920059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port fab7e982-0d38-48fb-b5b8-491ccb8a7b19, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fab7e982-0d38-48fb-b5b8-491ccb8a7b19,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:11.930088 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:12.049505 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:12.104338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-447a5daf-2df6-4a4a-9864-7d2fa82521b5 req-879f2cea-22e8-419c-9072-8a00b0be5210 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028664 Feb 15 14:11:12.106306 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=fab7e982-0d38-48fb-b5b8-491ccb8a7b19,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:12.185334 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f99eadf7-35b7-469f-a337-988737a6427b req-1e189d54-2cee-4443-b5e7-4acfb9cadb8c service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848301 Feb 15 14:11:12.271279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['fab7e982-0d38-48fb-b5b8-491ccb8a7b19'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:11:12.351194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6b95a87-d765-473e-87f8-49f7c4f17f47 req-125ea17d-d2c9-4f4c-8222-198c7bd9a756 service neutron] 10.222.0.67 "GET /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086741 Feb 15 14:11:12.435487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd738-e041-4572-a425-326c894fd7ff req-f4b5be5e-3aed-42c0-887f-77365f2a47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:12.438042 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2bdbd738-e041-4572-a425-326c894fd7ff req-f4b5be5e-3aed-42c0-887f-77365f2a47cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1127 time: 0.1930385 Feb 15 14:11:12.464951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d9e06cc-ff9b-4b36-b599-cedcfaf8652c req-f3d3df3c-fa13-4054-bef6-8caf2612bfa8 service neutron] 10.222.0.42 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6904588 Feb 15 14:11:12.508644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfb3f3-f780-4325-bfba-f6f14438f332 req-f9bb6aea-c85f-4ad3-87fa-e30e3bab3905 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:12.523121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cadfb3f3-f780-4325-bfba-f6f14438f332 req-f9bb6aea-c85f-4ad3-87fa-e30e3bab3905 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 943 time: 0.8024740 Feb 15 14:11:12.608818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cadfb3f3-f780-4325-bfba-f6f14438f332 req-3f944f0c-acda-4b0c-8832-dfa8d03c4e27 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794108 Feb 15 14:11:12.778892 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd738-e041-4572-a425-326c894fd7ff req-c2c86f5e-6c8c-41a5-9bcb-e290c41e2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:12.780727 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2bdbd738-e041-4572-a425-326c894fd7ff req-c2c86f5e-6c8c-41a5-9bcb-e290c41e2d87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.3351827 Feb 15 14:11:12.849606 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2bdbd738-e041-4572-a425-326c894fd7ff req-0909108b-4170-410e-a644-5d814eedd1c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 217 time: 0.0606415 Feb 15 14:11:12.970866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51cbc6-270d-4539-b19f-c5a0a67baf0c req-61771a83-0f78-42ec-8157-d4c85c9515c9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:12.972695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf51cbc6-270d-4539-b19f-c5a0a67baf0c req-61771a83-0f78-42ec-8157-d4c85c9515c9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 944 time: 0.2789731 Feb 15 14:11:12.975952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d9e06cc-ff9b-4b36-b599-cedcfaf8652c req-ff100d04-2487-4388-8030-0ffec1f9c7ae service neutron] 10.222.0.42 "GET /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247942 Feb 15 14:11:12.985968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd738-e041-4572-a425-326c894fd7ff req-9e4bf93e-a16b-455b-8df0-9d646f4f188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:12.987504 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2bdbd738-e041-4572-a425-326c894fd7ff req-9e4bf93e-a16b-455b-8df0-9d646f4f188e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1321406 Feb 15 14:11:13.101415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf51cbc6-270d-4539-b19f-c5a0a67baf0c req-120b27d1-2c18-464f-8778-724bf7408355 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186638 Feb 15 14:11:13.137883 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd738-e041-4572-a425-326c894fd7ff req-781bf740-d008-48dd-94d3-18a1bc1a910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:13.139453 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2bdbd738-e041-4572-a425-326c894fd7ff req-781bf740-d008-48dd-94d3-18a1bc1a910e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1453447 Feb 15 14:11:13.463823 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2bdbd738-e041-4572-a425-326c894fd7ff req-9bf32598-3e84-4598-a8ef-ef0a73d3360c service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153222 Feb 15 14:11:13.531137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09bfb-ec49-4d18-bee6-8f3a9ad55c7c req-403af031-eade-45ac-8059-596dcbd171d0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:13.550358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cff09bfb-ec49-4d18-bee6-8f3a9ad55c7c req-403af031-eade-45ac-8059-596dcbd171d0 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.2222030 Feb 15 14:11:13.675186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cff09bfb-ec49-4d18-bee6-8f3a9ad55c7c req-909b801c-73f6-43b0-b6ca-0fe5f5df42bb tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233444 Feb 15 14:11:13.735726 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2bdbd738-e041-4572-a425-326c894fd7ff req-e6410a93-8248-4dc0-a956-ff1fcbb1566f service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628081 Feb 15 14:11:13.992229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc77c2-010d-4212-9052-edde16976b2b req-e79f9522-5d8c-48d3-a459-fb632a2be669 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:13.992602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:11:13.995869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1f020733-7630-4c08-b558-4b8f27a0d848 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:11:14.009984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87dc77c2-010d-4212-9052-edde16976b2b req-e79f9522-5d8c-48d3-a459-fb632a2be669 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 944 time: 0.1474006 Feb 15 14:11:14.171637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 1f020733-7630-4c08-b558-4b8f27a0d848 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:14.242878 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 1f020733-7630-4c08-b558-4b8f27a0d848 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:14.243314 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:14.292330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87dc77c2-010d-4212-9052-edde16976b2b req-28789b73-f0f4-4e97-babd-1731f98e916d tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678845 Feb 15 14:11:14.501829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1f020733-7630-4c08-b558-4b8f27a0d848 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:14.501829 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:14.511036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15b964-9c40-474b-a08d-c18e28667873 req-45cd46bb-2d0c-485c-8313-f763ea04bfd0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:14.512591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e15b964-9c40-474b-a08d-c18e28667873 req-45cd46bb-2d0c-485c-8313-f763ea04bfd0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 944 time: 0.1436667 Feb 15 14:11:14.540201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:14.589937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'port_id': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'mac_address': 'fa:16:3e:be:9f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:11:14.609827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e15b964-9c40-474b-a08d-c18e28667873 req-99fd982d-3f89-4879-badd-b0bffd5f6b06 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831366 Feb 15 14:11:14.613642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f020733-7630-4c08-b558-4b8f27a0d848'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:14.626936 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13706b1f-34a4-4263-9385-4603a7875ba3" -d '{"events": [{"server_uuid": "cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865", "name": "network-vif-plugged", "status": "completed", "tag": "1f020733-7630-4c08-b558-4b8f27a0d848"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:14.697895 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e644991a-f33a-4834-8cbe-4ea134f50198 x-openstack-request-id: req-e644991a-f33a-4834-8cbe-4ea134f50198 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:14.698445 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865", "name": "network-vif-plugged", "status": "completed", "tag": "1f020733-7630-4c08-b558-4b8f27a0d848", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:14.698869 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e644991a-f33a-4834-8cbe-4ea134f50198 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:14.699471 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f020733-7630-4c08-b558-4b8f27a0d848', 'code': 200} Feb 15 14:11:14.711559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1f020733-7630-4c08-b558-4b8f27a0d848, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1f020733-7630-4c08-b558-4b8f27a0d848,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:14.731099 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:14.803639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fab7e982-0d38-48fb-b5b8-491ccb8a7b19 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:11:14.807010 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7766b7c9-259e-4708-97d3-8d818bca4534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:14.820100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:14.858869 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:14.944886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8d29f-6174-4b39-9e4b-983b54bd4db1 req-076f3f1b-cac2-4523-ab46-24f408cb24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:14.947455 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fcc8d29f-6174-4b39-9e4b-983b54bd4db1 req-076f3f1b-cac2-4523-ab46-24f408cb24cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865 HTTP/1.1" status: 200 len: 1128 time: 0.1518106 Feb 15 14:11:15.009767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e91368-fc0e-4ead-8188-9bc4b66ca839 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:11:15.021906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b40aa-01f2-42ec-844a-8e35d46165a8 req-2918b942-f1aa-46e0-b03c-008676a76c68 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:15.023442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-731b40aa-01f2-42ec-844a-8e35d46165a8 req-2918b942-f1aa-46e0-b03c-008676a76c68 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.0976927 Feb 15 14:11:15.031130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1f020733-7630-4c08-b558-4b8f27a0d848,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:15.052944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:15.058800 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fcc8d29f-6174-4b39-9e4b-983b54bd4db1 req-3bab4969-ae81-4372-94c2-7bc46918cb0c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047578 Feb 15 14:11:15.063037 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:15.114150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port fab7e982-0d38-48fb-b5b8-491ccb8a7b19 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:15.146161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port fab7e982-0d38-48fb-b5b8-491ccb8a7b19 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:15.149216 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:15.238928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-731b40aa-01f2-42ec-844a-8e35d46165a8 req-88eab081-cbaa-4565-99fd-7d223f4ab3c3 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069542 Feb 15 14:11:15.268448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409893c-78c8-46de-a9ca-9afc6fa71eee req-acf7e9f2-088a-4640-b39f-f89cea41c0ac tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:15.276219 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9409893c-78c8-46de-a9ca-9afc6fa71eee req-acf7e9f2-088a-4640-b39f-f89cea41c0ac tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2003791 Feb 15 14:11:15.304731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:15.354959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['54e91368-fc0e-4ead-8188-9bc4b66ca839'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:11:15.407927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9409893c-78c8-46de-a9ca-9afc6fa71eee req-de14d17b-e3f8-4791-940d-b7854da3dbb0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302085 Feb 15 14:11:15.548610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c301fb-2b4c-4650-b623-98e76e40e2ee req-008e30f6-2126-4a7f-a6a0-ad1b0cdcf7fe tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:15.550363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8c301fb-2b4c-4650-b623-98e76e40e2ee req-008e30f6-2126-4a7f-a6a0-ad1b0cdcf7fe tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 944 time: 0.1338093 Feb 15 14:11:15.625998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port fab7e982-0d38-48fb-b5b8-491ccb8a7b19 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:15.626970 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:15.710359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39991c-9dc5-4e40-a2ae-00bc5f9c1a77 req-a21cd3a3-b87d-4e7d-8b2b-34de4da31fd2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:15.718191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d39991c-9dc5-4e40-a2ae-00bc5f9c1a77 req-a21cd3a3-b87d-4e7d-8b2b-34de4da31fd2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1342182 Feb 15 14:11:15.770066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port fab7e982-0d38-48fb-b5b8-491ccb8a7b19, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fab7e982-0d38-48fb-b5b8-491ccb8a7b19,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:15.780593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8c301fb-2b4c-4650-b623-98e76e40e2ee req-97d9100a-9a07-4626-a5b5-92e091f095f9 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243032 Feb 15 14:11:15.875601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d39991c-9dc5-4e40-a2ae-00bc5f9c1a77 req-f219a854-7e9b-4212-8e94-e17bfca2552b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559896 Feb 15 14:11:15.930467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:16.019634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=fab7e982-0d38-48fb-b5b8-491ccb8a7b19,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:16.090726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0415548-87c0-4e03-bb41-68e920593f55 req-a6c05196-53fb-4bbd-89d9-43fe8721f234 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:16.127530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0415548-87c0-4e03-bb41-68e920593f55 req-a6c05196-53fb-4bbd-89d9-43fe8721f234 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2188761 Feb 15 14:11:16.256761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0415548-87c0-4e03-bb41-68e920593f55 req-b1455ac8-91d6-4568-b730-57c267785140 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283147 Feb 15 14:11:16.419412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d240cd3-aeb7-43b4-adcf-6cd32aeedead req-b3a9592e-b21e-465b-a213-578952bfcef7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:16.434123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d240cd3-aeb7-43b4-adcf-6cd32aeedead req-b3a9592e-b21e-465b-a213-578952bfcef7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2064395 Feb 15 14:11:16.700485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ca9454-994e-4352-9159-931e8ab28756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab7e982-0d38-48fb-b5b8-491ccb8a7b19'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:16.704887 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50261923-8866-455e-bcea-7b1cd2458a6e" -d '{"events": [{"server_uuid": "c5ca9454-994e-4352-9159-931e8ab28756", "name": "network-vif-plugged", "status": "completed", "tag": "fab7e982-0d38-48fb-b5b8-491ccb8a7b19"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:16.759674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d240cd3-aeb7-43b4-adcf-6cd32aeedead req-d2efb213-b0cd-45f0-a8a5-7d9237861309 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245277 Feb 15 14:11:16.805259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96147c-d2f3-42d7-b29c-4093681aa880 req-0546caf0-1159-4105-9a17-57696476a3db tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:16.827516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b96147c-d2f3-42d7-b29c-4093681aa880 req-0546caf0-1159-4105-9a17-57696476a3db tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.3413131 Feb 15 14:11:16.898557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42196) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:16.901828 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e470c5-a811-43a2-a979-a3d2202739f0 x-openstack-request-id: req-33e470c5-a811-43a2-a979-a3d2202739f0 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:16.902694 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ca9454-994e-4352-9159-931e8ab28756", "name": "network-vif-plugged", "status": "completed", "tag": "fab7e982-0d38-48fb-b5b8-491ccb8a7b19", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:16.903418 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33e470c5-a811-43a2-a979-a3d2202739f0 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:16.905545 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ca9454-994e-4352-9159-931e8ab28756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab7e982-0d38-48fb-b5b8-491ccb8a7b19', 'code': 200} Feb 15 14:11:16.993503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b96147c-d2f3-42d7-b29c-4093681aa880 req-88eee395-9004-45dc-b8eb-ba54e34a83ae tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571949 Feb 15 14:11:17.132134 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-19aacc90-6425-4b58-b0ea-abb85f2c7fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:17.158856 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aa1f2dc6-4187-41a5-9ab0-0b945fc25e9d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/floatingips/997137c0-bf01-49d5-b051-1e2cce42c1b2 HTTP/1.1" status: 200 len: 993 time: 0.2564170 Feb 15 14:11:17.370736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557692c-09cb-45a7-a57d-5c2102641b03 req-1e537f87-4e67-4bdf-beb5-c87111ac3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:17.379485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d557692c-09cb-45a7-a57d-5c2102641b03 req-1e537f87-4e67-4bdf-beb5-c87111ac3293 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 1128 time: 0.3093541 Feb 15 14:11:17.400338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacec82-5762-45cf-a574-8cf4d21f4856 req-3a7c4a80-febd-432e-a759-b61756278a47 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:17.407510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4dacec82-5762-45cf-a574-8cf4d21f4856 req-3a7c4a80-febd-432e-a759-b61756278a47 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 945 time: 0.3532035 Feb 15 14:11:17.498225 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d87e6-ab9d-43ea-b9b3-c417215c3082 req-39dd97b2-c6a0-463b-83d1-e69b9e0fd938 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:17.507498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d9d87e6-ab9d-43ea-b9b3-c417215c3082 req-39dd97b2-c6a0-463b-83d1-e69b9e0fd938 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.3314607 Feb 15 14:11:17.730125 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d557692c-09cb-45a7-a57d-5c2102641b03 req-b20befc8-376b-4773-945c-561852ae5665 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076220 Feb 15 14:11:17.784036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4dacec82-5762-45cf-a574-8cf4d21f4856 req-466acec1-90b8-4863-810c-bbaa1fdbdb2e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739247 Feb 15 14:11:17.905478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d9d87e6-ab9d-43ea-b9b3-c417215c3082 req-e90eb377-28ef-4e2f-8c3f-68dfeee59faa tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913031 Feb 15 14:11:17.996035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:11:18.159710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42220) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:18.191934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 54e91368-fc0e-4ead-8188-9bc4b66ca839 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:11:18.207605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 54e91368-fc0e-4ead-8188-9bc4b66ca839 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:18.208015 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:18.462377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b6788-fa50-47f8-ac90-c2c1cc025596 req-e570f100-398d-4b1d-bec3-862b3ad3ab0d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:18.467816 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:18.481992 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-416b6788-fa50-47f8-ac90-c2c1cc025596 req-e570f100-398d-4b1d-bec3-862b3ad3ab0d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.4300694 Feb 15 14:11:18.539261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:18.541511 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:18.549233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1084716-719b-4f31-9d2d-ee4ec93f58cc req-6b1eca39-6863-4895-8559-3529ce9fd86e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:18.569111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1084716-719b-4f31-9d2d-ee4ec93f58cc req-6b1eca39-6863-4895-8559-3529ce9fd86e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.3446567 Feb 15 14:11:18.623813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:18.632053 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:18.714885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting port 2e7e9e84-9135-4780-a5f3-2579fec09403 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:11:18.715222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2e7e9e84-9135-4780-a5f3-2579fec09403), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:18.755901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:18.779555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1084716-719b-4f31-9d2d-ee4ec93f58cc req-d90feae3-5213-4462-b35f-3f90a9ba037e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018280 Feb 15 14:11:18.803610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-416b6788-fa50-47f8-ac90-c2c1cc025596 req-37c07da2-8fce-4140-8bde-67ef08ceb9ba tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037276 Feb 15 14:11:18.907130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:18.909682 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4850bd4-8136-4694-ad1c-9f097166a8e8" -d '{"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-plugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:19.021630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2e7e9e84-9135-4780-a5f3-2579fec09403), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:19.022028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for floatingip (2e7e9e84-9135-4780-a5f3-2579fec09403), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:19.052498 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Calling delete_port for 2e7e9e84-9135-4780-a5f3-2579fec09403 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:11:19.365634 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2e7e9e84-9135-4780-a5f3-2579fec09403), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:19.593576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Port': ['ID=2e7e9e84-9135-4780-a5f3-2579fec09403,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:19.691482 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:19.731798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for floatingip (997137c0-bf01-49d5-b051-1e2cce42c1b2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:19.732139 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Floating IP 997137c0-bf01-49d5-b051-1e2cce42c1b2 disassociated (deleted). External IP: 172.25.6.156, port: c7b07670-922c-4744-ac9a-0c014da578ae. Feb 15 14:11:19.868239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5559958-5215-4f2f-ad34-228a353909db req-0249534b-8840-4b64-a846-92cce7b519b9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:19.887419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5559958-5215-4f2f-ad34-228a353909db req-0249534b-8840-4b64-a846-92cce7b519b9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 1.0073318 Feb 15 14:11:19.969464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ad03b-2094-4d0c-be0b-1a64b5583701 req-e8abae14-6c34-430c-ad12-2659e8c9f731 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:19.990719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a75ad03b-2094-4d0c-be0b-1a64b5583701 req-e8abae14-6c34-430c-ad12-2659e8c9f731 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 945 time: 1.0057459 Feb 15 14:11:20.287598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a75ad03b-2094-4d0c-be0b-1a64b5583701 req-8300e1a1-ba56-4e95-976f-d1e70e2db418 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943950 Feb 15 14:11:20.290110 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 0d382ad3-4399-4982-a117-8c3863944993 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:11:20.321533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5559958-5215-4f2f-ad34-228a353909db req-f17b83cc-344a-4a74-a1e2-1a0b321e8b8e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111915 Feb 15 14:11:20.407465 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a2a91-a223-4691-8d98-1af719dc903e x-openstack-request-id: req-604a2a91-a223-4691-8d98-1af719dc903e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:20.408096 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-plugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:20.408293 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-604a2a91-a223-4691-8d98-1af719dc903e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:20.408690 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'code': 200} Feb 15 14:11:20.651581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37411aa4-a6e9-47d4-9a03-dba8e5a366ee req-237d6153-d100-4055-ae1b-2ac0e4fef26d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:20.663761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37411aa4-a6e9-47d4-9a03-dba8e5a366ee req-237d6153-d100-4055-ae1b-2ac0e4fef26d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 946 time: 0.1807027 Feb 15 14:11:20.814737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37411aa4-a6e9-47d4-9a03-dba8e5a366ee req-d280be54-9bf6-4f51-a26a-a77037d7b3a4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496930 Feb 15 14:11:20.987631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa79acf-880a-49e2-9e33-ad7248b8ac98 req-59ec1a81-e70c-4324-91bd-70005d01b5fc tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:21.010784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1aa79acf-880a-49e2-9e33-ad7248b8ac98 req-59ec1a81-e70c-4324-91bd-70005d01b5fc tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.2911408 Feb 15 14:11:21.071872 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:21.370664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74788313-6305-4d82-9b1a-8589f284651d req-86771b40-4d0f-4092-8f8a-de0e191edcd0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:21.372567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74788313-6305-4d82-9b1a-8589f284651d req-86771b40-4d0f-4092-8f8a-de0e191edcd0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2670655 Feb 15 14:11:21.415617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1aa79acf-880a-49e2-9e33-ad7248b8ac98 req-d9ca4e06-2dbb-4875-9596-25995c623137 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029243 Feb 15 14:11:21.585162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74788313-6305-4d82-9b1a-8589f284651d req-0d98b6e3-aed0-48e3-9a37-901cefd137a2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684597 Feb 15 14:11:21.869076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560b12e-27c8-4060-81be-faae144bda32 req-c0590979-1050-4c7a-b946-e530a81dc32f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:21.879598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8560b12e-27c8-4060-81be-faae144bda32 req-c0590979-1050-4c7a-b946-e530a81dc32f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 945 time: 0.1750426 Feb 15 14:11:21.981124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:11:21.986984 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:22.003563 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a684170-2b98-4e4a-90c0-937739ad5a00 None None] Sync routers for ids ['0d382ad3-4399-4982-a117-8c3863944993'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:11:22.034949 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a684170-2b98-4e4a-90c0-937739ad5a00 None None] Routers {'0d382ad3-4399-4982-a117-8c3863944993'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:11:22.034949 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3a684170-2b98-4e4a-90c0-937739ad5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0d382ad3-4399-4982-a117-8c3863944993'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:22.035228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8560b12e-27c8-4060-81be-faae144bda32 req-8a63586e-a9f4-4602-87d2-04134a524031 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526792 Feb 15 14:11:22.147996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71c17e-b8e7-4bfe-97c0-2eef80f4ae1d req-e48373a5-4cae-4fed-baf5-d4d7a77be897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:22.149824 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ea71c17e-b8e7-4bfe-97c0-2eef80f4ae1d req-e48373a5-4cae-4fed-baf5-d4d7a77be897 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1129 time: 0.2431841 Feb 15 14:11:22.152679 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5b5ac012-ab64-4f94-ad7c-7116abcce8c7 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/floatingips/997137c0-bf01-49d5-b051-1e2cce42c1b2 HTTP/1.1" status: 204 len: 168 time: 3.9916763 Feb 15 14:11:22.153382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'tag': 'c7b07670-922c-4744-ac9a-0c014da578ae'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:22.163208 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28" -d '{"events": [{"name": "network-changed", "server_uuid": "a81b0f46-820a-449d-9b6b-e76b34dad0c5", "tag": "c7b07670-922c-4744-ac9a-0c014da578ae"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:22.257978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ea71c17e-b8e7-4bfe-97c0-2eef80f4ae1d req-6eacff8b-f208-4ecb-8197-8ad9d718bc11 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918305 Feb 15 14:11:22.390729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552434c-4b97-4f18-9eab-d4149dd88dbc req-53636e04-efb9-4e83-8f61-1c694e6e05ed tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:22.414442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b552434c-4b97-4f18-9eab-d4149dd88dbc req-53636e04-efb9-4e83-8f61-1c694e6e05ed tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.3051667 Feb 15 14:11:22.480023 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-3a684170-2b98-4e4a-90c0-937739ad5a00 None None] Set router 0d382ad3-4399-4982-a117-8c3863944993 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:11:22.570499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b552434c-4b97-4f18-9eab-d4149dd88dbc req-07749e1c-12c7-4662-a91b-475d3a84556d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542876 Feb 15 14:11:22.676151 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79fe41-51e1-46f2-aa45-8191eace7686 req-9676b30f-682d-4816-8875-c31d45a5691e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:22.681099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec79fe41-51e1-46f2-aa45-8191eace7686 req-9676b30f-682d-4816-8875-c31d45a5691e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 946 time: 0.4370427 Feb 15 14:11:22.829148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f988139-d957-46bb-88a3-7b2f423cc69b req-1e547951-1ed6-4690-bd16-8802ed8c1335 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:22.837595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f988139-d957-46bb-88a3-7b2f423cc69b req-1e547951-1ed6-4690-bd16-8802ed8c1335 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865 HTTP/1.1" status: 200 len: 945 time: 0.0862439 Feb 15 14:11:22.874428 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec79fe41-51e1-46f2-aa45-8191eace7686 req-5caf526e-dd07-4072-82d7-3f18241ca62c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876171 Feb 15 14:11:22.980021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f988139-d957-46bb-88a3-7b2f423cc69b req-ead79ab9-87f2-4909-a625-b7bb07a4a805 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328692 Feb 15 14:11:23.035647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42286) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:23.161922 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c54226-569f-4fae-a77d-1b1d5e8634de x-openstack-request-id: req-79c54226-569f-4fae-a77d-1b1d5e8634de {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:23.162531 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81b0f46-820a-449d-9b6b-e76b34dad0c5", "tag": "c7b07670-922c-4744-ac9a-0c014da578ae", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:23.162531 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79c54226-569f-4fae-a77d-1b1d5e8634de {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:23.162950 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'tag': 'c7b07670-922c-4744-ac9a-0c014da578ae', 'status': 'completed', 'code': 200} Feb 15 14:11:23.226788 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3a684170-2b98-4e4a-90c0-937739ad5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:09Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'aa9b7b99-c46c-4ad7-b512-50f7437fdffd', 'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:6f:4e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:06Z', 'updated_at': '2022-02-15T14:10:14Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:23.360359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd513f7-1e78-4e98-a6cb-d17d3c3f894c admin admin] Deleting subnet 11f38b3d-5cb6-4f97-887a-3824fb0bba29 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:11:23.367611 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fd513f7-1e78-4e98-a6cb-d17d3c3f894c admin admin] Publish callbacks [] for subnet (11f38b3d-5cb6-4f97-887a-3824fb0bba29), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:23.390930 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a684170-2b98-4e4a-90c0-937739ad5a00 None None] Checking router: 0d382ad3-4399-4982-a117-8c3863944993 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:11:23.435217 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a684170-2b98-4e4a-90c0-937739ad5a00 None None] Routers {'0d382ad3-4399-4982-a117-8c3863944993'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:11:23.436630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28 req-9fe4aa54-7f88-47ed-8edb-c7f84ceec177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:23.438369 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3a684170-2b98-4e4a-90c0-937739ad5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0d382ad3-4399-4982-a117-8c3863944993'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:23.441043 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28 req-9fe4aa54-7f88-47ed-8edb-c7f84ceec177 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9371d7d5680c4673b3816e8f8a901c14&device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 1128 time: 0.2611902 Feb 15 14:11:23.617743 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fd513f7-1e78-4e98-a6cb-d17d3c3f894c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (11f38b3d-5cb6-4f97-887a-3824fb0bba29), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:23.680538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28 req-02cf75b6-1a84-4b86-b1de-77f4018cdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:23.683380 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28 req-02cf75b6-1a84-4b86-b1de-77f4018cdd37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f81a2afc-56c2-4438-9523-ea92b55630af HTTP/1.1" status: 200 len: 898 time: 0.2260864 Feb 15 14:11:23.745053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5c37b-9eaf-4d62-ab13-6376bd96573b req-a504c632-e375-4cf8-87e2-676badddd33f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:23.753238 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9bf5c37b-9eaf-4d62-ab13-6376bd96573b req-a504c632-e375-4cf8-87e2-676badddd33f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.2917342 Feb 15 14:11:23.791963 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28 req-6283413b-50fe-4c78-be15-421634177585 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7b07670-922c-4744-ac9a-0c014da578ae HTTP/1.1" status: 200 len: 217 time: 0.1020296 Feb 15 14:11:23.805007 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fd513f7-1e78-4e98-a6cb-d17d3c3f894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (11f38b3d-5cb6-4f97-887a-3824fb0bba29), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:23.850441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1832441-00c3-4150-8dd8-48a1c300b35c req-2b3de3b2-fadf-4557-ac5a-9fd49970f36c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:23.859042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1832441-00c3-4150-8dd8-48a1c300b35c req-2b3de3b2-fadf-4557-ac5a-9fd49970f36c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2483437 Feb 15 14:11:23.906472 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-3a684170-2b98-4e4a-90c0-937739ad5a00 None None] Set router 0d382ad3-4399-4982-a117-8c3863944993 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:11:23.957545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28 req-52b3a3b4-f668-4a77-bf94-2b505e24d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:23.966537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28 req-52b3a3b4-f668-4a77-bf94-2b505e24d3ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6743bbb3-ad3e-492e-bea7-1f06091974e6 HTTP/1.1" status: 200 len: 835 time: 0.1615789 Feb 15 14:11:24.099775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1832441-00c3-4150-8dd8-48a1c300b35c req-f7855cb4-ed9c-4c2a-a1f1-417c46908930 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392569 Feb 15 14:11:24.145259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9bf5c37b-9eaf-4d62-ab13-6376bd96573b req-ec682568-6c36-4dd0-82e3-e3a8494c2257 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3903668 Feb 15 14:11:24.177409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28 req-fa9a9e95-3865-4226-ade7-ad3a818db5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:24.189242 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28 req-fa9a9e95-3865-4226-ade7-ad3a818db5ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f81a2afc-56c2-4438-9523-ea92b55630af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2169917 Feb 15 14:11:24.220120 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fd513f7-1e78-4e98-a6cb-d17d3c3f894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (11f38b3d-5cb6-4f97-887a-3824fb0bba29), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:24.264008 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fd513f7-1e78-4e98-a6cb-d17d3c3f894c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:24.267779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5fd513f7-1e78-4e98-a6cb-d17d3c3f894c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/11f38b3d-5cb6-4f97-887a-3824fb0bba29 HTTP/1.1" status: 204 len: 168 time: 1.2305489 Feb 15 14:11:24.287145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42304) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:24.444598 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (70d01a53-a671-4116-a829-4f8374d7f37c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:24.453306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd513f7-1e78-4e98-a6cb-d17d3c3f894c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f38b3d-5cb6-4f97-887a-3824fb0bba29,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:24.539776 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28 req-5323abfe-291e-4699-bfe2-c0c1d235252f service neutron] 10.222.0.42 "GET /v2.0/networks/f81a2afc-56c2-4438-9523-ea92b55630af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487191 Feb 15 14:11:24.559738 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (70d01a53-a671-4116-a829-4f8374d7f37c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:24.589553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d01a53-a671-4116-a829-4f8374d7f37c']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:24.602222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:24.602222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46bbd92-df15-4cd1-a850-05b9ad4dfbd1') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:24.624000 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (b46bbd92-df15-4cd1-a850-05b9ad4dfbd1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:24.654312 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (b46bbd92-df15-4cd1-a850-05b9ad4dfbd1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:24.669724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:11:24.670183 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (b46bbd92-df15-4cd1-a850-05b9ad4dfbd1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:11:24.791811 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:11:24.812461 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-deb19cd4-82f8-4b29-847f-a6c42ddfdf28 req-64fda6e0-a471-4531-9519-3c87c7b5a2f9 service neutron] 10.222.0.42 "GET /v2.0/networks/f81a2afc-56c2-4438-9523-ea92b55630af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633026 Feb 15 14:11:24.844984 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3a684170-2b98-4e4a-90c0-937739ad5a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:09Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'aa9b7b99-c46c-4ad7-b512-50f7437fdffd', 'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:6f:4e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:06Z', 'updated_at': '2022-02-15T14:10:14Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:24.899905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9c6b9-15e9-4dd4-b6de-207c6b6bafa2 req-7b196bb5-ee83-4944-af83-7f3bf0fec75c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:24.910262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3f9c6b9-15e9-4dd4-b6de-207c6b6bafa2 req-7b196bb5-ee83-4944-af83-7f3bf0fec75c tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 945 time: 0.5027926 Feb 15 14:11:24.924453 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (70d01a53-a671-4116-a829-4f8374d7f37c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:24.936089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:24.957769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] 10.222.0.72 "DELETE /v2.0/networks/70d01a53-a671-4116-a829-4f8374d7f37c HTTP/1.1" status: 204 len: 168 time: 0.6647675 Feb 15 14:11:24.962016 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a684170-2b98-4e4a-90c0-937739ad5a00 None None] The sync data for ids ['0d382ad3-4399-4982-a117-8c3863944993'] in n-d-829064-15 is: [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:10:09Z', 'revision_number': 4, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'aa9b7b99-c46c-4ad7-b512-50f7437fdffd', 'name': '', 'network_id': 'f81a2afc-56c2-4438-9523-ea92b55630af', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'mac_address': 'fa:16:3e:6f:4e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:06Z', 'updated_at': '2022-02-15T14:10:14Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'subnets': [{'id': '6743bbb3-ad3e-492e-bea7-1f06091974e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:11:25.094209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a05d18-edb7-41c9-909e-104a99fffcaa admin admin] Pushing event deleted for resources: {'Network': ['ID=70d01a53-a671-4116-a829-4f8374d7f37c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:25.173412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701c343-11b1-48f9-8cf9-136221c4d0c4 req-e67077d4-2a30-4f0d-9e72-0d78db485464 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:25.175122 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f701c343-11b1-48f9-8cf9-136221c4d0c4 req-e67077d4-2a30-4f0d-9e72-0d78db485464 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.42 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 945 time: 0.2503140 Feb 15 14:11:25.310940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42316) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:25.418194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2e77-3bb8-4587-aa06-7b837006b1b5 req-e833e93c-978d-4e94-8af2-65e846808d7a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:25.428497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f701c343-11b1-48f9-8cf9-136221c4d0c4 req-3745095a-70ba-4ee4-ac76-7af99e4e859d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting port c7b07670-922c-4744-ac9a-0c014da578ae {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:11:25.430791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18dc2e77-3bb8-4587-aa06-7b837006b1b5 req-e833e93c-978d-4e94-8af2-65e846808d7a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 946 time: 0.6612875 Feb 15 14:11:25.431096 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f701c343-11b1-48f9-8cf9-136221c4d0c4 req-3745095a-70ba-4ee4-ac76-7af99e4e859d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:25.519515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3f9c6b9-15e9-4dd4-b6de-207c6b6bafa2 req-3eac0167-dc6c-45e1-a82b-bb5207c787b1 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/security-groups?id=2533281c-588c-4377-a039-b67b596569a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4823153 Feb 15 14:11:25.529704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34bfa86-554a-4487-bf32-57a7679b2df8 None None] New status for floating IP 997137c0-bf01-49d5-b051-1e2cce42c1b2: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:11:25.558470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18dc2e77-3bb8-4587-aa06-7b837006b1b5 req-ab37ed24-4fe2-4720-b93d-317f061a2307 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259940 Feb 15 14:11:25.633048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f701c343-11b1-48f9-8cf9-136221c4d0c4 req-3745095a-70ba-4ee4-ac76-7af99e4e859d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] For port c7b07670-922c-4744-ac9a-0c014da578ae, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c7b07670-922c-4744-ac9a-0c014da578ae,segment=NetworkSegment(90a771db-f864-48d4-9ded-1a2dccc3ef9d),segment_id=90a771db-f864-48d4-9ded-1a2dccc3ef9d)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:25.633422 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f701c343-11b1-48f9-8cf9-136221c4d0c4 req-3745095a-70ba-4ee4-ac76-7af99e4e859d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:25.650049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6d5a8cfd-49f8-4e2c-9036-e4cb6d76d3fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06893bd186c246f8b491a5eab23d1c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3076706 Feb 15 14:11:25.653800 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42322) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:25.698760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f701c343-11b1-48f9-8cf9-136221c4d0c4 req-3745095a-70ba-4ee4-ac76-7af99e4e859d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Calling delete_port for c7b07670-922c-4744-ac9a-0c014da578ae owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:11:25.824085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dafd46-782d-4eec-a4f6-5ce60101cd3e req-d6378a89-1aa6-422f-aad0-bdeebf81890d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:25.837334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62dafd46-782d-4eec-a4f6-5ce60101cd3e req-d6378a89-1aa6-422f-aad0-bdeebf81890d tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.1309516 Feb 15 14:11:25.990455 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-62dafd46-782d-4eec-a4f6-5ce60101cd3e req-c72b95fc-116d-419c-abde-311bac95b48f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517515 Feb 15 14:11:26.048824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-516d262e-6d62-4227-8cdc-1cc38cf69a1b admin admin] Publish callbacks [] for security_group (e94e9fdc-bde3-436e-9cf3-6e6a55b65421), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:26.128314 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-516d262e-6d62-4227-8cdc-1cc38cf69a1b admin admin] Publish callbacks [] for security_group (e94e9fdc-bde3-436e-9cf3-6e6a55b65421), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:26.235703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9492a83-c93a-47d4-a627-37e636405e6a req-4f90a232-1c50-43b0-a3e9-8636c3abaef0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:26.247003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9492a83-c93a-47d4-a627-37e636405e6a req-4f90a232-1c50-43b0-a3e9-8636c3abaef0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.3296688 Feb 15 14:11:26.274783 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f701c343-11b1-48f9-8cf9-136221c4d0c4 req-3745095a-70ba-4ee4-ac76-7af99e4e859d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c7b07670-922c-4744-ac9a-0c014da578ae), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:26.348334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaae50-f230-4c21-9111-cee7d55d5ae0 req-b525fb74-89a2-467e-be62-3ac0452e3d1e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:26.351367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0eaae50-f230-4c21-9111-cee7d55d5ae0 req-b525fb74-89a2-467e-be62-3ac0452e3d1e tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865 HTTP/1.1" status: 200 len: 945 time: 0.3730960 Feb 15 14:11:26.354243 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-516d262e-6d62-4227-8cdc-1cc38cf69a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e94e9fdc-bde3-436e-9cf3-6e6a55b65421), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:26.357733 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-516d262e-6d62-4227-8cdc-1cc38cf69a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:26.371215 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-516d262e-6d62-4227-8cdc-1cc38cf69a1b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e94e9fdc-bde3-436e-9cf3-6e6a55b65421 HTTP/1.1" status: 204 len: 168 time: 0.7070336 Feb 15 14:11:26.433117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906ef1a-aec5-4a7c-9e20-2081ea6869a8 req-4507c6c2-2e3c-4b89-bdc1-f2e061666218 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:26.462063 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f906ef1a-aec5-4a7c-9e20-2081ea6869a8 req-4507c6c2-2e3c-4b89-bdc1-f2e061666218 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 946 time: 0.2986822 Feb 15 14:11:26.462608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42334) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:26.474266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745095a-70ba-4ee4-ac76-7af99e4e859d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Port': ['ID=c7b07670-922c-4744-ac9a-0c014da578ae,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:26.477641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f701c343-11b1-48f9-8cf9-136221c4d0c4 req-3745095a-70ba-4ee4-ac76-7af99e4e859d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] No DVR routers for this DVR port c7b07670-922c-4744-ac9a-0c014da578ae on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:11:26.487225 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c62277fa-5fe3-4f28-bad2-bf3aab29add4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Request body: {'floatingip': {'port_id': '54e91368-fc0e-4ead-8188-9bc4b66ca839'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:26.508246 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f701c343-11b1-48f9-8cf9-136221c4d0c4 req-3745095a-70ba-4ee4-ac76-7af99e4e859d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:26.514468 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9492a83-c93a-47d4-a627-37e636405e6a req-3d5411ab-824e-4cb9-bad3-c3a7e2ee393c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659616 Feb 15 14:11:26.518415 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f701c343-11b1-48f9-8cf9-136221c4d0c4 req-3745095a-70ba-4ee4-ac76-7af99e4e859d tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.42 "DELETE /v2.0/ports/c7b07670-922c-4744-ac9a-0c014da578ae HTTP/1.1" status: 204 len: 173 time: 1.3313162 Feb 15 14:11:26.518946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'name': 'network-vif-deleted', 'tag': 'c7b07670-922c-4744-ac9a-0c014da578ae'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:26.522921 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d8a7b9-020c-4b76-8066-b4acd0f0647c" -d '{"events": [{"server_uuid": "a81b0f46-820a-449d-9b6b-e76b34dad0c5", "name": "network-vif-deleted", "tag": "c7b07670-922c-4744-ac9a-0c014da578ae"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:26.528053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d262e-6d62-4227-8cdc-1cc38cf69a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e9fdc-bde3-436e-9cf3-6e6a55b65421,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:26.749888 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c62277fa-5fe3-4f28-bad2-bf3aab29add4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for floatingip (04bf8cb2-f616-482a-a5be-87c3cf3409d9), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:26.893475 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640c5071-a8b6-4f45-99b7-1029e4e3f89a x-openstack-request-id: req-640c5071-a8b6-4f45-99b7-1029e4e3f89a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:26.894008 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81b0f46-820a-449d-9b6b-e76b34dad0c5", "name": "network-vif-deleted", "tag": "c7b07670-922c-4744-ac9a-0c014da578ae", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:26.894455 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-640c5071-a8b6-4f45-99b7-1029e4e3f89a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:26.895067 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81b0f46-820a-449d-9b6b-e76b34dad0c5', 'name': 'network-vif-deleted', 'tag': 'c7b07670-922c-4744-ac9a-0c014da578ae', 'status': 'completed', 'code': 200} Feb 15 14:11:27.074397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95f306e9-3f46-43b8-a86c-7c732a643d09 req-198a6d9d-6e24-4830-b3ca-f0a49d9d3db5 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "GET /v2.0/ports?device_id=a81b0f46-820a-449d-9b6b-e76b34dad0c5 HTTP/1.1" status: 200 len: 210 time: 0.0586922 Feb 15 14:11:27.087219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbff38-2a8f-42b9-ab5a-18c7c0600725 req-a715909b-23d0-4547-9a05-6929742bcfc9 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:27.094797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-debbff38-2a8f-42b9-ab5a-18c7c0600725 req-a715909b-23d0-4547-9a05-6929742bcfc9 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865 HTTP/1.1" status: 200 len: 945 time: 0.3774433 Feb 15 14:11:27.111268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-c0eaae50-f230-4c21-9111-cee7d55d5ae0 req-347193e3-734a-4f88-8764-537b7bd53fe2 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Deleting port 1f020733-7630-4c08-b558-4b8f27a0d848 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:11:27.111729 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c0eaae50-f230-4c21-9111-cee7d55d5ae0 req-347193e3-734a-4f88-8764-537b7bd53fe2 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:27.390956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-debbff38-2a8f-42b9-ab5a-18c7c0600725 req-f1706eb8-accc-47bc-bea8-c750541b218f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/security-groups?id=61e2056d-aa95-4ad9-83ad-cde46fe0aeec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902660 Feb 15 14:11:27.482668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-c0eaae50-f230-4c21-9111-cee7d55d5ae0 req-347193e3-734a-4f88-8764-537b7bd53fe2 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] For port 1f020733-7630-4c08-b558-4b8f27a0d848, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1f020733-7630-4c08-b558-4b8f27a0d848,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:27.483017 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c0eaae50-f230-4c21-9111-cee7d55d5ae0 req-347193e3-734a-4f88-8764-537b7bd53fe2 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:27.539827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1005d-8e4d-47e4-b359-5f740ac61f9f req-828f9a3c-0bdd-420f-86bf-277ebd2d2227 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:27.546753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1b1005d-8e4d-47e4-b359-5f740ac61f9f req-828f9a3c-0bdd-420f-86bf-277ebd2d2227 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2962983 Feb 15 14:11:27.555684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-c0eaae50-f230-4c21-9111-cee7d55d5ae0 req-347193e3-734a-4f88-8764-537b7bd53fe2 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Calling delete_port for 1f020733-7630-4c08-b558-4b8f27a0d848 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:11:27.767712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1b1005d-8e4d-47e4-b359-5f740ac61f9f req-0e012a52-e9b4-4791-911a-7e8103881c99 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154429 Feb 15 14:11:27.798306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912adb4-d0fd-4d48-939d-d561b33c228b req-f7dc95e3-c072-4272-b4bb-0f966144a46f tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:27.806300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e912adb4-d0fd-4d48-939d-d561b33c228b req-f7dc95e3-c072-4272-b4bb-0f966144a46f tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 945 time: 0.3108015 Feb 15 14:11:27.943519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e912adb4-d0fd-4d48-939d-d561b33c228b req-8abd049f-af1b-46df-b939-fa3b23366e84 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362355 Feb 15 14:11:28.018727 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.resource_extend [None req-c62277fa-5fe3-4f28-bad2-bf3aab29add4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:11:28.551737 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c62277fa-5fe3-4f28-bad2-bf3aab29add4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:28.574339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e38392-5505-4c43-8eeb-3425a017b2c0 req-9cc6911a-0b20-478b-83c5-e52dc5e750f9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:28.581267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01e38392-5505-4c43-8eeb-3425a017b2c0 req-9cc6911a-0b20-478b-83c5-e52dc5e750f9 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.6337757 Feb 15 14:11:28.592881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c62277fa-5fe3-4f28-bad2-bf3aab29add4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (04bf8cb2-f616-482a-a5be-87c3cf3409d9), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:28.606818 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c0eaae50-f230-4c21-9111-cee7d55d5ae0 req-347193e3-734a-4f88-8764-537b7bd53fe2 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1f020733-7630-4c08-b558-4b8f27a0d848), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:28.619922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['fab7e982-0d38-48fb-b5b8-491ccb8a7b19'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:11:28.720151 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4ee3f-bd9d-43d9-8a15-0ab73d9e50b5 req-8fef5b69-47ba-4426-b2de-91012fb266dd tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:28.721705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42f4ee3f-bd9d-43d9-8a15-0ab73d9e50b5 req-8fef5b69-47ba-4426-b2de-91012fb266dd tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.6255119 Feb 15 14:11:28.728794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649592e4-3be7-4e92-8170-bd839015108d req-8f3d7933-f54d-480e-b18f-ccdc4e8a4405 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:28.731032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-649592e4-3be7-4e92-8170-bd839015108d req-8f3d7933-f54d-480e-b18f-ccdc4e8a4405 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.67 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 945 time: 0.6566665 Feb 15 14:11:28.824994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347193e3-734a-4f88-8764-537b7bd53fe2 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Pushing event deleted for resources: {'Port': ['ID=1f020733-7630-4c08-b558-4b8f27a0d848,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:28.947662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01e38392-5505-4c43-8eeb-3425a017b2c0 req-aac45ce6-3a62-4b29-9598-6eb60cea1c2e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653436 Feb 15 14:11:29.013433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0eaae50-f230-4c21-9111-cee7d55d5ae0 req-347193e3-734a-4f88-8764-537b7bd53fe2 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] No DVR routers for this DVR port 1f020733-7630-4c08-b558-4b8f27a0d848 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:11:29.042149 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-c0eaae50-f230-4c21-9111-cee7d55d5ae0 req-347193e3-734a-4f88-8764-537b7bd53fe2 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:29.045741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0eaae50-f230-4c21-9111-cee7d55d5ae0 req-347193e3-734a-4f88-8764-537b7bd53fe2 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.42 "DELETE /v2.0/ports/1f020733-7630-4c08-b558-4b8f27a0d848 HTTP/1.1" status: 204 len: 173 time: 2.6882236 Feb 15 14:11:29.060226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865', 'name': 'network-vif-deleted', 'tag': '1f020733-7630-4c08-b558-4b8f27a0d848'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:29.060383 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd11c95-0bda-414f-9a99-e8b94dd7be4e" -d '{"events": [{"server_uuid": "cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865", "name": "network-vif-deleted", "tag": "1f020733-7630-4c08-b558-4b8f27a0d848"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:29.107143 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-c62277fa-5fe3-4f28-bad2-bf3aab29add4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Floating IP 04bf8cb2-f616-482a-a5be-87c3cf3409d9 associated. External IP: 172.25.6.243, port: 54e91368-fc0e-4ead-8188-9bc4b66ca839. Feb 15 14:11:29.227542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42f4ee3f-bd9d-43d9-8a15-0ab73d9e50b5 req-53722466-9ef3-4c07-ae94-6d1dc3ae131a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714124 Feb 15 14:11:29.283701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581326b7-4738-40fd-8cef-f93ddb5e3a88 req-c4196791-2beb-4505-8f2b-c24538d30a7f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:29.288044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-581326b7-4738-40fd-8cef-f93ddb5e3a88 req-c4196791-2beb-4505-8f2b-c24538d30a7f tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 945 time: 0.5329647 Feb 15 14:11:29.306337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42422) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:29.408541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44bd5a31-62ef-4189-9c03-0ded91f33f41 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (2533281c-588c-4377-a039-b67b596569a9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:29.428305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-649592e4-3be7-4e92-8170-bd839015108d req-7e0f644a-db13-472b-bda0-de8ad0eee1b6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Deleting port 9665526d-7487-4a7a-910e-2807d48aff9d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:11:29.428660 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-649592e4-3be7-4e92-8170-bd839015108d req-7e0f644a-db13-472b-bda0-de8ad0eee1b6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:29.444756 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44bd5a31-62ef-4189-9c03-0ded91f33f41 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (2533281c-588c-4377-a039-b67b596569a9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:29.602560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44bd5a31-62ef-4189-9c03-0ded91f33f41 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2533281c-588c-4377-a039-b67b596569a9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:29.606317 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44bd5a31-62ef-4189-9c03-0ded91f33f41 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:29.612310 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-44bd5a31-62ef-4189-9c03-0ded91f33f41 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/security-groups/2533281c-588c-4377-a039-b67b596569a9 HTTP/1.1" status: 204 len: 168 time: 0.3048368 Feb 15 14:11:29.625836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd5a31-62ef-4189-9c03-0ded91f33f41 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2533281c-588c-4377-a039-b67b596569a9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:29.653271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-affcac49-9362-4af3-bd15-40b1823b18f5 req-6ab8cbeb-8680-464e-a4bb-7ad86853bb00 tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865 HTTP/1.1" status: 200 len: 210 time: 0.2399528 Feb 15 14:11:29.769917 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de30ba18-2b13-47ef-8509-fd200abb0ce8 x-openstack-request-id: req-de30ba18-2b13-47ef-8509-fd200abb0ce8 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:29.770177 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865", "name": "network-vif-deleted", "tag": "1f020733-7630-4c08-b558-4b8f27a0d848", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:29.771039 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-de30ba18-2b13-47ef-8509-fd200abb0ce8 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:29.771462 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9992f2-80c2-4e4b-ae4e-52d0cdd4d865', 'name': 'network-vif-deleted', 'tag': '1f020733-7630-4c08-b558-4b8f27a0d848', 'status': 'completed', 'code': 200} Feb 15 14:11:29.946156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-649592e4-3be7-4e92-8170-bd839015108d req-7e0f644a-db13-472b-bda0-de8ad0eee1b6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] For port 9665526d-7487-4a7a-910e-2807d48aff9d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=9665526d-7487-4a7a-910e-2807d48aff9d,segment=NetworkSegment(7c377e85-490c-4bf4-8e49-d9ef14ecdd17),segment_id=7c377e85-490c-4bf4-8e49-d9ef14ecdd17)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:29.946527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-649592e4-3be7-4e92-8170-bd839015108d req-7e0f644a-db13-472b-bda0-de8ad0eee1b6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:29.981894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-649592e4-3be7-4e92-8170-bd839015108d req-7e0f644a-db13-472b-bda0-de8ad0eee1b6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Calling delete_port for 9665526d-7487-4a7a-910e-2807d48aff9d owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:11:30.011178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42474) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:30.023227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-581326b7-4738-40fd-8cef-f93ddb5e3a88 req-5fa88872-a412-466d-93bc-de44d2c37ecb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Deleting port fab7e982-0d38-48fb-b5b8-491ccb8a7b19 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:11:30.023526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-581326b7-4738-40fd-8cef-f93ddb5e3a88 req-5fa88872-a412-466d-93bc-de44d2c37ecb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:30.039903 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603c687-288b-4ba9-8091-e1adfbc6a504 req-188baa88-7d24-4cac-80d8-1076b12a0638 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:30.047074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7603c687-288b-4ba9-8091-e1adfbc6a504 req-188baa88-7d24-4cac-80d8-1076b12a0638 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2063701 Feb 15 14:11:30.052375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1f020733-7630-4c08-b558-4b8f27a0d848 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:11:30.062226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d3a6b-8568-4bb4-bc74-97d3ed8a17e5 req-6fd73ffd-96e0-4b3c-93d3-955a0a34a721 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:30.070481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a6d3a6b-8568-4bb4-bc74-97d3ed8a17e5 req-6fd73ffd-96e0-4b3c-93d3-955a0a34a721 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 945 time: 0.6592305 Feb 15 14:11:30.097327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 1f020733-7630-4c08-b558-4b8f27a0d848 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:11:30.097662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1f020733-7630-4c08-b558-4b8f27a0d848 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:11:30.098086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c7b07670-922c-4744-ac9a-0c014da578ae no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:11:30.146557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: c7b07670-922c-4744-ac9a-0c014da578ae {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:11:30.146914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c7b07670-922c-4744-ac9a-0c014da578ae not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:11:30.184099 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f6a128e-9faa-4909-bbd3-ea6264ffb5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:30.257452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62277fa-5fe3-4f28-bad2-bf3aab29add4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Router 2d8dae3c-ffe5-4053-bde5-10580405d7ac has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:11:30.318010 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f6a128e-9faa-4909-bbd3-ea6264ffb5bd admin admin] Publish callbacks [] for security_group (c7f534e5-aaab-4062-a96a-1d88d5f5f908), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:30.340816 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f6a128e-9faa-4909-bbd3-ea6264ffb5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c7f534e5-aaab-4062-a96a-1d88d5f5f908), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:30.342819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a6d3a6b-8568-4bb4-bc74-97d3ed8a17e5 req-41364067-c972-4c43-a9cd-d0077ab79a66 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b18cc37-808c-4f93-8bce-dd2471648b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716653 Feb 15 14:11:30.353071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-581326b7-4738-40fd-8cef-f93ddb5e3a88 req-5fa88872-a412-466d-93bc-de44d2c37ecb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] For port fab7e982-0d38-48fb-b5b8-491ccb8a7b19, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=fab7e982-0d38-48fb-b5b8-491ccb8a7b19,segment=NetworkSegment(9bf6c622-ae46-40b2-b799-9354add1c634),segment_id=9bf6c622-ae46-40b2-b799-9354add1c634)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:30.353071 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-581326b7-4738-40fd-8cef-f93ddb5e3a88 req-5fa88872-a412-466d-93bc-de44d2c37ecb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:30.376775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7603c687-288b-4ba9-8091-e1adfbc6a504 req-7e8d61a3-3cdd-4e2b-bf15-bf462ef844bb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276346 Feb 15 14:11:30.395933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-581326b7-4738-40fd-8cef-f93ddb5e3a88 req-5fa88872-a412-466d-93bc-de44d2c37ecb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Calling delete_port for fab7e982-0d38-48fb-b5b8-491ccb8a7b19 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:11:30.468575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42492) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:30.480963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a128e-9faa-4909-bbd3-ea6264ffb5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f534e5-aaab-4062-a96a-1d88d5f5f908,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:30.521729 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0f6a128e-9faa-4909-bbd3-ea6264ffb5bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab46f4a4239d4089a69b84773e3f9934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5061529 Feb 15 14:11:30.522027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42494) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:30.631967 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cb68d0c9-8ff3-45ff-88ed-9ad48dbba3fa admin admin] Publish callbacks [] for security_group (c7f534e5-aaab-4062-a96a-1d88d5f5f908), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:30.668309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cb68d0c9-8ff3-45ff-88ed-9ad48dbba3fa admin admin] Publish callbacks [] for security_group (c7f534e5-aaab-4062-a96a-1d88d5f5f908), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:30.776496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cb68d0c9-8ff3-45ff-88ed-9ad48dbba3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c7f534e5-aaab-4062-a96a-1d88d5f5f908), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:30.779161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cb68d0c9-8ff3-45ff-88ed-9ad48dbba3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:30.780365 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cb68d0c9-8ff3-45ff-88ed-9ad48dbba3fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7f534e5-aaab-4062-a96a-1d88d5f5f908 HTTP/1.1" status: 204 len: 168 time: 0.2571352 Feb 15 14:11:30.805538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68d0c9-8ff3-45ff-88ed-9ad48dbba3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f534e5-aaab-4062-a96a-1d88d5f5f908,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:30.839370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6dc41110-f492-45df-8710-25bfa6748928 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:11:30.953355 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-649592e4-3be7-4e92-8170-bd839015108d req-7e0f644a-db13-472b-bda0-de8ad0eee1b6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9665526d-7487-4a7a-910e-2807d48aff9d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:30.987623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['9665526d-7487-4a7a-910e-2807d48aff9d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:11:31.024310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62277fa-5fe3-4f28-bad2-bf3aab29add4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:11:31.031867 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c62277fa-5fe3-4f28-bad2-bf3aab29add4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:31.040444 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f1716-e39c-478e-bc2f-40daa89da73d None None] Sync routers for ids ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:11:31.055249 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f1716-e39c-478e-bc2f-40daa89da73d None None] Routers {'2d8dae3c-ffe5-4053-bde5-10580405d7ac'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:11:31.057464 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-749f1716-e39c-478e-bc2f-40daa89da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:31.079869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d77f5-3439-4d47-81b9-4c2a84258f12 req-69c396f1-2761-4789-852e-f7e405113656 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:31.085115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca9d77f5-3439-4d47-81b9-4c2a84258f12 req-69c396f1-2761-4789-852e-f7e405113656 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 943 time: 0.5946712 Feb 15 14:11:31.125118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:31.153436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd58d5-b045-4c18-b061-90672a694ae9 req-e3c000bd-af7d-4a26-9f3d-cdf6b58f930b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:31.154533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '6dc41110-f492-45df-8710-25bfa6748928', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'port_id': '6dc41110-f492-45df-8710-25bfa6748928', 'mac_address': 'fa:16:3e:55:e1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:11:31.155687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13cd58d5-b045-4c18-b061-90672a694ae9 req-e3c000bd-af7d-4a26-9f3d-cdf6b58f930b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/networks?id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 200 len: 813 time: 0.4528618 Feb 15 14:11:31.161763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f644a-db13-472b-bda0-de8ad0eee1b6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Pushing event deleted for resources: {'Port': ['ID=9665526d-7487-4a7a-910e-2807d48aff9d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:31.249814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6dc41110-f492-45df-8710-25bfa6748928 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:31.252882 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dc41110-f492-45df-8710-25bfa6748928), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:31.288462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc41110-f492-45df-8710-25bfa6748928 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:11:31.292056 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42542) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:31.318027 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-997893f8-7197-48d2-b386-ff403195347a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:31.337863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:31.346351 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6dc41110-f492-45df-8710-25bfa6748928), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:31.363348 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-749f1716-e39c-478e-bc2f-40daa89da73d None None] Set router 2d8dae3c-ffe5-4053-bde5-10580405d7ac gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:11:31.476223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6dc41110-f492-45df-8710-25bfa6748928,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:31.560415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-997893f8-7197-48d2-b386-ff403195347a admin admin] Publish callbacks [] for security_group (c12f6a62-686e-4699-9b87-dcc5f52c24c0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:31.570590 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-997893f8-7197-48d2-b386-ff403195347a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c12f6a62-686e-4699-9b87-dcc5f52c24c0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:31.602113 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-997893f8-7197-48d2-b386-ff403195347a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f2c2c13859b94df9b59489000f793c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087342 Feb 15 14:11:31.606079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42548) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:31.686773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['6dc41110-f492-45df-8710-25bfa6748928'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:11:31.700092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3e35-611e-4b61-a518-1687947ea3b9 admin admin] Publish callbacks [] for security_group (c12f6a62-686e-4699-9b87-dcc5f52c24c0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:31.705925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997893f8-7197-48d2-b386-ff403195347a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12f6a62-686e-4699-9b87-dcc5f52c24c0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:31.738667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3e35-611e-4b61-a518-1687947ea3b9 admin admin] Publish callbacks [] for security_group (c12f6a62-686e-4699-9b87-dcc5f52c24c0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:31.776123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13cd58d5-b045-4c18-b061-90672a694ae9 req-87a92779-6932-4665-a385-a4e75789751b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/quotas/1998c93b9e7b4952b1abcf16908e0ae0 HTTP/1.1" status: 200 len: 375 time: 0.6104622 Feb 15 14:11:31.779973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c62277fa-5fe3-4f28-bad2-bf3aab29add4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "PUT /v2.0/floatingips/04bf8cb2-f616-482a-a5be-87c3cf3409d9 HTTP/1.1" status: 200 len: 992 time: 5.2967472 Feb 15 14:11:31.844668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:31.848018 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43196c34-1a37-4029-8696-1ccf890046f7" -d '{"events": [{"name": "network-changed", "server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:31.851590 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3e35-611e-4b61-a518-1687947ea3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c12f6a62-686e-4699-9b87-dcc5f52c24c0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:31.856370 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3e35-611e-4b61-a518-1687947ea3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:31.860184 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-749f1716-e39c-478e-bc2f-40daa89da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:58Z', 'revision_number': 4, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '04bf8cb2-f616-482a-a5be-87c3cf3409d9', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'port_id': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'mac_address': 'fa:16:3e:be:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:11:02Z', 'updated_at': '2022-02-15T14:11:27Z', 'revision_number': 1, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bce16a-f26e-4ed5-a1de-a8e58c2dff39', 'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'mac_address': 'fa:16:3e:35:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:57Z', 'updated_at': '2022-02-15T14:11:04Z', 'revision_number': 5, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'subnets': [{'id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:31.862118 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0d6d3e35-611e-4b61-a518-1687947ea3b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c12f6a62-686e-4699-9b87-dcc5f52c24c0 HTTP/1.1" status: 204 len: 168 time: 0.2550275 Feb 15 14:11:31.879837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d3e35-611e-4b61-a518-1687947ea3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12f6a62-686e-4699-9b87-dcc5f52c24c0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:31.911579 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f1716-e39c-478e-bc2f-40daa89da73d None None] Checking router: 2d8dae3c-ffe5-4053-bde5-10580405d7ac for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:11:31.924637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-649592e4-3be7-4e92-8170-bd839015108d req-7e0f644a-db13-472b-bda0-de8ad0eee1b6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] No DVR routers for this DVR port 9665526d-7487-4a7a-910e-2807d48aff9d on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:11:31.927370 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f1716-e39c-478e-bc2f-40daa89da73d None None] Routers {'2d8dae3c-ffe5-4053-bde5-10580405d7ac'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:11:31.930389 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-749f1716-e39c-478e-bc2f-40daa89da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:31.936501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-649592e4-3be7-4e92-8170-bd839015108d req-7e0f644a-db13-472b-bda0-de8ad0eee1b6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:31.942640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-649592e4-3be7-4e92-8170-bd839015108d req-7e0f644a-db13-472b-bda0-de8ad0eee1b6 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.67 "DELETE /v2.0/ports/9665526d-7487-4a7a-910e-2807d48aff9d HTTP/1.1" status: 204 len: 173 time: 3.1842957 Feb 15 14:11:32.090994 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-581326b7-4738-40fd-8cef-f93ddb5e3a88 req-5fa88872-a412-466d-93bc-de44d2c37ecb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fab7e982-0d38-48fb-b5b8-491ccb8a7b19), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:32.183282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca9d77f5-3439-4d47-81b9-4c2a84258f12 req-3d0ef99e-052f-411e-84ff-382f466aceda tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9488010 Feb 15 14:11:32.232464 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-749f1716-e39c-478e-bc2f-40daa89da73d None None] Set router 2d8dae3c-ffe5-4053-bde5-10580405d7ac gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:11:32.290187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa88872-a412-466d-93bc-de44d2c37ecb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Pushing event deleted for resources: {'Port': ['ID=fab7e982-0d38-48fb-b5b8-491ccb8a7b19,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:32.323141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13cd58d5-b045-4c18-b061-90672a694ae9 req-55fb7d00-1501-4544-b717-f9daa2bb090d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5454845 Feb 15 14:11:32.384819 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-581326b7-4738-40fd-8cef-f93ddb5e3a88 req-5fa88872-a412-466d-93bc-de44d2c37ecb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] No DVR routers for this DVR port fab7e982-0d38-48fb-b5b8-491ccb8a7b19 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:11:32.389178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-581326b7-4738-40fd-8cef-f93ddb5e3a88 req-5fa88872-a412-466d-93bc-de44d2c37ecb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:32.392856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-581326b7-4738-40fd-8cef-f93ddb5e3a88 req-5fa88872-a412-466d-93bc-de44d2c37ecb tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.67 "DELETE /v2.0/ports/fab7e982-0d38-48fb-b5b8-491ccb8a7b19 HTTP/1.1" status: 204 len: 173 time: 3.0917954 Feb 15 14:11:32.539866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a31b163f-e4b8-45cb-8c2a-2973b39dc55f req-3b845420-43df-45b0-b789-29975ac02fb3 tempest-AttachVolumeNegativeTest-1386367726 tempest-AttachVolumeNegativeTest-1386367726-project] 10.222.0.72 "GET /v2.0/ports?device_id=acaf36d8-bef3-449e-b48e-34d687556497 HTTP/1.1" status: 200 len: 210 time: 0.0813053 Feb 15 14:11:32.673087 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44206cb8-ec2c-442c-9f31-1375538a939f x-openstack-request-id: req-44206cb8-ec2c-442c-9f31-1375538a939f {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:32.673481 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:32.673746 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-44206cb8-ec2c-442c-9f31-1375538a939f {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:32.674155 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'status': 'completed', 'code': 200} Feb 15 14:11:32.766340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad062973-6108-41e3-bc62-323cdcb7f496 req-58540872-3aa8-45be-9c68-ec142974961d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:32.776707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad062973-6108-41e3-bc62-323cdcb7f496 req-58540872-3aa8-45be-9c68-ec142974961d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 946 time: 0.2467294 Feb 15 14:11:32.815027 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-749f1716-e39c-478e-bc2f-40daa89da73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:58Z', 'revision_number': 4, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '04bf8cb2-f616-482a-a5be-87c3cf3409d9', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'port_id': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'mac_address': 'fa:16:3e:be:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:11:02Z', 'updated_at': '2022-02-15T14:11:27Z', 'revision_number': 1, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bce16a-f26e-4ed5-a1de-a8e58c2dff39', 'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'mac_address': 'fa:16:3e:35:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:57Z', 'updated_at': '2022-02-15T14:11:04Z', 'revision_number': 5, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'subnets': [{'id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:32.859624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6dc41110-f492-45df-8710-25bfa6748928 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:11:32.869278 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f1716-e39c-478e-bc2f-40daa89da73d None None] The sync data for ids ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'] in n-d-829064-15 is: [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:58Z', 'revision_number': 4, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '04bf8cb2-f616-482a-a5be-87c3cf3409d9', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'floating_ip_address': '172.25.6.243', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'port_id': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'mac_address': 'fa:16:3e:be:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:11:02Z', 'updated_at': '2022-02-15T14:11:27Z', 'revision_number': 1, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bce16a-f26e-4ed5-a1de-a8e58c2dff39', 'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'mac_address': 'fa:16:3e:35:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:57Z', 'updated_at': '2022-02-15T14:11:04Z', 'revision_number': 5, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'subnets': [{'id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:11:32.881435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad8cbb7a-c189-4d75-bec3-bfb165958a64 req-5409b6e5-4c8b-44fe-b49f-dd33d9db8e1d tempest-MultipleCreateTestJSON-2142923445 tempest-MultipleCreateTestJSON-2142923445-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5ca9454-994e-4352-9159-931e8ab28756 HTTP/1.1" status: 200 len: 210 time: 0.0709543 Feb 15 14:11:32.911285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43196c34-1a37-4029-8696-1ccf890046f7 req-b8c59a2e-c797-4834-b32b-ee47fc66a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:32.914052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43196c34-1a37-4029-8696-1ccf890046f7 req-b8c59a2e-c797-4834-b32b-ee47fc66a959 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1129 time: 0.2388282 Feb 15 14:11:33.028094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 6dc41110-f492-45df-8710-25bfa6748928 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:33.028658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6dc41110-f492-45df-8710-25bfa6748928), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:33.105120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad062973-6108-41e3-bc62-323cdcb7f496 req-d9ebb6a9-9d6f-4fba-8f28-8044c7ff8a97 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268104 Feb 15 14:11:33.171176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6dc41110-f492-45df-8710-25bfa6748928 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:33.171722 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6dc41110-f492-45df-8710-25bfa6748928), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:33.209361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc41110-f492-45df-8710-25bfa6748928'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:33.211982 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a50c1c8-1c78-488f-adda-6d5582a60a6b" -d '{"events": [{"server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "name": "network-vif-plugged", "status": "completed", "tag": "6dc41110-f492-45df-8710-25bfa6748928"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:33.228607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:33.234878 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6dc41110-f492-45df-8710-25bfa6748928), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:33.237342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9665526d-7487-4a7a-910e-2807d48aff9d no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:11:33.255590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43196c34-1a37-4029-8696-1ccf890046f7 req-28dcfa2d-4ec8-4215-9b4a-a5f91b46740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:33.257121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43196c34-1a37-4029-8696-1ccf890046f7 req-28dcfa2d-4ec8-4215-9b4a-a5f91b46740d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.3340173 Feb 15 14:11:33.281737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e83cd-ee23-49ce-8f6b-2b5eaec657f4 req-eafabb90-f38f-40d4-b1c0-c92301b4de9f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:33.289860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-079e83cd-ee23-49ce-8f6b-2b5eaec657f4 req-eafabb90-f38f-40d4-b1c0-c92301b4de9f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2575855 Feb 15 14:11:33.295932 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (0d382ad3-4399-4982-a117-8c3863944993), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:33.341975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f5991b-2ecb-46b1-8457-c16a11c098f7 None None] New status for floating IP 04bf8cb2-f616-482a-a5be-87c3cf3409d9: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:11:33.392597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 9665526d-7487-4a7a-910e-2807d48aff9d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:11:33.393053 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 9665526d-7487-4a7a-910e-2807d48aff9d not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:11:33.393554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fab7e982-0d38-48fb-b5b8-491ccb8a7b19 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:11:33.434756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: fab7e982-0d38-48fb-b5b8-491ccb8a7b19 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:11:33.435353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device fab7e982-0d38-48fb-b5b8-491ccb8a7b19 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:11:33.436879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6dc41110-f492-45df-8710-25bfa6748928,revision_number=10']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:33.492509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43196c34-1a37-4029-8696-1ccf890046f7 req-24dc9462-8e60-4aea-8ec9-83f97ffce4a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 1000 time: 0.2014070 Feb 15 14:11:33.525681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75943a-ffbd-49bc-86f9-3f1deca4d99e req-96f72dd2-8084-42d7-baca-af1dcc8b6ad9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:33.527354 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff75943a-ffbd-49bc-86f9-3f1deca4d99e req-96f72dd2-8084-42d7-baca-af1dcc8b6ad9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 946 time: 0.2949779 Feb 15 14:11:33.579383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-079e83cd-ee23-49ce-8f6b-2b5eaec657f4 req-8f3cb08a-a1ff-4636-9462-3b58eb205c67 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227304 Feb 15 14:11:33.641191 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fb9062-b592-47d6-9ebe-a002d803ed4f x-openstack-request-id: req-f7fb9062-b592-47d6-9ebe-a002d803ed4f {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:33.641570 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "name": "network-vif-plugged", "status": "completed", "tag": "6dc41110-f492-45df-8710-25bfa6748928", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:33.641918 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f7fb9062-b592-47d6-9ebe-a002d803ed4f {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:33.643474 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc41110-f492-45df-8710-25bfa6748928', 'code': 200} Feb 15 14:11:33.651844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43196c34-1a37-4029-8696-1ccf890046f7 req-137a257b-af1b-4bab-9ac0-b4802f1cd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:33.654019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43196c34-1a37-4029-8696-1ccf890046f7 req-137a257b-af1b-4bab-9ac0-b4802f1cd9c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1525345 Feb 15 14:11:33.841549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff75943a-ffbd-49bc-86f9-3f1deca4d99e req-9528b6a3-bdf4-4794-b809-cfba02f00610 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882156 Feb 15 14:11:33.910256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42604) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:33.974661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43196c34-1a37-4029-8696-1ccf890046f7 req-dfad7cd5-06e2-480f-9ac3-d636027c0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:33.976273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43196c34-1a37-4029-8696-1ccf890046f7 req-dfad7cd5-06e2-480f-9ac3-d636027c0fc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3122127 Feb 15 14:11:34.058592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf7937-5cb1-48c6-b1f2-698b83852dc7 req-ddb1bc71-083c-4955-b2ac-23a72e4c32ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:34.060757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1cf7937-5cb1-48c6-b1f2-698b83852dc7 req-ddb1bc71-083c-4955-b2ac-23a72e4c32ca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 1129 time: 0.2237537 Feb 15 14:11:34.111972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842e7e-fd26-4ea6-a2b6-abe1c6e48ea3 req-8cdf4cd0-1b41-455f-8208-0ecc5d30c807 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:34.119464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d842e7e-fd26-4ea6-a2b6-abe1c6e48ea3 req-8cdf4cd0-1b41-455f-8208-0ecc5d30c807 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 946 time: 0.3403134 Feb 15 14:11:34.240956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43196c34-1a37-4029-8696-1ccf890046f7 req-bfc82120-3fe4-4481-bc38-18efa3aa958f service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549782 Feb 15 14:11:34.255384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c52db-7dc7-432e-9eed-9004cc938b66 req-ee4a399a-704c-4dc2-938e-e94a00702ee0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:34.256993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-832c52db-7dc7-432e-9eed-9004cc938b66 req-ee4a399a-704c-4dc2-938e-e94a00702ee0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2776859 Feb 15 14:11:34.259360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1cf7937-5cb1-48c6-b1f2-698b83852dc7 req-fc8b71e8-6692-4f3a-a404-e3f2b741e65d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734056 Feb 15 14:11:34.274812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cfacde5-fae7-4a9a-9d4a-e2bd7a209b89 admin admin] Deleting subnet 152336a0-6dff-4d72-a9fd-7042050160a1 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:11:34.279792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cfacde5-fae7-4a9a-9d4a-e2bd7a209b89 admin admin] Publish callbacks [] for subnet (152336a0-6dff-4d72-a9fd-7042050160a1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.339210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cfacde5-fae7-4a9a-9d4a-e2bd7a209b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (152336a0-6dff-4d72-a9fd-7042050160a1), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.350173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d842e7e-fd26-4ea6-a2b6-abe1c6e48ea3 req-b8cd4862-f7f6-41e5-8c18-696d6ba1adaf tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295485 Feb 15 14:11:34.401916 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cfacde5-fae7-4a9a-9d4a-e2bd7a209b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (152336a0-6dff-4d72-a9fd-7042050160a1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.454103 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-832c52db-7dc7-432e-9eed-9004cc938b66 req-37c573e6-e90e-4a04-9cc5-d8788cf7f1ce tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529069 Feb 15 14:11:34.494374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42618) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:34.507225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43196c34-1a37-4029-8696-1ccf890046f7 req-18e80e22-7014-4c90-8124-2cb2e5d3986b service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464881 Feb 15 14:11:34.557186 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cfacde5-fae7-4a9a-9d4a-e2bd7a209b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (152336a0-6dff-4d72-a9fd-7042050160a1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.557483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting port aa9b7b99-c46c-4ad7-b512-50f7437fdffd {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:11:34.557693 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.596676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfacde5-fae7-4a9a-9d4a-e2bd7a209b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152336a0-6dff-4d72-a9fd-7042050160a1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:34.601945 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cfacde5-fae7-4a9a-9d4a-e2bd7a209b89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.606413 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8cfacde5-fae7-4a9a-9d4a-e2bd7a209b89 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/152336a0-6dff-4d72-a9fd-7042050160a1 HTTP/1.1" status: 204 len: 168 time: 0.6939881 Feb 15 14:11:34.608832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42622) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:34.625213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff5d6d0-bd11-4bc6-a76f-0f7c33ec8b5b admin admin] Deleting subnet 6c7249b1-4ab3-4e4f-97b3-bdfe0649259d {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:11:34.632582 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d6d0-bd11-4bc6-a76f-0f7c33ec8b5b admin admin] Publish callbacks [] for subnet (6c7249b1-4ab3-4e4f-97b3-bdfe0649259d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.674975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaf36d8-bef3-449e-b48e-34d687556497', 'name': 'network-vif-deleted', 'tag': '9665526d-7487-4a7a-910e-2807d48aff9d'}, {'server_uuid': 'c5ca9454-994e-4352-9159-931e8ab28756', 'name': 'network-vif-deleted', 'tag': 'fab7e982-0d38-48fb-b5b8-491ccb8a7b19'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:34.677157 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0807157-938c-4865-b4c8-03ed49c3e32e" -d '{"events": [{"server_uuid": "acaf36d8-bef3-449e-b48e-34d687556497", "name": "network-vif-deleted", "tag": "9665526d-7487-4a7a-910e-2807d48aff9d"}, {"server_uuid": "c5ca9454-994e-4352-9159-931e8ab28756", "name": "network-vif-deleted", "tag": "fab7e982-0d38-48fb-b5b8-491ccb8a7b19"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:34.710927 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d6d0-bd11-4bc6-a76f-0f7c33ec8b5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (6c7249b1-4ab3-4e4f-97b3-bdfe0649259d), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.730510 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (771c49b0-8269-49d5-826a-f23ac405a041), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.759389 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7dc522-3b8c-4c44-bed3-05bacc686b12 x-openstack-request-id: req-bb7dc522-3b8c-4c44-bed3-05bacc686b12 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:34.759544 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaf36d8-bef3-449e-b48e-34d687556497", "name": "network-vif-deleted", "tag": "9665526d-7487-4a7a-910e-2807d48aff9d", "status": "completed", "code": 200}, {"server_uuid": "c5ca9454-994e-4352-9159-931e8ab28756", "name": "network-vif-deleted", "tag": "fab7e982-0d38-48fb-b5b8-491ccb8a7b19", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:34.759668 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb7dc522-3b8c-4c44-bed3-05bacc686b12 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:34.760079 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaf36d8-bef3-449e-b48e-34d687556497', 'name': 'network-vif-deleted', 'tag': '9665526d-7487-4a7a-910e-2807d48aff9d', 'status': 'completed', 'code': 200} Feb 15 14:11:34.760340 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ca9454-994e-4352-9159-931e8ab28756', 'name': 'network-vif-deleted', 'tag': 'fab7e982-0d38-48fb-b5b8-491ccb8a7b19', 'status': 'completed', 'code': 200} Feb 15 14:11:34.764906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] For port aa9b7b99-c46c-4ad7-b512-50f7437fdffd, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=aa9b7b99-c46c-4ad7-b512-50f7437fdffd,segment=NetworkSegment(90a771db-f864-48d4-9ded-1a2dccc3ef9d),segment_id=90a771db-f864-48d4-9ded-1a2dccc3ef9d)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:34.765280 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.790429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Calling delete_port for aa9b7b99-c46c-4ad7-b512-50f7437fdffd owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:11:34.814393 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d6d0-bd11-4bc6-a76f-0f7c33ec8b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (6c7249b1-4ab3-4e4f-97b3-bdfe0649259d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.892653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (771c49b0-8269-49d5-826a-f23ac405a041), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.920750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771c49b0-8269-49d5-826a-f23ac405a041']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:34.934262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c377e85-490c-4bf4-8e49-d9ef14ecdd17') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:34.934991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c377e85-490c-4bf4-8e49-d9ef14ecdd17') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:34.943058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9179377a-ca2f-4a50-9558-2c1d7c82bac7 req-01fc6455-fd0b-4f23-adee-94f3eaf0969d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1998c93b9e7b4952b1abcf16908e0ae0 HTTP/1.1" status: 200 len: 221 time: 0.0656884 Feb 15 14:11:34.952230 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (7c377e85-490c-4bf4-8e49-d9ef14ecdd17), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.971873 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7c377e85-490c-4bf4-8e49-d9ef14ecdd17), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:34.981809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:11:34.982345 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (7c377e85-490c-4bf4-8e49-d9ef14ecdd17), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.042595 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d6d0-bd11-4bc6-a76f-0f7c33ec8b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (6c7249b1-4ab3-4e4f-97b3-bdfe0649259d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:11:35.051917 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:11:35.058148 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (771c49b0-8269-49d5-826a-f23ac405a041), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.064851 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.071777 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] 10.222.0.72 "DELETE /v2.0/networks/771c49b0-8269-49d5-826a-f23ac405a041 HTTP/1.1" status: 204 len: 168 time: 0.4614215 Feb 15 14:11:35.085572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5d6d0-bd11-4bc6-a76f-0f7c33ec8b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7249b1-4ab3-4e4f-97b3-bdfe0649259d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:35.087472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e510c-21b5-4549-bc1a-7f796366b072 admin admin] Pushing event deleted for resources: {'Network': ['ID=771c49b0-8269-49d5-826a-f23ac405a041,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:35.095630 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d6d0-bd11-4bc6-a76f-0f7c33ec8b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.098806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2ff5d6d0-bd11-4bc6-a76f-0f7c33ec8b5b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6c7249b1-4ab3-4e4f-97b3-bdfe0649259d HTTP/1.1" status: 204 len: 168 time: 0.6083453 Feb 15 14:11:35.102114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42652) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:35.163469 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1b2dd-e1a1-4323-9244-f8dc206269d2 req-3d4c88bd-0606-45ee-8632-9b54dedde59f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:35.164871 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4a1b2dd-e1a1-4323-9244-f8dc206269d2 req-3d4c88bd-0606-45ee-8632-9b54dedde59f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 946 time: 0.2202470 Feb 15 14:11:35.219417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df2ac-7b9e-43fa-8815-7f2e1335bf69 req-21470f07-c8bf-4d71-ae0f-963061a79c5e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:35.220946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-732df2ac-7b9e-43fa-8815-7f2e1335bf69 req-21470f07-c8bf-4d71-ae0f-963061a79c5e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1288691 Feb 15 14:11:35.250788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (b6ca7799-3b17-436c-a7f7-21711e4042e3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.320012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4a1b2dd-e1a1-4323-9244-f8dc206269d2 req-a06b5937-3f1c-4878-bc24-ca48306876dd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420481 Feb 15 14:11:35.370637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42660) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:35.392640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (b6ca7799-3b17-436c-a7f7-21711e4042e3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.424932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ca7799-3b17-436c-a7f7-21711e4042e3']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:35.425503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-732df2ac-7b9e-43fa-8815-7f2e1335bf69 req-a9a49a1f-b488-4aac-91e6-2f2da71e73ad tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732163 Feb 15 14:11:35.436072 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (aa9b7b99-c46c-4ad7-b512-50f7437fdffd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.438795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf6c622-ae46-40b2-b799-9354add1c634') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:35.439209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf6c622-ae46-40b2-b799-9354add1c634') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:35.459781 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (9bf6c622-ae46-40b2-b799-9354add1c634), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.478700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (9bf6c622-ae46-40b2-b799-9354add1c634), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.488698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:11:35.490767 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (9bf6c622-ae46-40b2-b799-9354add1c634), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.540523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Port': ['ID=aa9b7b99-c46c-4ad7-b512-50f7437fdffd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:11:35.568712 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:11:35.572440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (b6ca7799-3b17-436c-a7f7-21711e4042e3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.580557 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:35.585066 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b6ca7799-3b17-436c-a7f7-21711e4042e3 HTTP/1.1" status: 204 len: 168 time: 0.4811780 Feb 15 14:11:35.612955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c0f9e-1677-4052-8c8e-21e7f7983894 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ca7799-3b17-436c-a7f7-21711e4042e3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:35.955529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42682) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:36.018762 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-21c196ab-84e3-4775-ac68-2faaec5b31cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b61500dd84ea4dff9618ad5e1e44331a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617857 Feb 15 14:11:36.021316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42686) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:36.127562 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-695f0a8a-fd49-4175-b205-d55c77e29253 admin admin] Publish callbacks [] for security_group (61e2056d-aa95-4ad9-83ad-cde46fe0aeec), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:36.146224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacc04c-782c-4c62-b31e-9c5c313e11e0 req-cd85e637-7b59-4d1e-adb7-96c84affdab4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:36.153358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2cacc04c-782c-4c62-b31e-9c5c313e11e0 req-cd85e637-7b59-4d1e-adb7-96c84affdab4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 946 time: 0.7199783 Feb 15 14:11:36.161202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5ab15156-69d0-4192-bdd2-0f1f5c32f254 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d5099d865da41f6b4f66195a40c2dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7735014 Feb 15 14:11:36.165978 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-695f0a8a-fd49-4175-b205-d55c77e29253 admin admin] Publish callbacks [] for security_group (61e2056d-aa95-4ad9-83ad-cde46fe0aeec), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:36.194392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42690) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:36.264039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-695f0a8a-fd49-4175-b205-d55c77e29253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (61e2056d-aa95-4ad9-83ad-cde46fe0aeec), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:36.266651 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-695f0a8a-fd49-4175-b205-d55c77e29253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:36.268008 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-695f0a8a-fd49-4175-b205-d55c77e29253 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61e2056d-aa95-4ad9-83ad-cde46fe0aeec HTTP/1.1" status: 204 len: 168 time: 0.2455161 Feb 15 14:11:36.279301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f0a8a-fd49-4175-b205-d55c77e29253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e2056d-aa95-4ad9-83ad-cde46fe0aeec,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:36.302980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c811-a479-46e8-b609-110cdaa44145 req-9df8b215-f1df-4ec3-9d52-3e2ddc851077 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:36.309730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73f7c811-a479-46e8-b609-110cdaa44145 req-9df8b215-f1df-4ec3-9d52-3e2ddc851077 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 946 time: 0.7935586 Feb 15 14:11:36.370047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2cacc04c-782c-4c62-b31e-9c5c313e11e0 req-dc5fcfef-f5b6-4e5a-93ba-206f8c0f0c4c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116349 Feb 15 14:11:36.428936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73f7c811-a479-46e8-b609-110cdaa44145 req-4795ed87-1be5-4d50-af80-acc248bc6317 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182330 Feb 15 14:11:36.429648 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (0d382ad3-4399-4982-a117-8c3863944993), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:36.460012 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-02c91a91-dcf3-47ba-8117-a6668ed21ff8 admin admin] Publish callbacks [] for security_group (8b18cc37-808c-4f93-8bce-dd2471648b70), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:36.515141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-02c91a91-dcf3-47ba-8117-a6668ed21ff8 admin admin] Publish callbacks [] for security_group (8b18cc37-808c-4f93-8bce-dd2471648b70), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:36.760061 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-02c91a91-dcf3-47ba-8117-a6668ed21ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8b18cc37-808c-4f93-8bce-dd2471648b70), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:36.765462 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-02c91a91-dcf3-47ba-8117-a6668ed21ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:36.767649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-02c91a91-dcf3-47ba-8117-a6668ed21ff8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b18cc37-808c-4f93-8bce-dd2471648b70 HTTP/1.1" status: 204 len: 168 time: 0.5694807 Feb 15 14:11:36.789404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c91a91-dcf3-47ba-8117-a6668ed21ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b18cc37-808c-4f93-8bce-dd2471648b70,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:36.804678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe299b-f205-4fce-b86f-0f22a147e360 req-459a16cb-c7fc-4021-884d-b19ac6d2b850 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:36.812744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4dfe299b-f205-4fce-b86f-0f22a147e360 req-459a16cb-c7fc-4021-884d-b19ac6d2b850 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2546773 Feb 15 14:11:36.995674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4dfe299b-f205-4fce-b86f-0f22a147e360 req-2597a88b-533b-4aa8-b8df-55908e8725b3 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770105 Feb 15 14:11:37.080519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Router 0d382ad3-4399-4982-a117-8c3863944993 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:11:37.369326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb1203-c2d3-48fe-9b6a-e4683bf010ad req-bb2e7555-862c-4bc5-8c22-9b98db543d3a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:37.372253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5bb1203-c2d3-48fe-9b6a-e4683bf010ad req-bb2e7555-862c-4bc5-8c22-9b98db543d3a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.0940742 Feb 15 14:11:37.429143 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5bb1203-c2d3-48fe-9b6a-e4683bf010ad req-421b8bd5-3451-4a73-8424-53283832c210 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 Feb 15 14:11:37.432839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:11:37.439108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1e0fe962-3af5-48f4-bbed-399d96d0d568 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "PUT /v2.0/routers/0d382ad3-4399-4982-a117-8c3863944993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9566798 Feb 15 14:11:37.442269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42760) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:37.453674 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709eaae2-5939-41aa-a9d0-0f56f3445dba None None] Sync routers for ids ['0d382ad3-4399-4982-a117-8c3863944993'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:11:37.496266 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709eaae2-5939-41aa-a9d0-0f56f3445dba None None] Routers {'0d382ad3-4399-4982-a117-8c3863944993'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:11:37.498222 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-709eaae2-5939-41aa-a9d0-0f56f3445dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0d382ad3-4399-4982-a117-8c3863944993'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:37.559328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-c147aef0-5319-4a3f-99ba-6dc455e05699 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting subnet 6743bbb3-ad3e-492e-bea7-1f06091974e6 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:11:37.570882 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c147aef0-5319-4a3f-99ba-6dc455e05699 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for subnet (6743bbb3-ad3e-492e-bea7-1f06091974e6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:37.734389 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c147aef0-5319-4a3f-99ba-6dc455e05699 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (6743bbb3-ad3e-492e-bea7-1f06091974e6), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:37.751552 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-709eaae2-5939-41aa-a9d0-0f56f3445dba None None] Set router 0d382ad3-4399-4982-a117-8c3863944993 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:11:37.813212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9259b9c-a2c1-447f-ae8a-b59e3a2386b2 req-315e3c87-9bab-41f0-acb1-eff0b612fc4f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:37.815167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9259b9c-a2c1-447f-ae8a-b59e3a2386b2 req-315e3c87-9bab-41f0-acb1-eff0b612fc4f tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 946 time: 0.1894948 Feb 15 14:11:37.829503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ed270-1854-413b-a19f-fb0f383d9a68 req-5c16d689-b87d-4292-a27d-4a4d1df957e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:37.839895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-056ed270-1854-413b-a19f-fb0f383d9a68 req-5c16d689-b87d-4292-a27d-4a4d1df957e4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2184017 Feb 15 14:11:37.962285 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-709eaae2-5939-41aa-a9d0-0f56f3445dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:11:35Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:37.996462 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709eaae2-5939-41aa-a9d0-0f56f3445dba None None] Checking router: 0d382ad3-4399-4982-a117-8c3863944993 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:11:38.000339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9259b9c-a2c1-447f-ae8a-b59e3a2386b2 req-54d230a7-33c4-41a5-9320-9cacdb4b29e2 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574757 Feb 15 14:11:38.007034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c147aef0-5319-4a3f-99ba-6dc455e05699 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (6743bbb3-ad3e-492e-bea7-1f06091974e6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:38.009412 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709eaae2-5939-41aa-a9d0-0f56f3445dba None None] Routers {'0d382ad3-4399-4982-a117-8c3863944993'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:11:38.010291 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-709eaae2-5939-41aa-a9d0-0f56f3445dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['0d382ad3-4399-4982-a117-8c3863944993'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:38.019532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-056ed270-1854-413b-a19f-fb0f383d9a68 req-0ef4efa4-5ed2-4eb1-8fc7-d6d1ae52553f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784849 Feb 15 14:11:38.178283 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c147aef0-5319-4a3f-99ba-6dc455e05699 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (6743bbb3-ad3e-492e-bea7-1f06091974e6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:38.235224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147aef0-5319-4a3f-99ba-6dc455e05699 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Subnet': ['ID=6743bbb3-ad3e-492e-bea7-1f06091974e6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:38.249024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d6631-f88d-4344-b1ca-43e677eaad9a None None] Network f81a2afc-56c2-4438-9523-ea92b55630af requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:11:38.249955 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c147aef0-5319-4a3f-99ba-6dc455e05699 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:38.256786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c147aef0-5319-4a3f-99ba-6dc455e05699 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/subnets/6743bbb3-ad3e-492e-bea7-1f06091974e6 HTTP/1.1" status: 204 len: 168 time: 0.8104360 Feb 15 14:11:38.257258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42802) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:38.296369 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-709eaae2-5939-41aa-a9d0-0f56f3445dba None None] Set router 0d382ad3-4399-4982-a117-8c3863944993 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:11:38.452230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efe75a-a872-477d-a9df-a0b0be57d5a8 req-8d432d55-cc18-4ed5-a99a-d487e84b2464 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:38.461108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6efe75a-a872-477d-a9df-a0b0be57d5a8 req-8d432d55-cc18-4ed5-a99a-d487e84b2464 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2969196 Feb 15 14:11:38.563737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6efe75a-a872-477d-a9df-a0b0be57d5a8 req-4782b144-ceff-4fb5-a4fa-2cdf762c860d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015139 Feb 15 14:11:38.590123 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router (0d382ad3-4399-4982-a117-8c3863944993), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:38.607741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b49c38-843c-482b-a3b1-2fd07f643122 None None] DHCP port deletion for f81a2afc-56c2-4438-9523-ea92b55630af request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:11:38.651897 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-709eaae2-5939-41aa-a9d0-0f56f3445dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:11:35Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:38.741655 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709eaae2-5939-41aa-a9d0-0f56f3445dba None None] The sync data for ids ['0d382ad3-4399-4982-a117-8c3863944993'] in n-d-829064-15 is: [{'id': '0d382ad3-4399-4982-a117-8c3863944993', 'name': 'tempest-TestNetworkBasicOps-router-2008375564', 'tenant_id': '9371d7d5680c4673b3816e8f8a901c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:58Z', 'updated_at': '2022-02-15T14:11:35Z', 'revision_number': 5, 'project_id': '9371d7d5680c4673b3816e8f8a901c14', 'gw_port': {'id': 'f5a136b6-3243-41e7-b8f9-bf905bccc8dc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d382ad3-4399-4982-a117-8c3863944993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:59Z', 'updated_at': '2022-02-15T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:11:38.776509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d7b49c38-843c-482b-a3b1-2fd07f643122 None None] Deleting port 9c28b799-37e4-4b20-b421-eaed08b679f7 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:11:38.776896 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d7b49c38-843c-482b-a3b1-2fd07f643122 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:38.833961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c824ee9-0633-400a-ae44-6791763b3b8a req-2b427ddd-fe2a-4e98-981d-0a70a8bf20b2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:38.853946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c824ee9-0633-400a-ae44-6791763b3b8a req-2b427ddd-fe2a-4e98-981d-0a70a8bf20b2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1558371 Feb 15 14:11:38.870607 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_gateway (0d382ad3-4399-4982-a117-8c3863944993), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:38.917876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d7b49c38-843c-482b-a3b1-2fd07f643122 None None] For port 9c28b799-37e4-4b20-b421-eaed08b679f7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9c28b799-37e4-4b20-b421-eaed08b679f7,segment=NetworkSegment(90a771db-f864-48d4-9ded-1a2dccc3ef9d),segment_id=90a771db-f864-48d4-9ded-1a2dccc3ef9d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:38.919442 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d7b49c38-843c-482b-a3b1-2fd07f643122 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:38.942935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c824ee9-0633-400a-ae44-6791763b3b8a req-271d708b-1554-45e4-94ad-2a1dae11ba18 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707431 Feb 15 14:11:38.943084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d7b49c38-843c-482b-a3b1-2fd07f643122 None None] Calling delete_port for 9c28b799-37e4-4b20-b421-eaed08b679f7 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:11:39.010319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Deleting port f5a136b6-3243-41e7-b8f9-bf905bccc8dc {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:11:39.010793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:39.063978 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d7b49c38-843c-482b-a3b1-2fd07f643122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (9c28b799-37e4-4b20-b421-eaed08b679f7), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:39.081645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b49c38-843c-482b-a3b1-2fd07f643122 None None] No DVR routers for this DVR port 9c28b799-37e4-4b20-b421-eaed08b679f7 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:11:39.118134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b49c38-843c-482b-a3b1-2fd07f643122 None None] Pushing event deleted for resources: {'Port': ['ID=9c28b799-37e4-4b20-b421-eaed08b679f7,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:39.121074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9c28b799-37e4-4b20-b421-eaed08b679f7 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:11:39.189168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18660094-8bec-4ea3-bdcf-e31d20a734d8 req-0ec5cd99-2248-42df-85a6-6c7c421f1029 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:39.195276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18660094-8bec-4ea3-bdcf-e31d20a734d8 req-0ec5cd99-2248-42df-85a6-6c7c421f1029 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1332030 Feb 15 14:11:39.213665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 9c28b799-37e4-4b20-b421-eaed08b679f7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:11:39.214321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9c28b799-37e4-4b20-b421-eaed08b679f7 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:11:39.315628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] For port f5a136b6-3243-41e7-b8f9-bf905bccc8dc, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f5a136b6-3243-41e7-b8f9-bf905bccc8dc,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:39.316530 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:39.345423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Calling delete_port for f5a136b6-3243-41e7-b8f9-bf905bccc8dc owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:11:39.366669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18660094-8bec-4ea3-bdcf-e31d20a734d8 req-169d9102-b97d-4375-94bc-5c65ca563acb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542702 Feb 15 14:11:39.605400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c3091-772f-42b5-8830-da7842ebf143 req-79bfb2a9-bfbd-4b01-a0c6-ac7b14c6d622 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:39.606965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-130c3091-772f-42b5-8830-da7842ebf143 req-79bfb2a9-bfbd-4b01-a0c6-ac7b14c6d622 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1266181 Feb 15 14:11:39.727059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-130c3091-772f-42b5-8830-da7842ebf143 req-a9cf35b6-6c17-4378-ada6-b9a8e0510b7a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052909 Feb 15 14:11:39.740552 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f5a136b6-3243-41e7-b8f9-bf905bccc8dc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:39.811339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Port': ['ID=f5a136b6-3243-41e7-b8f9-bf905bccc8dc,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:39.880315 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:39.893492 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (0d382ad3-4399-4982-a117-8c3863944993), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.038397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (0d382ad3-4399-4982-a117-8c3863944993), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.042365 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router_controller (0d382ad3-4399-4982-a117-8c3863944993), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.095232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdd45c-5758-4b10-8096-f25ad4f0bf53 req-aca33b9e-fb39-4979-869a-116d11c2d40a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:40.096938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3fdd45c-5758-4b10-8096-f25ad4f0bf53 req-aca33b9e-fb39-4979-869a-116d11c2d40a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2256064 Feb 15 14:11:40.121358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42880) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:40.125388 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (0d382ad3-4399-4982-a117-8c3863944993), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.126051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Fanout notify agent at l3_agent the message router_deleted on router 0d382ad3-4399-4982-a117-8c3863944993 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:11:40.137663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:11:40.161565 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.165630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0c7d9e63-1d21-4ab2-aed5-6c8d2467399b tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/routers/0d382ad3-4399-4982-a117-8c3863944993 HTTP/1.1" status: 204 len: 168 time: 1.9049592 Feb 15 14:11:40.166001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42884) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:40.167301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3fdd45c-5758-4b10-8096-f25ad4f0bf53 req-e15a926c-3725-4d18-9ddd-20e92e27e9dd tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610914 Feb 15 14:11:40.288577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:40.301751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (f81a2afc-56c2-4438-9523-ea92b55630af), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.306811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'port_id': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'mac_address': 'fa:16:3e:be:9f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:11:40.433518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:40.439678 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.482422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062c901-7cd2-4614-9390-5d7784d3d039 req-9d20dd56-9f94-457b-b27e-916423773d1e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:40.484084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1062c901-7cd2-4614-9390-5d7784d3d039 req-9d20dd56-9f94-457b-b27e-916423773d1e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1656964 Feb 15 14:11:40.490212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (f81a2afc-56c2-4438-9523-ea92b55630af), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.496413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54e91368-fc0e-4ead-8188-9bc4b66ca839 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:11:40.497341 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b47349-919e-4eab-91a2-5e3246bdb875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.574111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:40.588864 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.600737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81a2afc-56c2-4438-9523-ea92b55630af']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:40.609566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1062c901-7cd2-4614-9390-5d7784d3d039 req-30ec4c4f-782f-463c-a78b-cb7908a91ca2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074443 Feb 15 14:11:40.634341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a771db-f864-48d4-9ded-1a2dccc3ef9d') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:40.634847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a771db-f864-48d4-9ded-1a2dccc3ef9d') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:11:40.647389 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (90a771db-f864-48d4-9ded-1a2dccc3ef9d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.665805 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (90a771db-f864-48d4-9ded-1a2dccc3ef9d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.672671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:11:40.673407 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (90a771db-f864-48d4-9ded-1a2dccc3ef9d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.730125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:40.798476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['54e91368-fc0e-4ead-8188-9bc4b66ca839'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:11:40.815289 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:11:40.827347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (f81a2afc-56c2-4438-9523-ea92b55630af), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.851717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:40.858208 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] 10.222.0.72 "DELETE /v2.0/networks/f81a2afc-56c2-4438-9523-ea92b55630af HTTP/1.1" status: 204 len: 168 time: 0.6901193 Feb 15 14:11:40.885818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5867a8b-4103-4a43-80a5-b27866432cd3 req-8c84a0fa-fb14-4413-96d5-4b12a432af8e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:40.896674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5867a8b-4103-4a43-80a5-b27866432cd3 req-8c84a0fa-fb14-4413-96d5-4b12a432af8e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1699839 Feb 15 14:11:40.921123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Pushing event deleted for resources: {'Network': ['ID=f81a2afc-56c2-4438-9523-ea92b55630af,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:40.993070 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:40.994207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:40.994948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:40.995564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:40.996551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f5a136b6-3243-41e7-b8f9-bf905bccc8dc no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:11:40.998041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:40.998716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:40.999577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:41.000179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:41.000959 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:41.001582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:41.004612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:41.005234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:41.005856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548264ad-4a6c-4054-a986-b1e0c9384976 tempest-TestNetworkBasicOps-1023785203 tempest-TestNetworkBasicOps-1023785203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:41.032262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5867a8b-4103-4a43-80a5-b27866432cd3 req-b1cfc9d9-05c2-4eff-862c-dd78a0fe00d1 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339872 Feb 15 14:11:41.049507 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b47349-919e-4eab-91a2-5e3246bdb875 admin admin] Publish callbacks [] for security_group (50a81eac-9fb4-455c-8ea7-6110b5f4e280), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:41.054610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b47349-919e-4eab-91a2-5e3246bdb875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (50a81eac-9fb4-455c-8ea7-6110b5f4e280), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:41.154352 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-75b47349-919e-4eab-91a2-5e3246bdb875 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f7a10bed7b946ed9dd3e4616bff0bd5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0317221 Feb 15 14:11:41.156596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b47349-919e-4eab-91a2-5e3246bdb875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a81eac-9fb4-455c-8ea7-6110b5f4e280,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:41.157290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42930) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:41.166295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: f5a136b6-3243-41e7-b8f9-bf905bccc8dc {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:11:41.166888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f5a136b6-3243-41e7-b8f9-bf905bccc8dc not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:11:41.167702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device aa9b7b99-c46c-4ad7-b512-50f7437fdffd no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:11:41.216589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: aa9b7b99-c46c-4ad7-b512-50f7437fdffd {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:11:41.217196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device aa9b7b99-c46c-4ad7-b512-50f7437fdffd not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:11:41.280774 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cdbd0635-9a66-4116-a4ed-cfbc09d317bc admin admin] Publish callbacks [] for security_group (50a81eac-9fb4-455c-8ea7-6110b5f4e280), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:41.309058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee20e7-c573-4fc4-b791-4cb963d7f954 req-fcd4bc6d-66fe-4b73-a26a-b355038c0927 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:41.310981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16ee20e7-c573-4fc4-b791-4cb963d7f954 req-fcd4bc6d-66fe-4b73-a26a-b355038c0927 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1239369 Feb 15 14:11:41.323562 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cdbd0635-9a66-4116-a4ed-cfbc09d317bc admin admin] Publish callbacks [] for security_group (50a81eac-9fb4-455c-8ea7-6110b5f4e280), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:41.394422 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-16ee20e7-c573-4fc4-b791-4cb963d7f954 req-c94561d2-12ed-495e-9f9a-28b2c8b02a4b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736384 Feb 15 14:11:41.421420 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cdbd0635-9a66-4116-a4ed-cfbc09d317bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (50a81eac-9fb4-455c-8ea7-6110b5f4e280), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:41.424367 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cdbd0635-9a66-4116-a4ed-cfbc09d317bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:41.428563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cdbd0635-9a66-4116-a4ed-cfbc09d317bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/50a81eac-9fb4-455c-8ea7-6110b5f4e280 HTTP/1.1" status: 204 len: 168 time: 0.2663467 Feb 15 14:11:41.437092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd0635-9a66-4116-a4ed-cfbc09d317bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a81eac-9fb4-455c-8ea7-6110b5f4e280,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:41.593841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b6d03-ae1f-4fe0-8f46-b8f5315ad7fe req-c07d7a39-4000-4be7-aeb4-4414fd0dc41b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:41.595911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e5b6d03-ae1f-4fe0-8f46-b8f5315ad7fe req-c07d7a39-4000-4be7-aeb4-4414fd0dc41b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.0658803 Feb 15 14:11:41.641014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42952) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:41.667982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e5b6d03-ae1f-4fe0-8f46-b8f5315ad7fe req-aa44e140-d814-4db2-80ae-499b7f7c639b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661027 Feb 15 14:11:41.821324 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd2338-ef27-4a8c-9a2a-53f56b4f6700 req-de368e02-c688-4f66-bdc1-3a3950c3b4e9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:41.828185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79dd2338-ef27-4a8c-9a2a-53f56b4f6700 req-de368e02-c688-4f66-bdc1-3a3950c3b4e9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.0761557 Feb 15 14:11:41.884296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79dd2338-ef27-4a8c-9a2a-53f56b4f6700 req-69df4ee9-a9ce-4e90-a428-38a948c70325 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552483 Feb 15 14:11:41.990487 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:42.162696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:11:42.243788 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f350887e-8aff-46b0-b2aa-1b4234eabbcc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9371d7d5680c4673b3816e8f8a901c14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6015542 Feb 15 14:11:42.245582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42978) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:42.331846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 54e91368-fc0e-4ead-8188-9bc4b66ca839 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:11:42.334013 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:42.363183 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a93e1683-1fd5-4da4-a91b-4676147bcbf5 admin admin] Publish callbacks [] for security_group (00c01d56-845d-45be-9358-936ab92b37c7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:42.423369 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a93e1683-1fd5-4da4-a91b-4676147bcbf5 admin admin] Publish callbacks [] for security_group (00c01d56-845d-45be-9358-936ab92b37c7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:42.594061 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a93e1683-1fd5-4da4-a91b-4676147bcbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (00c01d56-845d-45be-9358-936ab92b37c7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:42.596995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:11:42.597660 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:42.602630 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a93e1683-1fd5-4da4-a91b-4676147bcbf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:42.608353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a93e1683-1fd5-4da4-a91b-4676147bcbf5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/00c01d56-845d-45be-9358-936ab92b37c7 HTTP/1.1" status: 204 len: 168 time: 0.3603504 Feb 15 14:11:42.644475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e1683-1fd5-4da4-a91b-4676147bcbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c01d56-845d-45be-9358-936ab92b37c7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:42.670465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27831bcd-e854-4c66-9867-e01aee38271a req-59a7ff0b-a12c-4114-83c9-c9152010d255 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:42.672192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27831bcd-e854-4c66-9867-e01aee38271a req-59a7ff0b-a12c-4114-83c9-c9152010d255 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1063385 Feb 15 14:11:42.719897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:42.729629 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd5a047-6cf1-4160-9807-ffd1965220f3" -d '{"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-plugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:42.760472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:11:42.771833 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:42.851534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27831bcd-e854-4c66-9867-e01aee38271a req-d38e0cbf-7421-4b2c-9de5-bd548dec857c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646881 Feb 15 14:11:42.924367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:42.931809 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ca546f-a26c-4f77-872a-fa6c67538e81 x-openstack-request-id: req-03ca546f-a26c-4f77-872a-fa6c67538e81 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:42.933168 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-plugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:42.933647 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-03ca546f-a26c-4f77-872a-fa6c67538e81 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:42.934236 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'code': 200} Feb 15 14:11:43.136318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e9090-71f7-4326-b89b-e12acbec5a25 req-feeca7dc-3452-4a88-8bd4-093b6189c3f8 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:43.143986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-025e9090-71f7-4326-b89b-e12acbec5a25 req-feeca7dc-3452-4a88-8bd4-093b6189c3f8 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1446967 Feb 15 14:11:43.258450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-025e9090-71f7-4326-b89b-e12acbec5a25 req-c302a40e-31de-4941-9d7d-2c608ed1f362 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079056 Feb 15 14:11:43.425451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43016) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:43.450974 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1656aae7-c2a8-4c47-99d8-ee630f289b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:43.599459 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1656aae7-c2a8-4c47-99d8-ee630f289b0c admin admin] Publish callbacks [] for security_group (5b24f10e-657b-4dca-bb40-3d315c3b8028), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:43.607788 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1656aae7-c2a8-4c47-99d8-ee630f289b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5b24f10e-657b-4dca-bb40-3d315c3b8028), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:43.671365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1656aae7-c2a8-4c47-99d8-ee630f289b0c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07768393a8264dd29abec691d17c37f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449214 Feb 15 14:11:43.672269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656aae7-c2a8-4c47-99d8-ee630f289b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b24f10e-657b-4dca-bb40-3d315c3b8028,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:43.674570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43022) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:43.815802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b13553e-c654-43bb-af38-40f1bc087ff9 admin admin] Publish callbacks [] for security_group (5b24f10e-657b-4dca-bb40-3d315c3b8028), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:43.856957 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b13553e-c654-43bb-af38-40f1bc087ff9 admin admin] Publish callbacks [] for security_group (5b24f10e-657b-4dca-bb40-3d315c3b8028), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:43.961203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b13553e-c654-43bb-af38-40f1bc087ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5b24f10e-657b-4dca-bb40-3d315c3b8028), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:43.965044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b13553e-c654-43bb-af38-40f1bc087ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:43.966533 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0b13553e-c654-43bb-af38-40f1bc087ff9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b24f10e-657b-4dca-bb40-3d315c3b8028 HTTP/1.1" status: 204 len: 168 time: 0.2878659 Feb 15 14:11:43.983487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13553e-c654-43bb-af38-40f1bc087ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b24f10e-657b-4dca-bb40-3d315c3b8028,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:44.130380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009cee8-26d4-4754-ae9b-5b485e80bd80 req-0c517fba-eedc-45f5-a062-272468467c52 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:44.133989 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3009cee8-26d4-4754-ae9b-5b485e80bd80 req-0c517fba-eedc-45f5-a062-272468467c52 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1175709 Feb 15 14:11:44.248824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3009cee8-26d4-4754-ae9b-5b485e80bd80 req-25257e3a-2eaf-4fbf-88d6-8795932de4a7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085839 Feb 15 14:11:44.559705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648c590-3d59-4ecd-a954-7a45063dcc1c req-d68f5418-06ba-4028-b7eb-6810ac7ed702 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:44.571830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2648c590-3d59-4ecd-a954-7a45063dcc1c req-d68f5418-06ba-4028-b7eb-6810ac7ed702 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1773403 Feb 15 14:11:44.720696 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-44f8e53f-6ab4-43c5-a00b-111cc4a869b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:44.743940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2648c590-3d59-4ecd-a954-7a45063dcc1c req-e89f86d9-e5e0-4178-be7d-711de3c2244f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681235 Feb 15 14:11:45.026857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b38b08-a5aa-42e4-b6b2-fca61bff0863 req-0498d4d0-3c47-4199-bc3e-f4bd2d90b912 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:45.029058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0b38b08-a5aa-42e4-b6b2-fca61bff0863 req-0498d4d0-3c47-4199-bc3e-f4bd2d90b912 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.0985365 Feb 15 14:11:45.142852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0b38b08-a5aa-42e4-b6b2-fca61bff0863 req-9f3e700d-1170-4535-b2e6-1504f96d814b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077192 Feb 15 14:11:45.437781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffee37c-c0d2-4832-b8eb-f5a9af3482ba req-485cc382-9328-4845-ab83-ed6a10de7fe9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:45.447753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffee37c-c0d2-4832-b8eb-f5a9af3482ba req-485cc382-9328-4845-ab83-ed6a10de7fe9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1860683 Feb 15 14:11:45.533480 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffee37c-c0d2-4832-b8eb-f5a9af3482ba req-745babd0-8888-4690-914d-9c806e18e333 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834980 Feb 15 14:11:45.554371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43064) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:45.640719 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:11:45.906263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1161610687-network', 'tenant_id': '873ddb1b11dc42e784b97b787d2ae2e0'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:45.939914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b871-24ef-4ee1-bbad-ab50fb465289 req-d052907d-bb54-48de-ae8f-23026cceae80 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:45.951747 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6399b871-24ef-4ee1-bbad-ab50fb465289 req-d052907d-bb54-48de-ae8f-23026cceae80 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.0936816 Feb 15 14:11:45.959295 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Made reservation on behalf of 873ddb1b11dc42e784b97b787d2ae2e0 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:11:45.962252 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:45.991262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:46.019165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6399b871-24ef-4ee1-bbad-ab50fb465289 req-0e6de74d-d6e6-46c9-93e7-f1bf9422b622 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615659 Feb 15 14:11:46.122991 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Publish callbacks [] for security_group (b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:46.135811 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:46.170873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:11:46.205372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:46.206646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d5630f8d-d34c-444b-9626-bcb9b3df6801), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:46.207130 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Added segment d5630f8d-d34c-444b-9626-bcb9b3df6801 of type vlan for network 7840ac20-9b35-426b-9800-252d03d030a7 Feb 15 14:11:46.275039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (7840ac20-9b35-426b-9800-252d03d030a7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:46.332932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (7840ac20-9b35-426b-9800-252d03d030a7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:46.338788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:46.342415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:46.449566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] Pushing event updated for resources: {'Network': ['ID=7840ac20-9b35-426b-9800-252d03d030a7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:46.471449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 7840ac20-9b35-426b-9800-252d03d030a7 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:11:46.482117 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b5869fa3-0158-45ff-a49c-e95a4d4d104c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9264500 Feb 15 14:11:46.485137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43090) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:46.493078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] Request body: {'subnet': {'network_id': '7840ac20-9b35-426b-9800-252d03d030a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1161610687-subnet', 'tenant_id': '873ddb1b11dc42e784b97b787d2ae2e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:46.528948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] Made reservation on behalf of 873ddb1b11dc42e784b97b787d2ae2e0 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:11:46.538232 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:46.896505 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (1bb4dee0-7464-4c82-91d8-97a5c206de4f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:46.980844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] Checking segment: {'id': 'd5630f8d-d34c-444b-9626-bcb9b3df6801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7840ac20-9b35-426b-9800-252d03d030a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:11:46.981622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] Network hostable DHCP agents. Network: 7840ac20-9b35-426b-9800-252d03d030a7, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:11:46.998273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb4dee0-7464-4c82-91d8-97a5c206de4f,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:47.022376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] Network 7840ac20-9b35-426b-9800-252d03d030a7 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:11:47.039140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 7840ac20-9b35-426b-9800-252d03d030a7) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:47.047940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5336c72-e9d0-4372-a3fa-455c0fc12d44 None None] Network 7840ac20-9b35-426b-9800-252d03d030a7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:11:47.057751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:47.060616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:47.116144 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-feef580a-8cf4-49a5-8116-eaac57dc6099 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6292810 Feb 15 14:11:47.186480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebe135-980f-4ec2-94f5-4ce254772617 req-b83484ff-d9d2-4679-b8ae-332760bb93b0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:47.196625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8ebe135-980f-4ec2-94f5-4ce254772617 req-b83484ff-d9d2-4679-b8ae-332760bb93b0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.0898590 Feb 15 14:11:47.263192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e04952-ca22-4f8f-ab25-c4daf8918b96 None None] Network 7840ac20-9b35-426b-9800-252d03d030a7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:11:47.332864 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8ebe135-980f-4ec2-94f5-4ce254772617 req-188353fd-9bac-4ce3-9148-4b57beb5fabc tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339715 Feb 15 14:11:47.549530 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-031411e5-261c-42de-af99-3a5edcff803c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:47.890888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179da645-a6dc-4475-96d3-dc6fc6eecf10 req-7b696b31-1f2d-422d-b9ed-a8c51905c2ce tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:47.892888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-179da645-a6dc-4475-96d3-dc6fc6eecf10 req-7b696b31-1f2d-422d-b9ed-a8c51905c2ce tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1145167 Feb 15 14:11:47.956228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-179da645-a6dc-4475-96d3-dc6fc6eecf10 req-38ed564d-2b1e-4b87-b312-6e115d454f8b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537269 Feb 15 14:11:48.319044 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:49.299251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c92c-affe-4646-9401-9f6dd6b03abc req-23cb1ae3-cff5-4db0-845a-f051934f2c6e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:49.302235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fae0c92c-affe-4646-9401-9f6dd6b03abc req-23cb1ae3-cff5-4db0-845a-f051934f2c6e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1751800 Feb 15 14:11:49.408852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fae0c92c-affe-4646-9401-9f6dd6b03abc req-63e69809-7a73-4c99-84b3-971060b4fef5 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005709 Feb 15 14:11:49.512580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43182) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:49.671730 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:50.054571 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:50.092425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680fb2a-9795-4b9e-9b99-bfadd73fc2b3 req-bedd2d2f-3e12-4217-94a8-31dc53728286 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:50.099525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5680fb2a-9795-4b9e-9b99-bfadd73fc2b3 req-bedd2d2f-3e12-4217-94a8-31dc53728286 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.5670123 Feb 15 14:11:50.239026 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5680fb2a-9795-4b9e-9b99-bfadd73fc2b3 req-e8479191-045a-43b3-9c08-4426ff7e2a50 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374888 Feb 15 14:11:50.402175 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Publish callbacks [] for security_group (ec267696-d9c1-4891-9c4a-ff86e7f5c2a9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:50.436197 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ec267696-d9c1-4891-9c4a-ff86e7f5c2a9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:50.459382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccdf8-66b9-422a-8337-a68749285c84 req-3254eca4-4f39-41cc-9959-ca5810eaa2b5 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:50.461576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-3254eca4-4f39-41cc-9959-ca5810eaa2b5 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/networks?id=7840ac20-9b35-426b-9800-252d03d030a7 HTTP/1.1" status: 200 len: 810 time: 0.2507846 Feb 15 14:11:50.510287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-10405834-3c7f-4a71-b632-1436b904a59f tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/quotas/873ddb1b11dc42e784b97b787d2ae2e0 HTTP/1.1" status: 200 len: 375 time: 0.0403798 Feb 15 14:11:50.575557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-80345f7c-b5ad-47f7-86a2-18651cccb65d tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=873ddb1b11dc42e784b97b787d2ae2e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640848 Feb 15 14:11:50.653202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3e298fe11df147efbc2f1d54f1e250f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1394351 Feb 15 14:11:50.655336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43242) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:50.660451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec267696-d9c1-4891-9c4a-ff86e7f5c2a9,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:50.676629 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.677259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.678051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.678601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.679174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.679816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.680370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.680914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.681457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.681998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.682539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.683102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.683650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2074b001-5086-4e1c-b1ca-a84b4867e415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:11:50.731425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2cf4a-c96a-43bd-a1ba-0d94f5a5401f req-c8d0bb2c-964b-401f-a7ce-31058075e44d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:50.741232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6f2cf4a-c96a-43bd-a1ba-0d94f5a5401f req-c8d0bb2c-964b-401f-a7ce-31058075e44d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.3786221 Feb 15 14:11:50.776364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d90a09b2-250b-473b-a0c4-51eef9900899 admin admin] Publish callbacks [] for security_group (ec267696-d9c1-4891-9c4a-ff86e7f5c2a9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:50.791301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-2e873d5c-3564-4b4c-ab0a-364f07302d4d service neutron] 10.222.0.72 "GET /v2.0/networks/7840ac20-9b35-426b-9800-252d03d030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146924 Feb 15 14:11:50.831312 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d90a09b2-250b-473b-a0c4-51eef9900899 admin admin] Publish callbacks [] for security_group (ec267696-d9c1-4891-9c4a-ff86e7f5c2a9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:50.906055 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d90a09b2-250b-473b-a0c4-51eef9900899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ec267696-d9c1-4891-9c4a-ff86e7f5c2a9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:50.909052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d90a09b2-250b-473b-a0c4-51eef9900899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:50.913091 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d90a09b2-250b-473b-a0c4-51eef9900899 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec267696-d9c1-4891-9c4a-ff86e7f5c2a9 HTTP/1.1" status: 204 len: 168 time: 0.2538755 Feb 15 14:11:50.941267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a09b2-250b-473b-a0c4-51eef9900899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec267696-d9c1-4891-9c4a-ff86e7f5c2a9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:50.994271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6f2cf4a-c96a-43bd-a1ba-0d94f5a5401f req-ccce7784-899c-4f14-b821-de19a4dff864 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517910 Feb 15 14:11:51.075722 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:51.142471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-d636b672-168d-421c-8a68-35aa3da79dd4 service neutron] 10.222.0.72 "GET /v2.0/networks/7840ac20-9b35-426b-9800-252d03d030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497369 Feb 15 14:11:51.223977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c8656-ab18-4402-86bb-364448eec9ae req-037bc99f-dd41-4b2e-bbf9-2246bae06718 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:51.232159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a88c8656-ab18-4402-86bb-364448eec9ae req-037bc99f-dd41-4b2e-bbf9-2246bae06718 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.0697894 Feb 15 14:11:51.320896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a88c8656-ab18-4402-86bb-364448eec9ae req-a9af6ec4-71d6-4eb6-b62a-d6f232e66650 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875106 Feb 15 14:11:51.502192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f8396-8bc9-4655-a3ec-07083abd9526 req-a18607a2-3916-44ef-927a-775459613793 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:51.509244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-522f8396-8bc9-4655-a3ec-07083abd9526 req-a18607a2-3916-44ef-927a-775459613793 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.0795162 Feb 15 14:11:51.616118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-522f8396-8bc9-4655-a3ec-07083abd9526 req-6d8db57f-843d-4dda-a2b8-c7b0ef7a1181 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059251 Feb 15 14:11:51.674174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43294) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:51.706544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8263b38c-5246-410a-a39f-4138a646f9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:51.746792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d4e07fe-a9e1-4eec-9e01-db3dacb60898 req-94bc1b6f-90c7-4bdf-8452-a7ea5a0c0730 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 210 time: 0.0745258 Feb 15 14:11:51.893686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c564e98-f35d-4a24-8509-67e3421bd237 req-cb4e5c7a-3607-422a-b705-04f3dc1fefe3 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:51.921398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c564e98-f35d-4a24-8509-67e3421bd237 req-cb4e5c7a-3607-422a-b705-04f3dc1fefe3 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1291666 Feb 15 14:11:51.966398 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8263b38c-5246-410a-a39f-4138a646f9c5 admin admin] Publish callbacks [] for security_group (5b172680-f092-486b-a385-27a31c86fbb2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:51.978549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8263b38c-5246-410a-a39f-4138a646f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5b172680-f092-486b-a385-27a31c86fbb2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:52.050024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c564e98-f35d-4a24-8509-67e3421bd237 req-ee710a5a-3b8d-4c06-b474-e81107962220 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203680 Feb 15 14:11:52.114260 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43316) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:52.139169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8263b38c-5246-410a-a39f-4138a646f9c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ffb3eb99337447eb9d9dcf2b9f1897c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4608862 Feb 15 14:11:52.145339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263b38c-5246-410a-a39f-4138a646f9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b172680-f092-486b-a385-27a31c86fbb2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:52.230324 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dca4588-d11b-40e0-a452-b0a574a27c02 admin admin] Publish callbacks [] for security_group (5b172680-f092-486b-a385-27a31c86fbb2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:52.292307 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dca4588-d11b-40e0-a452-b0a574a27c02 admin admin] Publish callbacks [] for security_group (5b172680-f092-486b-a385-27a31c86fbb2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:52.389252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283b169-ffcd-4956-899f-e4ae5ebcd67e req-0fdcc69b-9556-4eac-84bd-ac51244b4256 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:52.393723 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1283b169-ffcd-4956-899f-e4ae5ebcd67e req-0fdcc69b-9556-4eac-84bd-ac51244b4256 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1787622 Feb 15 14:11:52.535252 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1283b169-ffcd-4956-899f-e4ae5ebcd67e req-8f28c622-72f2-4f4c-9d90-d0f37e0dbce9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201308 Feb 15 14:11:52.564251 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dca4588-d11b-40e0-a452-b0a574a27c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5b172680-f092-486b-a385-27a31c86fbb2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:52.574135 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9dca4588-d11b-40e0-a452-b0a574a27c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:52.583246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9dca4588-d11b-40e0-a452-b0a574a27c02 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b172680-f092-486b-a385-27a31c86fbb2 HTTP/1.1" status: 204 len: 168 time: 0.4672589 Feb 15 14:11:52.600551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca4588-d11b-40e0-a452-b0a574a27c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b172680-f092-486b-a385-27a31c86fbb2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:52.797048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c94464-9e9e-4165-9c07-25df21dbe5a6 req-e57e8e31-a67d-4ab1-b59f-f7b5f1b8dd0a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:52.808927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9c94464-9e9e-4165-9c07-25df21dbe5a6 req-e57e8e31-a67d-4ab1-b59f-f7b5f1b8dd0a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1395011 Feb 15 14:11:53.052931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da7e90aa-c9dc-4cc4-989d-87e88e7892b8 req-89691bf1-2c9a-4bc2-8a68-760b653bb599 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 210 time: 0.1535730 Feb 15 14:11:53.087240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9c94464-9e9e-4165-9c07-25df21dbe5a6 req-687afda7-664c-403f-8886-b627e8ed8744 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595236 Feb 15 14:11:53.362037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99212f-375e-4e6e-ad3c-eb56f2dce829 req-8391c543-35e8-4980-9d05-f254c6b66c43 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:53.377435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c99212f-375e-4e6e-ad3c-eb56f2dce829 req-8391c543-35e8-4980-9d05-f254c6b66c43 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1662023 Feb 15 14:11:53.667202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c99212f-375e-4e6e-ad3c-eb56f2dce829 req-84f6707b-0f37-4962-be5c-43263a2ac94d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882416 Feb 15 14:11:53.751386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccdf8-66b9-422a-8337-a68749285c84 req-63e720d7-6441-4f22-90d6-9d4f3b46e893 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:53.754497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-63e720d7-6441-4f22-90d6-9d4f3b46e893 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.67 "GET /v2.0/networks?id=7840ac20-9b35-426b-9800-252d03d030a7 HTTP/1.1" status: 200 len: 810 time: 0.3600173 Feb 15 14:11:53.770335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Request body: {'port': {'device_id': '222876d0-38d7-4e42-83ef-0c458a8f4c86', 'network_id': '7840ac20-9b35-426b-9800-252d03d030a7', 'admin_state_up': True, 'tenant_id': '873ddb1b11dc42e784b97b787d2ae2e0'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:54.013958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd20ff-935c-4991-aa81-dee2e427f2ce req-c814ad52-27e0-4250-b217-7cdef48bcfa6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:54.022101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95fd20ff-935c-4991-aa81-dee2e427f2ce req-c814ad52-27e0-4250-b217-7cdef48bcfa6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2004664 Feb 15 14:11:54.060631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Made reservation on behalf of 873ddb1b11dc42e784b97b787d2ae2e0 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:11:54.063962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:54.208453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c759091-86fb-434f-82ee-6ea330873d7e req-8fdffea6-4183-468c-86f9-9261ab3a3269 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 210 time: 0.0504639 Feb 15 14:11:54.239245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95fd20ff-935c-4991-aa81-dee2e427f2ce req-030dcbf5-0376-4d68-99bd-f7531d28942b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121410 Feb 15 14:11:54.483470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43440) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:54.585606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Allocated IP 172.20.0.8 (7840ac20-9b35-426b-9800-252d03d030a7/1bb4dee0-7464-4c82-91d8-97a5c206de4f/460277ea-3e83-4526-be40-a1e6c70adad6) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:11:54.679715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdba51-81c8-48b2-94d2-e59fd3621ff6 req-e77d9099-bccd-4224-ba03-329625a651eb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:54.682307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aafdba51-81c8-48b2-94d2-e59fd3621ff6 req-e77d9099-bccd-4224-ba03-329625a651eb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2567427 Feb 15 14:11:54.740438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f080b03-f2f5-4db0-951f-dba829bd4a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:54.802117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aafdba51-81c8-48b2-94d2-e59fd3621ff6 req-517f2ae8-42ca-4d89-9320-682c91e172f1 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068611 Feb 15 14:11:54.992327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f080b03-f2f5-4db0-951f-dba829bd4a3c admin admin] Publish callbacks [] for security_group (66b71a09-eac5-47d2-b406-eb889320825d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:54.994374 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Publish callbacks [] for port (460277ea-3e83-4526-be40-a1e6c70adad6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:55.006286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f080b03-f2f5-4db0-951f-dba829bd4a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (66b71a09-eac5-47d2-b406-eb889320825d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:55.010157 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44e629-e830-4307-8013-8064306242b5 req-9940ea74-cf8c-4970-b6d6-afcc1b3068c2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:55.011990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca44e629-e830-4307-8013-8064306242b5 req-9940ea74-cf8c-4970-b6d6-afcc1b3068c2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.0940571 Feb 15 14:11:55.102658 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:55.108327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca44e629-e830-4307-8013-8064306242b5 req-15c11da8-58db-47ef-8d61-83cd1b6afabc tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867498 Feb 15 14:11:55.116323 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7f080b03-f2f5-4db0-951f-dba829bd4a3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fcb4246be22a487594b57e1c3f6c26bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6317186 Feb 15 14:11:55.117381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f080b03-f2f5-4db0-951f-dba829bd4a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b71a09-eac5-47d2-b406-eb889320825d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:55.122063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43462) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:55.178323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Network 7840ac20-9b35-426b-9800-252d03d030a7 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:11:55.181841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:11:55.186486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:11:55.221479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9b98004-17cb-4802-a27d-d1fa965a26e7 admin admin] Publish callbacks [] for security_group (66b71a09-eac5-47d2-b406-eb889320825d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:55.252583 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9b98004-17cb-4802-a27d-d1fa965a26e7 admin admin] Publish callbacks [] for security_group (66b71a09-eac5-47d2-b406-eb889320825d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:55.284001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:55.285754 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:55.327146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5629044 Feb 15 14:11:55.340713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Request body: {'port': {'device_id': '222876d0-38d7-4e42-83ef-0c458a8f4c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:11:55.345332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908bbec-d174-4062-a294-f46aeb41b536 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Pushing event updated for resources: {'Port': ['ID=460277ea-3e83-4526-be40-a1e6c70adad6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:55.348994 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9b98004-17cb-4802-a27d-d1fa965a26e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (66b71a09-eac5-47d2-b406-eb889320825d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:55.352470 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9b98004-17cb-4802-a27d-d1fa965a26e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:55.359748 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b9b98004-17cb-4802-a27d-d1fa965a26e7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/66b71a09-eac5-47d2-b406-eb889320825d HTTP/1.1" status: 204 len: 168 time: 0.2364168 Feb 15 14:11:55.395780 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b98004-17cb-4802-a27d-d1fa965a26e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b71a09-eac5-47d2-b406-eb889320825d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:55.535444 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:55.577802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c6402-6b7d-4305-b87d-10c9c51c933e req-1f9b93bd-d0b3-4031-9e4b-120e1d75661b tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:55.579711 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-530c6402-6b7d-4305-b87d-10c9c51c933e req-1f9b93bd-d0b3-4031-9e4b-120e1d75661b tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 931 time: 0.2019107 Feb 15 14:11:55.589707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f471-7cfa-425b-ae1d-73245ff18d78 req-bd254bc6-a797-4b3b-89d8-e8ec58117c55 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:55.591640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bb1f471-7cfa-425b-ae1d-73245ff18d78 req-bd254bc6-a797-4b3b-89d8-e8ec58117c55 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1527038 Feb 15 14:11:55.976815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bb1f471-7cfa-425b-ae1d-73245ff18d78 req-4a2e5e28-3381-4ebb-89bc-a34786dd9c91 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888979 Feb 15 14:11:56.024830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-530c6402-6b7d-4305-b87d-10c9c51c933e req-5cd82bbe-24b0-476e-a47b-1c3a901c2854 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386776 Feb 15 14:11:56.028751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43488) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:56.065327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460277ea-3e83-4526-be40-a1e6c70adad6 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:11:56.076816 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29aa70be-394b-4fe0-96f3-85e9827ffe3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.080539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Publish callbacks [] for port (460277ea-3e83-4526-be40-a1e6c70adad6), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.123135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Transition to ACTIVE for port object 460277ea-3e83-4526-be40-a1e6c70adad6 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:11:56.134297 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.277697 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29aa70be-394b-4fe0-96f3-85e9827ffe3a admin admin] Publish callbacks [] for security_group (1f541401-d569-43fd-b32c-36c161d1d996), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.289059 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29aa70be-394b-4fe0-96f3-85e9827ffe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1f541401-d569-43fd-b32c-36c161d1d996), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.299947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Pushing event updated for resources: {'Port': ['ID=460277ea-3e83-4526-be40-a1e6c70adad6,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:56.332309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b6396-d314-4ca2-80e0-15dd9016f23f req-b0901513-b43f-40ce-9f00-f52292a6bfee tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:56.334213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe8b6396-d314-4ca2-80e0-15dd9016f23f req-b0901513-b43f-40ce-9f00-f52292a6bfee tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1972430 Feb 15 14:11:56.335264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Attempting to bind port 460277ea-3e83-4526-be40-a1e6c70adad6 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:11:56.335826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Attempting to bind port 460277ea-3e83-4526-be40-a1e6c70adad6 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'd5630f8d-d34c-444b-9626-bcb9b3df6801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7840ac20-9b35-426b-9800-252d03d030a7'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:11:56.336362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Attempting to bind port 460277ea-3e83-4526-be40-a1e6c70adad6 on network 7840ac20-9b35-426b-9800-252d03d030a7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:11:56.349381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Port 460277ea-3e83-4526-be40-a1e6c70adad6 on network 7840ac20-9b35-426b-9800-252d03d030a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:11:56.350332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Attempting to bind port 460277ea-3e83-4526-be40-a1e6c70adad6 on network 7840ac20-9b35-426b-9800-252d03d030a7 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:11:56.355314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa70be-394b-4fe0-96f3-85e9827ffe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f541401-d569-43fd-b32c-36c161d1d996,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:56.400038 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-29aa70be-394b-4fe0-96f3-85e9827ffe3a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f51c237fa6f64899942c027b71842373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3669803 Feb 15 14:11:56.400671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43496) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:56.429122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe8b6396-d314-4ca2-80e0-15dd9016f23f req-a5aca475-8a10-4a9b-8694-2fb56270a33c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887399 Feb 15 14:11:56.435354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:11:56.436822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Checking segment: {'id': 'd5630f8d-d34c-444b-9626-bcb9b3df6801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7840ac20-9b35-426b-9800-252d03d030a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:11:56.437967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Bound using segment: {'id': 'd5630f8d-d34c-444b-9626-bcb9b3df6801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7840ac20-9b35-426b-9800-252d03d030a7'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:11:56.438648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Bound port: 460277ea-3e83-4526-be40-a1e6c70adad6, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5630f8d-d34c-444b-9626-bcb9b3df6801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7840ac20-9b35-426b-9800-252d03d030a7'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:11:56.440361 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.549707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5093969d-5f14-48af-a103-65620f7cd9c9 admin admin] Publish callbacks [] for security_group (1f541401-d569-43fd-b32c-36c161d1d996), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.598657 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5093969d-5f14-48af-a103-65620f7cd9c9 admin admin] Publish callbacks [] for security_group (1f541401-d569-43fd-b32c-36c161d1d996), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.630680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] For port 460277ea-3e83-4526-be40-a1e6c70adad6, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:11:56.651797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] For port 460277ea-3e83-4526-be40-a1e6c70adad6, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=460277ea-3e83-4526-be40-a1e6c70adad6,segment=NetworkSegment(d5630f8d-d34c-444b-9626-bcb9b3df6801),segment_id=d5630f8d-d34c-444b-9626-bcb9b3df6801)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:11:56.668478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.698611 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5093969d-5f14-48af-a103-65620f7cd9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1f541401-d569-43fd-b32c-36c161d1d996), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.701816 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5093969d-5f14-48af-a103-65620f7cd9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.703394 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5093969d-5f14-48af-a103-65620f7cd9c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1f541401-d569-43fd-b32c-36c161d1d996 HTTP/1.1" status: 204 len: 168 time: 0.3011584 Feb 15 14:11:56.733925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093969d-5f14-48af-a103-65620f7cd9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f541401-d569-43fd-b32c-36c161d1d996,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:56.744009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Pushing event updated for resources: {'Port': ['ID=460277ea-3e83-4526-be40-a1e6c70adad6,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:56.762519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9086f52-2443-4fc4-b40f-da08058da2d5 req-fa4cc1d9-3ea1-4650-89fb-dc67e1cb54e0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:56.768475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9086f52-2443-4fc4-b40f-da08058da2d5 req-fa4cc1d9-3ea1-4650-89fb-dc67e1cb54e0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1805589 Feb 15 14:11:56.774804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:56.775884 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:56.777242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-07640af8-7913-406d-ac62-7dddd7385812 service neutron] 10.222.0.67 "PUT /v2.0/ports/460277ea-3e83-4526-be40-a1e6c70adad6 HTTP/1.1" status: 200 len: 1092 time: 1.4411359 Feb 15 14:11:56.777692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222876d0-38d7-4e42-83ef-0c458a8f4c86', 'tag': '460277ea-3e83-4526-be40-a1e6c70adad6'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:11:56.780629 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8246a6-07c4-45d0-829e-21bfb91b36ad" -d '{"events": [{"name": "network-changed", "server_uuid": "222876d0-38d7-4e42-83ef-0c458a8f4c86", "tag": "460277ea-3e83-4526-be40-a1e6c70adad6"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:11:56.937039 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478c36c7-9a1a-4f7b-bae4-804559956929 x-openstack-request-id: req-478c36c7-9a1a-4f7b-bae4-804559956929 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:11:56.937343 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222876d0-38d7-4e42-83ef-0c458a8f4c86", "tag": "460277ea-3e83-4526-be40-a1e6c70adad6", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:11:56.937663 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-478c36c7-9a1a-4f7b-bae4-804559956929 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:11:56.940479 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222876d0-38d7-4e42-83ef-0c458a8f4c86', 'tag': '460277ea-3e83-4526-be40-a1e6c70adad6', 'status': 'completed', 'code': 200} Feb 15 14:11:56.952168 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9086f52-2443-4fc4-b40f-da08058da2d5 req-22fe7425-84c1-48c4-b042-c9d346a65d6e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830401 Feb 15 14:11:56.981927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccdf8-66b9-422a-8337-a68749285c84 req-e605b111-4c32-4375-bf57-bfd48c834a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:56.984498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-e605b111-4c32-4375-bf57-bfd48c834a68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=873ddb1b11dc42e784b97b787d2ae2e0&device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 1126 time: 0.1053126 Feb 15 14:11:57.044137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-d8268302-a37f-4d98-8927-7ddccd934d6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=460277ea-3e83-4526-be40-a1e6c70adad6 HTTP/1.1" status: 200 len: 217 time: 0.0498402 Feb 15 14:11:57.120169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccdf8-66b9-422a-8337-a68749285c84 req-1b3f1410-6513-41ce-abab-91ea6a727597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:57.121963 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-1b3f1410-6513-41ce-abab-91ea6a727597 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bb4dee0-7464-4c82-91d8-97a5c206de4f HTTP/1.1" status: 200 len: 850 time: 0.0723927 Feb 15 14:11:57.245307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-de797de9-b1bd-4dee-984a-383a50f47b73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7840ac20-9b35-426b-9800-252d03d030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123652 Feb 15 14:11:57.359900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712784f-94b7-49e8-88c2-c26dc8bbc240 req-e4e0f63f-7684-4132-b5dc-1c046f1b435d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:57.361610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8712784f-94b7-49e8-88c2-c26dc8bbc240 req-e4e0f63f-7684-4132-b5dc-1c046f1b435d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2384923 Feb 15 14:11:57.410464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121d874-f6d2-4bd2-925c-1be32dc81780 req-3c48a07e-94de-467b-b6ae-e936a6f11fa1 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:57.412129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8121d874-f6d2-4bd2-925c-1be32dc81780 req-3c48a07e-94de-467b-b6ae-e936a6f11fa1 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 943 time: 0.2485700 Feb 15 14:11:57.475614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-cb11fb33-7c24-46aa-8a5c-2a0ea4e309fc service neutron] 10.222.0.67 "GET /v2.0/networks/7840ac20-9b35-426b-9800-252d03d030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060707 Feb 15 14:11:57.484238 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8712784f-94b7-49e8-88c2-c26dc8bbc240 req-cad626bb-513a-4e12-aa68-828a6b413459 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138124 Feb 15 14:11:57.584584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8121d874-f6d2-4bd2-925c-1be32dc81780 req-d585b41a-02a5-435b-a6a4-2fdee8000b21 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465209 Feb 15 14:11:57.629055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43544) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:57.648799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-256ccdf8-66b9-422a-8337-a68749285c84 req-e7cd0263-7d97-4026-8fdf-3d5b6dba6069 service neutron] 10.222.0.67 "GET /v2.0/networks/7840ac20-9b35-426b-9800-252d03d030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631377 Feb 15 14:11:57.810599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8246a6-07c4-45d0-829e-21bfb91b36ad req-3a8a83c8-3dc1-4802-8be3-030126bad325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:57.812614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf8246a6-07c4-45d0-829e-21bfb91b36ad req-3a8a83c8-3dc1-4802-8be3-030126bad325 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=873ddb1b11dc42e784b97b787d2ae2e0&device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 1126 time: 0.0861924 Feb 15 14:11:57.831453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d47ab-758a-4165-ba24-279d8329a835 req-2da91de7-3b87-4c78-a4a2-ed15e0746f53 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:57.849451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe8d47ab-758a-4165-ba24-279d8329a835 req-2da91de7-3b87-4c78-a4a2-ed15e0746f53 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1726689 Feb 15 14:11:57.897036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fbe58312-59ad-40f2-a8ff-d9dc3e3014a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:58.020798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe8d47ab-758a-4165-ba24-279d8329a835 req-d4c60202-944a-418d-b2b3-4ab7e1bf2376 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647141 Feb 15 14:11:58.079910 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fbe58312-59ad-40f2-a8ff-d9dc3e3014a7 admin admin] Publish callbacks [] for security_group (f1a1f947-799b-4840-a8b4-feec6f4fb3af), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:58.086490 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fbe58312-59ad-40f2-a8ff-d9dc3e3014a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f1a1f947-799b-4840-a8b4-feec6f4fb3af), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:58.090807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8246a6-07c4-45d0-829e-21bfb91b36ad req-628f5d54-6783-442e-95cb-3b898f14a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:58.092371 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf8246a6-07c4-45d0-829e-21bfb91b36ad req-628f5d54-6783-442e-95cb-3b898f14a8a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7840ac20-9b35-426b-9800-252d03d030a7 HTTP/1.1" status: 200 len: 911 time: 0.2396228 Feb 15 14:11:58.127960 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fbe58312-59ad-40f2-a8ff-d9dc3e3014a7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bae2c1e967247c2913cdc381fdb562f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4970810 Feb 15 14:11:58.137880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43560) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:58.174561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf8246a6-07c4-45d0-829e-21bfb91b36ad req-bbe1b9bb-4aee-440c-aea2-5c401833ca38 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=460277ea-3e83-4526-be40-a1e6c70adad6 HTTP/1.1" status: 200 len: 217 time: 0.0755510 Feb 15 14:11:58.199768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe58312-59ad-40f2-a8ff-d9dc3e3014a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a1f947-799b-4840-a8b4-feec6f4fb3af,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:58.246152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f12e-aeeb-46de-b20a-2037119d1b01 admin admin] Publish callbacks [] for security_group (f1a1f947-799b-4840-a8b4-feec6f4fb3af), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:58.285318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8246a6-07c4-45d0-829e-21bfb91b36ad req-7fd4aa5e-986a-44e9-ba52-31558581e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:58.286800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf8246a6-07c4-45d0-829e-21bfb91b36ad req-7fd4aa5e-986a-44e9-ba52-31558581e36b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1bb4dee0-7464-4c82-91d8-97a5c206de4f HTTP/1.1" status: 200 len: 850 time: 0.0988209 Feb 15 14:11:58.288167 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f12e-aeeb-46de-b20a-2037119d1b01 admin admin] Publish callbacks [] for security_group (f1a1f947-799b-4840-a8b4-feec6f4fb3af), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:58.347345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf8246a6-07c4-45d0-829e-21bfb91b36ad req-94fb36bf-8b76-488e-9d43-74f0fa1a71df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7840ac20-9b35-426b-9800-252d03d030a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456975 Feb 15 14:11:58.384573 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f12e-aeeb-46de-b20a-2037119d1b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f1a1f947-799b-4840-a8b4-feec6f4fb3af), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:58.387922 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f12e-aeeb-46de-b20a-2037119d1b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:58.397118 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d4c9f12e-aeeb-46de-b20a-2037119d1b01 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f1a1f947-799b-4840-a8b4-feec6f4fb3af HTTP/1.1" status: 204 len: 168 time: 0.2575684 Feb 15 14:11:58.412843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9f12e-aeeb-46de-b20a-2037119d1b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a1f947-799b-4840-a8b4-feec6f4fb3af,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:58.446584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e441-9d4c-403e-a8d9-a0f741a1a00f req-848ee800-5c52-414d-83f3-29249cd630e8 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:58.448318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aad3e441-9d4c-403e-a8d9-a0f741a1a00f req-848ee800-5c52-414d-83f3-29249cd630e8 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2715063 Feb 15 14:11:58.587243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf8246a6-07c4-45d0-829e-21bfb91b36ad req-0e876cf7-da81-487b-9f71-79a768c0d5b6 service neutron] 10.222.0.67 "GET /v2.0/networks/7840ac20-9b35-426b-9800-252d03d030a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282362 Feb 15 14:11:58.776732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aad3e441-9d4c-403e-a8d9-a0f741a1a00f req-44a6216e-80c1-45f0-a8af-9104b8e12f13 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106823 Feb 15 14:11:59.287071 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43598) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:59.302364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3903be70-85d7-4283-a2e6-182f805c26e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:59.485856 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3903be70-85d7-4283-a2e6-182f805c26e8 admin admin] Publish callbacks [] for security_group (fa2fb046-18da-4086-ac68-08383a23c883), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:59.493045 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3903be70-85d7-4283-a2e6-182f805c26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fa2fb046-18da-4086-ac68-08383a23c883), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:59.525703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b28c4-7002-4175-90aa-59f2b905c0f6 req-fdaa357d-5490-4905-8827-aa4872cb2d69 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:59.530403 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3903be70-85d7-4283-a2e6-182f805c26e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d631c2e571774165aaa751606c78ce78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422185 Feb 15 14:11:59.536500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b55b28c4-7002-4175-90aa-59f2b905c0f6 req-fdaa357d-5490-4905-8827-aa4872cb2d69 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 943 time: 0.8152440 Feb 15 14:11:59.538040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43602) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:11:59.541251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf8246a6-07c4-45d0-829e-21bfb91b36ad req-56734c60-1265-4efa-9b1d-744018f3cb98 service neutron] 10.222.0.67 "GET /v2.0/networks/7840ac20-9b35-426b-9800-252d03d030a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9457681 Feb 15 14:11:59.614148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903be70-85d7-4283-a2e6-182f805c26e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2fb046-18da-4086-ac68-08383a23c883,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:11:59.697399 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e9a87b3-ea67-48f9-840c-28bfc6a4d21c admin admin] Publish callbacks [] for security_group (fa2fb046-18da-4086-ac68-08383a23c883), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:59.702423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67992a77-d515-40ca-83b0-deb9abb03e3e req-1b4acde6-5d77-49ba-b116-4fbf1686e5c9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:11:59.712345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67992a77-d515-40ca-83b0-deb9abb03e3e req-1b4acde6-5d77-49ba-b116-4fbf1686e5c9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2115130 Feb 15 14:11:59.742414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b55b28c4-7002-4175-90aa-59f2b905c0f6 req-ed7ad91d-85bf-4c76-88b5-f96c893133be tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050536 Feb 15 14:11:59.749698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e9a87b3-ea67-48f9-840c-28bfc6a4d21c admin admin] Publish callbacks [] for security_group (fa2fb046-18da-4086-ac68-08383a23c883), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:59.839060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67992a77-d515-40ca-83b0-deb9abb03e3e req-564b4868-7410-4e31-b3ff-c12d786c61ff tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250954 Feb 15 14:11:59.856568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e9a87b3-ea67-48f9-840c-28bfc6a4d21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fa2fb046-18da-4086-ac68-08383a23c883), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:59.859819 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e9a87b3-ea67-48f9-840c-28bfc6a4d21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:11:59.863917 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1e9a87b3-ea67-48f9-840c-28bfc6a4d21c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa2fb046-18da-4086-ac68-08383a23c883 HTTP/1.1" status: 204 len: 168 time: 0.3223901 Feb 15 14:11:59.871928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a87b3-ea67-48f9-840c-28bfc6a4d21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2fb046-18da-4086-ac68-08383a23c883,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:00.057826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719fd8a-a522-44bc-ae76-2dde73b8cf25 req-4f69ce8f-7dc1-40cc-8913-cc66810931f6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:00.063062 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c719fd8a-a522-44bc-ae76-2dde73b8cf25 req-4f69ce8f-7dc1-40cc-8913-cc66810931f6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1015306 Feb 15 14:12:00.172702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c719fd8a-a522-44bc-ae76-2dde73b8cf25 req-e252ade0-2b9d-431b-abc1-b5b5e45b4abb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027491 Feb 15 14:12:00.412770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd827c77-1efe-4087-9f94-7df10c6e8d14 req-c1084534-ce3c-4c94-81fb-00550f9db261 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:00.414405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd827c77-1efe-4087-9f94-7df10c6e8d14 req-c1084534-ce3c-4c94-81fb-00550f9db261 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1078274 Feb 15 14:12:00.481847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd827c77-1efe-4087-9f94-7df10c6e8d14 req-74356a14-9db9-484d-ab06-3bb0c18cabe2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607669 Feb 15 14:12:00.711700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8769f-2e12-43c5-8141-82527aaafcb9 req-448df69d-c1a9-4552-8872-50e0651baf8c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:00.714207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5c8769f-2e12-43c5-8141-82527aaafcb9 req-448df69d-c1a9-4552-8872-50e0651baf8c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1196349 Feb 15 14:12:00.837345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5c8769f-2e12-43c5-8141-82527aaafcb9 req-eb3b27fb-f891-40d5-9bb9-8b169ef8160c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159625 Feb 15 14:12:00.994933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729a5af-6ca4-4b46-82b6-e3dfa6c09c0f req-0d53bda9-1e1b-4277-8486-20e936446a2f tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:00.998996 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1729a5af-6ca4-4b46-82b6-e3dfa6c09c0f req-0d53bda9-1e1b-4277-8486-20e936446a2f tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 943 time: 0.1270730 Feb 15 14:12:01.056960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 460277ea-3e83-4526-be40-a1e6c70adad6 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:12:01.063283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1729a5af-6ca4-4b46-82b6-e3dfa6c09c0f req-693cf0ae-d232-4457-b100-183851a20229 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579932 Feb 15 14:12:01.355343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 460277ea-3e83-4526-be40-a1e6c70adad6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=460277ea-3e83-4526-be40-a1e6c70adad6,segment=NetworkSegment(d5630f8d-d34c-444b-9626-bcb9b3df6801),segment_id=d5630f8d-d34c-444b-9626-bcb9b3df6801)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:01.417443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '460277ea-3e83-4526-be40-a1e6c70adad6', 'network_id': '7840ac20-9b35-426b-9800-252d03d030a7', 'port_id': '460277ea-3e83-4526-be40-a1e6c70adad6', 'mac_address': 'fa:16:3e:8e:d7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb4dee0-7464-4c82-91d8-97a5c206de4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:12:01.477712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 460277ea-3e83-4526-be40-a1e6c70adad6 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:01.478131 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:01.529571 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460277ea-3e83-4526-be40-a1e6c70adad6 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:12:01.617314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 460277ea-3e83-4526-be40-a1e6c70adad6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=460277ea-3e83-4526-be40-a1e6c70adad6,segment=NetworkSegment(d5630f8d-d34c-444b-9626-bcb9b3df6801),segment_id=d5630f8d-d34c-444b-9626-bcb9b3df6801)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:01.632233 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:01.653934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3374834-59a4-448c-b41e-9303f878faef req-4dfd5f8c-2cf0-4213-af12-b76307e40929 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:01.663025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3374834-59a4-448c-b41e-9303f878faef req-4dfd5f8c-2cf0-4213-af12-b76307e40929 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1747835 Feb 15 14:12:01.743640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=460277ea-3e83-4526-be40-a1e6c70adad6,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:01.753276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3374834-59a4-448c-b41e-9303f878faef req-28718622-bd5e-4170-8de1-fa9face906b8 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893645 Feb 15 14:12:01.773012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.773396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.773728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.774070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.774410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.774744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.775101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.775627 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.777920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.778396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.778756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.779123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.779463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:01.945384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['460277ea-3e83-4526-be40-a1e6c70adad6'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:12:02.362714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9dff3-8701-4310-a7bf-327709a77c6f req-0d7e00fb-ff62-4d1f-b709-0a17a4d23352 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:02.369348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30d9dff3-8701-4310-a7bf-327709a77c6f req-0d7e00fb-ff62-4d1f-b709-0a17a4d23352 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 944 time: 0.1602368 Feb 15 14:12:02.465582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30d9dff3-8701-4310-a7bf-327709a77c6f req-db730cbb-f29e-4561-8b47-33b1bced3994 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868554 Feb 15 14:12:02.615819 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f9e28-39ba-4bbc-a4ef-de1b5992afc8 req-6082da39-dfb3-4ec4-b268-7dacc8e9e677 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:02.617906 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba9f9e28-39ba-4bbc-a4ef-de1b5992afc8 req-6082da39-dfb3-4ec4-b268-7dacc8e9e677 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 946 time: 0.0712843 Feb 15 14:12:02.676631 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba9f9e28-39ba-4bbc-a4ef-de1b5992afc8 req-0763d9a6-3d7c-4028-9475-52f76700655a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520484 Feb 15 14:12:02.944010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87948708-5f86-4e3d-b8b5-d965cf87f59c req-5a6fb4d6-b529-4b71-b89b-c8fe003faa5a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:02.951816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87948708-5f86-4e3d-b8b5-d965cf87f59c req-5a6fb4d6-b529-4b71-b89b-c8fe003faa5a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.0802534 Feb 15 14:12:03.015801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87948708-5f86-4e3d-b8b5-d965cf87f59c req-a382e01c-ffe7-4b4a-9fa8-d6485da2af10 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626037 Feb 15 14:12:03.065450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 460277ea-3e83-4526-be40-a1e6c70adad6 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:12:03.132441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 460277ea-3e83-4526-be40-a1e6c70adad6 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:12:03.138665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 460277ea-3e83-4526-be40-a1e6c70adad6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:03.139736 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:03.243972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 460277ea-3e83-4526-be40-a1e6c70adad6 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:03.244473 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:03.288104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 460277ea-3e83-4526-be40-a1e6c70adad6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=460277ea-3e83-4526-be40-a1e6c70adad6,segment=NetworkSegment(d5630f8d-d34c-444b-9626-bcb9b3df6801),segment_id=d5630f8d-d34c-444b-9626-bcb9b3df6801)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:03.289258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222876d0-38d7-4e42-83ef-0c458a8f4c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460277ea-3e83-4526-be40-a1e6c70adad6'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:03.293025 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584c40ae-f1b1-4d26-8ecd-0847311cceab" -d '{"events": [{"server_uuid": "222876d0-38d7-4e42-83ef-0c458a8f4c86", "name": "network-vif-plugged", "status": "completed", "tag": "460277ea-3e83-4526-be40-a1e6c70adad6"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:03.310881 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:03.379621 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad67f2d-d7ee-48f9-821e-bdbb8f9afe3c x-openstack-request-id: req-8ad67f2d-d7ee-48f9-821e-bdbb8f9afe3c {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:03.382018 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222876d0-38d7-4e42-83ef-0c458a8f4c86", "name": "network-vif-plugged", "status": "completed", "tag": "460277ea-3e83-4526-be40-a1e6c70adad6", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:03.393731 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ad67f2d-d7ee-48f9-821e-bdbb8f9afe3c {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:03.395375 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222876d0-38d7-4e42-83ef-0c458a8f4c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460277ea-3e83-4526-be40-a1e6c70adad6', 'code': 200} Feb 15 14:12:03.446789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=460277ea-3e83-4526-be40-a1e6c70adad6,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:03.485723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e47c04-ce39-4d8e-87a4-b96569d52be4 req-255c7f44-b4c4-4d4f-8827-9c3a3b281e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:03.487575 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1e47c04-ce39-4d8e-87a4-b96569d52be4 req-255c7f44-b4c4-4d4f-8827-9c3a3b281e48 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 1128 time: 0.0629873 Feb 15 14:12:03.630215 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1e47c04-ce39-4d8e-87a4-b96569d52be4 req-bffecb6e-0280-4895-9f46-92cffb9cffbd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351130 Feb 15 14:12:03.647666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1afd9-ca3e-4255-81c4-e7ff31ebc745 req-b611bec7-7873-40ce-9cef-803d5a4a9213 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:03.649834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73b1afd9-ca3e-4255-81c4-e7ff31ebc745 req-b611bec7-7873-40ce-9cef-803d5a4a9213 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 945 time: 0.0742228 Feb 15 14:12:03.692681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43770) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:03.724228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73b1afd9-ca3e-4255-81c4-e7ff31ebc745 req-c02c6a9f-bdaa-46ac-b201-df52a7f3d7de tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677605 Feb 15 14:12:03.867735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8257f22-75f4-4fd6-93c9-5950db5badb0 req-446c49b1-9dd6-4117-a10a-570e3b9fc1fc tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:03.869737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8257f22-75f4-4fd6-93c9-5950db5badb0 req-446c49b1-9dd6-4117-a10a-570e3b9fc1fc tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 946 time: 0.0795023 Feb 15 14:12:03.935897 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8257f22-75f4-4fd6-93c9-5950db5badb0 req-e4089043-b7b3-4962-a7a8-bb6948a641d3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578744 Feb 15 14:12:03.999118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-279b77d7-eb77-4957-99cb-259e7e368471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:04.168802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-279b77d7-eb77-4957-99cb-259e7e368471 admin admin] Publish callbacks [] for security_group (d8f345e4-ae18-4fba-985a-37620e2498d3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:04.174941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-279b77d7-eb77-4957-99cb-259e7e368471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d8f345e4-ae18-4fba-985a-37620e2498d3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:04.226454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b77d7-eb77-4957-99cb-259e7e368471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f345e4-ae18-4fba-985a-37620e2498d3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:04.234272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdb092-8b78-43eb-ac50-6d722769a6b0 req-28cf95f6-b2e0-4180-a097-88c3a09a4aae tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:04.249295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7fdb092-8b78-43eb-ac50-6d722769a6b0 req-28cf95f6-b2e0-4180-a097-88c3a09a4aae tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1173570 Feb 15 14:12:04.264754 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-279b77d7-eb77-4957-99cb-259e7e368471 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd25c0b0ccad4803bf3da38c894d4056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5709715 Feb 15 14:12:04.267468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43798) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:04.328576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7fdb092-8b78-43eb-ac50-6d722769a6b0 req-0714efa7-c4d9-4006-99c2-be78fed0fb88 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782413 Feb 15 14:12:04.372180 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05cdbc45-2207-4826-9896-b2192a281f89 admin admin] Publish callbacks [] for security_group (d8f345e4-ae18-4fba-985a-37620e2498d3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:04.420553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05cdbc45-2207-4826-9896-b2192a281f89 admin admin] Publish callbacks [] for security_group (d8f345e4-ae18-4fba-985a-37620e2498d3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:04.525000 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05cdbc45-2207-4826-9896-b2192a281f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d8f345e4-ae18-4fba-985a-37620e2498d3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:04.528485 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05cdbc45-2207-4826-9896-b2192a281f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:04.529846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-05cdbc45-2207-4826-9896-b2192a281f89 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8f345e4-ae18-4fba-985a-37620e2498d3 HTTP/1.1" status: 204 len: 168 time: 0.2611136 Feb 15 14:12:04.540238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdbc45-2207-4826-9896-b2192a281f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f345e4-ae18-4fba-985a-37620e2498d3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:04.863857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcb092-719d-40b7-9d2a-41061b412819 req-34f76410-4c03-4c88-9e75-2596544fa236 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:04.865399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15dcb092-719d-40b7-9d2a-41061b412819 req-34f76410-4c03-4c88-9e75-2596544fa236 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 945 time: 0.0690539 Feb 15 14:12:04.947665 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15dcb092-719d-40b7-9d2a-41061b412819 req-cd264afe-8fab-4b1b-86a0-ff77f6519835 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709908 Feb 15 14:12:05.489288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c266bc9-0811-4144-9047-52db19aa1574 req-85f395bd-c42e-4d60-9d07-9029ba08c069 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:05.492004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c266bc9-0811-4144-9047-52db19aa1574 req-85f395bd-c42e-4d60-9d07-9029ba08c069 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.0591626 Feb 15 14:12:05.570184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c266bc9-0811-4144-9047-52db19aa1574 req-4bb88a11-240e-4c85-97dc-f9a8ce8d5c13 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635071 Feb 15 14:12:05.938271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6fcb9-48cc-4a76-bcbf-0d8e80788227 req-63b8ff7e-ba22-4483-b5c3-fc3800642175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:05.940294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc6fcb9-48cc-4a76-bcbf-0d8e80788227 req-63b8ff7e-ba22-4483-b5c3-fc3800642175 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 1129 time: 0.0510919 Feb 15 14:12:06.037664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43872) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:06.139333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6fcb9-48cc-4a76-bcbf-0d8e80788227 req-1c248e3c-0e24-47bc-834a-e57aa917bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:06.143039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc6fcb9-48cc-4a76-bcbf-0d8e80788227 req-1c248e3c-0e24-47bc-834a-e57aa917bb45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 200 len: 914 time: 0.1777778 Feb 15 14:12:06.207164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4d991-56c5-42d6-b09e-77869326b5da req-41632b0e-9ac7-4f5f-9209-73fb6d2c7079 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:06.209072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07b4d991-56c5-42d6-b09e-77869326b5da req-41632b0e-9ac7-4f5f-9209-73fb6d2c7079 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 945 time: 0.1384406 Feb 15 14:12:06.211035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc6fcb9-48cc-4a76-bcbf-0d8e80788227 req-1cb06bc0-621a-4a82-98ef-e6ff1aa57428 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761 HTTP/1.1" status: 200 len: 217 time: 0.0593858 Feb 15 14:12:06.242640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:12:06.310503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6fcb9-48cc-4a76-bcbf-0d8e80788227 req-a348df1d-2463-4eb2-9fc5-e9c2cf4fbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:06.312023 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc6fcb9-48cc-4a76-bcbf-0d8e80788227 req-a348df1d-2463-4eb2-9fc5-e9c2cf4fbb43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d6eaca9-2005-4f1c-ab88-99f9ad7e1152 HTTP/1.1" status: 200 len: 853 time: 0.0873830 Feb 15 14:12:06.312903 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f6c90421-015e-442d-a282-d5d24ebff572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:06.315763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07b4d991-56c5-42d6-b09e-77869326b5da req-37c69018-cccd-47c3-b213-c77a1ae554f5 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008098 Feb 15 14:12:06.381912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc6fcb9-48cc-4a76-bcbf-0d8e80788227 req-12d7b2b4-eb70-4b9d-9946-c0fb1184d72f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615101 Feb 15 14:12:06.416379 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f6c90421-015e-442d-a282-d5d24ebff572 admin admin] Publish callbacks [] for security_group (3406c77f-e3de-476d-a98b-0dbf7eeba0e8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:06.432413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f6c90421-015e-442d-a282-d5d24ebff572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3406c77f-e3de-476d-a98b-0dbf7eeba0e8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:06.504484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c90421-015e-442d-a282-d5d24ebff572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3406c77f-e3de-476d-a98b-0dbf7eeba0e8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:06.519607 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f6c90421-015e-442d-a282-d5d24ebff572 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=84e1b594d4c04cee910a99f9985be4c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4802547 Feb 15 14:12:06.522809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43888) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:06.556523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc6fcb9-48cc-4a76-bcbf-0d8e80788227 req-1f8b4c05-f688-4570-b948-327627268f07 service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640229 Feb 15 14:12:06.592528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:06.593050 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:06.600410 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d385ebd8-a415-442f-af47-fd97d5e08ee2 admin admin] Publish callbacks [] for security_group (3406c77f-e3de-476d-a98b-0dbf7eeba0e8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:06.650408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d385ebd8-a415-442f-af47-fd97d5e08ee2 admin admin] Publish callbacks [] for security_group (3406c77f-e3de-476d-a98b-0dbf7eeba0e8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:06.677920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:06.680268 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac44074d-b4ca-4471-8f5b-c2ef8c11fe1e" -d '{"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-unplugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:06.719986 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d385ebd8-a415-442f-af47-fd97d5e08ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3406c77f-e3de-476d-a98b-0dbf7eeba0e8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:06.723371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:06.733447 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d385ebd8-a415-442f-af47-fd97d5e08ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:06.737062 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d385ebd8-a415-442f-af47-fd97d5e08ee2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3406c77f-e3de-476d-a98b-0dbf7eeba0e8 HTTP/1.1" status: 204 len: 168 time: 0.2105954 Feb 15 14:12:06.752786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385ebd8-a415-442f-af47-fd97d5e08ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3406c77f-e3de-476d-a98b-0dbf7eeba0e8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:06.785254 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:06.874809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc6fcb9-48cc-4a76-bcbf-0d8e80788227 req-b57e8917-5406-4b2c-96fa-c1423db39f68 service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108549 Feb 15 14:12:06.877560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:06.904710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708b99a-bce0-4c94-a873-c5b253b23446 req-a3bffcaa-555e-4240-ad13-6c3cc5220812 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:06.906741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f708b99a-bce0-4c94-a873-c5b253b23446 req-a3bffcaa-555e-4240-ad13-6c3cc5220812 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1803381 Feb 15 14:12:06.915293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2c848-4007-490a-a9d6-186cb795d90a req-b4356116-c10a-418d-afa5-7e80a978d8d6 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:06.917239 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fb2c848-4007-490a-a9d6-186cb795d90a req-b4356116-c10a-418d-afa5-7e80a978d8d6 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 945 time: 0.1332438 Feb 15 14:12:06.937934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43906) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:07.035079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f708b99a-bce0-4c94-a873-c5b253b23446 req-36d6d757-e549-4a90-ba0f-8c8ec9ab42af tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166193 Feb 15 14:12:07.055338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8fb2c848-4007-490a-a9d6-186cb795d90a req-0fddfe93-d5a7-4f1b-b6b4-bdde294f5a0a tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172802 Feb 15 14:12:07.095774 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7b56ba-c0e4-4356-acdd-40fe73c34ea3 x-openstack-request-id: req-5d7b56ba-c0e4-4356-acdd-40fe73c34ea3 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:07.096471 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-unplugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:07.096703 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d7b56ba-c0e4-4356-acdd-40fe73c34ea3 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:07.097230 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'code': 200} Feb 15 14:12:07.201683 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9817a347-5fbf-408d-9b5f-3ced777d615d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:07.286484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9817a347-5fbf-408d-9b5f-3ced777d615d admin admin] Publish callbacks [] for security_group (2296de58-86fa-443c-993c-07a2ebcce020), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:07.290720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9817a347-5fbf-408d-9b5f-3ced777d615d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2296de58-86fa-443c-993c-07a2ebcce020), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:07.338121 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9817a347-5fbf-408d-9b5f-3ced777d615d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=09a9e18853df407cb3608ef39e2e890d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3990242 Feb 15 14:12:07.339988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817a347-5fbf-408d-9b5f-3ced777d615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2296de58-86fa-443c-993c-07a2ebcce020,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:07.340856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43922) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:07.415037 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-484df4e8-ad96-4068-aedd-f96abbdf6430 admin admin] Publish callbacks [] for security_group (2296de58-86fa-443c-993c-07a2ebcce020), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:07.438045 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-484df4e8-ad96-4068-aedd-f96abbdf6430 admin admin] Publish callbacks [] for security_group (2296de58-86fa-443c-993c-07a2ebcce020), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:07.521432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-484df4e8-ad96-4068-aedd-f96abbdf6430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2296de58-86fa-443c-993c-07a2ebcce020), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:07.524744 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-484df4e8-ad96-4068-aedd-f96abbdf6430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:07.526157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-484df4e8-ad96-4068-aedd-f96abbdf6430 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2296de58-86fa-443c-993c-07a2ebcce020 HTTP/1.1" status: 204 len: 168 time: 0.1840291 Feb 15 14:12:07.535451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484df4e8-ad96-4068-aedd-f96abbdf6430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2296de58-86fa-443c-993c-07a2ebcce020,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:07.946975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 43952) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:07.962268 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93a63f10-fbe6-48bb-9cda-21ec5c067111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:08.101287 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93a63f10-fbe6-48bb-9cda-21ec5c067111 admin admin] Publish callbacks [] for security_group (84e8f1dd-0e46-46ec-acb3-e0e75361a221), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:08.111428 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93a63f10-fbe6-48bb-9cda-21ec5c067111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (84e8f1dd-0e46-46ec-acb3-e0e75361a221), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:08.153275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43968) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:08.154590 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-93a63f10-fbe6-48bb-9cda-21ec5c067111 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=964a6a11d3254ce7a0d806841ae0d24b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2063844 Feb 15 14:12:08.228262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a63f10-fbe6-48bb-9cda-21ec5c067111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e8f1dd-0e46-46ec-acb3-e0e75361a221,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:08.247542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:12:08.385961 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9c57-044d-48f8-891c-ecfd6eeece07 admin admin] Publish callbacks [] for security_group (84e8f1dd-0e46-46ec-acb3-e0e75361a221), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:08.397036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:08.412657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'port_id': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'mac_address': 'fa:16:3e:be:9f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:12:08.441902 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724eed7-6a05-47a2-bd7b-20682d4b1044 req-afa2cf94-5771-4ac7-8515-7b1c6b614722 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:08.444458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0724eed7-6a05-47a2-bd7b-20682d4b1044 req-afa2cf94-5771-4ac7-8515-7b1c6b614722 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2637947 Feb 15 14:12:08.459003 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9c57-044d-48f8-891c-ecfd6eeece07 admin admin] Publish callbacks [] for security_group (84e8f1dd-0e46-46ec-acb3-e0e75361a221), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:08.463489 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:08.464072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:08.488481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e91368-fc0e-4ead-8188-9bc4b66ca839 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:12:08.490432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36512c7-9578-48ef-bf75-76179454cac9 req-8c438af9-a975-41cf-99f0-a99a62a46ea7 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:08.498791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c36512c7-9578-48ef-bf75-76179454cac9 req-8c438af9-a975-41cf-99f0-a99a62a46ea7 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 945 time: 0.2812617 Feb 15 14:12:08.507709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4bea9-89fa-41e9-8fbb-17263e7a06d9 req-a757225b-51b8-4c87-8ff9-6e33e78d0f57 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:08.509194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3b4bea9-89fa-41e9-8fbb-17263e7a06d9 req-a757225b-51b8-4c87-8ff9-6e33e78d0f57 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.67 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 945 time: 0.2937350 Feb 15 14:12:08.517709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:08.526974 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:08.582291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:08.616021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['54e91368-fc0e-4ead-8188-9bc4b66ca839'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:12:08.732879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0724eed7-6a05-47a2-bd7b-20682d4b1044 req-341c1317-1ea3-45d1-b8d5-06e4e0cbbb68 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786229 Feb 15 14:12:08.754188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c36512c7-9578-48ef-bf75-76179454cac9 req-cc8f7081-f1cf-405d-825a-3c242e977657 tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/security-groups?id=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535408 Feb 15 14:12:08.805184 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9c57-044d-48f8-891c-ecfd6eeece07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (84e8f1dd-0e46-46ec-acb3-e0e75361a221), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:08.807816 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bb0a9c57-044d-48f8-891c-ecfd6eeece07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:08.817232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bb0a9c57-044d-48f8-891c-ecfd6eeece07 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84e8f1dd-0e46-46ec-acb3-e0e75361a221 HTTP/1.1" status: 204 len: 168 time: 0.6596498 Feb 15 14:12:08.830124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a9c57-044d-48f8-891c-ecfd6eeece07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e8f1dd-0e46-46ec-acb3-e0e75361a221,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:08.844385 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a3b4bea9-89fa-41e9-8fbb-17263e7a06d9 req-1215deeb-e7c1-4df1-ae27-8905992f4e0a tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Deleting port 460277ea-3e83-4526-be40-a1e6c70adad6 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:12:08.846239 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a3b4bea9-89fa-41e9-8fbb-17263e7a06d9 req-1215deeb-e7c1-4df1-ae27-8905992f4e0a tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:08.978436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a3b4bea9-89fa-41e9-8fbb-17263e7a06d9 req-1215deeb-e7c1-4df1-ae27-8905992f4e0a tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] For port 460277ea-3e83-4526-be40-a1e6c70adad6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=460277ea-3e83-4526-be40-a1e6c70adad6,segment=NetworkSegment(d5630f8d-d34c-444b-9626-bcb9b3df6801),segment_id=d5630f8d-d34c-444b-9626-bcb9b3df6801)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:08.979014 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a3b4bea9-89fa-41e9-8fbb-17263e7a06d9 req-1215deeb-e7c1-4df1-ae27-8905992f4e0a tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:08.993938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a3b4bea9-89fa-41e9-8fbb-17263e7a06d9 req-1215deeb-e7c1-4df1-ae27-8905992f4e0a tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Calling delete_port for 460277ea-3e83-4526-be40-a1e6c70adad6 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:12:09.302640 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a3b4bea9-89fa-41e9-8fbb-17263e7a06d9 req-1215deeb-e7c1-4df1-ae27-8905992f4e0a tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (460277ea-3e83-4526-be40-a1e6c70adad6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:09.317507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['460277ea-3e83-4526-be40-a1e6c70adad6'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:12:09.378686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215deeb-e7c1-4df1-ae27-8905992f4e0a tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Pushing event deleted for resources: {'Port': ['ID=460277ea-3e83-4526-be40-a1e6c70adad6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:09.466674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b4bea9-89fa-41e9-8fbb-17263e7a06d9 req-1215deeb-e7c1-4df1-ae27-8905992f4e0a tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] No DVR routers for this DVR port 460277ea-3e83-4526-be40-a1e6c70adad6 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:12:09.474133 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a3b4bea9-89fa-41e9-8fbb-17263e7a06d9 req-1215deeb-e7c1-4df1-ae27-8905992f4e0a tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:09.488471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3b4bea9-89fa-41e9-8fbb-17263e7a06d9 req-1215deeb-e7c1-4df1-ae27-8905992f4e0a tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.67 "DELETE /v2.0/ports/460277ea-3e83-4526-be40-a1e6c70adad6 HTTP/1.1" status: 204 len: 173 time: 0.9508905 Feb 15 14:12:09.490013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222876d0-38d7-4e42-83ef-0c458a8f4c86', 'name': 'network-vif-deleted', 'tag': '460277ea-3e83-4526-be40-a1e6c70adad6'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:09.493743 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8caec5c-db88-47ff-88ba-f25595145246" -d '{"events": [{"server_uuid": "222876d0-38d7-4e42-83ef-0c458a8f4c86", "name": "network-vif-deleted", "tag": "460277ea-3e83-4526-be40-a1e6c70adad6"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:09.573698 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e47e3b-a592-426b-9ecb-05fced944efb x-openstack-request-id: req-15e47e3b-a592-426b-9ecb-05fced944efb {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:09.574154 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222876d0-38d7-4e42-83ef-0c458a8f4c86", "name": "network-vif-deleted", "tag": "460277ea-3e83-4526-be40-a1e6c70adad6", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:09.574617 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-15e47e3b-a592-426b-9ecb-05fced944efb {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:09.575206 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222876d0-38d7-4e42-83ef-0c458a8f4c86', 'name': 'network-vif-deleted', 'tag': '460277ea-3e83-4526-be40-a1e6c70adad6', 'status': 'completed', 'code': 200} Feb 15 14:12:10.031606 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:10.052928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2640eb-6930-4638-979f-90410571d2c4 req-1246db2d-1a3e-4c41-9115-b26a3463fac3 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:10.060316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca2640eb-6930-4638-979f-90410571d2c4 req-1246db2d-1a3e-4c41-9115-b26a3463fac3 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1431959 Feb 15 14:12:10.071698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b95ec05-2290-4d4c-8a99-5f8f60b77d4b req-bb8cda5c-21d3-44b1-ba07-3f484ceede8e tempest-ServerGroupTestJSON-59893443 tempest-ServerGroupTestJSON-59893443-project] 10.222.0.72 "GET /v2.0/ports?device_id=222876d0-38d7-4e42-83ef-0c458a8f4c86 HTTP/1.1" status: 200 len: 210 time: 0.0791957 Feb 15 14:12:10.203077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca2640eb-6930-4638-979f-90410571d2c4 req-89a4c6bf-6f79-4af3-8411-23401726c8d8 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416907 Feb 15 14:12:10.257913 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:12:10.314025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 54e91368-fc0e-4ead-8188-9bc4b66ca839 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:10.314554 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:10.417918 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:10.418485 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:10.460145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:10.462792 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61a8897-6f8a-4c9f-8831-89424b97a374" -d '{"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-plugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:10.496583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:10.512275 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:10.554692 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e01799-6fb6-4ccf-9505-a2ee05cb2d5b x-openstack-request-id: req-34e01799-6fb6-4ccf-9505-a2ee05cb2d5b {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:10.555019 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-plugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:10.555279 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-34e01799-6fb6-4ccf-9505-a2ee05cb2d5b {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:10.555879 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'code': 200} Feb 15 14:12:10.570182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=10']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:10.715488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44070) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:10.950844 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-09a6966c-8bed-4afe-972c-92386fecf68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:11.060404 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-09a6966c-8bed-4afe-972c-92386fecf68e admin admin] Publish callbacks [] for security_group (108ebd77-3168-4a04-96ad-73c13a151b65), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:11.068546 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-09a6966c-8bed-4afe-972c-92386fecf68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (108ebd77-3168-4a04-96ad-73c13a151b65), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:11.122459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6966c-8bed-4afe-972c-92386fecf68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108ebd77-3168-4a04-96ad-73c13a151b65,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:11.146704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-09a6966c-8bed-4afe-972c-92386fecf68e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d24baba02d94953acfce7565c2c955e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4301112 Feb 15 14:12:11.149521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44092) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:11.240738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3258eb2-5f47-4ee5-b34d-15b9c4a48535 admin admin] Publish callbacks [] for security_group (108ebd77-3168-4a04-96ad-73c13a151b65), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:11.286455 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3258eb2-5f47-4ee5-b34d-15b9c4a48535 admin admin] Publish callbacks [] for security_group (108ebd77-3168-4a04-96ad-73c13a151b65), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:11.371096 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3258eb2-5f47-4ee5-b34d-15b9c4a48535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (108ebd77-3168-4a04-96ad-73c13a151b65), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:11.374868 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3258eb2-5f47-4ee5-b34d-15b9c4a48535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:11.377814 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c3258eb2-5f47-4ee5-b34d-15b9c4a48535 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/108ebd77-3168-4a04-96ad-73c13a151b65 HTTP/1.1" status: 204 len: 168 time: 0.2262557 Feb 15 14:12:11.400003 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3258eb2-5f47-4ee5-b34d-15b9c4a48535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108ebd77-3168-4a04-96ad-73c13a151b65,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:11.448007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47f569-fb8f-47ba-ba79-e2a3cc1afda1 req-8d74a47f-317a-4f19-a54d-e91cdada5c2e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:11.458309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b47f569-fb8f-47ba-ba79-e2a3cc1afda1 req-8d74a47f-317a-4f19-a54d-e91cdada5c2e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1606796 Feb 15 14:12:11.569357 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b47f569-fb8f-47ba-ba79-e2a3cc1afda1 req-0ffe8f68-bad0-46a9-bfd3-c8101c09e6bf tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099827 Feb 15 14:12:11.821036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-daa3a74c-f458-4430-9df0-07b14bf159a9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:11.829640 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-daa3a74c-f458-4430-9df0-07b14bf159a9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.1599612 Feb 15 14:12:11.850465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-11c09bc5-dc99-4a33-bf16-9314988f6bad tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/quotas/8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 375 time: 0.0198081 Feb 15 14:12:11.885140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44152) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:11.937868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-eba1cd86-839d-44f5-95c5-ae687e1baa03 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864670 Feb 15 14:12:11.962155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-da29ec86-0e31-4054-9b78-1907f62b2ab1 admin admin] Deleting subnet 1bb4dee0-7464-4c82-91d8-97a5c206de4f {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:12:11.968353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da29ec86-0e31-4054-9b78-1907f62b2ab1 admin admin] Publish callbacks [] for subnet (1bb4dee0-7464-4c82-91d8-97a5c206de4f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:11.996800 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.036047 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da29ec86-0e31-4054-9b78-1907f62b2ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (1bb4dee0-7464-4c82-91d8-97a5c206de4f), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.046143 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-2073138a-c7f5-456b-bcc2-40e3a1136c20 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070132 Feb 15 14:12:12.141644 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da29ec86-0e31-4054-9b78-1907f62b2ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (1bb4dee0-7464-4c82-91d8-97a5c206de4f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.190607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-09904f9c-5a32-4d0b-94e3-5d63afc85c53 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433516 Feb 15 14:12:12.242138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da29ec86-0e31-4054-9b78-1907f62b2ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (1bb4dee0-7464-4c82-91d8-97a5c206de4f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.251982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44172) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:12.281249 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e4b21ba-7b73-404c-a207-20f46335634b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.301994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29ec86-0e31-4054-9b78-1907f62b2ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb4dee0-7464-4c82-91d8-97a5c206de4f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:12.314964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da29ec86-0e31-4054-9b78-1907f62b2ab1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.321281 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-da29ec86-0e31-4054-9b78-1907f62b2ab1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1bb4dee0-7464-4c82-91d8-97a5c206de4f HTTP/1.1" status: 204 len: 168 time: 0.4336674 Feb 15 14:12:12.324006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44178) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:12.438591 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (7840ac20-9b35-426b-9800-252d03d030a7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.448373 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e4b21ba-7b73-404c-a207-20f46335634b admin admin] Publish callbacks [] for security_group (ceea4bfb-01f5-4d3c-8183-732a9176c5fb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.459225 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e4b21ba-7b73-404c-a207-20f46335634b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ceea4bfb-01f5-4d3c-8183-732a9176c5fb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.525122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4e4b21ba-7b73-404c-a207-20f46335634b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e8e5bb56e64493280f6d3e9fe94639b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685423 Feb 15 14:12:12.530406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44186) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:12.544982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b21ba-7b73-404c-a207-20f46335634b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea4bfb-01f5-4d3c-8183-732a9176c5fb,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:12.575252 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (7840ac20-9b35-426b-9800-252d03d030a7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.598154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7840ac20-9b35-426b-9800-252d03d030a7']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:12.611202 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5630f8d-d34c-444b-9626-bcb9b3df6801') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:12.611614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5630f8d-d34c-444b-9626-bcb9b3df6801') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:12.622621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (d5630f8d-d34c-444b-9626-bcb9b3df6801), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.633027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d96765e7-94ba-4018-bcbd-7eec0d8b4ba6 req-47125b8b-65dd-4145-88c3-3359fcecd813 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.0484598 Feb 15 14:12:12.637322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d5630f8d-d34c-444b-9626-bcb9b3df6801), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.645483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:12:12.646086 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (d5630f8d-d34c-444b-9626-bcb9b3df6801), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.663718 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdbe3-28e5-4874-bfb1-b2d734090dc5 admin admin] Publish callbacks [] for security_group (ceea4bfb-01f5-4d3c-8183-732a9176c5fb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.701108 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdbe3-28e5-4874-bfb1-b2d734090dc5 admin admin] Publish callbacks [] for security_group (ceea4bfb-01f5-4d3c-8183-732a9176c5fb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:12:12.711031 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:12:12.726244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (7840ac20-9b35-426b-9800-252d03d030a7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.736455 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.741869 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7840ac20-9b35-426b-9800-252d03d030a7 HTTP/1.1" status: 204 len: 168 time: 0.4158130 Feb 15 14:12:12.773031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef9c3b-d3a7-4a85-93c3-f3dfb8242f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=7840ac20-9b35-426b-9800-252d03d030a7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:12.845639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdbe3-28e5-4874-bfb1-b2d734090dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ceea4bfb-01f5-4d3c-8183-732a9176c5fb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.847231 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0b9bdbe3-28e5-4874-bfb1-b2d734090dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:12.851997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0b9bdbe3-28e5-4874-bfb1-b2d734090dc5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ceea4bfb-01f5-4d3c-8183-732a9176c5fb HTTP/1.1" status: 204 len: 168 time: 0.3173442 Feb 15 14:12:12.862868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bdbe3-28e5-4874-bfb1-b2d734090dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea4bfb-01f5-4d3c-8183-732a9176c5fb,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:12.918634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbdc71-fdef-46ad-a610-68f6960f7c37 req-9c2ad20d-6915-42e3-885d-8051cc6c1b73 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:12.919442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dedbdc71-fdef-46ad-a610-68f6960f7c37 req-9c2ad20d-6915-42e3-885d-8051cc6c1b73 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1264005 Feb 15 14:12:12.992377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dedbdc71-fdef-46ad-a610-68f6960f7c37 req-77b8394a-cf26-4542-b49e-8c042b63e8cf tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604975 Feb 15 14:12:12.992712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44206) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:13.035671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44208) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:13.098552 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-979e440d-0472-49fa-b1d7-e906bea42f9d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=873ddb1b11dc42e784b97b787d2ae2e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1045377 Feb 15 14:12:13.101582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44212) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:13.118390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 460277ea-3e83-4526-be40-a1e6c70adad6 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:12:13.180060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 460277ea-3e83-4526-be40-a1e6c70adad6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:12:13.180582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 460277ea-3e83-4526-be40-a1e6c70adad6 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:12:13.207128 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef899d8a-0432-454b-a2c3-cf6d65ab1967 admin admin] Publish callbacks [] for security_group (b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:13.254806 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef899d8a-0432-454b-a2c3-cf6d65ab1967 admin admin] Publish callbacks [] for security_group (b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:13.362386 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-375e1aca-4720-4ad2-a71a-774d71385344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:13.395066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef899d8a-0432-454b-a2c3-cf6d65ab1967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:13.398981 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef899d8a-0432-454b-a2c3-cf6d65ab1967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:13.400474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ef899d8a-0432-454b-a2c3-cf6d65ab1967 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a HTTP/1.1" status: 204 len: 168 time: 0.2979131 Feb 15 14:12:13.462507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef899d8a-0432-454b-a2c3-cf6d65ab1967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e20b9c-7073-45c7-99ea-3efdd2e1ac6a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:13.531895 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-375e1aca-4720-4ad2-a71a-774d71385344 admin admin] Publish callbacks [] for security_group (1a7dbb27-aa87-4b91-936f-2fbc988455e9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:13.550857 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-375e1aca-4720-4ad2-a71a-774d71385344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1a7dbb27-aa87-4b91-936f-2fbc988455e9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:13.593759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1aca-4720-4ad2-a71a-774d71385344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7dbb27-aa87-4b91-936f-2fbc988455e9,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:13.620805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-375e1aca-4720-4ad2-a71a-774d71385344 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f33e91f36b64173a098a88365e93cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5839155 Feb 15 14:12:13.623271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44226) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:13.736012 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-78415745-d759-4dda-a85a-96c43b69ed37 admin admin] Publish callbacks [] for security_group (1a7dbb27-aa87-4b91-936f-2fbc988455e9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:13.774796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-78415745-d759-4dda-a85a-96c43b69ed37 admin admin] Publish callbacks [] for security_group (1a7dbb27-aa87-4b91-936f-2fbc988455e9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:13.830235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ad9017a-08e1-495f-ae93-9c3895fabe20 req-6830ef84-3310-424b-a5c9-615bbf79ea48 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.0532112 Feb 15 14:12:13.895802 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-78415745-d759-4dda-a85a-96c43b69ed37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1a7dbb27-aa87-4b91-936f-2fbc988455e9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:13.898820 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-78415745-d759-4dda-a85a-96c43b69ed37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:13.902232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-78415745-d759-4dda-a85a-96c43b69ed37 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a7dbb27-aa87-4b91-936f-2fbc988455e9 HTTP/1.1" status: 204 len: 168 time: 0.2756305 Feb 15 14:12:13.910571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78415745-d759-4dda-a85a-96c43b69ed37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7dbb27-aa87-4b91-936f-2fbc988455e9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:14.255746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-5b6a6db1-3b82-438f-abdb-c0e8a2a9c2e1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:14.257351 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-5b6a6db1-3b82-438f-abdb-c0e8a2a9c2e1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.2196791 Feb 15 14:12:14.276113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181591f-b796-4d9b-ab0b-8c469241c090 req-c7f89a50-d674-4c5b-8755-b740a4ea7810 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:14.278832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d181591f-b796-4d9b-ab0b-8c469241c090 req-c7f89a50-d674-4c5b-8755-b740a4ea7810 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1043112 Feb 15 14:12:14.284329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'port': {'device_id': 'fbf3f2aa-f764-4867-858f-5df8a9ea4fbe', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'admin_state_up': True, 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:14.455455 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d181591f-b796-4d9b-ab0b-8c469241c090 req-10f1cc96-30ed-41df-9bb7-cce00291e280 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653020 Feb 15 14:12:14.459338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Made reservation on behalf of 8c29426f2a2d43d1bc8516dc4bb81932 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:14.470027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:14.652689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44262) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:14.667674 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-230a0e33-2ef3-4e04-878d-480ea9878837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:14.707839 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b465c6fd-5cc5-4028-875f-5efe4b36c6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:14.783256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-230a0e33-2ef3-4e04-878d-480ea9878837 admin admin] Publish callbacks [] for security_group (59c67bbc-8019-42a2-9d5d-2ebb5541d2fa), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:14.792856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Allocated IP 172.20.0.3 (c8c73912-3615-4fc1-ad35-e54c9f618d74/5bdd149c-20c0-4211-876f-a7af9ef676ae/f7df477a-d99d-4356-a3e1-c7f1c98fe3b2) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:12:14.796426 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-230a0e33-2ef3-4e04-878d-480ea9878837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (59c67bbc-8019-42a2-9d5d-2ebb5541d2fa), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:14.932713 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-230a0e33-2ef3-4e04-878d-480ea9878837 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b3d7ee591294813a6f48cbcecb5a703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764573 Feb 15 14:12:14.936582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44270) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:14.975546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a0e33-2ef3-4e04-878d-480ea9878837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c67bbc-8019-42a2-9d5d-2ebb5541d2fa,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:15.203509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bfe07613-aac1-4e5d-b475-fcedd8419384 req-2a7bbb56-0f05-42f2-8cdf-c434f10f7001 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.0952604 Feb 15 14:12:15.301600 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:15.348382 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9022e2c-6294-4504-9cf8-d14f4bcd4abe admin admin] Publish callbacks [] for security_group (59c67bbc-8019-42a2-9d5d-2ebb5541d2fa), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:15.370624 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:15.420320 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9022e2c-6294-4504-9cf8-d14f4bcd4abe admin admin] Publish callbacks [] for security_group (59c67bbc-8019-42a2-9d5d-2ebb5541d2fa), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:15.493343 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:15.536806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:15.563300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:12:15.587080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:15.755877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44302) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:15.766150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:15.767143 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:15.775422 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9022e2c-6294-4504-9cf8-d14f4bcd4abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (59c67bbc-8019-42a2-9d5d-2ebb5541d2fa), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:15.778527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9022e2c-6294-4504-9cf8-d14f4bcd4abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:15.779883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f9022e2c-6294-4504-9cf8-d14f4bcd4abe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59c67bbc-8019-42a2-9d5d-2ebb5541d2fa HTTP/1.1" status: 204 len: 168 time: 0.8410289 Feb 15 14:12:15.800803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9022e2c-6294-4504-9cf8-d14f4bcd4abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c67bbc-8019-42a2-9d5d-2ebb5541d2fa,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:15.823908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd5a13-af5b-4140-bf66-89db09ccf3da req-7e9046c9-7e65-4d50-957f-8e777742286a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:15.842002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ecd5a13-af5b-4140-bf66-89db09ccf3da req-7e9046c9-7e65-4d50-957f-8e777742286a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2091460 Feb 15 14:12:15.894314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-6dbe1014-063f-48ce-8c56-5e6fa05eb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6241128 Feb 15 14:12:15.910300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Request body: {'port': {'device_id': 'fbf3f2aa-f764-4867-858f-5df8a9ea4fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:15.993634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1385494921-network', 'tenant_id': 'c391f3f1413641ae8fdbda4a10142bd3'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:16.058113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Made reservation on behalf of c391f3f1413641ae8fdbda4a10142bd3 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:16.068976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.074243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d40bd817-fe18-471a-b4b9-83e2300b0001 None None] Provisioning complete for port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:16.076169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d40bd817-fe18-471a-b4b9-83e2300b0001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.108419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.138246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ecd5a13-af5b-4140-bf66-89db09ccf3da req-416e8933-cf2a-42cb-adc8-fb7b506289f9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875988 Feb 15 14:12:16.157327 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.182090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d40bd817-fe18-471a-b4b9-83e2300b0001 None None] Port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:12:16.335711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Publish callbacks [] for security_group (21932ec2-6a35-4c43-a605-2cf3945249fc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.351749 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21932ec2-6a35-4c43-a605-2cf3945249fc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.417838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:12:16.429457 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21932ec2-6a35-4c43-a605-2cf3945249fc,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:16.465922 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (724e12ed-aec0-43fc-b6ee-b7491bc6c0f1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.467977 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Added segment 724e12ed-aec0-43fc-b6ee-b7491bc6c0f1 of type vlan for network 1c8fcc21-cb54-4b92-91a7-81d59675c3c6 Feb 15 14:12:16.580443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (1c8fcc21-cb54-4b92-91a7-81d59675c3c6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.635872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (1c8fcc21-cb54-4b92-91a7-81d59675c3c6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.637013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:16.646264 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.833898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:12:16.843148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Publish callbacks [] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.858763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Transition to ACTIVE for port object f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:12:16.870090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21f70-2777-456f-a532-735479ea2288 req-502fe6ff-4771-4be3-b395-4cd334d34b54 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:16.872143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] Pushing event updated for resources: {'Network': ['ID=1c8fcc21-cb54-4b92-91a7-81d59675c3c6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:16.879398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fed21f70-2777-456f-a532-735479ea2288 req-502fe6ff-4771-4be3-b395-4cd334d34b54 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 931 time: 0.5695412 Feb 15 14:12:16.882930 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:16.888155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 1c8fcc21-cb54-4b92-91a7-81d59675c3c6 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:12:16.908013 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-868cdc46-6384-4756-8e4b-6d55b64841aa admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1507015 Feb 15 14:12:16.917742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44352) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:16.932923 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] Request body: {'subnet': {'network_id': '1c8fcc21-cb54-4b92-91a7-81d59675c3c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1385494921-subnet', 'tenant_id': 'c391f3f1413641ae8fdbda4a10142bd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:16.997017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fed21f70-2777-456f-a532-735479ea2288 req-d97df973-79d5-4e7e-9db5-e168a57e6eb8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163313 Feb 15 14:12:17.029120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] Made reservation on behalf of c391f3f1413641ae8fdbda4a10142bd3 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:17.032022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:17.199282 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4cfd642c-0bfb-4523-a503-f02de998493c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:17.242925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Attempting to bind port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:17.243443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Attempting to bind port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:17.243649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Attempting to bind port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:17.252203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:17.252535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Attempting to bind port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:17.260232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:12:17.261052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Checking segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:12:17.261710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Bound using segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:12:17.262430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Bound port: f7df477a-d99d-4356-a3e1-c7f1c98fe3b2, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:12:17.262680 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:17.279873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Pushing event updated for resources: {'Port': ['ID=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:17.469435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3f953-43c2-4d51-8234-75f2e86008bd req-9d26d57d-fde4-4339-80c1-9a164c54f1e9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:17.471410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffe3f953-43c2-4d51-8234-75f2e86008bd req-9d26d57d-fde4-4339-80c1-9a164c54f1e9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1710215 Feb 15 14:12:17.515096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] For port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:12:17.540014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] For port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:12:17.559402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffe3f953-43c2-4d51-8234-75f2e86008bd req-4f2c7632-8092-4302-ab1e-0cf6a3fdde3a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765049 Feb 15 14:12:17.562284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:17.591686 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (d30341c6-36f4-4f7b-9d90-33835ee64779), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:17.650162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Pushing event updated for resources: {'Port': ['ID=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:17.658169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:17.659367 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:17.662784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-00b5b4b0-5bb2-4a6e-b2ef-c801778c5343 service neutron] 10.222.0.67 "PUT /v2.0/ports/f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 HTTP/1.1" status: 200 len: 1092 time: 1.7616515 Feb 15 14:12:17.663518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf3f2aa-f764-4867-858f-5df8a9ea4fbe', 'tag': 'f7df477a-d99d-4356-a3e1-c7f1c98fe3b2'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:17.676711 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf3f2aa-f764-4867-858f-5df8a9ea4fbe", "tag": "f7df477a-d99d-4356-a3e1-c7f1c98fe3b2"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:17.709712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30341c6-36f4-4f7b-9d90-33835ee64779,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:17.743725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44382) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:17.805729 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca788c4-fc56-4de9-a447-144db03784b8 x-openstack-request-id: req-bca788c4-fc56-4de9-a447-144db03784b8 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:17.806128 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf3f2aa-f764-4867-858f-5df8a9ea4fbe", "tag": "f7df477a-d99d-4356-a3e1-c7f1c98fe3b2", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:17.806452 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bca788c4-fc56-4de9-a447-144db03784b8 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:17.807007 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf3f2aa-f764-4867-858f-5df8a9ea4fbe', 'tag': 'f7df477a-d99d-4356-a3e1-c7f1c98fe3b2', 'status': 'completed', 'code': 200} Feb 15 14:12:17.808258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] Checking segment: {'id': '724e12ed-aec0-43fc-b6ee-b7491bc6c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c8fcc21-cb54-4b92-91a7-81d59675c3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:12:17.808258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] Network hostable DHCP agents. Network: 1c8fcc21-cb54-4b92-91a7-81d59675c3c6, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:12:17.833598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-bfbf2b5f-0d22-4fe6-aa35-6c1296406256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:17.835548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-bfbf2b5f-0d22-4fe6-aa35-6c1296406256 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 1126 time: 0.1187489 Feb 15 14:12:17.860162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] Network 1c8fcc21-cb54-4b92-91a7-81d59675c3c6 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:12:17.888558 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 1c8fcc21-cb54-4b92-91a7-81d59675c3c6) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:17.892535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-9de6968b-7d6f-4192-b2c1-cd5a2b538248 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 HTTP/1.1" status: 200 len: 217 time: 0.0469582 Feb 15 14:12:17.894301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:17.895581 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:17.908596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c69c2e-6c12-460a-8e47-86dd4109997f None None] Network 1c8fcc21-cb54-4b92-91a7-81d59675c3c6 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:12:17.941311 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f91f40c4-20cf-4e28-aae9-5c1990dcea2a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0207951 Feb 15 14:12:17.993006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-fdf828a5-0744-4554-8405-5b1170137473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:17.999910 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-fdf828a5-0744-4554-8405-5b1170137473 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.0996897 Feb 15 14:12:18.228078 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a0cf7-7848-494c-8e1f-55b5696c3ef9 None None] Network 1c8fcc21-cb54-4b92-91a7-81d59675c3c6 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:12:18.443031 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:18.730512 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-62423a03-0ea2-4413-952f-1441df0d612c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:18.793575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-20670b39-780a-48be-b814-835aaea0c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:18.795800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-20670b39-780a-48be-b814-835aaea0c73a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7919984 Feb 15 14:12:18.954179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0c99a-8d4d-40b7-8b37-95c146b30e68 req-58f9ecdb-e229-4ad1-89ce-d0fba34261a9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:18.956237 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3cd0c99a-8d4d-40b7-8b37-95c146b30e68 req-58f9ecdb-e229-4ad1-89ce-d0fba34261a9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.2462924 Feb 15 14:12:19.076751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-24230662-83df-4cae-b4b5-82029d83ad78 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684033 Feb 15 14:12:19.081055 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-62423a03-0ea2-4413-952f-1441df0d612c admin admin] Publish callbacks [] for security_group (a6361d56-e69d-47d4-912e-ab60fecea392), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:19.097316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3cd0c99a-8d4d-40b7-8b37-95c146b30e68 req-dabdf4a2-7f7e-4646-97cc-a9c702f4d1f5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319301 Feb 15 14:12:19.098118 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-62423a03-0ea2-4413-952f-1441df0d612c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a6361d56-e69d-47d4-912e-ab60fecea392), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:19.205424 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-62423a03-0ea2-4413-952f-1441df0d612c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb5604a218874627a72a64bc51c37b01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4071879 Feb 15 14:12:19.208142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44438) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:19.246027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62423a03-0ea2-4413-952f-1441df0d612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6361d56-e69d-47d4-912e-ab60fecea392,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:19.354339 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cf37c2d-346d-4e06-ad54-36114623a16c admin admin] Publish callbacks [] for security_group (a6361d56-e69d-47d4-912e-ab60fecea392), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:19.403022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cf37c2d-346d-4e06-ad54-36114623a16c admin admin] Publish callbacks [] for security_group (a6361d56-e69d-47d4-912e-ab60fecea392), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:19.426687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-bae5df97-ab5e-428a-a508-2d90809af860 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:19.430105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-bae5df97-ab5e-428a-a508-2d90809af860 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/networks?id=1c8fcc21-cb54-4b92-91a7-81d59675c3c6 HTTP/1.1" status: 200 len: 821 time: 0.1537106 Feb 15 14:12:19.464662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-eaf36f75-20c6-4879-ac85-da61827fb349 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/quotas/c391f3f1413641ae8fdbda4a10142bd3 HTTP/1.1" status: 200 len: 375 time: 0.0227251 Feb 15 14:12:19.507051 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cf37c2d-346d-4e06-ad54-36114623a16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a6361d56-e69d-47d4-912e-ab60fecea392), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:19.510393 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cf37c2d-346d-4e06-ad54-36114623a16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:19.513890 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5cf37c2d-346d-4e06-ad54-36114623a16c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6361d56-e69d-47d4-912e-ab60fecea392 HTTP/1.1" status: 204 len: 168 time: 0.3021169 Feb 15 14:12:19.522559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-2eab6191-d3c0-4981-b10b-4a10ca1db5a5 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c391f3f1413641ae8fdbda4a10142bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464647 Feb 15 14:12:19.532810 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30377e2-ba5e-4356-81cf-ec869c2ca0e0 req-f9803f19-12ba-4eb7-9986-02f24f90ee1c service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495540 Feb 15 14:12:19.553800 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf37c2d-346d-4e06-ad54-36114623a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6361d56-e69d-47d4-912e-ab60fecea392,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:19.694474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-25359dba-3463-45bd-8380-4b0e87d5757f service neutron] 10.222.0.72 "GET /v2.0/networks/1c8fcc21-cb54-4b92-91a7-81d59675c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573524 Feb 15 14:12:19.701609 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:19.753810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524579fa-0082-4494-9ac7-2879fe8e47cf req-dfd4d1bf-2744-4583-a9de-9ab929517d3d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:19.771465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-524579fa-0082-4494-9ac7-2879fe8e47cf req-dfd4d1bf-2744-4583-a9de-9ab929517d3d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.5712399 Feb 15 14:12:19.990404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-524579fa-0082-4494-9ac7-2879fe8e47cf req-dfb6f8d6-1a1d-4a5d-9ca6-5bc6ba5f2d62 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132854 Feb 15 14:12:20.038271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-e5a7e244-4ca6-4461-9b2c-8ec917ab31c8 service neutron] 10.222.0.72 "GET /v2.0/networks/1c8fcc21-cb54-4b92-91a7-81d59675c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585740 Feb 15 14:12:20.048454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6 req-7cb1fb95-7674-416e-9a3f-bcf09686f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:20.049939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6 req-7cb1fb95-7674-416e-9a3f-bcf09686f288 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 1126 time: 0.3543041 Feb 15 14:12:20.256109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6 req-50ebe8ea-74b2-413f-8470-1d7831bc6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:20.258727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6 req-50ebe8ea-74b2-413f-8470-1d7831bc6d23 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.2022340 Feb 15 14:12:20.347446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44522) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:20.389273 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59039309-72c8-4102-a5a1-244bbb1cadd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:20.405965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6 req-10eb49ed-6525-4af1-8c07-9d42ebe38702 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 HTTP/1.1" status: 200 len: 217 time: 0.1279099 Feb 15 14:12:20.525969 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59039309-72c8-4102-a5a1-244bbb1cadd8 admin admin] Publish callbacks [] for security_group (7d6667e1-4bd9-4443-9094-04fee2c2f967), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:20.536584 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59039309-72c8-4102-a5a1-244bbb1cadd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7d6667e1-4bd9-4443-9094-04fee2c2f967), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:20.557893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f45fafa-712a-481c-ab32-7f93a576c144 req-8ab84787-2ea7-4357-9199-00ac4d933dbc tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 210 time: 0.1317940 Feb 15 14:12:20.594641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42157f29-ebd9-410f-a14e-ee56ae2b6a3f req-95da33fb-6770-4622-bb68-aa0aa6486af7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:20.615094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42157f29-ebd9-410f-a14e-ee56ae2b6a3f req-95da33fb-6770-4622-bb68-aa0aa6486af7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.3550494 Feb 15 14:12:20.637461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6 req-b726c6c4-84eb-4538-a04f-39facdce3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:20.643739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6 req-b726c6c4-84eb-4538-a04f-39facdce3ee9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.2291510 Feb 15 14:12:20.697514 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-59039309-72c8-4102-a5a1-244bbb1cadd8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=952fbafd6a8e407ab9f555621a3d2e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3475206 Feb 15 14:12:20.703875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59039309-72c8-4102-a5a1-244bbb1cadd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6667e1-4bd9-4443-9094-04fee2c2f967,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:20.710318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44542) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:20.836444 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe57c306-3173-41d6-9a84-318a59902add admin admin] Publish callbacks [] for security_group (7d6667e1-4bd9-4443-9094-04fee2c2f967), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:20.877212 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42157f29-ebd9-410f-a14e-ee56ae2b6a3f req-fec32404-452a-496c-8dd5-86e5ca112f6c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589850 Feb 15 14:12:20.889243 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe57c306-3173-41d6-9a84-318a59902add admin admin] Publish callbacks [] for security_group (7d6667e1-4bd9-4443-9094-04fee2c2f967), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:20.946440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6 req-282cc277-2a92-48f8-9a04-61ef8c43bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:20.951409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6 req-282cc277-2a92-48f8-9a04-61ef8c43bb0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2909036 Feb 15 14:12:20.997296 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe57c306-3173-41d6-9a84-318a59902add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7d6667e1-4bd9-4443-9094-04fee2c2f967), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:21.000419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe57c306-3173-41d6-9a84-318a59902add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:21.005748 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fe57c306-3173-41d6-9a84-318a59902add admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d6667e1-4bd9-4443-9094-04fee2c2f967 HTTP/1.1" status: 204 len: 168 time: 0.2936110 Feb 15 14:12:21.016724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57c306-3173-41d6-9a84-318a59902add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6667e1-4bd9-4443-9094-04fee2c2f967,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:21.116299 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:21.326322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867420b7-6d2f-4096-bc2a-4a9b854aab22 req-73ddc48b-dc61-4d44-b9fd-fa63dd69913c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:21.328007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-867420b7-6d2f-4096-bc2a-4a9b854aab22 req-73ddc48b-dc61-4d44-b9fd-fa63dd69913c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2121203 Feb 15 14:12:21.333312 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6 req-4d6a32f7-e49e-4785-8dfe-5862f4fb1669 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745704 Feb 15 14:12:21.505395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-867420b7-6d2f-4096-bc2a-4a9b854aab22 req-327253c3-5785-4532-8506-43182e420330 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683154 Feb 15 14:12:21.861197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7fbbfcaa-85ea-46f0-b9a2-6c0c9542634a req-56bd90ac-733a-4f20-9285-e663cefba8ff tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 210 time: 0.1533287 Feb 15 14:12:21.910503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fc91844-9dbc-4e45-8e92-1bc3e5a5a3c6 req-71bb9472-162b-45b9-bace-491b3bc4b259 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579429 Feb 15 14:12:22.062155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fb418-c904-44a8-82e4-4bc2e053c310 req-2784246f-4b94-465d-9c51-f71900fd5a23 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:22.072706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d9fb418-c904-44a8-82e4-4bc2e053c310 req-2784246f-4b94-465d-9c51-f71900fd5a23 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.0941412 Feb 15 14:12:22.139988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44608) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:22.150768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d9fb418-c904-44a8-82e4-4bc2e053c310 req-7597c28f-8f17-4eb4-85e1-d803cb6d39fb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767689 Feb 15 14:12:22.364893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b11b-78bc-4eda-b6c6-f2a63d0331e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:22.606510 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b11b-78bc-4eda-b6c6-f2a63d0331e2 admin admin] Publish callbacks [] for security_group (3a822c01-bf48-4721-9f2d-60b4d506585e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:22.646831 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-824c5f25-8b02-4b93-a870-516bd9f6c19f tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:22.648861 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b11b-78bc-4eda-b6c6-f2a63d0331e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3a822c01-bf48-4721-9f2d-60b4d506585e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:22.652909 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-824c5f25-8b02-4b93-a870-516bd9f6c19f tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.42 "GET /v2.0/networks?id=1c8fcc21-cb54-4b92-91a7-81d59675c3c6 HTTP/1.1" status: 200 len: 821 time: 0.2328057 Feb 15 14:12:22.667585 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:12:22.687374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Request body: {'port': {'device_id': '73747abc-3273-493a-b660-4edb64cf3d80', 'network_id': '1c8fcc21-cb54-4b92-91a7-81d59675c3c6', 'admin_state_up': True, 'tenant_id': 'c391f3f1413641ae8fdbda4a10142bd3'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:22.842432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8b11b-78bc-4eda-b6c6-f2a63d0331e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a822c01-bf48-4721-9f2d-60b4d506585e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:22.854180 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b0b8b11b-78bc-4eda-b6c6-f2a63d0331e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b08318bded25475e9118d2cc751d34f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7124236 Feb 15 14:12:22.855541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44626) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:22.955215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00376d10-b7b3-4302-91c8-3be9e49b2078 admin admin] Publish callbacks [] for security_group (3a822c01-bf48-4721-9f2d-60b4d506585e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:22.981503 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00376d10-b7b3-4302-91c8-3be9e49b2078 admin admin] Publish callbacks [] for security_group (3a822c01-bf48-4721-9f2d-60b4d506585e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:23.038159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c69430-f21e-4a6b-9b4a-d35120db991a req-65ae34db-e64a-4f89-a8af-af4fd738fbea tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:23.044465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8c69430-f21e-4a6b-9b4a-d35120db991a req-65ae34db-e64a-4f89-a8af-af4fd738fbea tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2427583 Feb 15 14:12:23.045349 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00376d10-b7b3-4302-91c8-3be9e49b2078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3a822c01-bf48-4721-9f2d-60b4d506585e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:23.048500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00376d10-b7b3-4302-91c8-3be9e49b2078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:23.053549 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00376d10-b7b3-4302-91c8-3be9e49b2078 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a822c01-bf48-4721-9f2d-60b4d506585e HTTP/1.1" status: 204 len: 168 time: 0.1958902 Feb 15 14:12:23.063916 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00376d10-b7b3-4302-91c8-3be9e49b2078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a822c01-bf48-4721-9f2d-60b4d506585e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:23.131447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Made reservation on behalf of c391f3f1413641ae8fdbda4a10142bd3 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:23.135842 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:23.184529 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b37baf8-df8c-47a3-85f5-226a454cbf38 req-e11d54ea-c899-49d9-814c-af0db37f855d tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 210 time: 0.0599809 Feb 15 14:12:23.205614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8c69430-f21e-4a6b-9b4a-d35120db991a req-1c1bf3ef-8f43-43f5-a98b-028b811ac6f1 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452060 Feb 15 14:12:23.431585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44648) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:23.610378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9c018-9f1d-40db-bd91-e5e9fa492fad req-b5836425-d9f5-4eed-ae63-7907363332c6 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:23.612516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7c9c018-9f1d-40db-bd91-e5e9fa492fad req-b5836425-d9f5-4eed-ae63-7907363332c6 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.2762022 Feb 15 14:12:23.647637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Allocated IP 172.20.0.7 (1c8fcc21-cb54-4b92-91a7-81d59675c3c6/d30341c6-36f4-4f7b-9d90-33835ee64779/a6282151-1088-42f4-b99d-1ebef1ef7df0) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:12:23.668632 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-594bcc6b-1bcd-4b7d-8060-c1168fc5ae87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:23.748749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44656) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:23.776467 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7c9c018-9f1d-40db-bd91-e5e9fa492fad req-1d3680b7-6ec5-496a-8b0b-6e958ea04bae tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498866 Feb 15 14:12:23.816713 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-78c35162-d99f-471f-90d4-64720c66b1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:23.824988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-594bcc6b-1bcd-4b7d-8060-c1168fc5ae87 admin admin] Publish callbacks [] for security_group (a6a992b4-ae2b-496d-9e1f-ac996fd1771c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:23.833700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-594bcc6b-1bcd-4b7d-8060-c1168fc5ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a6a992b4-ae2b-496d-9e1f-ac996fd1771c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:23.879674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bcc6b-1bcd-4b7d-8060-c1168fc5ae87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a992b4-ae2b-496d-9e1f-ac996fd1771c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:23.901346 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-594bcc6b-1bcd-4b7d-8060-c1168fc5ae87 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=45df371ec769465d93ba6eeac0c7b443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4687512 Feb 15 14:12:23.904360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44658) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:23.974484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21417f0b-9a6c-4cf7-b2cb-05e7d2b8bc19 admin admin] Publish callbacks [] for security_group (a6a992b4-ae2b-496d-9e1f-ac996fd1771c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.005194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21417f0b-9a6c-4cf7-b2cb-05e7d2b8bc19 admin admin] Publish callbacks [] for security_group (a6a992b4-ae2b-496d-9e1f-ac996fd1771c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.083854 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Publish callbacks [] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.087163 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21417f0b-9a6c-4cf7-b2cb-05e7d2b8bc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a6a992b4-ae2b-496d-9e1f-ac996fd1771c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.091764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21417f0b-9a6c-4cf7-b2cb-05e7d2b8bc19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.093580 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-21417f0b-9a6c-4cf7-b2cb-05e7d2b8bc19 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6a992b4-ae2b-496d-9e1f-ac996fd1771c HTTP/1.1" status: 204 len: 168 time: 0.1881266 Feb 15 14:12:24.113676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21417f0b-9a6c-4cf7-b2cb-05e7d2b8bc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a992b4-ae2b-496d-9e1f-ac996fd1771c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:24.138365 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-78c35162-d99f-471f-90d4-64720c66b1f9 admin admin] Publish callbacks [] for security_group (1e507413-96ef-4966-ac13-20b3c6a7d077), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.162926 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-78c35162-d99f-471f-90d4-64720c66b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1e507413-96ef-4966-ac13-20b3c6a7d077), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.280739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-78c35162-d99f-471f-90d4-64720c66b1f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1ada6477bd2d465abb3dbb6100ce9cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5307274 Feb 15 14:12:24.283600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c35162-d99f-471f-90d4-64720c66b1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e507413-96ef-4966-ac13-20b3c6a7d077,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:24.283902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44668) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:24.337108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4ab0fdf8-1b26-46a6-9d17-5077303ee761 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:12:24.415664 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.459601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87547647-f265-45bd-bdcf-0ce940bec16c admin admin] Publish callbacks [] for security_group (1e507413-96ef-4966-ac13-20b3c6a7d077), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.511617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87547647-f265-45bd-bdcf-0ce940bec16c admin admin] Publish callbacks [] for security_group (1e507413-96ef-4966-ac13-20b3c6a7d077), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.618850 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87547647-f265-45bd-bdcf-0ce940bec16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1e507413-96ef-4966-ac13-20b3c6a7d077), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.621922 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87547647-f265-45bd-bdcf-0ce940bec16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.626084 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-87547647-f265-45bd-bdcf-0ce940bec16c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1e507413-96ef-4966-ac13-20b3c6a7d077 HTTP/1.1" status: 204 len: 168 time: 0.3406336 Feb 15 14:12:24.639192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87547647-f265-45bd-bdcf-0ce940bec16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e507413-96ef-4966-ac13-20b3c6a7d077,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:24.653740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:24.671920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7', 'port_id': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'mac_address': 'fa:16:3e:44:86:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6eaca9-2005-4f1c-ab88-99f9ad7e1152', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:12:24.751666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:24.752329 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.800279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ab0fdf8-1b26-46a6-9d17-5077303ee761 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:12:24.801676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Pushing event updated for resources: {'Port': ['ID=a6282151-1088-42f4-b99d-1ebef1ef7df0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:24.860347 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:24.869275 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:24.878158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Network 1c8fcc21-cb54-4b92-91a7-81d59675c3c6 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:24.895588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:24.916135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:12:24.991186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15caecae-857a-4b8e-a582-bb0befc20091 req-60b71f26-fb35-46fd-93a7-fc560dff6056 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:24.995262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15caecae-857a-4b8e-a582-bb0befc20091 req-60b71f26-fb35-46fd-93a7-fc560dff6056 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 931 time: 0.6289754 Feb 15 14:12:25.051844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:25.051844 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:25.054227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['4ab0fdf8-1b26-46a6-9d17-5077303ee761'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:12:25.103837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0b3f4-947a-434c-86c7-aa5be0e51948 req-4df58964-64fa-46a4-bc51-ae1f1ff28dd7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:25.106282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71c0b3f4-947a-434c-86c7-aa5be0e51948 req-4df58964-64fa-46a4-bc51-ae1f1ff28dd7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.7411885 Feb 15 14:12:25.212044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-6ca1aaf6-7819-4b1d-a8e0-e92cb4f7cf37 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5496082 Feb 15 14:12:25.224764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4ab0fdf8-1b26-46a6-9d17-5077303ee761,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:25.257360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Request body: {'port': {'device_id': '73747abc-3273-493a-b660-4edb64cf3d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:25.356631 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15caecae-857a-4b8e-a582-bb0befc20091 req-43530fa5-3a4d-471e-823b-671bd4a9d3a2 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/security-groups?id=21932ec2-6a35-4c43-a605-2cf3945249fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003750 Feb 15 14:12:25.420316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71c0b3f4-947a-434c-86c7-aa5be0e51948 req-69d10e70-abc9-4fb1-9fff-a47f3896f8b6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061759 Feb 15 14:12:25.434353 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:25.641235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b779-861f-407d-8720-440935be7dbe req-eee6908e-4d4b-4790-967a-e76d9436a043 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:25.649755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b56b779-861f-407d-8720-440935be7dbe req-eee6908e-4d4b-4790-967a-e76d9436a043 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.1559393 Feb 15 14:12:25.726803 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b56b779-861f-407d-8720-440935be7dbe req-2cf617c2-d273-46bd-b92a-a89a7b2914d2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761533 Feb 15 14:12:26.139522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6282151-1088-42f4-b99d-1ebef1ef7df0 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:12:26.165476 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Publish callbacks [] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:26.202472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Transition to ACTIVE for port object a6282151-1088-42f4-b99d-1ebef1ef7df0 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:12:26.217058 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:26.336884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4ab0fdf8-1b26-46a6-9d17-5077303ee761 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:12:26.374502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Pushing event updated for resources: {'Port': ['ID=a6282151-1088-42f4-b99d-1ebef1ef7df0,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:26.528564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:26.532515 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:26.595804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Attempting to bind port a6282151-1088-42f4-b99d-1ebef1ef7df0 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:26.598272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Attempting to bind port a6282151-1088-42f4-b99d-1ebef1ef7df0 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '724e12ed-aec0-43fc-b6ee-b7491bc6c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c8fcc21-cb54-4b92-91a7-81d59675c3c6'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:26.599300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Attempting to bind port a6282151-1088-42f4-b99d-1ebef1ef7df0 on network 1c8fcc21-cb54-4b92-91a7-81d59675c3c6 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:26.719325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Port a6282151-1088-42f4-b99d-1ebef1ef7df0 on network 1c8fcc21-cb54-4b92-91a7-81d59675c3c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:26.722228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Attempting to bind port a6282151-1088-42f4-b99d-1ebef1ef7df0 on network 1c8fcc21-cb54-4b92-91a7-81d59675c3c6 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:26.725905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:26.727839 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:26.747526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:12:26.747871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Checking segment: {'id': '724e12ed-aec0-43fc-b6ee-b7491bc6c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c8fcc21-cb54-4b92-91a7-81d59675c3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:12:26.748263 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Bound using segment: {'id': '724e12ed-aec0-43fc-b6ee-b7491bc6c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c8fcc21-cb54-4b92-91a7-81d59675c3c6'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:12:26.748711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Bound port: a6282151-1088-42f4-b99d-1ebef1ef7df0, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724e12ed-aec0-43fc-b6ee-b7491bc6c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1c8fcc21-cb54-4b92-91a7-81d59675c3c6'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:12:26.749071 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:26.820453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:26.824433 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494bdb09-d086-4553-93c4-75641c6983d0" -d '{"events": [{"server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "name": "network-vif-plugged", "status": "completed", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:26.878091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:26.895253 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:26.897981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221411d-9720-49ff-a02b-4a1776f7b081 req-bc477156-046a-4fac-b448-f17f5cbd6eb6 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:26.922924 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0221411d-9720-49ff-a02b-4a1776f7b081 req-bc477156-046a-4fac-b448-f17f5cbd6eb6 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 943 time: 0.3537540 Feb 15 14:12:27.011722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4ab0fdf8-1b26-46a6-9d17-5077303ee761,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:27.093179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd15aa-3b1b-4681-b7c9-0cbae8e36314 req-8220b150-4743-4058-b7f0-be65d1d02484 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:27.103493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcfd15aa-3b1b-4681-b7c9-0cbae8e36314 req-8220b150-4743-4058-b7f0-be65d1d02484 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 945 time: 0.4593925 Feb 15 14:12:27.178577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0221411d-9720-49ff-a02b-4a1776f7b081 req-79b0bef9-79e5-4dad-95fe-a9c6a3e97110 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/security-groups?id=21932ec2-6a35-4c43-a605-2cf3945249fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547450 Feb 15 14:12:27.235077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] For port a6282151-1088-42f4-b99d-1ebef1ef7df0, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:12:27.300324 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] For port a6282151-1088-42f4-b99d-1ebef1ef7df0, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a6282151-1088-42f4-b99d-1ebef1ef7df0,segment=NetworkSegment(724e12ed-aec0-43fc-b6ee-b7491bc6c0f1),segment_id=724e12ed-aec0-43fc-b6ee-b7491bc6c0f1)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:12:27.331575 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:27.362395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44768) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:27.485665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Pushing event updated for resources: {'Port': ['ID=a6282151-1088-42f4-b99d-1ebef1ef7df0,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:27.523010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcfd15aa-3b1b-4681-b7c9-0cbae8e36314 req-83f27b8b-8a7e-4216-81ee-0ee7bf193fb7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184926 Feb 15 14:12:27.646474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:27.660325 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596b2432-12c5-468f-a590-aaeb82c69021 x-openstack-request-id: req-596b2432-12c5-468f-a590-aaeb82c69021 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:27.660817 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "name": "network-vif-plugged", "status": "completed", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:27.660817 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-596b2432-12c5-468f-a590-aaeb82c69021 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:27.661208 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'code': 200} Feb 15 14:12:27.692692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:27.693341 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:27.694756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4d98b692-d6be-4804-bc15-8f36b4c31a0f service neutron] 10.222.0.42 "PUT /v2.0/ports/a6282151-1088-42f4-b99d-1ebef1ef7df0 HTTP/1.1" status: 200 len: 1092 time: 2.4660420 Feb 15 14:12:27.708415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73747abc-3273-493a-b660-4edb64cf3d80', 'tag': 'a6282151-1088-42f4-b99d-1ebef1ef7df0'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:27.711806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:27.716220 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66caefa5-2cfd-4aaa-a0d6-20b897d9c39f" -d '{"events": [{"name": "network-changed", "server_uuid": "73747abc-3273-493a-b660-4edb64cf3d80", "tag": "a6282151-1088-42f4-b99d-1ebef1ef7df0"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:27.934375 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8962a3-5fdf-474b-b08f-6d6702c69e7a x-openstack-request-id: req-8c8962a3-5fdf-474b-b08f-6d6702c69e7a {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:27.934375 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73747abc-3273-493a-b660-4edb64cf3d80", "tag": "a6282151-1088-42f4-b99d-1ebef1ef7df0", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:27.934375 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8c8962a3-5fdf-474b-b08f-6d6702c69e7a {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:27.934375 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73747abc-3273-493a-b660-4edb64cf3d80', 'tag': 'a6282151-1088-42f4-b99d-1ebef1ef7df0', 'status': 'completed', 'code': 200} Feb 15 14:12:27.982754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5d31a-b8e0-4b57-a067-489324e415be req-ed988d10-7e53-4878-9859-d9eccf720222 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:28.002444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3f5d31a-b8e0-4b57-a067-489324e415be req-ed988d10-7e53-4878-9859-d9eccf720222 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.5189097 Feb 15 14:12:28.057862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-bf8aee71-dc42-4239-926e-16160018194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:28.059419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-bf8aee71-dc42-4239-926e-16160018194f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c391f3f1413641ae8fdbda4a10142bd3&device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 1126 time: 0.2776299 Feb 15 14:12:28.120661 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:28.568582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Allocated IP 172.25.6.4 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/f9619154-1133-4844-969a-12168ce0141e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:12:28.950721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44792) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:29.019182 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-4f00ab85-635f-4869-9f73-d451875af9b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6282151-1088-42f4-b99d-1ebef1ef7df0 HTTP/1.1" status: 200 len: 217 time: 0.9452498 Feb 15 14:12:29.085840 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks [] for port (f9619154-1133-4844-969a-12168ce0141e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:29.089726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3f5d31a-b8e0-4b57-a067-489324e415be req-09422063-169b-4cc3-b4ea-4f1e5edd1e89 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0762775 Feb 15 14:12:29.184446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-9219e6af-8fa7-4259-bd28-04bb103954e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:29.197764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-9219e6af-8fa7-4259-bd28-04bb103954e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d30341c6-36f4-4f7b-9d90-33835ee64779 HTTP/1.1" status: 200 len: 861 time: 0.1581945 Feb 15 14:12:29.210316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35a56e-327a-4adf-9950-b16747bd8134 req-7219479a-a211-423f-8dad-75afc0f31404 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:29.218983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d35a56e-327a-4adf-9950-b16747bd8134 req-7219479a-a211-423f-8dad-75afc0f31404 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 943 time: 0.2153981 Feb 15 14:12:29.227017 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f9619154-1133-4844-969a-12168ce0141e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:29.271573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:29.291124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-04cf4c91-27cd-4528-82ed-a0cc0cc5a6f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c8fcc21-cb54-4b92-91a7-81d59675c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696771 Feb 15 14:12:29.391861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:29.411407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:12:29.467742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-0e766741-5caa-4b4f-9c2b-2621004a18cc service neutron] 10.222.0.42 "GET /v2.0/networks/1c8fcc21-cb54-4b92-91a7-81d59675c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348970 Feb 15 14:12:29.566700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-90880b44-8fe4-4091-a258-9ee535019dd5 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:29.618132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b28da-0456-4a89-8fda-7f95e419db76 req-8be29b23-d236-4c1a-a2ca-8322f371d94a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:29.620299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c78b28da-0456-4a89-8fda-7f95e419db76 req-8be29b23-d236-4c1a-a2ca-8322f371d94a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.3505075 Feb 15 14:12:29.641625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d35a56e-327a-4adf-9950-b16747bd8134 req-46b241a7-db6c-4d37-8ded-8a336859a2d3 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/security-groups?id=21932ec2-6a35-4c43-a605-2cf3945249fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213758 Feb 15 14:12:29.642288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Pushing event updated for resources: {'Port': ['ID=f9619154-1133-4844-969a-12168ce0141e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:29.658127 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-90880b44-8fe4-4091-a258-9ee535019dd5 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] 10.222.0.72 "PUT /v2.0/quotas/2d19e57cdd7a45ae8e50891afb582ac7 HTTP/1.1" status: 200 len: 368 time: 0.7059331 Feb 15 14:12:29.677578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44796) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:29.698090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Request body: {'network': {'project_id': '2d19e57cdd7a45ae8e50891afb582ac7'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:29.797308 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks [] for floatingip (389b9a56-4110-45ef-95f9-cff07f8794b8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:29.843903 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c78b28da-0456-4a89-8fda-7f95e419db76 req-0797c26a-cf83-4325-b4d7-c4586b87c243 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133591 Feb 15 14:12:29.850553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81affb0a-a4eb-4905-b488-52cf0e5baae2 req-3b5704af-00e2-4fb3-b989-ea6404d42a44 service neutron] 10.222.0.42 "GET /v2.0/networks/1c8fcc21-cb54-4b92-91a7-81d59675c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626719 Feb 15 14:12:29.851359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Made reservation on behalf of 2d19e57cdd7a45ae8e50891afb582ac7 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:29.853787 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:29.878544 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:29.935755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f9619154-1133-4844-969a-12168ce0141e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.110587 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks [] for security_group (cd5b767e-2619-43ad-810f-7309d5b6a2b3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.127525 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cd5b767e-2619-43ad-810f-7309d5b6a2b3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.278302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5b767e-2619-43ad-810f-7309d5b6a2b3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:30.334569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:12:30.342181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks [] for port (f9619154-1133-4844-969a-12168ce0141e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.372210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f9619154-1133-4844-969a-12168ce0141e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.446243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0469297c-f301-4288-8738-ef75cc7eb188), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.446665 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Added segment 0469297c-f301-4288-8738-ef75cc7eb188 of type vlan for network 059421b6-4e71-4c29-a4ad-58992f4af522 Feb 15 14:12:30.555272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caefa5-2cfd-4aaa-a0d6-20b897d9c39f req-506f3870-a412-4c94-bc5a-fa03863b2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:30.556929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66caefa5-2cfd-4aaa-a0d6-20b897d9c39f req-506f3870-a412-4c94-bc5a-fa03863b2c87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c391f3f1413641ae8fdbda4a10142bd3&device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 1126 time: 0.6183107 Feb 15 14:12:30.577349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Pushing event updated for resources: {'Port': ['ID=f9619154-1133-4844-969a-12168ce0141e,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:30.581910 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (059421b6-4e71-4c29-a4ad-58992f4af522), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.605526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c2ff2-a132-4008-a683-07eb989893da req-2d369e04-e923-4343-8d89-91af8a82f525 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:30.607168 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (389b9a56-4110-45ef-95f9-cff07f8794b8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.609708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-039c2ff2-a132-4008-a683-07eb989893da req-2d369e04-e923-4343-8d89-91af8a82f525 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.3327591 Feb 15 14:12:30.641803 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.644072 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5eee8c75-3e51-4f66-9adc-545058e747b8 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2806020 Feb 15 14:12:30.647229 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44804) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:30.661513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a555824b-ee5d-407d-b175-ef9741a18840 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1193765551', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'fixed_ips': [{'ip_address': '172.25.6.4'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:30.695852 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.resource_extend [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:12:30.708854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a555824b-ee5d-407d-b175-ef9741a18840 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Made reservation on behalf of a503d3bdb2b74323a937ac53443bb072 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:30.711489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a555824b-ee5d-407d-b175-ef9741a18840 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.728866 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a555824b-ee5d-407d-b175-ef9741a18840 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.846348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-039c2ff2-a132-4008-a683-07eb989893da req-c7057fc4-9a3c-464b-b66c-bbf0e6cd8b19 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973767 Feb 15 14:12:30.975567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a555824b-ee5d-407d-b175-ef9741a18840 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks [] for security_group (eedb6232-65d1-4440-8321-efcfbdb883de), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.987228 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a555824b-ee5d-407d-b175-ef9741a18840 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (eedb6232-65d1-4440-8321-efcfbdb883de), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:30.987433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caefa5-2cfd-4aaa-a0d6-20b897d9c39f req-17110ea7-1fe4-495d-b274-9eca56eed977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:30.996433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66caefa5-2cfd-4aaa-a0d6-20b897d9c39f req-17110ea7-1fe4-495d-b274-9eca56eed977 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c8fcc21-cb54-4b92-91a7-81d59675c3c6 HTTP/1.1" status: 200 len: 922 time: 0.4259984 Feb 15 14:12:31.007901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-a555824b-ee5d-407d-b175-ef9741a18840 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] device_id is not set on port 5f3accec-1490-4a65-8052-4d3ed6a5ac16 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:12:31.085012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66caefa5-2cfd-4aaa-a0d6-20b897d9c39f req-c2c40298-024b-4d22-b540-de07c1078309 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6282151-1088-42f4-b99d-1ebef1ef7df0 HTTP/1.1" status: 200 len: 217 time: 0.0812674 Feb 15 14:12:31.101132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555824b-ee5d-407d-b175-ef9741a18840 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedb6232-65d1-4440-8321-efcfbdb883de,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:31.175008 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (059421b6-4e71-4c29-a4ad-58992f4af522), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:31.178049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:31.181534 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:31.339662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6596410 Feb 15 14:12:31.347098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44810) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:31.362374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caefa5-2cfd-4aaa-a0d6-20b897d9c39f req-5bcc7f82-34b3-4d23-9fde-36c7d393e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:31.365094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66caefa5-2cfd-4aaa-a0d6-20b897d9c39f req-5bcc7f82-34b3-4d23-9fde-36c7d393e268 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d30341c6-36f4-4f7b-9d90-33835ee64779 HTTP/1.1" status: 200 len: 861 time: 0.2291222 Feb 15 14:12:31.366669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Request body: {'network': {'project_id': '2d19e57cdd7a45ae8e50891afb582ac7'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:31.367461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384eedc-07ea-4ccd-a315-04935e885155 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Pushing event updated for resources: {'Network': ['ID=059421b6-4e71-4c29-a4ad-58992f4af522,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:31.380968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 059421b6-4e71-4c29-a4ad-58992f4af522 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:12:31.381585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f766a-e343-400a-a23c-b71f3a582661 req-3eb14299-3c05-4c1e-a3b2-f5de72456c13 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:31.383221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-771f766a-e343-400a-a23c-b71f3a582661 req-3eb14299-3c05-4c1e-a3b2-f5de72456c13 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 943 time: 0.5356050 Feb 15 14:12:31.405479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935efdb6-fd59-4cd9-83f6-358d6d9beb1c req-33b1cdf0-30f7-4fea-954d-ebcadde00cfa tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:31.413226 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-935efdb6-fd59-4cd9-83f6-358d6d9beb1c req-33b1cdf0-30f7-4fea-954d-ebcadde00cfa tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2969186 Feb 15 14:12:31.449160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Made reservation on behalf of 2d19e57cdd7a45ae8e50891afb582ac7 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:31.451845 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:31.464456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66caefa5-2cfd-4aaa-a0d6-20b897d9c39f req-93b86ee7-8705-4f26-8a1d-22cc4db10270 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c8fcc21-cb54-4b92-91a7-81d59675c3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793123 Feb 15 14:12:31.492309 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a555824b-ee5d-407d-b175-ef9741a18840 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 14:12:31.493068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a555824b-ee5d-407d-b175-ef9741a18840 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:12:31.561345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:12:31.592556 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c62a363f-c738-49e0-ab87-fb76f80558f7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:31.592904 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Added segment c62a363f-c738-49e0-ab87-fb76f80558f7 of type vlan for network 3524c8fb-b2cd-462d-b145-b100a3e6b5af Feb 15 14:12:31.690675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-935efdb6-fd59-4cd9-83f6-358d6d9beb1c req-a564fd53-9e20-4a44-b75e-b8ce19d36011 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743013 Feb 15 14:12:31.732608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (3524c8fb-b2cd-462d-b145-b100a3e6b5af), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:31.736315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-771f766a-e343-400a-a23c-b71f3a582661 req-e97ccce6-1155-4da7-a183-d58dbf6a28a9 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/security-groups?id=21932ec2-6a35-4c43-a605-2cf3945249fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187981 Feb 15 14:12:31.790828 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a555824b-ee5d-407d-b175-ef9741a18840 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.1416626 Feb 15 14:12:31.798330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66caefa5-2cfd-4aaa-a0d6-20b897d9c39f req-a1fdb961-e92e-4c1e-9d76-c0aeafd2c780 service neutron] 10.222.0.42 "GET /v2.0/networks/1c8fcc21-cb54-4b92-91a7-81d59675c3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245387 Feb 15 14:12:31.805360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44812) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:31.871342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (3524c8fb-b2cd-462d-b145-b100a3e6b5af), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:31.872417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:31.873771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:31.977067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66caefa5-2cfd-4aaa-a0d6-20b897d9c39f req-a3e7896f-0ec9-4793-8f79-9fb94a4db18e service neutron] 10.222.0.42 "GET /v2.0/networks/1c8fcc21-cb54-4b92-91a7-81d59675c3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664128 Feb 15 14:12:32.150623 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Pushing event updated for resources: {'Network': ['ID=3524c8fb-b2cd-462d-b145-b100a3e6b5af,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:32.167757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 3524c8fb-b2cd-462d-b145-b100a3e6b5af details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:12:32.180873 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-83592266-3b14-4909-84de-18e676556e6f tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8245885 Feb 15 14:12:32.191184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44820) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:32.196147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5ff96cc8-e6d8-48db-ab4d-4bc2696021fb tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Request body: {'network': {'project_id': '2d19e57cdd7a45ae8e50891afb582ac7'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:32.254511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86760f-d51d-4281-96b9-9e803ba4da81 req-8827973c-7957-4e8c-aed5-4f9f84c13de2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:32.262179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b86760f-d51d-4281-96b9-9e803ba4da81 req-8827973c-7957-4e8c-aed5-4f9f84c13de2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.2506094 Feb 15 14:12:32.264768 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff96cc8-e6d8-48db-ab4d-4bc2696021fb tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 14:12:32.265228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff96cc8-e6d8-48db-ab4d-4bc2696021fb tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:12:32.266344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5ff96cc8-e6d8-48db-ab4d-4bc2696021fb tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0742757 Feb 15 14:12:32.279184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44822) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:32.367387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a6282151-1088-42f4-b99d-1ebef1ef7df0 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:12:32.430082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b86760f-d51d-4281-96b9-9e803ba4da81 req-2466eb1f-5e7f-4ab8-a597-2f39582e5015 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500845 Feb 15 14:12:32.445570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-15640c27-5322-4656-bba0-9d8201d4a558 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d19e57cdd7a45ae8e50891afb582ac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601129 Feb 15 14:12:32.450282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44824) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:32.458114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-33c36dcd-d697-4ee4-89da-0a7337afd539 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Deleting port f9619154-1133-4844-969a-12168ce0141e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:12:32.458719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33c36dcd-d697-4ee4-89da-0a7337afd539 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f9619154-1133-4844-969a-12168ce0141e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:32.571700 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb6a3-ff70-4ffa-a311-ac9435e4cf93 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks [] for security_group (cd5b767e-2619-43ad-810f-7309d5b6a2b3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:32.638249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a6282151-1088-42f4-b99d-1ebef1ef7df0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a6282151-1088-42f4-b99d-1ebef1ef7df0,segment=NetworkSegment(724e12ed-aec0-43fc-b6ee-b7491bc6c0f1),segment_id=724e12ed-aec0-43fc-b6ee-b7491bc6c0f1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:32.646881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb6a3-ff70-4ffa-a311-ac9435e4cf93 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks [] for security_group (cd5b767e-2619-43ad-810f-7309d5b6a2b3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:32.661641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'a6282151-1088-42f4-b99d-1ebef1ef7df0', 'network_id': '1c8fcc21-cb54-4b92-91a7-81d59675c3c6', 'port_id': 'a6282151-1088-42f4-b99d-1ebef1ef7df0', 'mac_address': 'fa:16:3e:17:62:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30341c6-36f4-4f7b-9d90-33835ee64779', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:12:32.662113 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33c36dcd-d697-4ee4-89da-0a7337afd539 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f9619154-1133-4844-969a-12168ce0141e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:32.662556 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33c36dcd-d697-4ee4-89da-0a7337afd539 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks [] for floatingip (f9619154-1133-4844-969a-12168ce0141e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:32.695807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-33c36dcd-d697-4ee4-89da-0a7337afd539 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Calling delete_port for f9619154-1133-4844-969a-12168ce0141e owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:12:32.772555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port a6282151-1088-42f4-b99d-1ebef1ef7df0 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:32.776365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:32.786373 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb6a3-ff70-4ffa-a311-ac9435e4cf93 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cd5b767e-2619-43ad-810f-7309d5b6a2b3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:32.789662 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb6a3-ff70-4ffa-a311-ac9435e4cf93 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:32.793154 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f3dbb6a3-ff70-4ffa-a311-ac9435e4cf93 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd5b767e-2619-43ad-810f-7309d5b6a2b3 HTTP/1.1" status: 204 len: 168 time: 0.3391962 Feb 15 14:12:32.813423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6282151-1088-42f4-b99d-1ebef1ef7df0 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:12:32.834595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44838) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:32.841905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbb6a3-ff70-4ffa-a311-ac9435e4cf93 tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5b767e-2619-43ad-810f-7309d5b6a2b3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:32.907937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a6282151-1088-42f4-b99d-1ebef1ef7df0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a6282151-1088-42f4-b99d-1ebef1ef7df0,segment=NetworkSegment(724e12ed-aec0-43fc-b6ee-b7491bc6c0f1),segment_id=724e12ed-aec0-43fc-b6ee-b7491bc6c0f1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:32.941214 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:33.060856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=a6282151-1088-42f4-b99d-1ebef1ef7df0,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:33.126180 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (3524c8fb-b2cd-462d-b145-b100a3e6b5af), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:33.164268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4cc6-ca17-4c00-968d-1e432581e880 req-0eaab46c-78e8-4583-a740-40bce31a644f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:33.165952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eea4cc6-ca17-4c00-968d-1e432581e880 req-0eaab46c-78e8-4583-a740-40bce31a644f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.3056655 Feb 15 14:12:33.177559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cf8f8-1a44-4fc8-a5ed-756b0482ec22 req-8d2e897a-fb33-4024-b805-1c4647b0fa65 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:33.191583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-485cf8f8-1a44-4fc8-a5ed-756b0482ec22 req-8d2e897a-fb33-4024-b805-1c4647b0fa65 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 944 time: 0.2308133 Feb 15 14:12:33.194245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['a6282151-1088-42f4-b99d-1ebef1ef7df0'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:12:33.417171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (3524c8fb-b2cd-462d-b145-b100a3e6b5af), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:33.473379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3524c8fb-b2cd-462d-b145-b100a3e6b5af']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:33.484661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62a363f-c738-49e0-ab87-fb76f80558f7') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:33.496485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62a363f-c738-49e0-ab87-fb76f80558f7') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:33.507390 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (c62a363f-c738-49e0-ab87-fb76f80558f7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:33.533628 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c62a363f-c738-49e0-ab87-fb76f80558f7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:33.555617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:12:33.556038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (c62a363f-c738-49e0-ab87-fb76f80558f7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:12:33.663535 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:12:33.698094 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (3524c8fb-b2cd-462d-b145-b100a3e6b5af), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:33.732090 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:33.735878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] 10.222.0.72 "DELETE /v2.0/networks/3524c8fb-b2cd-462d-b145-b100a3e6b5af HTTP/1.1" status: 204 len: 168 time: 0.8764493 Feb 15 14:12:33.742582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44854) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:33.809112 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33c36dcd-d697-4ee4-89da-0a7337afd539 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f9619154-1133-4844-969a-12168ce0141e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:33.841227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3591b8-ac91-480d-bc5c-b56c3329bebd tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Pushing event deleted for resources: {'Network': ['ID=3524c8fb-b2cd-462d-b145-b100a3e6b5af,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:33.855015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c36dcd-d697-4ee4-89da-0a7337afd539 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9619154-1133-4844-969a-12168ce0141e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:33.876606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-485cf8f8-1a44-4fc8-a5ed-756b0482ec22 req-2ba97f9c-2340-49cb-9816-9aca72f394e9 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/security-groups?id=21932ec2-6a35-4c43-a605-2cf3945249fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6835556 Feb 15 14:12:33.881410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7eea4cc6-ca17-4c00-968d-1e432581e880 req-92dbf82f-597f-488f-add1-2c301192efac tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6872425 Feb 15 14:12:33.942149 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (059421b6-4e71-4c29-a4ad-58992f4af522), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.035082 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33c36dcd-d697-4ee4-89da-0a7337afd539 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks [] for floatingip (389b9a56-4110-45ef-95f9-cff07f8794b8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.040342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33c36dcd-d697-4ee4-89da-0a7337afd539 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.048403 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-33c36dcd-d697-4ee4-89da-0a7337afd539 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355 tempest-ExternalNetworksAdminNegativeTestJSON-1355765355-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/389b9a56-4110-45ef-95f9-cff07f8794b8 HTTP/1.1" status: 204 len: 168 time: 2.2408841 Feb 15 14:12:34.180708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (059421b6-4e71-4c29-a4ad-58992f4af522), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.222644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059421b6-4e71-4c29-a4ad-58992f4af522']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:34.237949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0469297c-f301-4288-8738-ef75cc7eb188') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:34.238376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0469297c-f301-4288-8738-ef75cc7eb188') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:34.258796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (0469297c-f301-4288-8738-ef75cc7eb188), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.278918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83beb9-7efa-416c-95c2-d2c6009af597 req-20b0c87d-78a4-44df-b69c-ec71de2997d5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:34.280607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f83beb9-7efa-416c-95c2-d2c6009af597 req-20b0c87d-78a4-44df-b69c-ec71de2997d5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.2094460 Feb 15 14:12:34.298780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acd13d-f48c-4cfb-b7d7-e07d0c8e839d req-ef8e6c73-4652-493a-9eba-8fb0878c718f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:34.301063 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4acd13d-f48c-4cfb-b7d7-e07d0c8e839d req-ef8e6c73-4652-493a-9eba-8fb0878c718f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.2311435 Feb 15 14:12:34.302241 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0469297c-f301-4288-8738-ef75cc7eb188), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.351936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:12:34.352471 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (0469297c-f301-4288-8738-ef75cc7eb188), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:12:34.354830 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:12:34.368458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a6282151-1088-42f4-b99d-1ebef1ef7df0 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:12:34.503822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4acd13d-f48c-4cfb-b7d7-e07d0c8e839d req-109dc6c3-76de-4f99-9687-0d06b5fad00e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871507 Feb 15 14:12:34.505203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (059421b6-4e71-4c29-a4ad-58992f4af522), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.509531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port a6282151-1088-42f4-b99d-1ebef1ef7df0 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:12:34.512581 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.519795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44862) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:34.522699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port a6282151-1088-42f4-b99d-1ebef1ef7df0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:34.523546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] 10.222.0.72 "DELETE /v2.0/networks/059421b6-4e71-4c29-a4ad-58992f4af522 HTTP/1.1" status: 204 len: 168 time: 0.7675643 Feb 15 14:12:34.524258 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.547404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f83beb9-7efa-416c-95c2-d2c6009af597 req-8fdde065-6f16-4aa6-bdeb-89fbc05eb7bc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491488 Feb 15 14:12:34.587661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128387ff-a0d0-4968-8685-85566678282e tempest-QuotasNegativeTest-1354095892 tempest-QuotasNegativeTest-1354095892-project-admin] Pushing event deleted for resources: {'Network': ['ID=059421b6-4e71-4c29-a4ad-58992f4af522,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:34.755581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port a6282151-1088-42f4-b99d-1ebef1ef7df0 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:34.755923 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.803738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73747abc-3273-493a-b660-4edb64cf3d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6282151-1088-42f4-b99d-1ebef1ef7df0'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:34.822175 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c210c7c5-ed1a-4821-9988-5c1f9aa53f3f" -d '{"events": [{"server_uuid": "73747abc-3273-493a-b660-4edb64cf3d80", "name": "network-vif-plugged", "status": "completed", "tag": "a6282151-1088-42f4-b99d-1ebef1ef7df0"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:34.851235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port a6282151-1088-42f4-b99d-1ebef1ef7df0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a6282151-1088-42f4-b99d-1ebef1ef7df0,segment=NetworkSegment(724e12ed-aec0-43fc-b6ee-b7491bc6c0f1),segment_id=724e12ed-aec0-43fc-b6ee-b7491bc6c0f1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:34.860567 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.881032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-124b9fe9-8a08-4129-809a-f597461360f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:34.977586 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb0d648-e3be-430b-8f82-4e51ae36141a x-openstack-request-id: req-abb0d648-e3be-430b-8f82-4e51ae36141a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:34.984223 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73747abc-3273-493a-b660-4edb64cf3d80", "name": "network-vif-plugged", "status": "completed", "tag": "a6282151-1088-42f4-b99d-1ebef1ef7df0", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:34.984499 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-abb0d648-e3be-430b-8f82-4e51ae36141a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:34.990319 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73747abc-3273-493a-b660-4edb64cf3d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6282151-1088-42f4-b99d-1ebef1ef7df0', 'code': 200} Feb 15 14:12:35.113048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=a6282151-1088-42f4-b99d-1ebef1ef7df0,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:35.179457 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-124b9fe9-8a08-4129-809a-f597461360f3 admin admin] Publish callbacks [] for security_group (5fae8fd2-5482-402c-8c55-56e21fb1f278), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:35.191828 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-124b9fe9-8a08-4129-809a-f597461360f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5fae8fd2-5482-402c-8c55-56e21fb1f278), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:35.267724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b9fe9-8a08-4129-809a-f597461360f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fae8fd2-5482-402c-8c55-56e21fb1f278,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:35.276412 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-124b9fe9-8a08-4129-809a-f597461360f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d0aa42fd64a497a9f5ed90ed660e2a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7539599 Feb 15 14:12:35.279576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44888) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:35.347726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c05d2f-62b4-428a-8900-106cbcdc327a req-7abd1880-4fb1-4fa4-849d-125ba8c8087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:35.349720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41c05d2f-62b4-428a-8900-106cbcdc327a req-7abd1880-4fb1-4fa4-849d-125ba8c8087e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 1128 time: 0.3243222 Feb 15 14:12:35.396638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26d188-b8a1-4498-a7ad-a7cc38eef965 req-5f951470-4e0e-4dbc-b055-cdb35bfe9069 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:35.398353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e26d188-b8a1-4498-a7ad-a7cc38eef965 req-5f951470-4e0e-4dbc-b055-cdb35bfe9069 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2875969 Feb 15 14:12:35.420148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3934758-8f7f-4812-9987-ad44c1c08db4 req-3df90dd8-bc58-40f7-9efd-c1ef14b22f8e tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:35.427821 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3934758-8f7f-4812-9987-ad44c1c08db4 req-3df90dd8-bc58-40f7-9efd-c1ef14b22f8e tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 945 time: 0.1691830 Feb 15 14:12:35.461708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-438b2c9a-e564-4188-b772-a5ae6125ed0c admin admin] Publish callbacks [] for security_group (5fae8fd2-5482-402c-8c55-56e21fb1f278), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:35.478564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41c05d2f-62b4-428a-8900-106cbcdc327a req-5e2bcb3e-5e08-423b-9634-b2ca859d72ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=21932ec2-6a35-4c43-a605-2cf3945249fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203659 Feb 15 14:12:35.506648 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-438b2c9a-e564-4188-b772-a5ae6125ed0c admin admin] Publish callbacks [] for security_group (5fae8fd2-5482-402c-8c55-56e21fb1f278), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:35.550262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e26d188-b8a1-4498-a7ad-a7cc38eef965 req-8f58268e-34d0-4c76-b4ee-d91af15a3b56 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096864 Feb 15 14:12:35.553749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44892) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:35.570611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3934758-8f7f-4812-9987-ad44c1c08db4 req-736a0244-1730-484d-a4e6-517831c3738e tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/security-groups?id=21932ec2-6a35-4c43-a605-2cf3945249fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417391 Feb 15 14:12:35.707583 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-438b2c9a-e564-4188-b772-a5ae6125ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5fae8fd2-5482-402c-8c55-56e21fb1f278), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:35.710203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-438b2c9a-e564-4188-b772-a5ae6125ed0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:35.711430 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-438b2c9a-e564-4188-b772-a5ae6125ed0c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5fae8fd2-5482-402c-8c55-56e21fb1f278 HTTP/1.1" status: 204 len: 168 time: 0.4292660 Feb 15 14:12:35.756900 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b2c9a-e564-4188-b772-a5ae6125ed0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fae8fd2-5482-402c-8c55-56e21fb1f278,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:35.814158 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e82cf92-98fd-4b55-a3e6-ad6fc51ad0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:35.908958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc149cb-7fc6-4b38-93a8-930f622c2ef7 req-a0043997-7290-4615-8082-82fcafe777f0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:35.921395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6fc149cb-7fc6-4b38-93a8-930f622c2ef7 req-a0043997-7290-4615-8082-82fcafe777f0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.2084858 Feb 15 14:12:35.943602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb11f18-3c8d-4d8f-bffd-71ceeda88745 req-ad159ef4-4d8c-4dcc-83f9-b8ca71891caf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:35.960828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1cb11f18-3c8d-4d8f-bffd-71ceeda88745 req-ad159ef4-4d8c-4dcc-83f9-b8ca71891caf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.1937294 Feb 15 14:12:35.962318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e82cf92-98fd-4b55-a3e6-ad6fc51ad0b2 admin admin] Publish callbacks [] for security_group (24bf84b9-2165-4553-a82d-e21f958124ac), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:35.975977 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e82cf92-98fd-4b55-a3e6-ad6fc51ad0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (24bf84b9-2165-4553-a82d-e21f958124ac), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:36.040871 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7e82cf92-98fd-4b55-a3e6-ad6fc51ad0b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2ab52a0606be44aa95eefcbc09b91306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4832556 Feb 15 14:12:36.041837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82cf92-98fd-4b55-a3e6-ad6fc51ad0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf84b9-2165-4553-a82d-e21f958124ac,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:36.044050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44902) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:36.154409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6fc149cb-7fc6-4b38-93a8-930f622c2ef7 req-b01fb423-1edf-4bb2-a2ae-090561042162 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315261 Feb 15 14:12:36.159721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1cb11f18-3c8d-4d8f-bffd-71ceeda88745 req-457be7b1-4270-461b-860e-dd581164ea6e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967428 Feb 15 14:12:36.162790 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef34b2b7-1553-4f57-9b6f-a74cda1c9e1e admin admin] Publish callbacks [] for security_group (24bf84b9-2165-4553-a82d-e21f958124ac), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:36.203961 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef34b2b7-1553-4f57-9b6f-a74cda1c9e1e admin admin] Publish callbacks [] for security_group (24bf84b9-2165-4553-a82d-e21f958124ac), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:36.281773 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef34b2b7-1553-4f57-9b6f-a74cda1c9e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (24bf84b9-2165-4553-a82d-e21f958124ac), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:36.285149 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef34b2b7-1553-4f57-9b6f-a74cda1c9e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:36.295262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ef34b2b7-1553-4f57-9b6f-a74cda1c9e1e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/24bf84b9-2165-4553-a82d-e21f958124ac HTTP/1.1" status: 204 len: 168 time: 0.2471206 Feb 15 14:12:36.313453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34b2b7-1553-4f57-9b6f-a74cda1c9e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf84b9-2165-4553-a82d-e21f958124ac,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:36.336144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44906) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:36.392307 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ed5ecc91-958a-45d9-93b8-2f2af296f028 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a503d3bdb2b74323a937ac53443bb072&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550170 Feb 15 14:12:36.395062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44908) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:36.480169 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cdcfbd4-0f2b-4d27-8afa-c14726772d41 admin admin] Publish callbacks [] for security_group (eedb6232-65d1-4440-8321-efcfbdb883de), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:36.509865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cdcfbd4-0f2b-4d27-8afa-c14726772d41 admin admin] Publish callbacks [] for security_group (eedb6232-65d1-4440-8321-efcfbdb883de), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:36.569457 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cdcfbd4-0f2b-4d27-8afa-c14726772d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (eedb6232-65d1-4440-8321-efcfbdb883de), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:36.580030 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cdcfbd4-0f2b-4d27-8afa-c14726772d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:36.591432 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9cdcfbd4-0f2b-4d27-8afa-c14726772d41 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eedb6232-65d1-4440-8321-efcfbdb883de HTTP/1.1" status: 204 len: 168 time: 0.1932852 Feb 15 14:12:36.615573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcfbd4-0f2b-4d27-8afa-c14726772d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedb6232-65d1-4440-8321-efcfbdb883de,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:37.068862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df426b4-c02c-4950-88a9-5fdcde37da1f req-7922b71e-f9bb-4dbb-82f4-001af3e36496 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:37.075962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44918) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:37.088452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4df426b4-c02c-4950-88a9-5fdcde37da1f req-7922b71e-f9bb-4dbb-82f4-001af3e36496 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 945 time: 0.2412784 Feb 15 14:12:37.094703 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8771371-8479-4290-8f07-aa4bc69a2288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:37.177100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebc68a-2eed-4a6d-bb26-f72556761128 req-8c4601ab-4626-420b-b464-ee255cb741b1 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:37.185827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52ebc68a-2eed-4a6d-bb26-f72556761128 req-8c4601ab-4626-420b-b464-ee255cb741b1 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.4161565 Feb 15 14:12:37.253651 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4df426b4-c02c-4950-88a9-5fdcde37da1f req-f195578b-1074-410b-8fb4-990acca31797 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/security-groups?id=21932ec2-6a35-4c43-a605-2cf3945249fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587803 Feb 15 14:12:37.255768 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8771371-8479-4290-8f07-aa4bc69a2288 admin admin] Publish callbacks [] for security_group (27992cf9-991c-4b83-80b1-3aed5b55b2ee), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:37.271576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8771371-8479-4290-8f07-aa4bc69a2288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (27992cf9-991c-4b83-80b1-3aed5b55b2ee), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:37.302089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52ebc68a-2eed-4a6d-bb26-f72556761128 req-0f85b883-5e8c-4cd1-bcbc-a994a3f96c7a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128850 Feb 15 14:12:37.314503 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f8771371-8479-4290-8f07-aa4bc69a2288 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0bd16eaef9a64f92ba62b4e398acc75a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354972 Feb 15 14:12:37.317485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44926) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:37.327411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8771371-8479-4290-8f07-aa4bc69a2288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27992cf9-991c-4b83-80b1-3aed5b55b2ee,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:37.495048 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-161b7285-511b-4ec2-b10e-e4dd191be41f admin admin] Publish callbacks [] for security_group (27992cf9-991c-4b83-80b1-3aed5b55b2ee), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:37.541886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e078f-fdb1-434e-b1f4-db4d15eaa89d req-e57d80d6-1c03-4199-8e99-20063674d8a9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:37.544581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b1e078f-fdb1-434e-b1f4-db4d15eaa89d req-e57d80d6-1c03-4199-8e99-20063674d8a9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.1549160 Feb 15 14:12:37.547357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-161b7285-511b-4ec2-b10e-e4dd191be41f admin admin] Publish callbacks [] for security_group (27992cf9-991c-4b83-80b1-3aed5b55b2ee), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:37.562173 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361041d-18fb-45c2-90dd-d5e3d9e0528d req-6aae067d-b6af-4366-9f53-e7bdfae9a0fd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:37.563685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0361041d-18fb-45c2-90dd-d5e3d9e0528d req-6aae067d-b6af-4366-9f53-e7bdfae9a0fd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.1232269 Feb 15 14:12:37.676571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b1e078f-fdb1-434e-b1f4-db4d15eaa89d req-220a8500-c384-4c12-a3d6-fc7614e271ec tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261108 Feb 15 14:12:37.685715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0361041d-18fb-45c2-90dd-d5e3d9e0528d req-cca98cef-df69-42ed-9b5e-07dd97fd2493 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141646 Feb 15 14:12:37.698527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-161b7285-511b-4ec2-b10e-e4dd191be41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (27992cf9-991c-4b83-80b1-3aed5b55b2ee), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:37.701632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-161b7285-511b-4ec2-b10e-e4dd191be41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:37.707068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-161b7285-511b-4ec2-b10e-e4dd191be41f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/27992cf9-991c-4b83-80b1-3aed5b55b2ee HTTP/1.1" status: 204 len: 168 time: 0.3874688 Feb 15 14:12:37.719663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b7285-511b-4ec2-b10e-e4dd191be41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27992cf9-991c-4b83-80b1-3aed5b55b2ee,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:38.381423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:12:38.385044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:12:38.458267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbf1ae-1930-403b-88b6-6b2ba185cc7f req-c9bb7eff-f3c3-4777-ae8d-ef4c9bf3c994 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:38.459969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7dbf1ae-1930-403b-88b6-6b2ba185cc7f req-c9bb7eff-f3c3-4777-ae8d-ef4c9bf3c994 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 945 time: 0.1037066 Feb 15 14:12:38.506357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e3d27-3c29-457c-a2cb-e92c510510d5 req-499ecd93-1fbc-4e18-b553-068f6f830af5 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:38.509878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d3e3d27-3c29-457c-a2cb-e92c510510d5 req-499ecd93-1fbc-4e18-b553-068f6f830af5 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1135924 Feb 15 14:12:38.616394 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:38.625573 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d3e3d27-3c29-457c-a2cb-e92c510510d5 req-0ab3b9ca-9c66-4e56-a098-3f368b97cd1d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038353 Feb 15 14:12:38.634711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'port_id': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'mac_address': 'fa:16:3e:be:9f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:12:38.651123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7dbf1ae-1930-403b-88b6-6b2ba185cc7f req-31e48aa5-504c-4d0d-a6db-e7c5d4be26f4 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/security-groups?id=21932ec2-6a35-4c43-a605-2cf3945249fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773508 Feb 15 14:12:38.724165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:38.724716 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:38.742602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54e91368-fc0e-4ead-8188-9bc4b66ca839 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:12:38.797397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:38.798175 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:38.849959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:38.864683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1aff5-8d2b-4595-8ef2-536c1db6c951 req-9dd2fa97-3e14-4471-9a7d-1c5f29d8bfcf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:38.866770 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bba1aff5-8d2b-4595-8ef2-536c1db6c951 req-9dd2fa97-3e14-4471-9a7d-1c5f29d8bfcf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.1173220 Feb 15 14:12:38.873901 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:38.984420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c43c57-690f-41a2-bf43-26764de65f1f req-74a0c6c1-6b38-41c2-8e93-c789e71f7bbc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:38.992013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3c43c57-690f-41a2-bf43-26764de65f1f req-74a0c6c1-6b38-41c2-8e93-c789e71f7bbc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.1241593 Feb 15 14:12:39.017568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bba1aff5-8d2b-4595-8ef2-536c1db6c951 req-4f645111-c9a7-4341-a55e-41120354bc23 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369729 Feb 15 14:12:39.025657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['54e91368-fc0e-4ead-8188-9bc4b66ca839'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:12:39.121259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3c43c57-690f-41a2-bf43-26764de65f1f req-fd8d2b55-d946-4442-88e2-8c685f534dcc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278911 Feb 15 14:12:39.295492 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:12:39.295862 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:12:39.371173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=11']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:39.600182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45026) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:39.834851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc80228-8a1e-4094-b22f-b4d26165d063 req-52eafc80-15a8-4dac-af12-b708ce2356d6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:39.845394 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: BUILD; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:39.846961 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:39.851356 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc80228-8a1e-4094-b22f-b4d26165d063 req-52eafc80-15a8-4dac-af12-b708ce2356d6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.1232059 Feb 15 14:12:39.866323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 54e91368-fc0e-4ead-8188-9bc4b66ca839 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:12:39.907867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:39.918229 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:39.952448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:39.977151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc80228-8a1e-4094-b22f-b4d26165d063 req-cfef263b-8146-4493-b649-a52118245c35 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236033 Feb 15 14:12:39.995722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=12']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:40.073605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1885617125', 'router:external': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:40.177513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Made reservation on behalf of 00f7dc13b90a49c18c84f742d14328c3 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:40.181836 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.241732 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.317368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45062) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:40.351080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9f9b7-62d4-4c23-8310-382fa62de31b req-3364c790-d9c4-419a-989f-8dbecb529883 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:40.357862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85e9f9b7-62d4-4c23-8310-382fa62de31b req-3364c790-d9c4-419a-989f-8dbecb529883 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2093182 Feb 15 14:12:40.391968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:12:40.416223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefae9-93e4-4d5a-9d3d-545e9816eade req-1e485c7f-330e-4d19-a7c9-1cc744535611 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:40.417743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9cefae9-93e4-4d5a-9d3d-545e9816eade req-1e485c7f-330e-4d19-a7c9-1cc744535611 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 945 time: 0.1402888 Feb 15 14:12:40.518424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 54e91368-fc0e-4ead-8188-9bc4b66ca839 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:12:40.519591 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.539597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85e9f9b7-62d4-4c23-8310-382fa62de31b req-0a8500dc-8129-451f-9afe-4d4480ae72d1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808727 Feb 15 14:12:40.603471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9cefae9-93e4-4d5a-9d3d-545e9816eade req-583f5a7e-0f23-4e76-b87e-b8b8fe961d1c tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/security-groups?id=21932ec2-6a35-4c43-a605-2cf3945249fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784623 Feb 15 14:12:40.640096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-747141334'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:40.651205 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for security_group (713c89e3-a969-4926-8741-dff079580722), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.666029 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (713c89e3-a969-4926-8741-dff079580722), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.703583 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Made reservation on behalf of 611701559eff4e59952fa693ecb75d00 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:40.710688 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.732490 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:40.732920 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.739711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.803629 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:12:40.834342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:40.841417 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61e291b-077f-48e1-8255-7e1e78d5f0fd" -d '{"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-plugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:40.889647 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c35f0921-d082-4dd4-a31f-858071360819), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.892479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:40.903956 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Added segment c35f0921-d082-4dd4-a31f-858071360819 of type vlan for network 6df260f3-9f1c-4cf4-b950-f161b3eb38d7 Feb 15 14:12:40.912355 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.912910 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks [] for security_group (2d5130dd-0df9-4589-9e60-24565bc48b37), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.920602 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2d5130dd-0df9-4589-9e60-24565bc48b37), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:40.936899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713c89e3-a969-4926-8741-dff079580722,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:40.942355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:12:40.969343 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bafd9b4-b2c0-4d03-be93-f5c473c084c5 x-openstack-request-id: req-1bafd9b4-b2c0-4d03-be93-f5c473c084c5 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:40.969638 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-plugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:40.969898 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bafd9b4-b2c0-4d03-be93-f5c473c084c5 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:40.970277 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'code': 200} Feb 15 14:12:41.001687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5130dd-0df9-4589-9e60-24565bc48b37,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:41.030658 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0ce25dee-34d9-44e8-b5f6-e16b44ee87d9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:41.032009 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Added segment 0ce25dee-34d9-44e8-b5f6-e16b44ee87d9 of type vlan for network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 Feb 15 14:12:41.045260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=13']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:41.124843 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (7800e0d9-0a91-433e-8df2-ec3d8dd74b33), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:41.137640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4228fa-6b80-4a56-a05f-781dff5e2969 req-a31799da-f064-429d-b2e7-52d7ebec983c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:41.151085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f4228fa-6b80-4a56-a05f-781dff5e2969 req-a31799da-f064-429d-b2e7-52d7ebec983c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.4601743 Feb 15 14:12:41.187622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (7800e0d9-0a91-433e-8df2-ec3d8dd74b33), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:41.193714 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:41.194515 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:41.335099 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (6df260f3-9f1c-4cf4-b950-f161b3eb38d7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:41.353863 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0353084 Feb 15 14:12:41.377026 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Pushing event updated for resources: {'Network': ['ID=7800e0d9-0a91-433e-8df2-ec3d8dd74b33,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:41.392080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.396118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.396766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.397270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.397769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.402032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.402554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.403088 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.404302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.404894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.405389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.405890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.406378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa177f9-2a3f-4f9d-bd66-ded022f5cf28 tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:41.429517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:12:41.429866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f4228fa-6b80-4a56-a05f-781dff5e2969 req-0303bee1-e36e-464c-a583-c3f6482aac70 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700472 Feb 15 14:12:41.522513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e3bc8-3e58-4f39-87e2-17aed98969b1 req-5f7f4ce7-4d67-49f6-ad27-063e34abf7f9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:41.528058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-958e3bc8-3e58-4f39-87e2-17aed98969b1 req-5f7f4ce7-4d67-49f6-ad27-063e34abf7f9 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.3708296 Feb 15 14:12:41.700817 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (6df260f3-9f1c-4cf4-b950-f161b3eb38d7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:41.703686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:41.704286 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:41.904273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45088) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:41.913407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Request body: {'port': {'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33', 'binding:host_id': 'n-h1-829064-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1808272416'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:41.925493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3209395 Feb 15 14:12:41.927837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45090) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:41.935269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Request body: {'subnet': {'network_id': '6df260f3-9f1c-4cf4-b950-f161b3eb38d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:41.975166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Made reservation on behalf of 00f7dc13b90a49c18c84f742d14328c3 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:41.977500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:41.992894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Made reservation on behalf of 61d5415c38c140c3bf54f7a3277c341f for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:41.995517 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:42.003715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-958e3bc8-3e58-4f39-87e2-17aed98969b1 req-d4a6f12a-9b91-4300-8546-eb8696a8ac3a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729297 Feb 15 14:12:42.035871 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:42.044004 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:42.124813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e1d3b-119e-403a-95ef-3c6187f54b27 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event updated for resources: {'Network': ['ID=6df260f3-9f1c-4cf4-b950-f161b3eb38d7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:42.138611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 6df260f3-9f1c-4cf4-b950-f161b3eb38d7 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:12:42.366151 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks [] for security_group (f509ee54-43d5-48ef-b0e5-b822259c4021), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:42.388571 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f509ee54-43d5-48ef-b0e5-b822259c4021), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:42.505963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] device_id is not set on port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:12:42.533017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f509ee54-43d5-48ef-b0e5-b822259c4021,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:42.945347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802bcaa-884d-4dec-a935-5de6f5c837af req-bb3b9caf-34f7-40a7-9830-3b35ea798b19 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:42.950111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5802bcaa-884d-4dec-a935-5de6f5c837af req-bb3b9caf-34f7-40a7-9830-3b35ea798b19 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.42 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 945 time: 1.3611226 Feb 15 14:12:42.970680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] device_id is not set on port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:12:42.996144 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks [] for port (1cceadda-6e88-4bf1-b3b8-5cd5636718ce), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:43.049462 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1cceadda-6e88-4bf1-b3b8-5cd5636718ce), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:43.097045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cee946-bc07-42fa-897b-414c045e7e6e req-e67680da-a96e-4b76-bf1e-4ac4dd3769f9 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:43.104318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06cee946-bc07-42fa-897b-414c045e7e6e req-e67680da-a96e-4b76-bf1e-4ac4dd3769f9 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 945 time: 0.2387271 Feb 15 14:12:43.117395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4616ba1-ced4-4659-b8ee-ea84b9be597f req-b6675e17-3f48-43d7-b50d-20b9a63e6673 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:43.125888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4616ba1-ced4-4659-b8ee-ea84b9be597f req-b6675e17-3f48-43d7-b50d-20b9a63e6673 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 1.1178789 Feb 15 14:12:43.149556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event updated for resources: {'Port': ['ID=1cceadda-6e88-4bf1-b3b8-5cd5636718ce,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:43.177274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Checking segment: {'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:12:43.177636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Network hostable DHCP agents. Network: 7800e0d9-0a91-433e-8df2-ec3d8dd74b33, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:12:43.254012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:12:43.276347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-5802bcaa-884d-4dec-a935-5de6f5c837af req-98ae427b-3b57-43c6-9b8e-434dfdafefc1 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Deleting port a6282151-1088-42f4-b99d-1ebef1ef7df0 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:12:43.276742 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5802bcaa-884d-4dec-a935-5de6f5c837af req-98ae427b-3b57-43c6-9b8e-434dfdafefc1 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:43.303421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 7800e0d9-0a91-433e-8df2-ec3d8dd74b33) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:43.305079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.objects.ports [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109972) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:12:43.305673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (c04043b6-cac1-49e9-a64d-f3730e993278), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:43.313625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:12:43.315311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846c764e-4108-4cdc-8be1-df642c4fc107 None None] Network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:12:43.331796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4616ba1-ced4-4659-b8ee-ea84b9be597f req-41a72485-05df-4426-b425-1503c394175e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044415 Feb 15 14:12:43.417196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:43.418196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:43.418716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:43.433127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:43.433731 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:43.441101 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 2 to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce Feb 15 14:12:43.469270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06cee946-bc07-42fa-897b-414c045e7e6e req-520f5521-4822-4c51-b612-5506c9e80725 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/security-groups?id=21932ec2-6a35-4c43-a605-2cf3945249fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642910 Feb 15 14:12:43.479502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c04043b6-cac1-49e9-a64d-f3730e993278,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:43.488086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:43.488578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:43.489060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:43.496123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Checking segment: {'id': 'c35f0921-d082-4dd4-a31f-858071360819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6df260f3-9f1c-4cf4-b950-f161b3eb38d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:12:43.496713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Network hostable DHCP agents. Network: 6df260f3-9f1c-4cf4-b950-f161b3eb38d7, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:12:43.509559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:43.510082 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:43.511450 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 3 to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce Feb 15 14:12:43.569588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:43.569925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:43.572481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:43.599190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:43.599691 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:43.601725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Network 6df260f3-9f1c-4cf4-b950-f161b3eb38d7 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:12:43.610795 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 4 to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce Feb 15 14:12:43.646532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5802bcaa-884d-4dec-a935-5de6f5c837af req-98ae427b-3b57-43c6-9b8e-434dfdafefc1 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] For port a6282151-1088-42f4-b99d-1ebef1ef7df0, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=a6282151-1088-42f4-b99d-1ebef1ef7df0,segment=NetworkSegment(724e12ed-aec0-43fc-b6ee-b7491bc6c0f1),segment_id=724e12ed-aec0-43fc-b6ee-b7491bc6c0f1)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:43.646926 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5802bcaa-884d-4dec-a935-5de6f5c837af req-98ae427b-3b57-43c6-9b8e-434dfdafefc1 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:43.665846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:43.666183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:43.666504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:43.688638 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:43.689034 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:43.690996 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 5 to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce Feb 15 14:12:43.712764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 6df260f3-9f1c-4cf4-b950-f161b3eb38d7) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:43.720695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:43.721007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:43.725123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:43.726081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:43.726081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:43.728700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d672127-56cf-4dd6-8ea0-d6bac9372d1a None None] Network 6df260f3-9f1c-4cf4-b950-f161b3eb38d7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:12:43.735700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:43.736028 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:43.737683 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 6 to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce Feb 15 14:12:43.758042 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e2b78654-2cdd-42c6-b420-a71a697d30ae tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8264108 Feb 15 14:12:43.758779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45100) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:43.764197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1500148317', 'network_id': '6df260f3-9f1c-4cf4-b950-f161b3eb38d7'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:43.780913 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:43.781320 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:43.781947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:43.792186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:43.792186 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:43.792186 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 7 to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce Feb 15 14:12:43.803059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Made reservation on behalf of 00f7dc13b90a49c18c84f742d14328c3 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:43.805440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:43.807998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:43.808329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:43.808663 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:43.828691 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:43.828691 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:43.828691 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 8 to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce Feb 15 14:12:43.837977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-5802bcaa-884d-4dec-a935-5de6f5c837af req-98ae427b-3b57-43c6-9b8e-434dfdafefc1 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Calling delete_port for a6282151-1088-42f4-b99d-1ebef1ef7df0 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:12:43.952104 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] device_id is not set on port 458e04f0-67db-4177-988e-33a332a6b5ef yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:12:44.050029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdca732-1cb7-4442-b6f1-724a2b68022b req-bae46162-71dd-4b7b-8372-7d7a67d06665 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:44.052539 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0fdca732-1cb7-4442-b6f1-724a2b68022b req-bae46162-71dd-4b7b-8372-7d7a67d06665 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2432106 Feb 15 14:12:44.063674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ad909-6f52-4c60-b269-87e185416c52 req-d0400444-33e7-44c1-a5c1-8e3d856551e2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:44.065873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f1ad909-6f52-4c60-b269-87e185416c52 req-d0400444-33e7-44c1-a5c1-8e3d856551e2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.3811340 Feb 15 14:12:44.225298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0fdca732-1cb7-4442-b6f1-724a2b68022b req-e16a7954-7c6e-4182-ac28-730bc0f66ad5 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569219 Feb 15 14:12:44.234680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaee094-f8b2-476c-9844-b86b1e99e403 None None] Network 6df260f3-9f1c-4cf4-b950-f161b3eb38d7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:12:44.258716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f1ad909-6f52-4c60-b269-87e185416c52 req-39478e97-4853-4e62-9922-0adfb8fd26ab tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576734 Feb 15 14:12:44.276965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Allocated IP 172.20.0.5 (6df260f3-9f1c-4cf4-b950-f161b3eb38d7/c04043b6-cac1-49e9-a64d-f3730e993278/458e04f0-67db-4177-988e-33a332a6b5ef) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:12:44.293310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:44.293729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:44.294059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:44.301325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:44.301642 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:44.303314 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 9 to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce Feb 15 14:12:44.332632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:44.332972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:44.333289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:44.365000 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:44.365353 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:44.371039 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 10 to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce Feb 15 14:12:44.430936 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:44.431631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:44.431631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:44.442832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:44.445484 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:44.446020 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1cceadda-6e88-4bf1-b3b8-5cd5636718ce), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:44.589793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5802bcaa-884d-4dec-a935-5de6f5c837af req-98ae427b-3b57-43c6-9b8e-434dfdafefc1 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a6282151-1088-42f4-b99d-1ebef1ef7df0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:44.650126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae427b-3b57-43c6-9b8e-434dfdafefc1 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Pushing event deleted for resources: {'Port': ['ID=a6282151-1088-42f4-b99d-1ebef1ef7df0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:44.708703 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69f60fe5-c5d6-467e-a663-5a9056fc894b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:44.773903 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for port (458e04f0-67db-4177-988e-33a332a6b5ef), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:44.778062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] For port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:12:44.789812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempted to set empty binding levels {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 14:12:44.798509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979224d0-e723-4e9e-851a-ff23963dfd5c req-283a4d4b-1574-4f7b-acaa-c7e860cd1e38 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:44.802617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1cceadda-6e88-4bf1-b3b8-5cd5636718ce), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:44.804443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-979224d0-e723-4e9e-851a-ff23963dfd5c req-283a4d4b-1574-4f7b-acaa-c7e860cd1e38 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.2971184 Feb 15 14:12:44.927960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90e0f707-416a-43e5-813d-c35e3c8986a3 req-e550c212-46dd-459e-8161-5de9f8aa54f8 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.72 "GET /v2.0/ports?device_id=73747abc-3273-493a-b660-4edb64cf3d80 HTTP/1.1" status: 200 len: 210 time: 0.2076993 Feb 15 14:12:44.991081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:44.995480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:45.028120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event updated for resources: {'Port': ['ID=1cceadda-6e88-4bf1-b3b8-5cd5636718ce,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:45.029522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5802bcaa-884d-4dec-a935-5de6f5c837af req-98ae427b-3b57-43c6-9b8e-434dfdafefc1 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] No DVR routers for this DVR port a6282151-1088-42f4-b99d-1ebef1ef7df0 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:12:45.034152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5802bcaa-884d-4dec-a935-5de6f5c837af req-98ae427b-3b57-43c6-9b8e-434dfdafefc1 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:45.051891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5802bcaa-884d-4dec-a935-5de6f5c837af req-98ae427b-3b57-43c6-9b8e-434dfdafefc1 tempest-ServerMetadataNegativeTestJSON-831038924 tempest-ServerMetadataNegativeTestJSON-831038924-project] 10.222.0.42 "DELETE /v2.0/ports/a6282151-1088-42f4-b99d-1ebef1ef7df0 HTTP/1.1" status: 204 len: 173 time: 2.0838635 Feb 15 14:12:45.053481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73747abc-3273-493a-b660-4edb64cf3d80', 'name': 'network-vif-deleted', 'tag': 'a6282151-1088-42f4-b99d-1ebef1ef7df0'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:45.060930 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ef0df5-d72d-407e-9bb8-5e09fa82454d" -d '{"events": [{"server_uuid": "73747abc-3273-493a-b660-4edb64cf3d80", "name": "network-vif-deleted", "tag": "a6282151-1088-42f4-b99d-1ebef1ef7df0"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:45.063721 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (458e04f0-67db-4177-988e-33a332a6b5ef), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:45.072739 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d9edeb30-8bcd-4726-bbba-5824bd072bdb tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.1641076 Feb 15 14:12:45.087919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45114) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:45.219709 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Network 6df260f3-9f1c-4cf4-b950-f161b3eb38d7 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:45.246120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:45.258052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:12:45.342772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-979224d0-e723-4e9e-851a-ff23963dfd5c req-f262f404-ecd9-4161-91fc-553ccbea1573 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4490442 Feb 15 14:12:45.383220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:45.383705 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:45.392983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event updated for resources: {'Port': ['ID=458e04f0-67db-4177-988e-33a332a6b5ef,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:45.441122 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d55fa755-737c-4a4a-9d51-7d6e83983b31 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6812394 Feb 15 14:12:45.442736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45120) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:45.495499 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52431560-a1dc-429e-abb8-318ae6458a0a req-9c1bba1c-1c44-4814-8612-b7f5eaf03adb tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:45.506080 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52431560-a1dc-429e-abb8-318ae6458a0a req-9c1bba1c-1c44-4814-8612-b7f5eaf03adb tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 946 time: 0.4196153 Feb 15 14:12:45.518233 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f73ca0-4be5-40c6-bcf0-940ba96fd31d x-openstack-request-id: req-28f73ca0-4be5-40c6-bcf0-940ba96fd31d {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:45.518553 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73747abc-3273-493a-b660-4edb64cf3d80", "name": "network-vif-deleted", "tag": "a6282151-1088-42f4-b99d-1ebef1ef7df0", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:45.518974 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-28f73ca0-4be5-40c6-bcf0-940ba96fd31d {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:45.519412 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73747abc-3273-493a-b660-4edb64cf3d80', 'name': 'network-vif-deleted', 'tag': 'a6282151-1088-42f4-b99d-1ebef1ef7df0', 'status': 'completed', 'code': 200} Feb 15 14:12:45.666215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d34c3bc3-c4e8-43a3-ac8b-71f886852f19 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Deleting port 458e04f0-67db-4177-988e-33a332a6b5ef {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:12:45.666552 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d34c3bc3-c4e8-43a3-ac8b-71f886852f19 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (458e04f0-67db-4177-988e-33a332a6b5ef), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:45.673022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52431560-a1dc-429e-abb8-318ae6458a0a req-361d36e9-ff14-4524-9748-4da621b7a707 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507235 Feb 15 14:12:45.723803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ffc97ef3-e729-422c-b5f4-9704db773b15 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Deleting port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:12:45.723803 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffc97ef3-e729-422c-b5f4-9704db773b15 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1cceadda-6e88-4bf1-b3b8-5cd5636718ce), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:45.886526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d34c3bc3-c4e8-43a3-ac8b-71f886852f19 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (458e04f0-67db-4177-988e-33a332a6b5ef), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:45.920140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d34c3bc3-c4e8-43a3-ac8b-71f886852f19 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Calling delete_port for 458e04f0-67db-4177-988e-33a332a6b5ef owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:12:45.954606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadd9cf-9432-4a0e-9f30-4bec4bc5be76 req-c0cb81bc-c1d8-491f-a35d-6fc4a96d8088 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:45.965988 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fdadd9cf-9432-4a0e-9f30-4bec4bc5be76 req-c0cb81bc-c1d8-491f-a35d-6fc4a96d8088 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.3592215 Feb 15 14:12:46.026253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-ffc97ef3-e729-422c-b5f4-9704db773b15 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] For port 1cceadda-6e88-4bf1-b3b8-5cd5636718ce, host n-h1-829064-15, got binding levels [] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:46.026535 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffc97ef3-e729-422c-b5f4-9704db773b15 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1cceadda-6e88-4bf1-b3b8-5cd5636718ce), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.101562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ffc97ef3-e729-422c-b5f4-9704db773b15 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Calling delete_port for 1cceadda-6e88-4bf1-b3b8-5cd5636718ce owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:12:46.184430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d34c3bc3-c4e8-43a3-ac8b-71f886852f19 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (458e04f0-67db-4177-988e-33a332a6b5ef), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.222760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c3bc3-c4e8-43a3-ac8b-71f886852f19 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event deleted for resources: {'Port': ['ID=458e04f0-67db-4177-988e-33a332a6b5ef,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:46.287697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fdadd9cf-9432-4a0e-9f30-4bec4bc5be76 req-1c3cb1bc-4a58-4de9-99c4-b9e3fd04367f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206196 Feb 15 14:12:46.307461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc13d5-6f2f-4ab4-b64e-420c5cffb9fa req-0d18f2ff-0abc-4f43-a3d7-0e0f2d9ec177 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:46.309094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ddc13d5-6f2f-4ab4-b64e-420c5cffb9fa req-0d18f2ff-0abc-4f43-a3d7-0e0f2d9ec177 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.3725355 Feb 15 14:12:46.309775 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffc97ef3-e729-422c-b5f4-9704db773b15 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1cceadda-6e88-4bf1-b3b8-5cd5636718ce), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.335071 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffc97ef3-e729-422c-b5f4-9704db773b15 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.335990 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d34c3bc3-c4e8-43a3-ac8b-71f886852f19 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.341927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ffc97ef3-e729-422c-b5f4-9704db773b15 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "DELETE /v2.0/ports/1cceadda-6e88-4bf1-b3b8-5cd5636718ce HTTP/1.1" status: 204 len: 168 time: 1.2485721 Feb 15 14:12:46.342076 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d34c3bc3-c4e8-43a3-ac8b-71f886852f19 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "DELETE /v2.0/ports/458e04f0-67db-4177-988e-33a332a6b5ef HTTP/1.1" status: 204 len: 168 time: 0.8964071 Feb 15 14:12:46.342793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45138) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:46.343257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45140) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:46.363970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6df260f3-9f1c-4cf4-b950-f161b3eb38d7', 'external_fixed_ips': [{'subnet_id': 'c04043b6-cac1-49e9-a64d-f3730e993278', 'ip_address': '172.20.0.5'}]}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:46.388218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45144) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:46.389529 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5d8620-14c3-473e-8646-6c5763e8fe06 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] GET failed (client error): The resource could not be found. Feb 15 14:12:46.394421 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9a5d8620-14c3-473e-8646-6c5763e8fe06 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "GET /v2.0/ports/1cceadda-6e88-4bf1-b3b8-5cd5636718ce HTTP/1.1" status: 404 len: 333 time: 0.0468264 Feb 15 14:12:46.398373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45146) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:46.407183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Request body: {'port': {'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1689392004'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:46.416294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc97ef3-e729-422c-b5f4-9704db773b15 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cceadda-6e88-4bf1-b3b8-5cd5636718ce,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:46.421724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a6282151-1088-42f4-b99d-1ebef1ef7df0 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:12:46.484383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: a6282151-1088-42f4-b99d-1ebef1ef7df0 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:12:46.484732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device a6282151-1088-42f4-b99d-1ebef1ef7df0 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:12:46.496879 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.507018 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.519681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Made reservation on behalf of 61d5415c38c140c3bf54f7a3277c341f for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:46.520628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-3fbd44ae-9555-44fe-9a88-9eca4f25d103 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:46.522936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-3fbd44ae-9555-44fe-9a88-9eca4f25d103 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 946 time: 0.4003234 Feb 15 14:12:46.525167 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.538699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ddc13d5-6f2f-4ab4-b64e-420c5cffb9fa req-05e34438-c6d4-47d4-b0a9-d924151d95ce tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152236 Feb 15 14:12:46.539987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d418356a-5241-4287-a769-5ea5dc7947ca admin admin] Deleting subnet d30341c6-36f4-4f7b-9d90-33835ee64779 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:12:46.577481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d418356a-5241-4287-a769-5ea5dc7947ca admin admin] Publish callbacks [] for subnet (d30341c6-36f4-4f7b-9d90-33835ee64779), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.612448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] device_id is not set on port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:12:46.719642 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d418356a-5241-4287-a769-5ea5dc7947ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (d30341c6-36f4-4f7b-9d90-33835ee64779), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.757377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_controller (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.820968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0d665-f8c2-4620-95b1-c0c62cc62c67 req-19297de6-2557-4bb5-a6a1-08b5e72fa629 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:46.822582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00a0d665-f8c2-4620-95b1-c0c62cc62c67 req-19297de6-2557-4bb5-a6a1-08b5e72fa629 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.2825713 Feb 15 14:12:46.869314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Deleting port 6dc41110-f492-45df-8710-25bfa6748928 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:12:46.869659 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6dc41110-f492-45df-8710-25bfa6748928), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:46.936125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c466abf-cc3a-46f6-8536-a9c776a1bffe req-25ed63a0-359f-4720-b47e-bdc714748c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:46.938191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c466abf-cc3a-46f6-8536-a9c776a1bffe req-25ed63a0-359f-4720-b47e-bdc714748c05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 1129 time: 0.2701235 Feb 15 14:12:46.943676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d418356a-5241-4287-a769-5ea5dc7947ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (d30341c6-36f4-4f7b-9d90-33835ee64779), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.075764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c466abf-cc3a-46f6-8536-a9c776a1bffe req-d9f56878-d061-45dc-819c-793ce2919855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:47.077794 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c466abf-cc3a-46f6-8536-a9c776a1bffe req-d9f56878-d061-45dc-819c-793ce2919855 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 200 len: 914 time: 0.1118536 Feb 15 14:12:47.122958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.128931 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f9d37246-c7f7-40ee-b36c-50255549f8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.156483 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks [] for port (bf5859cf-f5b2-4be5-a832-1e55fe9cee6b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.198682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00a0d665-f8c2-4620-95b1-c0c62cc62c67 req-2dc7e30e-443b-439a-94c5-9ec3e65d22f9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621199 Feb 15 14:12:47.209453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c466abf-cc3a-46f6-8536-a9c776a1bffe req-a9b7b134-c957-486c-8c49-afc57ed16bf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761 HTTP/1.1" status: 200 len: 217 time: 0.1060786 Feb 15 14:12:47.216690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d418356a-5241-4287-a769-5ea5dc7947ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (d30341c6-36f4-4f7b-9d90-33835ee64779), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.259903 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418356a-5241-4287-a769-5ea5dc7947ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30341c6-36f4-4f7b-9d90-33835ee64779,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:47.269744 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d418356a-5241-4287-a769-5ea5dc7947ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.273565 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d418356a-5241-4287-a769-5ea5dc7947ca admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d30341c6-36f4-4f7b-9d90-33835ee64779 HTTP/1.1" status: 204 len: 168 time: 0.8814118 Feb 15 14:12:47.275279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c466abf-cc3a-46f6-8536-a9c776a1bffe req-45676254-9404-4f34-87d1-3e890dee0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:47.277271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c466abf-cc3a-46f6-8536-a9c776a1bffe req-45676254-9404-4f34-87d1-3e890dee0154 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d6eaca9-2005-4f1c-ab88-99f9ad7e1152 HTTP/1.1" status: 200 len: 853 time: 0.0594594 Feb 15 14:12:47.278422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45150) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:47.314456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcc648-c1cf-4932-b162-93fdf3d1e27f req-75b6b490-e7a1-4f98-b866-0c0a120cfe51 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:47.321977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37fcc648-c1cf-4932-b162-93fdf3d1e27f req-75b6b490-e7a1-4f98-b866-0c0a120cfe51 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 946 time: 0.4580746 Feb 15 14:12:47.389330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c466abf-cc3a-46f6-8536-a9c776a1bffe req-a95457c3-2c2f-459f-923d-1a99977cb50f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998015 Feb 15 14:12:47.393039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (bf5859cf-f5b2-4be5-a832-1e55fe9cee6b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.441653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (1c8fcc21-cb54-4b92-91a7-81d59675c3c6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.446634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] For port 6dc41110-f492-45df-8710-25bfa6748928, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6dc41110-f492-45df-8710-25bfa6748928,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:47.447050 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6dc41110-f492-45df-8710-25bfa6748928), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.562494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:47.571772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:47.588445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:12:47.589602 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:47.590373 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.601414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5859cf-f5b2-4be5-a832-1e55fe9cee6b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:47.674282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37fcc648-c1cf-4932-b162-93fdf3d1e27f req-fa8f019c-d2bd-4a7b-bcdb-25c97ed749da tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440504 Feb 15 14:12:47.686285 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.690638 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2a7c7d65-507b-48c2-80bb-a628e82d076a tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2890437 Feb 15 14:12:47.718605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45156) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:47.722298 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.736488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (1c8fcc21-cb54-4b92-91a7-81d59675c3c6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.802385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8fcc21-cb54-4b92-91a7-81d59675c3c6']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:47.817961 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724e12ed-aec0-43fc-b6ee-b7491bc6c0f1') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:47.819242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724e12ed-aec0-43fc-b6ee-b7491bc6c0f1') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:47.831390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:47.856897 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (724e12ed-aec0-43fc-b6ee-b7491bc6c0f1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.882918 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (724e12ed-aec0-43fc-b6ee-b7491bc6c0f1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.889507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88740fa5-02e7-47ce-95d3-38a1fd84b361 req-88871084-4803-4d6e-817d-77479af82ad0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:47.896215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:12:47.896630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (724e12ed-aec0-43fc-b6ee-b7491bc6c0f1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:47.899613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88740fa5-02e7-47ce-95d3-38a1fd84b361 req-88871084-4803-4d6e-817d-77479af82ad0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.4498227 Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: warnings.warn('Neutron quota engine will require "--force" ' Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:12:47.902614 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:12:47.957601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c466abf-cc3a-46f6-8536-a9c776a1bffe req-d17c46d1-ec57-4198-8e89-c6fd00ae3715 service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257289 Feb 15 14:12:48.049173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Allocated IP 172.20.0.5 (6df260f3-9f1c-4cf4-b950-f161b3eb38d7/c04043b6-cac1-49e9-a64d-f3730e993278/1eb10305-8b59-45f9-9c41-6a0bd4e359d5) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:12:48.054770 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (1c8fcc21-cb54-4b92-91a7-81d59675c3c6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:48.063421 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:48.067344 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] 10.222.0.72 "DELETE /v2.0/networks/1c8fcc21-cb54-4b92-91a7-81d59675c3c6 HTTP/1.1" status: 204 len: 168 time: 0.7876651 Feb 15 14:12:48.089047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90206e-865e-41b3-8759-fd04cf9c9a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=1c8fcc21-cb54-4b92-91a7-81d59675c3c6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:48.118554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c466abf-cc3a-46f6-8536-a9c776a1bffe req-b0d7867d-7e77-4f89-9253-ab065765dc91 service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277885 Feb 15 14:12:48.183321 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bf5859cf-f5b2-4be5-a832-1e55fe9cee6b), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:48.267268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88740fa5-02e7-47ce-95d3-38a1fd84b361 req-b52fc4be-20cc-46fb-9350-b239c37d521c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664429 Feb 15 14:12:48.307874 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for port (1eb10305-8b59-45f9-9c41-6a0bd4e359d5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:48.320773 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:48.324715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c508b4-bc6b-4832-b482-087640ca7bb4 req-8dde0c1c-f1fe-48a1-ab29-42634f5c232e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:48.332945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31c508b4-bc6b-4832-b482-087640ca7bb4 req-8dde0c1c-f1fe-48a1-ab29-42634f5c232e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.4545574 Feb 15 14:12:48.341573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:48.341955 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (da13f59a-be93-4857-b428-70a7dbe1ffab), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:48.342281 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Floating IP da13f59a-be93-4857-b428-70a7dbe1ffab disassociated. External IP: 172.25.6.118, port: 6dc41110-f492-45df-8710-25bfa6748928. Feb 15 14:12:48.342949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Calling delete_port for 6dc41110-f492-45df-8710-25bfa6748928 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:12:48.399723 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1eb10305-8b59-45f9-9c41-6a0bd4e359d5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:48.476429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45162) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:48.485948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Network 6df260f3-9f1c-4cf4-b950-f161b3eb38d7 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:48.515944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:48.530031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:12:48.565648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb10305-8b59-45f9-9c41-6a0bd4e359d5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:48.604936 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6cf66677-a28d-4dee-a86c-d8e570e7ff34 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c391f3f1413641ae8fdbda4a10142bd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1209602 Feb 15 14:12:48.609371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45164) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:48.643572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31c508b4-bc6b-4832-b482-087640ca7bb4 req-41a3d638-9393-4049-a17e-d97e7c3a4233 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045545 Feb 15 14:12:48.669826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438ac1f-9d63-4181-b9ac-27c1b9cfeb98 req-9e105481-b3b7-4c58-8083-307ed52c609b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:48.672130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3438ac1f-9d63-4181-b9ac-27c1b9cfeb98 req-9e105481-b3b7-4c58-8083-307ed52c609b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.2878466 Feb 15 14:12:48.802788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a9f3a403-2ee7-4082-b93a-12674aa23659 admin admin] Publish callbacks [] for security_group (21932ec2-6a35-4c43-a605-2cf3945249fc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:48.843386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a9f3a403-2ee7-4082-b93a-12674aa23659 admin admin] Publish callbacks [] for security_group (21932ec2-6a35-4c43-a605-2cf3945249fc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:48.963729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:49.124755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a9f3a403-2ee7-4082-b93a-12674aa23659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21932ec2-6a35-4c43-a605-2cf3945249fc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:49.127767 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a9f3a403-2ee7-4082-b93a-12674aa23659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:49.129424 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a9f3a403-2ee7-4082-b93a-12674aa23659 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21932ec2-6a35-4c43-a605-2cf3945249fc HTTP/1.1" status: 204 len: 168 time: 0.5189459 Feb 15 14:12:49.145766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3a403-2ee7-4082-b93a-12674aa23659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21932ec2-6a35-4c43-a605-2cf3945249fc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:49.307541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:49.376057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] device_id is not set on port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:12:49.391495 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks [] for port (bf5859cf-f5b2-4be5-a832-1e55fe9cee6b), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:49.401046 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3438ac1f-9d63-4181-b9ac-27c1b9cfeb98 req-b996846c-6c3a-40f3-86d1-7d6e2f1051ee tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7216032 Feb 15 14:12:49.406379 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6dc41110-f492-45df-8710-25bfa6748928), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:49.410778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bf5859cf-f5b2-4be5-a832-1e55fe9cee6b), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:49.512261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5859cf-f5b2-4be5-a832-1e55fe9cee6b,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:49.529741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Router a308f11c-a7a2-46ba-a7cf-7d4525d1e081 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:12:49.547489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event deleted for resources: {'Port': ['ID=6dc41110-f492-45df-8710-25bfa6748928,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:49.674413 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:49.707016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f10a65-1de6-421c-ae34-58ea8496d544 req-1b3197a9-c64d-4652-92c2-4f82381218a3 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:49.715819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f10a65-1de6-421c-ae34-58ea8496d544 req-1b3197a9-c64d-4652-92c2-4f82381218a3 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 868 time: 0.8731606 Feb 15 14:12:49.829004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f10a65-1de6-421c-ae34-58ea8496d544 req-2b0d5a24-6d31-4d46-bdb5-945716da69d7 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups?id=87e35b2d-3281-415b-9e3f-b84a44010b04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117482 Feb 15 14:12:49.942606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:49.944824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:49.946349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:49.960198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3709a-72e5-44d7-b856-8b9056c8bec6 req-bdb1350f-e321-416e-8671-5e7373659cf7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:49.967192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2b3709a-72e5-44d7-b856-8b9056c8bec6 req-bdb1350f-e321-416e-8671-5e7373659cf7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 946 time: 0.2798541 Feb 15 14:12:50.062608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:50.063421 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:50.075562 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 2 to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b Feb 15 14:12:50.112294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2b3709a-72e5-44d7-b856-8b9056c8bec6 req-004d8fa5-b9c5-4ddc-b74f-c9692c39114f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441598 Feb 15 14:12:50.191503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Router b041dc17-d83a-41dd-8d24-a45ccfad0ddd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:12:50.203288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:50.203887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:50.207388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:50.274606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9d619-2f8e-414f-944a-60ac102df4f7 req-00034346-e503-43b0-933e-0d0b1f6c9e37 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:50.276373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ca9d619-2f8e-414f-944a-60ac102df4f7 req-00034346-e503-43b0-933e-0d0b1f6c9e37 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.2882304 Feb 15 14:12:50.277577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:50.278005 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:50.278646 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 3 to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b Feb 15 14:12:50.315369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:50.315369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:50.315369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:50.379395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:50.380058 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:50.387127 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 4 to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b Feb 15 14:12:50.452447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:50.452794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:50.453134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:50.462569 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4ab0fdf8-1b26-46a6-9d17-5077303ee761 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:12:50.474987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:50.475322 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:50.489410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:12:50.499979 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 5 to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b Feb 15 14:12:50.521813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] Sync routers for ids ['a308f11c-a7a2-46ba-a7cf-7d4525d1e081'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:12:50.528366 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:50.530253 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3fcf18b1-a5c5-41e6-9bed-12d8f1e14e8e tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1708817 Feb 15 14:12:50.533242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45192) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:50.545447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:50.545780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:50.546129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:50.562834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:50.563347 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:50.568685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ca9d619-2f8e-414f-944a-60ac102df4f7 req-5a971f45-6dd1-46dd-80bf-6d898662a62e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550709 Feb 15 14:12:50.571855 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 6 to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b Feb 15 14:12:50.631435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] Routers {'a308f11c-a7a2-46ba-a7cf-7d4525d1e081'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:12:50.632349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:12:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a308f11c-a7a2-46ba-a7cf-7d4525d1e081'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:50.650361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:50.658093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:50.658716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:50.702752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:50.710267 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:50.711639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:12:50.722367 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc9905-e2d2-4000-b05d-caebe36b2f28 None None] Sync routers for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:12:50.738586 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc9905-e2d2-4000-b05d-caebe36b2f28 None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:12:50.739242 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-96cc9905-e2d2-4000-b05d-caebe36b2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:12:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:50.762733 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 7 to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b Feb 15 14:12:50.802015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:50.802461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:50.802868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:50.829793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] No DVR routers for this DVR port 6dc41110-f492-45df-8710-25bfa6748928 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:12:50.836423 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:50.836566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e3564a0-f098-4771-a21c-f1b66c43a624 req-9ff7c46c-cbad-4acd-8fa7-6de798bf8444 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.67 "DELETE /v2.0/ports/6dc41110-f492-45df-8710-25bfa6748928 HTTP/1.1" status: 204 len: 173 time: 4.2941885 Feb 15 14:12:50.838301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'name': 'network-vif-deleted', 'tag': '6dc41110-f492-45df-8710-25bfa6748928'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:50.840829 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b80508-d6c0-4fd7-9335-fe56ed76fa4b" -d '{"events": [{"server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "name": "network-vif-deleted", "tag": "6dc41110-f492-45df-8710-25bfa6748928"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:50.855577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:50.855999 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:50.859242 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 8 to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b Feb 15 14:12:50.896927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:50.898048 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:50.899868 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:50.901714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b5590-6d66-40b5-ab32-09e50bf5f937 req-12712a6f-80e3-49d4-98c2-277a645246d4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:50.903438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce5b5590-6d66-40b5-ab32-09e50bf5f937 req-12712a6f-80e3-49d4-98c2-277a645246d4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.2957203 Feb 15 14:12:50.933793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:50.935094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:50.935531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:50.964431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:50.965970 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:50.969567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:12:50.969879 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 9 to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b Feb 15 14:12:50.973991 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758e8f73-2585-47d6-b8a0-2be395761b79" -d '{"events": [{"server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "name": "network-vif-unplugged", "status": "completed", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:12:51.008635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:51.018509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] Set router a308f11c-a7a2-46ba-a7cf-7d4525d1e081 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:12:51.021340 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:51.098300 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-96cc9905-e2d2-4000-b05d-caebe36b2f28 None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:12:51.127891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef16cee0-13e4-4a3a-b345-ad5a097d0fec req-6fea0948-bf03-49e7-890f-afd0f7811e2e tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d954fe3-d458-40f4-83d5-f9df3c4007f7 HTTP/1.1" status: 200 len: 210 time: 0.1539166 Feb 15 14:12:51.131636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:51.131974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:51.132345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:51.154969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:51.155315 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:51.155728 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 10 to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b Feb 15 14:12:51.202407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:51.202751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:51.206975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:51.222858 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:51.226465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce5b5590-6d66-40b5-ab32-09e50bf5f937 req-383a90eb-3a8a-4363-b62c-0644f0522111 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3040428 Feb 15 14:12:51.227622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:51.227958 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:51.228375 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bf5859cf-f5b2-4be5-a832-1e55fe9cee6b), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:51.268951 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aef40b6-a1b4-4b04-9e1e-a879c5106d51 x-openstack-request-id: req-4aef40b6-a1b4-4b04-9e1e-a879c5106d51 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:51.269748 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d954fe3-d458-40f4-83d5-f9df3c4007f7", "name": "network-vif-deleted", "tag": "6dc41110-f492-45df-8710-25bfa6748928", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:51.269748 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4aef40b6-a1b4-4b04-9e1e-a879c5106d51 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:51.269919 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d954fe3-d458-40f4-83d5-f9df3c4007f7', 'name': 'network-vif-deleted', 'tag': '6dc41110-f492-45df-8710-25bfa6748928', 'status': 'completed', 'code': 200} Feb 15 14:12:51.333541 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:51.340001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6dc41110-f492-45df-8710-25bfa6748928 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:12:51.357335 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e78d9c2-03bb-4dde-a0af-66a2a07662db x-openstack-request-id: req-2e78d9c2-03bb-4dde-a0af-66a2a07662db {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:12:51.357733 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "name": "network-vif-unplugged", "status": "failed", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761", "code": 422}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:12:51.358099 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e78d9c2-03bb-4dde-a0af-66a2a07662db {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:12:51.358585 n-d-829064-15 neutron-server[109973]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'code': 422} returned with failed status Feb 15 14:12:51.396732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 6dc41110-f492-45df-8710-25bfa6748928 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:12:51.397204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6dc41110-f492-45df-8710-25bfa6748928 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:12:51.429107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] For port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:12:51.430363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempted to set empty binding levels {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 14:12:51.441748 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bf5859cf-f5b2-4be5-a832-1e55fe9cee6b), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:51.467458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Deleting port 1eb10305-8b59-45f9-9c41-6a0bd4e359d5 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:12:51.467458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1eb10305-8b59-45f9-9c41-6a0bd4e359d5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:51.476371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] In _notify_port_updated(), no bound segment for port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:12:51.480518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:51.481702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4ab0fdf8-1b26-46a6-9d17-5077303ee761,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:51.483259 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:51.488949 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "PUT /v2.0/ports/bf5859cf-f5b2-4be5-a832-1e55fe9cee6b HTTP/1.1" status: 200 len: 976 time: 3.7608414 Feb 15 14:12:51.490368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45214) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:51.558926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5859cf-f5b2-4be5-a832-1e55fe9cee6b,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:51.573708 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-96cc9905-e2d2-4000-b05d-caebe36b2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:51.642517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.642950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.643931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.643931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.644110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.646052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.646407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.646812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.647187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.647649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.648163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.648510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.648846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e196a2d-60a8-48a7-a00e-bfe126d628f6 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:12:51.663983 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc9905-e2d2-4000-b05d-caebe36b2f28 None None] Checking router: b041dc17-d83a-41dd-8d24-a45ccfad0ddd for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:12:51.684668 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc9905-e2d2-4000-b05d-caebe36b2f28 None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:12:51.685635 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-96cc9905-e2d2-4000-b05d-caebe36b2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:12:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:51.744643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a308f11c-a7a2-46ba-a7cf-7d4525d1e081', 'name': '', 'tenant_id': '00f7dc13b90a49c18c84f742d14328c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6df260f3-9f1c-4cf4-b950-f161b3eb38d7', 'external_fixed_ips': [{'subnet_id': 'c04043b6-cac1-49e9-a64d-f3730e993278', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '1eb10305-8b59-45f9-9c41-6a0bd4e359d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:12:46Z', 'updated_at': '2022-02-15T14:12:48Z', 'revision_number': 3, 'project_id': '00f7dc13b90a49c18c84f742d14328c3', 'gw_port': {'id': '1eb10305-8b59-45f9-9c41-6a0bd4e359d5', 'name': '', 'network_id': '6df260f3-9f1c-4cf4-b950-f161b3eb38d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a308f11c-a7a2-46ba-a7cf-7d4525d1e081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'c04043b6-cac1-49e9-a64d-f3730e993278', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:12:47Z', 'updated_at': '2022-02-15T14:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04043b6-cac1-49e9-a64d-f3730e993278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:51.772781 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1eb10305-8b59-45f9-9c41-6a0bd4e359d5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:51.830618 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Calling delete_port for 1eb10305-8b59-45f9-9c41-6a0bd4e359d5 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:12:51.842690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] Checking router: a308f11c-a7a2-46ba-a7cf-7d4525d1e081 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:12:51.843082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] Updating router a308f11c-a7a2-46ba-a7cf-7d4525d1e081 port 1eb10305-8b59-45f9-9c41-6a0bd4e359d5 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:12:51.885118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc398b8c-3ceb-479d-a899-3d37b8c525c2 req-09d1602d-902b-4439-a5bc-f4f954d2ba0c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:51.888035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc398b8c-3ceb-479d-a899-3d37b8c525c2 req-09d1602d-902b-4439-a5bc-f4f954d2ba0c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.3177273 Feb 15 14:12:51.916567 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1eb10305-8b59-45f9-9c41-6a0bd4e359d5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:51.933204 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-96cc9905-e2d2-4000-b05d-caebe36b2f28 None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:12:52.013441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45220) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:52.067971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.071850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.072417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.073398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.075048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.077392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.077950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.078494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.080185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.084010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.084010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.085223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.086653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.091982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.091982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.091982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.091982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.091982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.091982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.096392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.097204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.098059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.099727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.109659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a5ec5d51-7c37-49be-b8ff-f7a0c64dd60e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21174 time: 0.5517981 Feb 15 14:12:52.176090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538fb29-7752-43ba-9970-51fd2f3e0966 req-8e0830e1-69ce-4d6a-897b-e1211138e232 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.184457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3538fb29-7752-43ba-9970-51fd2f3e0966 req-8e0830e1-69ce-4d6a-897b-e1211138e232 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.4511034 Feb 15 14:12:52.198760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc398b8c-3ceb-479d-a899-3d37b8c525c2 req-aba165d4-4e16-4e76-b221-6cacec46c937 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012943 Feb 15 14:12:52.201871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45224) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:52.317946 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-96cc9905-e2d2-4000-b05d-caebe36b2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:52.355350 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc9905-e2d2-4000-b05d-caebe36b2f28 None None] The sync data for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 is: [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:03:19Z', 'revision_number': 4, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '14254af9-1bcd-4176-b25d-7ff2fe8d91a6', 'name': '', 'network_id': '432725e1-c9fb-4227-b041-9847d0d50fc9', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'mac_address': 'fa:16:3e:f6:f9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'dc34560e-8413-4f68-957e-907d850449d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:17Z', 'updated_at': '2022-02-15T14:03:28Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'subnets': [{'id': 'dc34560e-8413-4f68-957e-907d850449d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:12:52.356762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3538fb29-7752-43ba-9970-51fd2f3e0966 req-6695cfc1-9bee-45a7-b454-02f469849779 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696584 Feb 15 14:12:52.405355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-112fcab1-efaf-4041-b829-e8c29435efd5 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Deleting port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:12:52.410489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-112fcab1-efaf-4041-b829-e8c29435efd5 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bf5859cf-f5b2-4be5-a832-1e55fe9cee6b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:52.414670 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-679b7519-4dbb-4479-8511-be58042333c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:52.515801 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1eb10305-8b59-45f9-9c41-6a0bd4e359d5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:52.565326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-112fcab1-efaf-4041-b829-e8c29435efd5 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] For port bf5859cf-f5b2-4be5-a832-1e55fe9cee6b, host n-h1-829064-15, got binding levels [] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:52.565908 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-112fcab1-efaf-4041-b829-e8c29435efd5 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bf5859cf-f5b2-4be5-a832-1e55fe9cee6b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:52.597906 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eb10305-8b59-45f9-9c41-6a0bd4e359d5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:52.603684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-112fcab1-efaf-4041-b829-e8c29435efd5 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Calling delete_port for bf5859cf-f5b2-4be5-a832-1e55fe9cee6b owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:12:52.644759 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:12:52.645176 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:12:52.749902 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:52.825934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06eb5a-fe65-4411-8e77-d91cfef3e1c4 req-25e17a39-7610-4d9e-bea6-193291668bcb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.827496 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f06eb5a-fe65-4411-8e77-d91cfef3e1c4 req-25e17a39-7610-4d9e-bea6-193291668bcb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.1364908 Feb 15 14:12:52.877224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33a108-0e24-4f6f-a07d-79321de83b56 req-9b865f78-6458-49ca-8e9f-a06728e153c9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:52.884159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec33a108-0e24-4f6f-a07d-79321de83b56 req-9b865f78-6458-49ca-8e9f-a06728e153c9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.1947131 Feb 15 14:12:52.903662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f9cd4-b3e0-40e1-a8a8-796ab0402052 None None] New status for floating IP da13f59a-be93-4857-b428-70a7dbe1ffab: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:12:52.929408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f06eb5a-fe65-4411-8e77-d91cfef3e1c4 req-652a1c8d-0539-4e8c-89d2-3c40e14f1914 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909996 Feb 15 14:12:52.945481 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-112fcab1-efaf-4041-b829-e8c29435efd5 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bf5859cf-f5b2-4be5-a832-1e55fe9cee6b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.000149 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.016604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-679b7519-4dbb-4479-8511-be58042333c4 admin admin] Publish callbacks [] for security_group (860b5753-dbf4-4338-9843-6dd40a1bb437), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.033786 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_controller (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.037044 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-112fcab1-efaf-4041-b829-e8c29435efd5 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.038149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45240) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:53.041492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-112fcab1-efaf-4041-b829-e8c29435efd5 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "DELETE /v2.0/ports/bf5859cf-f5b2-4be5-a832-1e55fe9cee6b HTTP/1.1" status: 204 len: 168 time: 0.8375556 Feb 15 14:12:53.058627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec33a108-0e24-4f6f-a07d-79321de83b56 req-a0f0cae2-a79d-4d61-a9a1-188435b20231 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681998 Feb 15 14:12:53.059642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45242) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:53.075834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-679b7519-4dbb-4479-8511-be58042333c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (860b5753-dbf4-4338-9843-6dd40a1bb437), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.076238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fcab1-efaf-4041-b829-e8c29435efd5 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf5859cf-f5b2-4be5-a832-1e55fe9cee6b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:53.098936 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-2041419d-cdb7-4641-81cd-660dfe18987e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] GET failed (client error): The resource could not be found. Feb 15 14:12:53.100744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2041419d-cdb7-4641-81cd-660dfe18987e tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "GET /v2.0/ports/bf5859cf-f5b2-4be5-a832-1e55fe9cee6b HTTP/1.1" status: 404 len: 333 time: 0.0347259 Feb 15 14:12:53.106114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45244) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:53.124991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-989205239', 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:53.171058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Made reservation on behalf of 61d5415c38c140c3bf54f7a3277c341f for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:53.173772 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.206842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] device_id is not set on port 5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:12:53.218954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] Port 1eb10305-8b59-45f9-9c41-6a0bd4e359d5 not found while updating agent binding for router a308f11c-a7a2-46ba-a7cf-7d4525d1e081. {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 15 14:12:53.241281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] Routers {'a308f11c-a7a2-46ba-a7cf-7d4525d1e081'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:12:53.242082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:12:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a308f11c-a7a2-46ba-a7cf-7d4525d1e081'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:53.261560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (a308f11c-a7a2-46ba-a7cf-7d4525d1e081), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.262475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a308f11c-a7a2-46ba-a7cf-7d4525d1e081 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:12:53.268629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.273675 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f00a30ff-821d-4df4-a832-1aa3145e1abc tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "DELETE /v2.0/routers/a308f11c-a7a2-46ba-a7cf-7d4525d1e081 HTTP/1.1" status: 204 len: 168 time: 2.7391396 Feb 15 14:12:53.281262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45248) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:53.300938 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:53.312338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc305a7-a09b-4fb3-af4c-bf7f502514b7 None None] The sync data for ids ['a308f11c-a7a2-46ba-a7cf-7d4525d1e081'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:12:53.356008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-014054ba-c8dc-465c-93a4-e26645ba202c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Deleting subnet c04043b6-cac1-49e9-a64d-f3730e993278 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:12:53.361619 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-679b7519-4dbb-4479-8511-be58042333c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ce386b908844fcd92a7c4205c0fe0e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3443449 Feb 15 14:12:53.370882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45250) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:53.412764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-014054ba-c8dc-465c-93a4-e26645ba202c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for subnet (c04043b6-cac1-49e9-a64d-f3730e993278), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.418830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b7519-4dbb-4479-8511-be58042333c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860b5753-dbf4-4338-9843-6dd40a1bb437,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:53.458930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d8a0484-f2ae-4438-b6a0-fe54b7cf26e8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (87e35b2d-3281-415b-9e3f-b84a44010b04), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.482441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks [] for port (5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.493334 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d8a0484-f2ae-4438-b6a0-fe54b7cf26e8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (87e35b2d-3281-415b-9e3f-b84a44010b04), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.555183 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.617158 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-014054ba-c8dc-465c-93a4-e26645ba202c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (c04043b6-cac1-49e9-a64d-f3730e993278), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.644554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event updated for resources: {'Port': ['ID=5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:53.684006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:53.690291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:53.702639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:12:53.704407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:53.705219 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.723586 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8e7ccb18-e576-43ae-b125-398aa0634721 admin admin] Publish callbacks [] for security_group (860b5753-dbf4-4338-9843-6dd40a1bb437), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.742946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c97511-043e-4a07-938e-240681ba4d1d req-fdeb8c71-66cb-4f6c-9c94-9edc7638c45f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:53.744916 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4c97511-043e-4a07-938e-240681ba4d1d req-fdeb8c71-66cb-4f6c-9c94-9edc7638c45f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.2128627 Feb 15 14:12:53.751367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8089c4be-2656-4e93-82b4-f756c36ddd68 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6437740 Feb 15 14:12:53.753355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45262) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:53.772759 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d8a0484-f2ae-4438-b6a0-fe54b7cf26e8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (87e35b2d-3281-415b-9e3f-b84a44010b04), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.776891 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d8a0484-f2ae-4438-b6a0-fe54b7cf26e8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.780454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3d8a0484-f2ae-4438-b6a0-fe54b7cf26e8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "DELETE /v2.0/security-groups/87e35b2d-3281-415b-9e3f-b84a44010b04 HTTP/1.1" status: 204 len: 168 time: 0.7386897 Feb 15 14:12:53.784140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d47dec-1c0e-426d-965f-ba691ef52ab7 req-a64015de-8f73-433c-a20e-b51dd3e0e96b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:53.786643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2d47dec-1c0e-426d-965f-ba691ef52ab7 req-a64015de-8f73-433c-a20e-b51dd3e0e96b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.2429156 Feb 15 14:12:53.805203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45264) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:53.817501 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-014054ba-c8dc-465c-93a4-e26645ba202c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (c04043b6-cac1-49e9-a64d-f3730e993278), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.821581 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8e7ccb18-e576-43ae-b125-398aa0634721 admin admin] Publish callbacks [] for security_group (860b5753-dbf4-4338-9843-6dd40a1bb437), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.840820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a0484-f2ae-4438-b6a0-fe54b7cf26e8 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e35b2d-3281-415b-9e3f-b84a44010b04,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:53.881097 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-22b21fc0-fc0f-4a0b-aaa9-9ee1d719859a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] show failed (client error): The resource could not be found. Feb 15 14:12:53.886328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-22b21fc0-fc0f-4a0b-aaa9-9ee1d719859a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "GET /v2.0/security-groups/87e35b2d-3281-415b-9e3f-b84a44010b04 HTTP/1.1" status: 404 len: 347 time: 0.0796609 Feb 15 14:12:53.892931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45266) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:53.961126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-014054ba-c8dc-465c-93a4-e26645ba202c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (c04043b6-cac1-49e9-a64d-f3730e993278), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:53.992954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4c97511-043e-4a07-938e-240681ba4d1d req-dbfab904-a70b-417c-9f2f-b351ae651aeb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284417 Feb 15 14:12:54.001491 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014054ba-c8dc-465c-93a4-e26645ba202c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c04043b6-cac1-49e9-a64d-f3730e993278,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:54.008239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8e7ccb18-e576-43ae-b125-398aa0634721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (860b5753-dbf4-4338-9843-6dd40a1bb437), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.020478 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8e7ccb18-e576-43ae-b125-398aa0634721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.021666 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8e7ccb18-e576-43ae-b125-398aa0634721 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/860b5753-dbf4-4338-9843-6dd40a1bb437 HTTP/1.1" status: 204 len: 168 time: 0.6476002 Feb 15 14:12:54.035272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a127d4e8-85f1-4054-908d-f98c5d2adb44 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:54.042129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45274) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:54.046987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a127d4e8-85f1-4054-908d-f98c5d2adb44 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "GET /v2.0/ports/5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1 HTTP/1.1" status: 200 len: 954 time: 0.2921829 Feb 15 14:12:54.085408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-014054ba-c8dc-465c-93a4-e26645ba202c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.098205 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-014054ba-c8dc-465c-93a4-e26645ba202c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/c04043b6-cac1-49e9-a64d-f3730e993278 HTTP/1.1" status: 204 len: 168 time: 0.8153417 Feb 15 14:12:54.101218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ccb18-e576-43ae-b125-398aa0634721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860b5753-dbf4-4338-9843-6dd40a1bb437,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:54.122028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2d47dec-1c0e-426d-965f-ba691ef52ab7 req-013fdef1-2467-4f64-8339-38a5a42187b6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023808 Feb 15 14:12:54.126226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45278) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:54.265365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9fa84b3d-2eee-4053-84ed-31b3f4fad2f2 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Deleting port 5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:12:54.266141 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9fa84b3d-2eee-4053-84ed-31b3f4fad2f2 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.374779 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9fa84b3d-2eee-4053-84ed-31b3f4fad2f2 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.402373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9fa84b3d-2eee-4053-84ed-31b3f4fad2f2 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Calling delete_port for 5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:12:54.424227 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (6df260f3-9f1c-4cf4-b950-f161b3eb38d7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.439705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-797f8e35-306f-4c01-9e68-1fd3768982cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3439641 Feb 15 14:12:54.458554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-d0f997e4-24b0-4c3f-a149-952a75faa199 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Deleting port 9360025e-2394-404c-a0ed-d29c106cc5bd {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:12:54.459254 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0f997e4-24b0-4c3f-a149-952a75faa199 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9360025e-2394-404c-a0ed-d29c106cc5bd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.467761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aa04d-02fb-4dec-8578-56c8beb6b7f3 req-334ba42c-f2ff-429e-9d9b-676e1b65579c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:54.476741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd6aa04d-02fb-4dec-8578-56c8beb6b7f3 req-334ba42c-f2ff-429e-9d9b-676e1b65579c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.2267017 Feb 15 14:12:54.479269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4ab0fdf8-1b26-46a6-9d17-5077303ee761 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:12:54.590786 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9fa84b3d-2eee-4053-84ed-31b3f4fad2f2 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.622143 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9fa84b3d-2eee-4053-84ed-31b3f4fad2f2 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.630138 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9fa84b3d-2eee-4053-84ed-31b3f4fad2f2 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "DELETE /v2.0/ports/5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1 HTTP/1.1" status: 204 len: 168 time: 0.5844657 Feb 15 14:12:54.632432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45288) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:54.671384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:12:54.712117 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-316cc4ab-6c76-4395-9973-9bb0c3134263 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] GET failed (client error): The resource could not be found. Feb 15 14:12:54.713604 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-316cc4ab-6c76-4395-9973-9bb0c3134263 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "GET /v2.0/ports/5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1 HTTP/1.1" status: 404 len: 333 time: 0.0802231 Feb 15 14:12:54.714535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa84b3d-2eee-4053-84ed-31b3f4fad2f2 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a3b3fa9-8042-4349-9d2b-1ce2c1296ec1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:54.717519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45294) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:54.722970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Request body: {'port': {'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1881842296'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:54.752745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Made reservation on behalf of 61d5415c38c140c3bf54f7a3277c341f for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:12:54.761005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.811490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] device_id is not set on port a4c089b4-cd06-442e-bcdb-eac550605b77 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:12:54.953578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd6aa04d-02fb-4dec-8578-56c8beb6b7f3 req-742da331-9667-43db-8308-06b8c211d026 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4748905 Feb 15 14:12:54.966000 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0f997e4-24b0-4c3f-a149-952a75faa199 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9360025e-2394-404c-a0ed-d29c106cc5bd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.972855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0f997e4-24b0-4c3f-a149-952a75faa199 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (9360025e-2394-404c-a0ed-d29c106cc5bd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:54.997990 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (6df260f3-9f1c-4cf4-b950-f161b3eb38d7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.058583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-d0f997e4-24b0-4c3f-a149-952a75faa199 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Calling delete_port for 9360025e-2394-404c-a0ed-d29c106cc5bd owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:12:55.109001 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks [] for port (a4c089b4-cd06-442e-bcdb-eac550605b77), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.113631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df260f3-9f1c-4cf4-b950-f161b3eb38d7']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:55.191374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a4c089b4-cd06-442e-bcdb-eac550605b77), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.218856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35f0921-d082-4dd4-a31f-858071360819') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:55.219286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35f0921-d082-4dd4-a31f-858071360819') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:55.236817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:12:55.240254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:12:55.306962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c089b4-cd06-442e-bcdb-eac550605b77,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:55.310821 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:12:55.312099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:55.312814 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.344091 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-92a189cc-7c6f-42dd-8eb2-7f50181940ab tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6234102 Feb 15 14:12:55.344763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45312) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:55.356717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:55.370793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (c35f0921-d082-4dd4-a31f-858071360819), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.387220 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c35f0921-d082-4dd4-a31f-858071360819), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.394563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:12:55.395117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (c35f0921-d082-4dd4-a31f-858071360819), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.474001 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a4c089b4-cd06-442e-bcdb-eac550605b77), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:12:55.579225 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:12:55.587912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-ced69d94-b650-4cac-9816-46873463f634 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:55.611877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-ced69d94-b650-4cac-9816-46873463f634 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports/4ab0fdf8-1b26-46a6-9d17-5077303ee761 HTTP/1.1" status: 200 len: 941 time: 0.9205477 Feb 15 14:12:55.644115 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0f997e4-24b0-4c3f-a149-952a75faa199 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9360025e-2394-404c-a0ed-d29c106cc5bd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.648653 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (6df260f3-9f1c-4cf4-b950-f161b3eb38d7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.656669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6df260f3-9f1c-4cf4-b950-f161b3eb38d7 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 14:12:55.665575 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.679425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "DELETE /v2.0/networks/6df260f3-9f1c-4cf4-b950-f161b3eb38d7 HTTP/1.1" status: 204 len: 168 time: 1.5292749 Feb 15 14:12:55.699699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] device_id is not set on port a4c089b4-cd06-442e-bcdb-eac550605b77 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:12:55.708093 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks [] for port (a4c089b4-cd06-442e-bcdb-eac550605b77), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.724137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a4c089b4-cd06-442e-bcdb-eac550605b77), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:55.858880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f997e4-24b0-4c3f-a149-952a75faa199 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Pushing event deleted for resources: {'Port': ['ID=9360025e-2394-404c-a0ed-d29c106cc5bd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:55.871429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10a5ae-21ad-412d-b5c1-4ea3fe6f38a8 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event deleted for resources: {'Network': ['ID=6df260f3-9f1c-4cf4-b950-f161b3eb38d7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:55.874936 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:55.875304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:55.882337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:55.899683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c089b4-cd06-442e-bcdb-eac550605b77,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:55.914057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:55.915826 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:55.918201 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 2 to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 Feb 15 14:12:55.949404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:55.950265 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:55.951140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:55.962828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:55.963299 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:55.965801 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 3 to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 Feb 15 14:12:56.000591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:56.009631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:56.015028 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:56.035181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:56.036504 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:56.045792 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 4 to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 Feb 15 14:12:56.093620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a938e-cd03-41e4-8502-44d6b57715d7 req-90f54d4a-5bdb-46e7-aa36-a93c9213e85d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:56.094178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:56.096074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b46a938e-cd03-41e4-8502-44d6b57715d7 req-90f54d4a-5bdb-46e7-aa36-a93c9213e85d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.9126225 Feb 15 14:12:56.102302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:56.102975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:56.119567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:56.120138 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:56.121471 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 5 to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 Feb 15 14:12:56.125232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61dd15-031f-4bb4-8ebf-19a8b69095c1 req-b9af5e96-4dff-481c-a11a-867d708420de tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:56.136270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e61dd15-031f-4bb4-8ebf-19a8b69095c1 req-b9af5e96-4dff-481c-a11a-867d708420de tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.8625729 Feb 15 14:12:56.185413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:56.185752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:56.190746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:56.207434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:56.207981 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:56.210949 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 6 to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 Feb 15 14:12:56.236812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:56.237345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:56.237826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:56.244183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:56.244744 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:56.245776 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 7 to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 Feb 15 14:12:56.268227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:56.268822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:56.269825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:56.277177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:56.277718 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:56.278339 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 8 to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 Feb 15 14:12:56.297179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b46a938e-cd03-41e4-8502-44d6b57715d7 req-e8a16b41-94b9-4314-bafc-a68ad436e1d3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573503 Feb 15 14:12:56.305856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:56.306372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:56.306871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:56.325749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:56.326099 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:56.326494 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 9 to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 Feb 15 14:12:56.353134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:56.353718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:56.354060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:56.362692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:56.363198 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:56.368532 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempt 10 to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 Feb 15 14:12:56.381256 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0f997e4-24b0-4c3f-a149-952a75faa199 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks [] for floatingip (da13f59a-be93-4857-b428-70a7dbe1ffab), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:56.383808 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0f997e4-24b0-4c3f-a149-952a75faa199 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:56.395225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d0f997e4-24b0-4c3f-a149-952a75faa199 tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] 10.222.0.72 "DELETE /v2.0/floatingips/da13f59a-be93-4857-b428-70a7dbe1ffab HTTP/1.1" status: 204 len: 168 time: 2.4722674 Feb 15 14:12:56.396499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:12:56.411934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:12:56.411934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempting to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:12:56.431988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:12:56.432331 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Failed to bind port a4c089b4-cd06-442e-bcdb-eac550605b77 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7800e0d9-0a91-433e-8df2-ec3d8dd74b33'}] Feb 15 14:12:56.432704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a4c089b4-cd06-442e-bcdb-eac550605b77), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:56.487931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e61dd15-031f-4bb4-8ebf-19a8b69095c1 req-dad62798-741f-4360-8b0b-24b111a2b254 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884843 Feb 15 14:12:56.586044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] For port a4c089b4-cd06-442e-bcdb-eac550605b77, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:12:56.586438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attempted to set empty binding levels {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 14:12:56.595552 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a4c089b4-cd06-442e-bcdb-eac550605b77), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:56.618642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45342) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:56.625293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f848740b-d0c7-48c0-81dc-da881da93a95 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Request body: {'router': {'name': 'tempest-router--633483609', 'project_id': '9d081bddffe347389e6a48192e76a34b'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:56.663388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] In _notify_port_updated(), no bound segment for port a4c089b4-cd06-442e-bcdb-eac550605b77 on network 7800e0d9-0a91-433e-8df2-ec3d8dd74b33 {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:12:56.664248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:56.665274 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:56.666145 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "PUT /v2.0/ports/a4c089b4-cd06-442e-bcdb-eac550605b77 HTTP/1.1" status: 200 len: 976 time: 1.3203285 Feb 15 14:12:56.681641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45346) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:56.701661 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f848740b-d0c7-48c0-81dc-da881da93a95 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (a28d6508-73a1-4cd1-aa22-f580892a930a), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:56.704552 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f848740b-d0c7-48c0-81dc-da881da93a95 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (a28d6508-73a1-4cd1-aa22-f580892a930a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:56.759456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2628be6-a87e-46e1-96a0-2acef0f7db39 req-d971268d-d185-4ed4-9653-de91cc85e0c3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:56.761082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2628be6-a87e-46e1-96a0-2acef0f7db39 req-d971268d-d185-4ed4-9653-de91cc85e0c3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.2722201 Feb 15 14:12:56.906472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1641dd-c4c1-48d9-9797-b9d5ddd4ba91 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c089b4-cd06-442e-bcdb-eac550605b77,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:56.975159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-56955c30-9266-467e-8ce8-35dfff3b3ba7 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Deleting port a4c089b4-cd06-442e-bcdb-eac550605b77 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:12:56.975620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56955c30-9266-467e-8ce8-35dfff3b3ba7 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a4c089b4-cd06-442e-bcdb-eac550605b77), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:57.036142 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f848740b-d0c7-48c0-81dc-da881da93a95 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_controller (a28d6508-73a1-4cd1-aa22-f580892a930a), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:57.066408 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f848740b-d0c7-48c0-81dc-da881da93a95 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (a28d6508-73a1-4cd1-aa22-f580892a930a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:57.138259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-56955c30-9266-467e-8ce8-35dfff3b3ba7 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] For port a4c089b4-cd06-442e-bcdb-eac550605b77, host n-h1-829064-15, got binding levels [] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:12:57.138813 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56955c30-9266-467e-8ce8-35dfff3b3ba7 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a4c089b4-cd06-442e-bcdb-eac550605b77), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:57.190215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-56955c30-9266-467e-8ce8-35dfff3b3ba7 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Calling delete_port for a4c089b4-cd06-442e-bcdb-eac550605b77 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:12:57.419085 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56955c30-9266-467e-8ce8-35dfff3b3ba7 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a4c089b4-cd06-442e-bcdb-eac550605b77), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:57.486043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56955c30-9266-467e-8ce8-35dfff3b3ba7 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4c089b4-cd06-442e-bcdb-eac550605b77,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:57.488447 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56955c30-9266-467e-8ce8-35dfff3b3ba7 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:57.503400 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-56955c30-9266-467e-8ce8-35dfff3b3ba7 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "DELETE /v2.0/ports/a4c089b4-cd06-442e-bcdb-eac550605b77 HTTP/1.1" status: 204 len: 168 time: 0.8207366 Feb 15 14:12:57.506294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45358) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:57.555451 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0493b0-a699-4903-8790-4c88e6ff73d2 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] GET failed (client error): The resource could not be found. Feb 15 14:12:57.561316 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5c0493b0-a699-4903-8790-4c88e6ff73d2 tempest-PortsAdminExtendedAttrsTestJSON-861474955 tempest-PortsAdminExtendedAttrsTestJSON-861474955-project-admin] 10.222.0.72 "GET /v2.0/ports/a4c089b4-cd06-442e-bcdb-eac550605b77 HTTP/1.1" status: 404 len: 333 time: 0.0539100 Feb 15 14:12:57.565726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45362) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:57.663861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2628be6-a87e-46e1-96a0-2acef0f7db39 req-8f2061ad-15ba-4d54-9ac5-c3d2fdef2309 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8856156 Feb 15 14:12:57.666565 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f848740b-d0c7-48c0-81dc-da881da93a95 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:57.670246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f848740b-d0c7-48c0-81dc-da881da93a95 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0480731 Feb 15 14:12:57.693457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45366) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:57.749105 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (7800e0d9-0a91-433e-8df2-ec3d8dd74b33), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:57.831157 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-f7af6170-f3d4-42c7-8002-115ca3e3df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:57.843114 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-f7af6170-f3d4-42c7-8002-115ca3e3df95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878&tenant_id=1998c93b9e7b4952b1abcf16908e0ae0 HTTP/1.1" status: 200 len: 1127 time: 0.9025302 Feb 15 14:12:57.961513 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (7800e0d9-0a91-433e-8df2-ec3d8dd74b33), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:57.978423 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-801efe38-279c-4f49-a529-9c30214e7802 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (a28d6508-73a1-4cd1-aa22-f580892a930a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:58.011394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7800e0d9-0a91-433e-8df2-ec3d8dd74b33']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:58.034658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:58.035416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce25dee-34d9-44e8-b5f6-e16b44ee87d9') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:12:58.057245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (0ce25dee-34d9-44e8-b5f6-e16b44ee87d9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:58.085180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be7285-b437-43be-a443-11d1b1f8db28 req-78a0cc83-7d99-4f51-a1ee-cf37c0fc8852 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:58.095275 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0ce25dee-34d9-44e8-b5f6-e16b44ee87d9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:58.097011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3be7285-b437-43be-a443-11d1b1f8db28 req-78a0cc83-7d99-4f51-a1ee-cf37c0fc8852 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.4698095 Feb 15 14:12:58.127560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:12:58.127967 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (0ce25dee-34d9-44e8-b5f6-e16b44ee87d9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:12:58.141084 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:12:58.312635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4021824-a06f-4b6e-9295-2107bdbce953 req-eb3a94d7-4152-4554-a9cc-d515d06096c8 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:58.314433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4021824-a06f-4b6e-9295-2107bdbce953 req-eb3a94d7-4152-4554-a9cc-d515d06096c8 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.4677949 Feb 15 14:12:58.377224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (7800e0d9-0a91-433e-8df2-ec3d8dd74b33), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:58.392344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-35bb66c2-b42d-4e1b-8f2f-efa768afdbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:58.394253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-35bb66c2-b42d-4e1b-8f2f-efa768afdbf6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 1127 time: 0.4776421 Feb 15 14:12:58.411190 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:58.430498 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] 10.222.0.72 "DELETE /v2.0/networks/7800e0d9-0a91-433e-8df2-ec3d8dd74b33 HTTP/1.1" status: 204 len: 168 time: 0.8636332 Feb 15 14:12:58.548998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc2344-12d0-49a7-b876-544df926899c tempest-PortsAdminExtendedAttrsTestJSON-1318602629 tempest-PortsAdminExtendedAttrsTestJSON-1318602629-project] Pushing event deleted for resources: {'Network': ['ID=7800e0d9-0a91-433e-8df2-ec3d8dd74b33,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:58.551366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4021824-a06f-4b6e-9295-2107bdbce953 req-60566670-ce99-4897-b7e8-abebcd880b1b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546702 Feb 15 14:12:58.604205 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-801efe38-279c-4f49-a529-9c30214e7802 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (a28d6508-73a1-4cd1-aa22-f580892a930a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:58.644435 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-801efe38-279c-4f49-a529-9c30214e7802 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_controller (a28d6508-73a1-4cd1-aa22-f580892a930a), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:58.652009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3be7285-b437-43be-a443-11d1b1f8db28 req-d626d53e-1ebc-4248-9943-cd40051c7f81 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541198 Feb 15 14:12:58.819162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45378) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:58.865151 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-801efe38-279c-4f49-a529-9c30214e7802 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (a28d6508-73a1-4cd1-aa22-f580892a930a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:58.865685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801efe38-279c-4f49-a529-9c30214e7802 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a28d6508-73a1-4cd1-aa22-f580892a930a {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:12:58.878048 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-801efe38-279c-4f49-a529-9c30214e7802 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:58.889423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-801efe38-279c-4f49-a529-9c30214e7802 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "DELETE /v2.0/routers/a28d6508-73a1-4cd1-aa22-f580892a930a HTTP/1.1" status: 204 len: 168 time: 1.1827617 Feb 15 14:12:59.041940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-81d04a6e-a7b7-413e-b3f8-dcf51c159ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:59.050273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-81d04a6e-a7b7-413e-b3f8-dcf51c159ea1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 200 len: 914 time: 0.6297486 Feb 15 14:12:59.051619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45388) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:59.106687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-3b948b06-c9a4-4130-9c24-ef0df6fcf1e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761 HTTP/1.1" status: 200 len: 217 time: 0.0470209 Feb 15 14:12:59.118432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab05da8-60d9-49cb-a38b-80f4f0c64d1f req-108e48cd-1d6c-460e-b80c-ab3869ceab1c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:59.125727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fab05da8-60d9-49cb-a38b-80f4f0c64d1f req-108e48cd-1d6c-460e-b80c-ab3869ceab1c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.2086210 Feb 15 14:12:59.214427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-188a90fa-4bac-427f-a926-7cbde3a0433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:12:59.216324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-188a90fa-4bac-427f-a926-7cbde3a0433e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d6eaca9-2005-4f1c-ab88-99f9ad7e1152 HTTP/1.1" status: 200 len: 853 time: 0.0876653 Feb 15 14:12:59.219901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c66a38c4-3b29-420b-b821-509d7c06bd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:59.236885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fab05da8-60d9-49cb-a38b-80f4f0c64d1f req-2655f15a-f463-45ed-ba68-b6b6fd636858 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054025 Feb 15 14:12:59.301754 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-d07305d8-b9ee-4901-9028-7c5421674ae6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635362 Feb 15 14:12:59.412378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45392) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:59.444197 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-72889aed-11b4-41b9-907b-c9977d5f5527 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=611701559eff4e59952fa693ecb75d00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872159 Feb 15 14:12:59.447674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45396) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:59.516287 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c66a38c4-3b29-420b-b821-509d7c06bd42 admin admin] Publish callbacks [] for security_group (a19eaf7a-d03b-4fbc-bb25-0f85e96b8bda), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:59.533510 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c66a38c4-3b29-420b-b821-509d7c06bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a19eaf7a-d03b-4fbc-bb25-0f85e96b8bda), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:59.548438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-862e5f12-1ed9-40f0-859c-4438a213ae55 service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400911 Feb 15 14:12:59.580599 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c66a38c4-3b29-420b-b821-509d7c06bd42 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42481c297f3b447b8587fda8c79f8f31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7600706 Feb 15 14:12:59.586247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45398) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:12:59.638524 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:12:59.700149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a38c4-3b29-420b-b821-509d7c06bd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19eaf7a-d03b-4fbc-bb25-0f85e96b8bda,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:12:59.804601 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1445273208', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:12:59.834067 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2c46-dcd5-4a61-918b-35462163a477 admin admin] Publish callbacks [] for security_group (a19eaf7a-d03b-4fbc-bb25-0f85e96b8bda), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:59.892753 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8c620cc-a756-479f-ae98-abfd49f95925 admin admin] Publish callbacks [] for security_group (2d5130dd-0df9-4589-9e60-24565bc48b37), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:59.909086 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2c46-dcd5-4a61-918b-35462163a477 admin admin] Publish callbacks [] for security_group (a19eaf7a-d03b-4fbc-bb25-0f85e96b8bda), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:59.911699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (da05cce9-87f7-4d24-8d18-26b2d2074832), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:12:59.913170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (da05cce9-87f7-4d24-8d18-26b2d2074832), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:00.067911 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8c620cc-a756-479f-ae98-abfd49f95925 admin admin] Publish callbacks [] for security_group (2d5130dd-0df9-4589-9e60-24565bc48b37), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:00.074115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71a1e5b7-e1d5-4b94-95a5-dfeab39d296f req-2ac04d6d-eba9-4b2d-b142-502a60481324 service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113420 Feb 15 14:13:00.093433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2c46-dcd5-4a61-918b-35462163a477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a19eaf7a-d03b-4fbc-bb25-0f85e96b8bda), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:00.097146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2c46-dcd5-4a61-918b-35462163a477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:00.098590 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8a0c2c46-dcd5-4a61-918b-35462163a477 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a19eaf7a-d03b-4fbc-bb25-0f85e96b8bda HTTP/1.1" status: 204 len: 168 time: 0.5069335 Feb 15 14:13:00.108628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73540d5-23e7-4504-933f-5ee6ff996eda req-97d79ef5-55c8-4edc-aed0-e8bec9a795f0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:00.110212 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e73540d5-23e7-4504-933f-5ee6ff996eda req-97d79ef5-55c8-4edc-aed0-e8bec9a795f0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.3877347 Feb 15 14:13:00.124525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (da05cce9-87f7-4d24-8d18-26b2d2074832), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:00.136213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c2c46-dcd5-4a61-918b-35462163a477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19eaf7a-d03b-4fbc-bb25-0f85e96b8bda,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:00.142379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb036b9d-b212-4261-b6ed-5f2ab896456f req-6d9ee218-769e-404a-9f86-933a86916678 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:00.168102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb036b9d-b212-4261-b6ed-5f2ab896456f req-6d9ee218-769e-404a-9f86-933a86916678 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.3465614 Feb 15 14:13:00.383295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e73540d5-23e7-4504-933f-5ee6ff996eda req-7f1d520f-42a5-4ce8-88c1-730637e42fdb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145495 Feb 15 14:13:00.430189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb036b9d-b212-4261-b6ed-5f2ab896456f req-aa6e3fb0-30c9-428f-94f2-5dd1f62d45c2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612000 Feb 15 14:13:00.453219 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8c620cc-a756-479f-ae98-abfd49f95925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2d5130dd-0df9-4589-9e60-24565bc48b37), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:00.457194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8c620cc-a756-479f-ae98-abfd49f95925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:00.461343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b8c620cc-a756-479f-ae98-abfd49f95925 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d5130dd-0df9-4589-9e60-24565bc48b37 HTTP/1.1" status: 204 len: 168 time: 1.0089414 Feb 15 14:13:00.484800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c620cc-a756-479f-ae98-abfd49f95925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5130dd-0df9-4589-9e60-24565bc48b37,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:00.606259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5db133-41d8-4b72-8a43-647d61926816 req-8076d987-c610-4bda-aab8-3e443af8f03e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:00.617059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a5db133-41d8-4b72-8a43-647d61926816 req-8076d987-c610-4bda-aab8-3e443af8f03e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.1481414 Feb 15 14:13:00.747959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a5db133-41d8-4b72-8a43-647d61926816 req-f6a358e7-8698-4552-bef7-11c6542f947a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289902 Feb 15 14:13:01.089835 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (da05cce9-87f7-4d24-8d18-26b2d2074832), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:01.362855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45436) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:01.391589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45438) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:01.484072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ffee83d-eb78-468d-bb38-d7e4fead72f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:01.588380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d2eeec61-492a-4e4e-858c-437c38f532bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=61d5415c38c140c3bf54f7a3277c341f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231419 Feb 15 14:13:01.591130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45442) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:01.735797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dafc1-e6e5-41e1-ad71-3c665f98a3a0 req-fa367182-b86f-4b0c-9f01-b5a7fc7f4346 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:01.737367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac8dafc1-e6e5-41e1-ad71-3c665f98a3a0 req-fa367182-b86f-4b0c-9f01-b5a7fc7f4346 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.2417901 Feb 15 14:13:01.758944 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (da05cce9-87f7-4d24-8d18-26b2d2074832), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:01.764099 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ca3c-1a07-44f9-8d71-0680720097cb admin admin] Publish callbacks [] for security_group (f509ee54-43d5-48ef-b0e5-b822259c4021), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:01.799193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92547c0-bfea-4434-887d-e672cf035ed5 req-a37fcf77-c093-499f-b4a3-8546b46caa46 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:01.801180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c92547c0-bfea-4434-887d-e672cf035ed5 req-a37fcf77-c093-499f-b4a3-8546b46caa46 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.1717818 Feb 15 14:13:01.832293 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ca3c-1a07-44f9-8d71-0680720097cb admin admin] Publish callbacks [] for security_group (f509ee54-43d5-48ef-b0e5-b822259c4021), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:01.847937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:01.935169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac8dafc1-e6e5-41e1-ad71-3c665f98a3a0 req-43ce07e4-079a-4842-8dce-0c63f5ddbbf5 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843598 Feb 15 14:13:02.072097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c92547c0-bfea-4434-887d-e672cf035ed5 req-7a786550-cda1-44c0-b836-ab7a541fdaf3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652485 Feb 15 14:13:02.156122 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ffee83d-eb78-468d-bb38-d7e4fead72f7 admin admin] Publish callbacks [] for security_group (2cfe2368-8433-495a-8efa-235b13cf3af8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:02.175186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ca3c-1a07-44f9-8d71-0680720097cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f509ee54-43d5-48ef-b0e5-b822259c4021), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:02.179103 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ca3c-1a07-44f9-8d71-0680720097cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:02.180482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6bf5ca3c-1a07-44f9-8d71-0680720097cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f509ee54-43d5-48ef-b0e5-b822259c4021 HTTP/1.1" status: 204 len: 168 time: 0.5869203 Feb 15 14:13:02.200560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Allocated IP 172.25.6.97 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/fbd8be3d-8f2c-44e2-8678-073c0561f118) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:02.254673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ffee83d-eb78-468d-bb38-d7e4fead72f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2cfe2368-8433-495a-8efa-235b13cf3af8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:02.304036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5ca3c-1a07-44f9-8d71-0680720097cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f509ee54-43d5-48ef-b0e5-b822259c4021,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:02.416840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1785e-b45e-4462-b54e-6d5bf2a31657 req-9821fab0-d07c-4823-a0fe-84540f87ed0d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:02.428407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ecd1785e-b45e-4462-b54e-6d5bf2a31657 req-9821fab0-d07c-4823-a0fe-84540f87ed0d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.3302641 Feb 15 14:13:02.459356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for port (fbd8be3d-8f2c-44e2-8678-073c0561f118), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:02.530097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffee83d-eb78-468d-bb38-d7e4fead72f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe2368-8433-495a-8efa-235b13cf3af8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:02.553062 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (fbd8be3d-8f2c-44e2-8678-073c0561f118), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:02.574175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ecd1785e-b45e-4462-b54e-6d5bf2a31657 req-a78bdbfd-ed5f-40c5-b9b1-b049317da957 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445768 Feb 15 14:13:02.670720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Pushing event updated for resources: {'Port': ['ID=fbd8be3d-8f2c-44e2-8678-073c0561f118,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:02.726588 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2ffee83d-eb78-468d-bb38-d7e4fead72f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4fe4929b4a104ae8b402054740bc4156&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3120589 Feb 15 14:13:02.727397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45454) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:02.736148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:02.737713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:02.748837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:02.851115 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a25895c-7b52-4fbb-bd04-5a25e5c3b778 admin admin] Publish callbacks [] for security_group (2cfe2368-8433-495a-8efa-235b13cf3af8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:02.878304 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a25895c-7b52-4fbb-bd04-5a25e5c3b778 admin admin] Publish callbacks [] for security_group (2cfe2368-8433-495a-8efa-235b13cf3af8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:02.969016 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a25895c-7b52-4fbb-bd04-5a25e5c3b778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2cfe2368-8433-495a-8efa-235b13cf3af8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:02.981772 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a25895c-7b52-4fbb-bd04-5a25e5c3b778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:02.987787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1a25895c-7b52-4fbb-bd04-5a25e5c3b778 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2cfe2368-8433-495a-8efa-235b13cf3af8 HTTP/1.1" status: 204 len: 168 time: 0.2591610 Feb 15 14:13:03.006200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25895c-7b52-4fbb-bd04-5a25e5c3b778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe2368-8433-495a-8efa-235b13cf3af8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:03.195190 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c9cfa-6693-463f-8f0a-aaaf7e667f88 req-f866a73d-a108-4556-a562-903b6dc27555 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:03.205776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f84c9cfa-6693-463f-8f0a-aaaf7e667f88 req-f866a73d-a108-4556-a562-903b6dc27555 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.1212482 Feb 15 14:13:03.330384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f84c9cfa-6693-463f-8f0a-aaaf7e667f88 req-aed06ffa-21aa-46c3-aff8-1138720d8a8b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215134 Feb 15 14:13:03.472047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802785c-7c74-45de-8bf1-526302e365cc req-7260073e-8f63-426a-841b-0bc9517325b3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:03.481690 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2802785c-7c74-45de-8bf1-526302e365cc req-7260073e-8f63-426a-841b-0bc9517325b3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.1701705 Feb 15 14:13:03.519395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (da05cce9-87f7-4d24-8d18-26b2d2074832), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:03.655064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2802785c-7c74-45de-8bf1-526302e365cc req-6d4d236d-8a78-4523-93f7-785a86504976 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683118 Feb 15 14:13:03.889617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fa18d-c040-4bd7-b5d8-3c949d28e4a6 req-4a539a5f-449f-448a-970f-6363f46551ee tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:03.899703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-982fa18d-c040-4bd7-b5d8-3c949d28e4a6 req-4a539a5f-449f-448a-970f-6363f46551ee tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.1619227 Feb 15 14:13:04.074585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-982fa18d-c040-4bd7-b5d8-3c949d28e4a6 req-fad7afb7-5b0b-47b8-93c6-41e688f5cd6a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684492 Feb 15 14:13:04.187614 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (da05cce9-87f7-4d24-8d18-26b2d2074832), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:04.332218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45504) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:04.552905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Router da05cce9-87f7-4d24-8d18-26b2d2074832 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:13:04.631342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b21c6-9592-4d2d-a14e-193590a0caf3 req-aaeb049b-353b-47bc-a861-5f922354c6b2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:04.632934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e7b21c6-9592-4d2d-a14e-193590a0caf3 req-aaeb049b-353b-47bc-a861-5f922354c6b2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.1669059 Feb 15 14:13:04.703964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-e2f844af-cd34-4e90-ba3f-b1331d0656ef tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:04.705578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e2f844af-cd34-4e90-ba3f-b1331d0656ef tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3721871 Feb 15 14:13:04.709600 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45528) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:04.727244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-a88ca27e-10ad-4f71-8581-0dafa03356ca tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:04.741407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45530) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:04.741859 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a88ca27e-10ad-4f71-8581-0dafa03356ca tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0280104 Feb 15 14:13:04.753681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-1ce77406-a2f7-4927-bee3-45b530c39ccd tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:04.755051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1ce77406-a2f7-4927-bee3-45b530c39ccd tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0124588 Feb 15 14:13:04.764258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45532) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:04.805780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-8a21e8de-731a-457b-9fe3-3b95cde138c0 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:04.816095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8a21e8de-731a-457b-9fe3-3b95cde138c0 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0457511 Feb 15 14:13:04.821186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45536) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:04.838700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-29ce6394-a519-4d86-a119-556204a77c0c tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:04.840278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-29ce6394-a519-4d86-a119-556204a77c0c tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0122254 Feb 15 14:13:04.850807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45538) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:04.874839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-eb0e646f-ebb7-4b99-bef7-c7e7c5c3ea03 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:04.875844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-eb0e646f-ebb7-4b99-bef7-c7e7c5c3ea03 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0153255 Feb 15 14:13:04.885514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45544) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:04.893710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-b6754018-1222-430a-9102-16ff89ea20a2 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:04.894549 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b6754018-1222-430a-9102-16ff89ea20a2 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080771 Feb 15 14:13:04.902770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45546) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:04.920424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-9b09df96-dd77-4988-b303-db59d6da9c76 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:04.920424 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9b09df96-dd77-4988-b303-db59d6da9c76 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067644 Feb 15 14:13:04.922941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45548) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:04.937070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e7b21c6-9592-4d2d-a14e-193590a0caf3 req-c62b01b9-5d25-4838-bf83-117f041f6af3 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932003 Feb 15 14:13:04.951172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-fc687afa-0a95-4739-9cdb-605edeac31bd tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:04.957898 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fc687afa-0a95-4739-9cdb-605edeac31bd tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0317554 Feb 15 14:13:04.959401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45550) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:04.981404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-00bf7e40-b83f-4a8a-8182-70da1235ce4f tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:04.984668 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00bf7e40-b83f-4a8a-8182-70da1235ce4f tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0075452 Feb 15 14:13:04.985451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45552) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:04.990737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-18d9fbd0-500f-4bfd-8403-447f009aa0fd tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.004458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-18d9fbd0-500f-4bfd-8403-447f009aa0fd tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0177233 Feb 15 14:13:05.007496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45554) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.016403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-3d5a6c09-9c02-4eca-bca8-f4c300bf0676 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.018165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3d5a6c09-9c02-4eca-bca8-f4c300bf0676 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053949 Feb 15 14:13:05.021787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45556) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.025980 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-98340f5d-2240-408f-bb3c-c59763116d01 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.026924 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-98340f5d-2240-408f-bb3c-c59763116d01 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042036 Feb 15 14:13:05.030634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45558) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.054149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-4efeb76e-4697-4251-92c8-88e1bc9df909 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.055124 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4efeb76e-4697-4251-92c8-88e1bc9df909 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0175238 Feb 15 14:13:05.060396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45562) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.071365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-13b0cad6-1633-442f-b2e0-f96a4326ee5b tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.082572 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-13b0cad6-1633-442f-b2e0-f96a4326ee5b tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0178955 Feb 15 14:13:05.085309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45564) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.085723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd1f42-6432-400e-ab58-fcdd4fccb71e req-3b52ca1e-0c66-418f-a977-d2bbca387e85 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:05.093110 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14fd1f42-6432-400e-ab58-fcdd4fccb71e req-3b52ca1e-0c66-418f-a977-d2bbca387e85 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.2491276 Feb 15 14:13:05.129392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-a5302df0-9d3e-46ab-a3d7-50a02150b2ef tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.130395 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a5302df0-9d3e-46ab-a3d7-50a02150b2ef tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0414815 Feb 15 14:13:05.143616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45570) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.148521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:13:05.156904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-98a44e20-363e-436b-9cd2-d5e73b25e004 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.159850 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676df688-3045-4e9b-b3a7-d197bc5182ad None None] Sync routers for ids ['da05cce9-87f7-4d24-8d18-26b2d2074832'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:05.161571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-98a44e20-363e-436b-9cd2-d5e73b25e004 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0101302 Feb 15 14:13:05.174955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45572) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.183234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-dd50505a-4f2b-4cb6-a513-c9ff06aa5a83 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.190975 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676df688-3045-4e9b-b3a7-d197bc5182ad None None] Routers {'da05cce9-87f7-4d24-8d18-26b2d2074832'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:05.191685 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-676df688-3045-4e9b-b3a7-d197bc5182ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:12:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['da05cce9-87f7-4d24-8d18-26b2d2074832'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:05.192670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dd50505a-4f2b-4cb6-a513-c9ff06aa5a83 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0143869 Feb 15 14:13:05.209185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45574) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.225554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-fb4607c4-bb09-48ab-b7f6-dd22b5b0170d tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.226725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fb4607c4-bb09-48ab-b7f6-dd22b5b0170d tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0095758 Feb 15 14:13:05.239616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:05.249645 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ddee73a0-3ca7-4735-abb2-b6383da5700d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8310194 Feb 15 14:13:05.250753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45576) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.252666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45580) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.281062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-d4ed33cd-d06e-424a-ab1d-5b4d3fa24898 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.287275 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d4ed33cd-d06e-424a-ab1d-5b4d3fa24898 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0309570 Feb 15 14:13:05.289325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45586) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.324846 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-676df688-3045-4e9b-b3a7-d197bc5182ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:05.350563 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676df688-3045-4e9b-b3a7-d197bc5182ad None None] Routers {'da05cce9-87f7-4d24-8d18-26b2d2074832'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:05.352434 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-676df688-3045-4e9b-b3a7-d197bc5182ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:12:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['da05cce9-87f7-4d24-8d18-26b2d2074832'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:05.399202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14fd1f42-6432-400e-ab58-fcdd4fccb71e req-84a3c905-f378-4a0c-8dc4-c60897e47467 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917390 Feb 15 14:13:05.413115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-30335832-2c6b-47b8-9362-f10ab460e4ec tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.419018 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-30335832-2c6b-47b8-9362-f10ab460e4ec tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.1247325 Feb 15 14:13:05.419337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45588) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.424013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-2f6aa378-9543-44d6-88af-8058c19b1108 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.429005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2f6aa378-9543-44d6-88af-8058c19b1108 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084307 Feb 15 14:13:05.433398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45590) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.439651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-a96c3b89-7c6e-471b-9b8a-62d5f63b392a tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.447924 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a96c3b89-7c6e-471b-9b8a-62d5f63b392a tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0121088 Feb 15 14:13:05.451399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45592) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.472773 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-676df688-3045-4e9b-b3a7-d197bc5182ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:05.475775 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676df688-3045-4e9b-b3a7-d197bc5182ad None None] The sync data for ids ['da05cce9-87f7-4d24-8d18-26b2d2074832'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:05.491861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-e1a4bd98-afd4-4d76-a833-126673e1bb72 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.492849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e1a4bd98-afd4-4d76-a833-126673e1bb72 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0265360 Feb 15 14:13:05.499874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45598) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.520671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-5e0e3b45-a8ff-45ae-a2b3-b485c3e91636 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.525011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5e0e3b45-a8ff-45ae-a2b3-b485c3e91636 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0185931 Feb 15 14:13:05.529067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45600) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.545713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-1e4c6bf2-693f-4ee9-b86d-618115b5b9c8 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.547250 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1e4c6bf2-693f-4ee9-b86d-618115b5b9c8 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0151517 Feb 15 14:13:05.552467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45602) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.568894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae6059-e1ef-4e2b-8644-25f93e0b451e req-6ea90fac-7959-41c7-9b66-ec098701f5e0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:05.574992 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3ae6059-e1ef-4e2b-8644-25f93e0b451e req-6ea90fac-7959-41c7-9b66-ec098701f5e0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.3621221 Feb 15 14:13:05.576934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-4df3f4d3-1503-46a0-a80f-147e1ddf4148 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.578961 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4df3f4d3-1503-46a0-a80f-147e1ddf4148 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0114355 Feb 15 14:13:05.581875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45604) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.590769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-07a53d7c-1cda-4520-9ce6-40eedef6fd7e tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.596512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-07a53d7c-1cda-4520-9ce6-40eedef6fd7e tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0134430 Feb 15 14:13:05.604876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45608) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.615716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-9b8d894b-04c9-4af8-b9c2-1b216ff03b77 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.629700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9b8d894b-04c9-4af8-b9c2-1b216ff03b77 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0161462 Feb 15 14:13:05.638645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45610) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.650364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-44cdc5fe-50dc-467c-ba10-e891ffa5a8de tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.661402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-44cdc5fe-50dc-467c-ba10-e891ffa5a8de tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0145769 Feb 15 14:13:05.664602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45612) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.675387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-0699761e-d15a-4fc3-b653-1822983cc07c tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.676768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0699761e-d15a-4fc3-b653-1822983cc07c tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0109529 Feb 15 14:13:05.682712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45614) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.686528 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-db4cdc23-72d7-44ed-a696-241dc6b3500d tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/routers/da05cce9-87f7-4d24-8d18-26b2d2074832 HTTP/1.1" status: 200 len: 920 time: 0.4267325 Feb 15 14:13:05.688933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45616) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.691686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-8af75c70-c467-4ea4-b334-12c775ee76f9 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.696206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8af75c70-c467-4ea4-b334-12c775ee76f9 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0088141 Feb 15 14:13:05.703089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45618) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.738442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-aa4e0ab0-bd80-464b-b5a5-28e358b54d11 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.755164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-aa4e0ab0-bd80-464b-b5a5-28e358b54d11 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0453815 Feb 15 14:13:05.758072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45622) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.765910 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-e45f0174-fd75-49af-9f4a-c08093dccbc6 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.775019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e45f0174-fd75-49af-9f4a-c08093dccbc6 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0122266 Feb 15 14:13:05.776967 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8392030c-1381-4c53-981b-804c72de0eb3 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=da05cce9-87f7-4d24-8d18-26b2d2074832 HTTP/1.1" status: 200 len: 205 time: 0.0847890 Feb 15 14:13:05.778595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45624) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.781006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45626) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.796410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-ed5903cf-64ac-4894-b61c-edd2f3643a05 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.797497 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ed5903cf-64ac-4894-b61c-edd2f3643a05 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0179005 Feb 15 14:13:05.800169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45628) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.809926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-1306a168-1977-42ea-bf08-e41251762e18 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.810938 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1306a168-1977-42ea-bf08-e41251762e18 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0099108 Feb 15 14:13:05.813994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45630) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.830289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3ae6059-e1ef-4e2b-8644-25f93e0b451e req-cdf7bbb8-bf81-408b-9ab4-384753a01e40 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444663 Feb 15 14:13:05.860399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-e50228f9-eae4-41a6-a1da-cbe0afa02cb9 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.861201 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e50228f9-eae4-41a6-a1da-cbe0afa02cb9 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0457811 Feb 15 14:13:05.864155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45640) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.868705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-79bb1d74-d72b-47e5-8e48-43d9ecb8b1d6 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.869648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-79bb1d74-d72b-47e5-8e48-43d9ecb8b1d6 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045292 Feb 15 14:13:05.880235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45642) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.884680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-8ca4e4a9-bd07-4008-9b96-795c24024275 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.885693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8ca4e4a9-bd07-4008-9b96-795c24024275 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044463 Feb 15 14:13:05.895676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45646) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.904046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-88878458-bef4-42c7-9997-2ac427cd50ff tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.908844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-88878458-bef4-42c7-9997-2ac427cd50ff tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083842 Feb 15 14:13:05.918512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45648) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.926294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-1c57a1f3-e920-4033-8b3d-45c2d7d1711e tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.928483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1c57a1f3-e920-4033-8b3d-45c2d7d1711e tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0055373 Feb 15 14:13:05.933559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45652) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.946308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-a13da3fd-84e7-418a-bd45-0db5416a7b0b tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.978281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a13da3fd-84e7-418a-bd45-0db5416a7b0b tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0256615 Feb 15 14:13:05.978281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45654) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:05.992980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-abed3867-38e5-49eb-9cd0-44cc65b4b113 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:05.997034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-abed3867-38e5-49eb-9cd0-44cc65b4b113 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0223105 Feb 15 14:13:06.004128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45660) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.009686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-f7c07969-4eaf-46e8-b306-30a4ec948a22 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.010648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f7c07969-4eaf-46e8-b306-30a4ec948a22 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055022 Feb 15 14:13:06.016089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45662) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.021802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-82bc000c-cf50-4928-b856-ea01f4a807b8 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.031682 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-82bc000c-cf50-4928-b856-ea01f4a807b8 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0105350 Feb 15 14:13:06.034989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45666) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.039418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-35730105-0a3a-46ec-98d7-1c05ebd8aabc tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.040416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-35730105-0a3a-46ec-98d7-1c05ebd8aabc tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0044060 Feb 15 14:13:06.043682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45668) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.071737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-5f6f6d90-e6fc-44e0-9c9f-396c2383e73c tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.072806 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5f6f6d90-e6fc-44e0-9c9f-396c2383e73c tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0153286 Feb 15 14:13:06.076128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45672) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.085108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-236f0ea8-f480-4a17-b20d-9346496f8f6f tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.088962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-236f0ea8-f480-4a17-b20d-9346496f8f6f tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0118232 Feb 15 14:13:06.089685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45676) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.096568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-d3feacd5-f714-4188-b34a-afc5c7267e88 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.105298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d3feacd5-f714-4188-b34a-afc5c7267e88 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0145714 Feb 15 14:13:06.107928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45678) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.121266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-44548636-d73f-47e7-aa3c-7e0c4f1f0093 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.125660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-44548636-d73f-47e7-aa3c-7e0c4f1f0093 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0164807 Feb 15 14:13:06.129976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45682) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.140482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-623117bc-0563-4fce-870c-a945d3d52d96 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.147459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-623117bc-0563-4fce-870c-a945d3d52d96 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0155580 Feb 15 14:13:06.149676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45684) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.159998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-f698b117-de61-4ab6-9307-4e60877e25a2 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.164970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f698b117-de61-4ab6-9307-4e60877e25a2 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0114653 Feb 15 14:13:06.169639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45688) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.197614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-7a3de2f0-3a16-4fb1-be04-f3ba97a2acaf tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.203304 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7a3de2f0-3a16-4fb1-be04-f3ba97a2acaf tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0289927 Feb 15 14:13:06.204016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45692) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.214349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-f939e9f9-9be8-4495-b09d-05f84bf2a715 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.218720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f939e9f9-9be8-4495-b09d-05f84bf2a715 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0127490 Feb 15 14:13:06.221811 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45696) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.228136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-b1472e8c-d00c-4d58-907e-e95dd7a2676b tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.230370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b1472e8c-d00c-4d58-907e-e95dd7a2676b tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055444 Feb 15 14:13:06.233305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45700) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.234944 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (da05cce9-87f7-4d24-8d18-26b2d2074832), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:06.238686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-cf91486a-74cd-429a-bc0e-ed5b673be37f tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.243247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cf91486a-74cd-429a-bc0e-ed5b673be37f tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0087476 Feb 15 14:13:06.246325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45702) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.268413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fb76e-bc74-4f53-85ca-54fde3d269bd req-89d11b5a-b7cb-46a0-8961-f72bfff9507f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:06.276385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-048fb76e-bc74-4f53-85ca-54fde3d269bd req-89d11b5a-b7cb-46a0-8961-f72bfff9507f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.1251056 Feb 15 14:13:06.337341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-048fb76e-bc74-4f53-85ca-54fde3d269bd req-250d7025-5f45-44aa-bd7c-873adc781093 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598159 Feb 15 14:13:06.405257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [None req-b2126c61-00eb-498d-b82a-5fa494da2c41 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.410096 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b2126c61-00eb-498d-b82a-5fa494da2c41 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.1557364 Feb 15 14:13:06.411014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45712) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.419003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-e2655fa5-64c5-4c36-af8a-21fab7170159 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.423804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e2655fa5-64c5-4c36-af8a-21fab7170159 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0086145 Feb 15 14:13:06.424420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45714) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.430614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-169db825-be54-4fd7-996f-69e1b958c684 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.438260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-169db825-be54-4fd7-996f-69e1b958c684 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0128567 Feb 15 14:13:06.440705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45718) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.450373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-56cfe954-416a-4c41-9a5d-2bb1c441e2b1 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.475578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-56cfe954-416a-4c41-9a5d-2bb1c441e2b1 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0209692 Feb 15 14:13:06.478980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45720) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.495795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-e4cf0de9-9ab1-48b2-a795-ca5417cbc63f tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.505306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e4cf0de9-9ab1-48b2-a795-ca5417cbc63f tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0229719 Feb 15 14:13:06.507155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45722) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.514501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-93ca80e8-b40a-44c9-8cf7-f3d68fdbb6e1 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.534106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-93ca80e8-b40a-44c9-8cf7-f3d68fdbb6e1 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0231783 Feb 15 14:13:06.536747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45724) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.553367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-b8cccc14-89ae-428a-b8d2-772b43cf7c96 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.562787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b8cccc14-89ae-428a-b8d2-772b43cf7c96 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0245757 Feb 15 14:13:06.565632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45726) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.572597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-db21d994-5a5d-4159-bef3-89f1fc3fc1b3 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.591050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-db21d994-5a5d-4159-bef3-89f1fc3fc1b3 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0217323 Feb 15 14:13:06.599634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45728) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.613543 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-f81f69a1-3ea5-4ffe-8198-eb93eb867da8 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.616432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f81f69a1-3ea5-4ffe-8198-eb93eb867da8 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0130861 Feb 15 14:13:06.629419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45730) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.639262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-600e5a7a-8c5e-4ae6-8b70-e03613ec255a tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.645220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-600e5a7a-8c5e-4ae6-8b70-e03613ec255a tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0094075 Feb 15 14:13:06.646420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45732) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.670222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-3eabda47-84c1-408b-bf77-346db2ecd76a tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.674303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3eabda47-84c1-408b-bf77-346db2ecd76a tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0052009 Feb 15 14:13:06.675919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45734) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.681148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-a1ce23d3-30f7-4eeb-b2bf-a8803bad03b6 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.684836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a1ce23d3-30f7-4eeb-b2bf-a8803bad03b6 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0053179 Feb 15 14:13:06.687706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45736) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.693280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-60c8896e-53c3-458f-8d2e-04974dd63698 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.697010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-60c8896e-53c3-458f-8d2e-04974dd63698 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0056186 Feb 15 14:13:06.697494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45738) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.702323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-cfba05f2-c955-407c-9808-26356d3193a6 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.705941 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cfba05f2-c955-407c-9808-26356d3193a6 tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050128 Feb 15 14:13:06.720944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45740) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:06.727866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [None req-ce5da080-a8e3-4fe8-b794-cd68d172d33e tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:13:06.731939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ce5da080-a8e3-4fe8-b794-cd68d172d33e tempest-ExtensionsTestJSON-123780193 tempest-ExtensionsTestJSON-123780193-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0054045 Feb 15 14:13:06.745337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5592259-c580-45dc-8101-59d30f6ae017 req-9ae301c5-b660-4764-8f7a-26d49b6a1bb3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:06.758526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5592259-c580-45dc-8101-59d30f6ae017 req-9ae301c5-b660-4764-8f7a-26d49b6a1bb3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.1643739 Feb 15 14:13:06.845495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5592259-c580-45dc-8101-59d30f6ae017 req-819b18ef-60c6-456e-bc7d-8ff127156355 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850759 Feb 15 14:13:06.984965 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (da05cce9-87f7-4d24-8d18-26b2d2074832), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:07.158647 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Deleting port fbd8be3d-8f2c-44e2-8678-073c0561f118 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:07.159186 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fbd8be3d-8f2c-44e2-8678-073c0561f118), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:07.410609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afbdd0-b681-4c8c-86a8-91c2fff10ad0 req-55489420-221c-446e-9bc0-101d8f1d2e22 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:07.422491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67afbdd0-b681-4c8c-86a8-91c2fff10ad0 req-55489420-221c-446e-9bc0-101d8f1d2e22 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 947 time: 0.1948128 Feb 15 14:13:07.445267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45766) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:07.491154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fbd8be3d-8f2c-44e2-8678-073c0561f118), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:07.494375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67afbdd0-b681-4c8c-86a8-91c2fff10ad0 req-1b74e24e-bf09-4a0a-9934-fce00cd96768 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682766 Feb 15 14:13:07.531579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Calling delete_port for fbd8be3d-8f2c-44e2-8678-073c0561f118 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:07.678440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841a9fe-fcc8-4c23-85d7-b591325b2810 req-7a3f7799-8df4-464a-bef9-43906d0a785c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:07.693701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1841a9fe-fcc8-4c23-85d7-b591325b2810 req-7a3f7799-8df4-464a-bef9-43906d0a785c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.1652248 Feb 15 14:13:07.826884 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1841a9fe-fcc8-4c23-85d7-b591325b2810 req-5bcdec6e-2440-4ba1-ae10-a747ea78e4bd tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257491 Feb 15 14:13:07.928047 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c5d2-ace0-48b6-b801-922920733ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.008790 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (fbd8be3d-8f2c-44e2-8678-073c0561f118), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.119220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Pushing event deleted for resources: {'Port': ['ID=fbd8be3d-8f2c-44e2-8678-073c0561f118,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:08.224715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-790bbbb8-9900-467e-855a-ced495f0c66e req-a0f17e81-cc6a-4e94-ab03-7549525eb20f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3395519 Feb 15 14:13:08.266278 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (da05cce9-87f7-4d24-8d18-26b2d2074832), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.278243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879abff3-993c-4884-95ef-ecf1b035deec req-78dc8ede-e3e7-4ed0-a984-5c091488ddc1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:08.292556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-879abff3-993c-4884-95ef-ecf1b035deec req-78dc8ede-e3e7-4ed0-a984-5c091488ddc1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.3359628 Feb 15 14:13:08.508271 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (da05cce9-87f7-4d24-8d18-26b2d2074832), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.510538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (da05cce9-87f7-4d24-8d18-26b2d2074832), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.551104 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c5d2-ace0-48b6-b801-922920733ae5 admin admin] Publish callbacks [] for security_group (fff5e6d6-1d1e-4fb6-9368-9eead7b7a5ea), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.563239 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-879abff3-993c-4884-95ef-ecf1b035deec req-e8c98b75-c5b0-4f44-a445-7910708d49a8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146039 Feb 15 14:13:08.574831 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c5d2-ace0-48b6-b801-922920733ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fff5e6d6-1d1e-4fb6-9368-9eead7b7a5ea), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.594439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:13:08.613587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (da05cce9-87f7-4d24-8d18-26b2d2074832), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.613973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Fanout notify agent at l3_agent the message router_deleted on router da05cce9-87f7-4d24-8d18-26b2d2074832 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:13:08.620724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.623222 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fa8d9518-9b63-4fe4-b777-a23919dc991c tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/da05cce9-87f7-4d24-8d18-26b2d2074832 HTTP/1.1" status: 204 len: 168 time: 2.8230221 Feb 15 14:13:08.625523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45808) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:08.629981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1920905564', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'enable_snat': False}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:08.678638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0c5d2-ace0-48b6-b801-922920733ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff5e6d6-1d1e-4fb6-9368-9eead7b7a5ea,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:08.680366 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (eeeb9e43-b017-4922-b845-c480a9997532), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.681484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (eeeb9e43-b017-4922-b845-c480a9997532), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.705523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bbbb8-9900-467e-855a-ced495f0c66e req-269e1cf9-34f2-4d80-99b8-38f4a512196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:08.716435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-790bbbb8-9900-467e-855a-ced495f0c66e req-269e1cf9-34f2-4d80-99b8-38f4a512196c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1130 time: 0.3882868 Feb 15 14:13:08.721287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1ae0c5d2-ace0-48b6-b801-922920733ae5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51c16c9609fc44a98214120d2e500421&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2478459 Feb 15 14:13:08.722095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45818) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:08.792102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_controller (eeeb9e43-b017-4922-b845-c480a9997532), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.882742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 54e91368-fc0e-4ead-8188-9bc4b66ca839 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:08.884052 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:08.945782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:13:08.950872 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ee11b7-2756-443e-b093-9b18643e00cd" -d '{"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-unplugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:13:08.989199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:09.004666 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:09.119779 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313ce2a5-dcb4-4992-83f3-0c9dac897383 x-openstack-request-id: req-313ce2a5-dcb4-4992-83f3-0c9dac897383 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:13:09.122212 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-unplugged", "status": "completed", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:13:09.124625 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-313ce2a5-dcb4-4992-83f3-0c9dac897383 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:13:09.125375 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'code': 200} Feb 15 14:13:09.174842 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4aacf3b-1267-4965-a58a-ef1fc67e7823 admin admin] Publish callbacks [] for security_group (fff5e6d6-1d1e-4fb6-9368-9eead7b7a5ea), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:09.208966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=14']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:09.237197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.239383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.240992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.241869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.243703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.245401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.246753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.248656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.249849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.252350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.252747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.253093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.253431 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:09.333329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bbbb8-9900-467e-855a-ced495f0c66e req-f621f918-bf78-4cbb-bfa1-96e3296a612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:09.334987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-790bbbb8-9900-467e-855a-ced495f0c66e req-f621f918-bf78-4cbb-bfa1-96e3296a612a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.5850887 Feb 15 14:13:09.339910 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (eeeb9e43-b017-4922-b845-c480a9997532), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:09.353049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4aacf3b-1267-4965-a58a-ef1fc67e7823 admin admin] Publish callbacks [] for security_group (fff5e6d6-1d1e-4fb6-9368-9eead7b7a5ea), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:09.386877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:13:09.513089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3fdc4-c902-4859-96df-ffe487e29bf6 req-b6248c45-4b8c-4759-80e9-6aebe5edd548 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:09.515030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cba3fdc4-c902-4859-96df-ffe487e29bf6 req-b6248c45-4b8c-4759-80e9-6aebe5edd548 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.5161817 Feb 15 14:13:09.714057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:09.731497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'f7df477a-d99d-4356-a3e1-c7f1c98fe3b2', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'port_id': 'f7df477a-d99d-4356-a3e1-c7f1c98fe3b2', 'mac_address': 'fa:16:3e:a3:19:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:13:09.840967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-790bbbb8-9900-467e-855a-ced495f0c66e req-e5d672e5-948a-4391-ba88-0b03a1327009 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 1000 time: 0.4831836 Feb 15 14:13:09.940830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45866) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:10.008027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cba3fdc4-c902-4859-96df-ffe487e29bf6 req-ace8fd55-f849-44ec-9e66-a710a459645b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741464 Feb 15 14:13:10.020278 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4aacf3b-1267-4965-a58a-ef1fc67e7823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fff5e6d6-1d1e-4fb6-9368-9eead7b7a5ea), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:10.024801 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4aacf3b-1267-4965-a58a-ef1fc67e7823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:10.030541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e4aacf3b-1267-4965-a58a-ef1fc67e7823 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fff5e6d6-1d1e-4fb6-9368-9eead7b7a5ea HTTP/1.1" status: 204 len: 168 time: 1.3074512 Feb 15 14:13:10.057798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (eeeb9e43-b017-4922-b845-c480a9997532), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:10.116679 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:10.120793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e435d-d02f-4ad5-88fc-2fcecef6e080 req-fbb45655-e63d-4f07-b45b-21c530579f4b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:10.132074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af2e435d-d02f-4ad5-88fc-2fcecef6e080 req-fbb45655-e63d-4f07-b45b-21c530579f4b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 943 time: 0.4112113 Feb 15 14:13:10.159316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aacf3b-1267-4965-a58a-ef1fc67e7823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff5e6d6-1d1e-4fb6-9368-9eead7b7a5ea,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:10.171100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:10.171796 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:10.191531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:13:10.208193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bbbb8-9900-467e-855a-ced495f0c66e req-3b1ae632-f8ba-4bb4-9aa5-f18352ef4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:10.210311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-790bbbb8-9900-467e-855a-ced495f0c66e req-3b1ae632-f8ba-4bb4-9aa5-f18352ef4e21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.3357019 Feb 15 14:13:10.223609 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:10.231030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:10.240033 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:10.304153 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c24be09-1cd2-4b91-91bf-d64db7327ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:10.320170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af2e435d-d02f-4ad5-88fc-2fcecef6e080 req-e18883e6-0155-41ad-beb6-e3cdefd4ce3e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742160 Feb 15 14:13:10.328710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bbbb8-9900-467e-855a-ced495f0c66e req-70aaa27a-48bc-4937-aa34-bb85d3674324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:10.331555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-790bbbb8-9900-467e-855a-ced495f0c66e req-70aaa27a-48bc-4937-aa34-bb85d3674324 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1120133 Feb 15 14:13:10.386710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:10.478927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Allocated IP 172.25.6.89 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/d12b55bd-1e2e-457b-b2b1-45c011752164) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:10.518231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-790bbbb8-9900-467e-855a-ced495f0c66e req-e608bc3b-2714-4f52-a81a-0ce9eb358fea service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741166 Feb 15 14:13:10.543643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['f7df477a-d99d-4356-a3e1-c7f1c98fe3b2'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:13:10.764279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-790bbbb8-9900-467e-855a-ced495f0c66e req-06a1450a-bbd9-4d43-8b0b-da0b1136a3a3 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392976 Feb 15 14:13:10.784094 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c24be09-1cd2-4b91-91bf-d64db7327ab1 admin admin] Publish callbacks [] for security_group (730fc649-f5d5-4a72-b779-97057677ea68), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:10.804606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c24be09-1cd2-4b91-91bf-d64db7327ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (730fc649-f5d5-4a72-b779-97057677ea68), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:10.864360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:10.874630 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3c24be09-1cd2-4b91-91bf-d64db7327ab1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a34df043e34a45f8bd035d7cbd529d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9327571 Feb 15 14:13:10.877465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45906) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:10.878289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24be09-1cd2-4b91-91bf-d64db7327ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730fc649-f5d5-4a72-b779-97057677ea68,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:11.004950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed1b33-81eb-44f9-a8bc-51e24dc3296c req-99b2dd95-155e-4d41-af42-482e50ec34a4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:11.007441 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94ed1b33-81eb-44f9-a8bc-51e24dc3296c req-99b2dd95-155e-4d41-af42-482e50ec34a4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2251260 Feb 15 14:13:11.018671 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:11.025679 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fbf76112-3d9e-4332-a70f-4a9aabf2cd94 admin admin] Publish callbacks [] for security_group (730fc649-f5d5-4a72-b779-97057677ea68), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:11.104574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94ed1b33-81eb-44f9-a8bc-51e24dc3296c req-4e262453-6455-42d3-bf05-003a21f454ff tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907457 Feb 15 14:13:11.238563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:11.250033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23683d56-0cb5-4ad8-ac94-85fad387164f req-aa66288d-5d34-4c6b-a0c2-3801800a40af tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:11.259653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23683d56-0cb5-4ad8-ac94-85fad387164f req-aa66288d-5d34-4c6b-a0c2-3801800a40af tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.1143444 Feb 15 14:13:11.261277 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fbf76112-3d9e-4332-a70f-4a9aabf2cd94 admin admin] Publish callbacks [] for security_group (730fc649-f5d5-4a72-b779-97057677ea68), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:11.284903 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:11.302646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:11.382757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23683d56-0cb5-4ad8-ac94-85fad387164f req-68bb573f-492e-4745-8958-41ae1fd111d2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220801 Feb 15 14:13:11.398515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event updated for resources: {'Port': ['ID=d12b55bd-1e2e-457b-b2b1-45c011752164,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:11.444560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51edb61-9005-45c3-9436-d7fcc76980ab req-5f0741fa-d2eb-46f3-8680-9332ce6e2bc9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:11.452514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e51edb61-9005-45c3-9436-d7fcc76980ab req-5f0741fa-d2eb-46f3-8680-9332ce6e2bc9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1892631 Feb 15 14:13:11.569748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e51edb61-9005-45c3-9436-d7fcc76980ab req-e1237aaa-9d8b-4d0a-ae13-a6665e81a8be tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092927 Feb 15 14:13:11.686473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fe0cb-e2bc-43af-9bae-9ad179d39d51 req-e9d56ec6-3972-494f-965e-2402d493df16 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:11.693255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b25fe0cb-e2bc-43af-9bae-9ad179d39d51 req-e9d56ec6-3972-494f-965e-2402d493df16 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 944 time: 0.1154721 Feb 15 14:13:11.758559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45928) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:11.846189 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fbf76112-3d9e-4332-a70f-4a9aabf2cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (730fc649-f5d5-4a72-b779-97057677ea68), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:11.851844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fbf76112-3d9e-4332-a70f-4a9aabf2cd94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:11.854115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b25fe0cb-e2bc-43af-9bae-9ad179d39d51 req-de4190f1-9f95-4999-babe-a0b9c22dabf2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417537 Feb 15 14:13:11.855819 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fbf76112-3d9e-4332-a70f-4a9aabf2cd94 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/730fc649-f5d5-4a72-b779-97057677ea68 HTTP/1.1" status: 204 len: 168 time: 0.9733448 Feb 15 14:13:11.878885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf76112-3d9e-4332-a70f-4a9aabf2cd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730fc649-f5d5-4a72-b779-97057677ea68,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:11.905255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a186d86-71a3-4dcc-aa31-3397acfe92ad req-abb9e5bf-1a2d-470e-ace1-dbf969f65d03 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:11.910086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a186d86-71a3-4dcc-aa31-3397acfe92ad req-abb9e5bf-1a2d-470e-ace1-dbf969f65d03 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2149677 Feb 15 14:13:12.013460 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:12.024097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2058262399'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:12.046100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a186d86-71a3-4dcc-aa31-3397acfe92ad req-e9b53695-c966-4477-8e5b-e70f7b279f3f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280026 Feb 15 14:13:12.095257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:12.099433 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:12.128556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:12.167358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (eeeb9e43-b017-4922-b845-c480a9997532), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:12.352059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for security_group (f03edd76-ea3b-4709-b458-aff66adddf36), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:12.360525 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f03edd76-ea3b-4709-b458-aff66adddf36), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:12.437726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:13:12.470853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03edd76-ea3b-4709-b458-aff66adddf36,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:12.484137 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d732f710-c373-46bc-932b-f1833e035c6f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:12.486285 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment d732f710-c373-46bc-932b-f1833e035c6f of type vlan for network a266f3bf-10a9-45ef-96cf-c63b15de0d5f Feb 15 14:13:12.739178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45946) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:12.802497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a4fff18-c9d0-4e1c-b3c6-42719340d0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.073587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (eeeb9e43-b017-4922-b845-c480a9997532), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.145045 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a266f3bf-10a9-45ef-96cf-c63b15de0d5f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.203959 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a4fff18-c9d0-4e1c-b3c6-42719340d0d5 admin admin] Publish callbacks [] for security_group (8a3fcc04-4fd7-4cd9-9d47-db0ea63c7749), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.213033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a4fff18-c9d0-4e1c-b3c6-42719340d0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8a3fcc04-4fd7-4cd9-9d47-db0ea63c7749), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.248061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fff18-c9d0-4e1c-b3c6-42719340d0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3fcc04-4fd7-4cd9-9d47-db0ea63c7749,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:13.257408 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4567da-bad0-40e4-aca3-ba72736ccf25 req-19454844-1143-4f27-9c10-9a9cf63cf599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:13.258930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a4567da-bad0-40e4-aca3-ba72736ccf25 req-19454844-1143-4f27-9c10-9a9cf63cf599 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1128 time: 0.7695982 Feb 15 14:13:13.261538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a266f3bf-10a9-45ef-96cf-c63b15de0d5f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.273568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:13.274216 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.284350 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0a4fff18-c9d0-4e1c-b3c6-42719340d0d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2cc9c48df8e146cebe6d20a434839505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5429876 Feb 15 14:13:13.286883 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45950) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:13.363653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc831a07-429d-4c8e-a51d-393934ac2706 admin admin] Publish callbacks [] for security_group (8a3fcc04-4fd7-4cd9-9d47-db0ea63c7749), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.379402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d97b8c-b5e7-4568-b36d-710faec6857c req-138eb08f-e5e9-43ed-894d-3169cb590f6d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:13.380913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38d97b8c-b5e7-4568-b36d-710faec6857c req-138eb08f-e5e9-43ed-894d-3169cb590f6d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.8359051 Feb 15 14:13:13.406320 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc831a07-429d-4c8e-a51d-393934ac2706 admin admin] Publish callbacks [] for security_group (8a3fcc04-4fd7-4cd9-9d47-db0ea63c7749), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.408083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:13:13.427476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Router eeeb9e43-b017-4922-b845-c480a9997532 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:13:13.532781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9fef6-7e10-414a-94eb-1d3fb8fafa7c req-d0f81e35-be05-4fa2-a53b-6436759edce1 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:13.534357 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfb9fef6-7e10-414a-94eb-1d3fb8fafa7c req-d0f81e35-be05-4fa2-a53b-6436759edce1 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.8681555 Feb 15 14:13:13.574567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:13:13.592071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:13.592802 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.614068 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc831a07-429d-4c8e-a51d-393934ac2706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8a3fcc04-4fd7-4cd9-9d47-db0ea63c7749), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.617548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc831a07-429d-4c8e-a51d-393934ac2706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.621453 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fc831a07-429d-4c8e-a51d-393934ac2706 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a3fcc04-4fd7-4cd9-9d47-db0ea63c7749 HTTP/1.1" status: 204 len: 168 time: 0.3310750 Feb 15 14:13:13.630192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8562779 Feb 15 14:13:13.664436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc831a07-429d-4c8e-a51d-393934ac2706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3fcc04-4fd7-4cd9-9d47-db0ea63c7749,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:13.674813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:13:13.712098 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:13.716279 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ceb1edce-c328-4dfb-9386-44a8f30ac8a9 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0868857 Feb 15 14:13:13.717289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45954) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:13.747438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Sync routers for ids ['eeeb9e43-b017-4922-b845-c480a9997532'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:13.770543 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38d97b8c-b5e7-4568-b36d-710faec6857c req-f8e310fb-044c-4d33-a858-0456aa5da565 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861314 Feb 15 14:13:13.809003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Routers {'eeeb9e43-b017-4922-b845-c480a9997532'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:13.809859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:12:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eeeb9e43-b017-4922-b845-c480a9997532'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:13.830620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45958) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:13.853858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'network_id': 'a266f3bf-10a9-45ef-96cf-c63b15de0d5f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:13.894232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eef63b-c087-45bd-8181-f1b587cbab7d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=a266f3bf-10a9-45ef-96cf-c63b15de0d5f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:14.054053 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Set router eeeb9e43-b017-4922-b845-c480a9997532 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:13:14.087389 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e0d7d0d5-3fe5-4e69-9721-f865f3c8d6cf tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/routers/eeeb9e43-b017-4922-b845-c480a9997532 HTTP/1.1" status: 200 len: 908 time: 0.3663836 Feb 15 14:13:14.088902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45962) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:14.098941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1920905564', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'enable_snat': True}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:14.146030 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (99dd9a1a-7153-4351-bf58-93325f9d20cb), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:14.148876 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (99dd9a1a-7153-4351-bf58-93325f9d20cb), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:14.169370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a266f3bf-10a9-45ef-96cf-c63b15de0d5f details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:13:14.180614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4567da-bad0-40e4-aca3-ba72736ccf25 req-10b9f713-659e-44f7-97cd-996b578cad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:14.184322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a4567da-bad0-40e4-aca3-ba72736ccf25 req-10b9f713-659e-44f7-97cd-996b578cad8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.9061582 Feb 15 14:13:14.255889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfb9fef6-7e10-414a-94eb-1d3fb8fafa7c req-e61927c3-167a-44ce-b075-95884778e157 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357656 Feb 15 14:13:14.431551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a4567da-bad0-40e4-aca3-ba72736ccf25 req-35c66491-34d7-43e1-a90d-131f2356e603 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 1000 time: 0.2121971 Feb 15 14:13:14.446588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b339d-0314-4c43-90fa-718ae751c548 req-5b39b66e-fad4-4732-a6dd-695af2c239a9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:14.453727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e79b339d-0314-4c43-90fa-718ae751c548 req-5b39b66e-fad4-4732-a6dd-695af2c239a9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 944 time: 0.4501817 Feb 15 14:13:14.484692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:14.496499 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:14.552759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:14.553352 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:14.695150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:14.717086 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_controller (99dd9a1a-7153-4351-bf58-93325f9d20cb), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:14.771471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf3f2aa-f764-4867-858f-5df8a9ea4fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7df477a-d99d-4356-a3e1-c7f1c98fe3b2'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:13:14.774745 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c488037-78a1-42a2-9a67-ef522d5b8be4" -d '{"events": [{"server_uuid": "fbf3f2aa-f764-4867-858f-5df8a9ea4fbe", "name": "network-vif-plugged", "status": "completed", "tag": "f7df477a-d99d-4356-a3e1-c7f1c98fe3b2"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:13:14.826022 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:14.832387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4567da-bad0-40e4-aca3-ba72736ccf25 req-e930af45-86bb-4c20-810f-f7d35ca63b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:14.833889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a4567da-bad0-40e4-aca3-ba72736ccf25 req-e930af45-86bb-4c20-810f-f7d35ca63b06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.4015346 Feb 15 14:13:15.005342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e79b339d-0314-4c43-90fa-718ae751c548 req-72cd55da-85e4-4d7c-a75a-d5406f825238 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506082 Feb 15 14:13:15.051002 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1f6a8d-8bf9-4769-a2b0-d3fccee84d9a x-openstack-request-id: req-6f1f6a8d-8bf9-4769-a2b0-d3fccee84d9a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:13:15.052046 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf3f2aa-f764-4867-858f-5df8a9ea4fbe", "name": "network-vif-plugged", "status": "completed", "tag": "f7df477a-d99d-4356-a3e1-c7f1c98fe3b2", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:13:15.052468 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6f1f6a8d-8bf9-4769-a2b0-d3fccee84d9a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:13:15.053186 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf3f2aa-f764-4867-858f-5df8a9ea4fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7df477a-d99d-4356-a3e1-c7f1c98fe3b2', 'code': 200} Feb 15 14:13:15.054523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:15.094242 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-84fbe34d-2551-4b5b-a2f9-17b71b4641b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:15.124996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb9e43-b017-4922-b845-c480a9997532', 'name': 'tempest-snat-router-1920905564', 'tenant_id': '00f7dc13b90a49c18c84f742d14328c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.89'}], 'enable_snat': False}, 'gw_port_id': 'd12b55bd-1e2e-457b-b2b1-45c011752164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:08Z', 'updated_at': '2022-02-15T14:13:11Z', 'revision_number': 3, 'project_id': '00f7dc13b90a49c18c84f742d14328c3', 'gw_port': {'id': 'd12b55bd-1e2e-457b-b2b1-45c011752164', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb9e43-b017-4922-b845-c480a9997532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:10Z', 'updated_at': '2022-02-15T14:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:15.193076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4567da-bad0-40e4-aca3-ba72736ccf25 req-b8579d11-ee45-4647-abdb-acae581f2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:15.196903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Checking router: eeeb9e43-b017-4922-b845-c480a9997532 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:13:15.197465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Updating router eeeb9e43-b017-4922-b845-c480a9997532 port d12b55bd-1e2e-457b-b2b1-45c011752164 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:13:15.204623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a4567da-bad0-40e4-aca3-ba72736ccf25 req-b8579d11-ee45-4647-abdb-acae581f2956 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3304341 Feb 15 14:13:15.261239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52b4db-d8c8-4487-ba60-a6c6bb5125fd req-6d77be2c-3c13-4d43-98fe-f30dc536d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:15.265373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee52b4db-d8c8-4487-ba60-a6c6bb5125fd req-6d77be2c-3c13-4d43-98fe-f30dc536d04f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 1128 time: 0.2569306 Feb 15 14:13:15.288677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:15.303418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (99dd9a1a-7153-4351-bf58-93325f9d20cb), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:15.721837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee52b4db-d8c8-4487-ba60-a6c6bb5125fd req-eb331bc4-0197-4132-b5f3-60d4ef5e107e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504659 Feb 15 14:13:15.750273 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Publish callbacks [] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:15.775751 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:15.851838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdf6d8-dec1-4142-9634-16b4cf3bf67e None None] Pushing event updated for resources: {'Port': ['ID=d12b55bd-1e2e-457b-b2b1-45c011752164,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:15.872237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Attempting to bind port d12b55bd-1e2e-457b-b2b1-45c011752164 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:13:15.872752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Attempting to bind port d12b55bd-1e2e-457b-b2b1-45c011752164 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:13:15.873032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Attempting to bind port d12b55bd-1e2e-457b-b2b1-45c011752164 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:15.880215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:13:15.880683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:15.881466 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:15.882056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:13:15.883123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Bound port: d12b55bd-1e2e-457b-b2b1-45c011752164, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:13:15.883671 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:15.886466 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (71ca7069-5486-4a07-8e7d-0780bcff33be), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:15.941729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (99dd9a1a-7153-4351-bf58-93325f9d20cb), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:15.974403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] For port d12b55bd-1e2e-457b-b2b1-45c011752164, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:13:15.983905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] For port d12b55bd-1e2e-457b-b2b1-45c011752164, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d12b55bd-1e2e-457b-b2b1-45c011752164,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:13:16.002575 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:16.023103 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:16.126967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a4567da-bad0-40e4-aca3-ba72736ccf25 req-4d3a404a-6b01-4c96-bc60-a853ad717e41 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871682 Feb 15 14:13:16.172535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c7b00-0262-4cc9-b238-54541141c16f req-5d3c6a67-c76a-43cb-b553-1634f36fd743 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:16.176593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c58c7b00-0262-4cc9-b238-54541141c16f req-5d3c6a67-c76a-43cb-b553-1634f36fd743 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 1.1486461 Feb 15 14:13:16.189921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Routers {'eeeb9e43-b017-4922-b845-c480a9997532'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:16.190629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:12:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eeeb9e43-b017-4922-b845-c480a9997532'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:16.317735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Allocated IP 172.25.6.124 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/870dfeb8-cc52-455a-a24a-e8d13316e9a8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:16.424297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=71ca7069-5486-4a07-8e7d-0780bcff33be,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:16.468513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fab972-5c3c-4bee-9e7a-32ee1cd548d0 req-0df96a38-d75c-4b13-8338-656e6176e668 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:16.477965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f8fab972-5c3c-4bee-9e7a-32ee1cd548d0 req-0df96a38-d75c-4b13-8338-656e6176e668 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 1.0428045 Feb 15 14:13:16.482436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] Set router eeeb9e43-b017-4922-b845-c480a9997532 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:13:16.498851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking segment: {'id': 'd732f710-c373-46bc-932b-f1833e035c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a266f3bf-10a9-45ef-96cf-c63b15de0d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:16.500106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network hostable DHCP agents. Network: a266f3bf-10a9-45ef-96cf-c63b15de0d5f, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:13:16.645715 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for port (870dfeb8-cc52-455a-a24a-e8d13316e9a8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:16.691180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdf6d8-dec1-4142-9634-16b4cf3bf67e None None] Pushing event updated for resources: {'Port': ['ID=d12b55bd-1e2e-457b-b2b1-45c011752164,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:16.721389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb9e43-b017-4922-b845-c480a9997532', 'name': 'tempest-snat-router-1920905564', 'tenant_id': '00f7dc13b90a49c18c84f742d14328c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.89'}], 'enable_snat': False}, 'gw_port_id': 'd12b55bd-1e2e-457b-b2b1-45c011752164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:08Z', 'updated_at': '2022-02-15T14:13:11Z', 'revision_number': 3, 'project_id': '00f7dc13b90a49c18c84f742d14328c3', 'gw_port': {'id': 'd12b55bd-1e2e-457b-b2b1-45c011752164', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb9e43-b017-4922-b845-c480a9997532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:10Z', 'updated_at': '2022-02-15T14:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:16.734533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c58c7b00-0262-4cc9-b238-54541141c16f req-2a99c9b0-5ec2-4311-81a2-c71a16e57b64 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5232232 Feb 15 14:13:16.745209 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (870dfeb8-cc52-455a-a24a-e8d13316e9a8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:16.772229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network a266f3bf-10a9-45ef-96cf-c63b15de0d5f is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:13:16.785068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2b984-55db-4001-887b-91a3509d9876 None None] The sync data for ids ['eeeb9e43-b017-4922-b845-c480a9997532'] in n-d-829064-15 is: [{'id': 'eeeb9e43-b017-4922-b845-c480a9997532', 'name': 'tempest-snat-router-1920905564', 'tenant_id': '00f7dc13b90a49c18c84f742d14328c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.89'}], 'enable_snat': False}, 'gw_port_id': 'd12b55bd-1e2e-457b-b2b1-45c011752164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:08Z', 'updated_at': '2022-02-15T14:13:11Z', 'revision_number': 3, 'project_id': '00f7dc13b90a49c18c84f742d14328c3', 'gw_port': {'id': 'd12b55bd-1e2e-457b-b2b1-45c011752164', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb9e43-b017-4922-b845-c480a9997532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:10Z', 'updated_at': '2022-02-15T14:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:16.823876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f8fab972-5c3c-4bee-9e7a-32ee1cd548d0 req-b4518bef-c46f-4055-b10c-b71328dd0a57 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440173 Feb 15 14:13:16.873330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:16.877304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:16.881221 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:16.883258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a4567da-bad0-40e4-aca3-ba72736ccf25 req-6b425363-7adc-47d7-96a8-5d2ec96092cb service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6595492 Feb 15 14:13:16.913204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a266f3bf-10a9-45ef-96cf-c63b15de0d5f) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:16.916529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event updated for resources: {'Port': ['ID=870dfeb8-cc52-455a-a24a-e8d13316e9a8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:16.939583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c76e449-eccd-4224-93ab-4328f196ebb6 None None] Network a266f3bf-10a9-45ef-96cf-c63b15de0d5f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:16.952967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:16.953615 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:17.035388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-71b3bebf-468d-48d6-a612-e4f574454fe3 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.1857240 Feb 15 14:13:17.044477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46016) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:17.053613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1199323570'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:17.080928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec620f42-f5f4-4148-a877-18a79051b561 req-866b2974-cd45-4c81-94ad-f121b353f043 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:17.082561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec620f42-f5f4-4148-a877-18a79051b561 req-866b2974-cd45-4c81-94ad-f121b353f043 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 945 time: 0.2197590 Feb 15 14:13:17.215911 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-06110386-2681-4757-a3a7-46f04c62a98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:17.223189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec620f42-f5f4-4148-a877-18a79051b561 req-a75d9f6e-5b9e-4dd3-bbc1-d664c33fa696 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323335 Feb 15 14:13:17.223960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:17.227230 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:17.236586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a266f3bf-10a9-45ef-96cf-c63b15de0d5f', 'network_id': 'a266f3bf-10a9-45ef-96cf-c63b15de0d5f', 'project_id': '4f7087663b6f477e8617eef2875361a3', 'fixed_ips': [{'subnet_id': '71ca7069-5486-4a07-8e7d-0780bcff33be'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:13:17.237605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:17.294606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:13:17.330823 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fed06355-7706-445e-aeaf-b356e0e248c5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:17.332093 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment fed06355-7706-445e-aeaf-b356e0e248c5 of type vlan for network 8aeb14d0-2bb4-467e-8392-2980f8062166 Feb 15 14:13:17.397972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (99dd9a1a-7153-4351-bf58-93325f9d20cb), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:17.448159 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (8aeb14d0-2bb4-467e-8392-2980f8062166), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:17.497652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (8aeb14d0-2bb4-467e-8392-2980f8062166), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:17.505052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:17.505816 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:17.569611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Allocated IP 172.20.255.242 (a266f3bf-10a9-45ef-96cf-c63b15de0d5f/71ca7069-5486-4a07-8e7d-0780bcff33be/a9bed0ba-cec7-483a-8e60-51af97306199) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:17.629366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5837412 Feb 15 14:13:17.638387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46028) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:17.656914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'network_id': '8aeb14d0-2bb4-467e-8392-2980f8062166', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:17.730784 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (99dd9a1a-7153-4351-bf58-93325f9d20cb), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:17.858702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82322fc6-c30f-4135-b782-9ea354103403 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=8aeb14d0-2bb4-467e-8392-2980f8062166,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:17.883853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:17.888523 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:17.895978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 8aeb14d0-2bb4-467e-8392-2980f8062166 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:13:17.985786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Router 99dd9a1a-7153-4351-bf58-93325f9d20cb is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:13:18.125963 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Publish callbacks [] for port (a9bed0ba-cec7-483a-8e60-51af97306199), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:18.144090 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:18.165999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94368657-4131-44b5-97ef-1b257d616f92 req-394db946-5235-44a0-9e82-aa2641da7c68 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:18.178359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94368657-4131-44b5-97ef-1b257d616f92 req-394db946-5235-44a0-9e82-aa2641da7c68 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2645042 Feb 15 14:13:18.189702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:13:18.202171 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] Sync routers for ids ['99dd9a1a-7153-4351-bf58-93325f9d20cb'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:18.224648 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:18.226250 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] Routers {'99dd9a1a-7153-4351-bf58-93325f9d20cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:18.226948 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['99dd9a1a-7153-4351-bf58-93325f9d20cb'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:18.230574 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c70c13b0-6041-458d-9f98-ccdbd75d8154 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1377044 Feb 15 14:13:18.231218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46044) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:18.241583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Network a266f3bf-10a9-45ef-96cf-c63b15de0d5f is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:18.251389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:18.254267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:18.372126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94368657-4131-44b5-97ef-1b257d616f92 req-f4fb5f48-cf08-434a-9308-30bac18ff7d3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924295 Feb 15 14:13:18.439742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a464f-502a-4b26-8e28-8f136290f927 req-da92e095-e864-46ef-8a7c-24763d2aa94d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:18.441322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-276a464f-502a-4b26-8e28-8f136290f927 req-da92e095-e864-46ef-8a7c-24763d2aa94d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.4295080 Feb 15 14:13:18.444278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Pushing event updated for resources: {'Port': ['ID=a9bed0ba-cec7-483a-8e60-51af97306199,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:18.481894 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] Set router 99dd9a1a-7153-4351-bf58-93325f9d20cb gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:13:18.499075 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6c094cb3-e9bd-41d0-a5e2-a223335efd8f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/routers/99dd9a1a-7153-4351-bf58-93325f9d20cb HTTP/1.1" status: 200 len: 908 time: 0.2642131 Feb 15 14:13:18.499759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46056) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:18.509637 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:18.519663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Attempting to bind port a9bed0ba-cec7-483a-8e60-51af97306199 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:13:18.520042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Attempting to bind port a9bed0ba-cec7-483a-8e60-51af97306199 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'd732f710-c373-46bc-932b-f1833e035c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a266f3bf-10a9-45ef-96cf-c63b15de0d5f'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:13:18.520414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Attempting to bind port a9bed0ba-cec7-483a-8e60-51af97306199 on network a266f3bf-10a9-45ef-96cf-c63b15de0d5f {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:18.536743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:13:18.537133 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Checking segment: {'id': 'd732f710-c373-46bc-932b-f1833e035c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a266f3bf-10a9-45ef-96cf-c63b15de0d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:18.537543 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:18.537940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Bound using segment: {'id': 'd732f710-c373-46bc-932b-f1833e035c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a266f3bf-10a9-45ef-96cf-c63b15de0d5f'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:13:18.538415 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Bound port: a9bed0ba-cec7-483a-8e60-51af97306199, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd732f710-c373-46bc-932b-f1833e035c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a266f3bf-10a9-45ef-96cf-c63b15de0d5f'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:13:18.538798 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:18.656873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] For port a9bed0ba-cec7-483a-8e60-51af97306199, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:13:18.661008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] For port a9bed0ba-cec7-483a-8e60-51af97306199, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a9bed0ba-cec7-483a-8e60-51af97306199,segment=NetworkSegment(d732f710-c373-46bc-932b-f1833e035c6f),segment_id=d732f710-c373-46bc-932b-f1833e035c6f)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:13:18.669958 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:18.730609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb0ed1-2e4a-4df4-91b2-e4cc6a99a8c9 None None] Pushing event updated for resources: {'Port': ['ID=a9bed0ba-cec7-483a-8e60-51af97306199,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:18.733421 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (99dd9a1a-7153-4351-bf58-93325f9d20cb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:18.821002 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (b6212223-319e-40de-9d90-003b16897361), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:18.835499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-276a464f-502a-4b26-8e28-8f136290f927 req-3ec63edf-0bc5-4493-b0f0-5691fe305b71 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645120 Feb 15 14:13:18.918865 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9a1a-7153-4351-bf58-93325f9d20cb', 'name': 'tempest-snat-router-1920905564', 'tenant_id': '00f7dc13b90a49c18c84f742d14328c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '870dfeb8-cc52-455a-a24a-e8d13316e9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:14Z', 'updated_at': '2022-02-15T14:13:17Z', 'revision_number': 3, 'project_id': '00f7dc13b90a49c18c84f742d14328c3', 'gw_port': {'id': '870dfeb8-cc52-455a-a24a-e8d13316e9a8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dd9a1a-7153-4351-bf58-93325f9d20cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:16Z', 'updated_at': '2022-02-15T14:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:19.001305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (99dd9a1a-7153-4351-bf58-93325f9d20cb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:19.015105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bd79c-fb38-4f69-9df3-4023a628b6ab req-f9e33788-e2df-488f-889a-7d2ef2fd0649 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:19.031023 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-621bd79c-fb38-4f69-9df3-4023a628b6ab req-f9e33788-e2df-488f-889a-7d2ef2fd0649 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 945 time: 0.4248109 Feb 15 14:13:19.084701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking segment: {'id': 'fed06355-7706-445e-aeaf-b356e0e248c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8aeb14d0-2bb4-467e-8392-2980f8062166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:19.085130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network hostable DHCP agents. Network: 8aeb14d0-2bb4-467e-8392-2980f8062166, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:13:19.093570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d12b55bd-1e2e-457b-b2b1-45c011752164 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:13:19.124451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=b6212223-319e-40de-9d90-003b16897361,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:19.147645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46068) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:19.169629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Deleting port 870dfeb8-cc52-455a-a24a-e8d13316e9a8 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:19.172620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (870dfeb8-cc52-455a-a24a-e8d13316e9a8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:19.191145 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] Checking router: 99dd9a1a-7153-4351-bf58-93325f9d20cb for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:13:19.191676 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] Updating router 99dd9a1a-7153-4351-bf58-93325f9d20cb port 870dfeb8-cc52-455a-a24a-e8d13316e9a8 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:13:19.212852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network 8aeb14d0-2bb4-467e-8392-2980f8062166 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:13:19.260153 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (870dfeb8-cc52-455a-a24a-e8d13316e9a8), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:19.348553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d12b55bd-1e2e-457b-b2b1-45c011752164 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:19.349196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:19.349780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (870dfeb8-cc52-455a-a24a-e8d13316e9a8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:19.391751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Calling delete_port for 870dfeb8-cc52-455a-a24a-e8d13316e9a8 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:19.429199 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-621bd79c-fb38-4f69-9df3-4023a628b6ab req-b66af592-a821-4738-b678-cbd832150a07 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986568 Feb 15 14:13:19.433865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 8aeb14d0-2bb4-467e-8392-2980f8062166) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:19.450149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:19.466860 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:19.532439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedcd6d2-7f5f-4f3a-9109-d8723fc92528 None None] Network 8aeb14d0-2bb4-467e-8392-2980f8062166 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:19.537666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d13cc-1348-4dba-b472-6b26442fdc0f req-6841ac6a-b1da-4bb5-827b-2e48365dfb4f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:19.547415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b49d13cc-1348-4dba-b472-6b26442fdc0f req-6841ac6a-b1da-4bb5-827b-2e48365dfb4f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.3257411 Feb 15 14:13:19.644005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e2b27ac4-bf4b-4345-b007-fff0ad73e1fa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0008287 Feb 15 14:13:19.647574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46076) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:19.748224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b49d13cc-1348-4dba-b472-6b26442fdc0f req-c92470db-fe44-45e6-849b-4c0749a9f90b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832922 Feb 15 14:13:19.804673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa258d7-ddf0-4d3a-aac1-39c427c6b75c req-2d695a85-cbca-4208-8cc4-a199542cebe2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:19.812187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7aa258d7-ddf0-4d3a-aac1-39c427c6b75c req-2d695a85-cbca-4208-8cc4-a199542cebe2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 945 time: 0.2109845 Feb 15 14:13:20.071320 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (8aeb14d0-2bb4-467e-8392-2980f8062166), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:20.073513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7aa258d7-ddf0-4d3a-aac1-39c427c6b75c req-cbfb05e4-8828-432a-81b7-72b4b929c9d3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495236 Feb 15 14:13:20.089422 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (870dfeb8-cc52-455a-a24a-e8d13316e9a8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:20.129599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event deleted for resources: {'Port': ['ID=870dfeb8-cc52-455a-a24a-e8d13316e9a8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:20.161354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a36f77-d17d-4b94-8938-abe0c10b7817 req-18f2fd62-fa63-472f-9d3c-fca3785f70e9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:20.166375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91a36f77-d17d-4b94-8938-abe0c10b7817 req-18f2fd62-fa63-472f-9d3c-fca3785f70e9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1903291 Feb 15 14:13:20.236145 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.db.api [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:13:20.236556 n-d-829064-15 neutron-server[109974]: DEBUG oslo_db.api [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:13:20.382686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91a36f77-d17d-4b94-8938-abe0c10b7817 req-835afd77-49fa-47db-9b4a-03215e8a9629 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066267 Feb 15 14:13:20.427773 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:20.454759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-8aeb14d0-2bb4-467e-8392-2980f8062166', 'network_id': '8aeb14d0-2bb4-467e-8392-2980f8062166', 'project_id': '4f7087663b6f477e8617eef2875361a3', 'fixed_ips': [{'subnet_id': 'b6212223-319e-40de-9d90-003b16897361'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:13:20.456175 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:20.637145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Allocated IP 172.20.0.2 (8aeb14d0-2bb4-467e-8392-2980f8062166/b6212223-319e-40de-9d90-003b16897361/9e252c22-abba-4183-bf7f-6bc042cfe128) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:20.760465 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (b6212223-319e-40de-9d90-003b16897361), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:20.783996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90b546-a3db-48a0-9fd1-05f49922c579 req-3c4ea97f-45db-458c-98e5-a68ccd6fb858 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:20.786133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c90b546-a3db-48a0-9fd1-05f49922c579 req-3c4ea97f-45db-458c-98e5-a68ccd6fb858 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 944 time: 0.5220098 Feb 15 14:13:20.794230 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] Port 870dfeb8-cc52-455a-a24a-e8d13316e9a8 not found while updating agent binding for router 99dd9a1a-7153-4351-bf58-93325f9d20cb. {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 15 14:13:20.806402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4ab0fdf8-1b26-46a6-9d17-5077303ee761 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:13:20.829791 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] Routers {'99dd9a1a-7153-4351-bf58-93325f9d20cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:20.831025 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['99dd9a1a-7153-4351-bf58-93325f9d20cb'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:20.874596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (99dd9a1a-7153-4351-bf58-93325f9d20cb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.028507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c90b546-a3db-48a0-9fd1-05f49922c579 req-62b10363-270f-4e64-9a0c-4fe46021979e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171082 Feb 15 14:13:21.045677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cf101-151f-4e53-b397-eecd7724a4b4 req-bf8bce21-88d4-4615-a5ef-3dfaa71fb529 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:21.058483 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] Set router 99dd9a1a-7153-4351-bf58-93325f9d20cb gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:13:21.061354 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cf101-151f-4e53-b397-eecd7724a4b4 req-bf8bce21-88d4-4615-a5ef-3dfaa71fb529 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 945 time: 0.5103638 Feb 15 14:13:21.091168 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (99dd9a1a-7153-4351-bf58-93325f9d20cb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.107418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_controller (99dd9a1a-7153-4351-bf58-93325f9d20cb), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.159750 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dd9a1a-7153-4351-bf58-93325f9d20cb', 'name': 'tempest-snat-router-1920905564', 'tenant_id': '00f7dc13b90a49c18c84f742d14328c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:14Z', 'updated_at': '2022-02-15T14:13:19Z', 'revision_number': 5, 'project_id': '00f7dc13b90a49c18c84f742d14328c3', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:21.197015 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba90f5c-1f26-4149-982a-6e4cac89050f None None] The sync data for ids ['99dd9a1a-7153-4351-bf58-93325f9d20cb'] in n-d-829064-15 is: [{'id': '99dd9a1a-7153-4351-bf58-93325f9d20cb', 'name': 'tempest-snat-router-1920905564', 'tenant_id': '00f7dc13b90a49c18c84f742d14328c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:14Z', 'updated_at': '2022-02-15T14:13:19Z', 'revision_number': 5, 'project_id': '00f7dc13b90a49c18c84f742d14328c3', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:21.209778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742a0dcb-b2b3-41be-9328-b0e051ec348a None None] Network a266f3bf-10a9-45ef-96cf-c63b15de0d5f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:21.264512 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (99dd9a1a-7153-4351-bf58-93325f9d20cb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.265103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99dd9a1a-7153-4351-bf58-93325f9d20cb {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:13:21.271012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.276495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-12e6e6a0-d5ff-4cd2-9ed1-1117619bff50 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "DELETE /v2.0/routers/99dd9a1a-7153-4351-bf58-93325f9d20cb HTTP/1.1" status: 204 len: 168 time: 2.7760415 Feb 15 14:13:21.277157 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46100) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:21.361683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f81cf101-151f-4e53-b397-eecd7724a4b4 req-2d50067f-d86d-485e-b409-5323fe4c13de tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804954 Feb 15 14:13:21.391792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d12b55bd-1e2e-457b-b2b1-45c011752164 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:21.392196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.481455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port d12b55bd-1e2e-457b-b2b1-45c011752164, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d12b55bd-1e2e-457b-b2b1-45c011752164,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:21.484518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228dc31-c9d9-4650-9b97-9db5ed817fec req-5ab392b3-590b-4ba8-ac14-88f1c02fa4a7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:21.488925 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7228dc31-c9d9-4650-9b97-9db5ed817fec req-5ab392b3-590b-4ba8-ac14-88f1c02fa4a7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2727010 Feb 15 14:13:21.525316 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (eeeb9e43-b017-4922-b845-c480a9997532), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.563450 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.683213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=d12b55bd-1e2e-457b-b2b1-45c011752164,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:21.732799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-38f42611-fd7d-49a6-bafa-16c471c5b3ba None None] Provisioning complete for port a9bed0ba-cec7-483a-8e60-51af97306199 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:21.741783 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-38f42611-fd7d-49a6-bafa-16c471c5b3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.842207 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.847806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7228dc31-c9d9-4650-9b97-9db5ed817fec req-3c1b94e4-f4a3-4aeb-95bd-6359af1844b9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445177 Feb 15 14:13:21.857171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:21.860578 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Publish callbacks [] for port (9e252c22-abba-4183-bf7f-6bc042cfe128), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.865338 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (eeeb9e43-b017-4922-b845-c480a9997532), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:21.876041 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a9bed0ba-cec7-483a-8e60-51af97306199 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:13:21.909623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.036229 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (9e252c22-abba-4183-bf7f-6bc042cfe128), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.041179 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (b6212223-319e-40de-9d90-003b16897361), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.109562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'network_id': '6bbc8635-5e61-4c6f-a6ae-efdb031866e7', 'port_id': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'mac_address': 'fa:16:3e:44:86:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6eaca9-2005-4f1c-ab88-99f9ad7e1152', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:13:22.139948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Subnet': ['ID=b6212223-319e-40de-9d90-003b16897361,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:22.155861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Deleting port d12b55bd-1e2e-457b-b2b1-45c011752164 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:22.156199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.304822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Network 8aeb14d0-2bb4-467e-8392-2980f8062166 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:22.304822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:22.305046 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.375884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:22.421059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:22.441452 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (8aeb14d0-2bb4-467e-8392-2980f8062166), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.544435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab0fdf8-1b26-46a6-9d17-5077303ee761 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:13:22.559051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-38f42611-fd7d-49a6-bafa-16c471c5b3ba None None] Current status of the port a9bed0ba-cec7-483a-8e60-51af97306199 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:22.559379 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-38f42611-fd7d-49a6-bafa-16c471c5b3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.571347 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aeb14d0-2bb4-467e-8392-2980f8062166']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:22.642093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed06355-7706-445e-aeaf-b356e0e248c5') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:22.653701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed06355-7706-445e-aeaf-b356e0e248c5') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:22.694047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-38f42611-fd7d-49a6-bafa-16c471c5b3ba None None] For port a9bed0ba-cec7-483a-8e60-51af97306199, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a9bed0ba-cec7-483a-8e60-51af97306199,segment=NetworkSegment(d732f710-c373-46bc-932b-f1833e035c6f),segment_id=d732f710-c373-46bc-932b-f1833e035c6f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:22.701548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] For port d12b55bd-1e2e-457b-b2b1-45c011752164, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d12b55bd-1e2e-457b-b2b1-45c011752164,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:22.701980 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.709722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Pushing event updated for resources: {'Port': ['ID=9e252c22-abba-4183-bf7f-6bc042cfe128,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:22.712567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (fed06355-7706-445e-aeaf-b356e0e248c5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.715600 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-38f42611-fd7d-49a6-bafa-16c471c5b3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.762221 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Calling delete_port for d12b55bd-1e2e-457b-b2b1-45c011752164 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:22.785027 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fed06355-7706-445e-aeaf-b356e0e248c5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.820269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:13:22.820572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (fed06355-7706-445e-aeaf-b356e0e248c5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:13:22.825251 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:13:22.904692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a9bed0ba-cec7-483a-8e60-51af97306199 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:22.905072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.908274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Attempting to bind port 9e252c22-abba-4183-bf7f-6bc042cfe128 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:13:22.908653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Attempting to bind port 9e252c22-abba-4183-bf7f-6bc042cfe128 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fed06355-7706-445e-aeaf-b356e0e248c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8aeb14d0-2bb4-467e-8392-2980f8062166'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:13:22.909017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Attempting to bind port 9e252c22-abba-4183-bf7f-6bc042cfe128 on network 8aeb14d0-2bb4-467e-8392-2980f8062166 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:22.939395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:13:22.939779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Checking segment: {'id': 'fed06355-7706-445e-aeaf-b356e0e248c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8aeb14d0-2bb4-467e-8392-2980f8062166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:22.940379 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.940772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Bound using segment: {'id': 'fed06355-7706-445e-aeaf-b356e0e248c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8aeb14d0-2bb4-467e-8392-2980f8062166'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:13:22.941261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Bound port: 9e252c22-abba-4183-bf7f-6bc042cfe128, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed06355-7706-445e-aeaf-b356e0e248c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8aeb14d0-2bb4-467e-8392-2980f8062166'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:13:22.941632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9e252c22-abba-4183-bf7f-6bc042cfe128), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:22.960055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:23.067430 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:23.067876 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.db.api [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 14:13:23.067876 n-d-829064-15 neutron-server[109972]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 14:13:23.067876 n-d-829064-15 neutron-server[109972]: [parameters: {'id': '8aeb14d0-2bb4-467e-8392-2980f8062166'}] Feb 15 14:13:23.067876 n-d-829064-15 neutron-server[109972]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:13:23.068979 n-d-829064-15 neutron-server[109972]: DEBUG oslo_db.api [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:13:23.072317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d040d-640a-4c96-a1a6-02e4d0d6bc47 req-f5c0862d-3df1-4e6a-beef-e38fd4fb05a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:23.084302 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-980d040d-640a-4c96-a1a6-02e4d0d6bc47 req-f5c0862d-3df1-4e6a-beef-e38fd4fb05a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 945 time: 0.3492725 Feb 15 14:13:23.104515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa29a5e-b91d-48ec-bf10-af129736665c req-b74e1181-d3c6-4070-b494-73f8bda470a0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:23.114841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1fa29a5e-b91d-48ec-bf10-af129736665c req-b74e1181-d3c6-4070-b494-73f8bda470a0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.3761666 Feb 15 14:13:23.175717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2c2f1470-b1dc-4ee1-be75-9d20ce0e7a26 None None] Provisioning complete for port a9bed0ba-cec7-483a-8e60-51af97306199 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:23.177063 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1470-b1dc-4ee1-be75-9d20ce0e7a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:23.220353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f42611-fd7d-49a6-bafa-16c471c5b3ba None None] Pushing event updated for resources: {'Port': ['ID=a9bed0ba-cec7-483a-8e60-51af97306199,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:23.270951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d12b55bd-1e2e-457b-b2b1-45c011752164), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:23.322846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event deleted for resources: {'Port': ['ID=d12b55bd-1e2e-457b-b2b1-45c011752164,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:23.338947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4ab0fdf8-1b26-46a6-9d17-5077303ee761,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:23.352732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['4ab0fdf8-1b26-46a6-9d17-5077303ee761'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:13:23.383073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1fa29a5e-b91d-48ec-bf10-af129736665c req-d2471a54-27eb-4d67-b86d-59f3fae101a3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661793 Feb 15 14:13:23.417165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-980d040d-640a-4c96-a1a6-02e4d0d6bc47 req-b4b5ab89-d76b-42f7-b92e-e729c8271769 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306291 Feb 15 14:13:23.538041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (eeeb9e43-b017-4922-b845-c480a9997532), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:23.577879 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (8aeb14d0-2bb4-467e-8392-2980f8062166), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:23.669568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (eeeb9e43-b017-4922-b845-c480a9997532), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:23.672000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] For port 9e252c22-abba-4183-bf7f-6bc042cfe128, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:13:23.673574 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_controller (eeeb9e43-b017-4922-b845-c480a9997532), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:23.717365 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] For port 9e252c22-abba-4183-bf7f-6bc042cfe128, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9e252c22-abba-4183-bf7f-6bc042cfe128,segment=NetworkSegment(fed06355-7706-445e-aeaf-b356e0e248c5),segment_id=fed06355-7706-445e-aeaf-b356e0e248c5)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:13:23.804130 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9e252c22-abba-4183-bf7f-6bc042cfe128), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:23.805867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a9bed0ba-cec7-483a-8e60-51af97306199 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:23.808324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Deleting port 9e252c22-abba-4183-bf7f-6bc042cfe128 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:23.808672 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9e252c22-abba-4183-bf7f-6bc042cfe128), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:23.815974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (eeeb9e43-b017-4922-b845-c480a9997532), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:23.818462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eeeb9e43-b017-4922-b845-c480a9997532 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:13:23.930685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6687a1-071b-4218-98e7-28448a477fac req-1e0ec202-3148-495d-b2ec-5ea1187f205d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:23.932332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a6687a1-071b-4218-98e7-28448a477fac req-1e0ec202-3148-495d-b2ec-5ea1187f205d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 945 time: 0.3719325 Feb 15 14:13:23.990468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc78c-bf8e-4a06-b5a8-5deb8717f694 req-e1bea6e8-b801-4262-a4bc-b255368a407a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:23.992251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-651dc78c-bf8e-4a06-b5a8-5deb8717f694 req-e1bea6e8-b801-4262-a4bc-b255368a407a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 945 time: 0.3454368 Feb 15 14:13:24.042487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] For port 9e252c22-abba-4183-bf7f-6bc042cfe128, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9e252c22-abba-4183-bf7f-6bc042cfe128,segment=NetworkSegment(fed06355-7706-445e-aeaf-b356e0e248c5),segment_id=fed06355-7706-445e-aeaf-b356e0e248c5)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:24.043054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9e252c22-abba-4183-bf7f-6bc042cfe128), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.062592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Calling delete_port for 9e252c22-abba-4183-bf7f-6bc042cfe128 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:24.079587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f1470-b1dc-4ee1-be75-9d20ce0e7a26 None None] Current status of the port a9bed0ba-cec7-483a-8e60-51af97306199 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:24.110149 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a9bed0ba-cec7-483a-8e60-51af97306199 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:13:24.125182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.130438 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a7d38590-439e-4bed-843b-d4940deb1275 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "DELETE /v2.0/routers/eeeb9e43-b017-4922-b845-c480a9997532 HTTP/1.1" status: 204 len: 168 time: 2.8483524 Feb 15 14:13:24.130592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46146) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:24.138076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2115258007', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:24.177239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (63e70d61-945c-4301-a995-3a97e1bc3ca8), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.178467 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (63e70d61-945c-4301-a995-3a97e1bc3ca8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.222864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] Deleting port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:24.224592 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.233441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8953a-b26c-4f13-8b3d-dcf3613ae207 None None] Pushing event updated for resources: {'Port': ['ID=9e252c22-abba-4183-bf7f-6bc042cfe128,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:24.247249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca14ebe7-baf5-4198-850d-a2c91760b625 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:13:24.286256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (63e70d61-945c-4301-a995-3a97e1bc3ca8), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.299074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9e252c22-abba-4183-bf7f-6bc042cfe128), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.339091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] For port 14254af9-1bcd-4176-b25d-7ff2fe8d91a6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=14254af9-1bcd-4176-b25d-7ff2fe8d91a6,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:24.339091 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.380387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14ebe7-baf5-4198-850d-a2c91760b625 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:13:24.415353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a6687a1-071b-4218-98e7-28448a477fac req-10ff67b9-e4d1-478e-9509-9818a50aa34a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665463 Feb 15 14:13:24.416298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] Calling delete_port for 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:24.433620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-86923fdf-f4d1-4dcb-9a3c-616ff0feff7c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:24.435274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-86923fdf-f4d1-4dcb-9a3c-616ff0feff7c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 811 time: 0.6850877 Feb 15 14:13:24.488928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Port': ['ID=9e252c22-abba-4183-bf7f-6bc042cfe128,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:24.512186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-651dc78c-bf8e-4a06-b5a8-5deb8717f694 req-746378ff-f0c8-4864-8934-611a01cbb4cd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Deleting port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:24.512542 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-651dc78c-bf8e-4a06-b5a8-5deb8717f694 req-746378ff-f0c8-4864-8934-611a01cbb4cd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.528911 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a9bed0ba-cec7-483a-8e60-51af97306199 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:24.531082 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.534210 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-71d013d5-28d8-4c7b-9cc7-7282a4f04716 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/quotas/8773e41ef1784a1cb7d43670ec2b8860 HTTP/1.1" status: 200 len: 375 time: 0.0457749 Feb 15 14:13:24.572483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No DVR routers for this DVR port 9e252c22-abba-4183-bf7f-6bc042cfe128 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:13:24.655376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a9bed0ba-cec7-483a-8e60-51af97306199 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:24.705789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (63e70d61-945c-4301-a995-3a97e1bc3ca8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.777046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333cd9b-385a-467c-b76d-9cc855a7202c req-ecf3eb71-5aa1-4967-8d65-a8d6b0b1a857 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:24.778686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9333cd9b-385a-467c-b76d-9cc855a7202c req-ecf3eb71-5aa1-4967-8d65-a8d6b0b1a857 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 945 time: 0.2152135 Feb 15 14:13:24.787223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (8aeb14d0-2bb4-467e-8392-2980f8062166), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.799173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-712ddea4-bea6-421f-990b-75c554b6abac tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2340312 Feb 15 14:13:24.801171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abe327e-8cb6-4923-a616-a733af120114 None None] Network 8aeb14d0-2bb4-467e-8392-2980f8062166 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:24.807014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-651dc78c-bf8e-4a06-b5a8-5deb8717f694 req-746378ff-f0c8-4864-8934-611a01cbb4cd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] For port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:24.807387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-651dc78c-bf8e-4a06-b5a8-5deb8717f694 req-746378ff-f0c8-4864-8934-611a01cbb4cd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.826608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aeb14d0-2bb4-467e-8392-2980f8062166']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:24.839420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed06355-7706-445e-aeaf-b356e0e248c5') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:24.840160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed06355-7706-445e-aeaf-b356e0e248c5') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:24.842069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-651dc78c-bf8e-4a06-b5a8-5deb8717f694 req-746378ff-f0c8-4864-8934-611a01cbb4cd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Calling delete_port for f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:24.855748 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (fed06355-7706-445e-aeaf-b356e0e248c5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.874572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fed06355-7706-445e-aeaf-b356e0e248c5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.892474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:13:24.893257 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (fed06355-7706-445e-aeaf-b356e0e248c5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:13:24.896858 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:13:24.988728 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (8aeb14d0-2bb4-467e-8392-2980f8062166), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.016702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9333cd9b-385a-467c-b76d-9cc855a7202c req-aa4465b2-b1d5-40d6-8aa6-6a75bc0d5c9a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126207 Feb 15 14:13:25.027103 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.030780 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/8aeb14d0-2bb4-467e-8392-2980f8062166 HTTP/1.1" status: 204 len: 168 time: 5.3821883 Feb 15 14:13:25.040195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46164) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:25.042852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363eff6-9c47-46d5-bc6e-c7cbee00ea6a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=8aeb14d0-2bb4-467e-8392-2980f8062166,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:25.050165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1181888156'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:25.072644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4ab0fdf8-1b26-46a6-9d17-5077303ee761 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:13:25.091669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-e29581fa-1f7d-46f7-949e-1788871bb51a service neutron] 10.222.0.72 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760885 Feb 15 14:13:25.146097 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (63e70d61-945c-4301-a995-3a97e1bc3ca8), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.167953 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.179307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:25.182880 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.201970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (14254af9-1bcd-4176-b25d-7ff2fe8d91a6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.282211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:13:25.286394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] Pushing event deleted for resources: {'Port': ['ID=14254af9-1bcd-4176-b25d-7ff2fe8d91a6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:25.300474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Allocated IP 172.25.6.35 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/56c7a460-1bd7-487d-b55d-5445850a9fa2) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:25.340685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:25.341443 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.388906 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4263601b-f65f-4c6a-bac8-0438aa970e07), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.389254 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment 4263601b-f65f-4c6a-bac8-0438aa970e07 of type vlan for network 0d95ccfa-740d-4d27-a6f8-5fbc140c57dc Feb 15 14:13:25.448847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for port (56c7a460-1bd7-487d-b55d-5445850a9fa2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.456375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-3e93d92b-52fc-4438-92e0-87faa323873a service neutron] 10.222.0.72 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483789 Feb 15 14:13:25.495847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (56c7a460-1bd7-487d-b55d-5445850a9fa2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.532166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:25.533107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.561148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-651dc78c-bf8e-4a06-b5a8-5deb8717f694 req-746378ff-f0c8-4864-8934-611a01cbb4cd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f7df477a-d99d-4356-a3e1-c7f1c98fe3b2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.569059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:13:25.571539 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3c5c73-c53c-4390-b9f8-f8512707c44a" -d '{"events": [{"server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "name": "network-vif-plugged", "status": "completed", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:13:25.585593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:25.590213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:25.594124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:25.598550 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.599901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:25.640058 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (0d95ccfa-740d-4d27-a6f8-5fbc140c57dc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:25.671440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Pushing event updated for resources: {'Port': ['ID=56c7a460-1bd7-487d-b55d-5445850a9fa2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:25.697031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4ab0fdf8-1b26-46a6-9d17-5077303ee761,revision_number=10']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:25.725073 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27de29f6-8294-4540-99b6-d1b54a6e722e x-openstack-request-id: req-27de29f6-8294-4540-99b6-d1b54a6e722e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:13:25.725577 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "name": "network-vif-plugged", "status": "completed", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:13:25.726377 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27de29f6-8294-4540-99b6-d1b54a6e722e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:13:25.726976 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'code': 200} Feb 15 14:13:25.812376 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.resource_extend [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:13:25.826810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746378ff-f0c8-4864-8934-611a01cbb4cd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event deleted for resources: {'Port': ['ID=f7df477a-d99d-4356-a3e1-c7f1c98fe3b2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:25.888289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e2a5473-deb7-4acc-a08f-64110005d1db req-1afc967b-f3e4-4360-8657-e742a8034cae tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 210 time: 0.0651338 Feb 15 14:13:25.993460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7ee9d-df5c-40ce-8019-5faee3e65b3d req-f255f8f1-86bd-417b-ae96-9a500583c603 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:26.000360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1f7ee9d-df5c-40ce-8019-5faee3e65b3d req-f255f8f1-86bd-417b-ae96-9a500583c603 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.4465203 Feb 15 14:13:26.021904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d12b55bd-1e2e-457b-b2b1-45c011752164 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:13:26.041811 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-651dc78c-bf8e-4a06-b5a8-5deb8717f694 req-746378ff-f0c8-4864-8934-611a01cbb4cd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] No DVR routers for this DVR port f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:13:26.043396 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (0d95ccfa-740d-4d27-a6f8-5fbc140c57dc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:26.048845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:26.049447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:26.058610 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-651dc78c-bf8e-4a06-b5a8-5deb8717f694 req-746378ff-f0c8-4864-8934-611a01cbb4cd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:26.062139 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-651dc78c-bf8e-4a06-b5a8-5deb8717f694 req-746378ff-f0c8-4864-8934-611a01cbb4cd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "DELETE /v2.0/ports/f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 HTTP/1.1" status: 204 len: 173 time: 1.9978597 Feb 15 14:13:26.064863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d12b55bd-1e2e-457b-b2b1-45c011752164 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:13:26.065832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d12b55bd-1e2e-457b-b2b1-45c011752164 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:13:26.066735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf3f2aa-f764-4867-858f-5df8a9ea4fbe', 'name': 'network-vif-deleted', 'tag': 'f7df477a-d99d-4356-a3e1-c7f1c98fe3b2'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:13:26.069029 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b263e5d-5319-44bd-9fe3-b15d8d6238a0" -d '{"events": [{"server_uuid": "fbf3f2aa-f764-4867-858f-5df8a9ea4fbe", "name": "network-vif-deleted", "tag": "f7df477a-d99d-4356-a3e1-c7f1c98fe3b2"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:13:26.206497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1530135 Feb 15 14:13:26.207666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46202) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:26.255336 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1f7ee9d-df5c-40ce-8019-5faee3e65b3d req-feb0592e-80e1-4680-b59f-ce46012bf4cc tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539167 Feb 15 14:13:26.262283 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:26.326807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'network_id': '0d95ccfa-740d-4d27-a6f8-5fbc140c57dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:26.435409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33554fa3-f8c2-473b-adeb-d984a846ab3b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=0d95ccfa-740d-4d27-a6f8-5fbc140c57dc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:26.440514 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585d8c1b-6267-4e9b-bc8e-057503daff48 x-openstack-request-id: req-585d8c1b-6267-4e9b-bc8e-057503daff48 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:13:26.440816 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf3f2aa-f764-4867-858f-5df8a9ea4fbe", "name": "network-vif-deleted", "tag": "f7df477a-d99d-4356-a3e1-c7f1c98fe3b2", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:13:26.441079 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-585d8c1b-6267-4e9b-bc8e-057503daff48 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:13:26.441486 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf3f2aa-f764-4867-858f-5df8a9ea4fbe', 'name': 'network-vif-deleted', 'tag': 'f7df477a-d99d-4356-a3e1-c7f1c98fe3b2', 'status': 'completed', 'code': 200} Feb 15 14:13:26.448328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 0d95ccfa-740d-4d27-a6f8-5fbc140c57dc details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:13:26.485878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06d575fb-1e50-4ddf-a866-b774f38404d0 req-a2bb9ae7-a200-440f-982b-e80c782b8401 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.2763174 Feb 15 14:13:26.519798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (63e70d61-945c-4301-a995-3a97e1bc3ca8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:26.659679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a5b9a-109e-4630-a451-daaf46b84688 req-209f2e60-f173-4b82-b177-7f4b506f7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:26.661222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-498a5b9a-109e-4630-a451-daaf46b84688 req-209f2e60-f173-4b82-b177-7f4b506f7eb0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 1130 time: 0.7658143 Feb 15 14:13:26.717742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:26.721737 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:26.813460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-498a5b9a-109e-4630-a451-daaf46b84688 req-e60a1421-59b1-49d5-bcd8-07c0fb59be5f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428430 Feb 15 14:13:26.825951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.ipam_backend_mixin [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Performing IP validity checks on allocation pools {{(pid=109971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 14:13:26.826467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.ipam_backend_mixin [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 14:13:26.866302 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (63e70d61-945c-4301-a995-3a97e1bc3ca8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:27.088950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Router 63e70d61-945c-4301-a995-3a97e1bc3ca8 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:13:27.255891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:13:27.270081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe26067-d5e5-412f-9149-0f2b763e40df None None] Sync routers for ids ['63e70d61-945c-4301-a995-3a97e1bc3ca8'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:27.293465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe26067-d5e5-412f-9149-0f2b763e40df None None] Routers {'63e70d61-945c-4301-a995-3a97e1bc3ca8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:27.299077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-afe26067-d5e5-412f-9149-0f2b763e40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['63e70d61-945c-4301-a995-3a97e1bc3ca8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:27.329493 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:27.333569 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3cf53566-d119-423f-90f5-d72c9b65a3c5 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1983182 Feb 15 14:13:27.334188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46222) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:27.345841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-575f2b38-8378-458b-b142-99d79a7dc7ed tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'enable_snat': False}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:27.352219 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d689150c-33d7-4f7b-824b-f51e4f553219 req-f141b2bd-3915-4ca0-9fbd-c2333334a949 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 210 time: 0.0540299 Feb 15 14:13:27.372524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] Router b041dc17-d83a-41dd-8d24-a45ccfad0ddd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:13:27.393313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-afe26067-d5e5-412f-9149-0f2b763e40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:27.409452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe26067-d5e5-412f-9149-0f2b763e40df None None] Routers {'63e70d61-945c-4301-a995-3a97e1bc3ca8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:27.412266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-afe26067-d5e5-412f-9149-0f2b763e40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['63e70d61-945c-4301-a995-3a97e1bc3ca8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:27.503119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-afe26067-d5e5-412f-9149-0f2b763e40df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:27.503791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe26067-d5e5-412f-9149-0f2b763e40df None None] The sync data for ids ['63e70d61-945c-4301-a995-3a97e1bc3ca8'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:27.505258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:13:27.560909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:13:27.561538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f7df477a-d99d-4356-a3e1-c7f1c98fe3b2 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:13:27.578545 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (51ec5801-3704-4b19-8561-346e7efbaec6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:27.918367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78b986de-f567-4db4-ab31-fd11165d42c1 req-8f5ed241-875b-4e0f-ae4e-718db87f2be9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.2556820 Feb 15 14:13:27.931249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=51ec5801-3704-4b19-8561-346e7efbaec6,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:27.967984 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-575f2b38-8378-458b-b142-99d79a7dc7ed tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (63e70d61-945c-4301-a995-3a97e1bc3ca8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:27.995086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking segment: {'id': '4263601b-f65f-4c6a-bac8-0438aa970e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d95ccfa-740d-4d27-a6f8-5fbc140c57dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:27.999285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network hostable DHCP agents. Network: 0d95ccfa-740d-4d27-a6f8-5fbc140c57dc, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:13:28.026882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984e90b-6113-40ed-a96a-e1187aa2bf0b req-93b5bc95-d234-4c6d-be3e-cb40b207d40f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:28.039318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e984e90b-6113-40ed-a96a-e1187aa2bf0b req-93b5bc95-d234-4c6d-be3e-cb40b207d40f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.6222770 Feb 15 14:13:28.085081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-180d6a45-0cfb-41dd-936c-4f7e24b2a473 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:28.086568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-180d6a45-0cfb-41dd-936c-4f7e24b2a473 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 811 time: 0.5169237 Feb 15 14:13:28.123434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Request body: {'port': {'device_id': 'bc76302e-21f8-4487-b33f-cf05214474bb', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'admin_state_up': True, 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:28.243410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network 0d95ccfa-740d-4d27-a6f8-5fbc140c57dc is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:13:28.270317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:13:28.279927 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eaf611-6685-4ea9-bc1e-e31aebd1810e None None] Sync routers for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:28.285720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 0d95ccfa-740d-4d27-a6f8-5fbc140c57dc) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:28.293684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d583888-77e3-4643-b4ad-c6111bbbc91c None None] Network 0d95ccfa-740d-4d27-a6f8-5fbc140c57dc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:28.303235 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eaf611-6685-4ea9-bc1e-e31aebd1810e None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:28.305842 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-18eaf611-6685-4ea9-bc1e-e31aebd1810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:28.314021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dd175471-7f09-4c58-bd78-c41c736bd1da admin admin] 10.222.0.72 "PUT /v2.0/routers/b041dc17-d83a-41dd-8d24-a45ccfad0ddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1651590 Feb 15 14:13:28.333636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46260) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:28.570371 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-18eaf611-6685-4ea9-bc1e-e31aebd1810e None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:13:28.572637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:28.573260 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:28.585089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e984e90b-6113-40ed-a96a-e1187aa2bf0b req-45ae45cc-ae41-4502-9350-fefd2394a1d2 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449009 Feb 15 14:13:28.586457 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Publish callbacks [] for router (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:28.631933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-0d95ccfa-740d-4d27-a6f8-5fbc140c57dc', 'network_id': '0d95ccfa-740d-4d27-a6f8-5fbc140c57dc', 'project_id': '4f7087663b6f477e8617eef2875361a3', 'fixed_ips': [{'subnet_id': '51ec5801-3704-4b19-8561-346e7efbaec6'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:13:28.636496 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:28.668638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25595065-c99f-40c5-bbb7-89e8208985f3 req-bbeeffae-1380-45a2-9b3f-d6dcbe171bc4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 210 time: 0.0693398 Feb 15 14:13:28.705245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-575f2b38-8378-458b-b142-99d79a7dc7ed tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (63e70d61-945c-4301-a995-3a97e1bc3ca8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:28.710060 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-575f2b38-8378-458b-b142-99d79a7dc7ed tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (63e70d61-945c-4301-a995-3a97e1bc3ca8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:28.789877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Allocated IP 172.20.0.3 (0d95ccfa-740d-4d27-a6f8-5fbc140c57dc/51ec5801-3704-4b19-8561-346e7efbaec6/6111eebe-8559-44f4-8f9d-abda4bd990e9) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:28.931315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6c372bf1-f18b-49dd-9b8b-63c88e9a31b9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7089331 Feb 15 14:13:28.953024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46284) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:28.985795 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-18eaf611-6685-4ea9-bc1e-e31aebd1810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:13:24Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:29.054853 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eaf611-6685-4ea9-bc1e-e31aebd1810e None None] Checking router: b041dc17-d83a-41dd-8d24-a45ccfad0ddd for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:13:29.058411 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Publish callbacks [] for port (6111eebe-8559-44f4-8f9d-abda4bd990e9), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.070846 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (6111eebe-8559-44f4-8f9d-abda4bd990e9), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.077468 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eaf611-6685-4ea9-bc1e-e31aebd1810e None None] Routers {'b041dc17-d83a-41dd-8d24-a45ccfad0ddd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:29.079751 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-18eaf611-6685-4ea9-bc1e-e31aebd1810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:29.115735 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Publish callbacks [] for router_gateway (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.134661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Made reservation on behalf of 8773e41ef1784a1cb7d43670ec2b8860 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:29.138602 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.152849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Network 0d95ccfa-740d-4d27-a6f8-5fbc140c57dc is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:29.162221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:29.178032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:29.213345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Pushing event updated for resources: {'Port': ['ID=6111eebe-8559-44f4-8f9d-abda4bd990e9,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:29.255234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575f2b38-8378-458b-b142-99d79a7dc7ed tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Router 63e70d61-945c-4301-a995-3a97e1bc3ca8 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:13:29.257297 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-18eaf611-6685-4ea9-bc1e-e31aebd1810e None None] Set router b041dc17-d83a-41dd-8d24-a45ccfad0ddd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:13:29.269691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a2915b5-8456-4763-bbe0-b4a82115da64 req-840b96f3-544a-4bc1-9d2a-2da7cae5fe57 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.1557736 Feb 15 14:13:29.290383 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (0d95ccfa-740d-4d27-a6f8-5fbc140c57dc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.369814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Attempting to bind port 6111eebe-8559-44f4-8f9d-abda4bd990e9 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:13:29.371637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Attempting to bind port 6111eebe-8559-44f4-8f9d-abda4bd990e9 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4263601b-f65f-4c6a-bac8-0438aa970e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d95ccfa-740d-4d27-a6f8-5fbc140c57dc'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:13:29.372414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Attempting to bind port 6111eebe-8559-44f4-8f9d-abda4bd990e9 on network 0d95ccfa-740d-4d27-a6f8-5fbc140c57dc {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:29.389328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:13:29.390273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Checking segment: {'id': '4263601b-f65f-4c6a-bac8-0438aa970e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d95ccfa-740d-4d27-a6f8-5fbc140c57dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:29.392163 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.392723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Bound using segment: {'id': '4263601b-f65f-4c6a-bac8-0438aa970e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d95ccfa-740d-4d27-a6f8-5fbc140c57dc'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:13:29.395099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Bound port: 6111eebe-8559-44f4-8f9d-abda4bd990e9, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4263601b-f65f-4c6a-bac8-0438aa970e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d95ccfa-740d-4d27-a6f8-5fbc140c57dc'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:13:29.395717 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6111eebe-8559-44f4-8f9d-abda4bd990e9), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.484996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Allocated IP 172.20.0.6 (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4/3c8c8036-0638-46f9-9412-5afaa8f87848/412aff0a-ad97-4310-9c2c-edf5bb5c4411) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:29.552108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] For port 6111eebe-8559-44f4-8f9d-abda4bd990e9, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:13:29.561611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] For port 6111eebe-8559-44f4-8f9d-abda4bd990e9, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6111eebe-8559-44f4-8f9d-abda4bd990e9,segment=NetworkSegment(4263601b-f65f-4c6a-bac8-0438aa970e07),segment_id=4263601b-f65f-4c6a-bac8-0438aa970e07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:13:29.575466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575f2b38-8378-458b-b142-99d79a7dc7ed tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:13:29.583505 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-18eaf611-6685-4ea9-bc1e-e31aebd1810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:13:24Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:29.584116 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6111eebe-8559-44f4-8f9d-abda4bd990e9), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.593408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa3afc1-2726-4bf5-a079-18a23b0b4966 None None] Sync routers for ids ['63e70d61-945c-4301-a995-3a97e1bc3ca8'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:29.607679 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-575f2b38-8378-458b-b142-99d79a7dc7ed tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.612819 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-575f2b38-8378-458b-b142-99d79a7dc7ed tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "PUT /v2.0/routers/63e70d61-945c-4301-a995-3a97e1bc3ca8 HTTP/1.1" status: 200 len: 921 time: 2.2771015 Feb 15 14:13:29.617512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46294) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:29.656076 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.696167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3afc1-2726-4bf5-a079-18a23b0b4966 None None] Routers {'63e70d61-945c-4301-a995-3a97e1bc3ca8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:29.696978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cfa3afc1-2726-4bf5-a079-18a23b0b4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['63e70d61-945c-4301-a995-3a97e1bc3ca8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:29.700902 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Deleting port 663101dd-fe32-4a84-a570-f839df4f4306 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:29.701370 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (663101dd-fe32-4a84-a570-f839df4f4306), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.705962 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eaf611-6685-4ea9-bc1e-e31aebd1810e None None] The sync data for ids ['b041dc17-d83a-41dd-8d24-a45ccfad0ddd'] in n-d-829064-15 is: [{'id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'name': 'tempest-AttachVolumeShelveTestJSON-1902525833-router', 'tenant_id': 'fc5cc558236645988a4f12f717c1f282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '663101dd-fe32-4a84-a570-f839df4f4306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:03:13Z', 'updated_at': '2022-02-15T14:13:24Z', 'revision_number': 5, 'project_id': 'fc5cc558236645988a4f12f717c1f282', 'gw_port': {'id': '663101dd-fe32-4a84-a570-f839df4f4306', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ca:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b041dc17-d83a-41dd-8d24-a45ccfad0ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:03:14Z', 'updated_at': '2022-02-15T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:29.792658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cfa3afc1-2726-4bf5-a079-18a23b0b4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:29.837611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3afc1-2726-4bf5-a079-18a23b0b4966 None None] Routers {'63e70d61-945c-4301-a995-3a97e1bc3ca8'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:29.838556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cfa3afc1-2726-4bf5-a079-18a23b0b4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['63e70d61-945c-4301-a995-3a97e1bc3ca8'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:29.858996 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.898702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfceef-bb10-41ee-b7ea-785e8bb87d45 None None] Pushing event updated for resources: {'Port': ['ID=6111eebe-8559-44f4-8f9d-abda4bd990e9,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:29.910447 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cfa3afc1-2726-4bf5-a079-18a23b0b4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:29.911595 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa3afc1-2726-4bf5-a079-18a23b0b4966 None None] The sync data for ids ['63e70d61-945c-4301-a995-3a97e1bc3ca8'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:29.935105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Deleting port 6111eebe-8559-44f4-8f9d-abda4bd990e9 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:29.935455 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6111eebe-8559-44f4-8f9d-abda4bd990e9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:29.978468 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-97c7dc55-3be3-4a1d-a6ae-6ab7cfdbefea tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/routers/63e70d61-945c-4301-a995-3a97e1bc3ca8 HTTP/1.1" status: 200 len: 921 time: 0.3586528 Feb 15 14:13:29.984932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46302) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:30.046260 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:30.080797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:30.087716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:30.126942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] For port 663101dd-fe32-4a84-a570-f839df4f4306, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=663101dd-fe32-4a84-a570-f839df4f4306,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:30.127508 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (663101dd-fe32-4a84-a570-f839df4f4306), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:30.137494 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:13:30.179808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event updated for resources: {'Port': ['ID=412aff0a-ad97-4310-9c2c-edf5bb5c4411,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:30.194511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06fe17-cd15-45dc-b8ed-162328fe6cce req-4c0bfb1c-8385-4b19-8d2f-961e32c79728 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:30.202035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd06fe17-cd15-45dc-b8ed-162328fe6cce req-4c0bfb1c-8385-4b19-8d2f-961e32c79728 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 931 time: 0.3196225 Feb 15 14:13:30.229879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Calling delete_port for 663101dd-fe32-4a84-a570-f839df4f4306 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:30.230841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:13:30.232798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 14254af9-1bcd-4176-b25d-7ff2fe8d91a6 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:13:30.261900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc466b-5413-4c67-b016-52e6ad9f96f5 req-36576b8d-2923-4740-9a96-b5cd0f947ba0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:30.268973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1fcc466b-5413-4c67-b016-52e6ad9f96f5 req-36576b8d-2923-4740-9a96-b5cd0f947ba0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.3722122 Feb 15 14:13:30.298091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] For port 6111eebe-8559-44f4-8f9d-abda4bd990e9, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6111eebe-8559-44f4-8f9d-abda4bd990e9,segment=NetworkSegment(4263601b-f65f-4c6a-bac8-0438aa970e07),segment_id=4263601b-f65f-4c6a-bac8-0438aa970e07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:30.298663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6111eebe-8559-44f4-8f9d-abda4bd990e9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:30.435003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:30.436647 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:30.626363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1fcc466b-5413-4c67-b016-52e6ad9f96f5 req-ff33c4f9-8e9f-49af-9f7a-4536ef10318b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564212 Feb 15 14:13:30.650774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7cbb64c7-1742-4cff-9203-20d6e2b41e16 None None] Provisioning complete for port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:30.652558 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7cbb64c7-1742-4cff-9203-20d6e2b41e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:30.668743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Calling delete_port for 6111eebe-8559-44f4-8f9d-abda4bd990e9 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:30.691942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-d8e64766-ab17-4609-8cc6-65dacb061af5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5741339 Feb 15 14:13:30.707511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd06fe17-cd15-45dc-b8ed-162328fe6cce req-4a7a0ef4-3893-457f-ad78-9aabb47008b1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045195 Feb 15 14:13:30.712498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb64c7-1742-4cff-9203-20d6e2b41e16 None None] Port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:13:30.715379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Request body: {'port': {'device_id': 'bc76302e-21f8-4487-b33f-cf05214474bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:30.790163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89545133-fdfe-4b20-a154-9ab822049c19 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:30.792639 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-89545133-fdfe-4b20-a154-9ab822049c19 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&device_id=63e70d61-945c-4301-a995-3a97e1bc3ca8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7770121 Feb 15 14:13:30.795601 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46318) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:30.867639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:30.885117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (663101dd-fe32-4a84-a570-f839df4f4306), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:30.889177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3058418f-5dd6-4d4c-9876-76a4e700da92 req-e6ba1a01-a5e4-4241-8691-fc45684b117b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.0683308 Feb 15 14:13:30.930765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Pushing event deleted for resources: {'Port': ['ID=663101dd-fe32-4a84-a570-f839df4f4306,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:30.951911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e99e00-34ec-46fa-946c-c52b72e6a322 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:30.953998 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-14e99e00-34ec-46fa-946c-c52b72e6a322 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 881 time: 0.1566942 Feb 15 14:13:30.957254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46322) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:30.975575 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6111eebe-8559-44f4-8f9d-abda4bd990e9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.007600 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e9f73ee3-a2b6-4db2-840a-6e112253f92e tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=63e70d61-945c-4301-a995-3a97e1bc3ca8 HTTP/1.1" status: 200 len: 205 time: 0.0494907 Feb 15 14:13:31.026690 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46324) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:31.060309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Port': ['ID=6111eebe-8559-44f4-8f9d-abda4bd990e9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:31.160974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No DVR routers for this DVR port 6111eebe-8559-44f4-8f9d-abda4bd990e9 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:13:31.230136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe18464-4eb5-4a1e-b972-8a9bb09facbf req-ec3f5afc-b93e-4fc0-90a2-39fb18244ab0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:31.232112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dfe18464-4eb5-4a1e-b972-8a9bb09facbf req-ec3f5afc-b93e-4fc0-90a2-39fb18244ab0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.4140415 Feb 15 14:13:31.246431 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (63e70d61-945c-4301-a995-3a97e1bc3ca8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.320695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dfe18464-4eb5-4a1e-b972-8a9bb09facbf req-f6ac8024-9ddc-4a0e-aec9-3d549c98fb1f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770128 Feb 15 14:13:31.354533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.370361 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (51ec5801-3704-4b19-8561-346e7efbaec6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.491987 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (63e70d61-945c-4301-a995-3a97e1bc3ca8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.497840 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (51ec5801-3704-4b19-8561-346e7efbaec6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.534557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Subnet': ['ID=51ec5801-3704-4b19-8561-346e7efbaec6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:31.644834 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6656abdf-465c-4867-ac6b-ec6af8ef428e None None] Network 0d95ccfa-740d-4d27-a6f8-5fbc140c57dc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:31.651310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (0d95ccfa-740d-4d27-a6f8-5fbc140c57dc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.688307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d95ccfa-740d-4d27-a6f8-5fbc140c57dc']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:31.700719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Deleting port 56c7a460-1bd7-487d-b55d-5445850a9fa2 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:31.701553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (56c7a460-1bd7-487d-b55d-5445850a9fa2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.704159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412aff0a-ad97-4310-9c2c-edf5bb5c4411 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:13:31.713180 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Publish callbacks [] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.727862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Transition to ACTIVE for port object 412aff0a-ad97-4310-9c2c-edf5bb5c4411 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:13:31.732937 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.742781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Publish callbacks [] for router_controller (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.772240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4263601b-f65f-4c6a-bac8-0438aa970e07') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:31.773106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4263601b-f65f-4c6a-bac8-0438aa970e07') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:31.784463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-98c94f28-e7d3-4c58-9bd9-41ac7bc526f0 None None] Could not find standard attr ID for object 6111eebe-8559-44f4-8f9d-abda4bd990e9. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:13:31.800843 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (4263601b-f65f-4c6a-bac8-0438aa970e07), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.811285 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.824400 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4263601b-f65f-4c6a-bac8-0438aa970e07), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.844188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:13:31.844960 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (4263601b-f65f-4c6a-bac8-0438aa970e07), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:13:31.848842 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:13:31.915457 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (b041dc17-d83a-41dd-8d24-a45ccfad0ddd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.917425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b041dc17-d83a-41dd-8d24-a45ccfad0ddd {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:13:31.927494 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (56c7a460-1bd7-487d-b55d-5445850a9fa2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.943074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Calling delete_port for 56c7a460-1bd7-487d-b55d-5445850a9fa2 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:31.949937 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.952704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b510a307-7351-4297-8307-119298a2e173 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b041dc17-d83a-41dd-8d24-a45ccfad0ddd HTTP/1.1" status: 204 len: 168 time: 3.6157095 Feb 15 14:13:31.954432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46352) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:31.969991 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (0d95ccfa-740d-4d27-a6f8-5fbc140c57dc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:31.988184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.001648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Pushing event updated for resources: {'Port': ['ID=412aff0a-ad97-4310-9c2c-edf5bb5c4411,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:32.002160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46354) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:32.005185 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/0d95ccfa-740d-4d27-a6f8-5fbc140c57dc HTTP/1.1" status: 204 len: 168 time: 3.0510302 Feb 15 14:13:32.037544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-798047838'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:32.068815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0692f0-4588-46ba-a063-1d9860c6a517 None None] DHCP port deletion for 0d95ccfa-740d-4d27-a6f8-5fbc140c57dc request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:13:32.157337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f32ff8-0ef6-4114-aa8f-882944fbf2d1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=0d95ccfa-740d-4d27-a6f8-5fbc140c57dc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:32.200334 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aaadc6d-8960-4a7a-81cf-dbfaf9f67185 admin admin] Deleting subnet dc34560e-8413-4f68-957e-907d850449d4 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:13:32.212291 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5aaadc6d-8960-4a7a-81cf-dbfaf9f67185 admin admin] Publish callbacks [] for subnet (dc34560e-8413-4f68-957e-907d850449d4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.329568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5aaadc6d-8960-4a7a-81cf-dbfaf9f67185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (dc34560e-8413-4f68-957e-907d850449d4), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.466787 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (56c7a460-1bd7-487d-b55d-5445850a9fa2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.517945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Pushing event deleted for resources: {'Port': ['ID=56c7a460-1bd7-487d-b55d-5445850a9fa2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:32.547650 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5aaadc6d-8960-4a7a-81cf-dbfaf9f67185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (dc34560e-8413-4f68-957e-907d850449d4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.618439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab8b59-e092-4996-949a-f62509416114 req-2932f7ad-84ef-4c95-b7f9-15a6c1a3bc64 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:32.619948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63ab8b59-e092-4996-949a-f62509416114 req-2932f7ad-84ef-4c95-b7f9-15a6c1a3bc64 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 1.0910411 Feb 15 14:13:32.635589 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (63e70d61-945c-4301-a995-3a97e1bc3ca8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.707225 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:32.710374 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.716068 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Attempting to bind port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:13:32.716400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Attempting to bind port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:13:32.716793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Attempting to bind port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:32.728334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8b0aa-926b-4492-8486-3ccd6aa57b08 req-ea01c582-43df-4ded-85a1-e819c6cd1064 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:32.729842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42f8b0aa-926b-4492-8486-3ccd6aa57b08 req-ea01c582-43df-4ded-85a1-e819c6cd1064 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 943 time: 0.8088288 Feb 15 14:13:32.738273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:13:32.738590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Attempting to bind port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:32.747717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:13:32.748052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Checking segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:32.748428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Bound using segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:13:32.749066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Bound port: 412aff0a-ad97-4310-9c2c-edf5bb5c4411, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:13:32.749274 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.762091 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63ab8b59-e092-4996-949a-f62509416114 req-ada369aa-a00c-415e-a5e2-fd3f507cf596 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304429 Feb 15 14:13:32.775071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:13:32.775972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (63e70d61-945c-4301-a995-3a97e1bc3ca8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.778700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (63e70d61-945c-4301-a995-3a97e1bc3ca8), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.784667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c062f2da-fb35-4a59-b6ba-25078e6a1ca1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.784930 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment c062f2da-fb35-4a59-b6ba-25078e6a1ca1 of type vlan for network 9531b065-8c10-4613-b47b-bfcb09eedd1d Feb 15 14:13:32.830326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5aaadc6d-8960-4a7a-81cf-dbfaf9f67185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (dc34560e-8413-4f68-957e-907d850449d4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.832373 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9531b065-8c10-4613-b47b-bfcb09eedd1d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.866425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaadc6d-8960-4a7a-81cf-dbfaf9f67185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc34560e-8413-4f68-957e-907d850449d4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:32.874765 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9531b065-8c10-4613-b47b-bfcb09eedd1d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.879079 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5aaadc6d-8960-4a7a-81cf-dbfaf9f67185 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.880221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:32.881041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.887134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d4a767-fd2a-4893-b2dd-3c1be29c1682 None None] Network 432725e1-c9fb-4227-b041-9847d0d50fc9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:32.900637 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5aaadc6d-8960-4a7a-81cf-dbfaf9f67185 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dc34560e-8413-4f68-957e-907d850449d4 HTTP/1.1" status: 204 len: 168 time: 0.9449401 Feb 15 14:13:32.901266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46368) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:32.908853 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (63e70d61-945c-4301-a995-3a97e1bc3ca8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.909390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Fanout notify agent at l3_agent the message router_deleted on router 63e70d61-945c-4301-a995-3a97e1bc3ca8 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:13:32.926410 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:32.927692 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-72a03060-1026-4251-ac7f-88380ee5ba51 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/63e70d61-945c-4301-a995-3a97e1bc3ca8 HTTP/1.1" status: 204 len: 168 time: 1.8999515 Feb 15 14:13:32.932336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46370) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:32.946783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b0539684-a18c-4d54-aeee-3efbca9ed69b tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1778363375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:32.955778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=9531b065-8c10-4613-b47b-bfcb09eedd1d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:33.014512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] For port 412aff0a-ad97-4310-9c2c-edf5bb5c4411, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:13:33.019017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] For port 412aff0a-ad97-4310-9c2c-edf5bb5c4411, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=412aff0a-ad97-4310-9c2c-edf5bb5c4411,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:13:33.021999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9531b065-8c10-4613-b47b-bfcb09eedd1d details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:13:33.029613 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (432725e1-c9fb-4227-b041-9847d0d50fc9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.039347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0539684-a18c-4d54-aeee-3efbca9ed69b tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (46dcca03-b6a2-4680-84f6-efec66628be7), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.040219 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.040998 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0539684-a18c-4d54-aeee-3efbca9ed69b tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (46dcca03-b6a2-4680-84f6-efec66628be7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.156662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3ba31cb-f89a-4f0f-98c5-6f643fd2567f req-29738a51-4ff0-4cfb-9292-92be0f58066d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.2060347 Feb 15 14:13:33.166933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46372) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:33.173536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-599dcfdd-6e4f-4662-bce9-8a3c74d3a994 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1449955 Feb 15 14:13:33.178779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42f8b0aa-926b-4492-8486-3ccd6aa57b08 req-9c802888-d6ac-4148-8169-6640ab698ab4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326458 Feb 15 14:13:33.186022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:33.186657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.188671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] 10.222.0.42 "PUT /v2.0/ports/412aff0a-ad97-4310-9c2c-edf5bb5c4411 HTTP/1.1" status: 200 len: 1092 time: 2.4800193 Feb 15 14:13:33.189132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc76302e-21f8-4487-b33f-cf05214474bb', 'tag': '412aff0a-ad97-4310-9c2c-edf5bb5c4411'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:13:33.191892 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88386d30-b8bd-4664-b1d1-fdb5e15cff41" -d '{"events": [{"name": "network-changed", "server_uuid": "bc76302e-21f8-4487-b33f-cf05214474bb", "tag": "412aff0a-ad97-4310-9c2c-edf5bb5c4411"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:13:33.197760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'network_id': '9531b065-8c10-4613-b47b-bfcb09eedd1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:33.221535 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0539684-a18c-4d54-aeee-3efbca9ed69b tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (46dcca03-b6a2-4680-84f6-efec66628be7), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.290942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d75766-a13c-4d6f-b7b3-9ea9febfba2d service neutron] Pushing event updated for resources: {'Port': ['ID=412aff0a-ad97-4310-9c2c-edf5bb5c4411,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:33.332610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0539684-a18c-4d54-aeee-3efbca9ed69b tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (46dcca03-b6a2-4680-84f6-efec66628be7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.353758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-dc16cb90-9b23-42f3-a78a-0da7ab14dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:33.355357 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-dc16cb90-9b23-42f3-a78a-0da7ab14dd12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 1126 time: 0.0835941 Feb 15 14:13:33.377241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caadeeb3-a77e-4931-b1e2-3128fd7812f9 None None] DHCP port deletion for 432725e1-c9fb-4227-b041-9847d0d50fc9 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:13:33.440006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b0539684-a18c-4d54-aeee-3efbca9ed69b tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.441217 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b0539684-a18c-4d54-aeee-3efbca9ed69b tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4978604 Feb 15 14:13:33.452211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Deleting port 9604281e-6510-4e20-a2f4-37f0eaf4c142 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:33.452565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.454333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46382) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:33.464926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-caadeeb3-a77e-4931-b1e2-3128fd7812f9 None None] Deleting port 9604281e-6510-4e20-a2f4-37f0eaf4c142 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:33.466875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:33.467943 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-caadeeb3-a77e-4931-b1e2-3128fd7812f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.535408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-cae5fca6-dcee-4eb5-8fb9-1415891e110c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=412aff0a-ad97-4310-9c2c-edf5bb5c4411 HTTP/1.1" status: 200 len: 217 time: 0.1687400 Feb 15 14:13:33.586236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-e5d09614-83e7-4fda-bc4c-0de39a3ebb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:33.587884 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-e5d09614-83e7-4fda-bc4c-0de39a3ebb6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.0462670 Feb 15 14:13:33.594659 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2324f2-08b6-4b45-8d57-fa1a0a75c65f x-openstack-request-id: req-0d2324f2-08b6-4b45-8d57-fa1a0a75c65f {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:13:33.594974 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc76302e-21f8-4487-b33f-cf05214474bb", "tag": "412aff0a-ad97-4310-9c2c-edf5bb5c4411", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:13:33.595234 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d2324f2-08b6-4b45-8d57-fa1a0a75c65f {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:13:33.595868 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc76302e-21f8-4487-b33f-cf05214474bb', 'tag': '412aff0a-ad97-4310-9c2c-edf5bb5c4411', 'status': 'completed', 'code': 200} Feb 15 14:13:33.618232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-caadeeb3-a77e-4931-b1e2-3128fd7812f9 None None] For port 9604281e-6510-4e20-a2f4-37f0eaf4c142, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9604281e-6510-4e20-a2f4-37f0eaf4c142,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:33.619197 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-caadeeb3-a77e-4931-b1e2-3128fd7812f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.634919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-caadeeb3-a77e-4931-b1e2-3128fd7812f9 None None] Calling delete_port for 9604281e-6510-4e20-a2f4-37f0eaf4c142 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:33.661229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b5d99-95a9-48e5-8346-2ab6b692338c req-a1c52244-1d83-4458-8653-9f7cf800fa52 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:33.671488 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b14b5d99-95a9-48e5-8346-2ab6b692338c req-a1c52244-1d83-4458-8653-9f7cf800fa52 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.3148916 Feb 15 14:13:33.700897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] For port 9604281e-6510-4e20-a2f4-37f0eaf4c142, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9604281e-6510-4e20-a2f4-37f0eaf4c142,segment=NetworkSegment(5eb66506-9bea-4a37-aa8a-39020246c0b3),segment_id=5eb66506-9bea-4a37-aa8a-39020246c0b3)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:33.701496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.737415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-caeea9cc-a37d-4dea-ab6a-3ca49a85a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:33.738753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-caeea9cc-a37d-4dea-ab6a-3ca49a85a93b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1398275 Feb 15 14:13:33.748522 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:33.752978 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.768108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b14b5d99-95a9-48e5-8346-2ab6b692338c req-9f272d84-4228-476c-998e-edea4f358c0b tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907552 Feb 15 14:13:33.831527 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-caadeeb3-a77e-4931-b1e2-3128fd7812f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:33.904681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadeeb3-a77e-4931-b1e2-3128fd7812f9 None None] Pushing event deleted for resources: {'Port': ['ID=9604281e-6510-4e20-a2f4-37f0eaf4c142,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:33.938317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadeeb3-a77e-4931-b1e2-3128fd7812f9 None None] No DVR routers for this DVR port 9604281e-6510-4e20-a2f4-37f0eaf4c142 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:13:33.975563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-422c7054-c62a-4755-b5c3-bd3619220b86 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271051 Feb 15 14:13:33.992790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 663101dd-fe32-4a84-a570-f839df4f4306 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:13:34.023433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 663101dd-fe32-4a84-a570-f839df4f4306 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:13:34.023826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 663101dd-fe32-4a84-a570-f839df4f4306 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:13:34.024259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9604281e-6510-4e20-a2f4-37f0eaf4c142 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:13:34.048691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 9604281e-6510-4e20-a2f4-37f0eaf4c142 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:13:34.049032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9604281e-6510-4e20-a2f4-37f0eaf4c142 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:13:34.049465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6111eebe-8559-44f4-8f9d-abda4bd990e9 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:13:34.080372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 6111eebe-8559-44f4-8f9d-abda4bd990e9 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:13:34.080728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6111eebe-8559-44f4-8f9d-abda4bd990e9 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:13:34.090816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666a7a3e-914b-4639-8b71-b905b903cb96 req-42cc623d-8e06-47dd-996e-223bb006ed70 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085236 Feb 15 14:13:34.121868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a05e2b-025a-4a47-8e0d-3db72e2e15c7 req-8a8aa50e-22fe-42a1-87c9-68c578fff377 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:34.123670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94a05e2b-025a-4a47-8e0d-3db72e2e15c7 req-8a8aa50e-22fe-42a1-87c9-68c578fff377 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.2172215 Feb 15 14:13:34.229940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94a05e2b-025a-4a47-8e0d-3db72e2e15c7 req-a167b206-111f-436d-8703-04bf37fdabe7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998437 Feb 15 14:13:34.233112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88386d30-b8bd-4664-b1d1-fdb5e15cff41 req-e822d40d-ef7c-4d23-a023-6a730f5afc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:34.234772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88386d30-b8bd-4664-b1d1-fdb5e15cff41 req-e822d40d-ef7c-4d23-a023-6a730f5afc53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 1126 time: 0.0960851 Feb 15 14:13:34.308832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Calling delete_port for 9604281e-6510-4e20-a2f4-37f0eaf4c142 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:34.421521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-423b4f31-6177-4d22-9cdc-31e654ad8961 req-f8a42a71-bc5f-48d4-bd2b-43a8ce3446e4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.0786276 Feb 15 14:13:34.429720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88386d30-b8bd-4664-b1d1-fdb5e15cff41 req-e11ef0a1-84f7-450b-9c49-65a31378fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:34.431233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88386d30-b8bd-4664-b1d1-fdb5e15cff41 req-e11ef0a1-84f7-450b-9c49-65a31378fbbc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.1860912 Feb 15 14:13:34.438299 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (46dcca03-b6a2-4680-84f6-efec66628be7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:34.550986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88386d30-b8bd-4664-b1d1-fdb5e15cff41 req-9bfa239b-e6a6-4756-aa1e-9884398536e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=412aff0a-ad97-4310-9c2c-edf5bb5c4411 HTTP/1.1" status: 200 len: 217 time: 0.0987260 Feb 15 14:13:34.564069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d4eec-2f14-4a16-8bfa-5281906a1499 req-750d958f-2884-4eec-8d68-3037dfbabcaa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:34.565614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d20d4eec-2f14-4a16-8bfa-5281906a1499 req-750d958f-2884-4eec-8d68-3037dfbabcaa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 943 time: 0.2294424 Feb 15 14:13:34.655956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (690d033a-1dd2-4885-baba-bc81c865d5b8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:34.671618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9604281e-6510-4e20-a2f4-37f0eaf4c142), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:34.705039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d20d4eec-2f14-4a16-8bfa-5281906a1499 req-053bc9b5-cf42-4443-ad2b-c0f89634dca5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185088 Feb 15 14:13:34.715878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88386d30-b8bd-4664-b1d1-fdb5e15cff41 req-d3c3ec7f-a65d-4aed-b29a-efeb8a1d2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:34.717526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88386d30-b8bd-4664-b1d1-fdb5e15cff41 req-d3c3ec7f-a65d-4aed-b29a-efeb8a1d2770 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1508830 Feb 15 14:13:34.726454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4283a-d23d-4753-b7ed-06e1dc5668fc req-575c886f-ab24-45a2-8df1-bfd3d894babb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:34.727981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61d4283a-d23d-4753-b7ed-06e1dc5668fc req-575c886f-ab24-45a2-8df1-bfd3d894babb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.1602373 Feb 15 14:13:34.813844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88386d30-b8bd-4664-b1d1-fdb5e15cff41 req-25fb40ca-b192-47ba-97fb-2500fe01203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:34.814403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Pushing event deleted for resources: {'Port': ['ID=9604281e-6510-4e20-a2f4-37f0eaf4c142,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:34.815421 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88386d30-b8bd-4664-b1d1-fdb5e15cff41 req-25fb40ca-b192-47ba-97fb-2500fe01203a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0865564 Feb 15 14:13:34.819911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] No DVR routers for this DVR port 9604281e-6510-4e20-a2f4-37f0eaf4c142 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:13:34.824609 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61d4283a-d23d-4753-b7ed-06e1dc5668fc req-ef75f65c-de4e-45e4-8d59-1de50156f429 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868449 Feb 15 14:13:34.832680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=690d033a-1dd2-4885-baba-bc81c865d5b8,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:35.005213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking segment: {'id': 'c062f2da-fb35-4a59-b6ba-25078e6a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9531b065-8c10-4613-b47b-bfcb09eedd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:35.006886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network hostable DHCP agents. Network: 9531b065-8c10-4613-b47b-bfcb09eedd1d, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:13:35.021050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88386d30-b8bd-4664-b1d1-fdb5e15cff41 req-6dced078-2381-4c78-b6b9-2aedc18458e3 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941876 Feb 15 14:13:35.086768 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e439-338b-4444-90b9-f34b1028aa79 req-696e7190-7657-4e7a-9514-1802dfaec09f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:35.088006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (432725e1-c9fb-4227-b041-9847d0d50fc9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.094653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ac5e439-338b-4444-90b9-f34b1028aa79 req-696e7190-7657-4e7a-9514-1802dfaec09f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.1580501 Feb 15 14:13:35.121746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network 9531b065-8c10-4613-b47b-bfcb09eedd1d is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:13:35.128017 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (46dcca03-b6a2-4680-84f6-efec66628be7), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.159524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432725e1-c9fb-4227-b041-9847d0d50fc9']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:35.161811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9531b065-8c10-4613-b47b-bfcb09eedd1d) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:35.163835 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.173404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d3307-0b4a-497b-be42-9ef7ab1d06e7 None None] Network 9531b065-8c10-4613-b47b-bfcb09eedd1d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:35.176146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ac5e439-338b-4444-90b9-f34b1028aa79 req-07f01ca1-bc1e-4557-8143-ce29374aa8a1 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804780 Feb 15 14:13:35.182255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:35.182859 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.199232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb66506-9bea-4a37-aa8a-39020246c0b3') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:35.199232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb66506-9bea-4a37-aa8a-39020246c0b3') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:35.208070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88386d30-b8bd-4664-b1d1-fdb5e15cff41 req-81f9ce92-9253-4704-b506-d402ec6044d5 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784956 Feb 15 14:13:35.245487 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (5eb66506-9bea-4a37-aa8a-39020246c0b3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.274830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46434) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:35.275058 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9ef4a120-01dd-42bd-9dfb-c8140da1336e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1020639 Feb 15 14:13:35.278569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5eb66506-9bea-4a37-aa8a-39020246c0b3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.291557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:13:35.291962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (5eb66506-9bea-4a37-aa8a-39020246c0b3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:13:35.293618 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:13:35.362324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-9531b065-8c10-4613-b47b-bfcb09eedd1d', 'network_id': '9531b065-8c10-4613-b47b-bfcb09eedd1d', 'project_id': '4f7087663b6f477e8617eef2875361a3', 'fixed_ips': [{'subnet_id': '690d033a-1dd2-4885-baba-bc81c865d5b8'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:13:35.364740 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.406929 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Allocated IP 172.25.6.95 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/fc2f893f-83be-4c4a-b1b6-e81e78aea1a7) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:35.478696 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9531b065-8c10-4613-b47b-bfcb09eedd1d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.653183 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for port (fc2f893f-83be-4c4a-b1b6-e81e78aea1a7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.658068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d1376dd-8526-4ec0-9c72-5030e20cdd1e req-20e7be6a-790c-486a-b937-78572f0fd37f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.0845728 Feb 15 14:13:35.691322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (432725e1-c9fb-4227-b041-9847d0d50fc9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.699072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.705489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (690d033a-1dd2-4885-baba-bc81c865d5b8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.707606 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] 10.222.0.72 "DELETE /v2.0/networks/432725e1-c9fb-4227-b041-9847d0d50fc9 HTTP/1.1" status: 204 len: 168 time: 2.8045428 Feb 15 14:13:35.711355 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (fc2f893f-83be-4c4a-b1b6-e81e78aea1a7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:35.735352 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b86399-526c-4561-88d9-190f66b5f071 admin admin] Pushing event deleted for resources: {'Network': ['ID=432725e1-c9fb-4227-b041-9847d0d50fc9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:35.740626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Allocated IP 172.20.0.1 (9531b065-8c10-4613-b47b-bfcb09eedd1d/690d033a-1dd2-4885-baba-bc81c865d5b8/dead7631-8963-4041-9574-ec163d9daddc) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:35.770758 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:35.810402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Pushing event updated for resources: {'Port': ['ID=fc2f893f-83be-4c4a-b1b6-e81e78aea1a7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:35.820463 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:35.827909 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:35.896987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ddae0-a543-49b6-8340-b1e91648d32b req-6d1f45b1-6352-4644-9283-8c9866d6bf24 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:35.904423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb6ddae0-a543-49b6-8340-b1e91648d32b req-6d1f45b1-6352-4644-9283-8c9866d6bf24 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.3319716 Feb 15 14:13:36.005509 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Publish callbacks [] for port (dead7631-8963-4041-9574-ec163d9daddc), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.031546 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (dead7631-8963-4041-9574-ec163d9daddc), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.039835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46448) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:36.087375 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (690d033a-1dd2-4885-baba-bc81c865d5b8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.120364 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-69dad5a3-4551-4264-b59a-622f0a5daa3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc5cc558236645988a4f12f717c1f282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760572 Feb 15 14:13:36.120364 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46450) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:36.122308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcb05f-65d5-4c7f-8539-43821b5ba9bb req-563831bb-3e30-4173-b976-3b1f4812ddbc tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:36.123817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26bcb05f-65d5-4c7f-8539-43821b5ba9bb req-563831bb-3e30-4173-b976-3b1f4812ddbc tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 943 time: 0.2128756 Feb 15 14:13:36.133517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Network 9531b065-8c10-4613-b47b-bfcb09eedd1d is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:36.154728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:36.157063 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb6ddae0-a543-49b6-8340-b1e91648d32b req-c630c3f9-f16d-4737-871e-d84222c1a50d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472501 Feb 15 14:13:36.158253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:36.180368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Pushing event updated for resources: {'Port': ['ID=dead7631-8963-4041-9574-ec163d9daddc,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:36.230103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Subnet': ['ID=690d033a-1dd2-4885-baba-bc81c865d5b8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:36.255162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Attempting to bind port dead7631-8963-4041-9574-ec163d9daddc on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:13:36.255852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Attempting to bind port dead7631-8963-4041-9574-ec163d9daddc by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c062f2da-fb35-4a59-b6ba-25078e6a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9531b065-8c10-4613-b47b-bfcb09eedd1d'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:13:36.256420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Attempting to bind port dead7631-8963-4041-9574-ec163d9daddc on network 9531b065-8c10-4613-b47b-bfcb09eedd1d {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:36.267894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:13:36.268614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Checking segment: {'id': 'c062f2da-fb35-4a59-b6ba-25078e6a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9531b065-8c10-4613-b47b-bfcb09eedd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:36.269231 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.270502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Bound using segment: {'id': 'c062f2da-fb35-4a59-b6ba-25078e6a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9531b065-8c10-4613-b47b-bfcb09eedd1d'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:13:36.271410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Bound port: dead7631-8963-4041-9574-ec163d9daddc, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c062f2da-fb35-4a59-b6ba-25078e6a1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9531b065-8c10-4613-b47b-bfcb09eedd1d'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:13:36.272898 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dead7631-8963-4041-9574-ec163d9daddc), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.318080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9531b065-8c10-4613-b47b-bfcb09eedd1d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.341859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26bcb05f-65d5-4c7f-8539-43821b5ba9bb req-320a5404-3d29-454c-a75d-07137a7c52c6 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804781 Feb 15 14:13:36.366416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] For port dead7631-8963-4041-9574-ec163d9daddc, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:13:36.370765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] For port dead7631-8963-4041-9574-ec163d9daddc, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=dead7631-8963-4041-9574-ec163d9daddc,segment=NetworkSegment(c062f2da-fb35-4a59-b6ba-25078e6a1ca1),segment_id=c062f2da-fb35-4a59-b6ba-25078e6a1ca1)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:13:36.371595 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d19d7f3-1487-4d84-958d-de5e7559a157 admin admin] Publish callbacks [] for security_group (f10a8068-f143-4172-8a9d-7b99ceb80fe4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.373688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9531b065-8c10-4613-b47b-bfcb09eedd1d']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:36.381348 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dead7631-8963-4041-9574-ec163d9daddc), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.392549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c062f2da-fb35-4a59-b6ba-25078e6a1ca1') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:36.393142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c062f2da-fb35-4a59-b6ba-25078e6a1ca1') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:36.402751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (c062f2da-fb35-4a59-b6ba-25078e6a1ca1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.408322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d19d7f3-1487-4d84-958d-de5e7559a157 admin admin] Publish callbacks [] for security_group (f10a8068-f143-4172-8a9d-7b99ceb80fe4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.419363 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c062f2da-fb35-4a59-b6ba-25078e6a1ca1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.427026 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (46dcca03-b6a2-4680-84f6-efec66628be7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.428207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:13:36.428985 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (c062f2da-fb35-4a59-b6ba-25078e6a1ca1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:13:36.433553 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:13:36.537092 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.api [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 14:13:36.537092 n-d-829064-15 neutron-server[109971]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 14:13:36.537092 n-d-829064-15 neutron-server[109971]: [parameters: {'id': '9531b065-8c10-4613-b47b-bfcb09eedd1d'}] Feb 15 14:13:36.537092 n-d-829064-15 neutron-server[109971]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:13:36.537545 n-d-829064-15 neutron-server[109971]: DEBUG oslo_db.api [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:13:36.569747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daff47b-4df1-490e-953a-9333379b9bf2 None None] Pushing event updated for resources: {'Port': ['ID=dead7631-8963-4041-9574-ec163d9daddc,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:36.569952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d19d7f3-1487-4d84-958d-de5e7559a157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f10a8068-f143-4172-8a9d-7b99ceb80fe4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.572334 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d19d7f3-1487-4d84-958d-de5e7559a157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.575847 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0d19d7f3-1487-4d84-958d-de5e7559a157 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f10a8068-f143-4172-8a9d-7b99ceb80fe4 HTTP/1.1" status: 204 len: 168 time: 0.4523814 Feb 15 14:13:36.597772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933230e2-bb4e-45c1-8ea2-7191737399b0 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:13:36.637694 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:13:36.670260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19d7f3-1487-4d84-958d-de5e7559a157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10a8068-f143-4172-8a9d-7b99ceb80fe4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:36.716919 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (46dcca03-b6a2-4680-84f6-efec66628be7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.721625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (46dcca03-b6a2-4680-84f6-efec66628be7), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:36.800525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933230e2-bb4e-45c1-8ea2-7191737399b0 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:13:36.919734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52729630-9f0f-408c-8aff-67c46d7517d2 req-91ef9364-dc9d-41d6-8f51-f15aa2d721cc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.0895443 Feb 15 14:13:36.951757 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Router 46dcca03-b6a2-4680-84f6-efec66628be7 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:13:37.038124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9531b065-8c10-4613-b47b-bfcb09eedd1d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:37.109944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46468) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:37.116133 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c41808-d932-4bbc-bfda-39be4a618a1d None None] Network 9531b065-8c10-4613-b47b-bfcb09eedd1d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:37.133754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 412aff0a-ad97-4310-9c2c-edf5bb5c4411 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:13:37.156780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Deleting port dead7631-8963-4041-9574-ec163d9daddc {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:37.157380 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (dead7631-8963-4041-9574-ec163d9daddc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:37.177880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:13:37.193405 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f4cd0-d24e-483c-9465-f6596ec98463 None None] Sync routers for ids ['46dcca03-b6a2-4680-84f6-efec66628be7'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:37.204847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:37.209689 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f4cd0-d24e-483c-9465-f6596ec98463 None None] Routers {'46dcca03-b6a2-4680-84f6-efec66628be7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:37.210361 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4a56c81e-432b-4309-962b-e5017db10467 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "PUT /v2.0/routers/46dcca03-b6a2-4680-84f6-efec66628be7 HTTP/1.1" status: 200 len: 879 time: 3.7545259 Feb 15 14:13:37.210730 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-280f4cd0-d24e-483c-9465-f6596ec98463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['46dcca03-b6a2-4680-84f6-efec66628be7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:37.211210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46476) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:37.300034 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-280f4cd0-d24e-483c-9465-f6596ec98463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:37.328645 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f4cd0-d24e-483c-9465-f6596ec98463 None None] Routers {'46dcca03-b6a2-4680-84f6-efec66628be7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:37.333235 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-280f4cd0-d24e-483c-9465-f6596ec98463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['46dcca03-b6a2-4680-84f6-efec66628be7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:37.346409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] For port dead7631-8963-4041-9574-ec163d9daddc, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=dead7631-8963-4041-9574-ec163d9daddc,segment=NetworkSegment(c062f2da-fb35-4a59-b6ba-25078e6a1ca1),segment_id=c062f2da-fb35-4a59-b6ba-25078e6a1ca1)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:37.346850 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (dead7631-8963-4041-9574-ec163d9daddc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:37.381147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Calling delete_port for dead7631-8963-4041-9574-ec163d9daddc owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:37.417398 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3141064c-1223-49bb-bdf7-410a15caa6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:37.434397 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-280f4cd0-d24e-483c-9465-f6596ec98463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:37.435372 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f4cd0-d24e-483c-9465-f6596ec98463 None None] The sync data for ids ['46dcca03-b6a2-4680-84f6-efec66628be7'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:37.519413 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-efb24ed0-b234-41d4-b7b7-04b42d54134d tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/routers/46dcca03-b6a2-4680-84f6-efec66628be7 HTTP/1.1" status: 200 len: 920 time: 0.3068693 Feb 15 14:13:37.520248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46488) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:37.576441 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3141064c-1223-49bb-bdf7-410a15caa6e3 admin admin] Publish callbacks [] for security_group (f441a66f-afe6-4eae-a721-228b9be26e43), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:37.589060 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3141064c-1223-49bb-bdf7-410a15caa6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f441a66f-afe6-4eae-a721-228b9be26e43), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:37.617897 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3141064c-1223-49bb-bdf7-410a15caa6e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6508e6942ebe4e2784fa090bb6c05220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5033455 Feb 15 14:13:37.621266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f1c5f0-1717-4401-8aa9-f005601984c6 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:37.626345 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-82f1c5f0-1717-4401-8aa9-f005601984c6 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&device_id=46dcca03-b6a2-4680-84f6-efec66628be7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1022351 Feb 15 14:13:37.629820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46492) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:37.630592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46494) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:37.647839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141064c-1223-49bb-bdf7-410a15caa6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f441a66f-afe6-4eae-a721-228b9be26e43,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:37.666500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46496) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:37.715621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddba2c-8f80-498f-8dc0-84f0efc5601e req-66632dcf-5646-42c9-9e43-7d37bfb3df79 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:37.717051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2ddba2c-8f80-498f-8dc0-84f0efc5601e req-66632dcf-5646-42c9-9e43-7d37bfb3df79 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.3305438 Feb 15 14:13:37.717707 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (dead7631-8963-4041-9574-ec163d9daddc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:37.748624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No DVR routers for this DVR port dead7631-8963-4041-9574-ec163d9daddc on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:13:37.765745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 412aff0a-ad97-4310-9c2c-edf5bb5c4411, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=412aff0a-ad97-4310-9c2c-edf5bb5c4411,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:37.779564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dfa42-80f9-4e24-8096-c6818d6ed855 req-0ea64d92-2bae-4bc2-90ce-effd040aa85a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:37.783456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e7dfa42-80f9-4e24-8096-c6818d6ed855 req-0ea64d92-2bae-4bc2-90ce-effd040aa85a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 943 time: 0.2784786 Feb 15 14:13:37.797161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '412aff0a-ad97-4310-9c2c-edf5bb5c4411', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'port_id': '412aff0a-ad97-4310-9c2c-edf5bb5c4411', 'mac_address': 'fa:16:3e:d9:37:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:13:37.803797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Port': ['ID=dead7631-8963-4041-9574-ec163d9daddc,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:37.836946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-981712187-network', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:37.864822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Made reservation on behalf of 1871fb5b757f4da2bb173e11a39d9325 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:37.868592 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:37.869135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:37.869728 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:37.882335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:37.889474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412aff0a-ad97-4310-9c2c-edf5bb5c4411 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:13:37.917372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 412aff0a-ad97-4310-9c2c-edf5bb5c4411, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=412aff0a-ad97-4310-9c2c-edf5bb5c4411,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:37.924424 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.005290 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Publish callbacks [] for security_group (616846a6-a80d-4117-9e22-2fb77ff77b42), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.008591 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9531b065-8c10-4613-b47b-bfcb09eedd1d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.009575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=412aff0a-ad97-4310-9c2c-edf5bb5c4411,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:38.012184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (616846a6-a80d-4117-9e22-2fb77ff77b42), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.022973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2ddba2c-8f80-498f-8dc0-84f0efc5601e req-d6ade499-8208-4646-9f3d-40f817f6a443 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944009 Feb 15 14:13:38.026522 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4309c4dd-23ff-458c-892c-9ed9f8381130 admin admin] Publish callbacks [] for security_group (f441a66f-afe6-4eae-a721-228b9be26e43), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.033575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa415f-d183-4b87-af31-11f0ea1274ba tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:38.037900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0baa415f-d183-4b87-af31-11f0ea1274ba tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 881 time: 0.3989398 Feb 15 14:13:38.040985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46502) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:38.068668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e7dfa42-80f9-4e24-8096-c6818d6ed855 req-3b5159cd-0a80-40aa-9543-d397c264c8dd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580662 Feb 15 14:13:38.077193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:13:38.080220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9531b065-8c10-4613-b47b-bfcb09eedd1d']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:38.082584 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7b7ed66f-e83c-43ca-88f6-3b6b57e53937 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=46dcca03-b6a2-4680-84f6-efec66628be7 HTTP/1.1" status: 200 len: 205 time: 0.0405190 Feb 15 14:13:38.086309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46506) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:38.092816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616846a6-a80d-4117-9e22-2fb77ff77b42,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:38.111954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c062f2da-fb35-4a59-b6ba-25078e6a1ca1') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:38.112237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c062f2da-fb35-4a59-b6ba-25078e6a1ca1') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:38.123462 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4309c4dd-23ff-458c-892c-9ed9f8381130 admin admin] Publish callbacks [] for security_group (f441a66f-afe6-4eae-a721-228b9be26e43), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.155083 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (c062f2da-fb35-4a59-b6ba-25078e6a1ca1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.169828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['412aff0a-ad97-4310-9c2c-edf5bb5c4411'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:13:38.243552 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5039155b-75e1-49c8-a598-2ba9975896eb req-42379032-8f3c-4d96-8dc5-12d79752d73a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.0956516 Feb 15 14:13:38.252662 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c062f2da-fb35-4a59-b6ba-25078e6a1ca1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.261366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:13:38.262090 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (c062f2da-fb35-4a59-b6ba-25078e6a1ca1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:13:38.267529 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:13:38.404760 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9531b065-8c10-4613-b47b-bfcb09eedd1d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.420465 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.431408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/9531b065-8c10-4613-b47b-bfcb09eedd1d HTTP/1.1" status: 204 len: 168 time: 3.1472750 Feb 15 14:13:38.432474 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4309c4dd-23ff-458c-892c-9ed9f8381130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f441a66f-afe6-4eae-a721-228b9be26e43), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.435473 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4309c4dd-23ff-458c-892c-9ed9f8381130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.438358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4309c4dd-23ff-458c-892c-9ed9f8381130 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f441a66f-afe6-4eae-a721-228b9be26e43 HTTP/1.1" status: 204 len: 168 time: 0.8043554 Feb 15 14:13:38.439102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46512) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:38.473462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885866072'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:38.486026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2b115-ac75-4ac0-979b-d18407872d84 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=9531b065-8c10-4613-b47b-bfcb09eedd1d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:38.515307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309c4dd-23ff-458c-892c-9ed9f8381130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f441a66f-afe6-4eae-a721-228b9be26e43,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:38.622023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:38.626178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.636846 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (61017b18-c4f4-4ada-9cf9-4c0669eb7255), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.637185 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Added segment 61017b18-c4f4-4ada-9cf9-4c0669eb7255 of type vlan for network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba Feb 15 14:13:38.650294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f2bc3-3e94-4dea-89f1-11ac5da756fa req-03051750-8a9b-48d7-82e8-a8a1d759a29c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:38.653806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-943f2bc3-3e94-4dea-89f1-11ac5da756fa req-03051750-8a9b-48d7-82e8-a8a1d759a29c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.1766031 Feb 15 14:13:38.663562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f732c-35a7-4926-82b2-2f04e3382063 req-1d3a86b1-7754-4775-b94c-fa379e54f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:38.665341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe1f732c-35a7-4926-82b2-2f04e3382063 req-1d3a86b1-7754-4775-b94c-fa379e54f388 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 1130 time: 0.1637807 Feb 15 14:13:38.707875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (5c324a70-b89b-4fb8-92d2-294f41bfd6ba), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.711679 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (46dcca03-b6a2-4680-84f6-efec66628be7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.752416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:13:38.792643 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (bb7fa73e-a09c-4677-905d-39fdbf8975c8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.793106 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment bb7fa73e-a09c-4677-905d-39fdbf8975c8 of type vlan for network ad9bc98e-b27e-4182-9973-46bb8dfa360b Feb 15 14:13:38.822408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (5c324a70-b89b-4fb8-92d2-294f41bfd6ba), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.823522 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:38.823985 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.854924 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1873147 Feb 15 14:13:38.862874 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (ad9bc98e-b27e-4182-9973-46bb8dfa360b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.882533 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46518) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:38.882752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46520) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:38.895347 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] Request body: {'subnet': {'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-981712187-subnet', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:38.912268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-943f2bc3-3e94-4dea-89f1-11ac5da756fa req-60591430-3849-44de-826f-3612962d301a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412958 Feb 15 14:13:38.934387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4a49e06-8107-48aa-b561-0bc9a91707f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.936805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (ad9bc98e-b27e-4182-9973-46bb8dfa360b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.943195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:38.943811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.950156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44e185-0595-41cf-a712-4401016c4ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=5c324a70-b89b-4fb8-92d2-294f41bfd6ba,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:38.959814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f732c-35a7-4926-82b2-2f04e3382063 req-7f740f40-0aa3-4aaa-bbcd-124cd4cbb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:38.961303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe1f732c-35a7-4926-82b2-2f04e3382063 req-7f740f40-0aa3-4aaa-bbcd-124cd4cbb90e service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 200 len: 914 time: 0.2879186 Feb 15 14:13:38.965756 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (46dcca03-b6a2-4680-84f6-efec66628be7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:38.975655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:13:38.977675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] Made reservation on behalf of 1871fb5b757f4da2bb173e11a39d9325 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:38.980074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.044806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe1f732c-35a7-4926-82b2-2f04e3382063 req-37e53760-e9ca-4e8b-a4ea-daa32f33b3a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761 HTTP/1.1" status: 200 len: 217 time: 0.0700467 Feb 15 14:13:39.051858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6079717 Feb 15 14:13:39.058515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46522) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:39.070173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'network_id': 'ad9bc98e-b27e-4182-9973-46bb8dfa360b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:39.107359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f732c-35a7-4926-82b2-2f04e3382063 req-178f72e7-d370-4e07-a858-1907bda53d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:39.108819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe1f732c-35a7-4926-82b2-2f04e3382063 req-178f72e7-d370-4e07-a858-1907bda53d61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2d6eaca9-2005-4f1c-ab88-99f9ad7e1152 HTTP/1.1" status: 200 len: 853 time: 0.0494516 Feb 15 14:13:39.128861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b1f3e-c083-41aa-9dc4-718ec4739eb7 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=ad9bc98e-b27e-4182-9973-46bb8dfa360b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:39.140508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network ad9bc98e-b27e-4182-9973-46bb8dfa360b details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:13:39.148075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe1f732c-35a7-4926-82b2-2f04e3382063 req-b26d3b90-06f5-4411-a57c-6a6ec2dad311 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bbc8635-5e61-4c6f-a6ae-efdb031866e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321553 Feb 15 14:13:39.200458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 412aff0a-ad97-4310-9c2c-edf5bb5c4411 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:13:39.271767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Deleting port fc2f893f-83be-4c4a-b1b6-e81e78aea1a7 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:39.272175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe1f732c-35a7-4926-82b2-2f04e3382063 req-b25a9023-2ddf-4093-bcd7-ada547395067 service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150880 Feb 15 14:13:39.272373 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fc2f893f-83be-4c4a-b1b6-e81e78aea1a7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.276716 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4a49e06-8107-48aa-b561-0bc9a91707f2 admin admin] Publish callbacks [] for security_group (633915ca-1950-4185-a990-e8acd1ed7a44), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.333425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4a49e06-8107-48aa-b561-0bc9a91707f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (633915ca-1950-4185-a990-e8acd1ed7a44), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.358173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:13:39.363982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:39.364944 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.434887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33992052-c8f7-4a66-aec0-1f5f8d27eb66 req-ce819f6d-6f33-405b-9397-05fdacbec2aa tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.0666115 Feb 15 14:13:39.445732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:39.448905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b62131-e22c-4650-a1f1-7899abadab22 req-9c9a27b6-3d76-4810-b39c-e5daae043119 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:39.449195 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.450968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44b62131-e22c-4650-a1f1-7899abadab22 req-9c9a27b6-3d76-4810-b39c-e5daae043119 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 944 time: 0.1773505 Feb 15 14:13:39.492654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:39.493388 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.518772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44b62131-e22c-4650-a1f1-7899abadab22 req-e3fbb33a-050d-407d-be32-5325059f9a76 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599740 Feb 15 14:13:39.524091 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe1f732c-35a7-4926-82b2-2f04e3382063 req-83dc80b1-f499-4315-b689-68219881eb16 service neutron] 10.222.0.42 "GET /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373180 Feb 15 14:13:39.524883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc76302e-21f8-4487-b33f-cf05214474bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412aff0a-ad97-4310-9c2c-edf5bb5c4411'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:13:39.527714 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b18413-0150-4695-82fe-3a5ef762829c" -d '{"events": [{"server_uuid": "bc76302e-21f8-4487-b33f-cf05214474bb", "name": "network-vif-plugged", "status": "completed", "tag": "412aff0a-ad97-4310-9c2c-edf5bb5c4411"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:13:39.540156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a49e06-8107-48aa-b561-0bc9a91707f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633915ca-1950-4185-a990-e8acd1ed7a44,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:39.552435 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c4a49e06-8107-48aa-b561-0bc9a91707f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7dba2eab3bc47049feb00dcd0b9d48e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6676276 Feb 15 14:13:39.560301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46530) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:39.572910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 412aff0a-ad97-4310-9c2c-edf5bb5c4411, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=412aff0a-ad97-4310-9c2c-edf5bb5c4411,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:39.580811 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.607421 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fc2f893f-83be-4c4a-b1b6-e81e78aea1a7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.641537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Calling delete_port for fc2f893f-83be-4c4a-b1b6-e81e78aea1a7 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:39.654491 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e41c18f-659e-4b66-ada2-4b2bd201b9c9 x-openstack-request-id: req-8e41c18f-659e-4b66-ada2-4b2bd201b9c9 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:13:39.654861 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc76302e-21f8-4487-b33f-cf05214474bb", "name": "network-vif-plugged", "status": "completed", "tag": "412aff0a-ad97-4310-9c2c-edf5bb5c4411", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:13:39.655112 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e41c18f-659e-4b66-ada2-4b2bd201b9c9 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:13:39.655778 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc76302e-21f8-4487-b33f-cf05214474bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412aff0a-ad97-4310-9c2c-edf5bb5c4411', 'code': 200} Feb 15 14:13:39.659881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=412aff0a-ad97-4310-9c2c-edf5bb5c4411,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:39.660258 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (d6844703-78b4-41b5-9e49-a1a242173e19), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.698509 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b73672ec-dc51-4589-9299-51e24fd2ab26 admin admin] Publish callbacks [] for security_group (633915ca-1950-4185-a990-e8acd1ed7a44), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.757239 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b73672ec-dc51-4589-9299-51e24fd2ab26 admin admin] Publish callbacks [] for security_group (633915ca-1950-4185-a990-e8acd1ed7a44), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.810622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ebf4-44cc-4f47-bedb-ff84fe544879 req-88ca216e-8e3d-4cfe-9d3b-076cdfda5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:39.812538 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0710ebf4-44cc-4f47-bedb-ff84fe544879 req-88ca216e-8e3d-4cfe-9d3b-076cdfda5b0b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 1128 time: 0.0990973 Feb 15 14:13:39.825352 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6844703-78b4-41b5-9e49-a1a242173e19,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:39.858171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b73672ec-dc51-4589-9299-51e24fd2ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (633915ca-1950-4185-a990-e8acd1ed7a44), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.860909 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b73672ec-dc51-4589-9299-51e24fd2ab26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.863425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b73672ec-dc51-4589-9299-51e24fd2ab26 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/633915ca-1950-4185-a990-e8acd1ed7a44 HTTP/1.1" status: 204 len: 168 time: 0.2995973 Feb 15 14:13:39.899439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0710ebf4-44cc-4f47-bedb-ff84fe544879 req-0040e11a-3632-4332-bbdc-0ae358c330d9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743656 Feb 15 14:13:39.904933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73672ec-dc51-4589-9299-51e24fd2ab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633915ca-1950-4185-a990-e8acd1ed7a44,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:39.912930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] Checking segment: {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:39.913452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] Network hostable DHCP agents. Network: 5c324a70-b89b-4fb8-92d2-294f41bfd6ba, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:13:39.963036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (b7657c1a-73ea-4542-a8fb-219abbf56ce8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:39.984444 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.016844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] Network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:13:40.075108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f216a-fa54-489c-824b-3900e21000cb req-09b8e847-b8b6-4c54-b860-fd30d0aca046 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:40.078985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 5c324a70-b89b-4fb8-92d2-294f41bfd6ba) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:40.083279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b5f216a-fa54-489c-824b-3900e21000cb req-09b8e847-b8b6-4c54-b860-fd30d0aca046 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.0718572 Feb 15 14:13:40.088099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:40.088724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.090154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731593ad-4f65-493c-9d73-9ff749a5b4bc None None] Network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:40.135110 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=b7657c1a-73ea-4542-a8fb-219abbf56ce8,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:40.159470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b5f216a-fa54-489c-824b-3900e21000cb req-8b445a5e-3f88-4ab8-8837-0b35139c922f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753231 Feb 15 14:13:40.167055 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dcb22b42-1fdd-43d8-91ea-d314a66437f5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2809494 Feb 15 14:13:40.168625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (fc2f893f-83be-4c4a-b1b6-e81e78aea1a7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.172321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46538) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:40.188691 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:40.214191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking segment: {'id': 'bb7fa73e-a09c-4677-905d-39fdbf8975c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ad9bc98e-b27e-4182-9973-46bb8dfa360b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:40.214573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network hostable DHCP agents. Network: ad9bc98e-b27e-4182-9973-46bb8dfa360b, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:13:40.221890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Pushing event deleted for resources: {'Port': ['ID=fc2f893f-83be-4c4a-b1b6-e81e78aea1a7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:40.257142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:13:40.258683 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.286416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network ad9bc98e-b27e-4182-9973-46bb8dfa360b is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:13:40.323324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.324355 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.339261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, ad9bc98e-b27e-4182-9973-46bb8dfa360b) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:40.371494 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c6ac04-7207-4a33-bef5-17fab6928177 None None] Network ad9bc98e-b27e-4182-9973-46bb8dfa360b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:40.373870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:40.377730 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.412432 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7b0b76ef-86e5-4cef-b677-85a05626d2e6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3512414 Feb 15 14:13:40.413512 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (46dcca03-b6a2-4680-84f6-efec66628be7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.415253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46546) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:40.555818 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Allocated IP 172.20.0.2 (5c324a70-b89b-4fb8-92d2-294f41bfd6ba/d6844703-78b4-41b5-9e49-a1a242173e19/13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:40.585730 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Publish callbacks [] for router_controller (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.587664 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (46dcca03-b6a2-4680-84f6-efec66628be7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.590082 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (46dcca03-b6a2-4680-84f6-efec66628be7), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.610634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-ad9bc98e-b27e-4182-9973-46bb8dfa360b', 'network_id': 'ad9bc98e-b27e-4182-9973-46bb8dfa360b', 'project_id': '4f7087663b6f477e8617eef2875361a3', 'fixed_ips': [{'subnet_id': 'b7657c1a-73ea-4542-a8fb-219abbf56ce8'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:13:40.611647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.818954 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (46dcca03-b6a2-4680-84f6-efec66628be7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.819572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Fanout notify agent at l3_agent the message router_deleted on router 46dcca03-b6a2-4680-84f6-efec66628be7 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:13:40.840566 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.845698 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-12f13b39-3c7f-49aa-a661-b977cba0d885 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/46dcca03-b6a2-4680-84f6-efec66628be7 HTTP/1.1" status: 204 len: 168 time: 2.7542486 Feb 15 14:13:40.859268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46556) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:40.864273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f246055a-c13d-47cb-83d8-9ad4bcc503b3 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-591883243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:40.910852 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Publish callbacks [] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:40.921321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Allocated IP 172.20.0.2 (ad9bc98e-b27e-4182-9973-46bb8dfa360b/b7657c1a-73ea-4542-a8fb-219abbf56ce8/2060f6e5-6254-4234-8cc4-c61372575ae9) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:40.928619 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.037802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:41.047509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:41.054917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:41.093012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Pushing event updated for resources: {'Port': ['ID=13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:41.150604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Attempting to bind port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:13:41.151169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Attempting to bind port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:13:41.151637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Attempting to bind port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 on network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:41.159638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:13:41.160168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Checking segment: {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:41.160755 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.161171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Bound using segment: {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:13:41.161853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Bound port: 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:13:41.162249 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.173445 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Publish callbacks [] for router_gateway (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.206482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f246055a-c13d-47cb-83d8-9ad4bcc503b3 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (6ec1e084-036c-4683-bb20-777abebb8537), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.207563 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f246055a-c13d-47cb-83d8-9ad4bcc503b3 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (6ec1e084-036c-4683-bb20-777abebb8537), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.283239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f246055a-c13d-47cb-83d8-9ad4bcc503b3 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (6ec1e084-036c-4683-bb20-777abebb8537), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.324422 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f246055a-c13d-47cb-83d8-9ad4bcc503b3 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (6ec1e084-036c-4683-bb20-777abebb8537), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.348893 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Publish callbacks [] for port (2060f6e5-6254-4234-8cc4-c61372575ae9), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.352118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f246055a-c13d-47cb-83d8-9ad4bcc503b3 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.352118 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f246055a-c13d-47cb-83d8-9ad4bcc503b3 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4912543 Feb 15 14:13:41.357836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46570) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:41.367269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'enable_snat': True}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:41.378780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] For port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:13:41.381433 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (2060f6e5-6254-4234-8cc4-c61372575ae9), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.396323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] For port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:13:41.460406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0943cfc4-0dbf-49ab-a9f7-12b0ee491b9d req-1ac864ca-4718-460b-b8d6-1d3a96fe0e45 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf3f2aa-f764-4867-858f-5df8a9ea4fbe HTTP/1.1" status: 200 len: 210 time: 0.1314979 Feb 15 14:13:41.475130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Network ad9bc98e-b27e-4182-9973-46bb8dfa360b is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:41.490433 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.509309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:41.543912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:41.585012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Pushing event updated for resources: {'Port': ['ID=2060f6e5-6254-4234-8cc4-c61372575ae9,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:41.614209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4f4b9-5682-4c6f-967b-b72be42cec6c req-fc277db9-efd1-4be6-bf07-b12a45dadc2b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:41.615872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ecd4f4b9-5682-4c6f-967b-b72be42cec6c req-fc277db9-efd1-4be6-bf07-b12a45dadc2b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.3112578 Feb 15 14:13:41.659623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ad9bc98e-b27e-4182-9973-46bb8dfa360b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.701001 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (6ec1e084-036c-4683-bb20-777abebb8537), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.741685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138f7a5-4fb9-47cf-8385-6fd028002289 req-4a2c2f4a-08e9-4f14-af07-4b706ce75ccf tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:41.749241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7138f7a5-4fb9-47cf-8385-6fd028002289 req-4a2c2f4a-08e9-4f14-af07-4b706ce75ccf tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.1872444 Feb 15 14:13:41.756036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Attempting to bind port 2060f6e5-6254-4234-8cc4-c61372575ae9 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:13:41.756659 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Attempting to bind port 2060f6e5-6254-4234-8cc4-c61372575ae9 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'bb7fa73e-a09c-4677-905d-39fdbf8975c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ad9bc98e-b27e-4182-9973-46bb8dfa360b'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:13:41.757029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Attempting to bind port 2060f6e5-6254-4234-8cc4-c61372575ae9 on network ad9bc98e-b27e-4182-9973-46bb8dfa360b {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:41.765717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:13:41.766100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Checking segment: {'id': 'bb7fa73e-a09c-4677-905d-39fdbf8975c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ad9bc98e-b27e-4182-9973-46bb8dfa360b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:41.766799 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.767282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Bound using segment: {'id': 'bb7fa73e-a09c-4677-905d-39fdbf8975c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ad9bc98e-b27e-4182-9973-46bb8dfa360b'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:13:41.767763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Bound port: 2060f6e5-6254-4234-8cc4-c61372575ae9, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7fa73e-a09c-4677-905d-39fdbf8975c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ad9bc98e-b27e-4182-9973-46bb8dfa360b'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:13:41.768145 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2060f6e5-6254-4234-8cc4-c61372575ae9), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:41.773963 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ecd4f4b9-5682-4c6f-967b-b72be42cec6c req-533fe827-e202-42ca-a278-6638cb9ef74d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512215 Feb 15 14:13:41.925226 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7138f7a5-4fb9-47cf-8385-6fd028002289 req-129e4195-75dc-4ff0-9c68-c68cf91a362e tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750572 Feb 15 14:13:41.930932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46582) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:41.932668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3ed93-6531-40db-8fdf-6d1393b111f5 None None] Pushing event updated for resources: {'Port': ['ID=13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:41.942565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] For port 2060f6e5-6254-4234-8cc4-c61372575ae9, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:13:41.989073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] For port 2060f6e5-6254-4234-8cc4-c61372575ae9, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2060f6e5-6254-4234-8cc4-c61372575ae9,segment=NetworkSegment(bb7fa73e-a09c-4677-905d-39fdbf8975c8),segment_id=bb7fa73e-a09c-4677-905d-39fdbf8975c8)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:13:41.991686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Deleting port 2060f6e5-6254-4234-8cc4-c61372575ae9 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:41.992688 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2060f6e5-6254-4234-8cc4-c61372575ae9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.016455 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2060f6e5-6254-4234-8cc4-c61372575ae9), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.114285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] For port 2060f6e5-6254-4234-8cc4-c61372575ae9, host n-d-829064-15, got binding levels [] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:42.114819 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2060f6e5-6254-4234-8cc4-c61372575ae9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.118086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6030b58-1266-487e-8156-b5c5c80df8b8 None None] Pushing event updated for resources: {'Port': ['ID=2060f6e5-6254-4234-8cc4-c61372575ae9,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:42.128475 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.143049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Calling delete_port for 2060f6e5-6254-4234-8cc4-c61372575ae9 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:42.242492 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-02be9fd0-90e6-493d-9329-6c5b272fd468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.317780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b7de3-434b-4319-8670-9695efc5a6e0 req-8099999a-0c9b-4f91-804b-fab1ed69d796 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:42.324703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-097b7de3-434b-4319-8670-9695efc5a6e0 req-8099999a-0c9b-4f91-804b-fab1ed69d796 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.1741352 Feb 15 14:13:42.389981 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Publish callbacks [] for router_gateway (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.411999 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.448256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-097b7de3-434b-4319-8670-9695efc5a6e0 req-4680420b-220b-44cb-855d-5dd6dac700cc tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181641 Feb 15 14:13:42.505597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-02be9fd0-90e6-493d-9329-6c5b272fd468 admin admin] Publish callbacks [] for security_group (d15e35e3-21be-4930-b89b-627d5251619f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.519988 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2060f6e5-6254-4234-8cc4-c61372575ae9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.601665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-02be9fd0-90e6-493d-9329-6c5b272fd468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d15e35e3-21be-4930-b89b-627d5251619f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.637834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Port': ['ID=2060f6e5-6254-4234-8cc4-c61372575ae9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:42.736502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Allocated IP 172.25.6.200 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/e25178a1-350f-43d5-8226-0d1c8fdb1aa5) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:42.756752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-02be9fd0-90e6-493d-9329-6c5b272fd468 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=52ca3338adbb42b4b69520eb2ffb8878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8210237 Feb 15 14:13:42.759428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46596) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:42.798733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be9fd0-90e6-493d-9329-6c5b272fd468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e35e3-21be-4930-b89b-627d5251619f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:42.833964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No DVR routers for this DVR port 2060f6e5-6254-4234-8cc4-c61372575ae9 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:13:42.895386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (6ec1e084-036c-4683-bb20-777abebb8537), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.937880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.961981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0be53-88c0-4438-b49d-7d8be07cdf7d req-2c1f78e9-6119-422e-adbf-38cf42c2c230 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:42.963785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ba0be53-88c0-4438-b49d-7d8be07cdf7d req-2c1f78e9-6119-422e-adbf-38cf42c2c230 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.3099482 Feb 15 14:13:42.974352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a38669f1-ccab-4b2b-8e24-17676568d59c admin admin] Publish callbacks [] for security_group (d15e35e3-21be-4930-b89b-627d5251619f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:42.986618 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (b7657c1a-73ea-4542-a8fb-219abbf56ce8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.039632 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Publish callbacks [] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.085371 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a38669f1-ccab-4b2b-8e24-17676568d59c admin admin] Publish callbacks [] for security_group (d15e35e3-21be-4930-b89b-627d5251619f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.116682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6304fb-0e1a-47e0-aa2a-efce1cd4e8f1 req-a5ec7189-56e9-46b3-9c4a-ad4c4ee1f47f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:43.118134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d6304fb-0e1a-47e0-aa2a-efce1cd4e8f1 req-a5ec7189-56e9-46b3-9c4a-ad4c4ee1f47f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.2300663 Feb 15 14:13:43.133953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ba0be53-88c0-4438-b49d-7d8be07cdf7d req-706d88cc-8e50-4fd0-ac17-465bcc2b2786 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561813 Feb 15 14:13:43.137499 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.168051 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:43.196314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:43.231922 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:43.305593 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (b7657c1a-73ea-4542-a8fb-219abbf56ce8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.317367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e25178a1-350f-43d5-8226-0d1c8fdb1aa5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:43.327013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Allocated IP 172.25.6.167 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/7d335775-7c34-4c61-b148-1073fee39f66) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:43.330853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.331459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.331975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.332556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.333111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.333699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.334278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.334822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.335404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.335947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.336499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.337170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.337713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:43.385771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d6304fb-0e1a-47e0-aa2a-efce1cd4e8f1 req-2505933f-8874-470e-b0a4-43c78372dd60 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430899 Feb 15 14:13:43.401117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Subnet': ['ID=b7657c1a-73ea-4542-a8fb-219abbf56ce8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:43.493990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e1b0f2-d82f-42b6-8846-1aa2e3234a09 None None] Network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:43.505989 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ad9bc98e-b27e-4182-9973-46bb8dfa360b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.540571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9bc98e-b27e-4182-9973-46bb8dfa360b']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:43.554040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7fa73e-a09c-4677-905d-39fdbf8975c8') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:43.554380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7fa73e-a09c-4677-905d-39fdbf8975c8') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:43.569927 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (bb7fa73e-a09c-4677-905d-39fdbf8975c8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.606241 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a38669f1-ccab-4b2b-8e24-17676568d59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d15e35e3-21be-4930-b89b-627d5251619f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.613470 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a38669f1-ccab-4b2b-8e24-17676568d59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.617246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a38669f1-ccab-4b2b-8e24-17676568d59c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d15e35e3-21be-4930-b89b-627d5251619f HTTP/1.1" status: 204 len: 168 time: 0.8507168 Feb 15 14:13:43.638717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (bb7fa73e-a09c-4677-905d-39fdbf8975c8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.645006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4d7791b1-c386-46f8-8efd-6efb63b4ce3e None None] Provisioning complete for port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:43.645384 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4d7791b1-c386-46f8-8efd-6efb63b4ce3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.666509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:13:43.667549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (bb7fa73e-a09c-4677-905d-39fdbf8975c8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.806567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for port (7d335775-7c34-4c61-b148-1073fee39f66), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:13:43.840034 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:13:43.846550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38669f1-ccab-4b2b-8e24-17676568d59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e35e3-21be-4930-b89b-627d5251619f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:43.865362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (ad9bc98e-b27e-4182-9973-46bb8dfa360b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.879386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4d7791b1-c386-46f8-8efd-6efb63b4ce3e None None] Current status of the port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:43.879783 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4d7791b1-c386-46f8-8efd-6efb63b4ce3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.901185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471f0eb-a73e-43e4-8dbb-b52bf9280ef1 req-3e5b5652-6026-48b8-a382-4bc77b79ec2d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:43.903188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9471f0eb-a73e-43e4-8dbb-b52bf9280ef1 req-3e5b5652-6026-48b8-a382-4bc77b79ec2d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.6240606 Feb 15 14:13:43.944102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Publish callbacks [] for router_gateway (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.953369 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:43.964590 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/ad9bc98e-b27e-4182-9973-46bb8dfa360b HTTP/1.1" status: 204 len: 168 time: 3.5451875 Feb 15 14:13:43.964916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4d7791b1-c386-46f8-8efd-6efb63b4ce3e None None] For port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:43.972479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46612) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:43.987767 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4d7791b1-c386-46f8-8efd-6efb63b4ce3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:44.013574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1244457377'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:44.028995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3e86e-8880-4ffa-a974-497700b54996 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=ad9bc98e-b27e-4182-9973-46bb8dfa360b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:44.094174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfb414-c44d-4bfe-8ff2-506502b55051 req-9152f842-d35c-4bfc-8ed3-d18c5fe78665 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:44.094622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7791b1-c386-46f8-8efd-6efb63b4ce3e None None] Pushing event updated for resources: {'Port': ['ID=13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:44.104466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bcfb414-c44d-4bfe-8ff2-506502b55051 req-9152f842-d35c-4bfc-8ed3-d18c5fe78665 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.2614856 Feb 15 14:13:44.127295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d0a39453-31e7-4207-98ba-d3d4b229d5c3 None None] Could not find standard attr ID for object 2060f6e5-6254-4234-8cc4-c61372575ae9. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:13:44.151675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:13:44.170721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:44.177355 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:44.191695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9471f0eb-a73e-43e4-8dbb-b52bf9280ef1 req-dbeefb49-ded6-4db0-8861-fb79d0d4a602 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274435 Feb 15 14:13:44.211848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1682f5-ef40-45d1-a5e7-99fff69b4423 None None] DHCP port deletion for ad9bc98e-b27e-4182-9973-46bb8dfa360b request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:13:44.212291 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7d335775-7c34-4c61-b148-1073fee39f66), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:44.285485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:13:44.309089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed06f760-e732-4cd0-b901-f62cb1bedc3d None None] Network ad9bc98e-b27e-4182-9973-46bb8dfa360b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:44.319890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bcfb414-c44d-4bfe-8ff2-506502b55051 req-7c56ee17-59ca-45cd-9007-ea2693a0e6dc tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113824 Feb 15 14:13:44.331919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event updated for resources: {'Port': ['ID=7d335775-7c34-4c61-b148-1073fee39f66,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:44.342382 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (897c8aa9-07c1-41a7-a2dc-a133f170feb1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:44.342725 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment 897c8aa9-07c1-41a7-a2dc-a133f170feb1 of type vlan for network f02c0381-760f-4f9b-8165-0c9c62282531 Feb 15 14:13:44.348310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:44.352812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:44.360885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:44.369864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed06f760-e732-4cd0-b901-f62cb1bedc3d None None] Network ad9bc98e-b27e-4182-9973-46bb8dfa360b could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:13:44.381433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:44.382255 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:44.460004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b34752ef-c7a1-4153-9ae5-be467bef6263 None None] Provisioning complete for port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:44.460501 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b34752ef-c7a1-4153-9ae5-be467bef6263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:44.461332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (f02c0381-760f-4f9b-8165-0c9c62282531), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:44.535057 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (f02c0381-760f-4f9b-8165-0c9c62282531), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:44.540866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:44.541894 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:44.603565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:44.649084 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ccc7d-3020-4626-94be-dd72f59fbde2 req-9474cb1c-dd6b-436a-b220-50b8c87ac526 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:44.650643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b49ccc7d-3020-4626-94be-dd72f59fbde2 req-9474cb1c-dd6b-436a-b220-50b8c87ac526 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.1924129 Feb 15 14:13:44.660972 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6873834 Feb 15 14:13:44.662758 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46626) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:44.667692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'network_id': 'f02c0381-760f-4f9b-8165-0c9c62282531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:44.683392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf5503-ff0d-4d28-8de8-13c2d4403883 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=f02c0381-760f-4f9b-8165-0c9c62282531,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:44.733755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b49ccc7d-3020-4626-94be-dd72f59fbde2 req-5672b910-db0f-4869-bbc8-4b668e1dce96 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698273 Feb 15 14:13:44.932269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:44.952386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network f02c0381-760f-4f9b-8165-0c9c62282531 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:13:44.960558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8187-3ac2-442b-a35b-b4eec3bd3eb7 req-0e6b1212-f0ab-4e42-bb65-e2563de04e16 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:44.979507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37dd8187-3ac2-442b-a35b-b4eec3bd3eb7 req-0e6b1212-f0ab-4e42-bb65-e2563de04e16 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.1057427 Feb 15 14:13:44.999171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:45.003550 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:45.048682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b34752ef-c7a1-4153-9ae5-be467bef6263 None None] Current status of the port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:45.050467 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37dd8187-3ac2-442b-a35b-b4eec3bd3eb7 req-b6da92c3-4738-4037-b311-6c848663faa7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726871 Feb 15 14:13:45.053331 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3098e416-86c9-4659-9366-ea7330160a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:45.208914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e37d0-b7f7-4bbc-b21d-556b0255210c req-07f223db-cb10-49ae-9f37-d21f15c69c44 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:45.211496 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db6e37d0-b7f7-4bbc-b21d-556b0255210c req-07f223db-cb10-49ae-9f37-d21f15c69c44 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.0669494 Feb 15 14:13:45.283981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db6e37d0-b7f7-4bbc-b21d-556b0255210c req-0a30ede9-298a-4ba4-937a-f95fbf728eb1 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664887 Feb 15 14:13:45.370797 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (6ec1e084-036c-4683-bb20-777abebb8537), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:45.503641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199dd61-8daa-4cc8-b15a-d6d3b3f5dfee req-aaa9944c-958f-44ea-8eb1-4defb6584215 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:45.505566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9199dd61-8daa-4cc8-b15a-d6d3b3f5dfee req-aaa9944c-958f-44ea-8eb1-4defb6584215 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.0905592 Feb 15 14:13:45.535040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.ipam_backend_mixin [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Performing IP validity checks on allocation pools {{(pid=109972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 14:13:45.535562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.ipam_backend_mixin [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 14:13:45.568947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9199dd61-8daa-4cc8-b15a-d6d3b3f5dfee req-456bcf24-6732-4d55-9623-b230d307c874 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574164 Feb 15 14:13:45.591198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60c31b-80ae-4588-875e-a25497fefa7f req-4759774f-0797-42bc-a139-6cd918ee988b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:45.594529 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b60c31b-80ae-4588-875e-a25497fefa7f req-4759774f-0797-42bc-a139-6cd918ee988b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.1905115 Feb 15 14:13:45.653176 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b60c31b-80ae-4588-875e-a25497fefa7f req-e7887f22-e24e-4587-8211-9287ed22f33f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528603 Feb 15 14:13:45.661586 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (6ec1e084-036c-4683-bb20-777abebb8537), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:45.689472 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (6ec1e084-036c-4683-bb20-777abebb8537), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:45.823738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f36108-6d37-421d-a65c-a4f9c92f54d0 req-33fe995a-db25-4759-9777-df4829bfeba6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:45.846268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64f36108-6d37-421d-a65c-a4f9c92f54d0 req-33fe995a-db25-4759-9777-df4829bfeba6 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.1100881 Feb 15 14:13:45.864627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:13:45.935611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64f36108-6d37-421d-a65c-a4f9c92f54d0 req-34707afa-aeb1-4cb8-a528-b2715977a9dd tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884681 Feb 15 14:13:45.986226 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:13:46.022193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (466299c3-b157-4f77-8df1-5cff9f152c53), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:46.080269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:46.082143 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:46.087350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Router 6ec1e084-036c-4683-bb20-777abebb8537 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:13:46.100318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428bbd0-f4e6-462c-b06d-22e5785c682e req-c9677903-5eff-4071-9b80-ed5663bb430a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:46.103284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5428bbd0-f4e6-462c-b06d-22e5785c682e req-c9677903-5eff-4071-9b80-ed5663bb430a tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.0720856 Feb 15 14:13:46.168043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:13:46.169733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=466299c3-b157-4f77-8df1-5cff9f152c53,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:46.182624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5428bbd0-f4e6-462c-b06d-22e5785c682e req-42f21881-9c55-4bed-9e3d-5c935be50493 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734630 Feb 15 14:13:46.194768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Sync routers for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:46.225566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:46.226328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:46.233464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking segment: {'id': '897c8aa9-07c1-41a7-a2dc-a133f170feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f02c0381-760f-4f9b-8165-0c9c62282531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:46.233464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network hostable DHCP agents. Network: f02c0381-760f-4f9b-8165-0c9c62282531, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:13:46.263170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:46.269346 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-58f0e8ea-eb1c-415e-af79-9961cd99a4b6 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0914924 Feb 15 14:13:46.272465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46690) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:46.298516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:46.310058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network f02c0381-760f-4f9b-8165-0c9c62282531 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:13:46.337851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, f02c0381-760f-4f9b-8165-0c9c62282531) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:46.345407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:46.347681 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:46.351356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2060f6e5-6254-4234-8cc4-c61372575ae9 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:13:46.353642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb83893-89c5-49fc-babb-87a01736ad38 None None] Network f02c0381-760f-4f9b-8165-0c9c62282531 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:46.368227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:13:46.373409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:46.378656 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1156b76d-5bcc-45c3-8294-e201f7d4fd8c tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "PUT /v2.0/routers/6ec1e084-036c-4683-bb20-777abebb8537 HTTP/1.1" status: 200 len: 914 time: 5.0159144 Feb 15 14:13:46.379449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46692) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:46.383631 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fa14bd-ed23-4a1b-9981-33524813a49b None None] Sync routers for ids ['6ec1e084-036c-4683-bb20-777abebb8537'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:46.387891 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bc310272-e785-4bbd-9569-584ab46fd165 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7216580 Feb 15 14:13:46.387891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46694) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:46.392072 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46696) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:46.397856 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fa14bd-ed23-4a1b-9981-33524813a49b None None] Routers {'6ec1e084-036c-4683-bb20-777abebb8537'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:46.400951 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4fa14bd-ed23-4a1b-9981-33524813a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6ec1e084-036c-4683-bb20-777abebb8537'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:46.438612 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4fa14bd-ed23-4a1b-9981-33524813a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:46.449906 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fa14bd-ed23-4a1b-9981-33524813a49b None None] Routers {'6ec1e084-036c-4683-bb20-777abebb8537'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:46.450690 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4fa14bd-ed23-4a1b-9981-33524813a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6ec1e084-036c-4683-bb20-777abebb8537'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:46.485785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ca945-39fd-45c2-bd2f-93497575e0ed req-b2dffee4-82e6-4579-a03f-5cb9a7b5502f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:46.487739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-758ca945-39fd-45c2-bd2f-93497575e0ed req-b2dffee4-82e6-4579-a03f-5cb9a7b5502f tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.1519282 Feb 15 14:13:46.489747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 2060f6e5-6254-4234-8cc4-c61372575ae9 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:13:46.497222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2060f6e5-6254-4234-8cc4-c61372575ae9 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:13:46.524149 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4fa14bd-ed23-4a1b-9981-33524813a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:46.525070 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fa14bd-ed23-4a1b-9981-33524813a49b None None] The sync data for ids ['6ec1e084-036c-4683-bb20-777abebb8537'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:46.611655 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-99ffc056-d710-4651-b08b-4439024a5e74 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/routers/6ec1e084-036c-4683-bb20-777abebb8537 HTTP/1.1" status: 200 len: 920 time: 0.2309554 Feb 15 14:13:46.615598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (f02c0381-760f-4f9b-8165-0c9c62282531), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:46.617316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46700) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:46.652423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:13:46.657270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d2648b-a024-42b2-b484-d1c9ab63444a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-f02c0381-760f-4f9b-8165-0c9c62282531', 'network_id': 'f02c0381-760f-4f9b-8165-0c9c62282531', 'project_id': '4f7087663b6f477e8617eef2875361a3', 'fixed_ips': [{'subnet_id': '466299c3-b157-4f77-8df1-5cff9f152c53'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:13:46.659023 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13d2648b-a024-42b2-b484-d1c9ab63444a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:46.716562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b39945f-4ce5-4852-a70f-5308af877f9a tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:46.721793 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1b39945f-4ce5-4852-a70f-5308af877f9a tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&device_id=6ec1e084-036c-4683-bb20-777abebb8537&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1022973 Feb 15 14:13:46.727353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46704) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:46.736023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (466299c3-b157-4f77-8df1-5cff9f152c53), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:46.745249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-758ca945-39fd-45c2-bd2f-93497575e0ed req-9c68a927-db15-433f-be1c-38a89f87b3b4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464089 Feb 15 14:13:46.747936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-645ac15f-fde3-4f84-9af3-0f749b465bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:46.937881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b80d0e-bdaf-419b-9e56-8f026e2f36fe tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:46.941860 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-05b80d0e-bdaf-419b-9e56-8f026e2f36fe tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 881 time: 0.2109621 Feb 15 14:13:46.941860 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (466299c3-b157-4f77-8df1-5cff9f152c53), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:46.950003 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46710) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:46.995291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5390ec-f22d-4208-8ca5-de3e6daa7604 req-b1ea61f3-2553-4523-a835-8f6ceddc2afa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:47.003223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b5390ec-f22d-4208-8ca5-de3e6daa7604 req-b1ea61f3-2553-4523-a835-8f6ceddc2afa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.2355831 Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-13d2648b-a024-42b2-b484-d1c9ab63444a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 466299c3-b157-4f77-8df1-5cff9f152c53: This subnet is being modified by another concurrent operation. Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:13:47.038601 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 466299c3-b157-4f77-8df1-5cff9f152c53: This subnet is being modified by another concurrent operation. Feb 15 14:13:47.042208 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:13:47.069188 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9ddce7ae-cca4-4893-8dfe-29b310f78f28 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec1e084-036c-4683-bb20-777abebb8537 HTTP/1.1" status: 200 len: 205 time: 0.1057777 Feb 15 14:13:47.071490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Subnet': ['ID=466299c3-b157-4f77-8df1-5cff9f152c53,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:47.079521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8866ac11-e99c-4d6a-92fa-ff7d9a59f7de None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:13:47.082207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46712) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:47.151728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:43Z', 'revision_number': 3, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:47.203809 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ce537fc6-cbb2-41e5-943b-c0d8474a3b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.208181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Checking router: 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:13:47.210289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Updating router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a port e25178a1-350f-43d5-8226-0d1c8fdb1aa5 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:13:47.212930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (6ec1e084-036c-4683-bb20-777abebb8537), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.223086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2751d-968d-4cee-a5d5-77f25c2d10bd req-b07b2da3-31bd-4961-87c8-13085035c0b4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:47.225289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5dd2751d-968d-4cee-a5d5-77f25c2d10bd req-b07b2da3-31bd-4961-87c8-13085035c0b4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.3451021 Feb 15 14:13:47.287147 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.310827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b5390ec-f22d-4208-8ca5-de3e6daa7604 req-a7462cab-2f43-4dcd-bc1b-2f9eabc19a6e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065681 Feb 15 14:13:47.346326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8866ac11-e99c-4d6a-92fa-ff7d9a59f7de None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:13:47.349730 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (6ec1e084-036c-4683-bb20-777abebb8537), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.362031 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (f02c0381-760f-4f9b-8165-0c9c62282531), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.393811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.423951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02c0381-760f-4f9b-8165-0c9c62282531']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:47.431522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5dd2751d-968d-4cee-a5d5-77f25c2d10bd req-c39003d2-b340-4bdf-ae14-197a7dab40bd tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478481 Feb 15 14:13:47.467980 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-645ac15f-fde3-4f84-9af3-0f749b465bc0 admin admin] Publish callbacks [] for security_group (0ef35371-32d7-423c-8a45-73b3cbb9f605), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.489911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897c8aa9-07c1-41a7-a2dc-a133f170feb1') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:47.490612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897c8aa9-07c1-41a7-a2dc-a133f170feb1') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:47.504401 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-645ac15f-fde3-4f84-9af3-0f749b465bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0ef35371-32d7-423c-8a45-73b3cbb9f605), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.530357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (897c8aa9-07c1-41a7-a2dc-a133f170feb1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.580249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ac15f-fde3-4f84-9af3-0f749b465bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef35371-32d7-423c-8a45-73b3cbb9f605,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:47.585506 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (897c8aa9-07c1-41a7-a2dc-a133f170feb1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.593508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Deleting port 7d335775-7c34-4c61-b148-1073fee39f66 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:47.593858 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7d335775-7c34-4c61-b148-1073fee39f66), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.599784 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-645ac15f-fde3-4f84-9af3-0f749b465bc0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8db6c2e2967144a5a7b6f1fd09e403bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2087955 Feb 15 14:13:47.601695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:13:47.602097 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (897c8aa9-07c1-41a7-a2dc-a133f170feb1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.606859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46718) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:13:47.619178 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:13:47.695676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88d64e-f454-4b86-9697-413c328c100d req-2b095812-1a9f-4d08-aeba-fc76f75aca36 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:47.697455 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da88d64e-f454-4b86-9697-413c328c100d req-2b095812-1a9f-4d08-aeba-fc76f75aca36 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.1476498 Feb 15 14:13:47.743064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (f02c0381-760f-4f9b-8165-0c9c62282531), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.746011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Allocated IP 172.20.0.1 (5c324a70-b89b-4fb8-92d2-294f41bfd6ba/d6844703-78b4-41b5-9e49-a1a242173e19/803c84fc-8a9e-4018-8754-4e22b560f6bd) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:47.752683 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.762023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/f02c0381-760f-4f9b-8165-0c9c62282531 HTTP/1.1" status: 204 len: 168 time: 1.3640454 Feb 15 14:13:47.765334 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46720) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:47.775627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1636611428'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:47.791730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da88d64e-f454-4b86-9697-413c328c100d req-c104b708-9b6b-4dde-9bdc-5e1c9206a9fd tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858295 Feb 15 14:13:47.794597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5e11e369-88ab-4d81-a356-25ebabaad02e admin admin] Publish callbacks [] for security_group (0ef35371-32d7-423c-8a45-73b3cbb9f605), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.834102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf36c1-246f-4038-a4ec-497d269f0d7f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=f02c0381-760f-4f9b-8165-0c9c62282531,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:47.838298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:47.859534 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.865915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1602b4e5-5dcb-44e7-b69b-58cb46e4328c None None] Network f02c0381-760f-4f9b-8165-0c9c62282531 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:47.868617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7d335775-7c34-4c61-b148-1073fee39f66), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.887868 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5e11e369-88ab-4d81-a356-25ebabaad02e admin admin] Publish callbacks [] for security_group (0ef35371-32d7-423c-8a45-73b3cbb9f605), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.888871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1602b4e5-5dcb-44e7-b69b-58cb46e4328c None None] Network f02c0381-760f-4f9b-8165-0c9c62282531 could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:13:47.894023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Calling delete_port for 7d335775-7c34-4c61-b148-1073fee39f66 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:47.949765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:13:47.968491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (674f443e-fa78-4b78-9d9a-456da740ac65), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.968853 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment 674f443e-fa78-4b78-9d9a-456da740ac65 of type vlan for network ad7c4a45-f760-414f-a327-4dc69dacb734 Feb 15 14:13:47.982494 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Publish callbacks [] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.984920 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Publish callbacks [] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:47.993794 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.080355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcae90-0dc7-438b-8d7a-f1b0bafd859b None None] Pushing event updated for resources: {'Port': ['ID=e25178a1-350f-43d5-8226-0d1c8fdb1aa5,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:48.087572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Attempting to bind port e25178a1-350f-43d5-8226-0d1c8fdb1aa5 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:13:48.088550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Attempting to bind port e25178a1-350f-43d5-8226-0d1c8fdb1aa5 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:13:48.088934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Attempting to bind port e25178a1-350f-43d5-8226-0d1c8fdb1aa5 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:48.094668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:13:48.095125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:48.095747 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.096140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:13:48.096632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Bound port: e25178a1-350f-43d5-8226-0d1c8fdb1aa5, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:13:48.097015 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.118662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77057a0a-45f1-436f-a8bd-deb3ffd6e289 req-0832c430-8adf-4422-9054-f55c1b507a1d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:48.127741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77057a0a-45f1-436f-a8bd-deb3ffd6e289 req-0832c430-8adf-4422-9054-f55c1b507a1d tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.2203605 Feb 15 14:13:48.175341 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5e11e369-88ab-4d81-a356-25ebabaad02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0ef35371-32d7-423c-8a45-73b3cbb9f605), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.176285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] For port e25178a1-350f-43d5-8226-0d1c8fdb1aa5, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:13:48.179194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5e11e369-88ab-4d81-a356-25ebabaad02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.180370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5e11e369-88ab-4d81-a356-25ebabaad02e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ef35371-32d7-423c-8a45-73b3cbb9f605 HTTP/1.1" status: 204 len: 168 time: 0.5724118 Feb 15 14:13:48.183816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] For port e25178a1-350f-43d5-8226-0d1c8fdb1aa5, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e25178a1-350f-43d5-8226-0d1c8fdb1aa5,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:13:48.192990 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.206173 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.261303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:48.261999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:48.321516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcae90-0dc7-438b-8d7a-f1b0bafd859b None None] Pushing event updated for resources: {'Port': ['ID=e25178a1-350f-43d5-8226-0d1c8fdb1aa5,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:48.360016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Pushing event updated for resources: {'Port': ['ID=803c84fc-8a9e-4018-8754-4e22b560f6bd,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:48.376291 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.385376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11e369-88ab-4d81-a356-25ebabaad02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef35371-32d7-423c-8a45-73b3cbb9f605,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:48.386724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (ad7c4a45-f760-414f-a327-4dc69dacb734), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.427846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77057a0a-45f1-436f-a8bd-deb3ffd6e289 req-ee9fbb75-b111-4f7c-b31a-6146433655bb tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982221 Feb 15 14:13:48.449079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:13:48.457537 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (ad7c4a45-f760-414f-a327-4dc69dacb734), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.462840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:48.463541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.482564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:48.535926 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7639680 Feb 15 14:13:48.537830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:48.554063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46736) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:48.563616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'network_id': 'ad7c4a45-f760-414f-a327-4dc69dacb734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:48.588532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:48.676271 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7d335775-7c34-4c61-b148-1073fee39f66), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.724838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdecea1-7c6e-4e8c-ac2c-99603effda4b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=ad7c4a45-f760-414f-a327-4dc69dacb734,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:48.736628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Pushing event deleted for resources: {'Port': ['ID=7d335775-7c34-4c61-b148-1073fee39f66,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:48.742721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6126a-3643-45fd-bd70-3f56858e1291 req-9ba21bc7-ce07-4115-abfc-6843a1f536cf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:48.762962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network ad7c4a45-f760-414f-a327-4dc69dacb734 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:13:48.763140 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-89e6126a-3643-45fd-bd70-3f56858e1291 req-9ba21bc7-ce07-4115-abfc-6843a1f536cf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.2897897 Feb 15 14:13:48.870962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (6ec1e084-036c-4683-bb20-777abebb8537), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:48.927537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:48.941856 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.030131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b47af3b2-bc53-47a7-b345-438034f777ae None None] Provisioning complete for port 803c84fc-8a9e-4018-8754-4e22b560f6bd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:49.030525 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b47af3b2-bc53-47a7-b345-438034f777ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.229765 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (6ec1e084-036c-4683-bb20-777abebb8537), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.233330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (6ec1e084-036c-4683-bb20-777abebb8537), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.255071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:43Z', 'revision_number': 3, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:49.289812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af444f8c-7dd9-4be4-a1a3-1cf10394dc4b None None] The sync data for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 is: [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:43Z', 'revision_number': 3, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:49.297338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b47af3b2-bc53-47a7-b345-438034f777ae None None] Port 803c84fc-8a9e-4018-8754-4e22b560f6bd cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:13:49.305963 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.351494 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (6ec1e084-036c-4683-bb20-777abebb8537), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.352064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec1e084-036c-4683-bb20-777abebb8537 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:13:49.360916 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.362100 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c083ba39-77a9-46f4-b48a-6ac4d629a9ce tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/6ec1e084-036c-4683-bb20-777abebb8537 HTTP/1.1" status: 204 len: 168 time: 2.2777538 Feb 15 14:13:49.369157 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46758) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:49.373809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-10c62233-c8c1-45ab-be7d-306cc7acb53e tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-356381343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:49.420546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-89e6126a-3643-45fd-bd70-3f56858e1291 req-12d6c691-bb08-47c9-a4b4-c3332a9fbf02 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568656 Feb 15 14:13:49.434154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f217ae4-afc7-4dcf-8dfe-87f1e705ed70 req-8e1b3ad1-e878-49aa-993b-30c26c25a715 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:49.445165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f217ae4-afc7-4dcf-8dfe-87f1e705ed70 req-8e1b3ad1-e878-49aa-993b-30c26c25a715 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.8035910 Feb 15 14:13:49.467614 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10c62233-c8c1-45ab-be7d-306cc7acb53e tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (3d99e8a8-6422-4589-9c65-bc68b4108168), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.469608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10c62233-c8c1-45ab-be7d-306cc7acb53e tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (3d99e8a8-6422-4589-9c65-bc68b4108168), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.576481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (076fdf05-2a53-4d77-a459-7c1a619cb75b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.632618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10c62233-c8c1-45ab-be7d-306cc7acb53e tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (3d99e8a8-6422-4589-9c65-bc68b4108168), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.661028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10c62233-c8c1-45ab-be7d-306cc7acb53e tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (3d99e8a8-6422-4589-9c65-bc68b4108168), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.697422 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.761638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f217ae4-afc7-4dcf-8dfe-87f1e705ed70 req-d7407df2-be31-4a1d-b911-58cf9d087fa4 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116252 Feb 15 14:13:49.762670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking segment: {'id': '674f443e-fa78-4b78-9d9a-456da740ac65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ad7c4a45-f760-414f-a327-4dc69dacb734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:49.763070 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network hostable DHCP agents. Network: ad7c4a45-f760-414f-a327-4dc69dacb734, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:13:49.780582 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10c62233-c8c1-45ab-be7d-306cc7acb53e tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.784708 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-10c62233-c8c1-45ab-be7d-306cc7acb53e tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4116755 Feb 15 14:13:49.784708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=076fdf05-2a53-4d77-a459-7c1a619cb75b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:49.786205 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46770) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:49.793716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'enable_snat': False}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:49.901274 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:49.984949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network ad7c4a45-f760-414f-a327-4dc69dacb734 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:13:50.090048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e25178a1-350f-43d5-8226-0d1c8fdb1aa5 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:13:50.097326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, ad7c4a45-f760-414f-a327-4dc69dacb734) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:50.110741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:50.118930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:50.169622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d44eb14-3339-4fba-85bd-ae829d8cb9f5 None None] Network ad7c4a45-f760-414f-a327-4dc69dacb734 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:50.214567 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1274e222-df4f-4ed2-a037-0d7a1224ce45 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6593938 Feb 15 14:13:50.217219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46784) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:50.319292 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (3d99e8a8-6422-4589-9c65-bc68b4108168), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:50.416949 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ad7c4a45-f760-414f-a327-4dc69dacb734), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:50.467735 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Publish callbacks [] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:50.489045 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:50.532325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e25178a1-350f-43d5-8226-0d1c8fdb1aa5 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:50.535433 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:50.626201 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (076fdf05-2a53-4d77-a459-7c1a619cb75b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:50.662282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Pushing event updated for resources: {'Port': ['ID=803c84fc-8a9e-4018-8754-4e22b560f6bd,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:50.680818 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c536639-3f4b-429a-ba9c-2a6a430c5632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-ad7c4a45-f760-414f-a327-4dc69dacb734', 'network_id': 'ad7c4a45-f760-414f-a327-4dc69dacb734', 'project_id': '4f7087663b6f477e8617eef2875361a3', 'fixed_ips': [{'subnet_id': '076fdf05-2a53-4d77-a459-7c1a619cb75b'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:13:50.685061 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c536639-3f4b-429a-ba9c-2a6a430c5632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:50.906259 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (076fdf05-2a53-4d77-a459-7c1a619cb75b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:50.931410 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:50.988210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Subnet': ['ID=076fdf05-2a53-4d77-a459-7c1a619cb75b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:51.116772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ad7c4a45-f760-414f-a327-4dc69dacb734), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.140707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (3d99e8a8-6422-4589-9c65-bc68b4108168), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.147099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:51.148843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:51.170265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429cd5b-5222-4ae5-9347-25207453f3b1 req-3b6d6340-76de-4b6d-a8b3-0e0cfda51234 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:51.172099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0429cd5b-5222-4ae5-9347-25207453f3b1 req-3b6d6340-76de-4b6d-a8b3-0e0cfda51234 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.5007279 Feb 15 14:13:51.183839 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.187649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7c4a45-f760-414f-a327-4dc69dacb734']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:51.205190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674f443e-fa78-4b78-9d9a-456da740ac65') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:51.205542 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674f443e-fa78-4b78-9d9a-456da740ac65') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:51.257823 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (674f443e-fa78-4b78-9d9a-456da740ac65), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.322276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (674f443e-fa78-4b78-9d9a-456da740ac65), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-6c536639-3f4b-429a-ba9c-2a6a430c5632 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 076fdf05-2a53-4d77-a459-7c1a619cb75b: This subnet is being modified by another concurrent operation. Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:13:51.322981 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 076fdf05-2a53-4d77-a459-7c1a619cb75b: This subnet is being modified by another concurrent operation. Feb 15 14:13:51.326600 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:13:51.355175 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:13:51.355175 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (674f443e-fa78-4b78-9d9a-456da740ac65), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:13:51.370323 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:13:51.382022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0851c70a-dd9c-4d61-8b89-ca225cacf8b7 None None] Network ad7c4a45-f760-414f-a327-4dc69dacb734 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:51.448153 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0429cd5b-5222-4ae5-9347-25207453f3b1 req-563129a0-73fd-4bf7-a9a4-1a1b80817204 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705455 Feb 15 14:13:51.469626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:13:51.586664 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.593773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55ce991-7ff0-4767-a77f-333c0581d5e0 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:13:51.597787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e25178a1-350f-43d5-8226-0d1c8fdb1aa5 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:51.599364 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.632980 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (ad7c4a45-f760-414f-a327-4dc69dacb734), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.635480 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Allocated IP 172.25.6.89 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/17792eea-c5a1-4609-bab6-22d7e6a4ec35) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:51.647849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.654662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port e25178a1-350f-43d5-8226-0d1c8fdb1aa5, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e25178a1-350f-43d5-8226-0d1c8fdb1aa5,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:51.657819 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/ad7c4a45-f760-414f-a327-4dc69dacb734 HTTP/1.1" status: 204 len: 168 time: 1.4390237 Feb 15 14:13:51.690725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46816) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:51.699823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9221a4a-465f-42bb-8f43-73afe412ac94 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=ad7c4a45-f760-414f-a327-4dc69dacb734,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:51.711585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.728532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-57521676'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:51.842427 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:51.852663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.853315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:13:51.857873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c8d5d356-2418-40bf-b4a4-b0c48feb231d None None] Provisioning complete for port 803c84fc-8a9e-4018-8754-4e22b560f6bd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:51.858401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d356-2418-40bf-b4a4-b0c48feb231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:51.875910 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-04932726-ceba-4dab-86e7-0a66efeb06b2 admin admin] 10.222.0.72 "PUT /v2.0/routers/5ad792f2-7de2-4e32-a768-f3d0c06e8b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6026514 Feb 15 14:13:51.959183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:13:52.001971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5d356-2418-40bf-b4a4-b0c48feb231d None None] Port 803c84fc-8a9e-4018-8754-4e22b560f6bd cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:13:52.003305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f8562eae-a6ef-4480-85fc-c5bfad392488), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:52.003654 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment f8562eae-a6ef-4480-85fc-c5bfad392488 of type vlan for network e333fb1a-3c79-46d1-98ac-14e90d525b10 Feb 15 14:13:52.014083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=e25178a1-350f-43d5-8226-0d1c8fdb1aa5,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:52.111021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55ce991-7ff0-4767-a77f-333c0581d5e0 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:13:52.117262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for port (17792eea-c5a1-4609-bab6-22d7e6a4ec35), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:52.148246 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (e333fb1a-3c79-46d1-98ac-14e90d525b10), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:52.226020 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (17792eea-c5a1-4609-bab6-22d7e6a4ec35), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:52.326351 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (e333fb1a-3c79-46d1-98ac-14e90d525b10), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:52.342685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:52.343398 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:52.372633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Pushing event updated for resources: {'Port': ['ID=17792eea-c5a1-4609-bab6-22d7e6a4ec35,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:52.397312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Sync routers for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:52.430288 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7185850 Feb 15 14:13:52.433401 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46850) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:52.439492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'network_id': 'e333fb1a-3c79-46d1-98ac-14e90d525b10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:52.493867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:52.494519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:52.614394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:52.627972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:52.634081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:52.700028 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f4731-5ad7-4a80-a17b-55f3513e94c1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=e333fb1a-3c79-46d1-98ac-14e90d525b10,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:52.758892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:52.763845 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:52.879464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e6c9e-6c00-4e83-975a-e2f54a0dcd61 req-d7c0094f-fecb-4cfd-aad5-6a0e0642b58e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:52.888322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-251e6c9e-6c00-4e83-975a-e2f54a0dcd61 req-d7c0094f-fecb-4cfd-aad5-6a0e0642b58e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.2269452 Feb 15 14:13:52.949029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:13:52.991147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network e333fb1a-3c79-46d1-98ac-14e90d525b10 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:13:53.002220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-251e6c9e-6c00-4e83-975a-e2f54a0dcd61 req-f40c90ef-a046-4336-9ffb-5f0b12bcdd2d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126420 Feb 15 14:13:53.207446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46868) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:53.219436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2d20d27f-88b8-42a7-abeb-cb7c6d3c408e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139552118', 'description': 'tempest-description--920910379'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:53.294441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d20d27f-88b8-42a7-abeb-cb7c6d3c408e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:53.321414 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (3a1ea2f7-a92d-4c71-8e48-300a4ddad970), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:53.380341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46870) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:53.425052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=3a1ea2f7-a92d-4c71-8e48-300a4ddad970,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:53.431699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router_gateway (3d99e8a8-6422-4589-9c65-bc68b4108168), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:53.447774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.448254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.448480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.448784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.449133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.449441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.449767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.450091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.453634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.454643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.455028 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.455372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.455710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:13:53.546379 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d20d27f-88b8-42a7-abeb-cb7c6d3c408e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (c8cd2f10-614a-4cbe-9819-9cdb980abf45), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:53.569333 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d20d27f-88b8-42a7-abeb-cb7c6d3c408e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c8cd2f10-614a-4cbe-9819-9cdb980abf45), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:53.595945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:50Z', 'revision_number': 2, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:53.606096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d20d27f-88b8-42a7-abeb-cb7c6d3c408e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:53.608850 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2d20d27f-88b8-42a7-abeb-cb7c6d3c408e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3990829 Feb 15 14:13:53.614524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46876) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:53.624176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20d27f-88b8-42a7-abeb-cb7c6d3c408e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cd2f10-614a-4cbe-9819-9cdb980abf45,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:53.628008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking segment: {'id': 'f8562eae-a6ef-4480-85fc-c5bfad392488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e333fb1a-3c79-46d1-98ac-14e90d525b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:53.628374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network hostable DHCP agents. Network: e333fb1a-3c79-46d1-98ac-14e90d525b10, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:13:53.633067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9a089bd3-11b2-4183-b595-ecb46d2af2ad tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'security_group_rule': {'security_group_id': 'c8cd2f10-614a-4cbe-9819-9cdb980abf45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:53.650291 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b504255-7c22-4b2d-ac7d-1268c5ac370b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:53.654406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network e333fb1a-3c79-46d1-98ac-14e90d525b10 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:13:53.668224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, e333fb1a-3c79-46d1-98ac-14e90d525b10) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:53.685752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4351f43e-0304-4b2f-ae54-2d02117f98c9 None None] Network e333fb1a-3c79-46d1-98ac-14e90d525b10 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:53.687073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:53.687941 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:53.689872 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Checking router: 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:13:53.690237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Updating router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a port 803c84fc-8a9e-4018-8754-4e22b560f6bd binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:13:53.711088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5ce7a07c-14a5-4f27-a072-8a2bf325c7ad tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2765427 Feb 15 14:13:53.713892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46878) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:53.867727 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (e333fb1a-3c79-46d1-98ac-14e90d525b10), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:53.893386 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:53.993023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e25178a1-350f-43d5-8226-0d1c8fdb1aa5 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:13:53.994710 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (3a1ea2f7-a92d-4c71-8e48-300a4ddad970), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.113242 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (3a1ea2f7-a92d-4c71-8e48-300a4ddad970), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.165379 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (3d99e8a8-6422-4589-9c65-bc68b4108168), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.172377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (3d99e8a8-6422-4589-9c65-bc68b4108168), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.190294 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a089bd3-11b2-4183-b595-ecb46d2af2ad tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (39ef7a57-8c71-4fc8-8add-1baac329681c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.201336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1ea2f7-a92d-4c71-8e48-300a4ddad970,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:54.337022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (e333fb1a-3c79-46d1-98ac-14e90d525b10), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.352136 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a089bd3-11b2-4183-b595-ecb46d2af2ad tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (39ef7a57-8c71-4fc8-8add-1baac329681c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.362937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a089bd3-11b2-4183-b595-ecb46d2af2ad tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (39ef7a57-8c71-4fc8-8add-1baac329681c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.408175 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b504255-7c22-4b2d-ac7d-1268c5ac370b admin admin] Publish callbacks [] for security_group (b23795cd-5fa9-4f06-9bae-466f9bea177a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.416723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a089bd3-11b2-4183-b595-ecb46d2af2ad tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ef7a57-8c71-4fc8-8add-1baac329681c,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:54.427205 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b504255-7c22-4b2d-ac7d-1268c5ac370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b23795cd-5fa9-4f06-9bae-466f9bea177a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.428597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e333fb1a-3c79-46d1-98ac-14e90d525b10']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:54.442386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8562eae-a6ef-4480-85fc-c5bfad392488') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:54.442801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8562eae-a6ef-4480-85fc-c5bfad392488') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:54.455608 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0b504255-7c22-4b2d-ac7d-1268c5ac370b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cff7336ffb5042ea8427211e86390859&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0743914 Feb 15 14:13:54.458546 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (f8562eae-a6ef-4480-85fc-c5bfad392488), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.459864 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a089bd3-11b2-4183-b595-ecb46d2af2ad tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.461004 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9a089bd3-11b2-4183-b595-ecb46d2af2ad tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8316123 Feb 15 14:13:54.461807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46884) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:54.464400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46886) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:54.475388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0064ee6e-7d81-49fa-8529-a37dc92a18d2 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'security_group_rule': {'security_group_id': 'c8cd2f10-614a-4cbe-9819-9cdb980abf45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:54.503043 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f8562eae-a6ef-4480-85fc-c5bfad392488), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.517757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453ba60-5f59-461e-9e87-74f4f80ce444 req-ef45a17a-1d93-4dcd-a33d-9935a0e39158 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:54.524604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b504255-7c22-4b2d-ac7d-1268c5ac370b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23795cd-5fa9-4f06-9bae-466f9bea177a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:54.532310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7453ba60-5f59-461e-9e87-74f4f80ce444 req-ef45a17a-1d93-4dcd-a33d-9935a0e39158 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.1426222 Feb 15 14:13:54.537585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Router 3d99e8a8-6422-4589-9c65-bc68b4108168 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:13:54.560991 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1070b887-a174-44e2-bd79-8ce26f5391ab admin admin] Publish callbacks [] for security_group (b23795cd-5fa9-4f06-9bae-466f9bea177a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.569192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5554f-a344-40ae-8916-490b3ada786d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-e333fb1a-3c79-46d1-98ac-14e90d525b10', 'network_id': 'e333fb1a-3c79-46d1-98ac-14e90d525b10', 'project_id': '4f7087663b6f477e8617eef2875361a3', 'fixed_ips': [{'subnet_id': '3a1ea2f7-a92d-4c71-8e48-300a4ddad970'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:13:54.570055 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0b5554f-a344-40ae-8916-490b3ada786d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.596831 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1070b887-a174-44e2-bd79-8ce26f5391ab admin admin] Publish callbacks [] for security_group (b23795cd-5fa9-4f06-9bae-466f9bea177a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.627943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7453ba60-5f59-461e-9e87-74f4f80ce444 req-1dd4f32e-0edf-44a5-9ed2-9b62247e97d9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909235 Feb 15 14:13:54.629475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:13:54.630796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (f8562eae-a6ef-4480-85fc-c5bfad392488), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:13:54.637040 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:13:54.648459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e25178a1-350f-43d5-8226-0d1c8fdb1aa5 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:54.648895 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.704660 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0064ee6e-7d81-49fa-8529-a37dc92a18d2 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (f5d2669f-6b65-4400-8bad-7d944ac5f23f), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.789520 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (e333fb1a-3c79-46d1-98ac-14e90d525b10), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.801838 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.811815 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1070b887-a174-44e2-bd79-8ce26f5391ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b23795cd-5fa9-4f06-9bae-466f9bea177a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.815871 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1070b887-a174-44e2-bd79-8ce26f5391ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.815871 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1070b887-a174-44e2-bd79-8ce26f5391ab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b23795cd-5fa9-4f06-9bae-466f9bea177a HTTP/1.1" status: 204 len: 168 time: 0.3452997 Feb 15 14:13:54.821514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/e333fb1a-3c79-46d1-98ac-14e90d525b10 HTTP/1.1" status: 204 len: 168 time: 1.1037967 Feb 15 14:13:54.826880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46890) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:54.834670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-498848290'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:54.859143 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-a0b5554f-a344-40ae-8916-490b3ada786d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 15 14:13:54.859143 n-d-829064-15 neutron-server[109973]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 15 14:13:54.859143 n-d-829064-15 neutron-server[109973]: [parameters: {'project_id': '4f7087663b6f477e8617eef2875361a3', 'id': 'b885c389-e5a8-4ab5-9282-e31ead13fb61', 'name': '', 'network_id': 'e333fb1a-3c79-46d1-98ac-14e90d525b10', 'mac_address': 'fa:16:3e:7f:64:6e', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-e333fb1a-3c79-46d1-98ac-14e90d525b10', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2300}] Feb 15 14:13:54.859143 n-d-829064-15 neutron-server[109973]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:13:54.860040 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-a0b5554f-a344-40ae-8916-490b3ada786d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:13:54.864031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070b887-a174-44e2-bd79-8ce26f5391ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23795cd-5fa9-4f06-9bae-466f9bea177a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:54.865996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:54.870781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7a8ef-bc65-4e61-bb4c-1bcb854f806d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=e333fb1a-3c79-46d1-98ac-14e90d525b10,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:54.880617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.915343 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0064ee6e-7d81-49fa-8529-a37dc92a18d2 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (f5d2669f-6b65-4400-8bad-7d944ac5f23f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.924880 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0064ee6e-7d81-49fa-8529-a37dc92a18d2 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f5d2669f-6b65-4400-8bad-7d944ac5f23f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.936222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:13:54.967550 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3132233d-4e49-49fe-9780-a81feda94a82), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.968488 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment 3132233d-4e49-49fe-9780-a81feda94a82 of type vlan for network 6efa787a-f8ab-425f-8695-fab6c404c2bd Feb 15 14:13:54.982218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:13:54.987146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:54.990453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064ee6e-7d81-49fa-8529-a37dc92a18d2 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d2669f-6b65-4400-8bad-7d944ac5f23f,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:54.991077 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a3120889-9a97-4f26-9dc0-d936799f0f0f tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "PUT /v2.0/routers/3d99e8a8-6422-4589-9c65-bc68b4108168 HTTP/1.1" status: 200 len: 914 time: 5.2023714 Feb 15 14:13:54.993193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46896) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:54.996264 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5ff59-dd25-48ba-85ad-82024d9d7578 None None] Sync routers for ids ['3d99e8a8-6422-4589-9c65-bc68b4108168'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:13:55.013800 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0064ee6e-7d81-49fa-8529-a37dc92a18d2 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.019869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46898) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:55.020964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0064ee6e-7d81-49fa-8529-a37dc92a18d2 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5491638 Feb 15 14:13:55.024260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:55.028485 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5ff59-dd25-48ba-85ad-82024d9d7578 None None] Routers {'3d99e8a8-6422-4589-9c65-bc68b4108168'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:55.033730 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-cac5ff59-dd25-48ba-85ad-82024d9d7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3d99e8a8-6422-4589-9c65-bc68b4108168'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:55.117185 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (6efa787a-f8ab-425f-8695-fab6c404c2bd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.132491 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-cac5ff59-dd25-48ba-85ad-82024d9d7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:55.158791 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5ff59-dd25-48ba-85ad-82024d9d7578 None None] Routers {'3d99e8a8-6422-4589-9c65-bc68b4108168'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:55.159702 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-cac5ff59-dd25-48ba-85ad-82024d9d7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3d99e8a8-6422-4589-9c65-bc68b4108168'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:55.164532 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.189200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e25178a1-350f-43d5-8226-0d1c8fdb1aa5 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:55.217875 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Publish callbacks [] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.238459 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.251237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (6efa787a-f8ab-425f-8695-fab6c404c2bd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.257034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:55.257673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.264621 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-cac5ff59-dd25-48ba-85ad-82024d9d7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:55.265847 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5ff59-dd25-48ba-85ad-82024d9d7578 None None] The sync data for ids ['3d99e8a8-6422-4589-9c65-bc68b4108168'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:55.321006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f222e-ba60-4738-b365-45b8380c5e62 None None] Pushing event updated for resources: {'Port': ['ID=803c84fc-8a9e-4018-8754-4e22b560f6bd,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:55.384773 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0b5554f-a344-40ae-8916-490b3ada786d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.421331 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0004b1d4-d58a-4fe6-b0c6-dbf2e5c8a942 tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/routers/3d99e8a8-6422-4589-9c65-bc68b4108168 HTTP/1.1" status: 200 len: 920 time: 0.4246421 Feb 15 14:13:55.422236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46902) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:55.424734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=6efa787a-f8ab-425f-8695-fab6c404c2bd,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:55.432592 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7f0e55b7-9a15-49e9-97aa-83bf1abfd131 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6036446 Feb 15 14:13:55.438057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46904) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:55.444766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 6efa787a-f8ab-425f-8695-fab6c404c2bd details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:13:55.451508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Attempting to bind port 803c84fc-8a9e-4018-8754-4e22b560f6bd on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:13:55.452151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Attempting to bind port 803c84fc-8a9e-4018-8754-4e22b560f6bd by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:13:55.452890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3be5d0ea-ed52-4ece-a517-7006f48dedb2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:55.453465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Attempting to bind port 803c84fc-8a9e-4018-8754-4e22b560f6bd on network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:55.464131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:13:55.464893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Checking segment: {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:55.465549 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.466344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Bound using segment: {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:13:55.473772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Bound port: 803c84fc-8a9e-4018-8754-4e22b560f6bd, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:13:55.474785 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.503208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fcc838-401a-413b-874c-8dbdc4268fb7 None None] Network e333fb1a-3c79-46d1-98ac-14e90d525b10 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:55.544971 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46906) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:55.580479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fcc838-401a-413b-874c-8dbdc4268fb7 None None] Network e333fb1a-3c79-46d1-98ac-14e90d525b10 could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:13:55.589156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38274502-f5c1-4276-a676-9652539d75d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.638006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea3e890-a14d-4d78-a921-7791da4a70ce tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:55.639493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-aea3e890-a14d-4d78-a921-7791da4a70ce tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&device_id=3d99e8a8-6422-4589-9c65-bc68b4108168&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2159758 Feb 15 14:13:55.643734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46910) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:55.710406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] For port 803c84fc-8a9e-4018-8754-4e22b560f6bd, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:13:55.717201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] For port 803c84fc-8a9e-4018-8754-4e22b560f6bd, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=803c84fc-8a9e-4018-8754-4e22b560f6bd,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:13:55.728946 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.758931 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.813258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f222e-ba60-4738-b365-45b8380c5e62 None None] Pushing event updated for resources: {'Port': ['ID=803c84fc-8a9e-4018-8754-4e22b560f6bd,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:55.837865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c91ccf6a-05b2-4a69-bece-848e6a3cab19 None None] Provisioning complete for port 803c84fc-8a9e-4018-8754-4e22b560f6bd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:55.838242 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c91ccf6a-05b2-4a69-bece-848e6a3cab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.852148 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3be5d0ea-ed52-4ece-a517-7006f48dedb2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (6efa787a-f8ab-425f-8695-fab6c404c2bd), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.875451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:13:55.876100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:55.893096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494caccc-1467-4a36-949b-e5933d8e8acb tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:55.898953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-494caccc-1467-4a36-949b-e5933d8e8acb tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 881 time: 0.2539778 Feb 15 14:13:55.900070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46914) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:55.905074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3be5d0ea-ed52-4ece-a517-7006f48dedb2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (6efa787a-f8ab-425f-8695-fab6c404c2bd), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:55.950532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0ce7d621-46a7-4f3e-8bf3-c4e54989e807 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d99e8a8-6422-4589-9c65-bc68b4108168 HTTP/1.1" status: 200 len: 205 time: 0.0459638 Feb 15 14:13:55.953066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46916) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:56.090567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00fb42-9a63-48df-96eb-1141efe43c85 req-bffe4501-8a0b-49b1-b14b-0438179e91dd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:56.092452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f00fb42-9a63-48df-96eb-1141efe43c85 req-bffe4501-8a0b-49b1-b14b-0438179e91dd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.3412821 Feb 15 14:13:56.092729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3be5d0ea-ed52-4ece-a517-7006f48dedb2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network 6efa787a-f8ab-425f-8695-fab6c404c2bd is not hosted by any dhcp agent {{(pid=109972) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 14:13:56.100033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5d0ea-ed52-4ece-a517-7006f48dedb2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:56.105687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3be5d0ea-ed52-4ece-a517-7006f48dedb2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.107350 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3be5d0ea-ed52-4ece-a517-7006f48dedb2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "PUT /v2.0/networks/6efa787a-f8ab-425f-8695-fab6c404c2bd HTTP/1.1" status: 200 len: 723 time: 0.6683111 Feb 15 14:13:56.113209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46922) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:56.121073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'network_id': '6efa787a-f8ab-425f-8695-fab6c404c2bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:56.182763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:13:56.228617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5d0ea-ed52-4ece-a517-7006f48dedb2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=6efa787a-f8ab-425f-8695-fab6c404c2bd,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:56.235872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38274502-f5c1-4276-a676-9652539d75d2 admin admin] Publish callbacks [] for security_group (1562773a-85eb-4f32-a29d-3839d1453bad), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.245540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Allocated IP 172.25.6.8 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/1db42355-ba5b-48f6-b4b2-99def0145d75) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:56.251364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38274502-f5c1-4276-a676-9652539d75d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1562773a-85eb-4f32-a29d-3839d1453bad), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.257246 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (3d99e8a8-6422-4589-9c65-bc68b4108168), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.261908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c91ccf6a-05b2-4a69-bece-848e6a3cab19 None None] Current status of the port 803c84fc-8a9e-4018-8754-4e22b560f6bd is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:56.262889 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c91ccf6a-05b2-4a69-bece-848e6a3cab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.269689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 6efa787a-f8ab-425f-8695-fab6c404c2bd details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:13:56.392452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f00fb42-9a63-48df-96eb-1141efe43c85 req-a277419a-f133-4124-9f58-73f6c1da9b87 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625830 Feb 15 14:13:56.402671 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (3d99e8a8-6422-4589-9c65-bc68b4108168), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.446113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38274502-f5c1-4276-a676-9652539d75d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1562773a-85eb-4f32-a29d-3839d1453bad,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:56.454141 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-38274502-f5c1-4276-a676-9652539d75d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=154f0c4d930b4dd3b926f9897b6cd1cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9081123 Feb 15 14:13:56.458069 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for port (1db42355-ba5b-48f6-b4b2-99def0145d75), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.459930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46926) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:56.508185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:13:56.513078 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.537779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Deleting port 17792eea-c5a1-4609-bab6-22d7e6a4ec35 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:56.538121 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (17792eea-c5a1-4609-bab6-22d7e6a4ec35), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.540080 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd4d66ec-3ff3-44a9-ba4a-c092ac5f401a admin admin] Publish callbacks [] for security_group (1562773a-85eb-4f32-a29d-3839d1453bad), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.549992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c91ccf6a-05b2-4a69-bece-848e6a3cab19 None None] For port 803c84fc-8a9e-4018-8754-4e22b560f6bd, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=803c84fc-8a9e-4018-8754-4e22b560f6bd,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:56.563997 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c91ccf6a-05b2-4a69-bece-848e6a3cab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.570154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd4d66ec-3ff3-44a9-ba4a-c092ac5f401a admin admin] Publish callbacks [] for security_group (1562773a-85eb-4f32-a29d-3839d1453bad), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.578939 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1db42355-ba5b-48f6-b4b2-99def0145d75), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.642800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ccf6a-05b2-4a69-bece-848e6a3cab19 None None] Pushing event updated for resources: {'Port': ['ID=803c84fc-8a9e-4018-8754-4e22b560f6bd,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:56.646179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:56.653239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:56.657925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:56.688704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'Port': ['ID=1db42355-ba5b-48f6-b4b2-99def0145d75,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:56.739280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b0412dbc-9d90-4c7a-b610-5b073ce17c70 None None] Provisioning complete for port 803c84fc-8a9e-4018-8754-4e22b560f6bd triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:56.739969 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b0412dbc-9d90-4c7a-b610-5b073ce17c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.769262 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (17792eea-c5a1-4609-bab6-22d7e6a4ec35), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.772741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (66b67864-7c85-4f31-8f6d-61bcfba69990), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.780090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd4d66ec-3ff3-44a9-ba4a-c092ac5f401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1562773a-85eb-4f32-a29d-3839d1453bad), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.783606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd4d66ec-3ff3-44a9-ba4a-c092ac5f401a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.793337 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fd4d66ec-3ff3-44a9-ba4a-c092ac5f401a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1562773a-85eb-4f32-a29d-3839d1453bad HTTP/1.1" status: 204 len: 168 time: 0.3242211 Feb 15 14:13:56.793337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d66ec-3ff3-44a9-ba4a-c092ac5f401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1562773a-85eb-4f32-a29d-3839d1453bad,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:56.810397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Calling delete_port for 17792eea-c5a1-4609-bab6-22d7e6a4ec35 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:56.841882 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1db42355-ba5b-48f6-b4b2-99def0145d75), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:56.993765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:55Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:13:57.059555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654f364-f3c9-4692-a62d-13bd0744a877 None None] The sync data for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 is: [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:55Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:13:57.062170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b0412dbc-9d90-4c7a-b610-5b073ce17c70 None None] Current status of the port 803c84fc-8a9e-4018-8754-4e22b560f6bd is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:57.164937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for port (1db42355-ba5b-48f6-b4b2-99def0145d75), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:57.175354 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1db42355-ba5b-48f6-b4b2-99def0145d75), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:57.301367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'Port': ['ID=1db42355-ba5b-48f6-b4b2-99def0145d75,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:57.391670 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (66b67864-7c85-4f31-8f6d-61bcfba69990), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:57.424978 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:57.435372 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (bef90ae7-aa0d-4ffd-9df1-c1ee255069e8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:57.438928 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e2394d76-955c-4680-a478-3a85a7765f7f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4169991 Feb 15 14:13:57.475176 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (17792eea-c5a1-4609-bab6-22d7e6a4ec35), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:57.586461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Pushing event deleted for resources: {'Port': ['ID=17792eea-c5a1-4609-bab6-22d7e6a4ec35,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:57.771168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=bef90ae7-aa0d-4ffd-9df1-c1ee255069e8,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:57.823909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking segment: {'id': '3132233d-4e49-49fe-9780-a81feda94a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6efa787a-f8ab-425f-8695-fab6c404c2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:57.824280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network hostable DHCP agents. Network: 6efa787a-f8ab-425f-8695-fab6c404c2bd, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:13:57.892305 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-0b90f6e8-2446-4f58-adf1-68870432d51b tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--139552118&fields=id&tenant_id=1871fb5b757f4da2bb173e11a39d9325 HTTP/1.1" status: 200 len: 267 time: 0.1573374 Feb 15 14:13:57.908305 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (3d99e8a8-6422-4589-9c65-bc68b4108168), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:58.112571 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 803c84fc-8a9e-4018-8754-4e22b560f6bd up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:13:58.188631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd836c7-6f9b-4b7b-a513-897c398cf332 req-484be1b5-deac-41b4-9b59-08656d8770b8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:58.190241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6dd836c7-6f9b-4b7b-a513-897c398cf332 req-484be1b5-deac-41b4-9b59-08656d8770b8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.6240776 Feb 15 14:13:58.216179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 803c84fc-8a9e-4018-8754-4e22b560f6bd triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:13:58.216567 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:58.265910 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network 6efa787a-f8ab-425f-8695-fab6c404c2bd is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:13:58.295235 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (3d99e8a8-6422-4589-9c65-bc68b4108168), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:58.296851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 6efa787a-f8ab-425f-8695-fab6c404c2bd) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:58.306723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (3d99e8a8-6422-4589-9c65-bc68b4108168), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:58.318978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:58.319585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:58.338695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc135dd8-b2bb-4cde-9bba-3d2005db3423 None None] Network 6efa787a-f8ab-425f-8695-fab6c404c2bd requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:13:58.445617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-17e3f442-4a3c-4718-8767-d1c277cd89c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3288159 Feb 15 14:13:58.446585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46980) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:58.456944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-35162399-db79-4120-b3fa-eddc0bfc8ee4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:58.489822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6dd836c7-6f9b-4b7b-a513-897c398cf332 req-e1adbba1-6c78-4fc9-baf0-3019097bdddb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144771 Feb 15 14:13:58.492953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 803c84fc-8a9e-4018-8754-4e22b560f6bd is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:13:58.517551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (3d99e8a8-6422-4589-9c65-bc68b4108168), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:58.518205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Fanout notify agent at l3_agent the message router_deleted on router 3d99e8a8-6422-4589-9c65-bc68b4108168 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:13:58.542687 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:58.544575 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-64d73c9f-708a-467c-87cd-bda85c68bee2 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/3d99e8a8-6422-4589-9c65-bc68b4108168 HTTP/1.1" status: 204 len: 168 time: 2.5885112 Feb 15 14:13:58.549356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46982) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:58.588230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-a8acabdc-e39b-4293-a86b-50a5e5fca738 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:58.597021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-a8acabdc-e39b-4293-a86b-50a5e5fca738 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 810 time: 0.7034893 Feb 15 14:13:58.602827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-415305466', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}, 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:13:58.625676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-6efa787a-f8ab-425f-8695-fab6c404c2bd', 'network_id': '6efa787a-f8ab-425f-8695-fab6c404c2bd', 'project_id': '4f7087663b6f477e8617eef2875361a3', 'fixed_ips': [{'subnet_id': 'bef90ae7-aa0d-4ffd-9df1-c1ee255069e8'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:13:58.633283 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:58.634224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-09618426-54d1-4ea1-a381-eff54510aa0c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/quotas/1871fb5b757f4da2bb173e11a39d9325 HTTP/1.1" status: 200 len: 375 time: 0.0359511 Feb 15 14:13:58.759924 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (214d2edc-e110-4cb3-b17e-3e26cff8381c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:58.759924 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (214d2edc-e110-4cb3-b17e-3e26cff8381c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:58.797678 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35162399-db79-4120-b3fa-eddc0bfc8ee4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8903549'] for subnet (bef90ae7-aa0d-4ffd-9df1-c1ee255069e8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:58.815743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-996f8ed3-0aef-41de-a088-238b2c4c9f1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1797197 Feb 15 14:13:58.940298 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (214d2edc-e110-4cb3-b17e-3e26cff8381c), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:59.180545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35162399-db79-4120-b3fa-eddc0bfc8ee4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771395277078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8648845'] for subnet (bef90ae7-aa0d-4ffd-9df1-c1ee255069e8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:59.266188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35162399-db79-4120-b3fa-eddc0bfc8ee4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:13:59.266884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35162399-db79-4120-b3fa-eddc0bfc8ee4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:59.276273 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-35162399-db79-4120-b3fa-eddc0bfc8ee4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "PUT /v2.0/subnets/bef90ae7-aa0d-4ffd-9df1-c1ee255069e8 HTTP/1.1" status: 200 len: 806 time: 0.8260345 Feb 15 14:13:59.276907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47026) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:59.295647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Allocated IP 172.20.0.2 (6efa787a-f8ab-425f-8695-fab6c404c2bd/bef90ae7-aa0d-4ffd-9df1-c1ee255069e8/bd4d6e37-2e1b-450e-a6c5-056d8abc181e) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:13:59.543724 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Publish callbacks [] for port (bd4d6e37-2e1b-450e-a6c5-056d8abc181e), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:59.561117 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (6efa787a-f8ab-425f-8695-fab6c404c2bd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:59.564865 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (bd4d6e37-2e1b-450e-a6c5-056d8abc181e), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:59.570151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47028) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:13:59.622274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35162399-db79-4120-b3fa-eddc0bfc8ee4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=bef90ae7-aa0d-4ffd-9df1-c1ee255069e8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:59.623593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Pushing event updated for resources: {'Port': ['ID=bd4d6e37-2e1b-450e-a6c5-056d8abc181e,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:13:59.648046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Network 6efa787a-f8ab-425f-8695-fab6c404c2bd is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:13:59.650111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:13:59.656594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:13:59.704654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Deleting port bd4d6e37-2e1b-450e-a6c5-056d8abc181e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:13:59.705279 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bd4d6e37-2e1b-450e-a6c5-056d8abc181e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:59.767722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Attempting to bind port bd4d6e37-2e1b-450e-a6c5-056d8abc181e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:13:59.768522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Attempting to bind port bd4d6e37-2e1b-450e-a6c5-056d8abc181e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '3132233d-4e49-49fe-9780-a81feda94a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6efa787a-f8ab-425f-8695-fab6c404c2bd'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:13:59.769121 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Attempting to bind port bd4d6e37-2e1b-450e-a6c5-056d8abc181e on network 6efa787a-f8ab-425f-8695-fab6c404c2bd {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:13:59.786798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:13:59.787632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Checking segment: {'id': '3132233d-4e49-49fe-9780-a81feda94a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6efa787a-f8ab-425f-8695-fab6c404c2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:13:59.788288 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:59.788905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Bound using segment: {'id': '3132233d-4e49-49fe-9780-a81feda94a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6efa787a-f8ab-425f-8695-fab6c404c2bd'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:13:59.789634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Bound port: bd4d6e37-2e1b-450e-a6c5-056d8abc181e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3132233d-4e49-49fe-9780-a81feda94a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6efa787a-f8ab-425f-8695-fab6c404c2bd'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:13:59.790247 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd4d6e37-2e1b-450e-a6c5-056d8abc181e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:59.794610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] For port bd4d6e37-2e1b-450e-a6c5-056d8abc181e, host n-d-829064-15, got binding levels [] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:13:59.795068 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bd4d6e37-2e1b-450e-a6c5-056d8abc181e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:59.818673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Calling delete_port for bd4d6e37-2e1b-450e-a6c5-056d8abc181e owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:13:59.980685 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:13:59.981244 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:13:59.984766 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32b16c21-1012-47c5-86c5-2cebf3e59188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:13:59.988875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (bd4d6e37-2e1b-450e-a6c5-056d8abc181e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.095188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-25186016-4152-4040-a0ca-24ef677ef987 service neutron] 10.222.0.72 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2554400 Feb 15 14:14:00.116524 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32b16c21-1012-47c5-86c5-2cebf3e59188 admin admin] Publish callbacks [] for security_group (5919e10e-0468-423e-87a7-b5b613733b84), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.184905 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32b16c21-1012-47c5-86c5-2cebf3e59188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5919e10e-0468-423e-87a7-b5b613733b84), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.213173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No DVR routers for this DVR port bd4d6e37-2e1b-450e-a6c5-056d8abc181e on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:14:00.235016 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (214d2edc-e110-4cb3-b17e-3e26cff8381c), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.284436 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-32b16c21-1012-47c5-86c5-2cebf3e59188 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=506641655b764fc0ae5b9c0c0e963c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7057652 Feb 15 14:14:00.284436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Port': ['ID=bd4d6e37-2e1b-450e-a6c5-056d8abc181e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:00.287661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47038) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:00.288470 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (bef90ae7-aa0d-4ffd-9df1-c1ee255069e8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.393632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06f10d-31a9-49d2-ae36-b3631149c35a req-30915ce3-7b47-41fc-b786-79b0aac8f1b5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:00.395578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba06f10d-31a9-49d2-ae36-b3631149c35a req-30915ce3-7b47-41fc-b786-79b0aac8f1b5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.4170237 Feb 15 14:14:00.395898 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45cc90a8-6ae5-4eac-9381-e7f3d13d09b7 admin admin] Publish callbacks [] for security_group (5919e10e-0468-423e-87a7-b5b613733b84), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.431727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b16c21-1012-47c5-86c5-2cebf3e59188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5919e10e-0468-423e-87a7-b5b613733b84,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:00.453861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-9c97aecd-aea9-4128-9e9c-da1e398fd632 service neutron] 10.222.0.72 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578143 Feb 15 14:14:00.457186 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45cc90a8-6ae5-4eac-9381-e7f3d13d09b7 admin admin] Publish callbacks [] for security_group (5919e10e-0468-423e-87a7-b5b613733b84), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.502425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba06f10d-31a9-49d2-ae36-b3631149c35a req-7c39af23-c1c4-4bfa-8fed-39e84a167308 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923061 Feb 15 14:14:00.515456 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (bef90ae7-aa0d-4ffd-9df1-c1ee255069e8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.516638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Attempting to bind port bd4d6e37-2e1b-450e-a6c5-056d8abc181e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:14:00.517568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Attempting to bind port bd4d6e37-2e1b-450e-a6c5-056d8abc181e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '3132233d-4e49-49fe-9780-a81feda94a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6efa787a-f8ab-425f-8695-fab6c404c2bd'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:14:00.518178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Attempting to bind port bd4d6e37-2e1b-450e-a6c5-056d8abc181e on network 6efa787a-f8ab-425f-8695-fab6c404c2bd {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:00.540221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:14:00.541013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Checking segment: {'id': '3132233d-4e49-49fe-9780-a81feda94a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6efa787a-f8ab-425f-8695-fab6c404c2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:00.541647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.542274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Bound using segment: {'id': '3132233d-4e49-49fe-9780-a81feda94a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6efa787a-f8ab-425f-8695-fab6c404c2bd'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:14:00.543006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Bound port: bd4d6e37-2e1b-450e-a6c5-056d8abc181e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3132233d-4e49-49fe-9780-a81feda94a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6efa787a-f8ab-425f-8695-fab6c404c2bd'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:14:00.549138 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd4d6e37-2e1b-450e-a6c5-056d8abc181e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.627839 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (6efa787a-f8ab-425f-8695-fab6c404c2bd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.642754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3907dbb1-46b1-4d3b-a96a-f8d7718f882e None None] Port bd4d6e37-2e1b-450e-a6c5-056d8abc181e has been deleted concurrently {{(pid=109973) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 15 14:14:00.651728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efa787a-f8ab-425f-8695-fab6c404c2bd']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:00.664713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3132233d-4e49-49fe-9780-a81feda94a82') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:00.665010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3132233d-4e49-49fe-9780-a81feda94a82') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:00.678715 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (3132233d-4e49-49fe-9780-a81feda94a82), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.696615 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3132233d-4e49-49fe-9780-a81feda94a82), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.706616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:14:00.707208 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (3132233d-4e49-49fe-9780-a81feda94a82), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.736670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Subnet': ['ID=bef90ae7-aa0d-4ffd-9df1-c1ee255069e8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:14:00.737656 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:14:00.806481 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (214d2edc-e110-4cb3-b17e-3e26cff8381c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.843827 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.873865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45cc90a8-6ae5-4eac-9381-e7f3d13d09b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5919e10e-0468-423e-87a7-b5b613733b84), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.877352 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45cc90a8-6ae5-4eac-9381-e7f3d13d09b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.904215 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-45cc90a8-6ae5-4eac-9381-e7f3d13d09b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5919e10e-0468-423e-87a7-b5b613733b84 HTTP/1.1" status: 204 len: 168 time: 0.6121714 Feb 15 14:14:00.926258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc90a8-6ae5-4eac-9381-e7f3d13d09b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5919e10e-0468-423e-87a7-b5b613733b84,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:00.941313 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (6efa787a-f8ab-425f-8695-fab6c404c2bd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.951146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:00.957965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6eacdf51-9af1-4f0d-8db9-2ed30dc43477 req-744119e3-3528-4a34-88c4-d273345833c5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 210 time: 0.1068234 Feb 15 14:14:00.962298 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/6efa787a-f8ab-425f-8695-fab6c404c2bd HTTP/1.1" status: 204 len: 168 time: 1.6726351 Feb 15 14:14:00.963624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47050) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:01.025143 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb4bbef-bc9a-4e33-a89e-df0f8e395d06 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:01.026280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb4bbef-bc9a-4e33-a89e-df0f8e395d06 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:01.053867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47052) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:01.073118 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ebb4bbef-bc9a-4e33-a89e-df0f8e395d06 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/6efa787a-f8ab-425f-8695-fab6c404c2bd HTTP/1.1" status: 404 len: 339 time: 0.0978203 Feb 15 14:14:01.074368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33892d-8410-46cd-a863-17fec6dfa3f9 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=6efa787a-f8ab-425f-8695-fab6c404c2bd,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:01.097414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-897197650', 'description': 'd1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:01.198829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:01.206243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:01.362654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Allocated IP 172.25.6.231 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/7d1fcc57-585b-4416-aeb9-b91ff16622a3) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:01.631121 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for port (7d1fcc57-585b-4416-aeb9-b91ff16622a3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:01.779391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:14:01.835642 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (413dcda5-4c4f-4acc-be69-ec91bb9c6f0e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:01.835989 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment 413dcda5-4c4f-4acc-be69-ec91bb9c6f0e of type vlan for network 7dd375ec-2206-4207-8a99-1e00f946bba8 Feb 15 14:14:01.851991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c29f-1f8f-4e25-ae03-f66c13b2c4dc req-47972698-fa2d-4191-a0ef-9461a1544706 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:01.853564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2c6c29f-1f8f-4e25-ae03-f66c13b2c4dc req-47972698-fa2d-4191-a0ef-9461a1544706 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.2201061 Feb 15 14:14:01.856026 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7d1fcc57-585b-4416-aeb9-b91ff16622a3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:02.060042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:02.092096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (7dd375ec-2206-4207-8a99-1e00f946bba8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:02.110728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:02.152339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:02.173033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Pushing event updated for resources: {'Port': ['ID=7d1fcc57-585b-4416-aeb9-b91ff16622a3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:02.234765 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.resource_extend [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:14:02.290845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed386da3-c715-4432-9620-f80e6e35d9e0 req-0eed3ae0-7224-44a3-aad9-9f134e74583a tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 210 time: 0.1674638 Feb 15 14:14:02.321132 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2c6c29f-1f8f-4e25-ae03-f66c13b2c4dc req-87c39547-20e5-43cd-9eaf-5779c1917f59 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145441 Feb 15 14:14:02.346184 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (7dd375ec-2206-4207-8a99-1e00f946bba8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:02.351525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:02.351910 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:02.492507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4338942 Feb 15 14:14:02.494399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47094) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:02.544628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d18d4f-896c-48ae-92ae-e4294556156d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=7dd375ec-2206-4207-8a99-1e00f946bba8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:02.564210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 7dd375ec-2206-4207-8a99-1e00f946bba8 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:14:02.685820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ab88f02f-47bc-4ba4-bcde-120b61c7b9bd None None] Could not find standard attr ID for object bd4d6e37-2e1b-450e-a6c5-056d8abc181e. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:14:02.697606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6000412e-9a51-4b74-ad81-aae5975b73de None None] DHCP port deletion for 6efa787a-f8ab-425f-8695-fab6c404c2bd request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:14:02.728814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e0ccb3-fbc8-4ea3-b370-2e4e920718d8 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:02.730626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-06e0ccb3-fbc8-4ea3-b370-2e4e920718d8 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/networks?id=7dd375ec-2206-4207-8a99-1e00f946bba8 HTTP/1.1" status: 200 len: 760 time: 0.2343297 Feb 15 14:14:02.731240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47096) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:02.739795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-58f1fe57-6224-40a8-92dd-03607609995a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'description': 'd2'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:02.748174 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454d577-1e92-4145-b3a0-5c96fc73bb07 None None] Network 6efa787a-f8ab-425f-8695-fab6c404c2bd requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:02.778968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454d577-1e92-4145-b3a0-5c96fc73bb07 None None] Network 6efa787a-f8ab-425f-8695-fab6c404c2bd could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:14:02.801369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4664d571-eba8-48a8-8c00-9566482d4397 None None] Network 6efa787a-f8ab-425f-8695-fab6c404c2bd requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:02.831309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4664d571-eba8-48a8-8c00-9566482d4397 None None] Network 6efa787a-f8ab-425f-8695-fab6c404c2bd could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:14:03.069153 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe57-6224-40a8-92dd-03607609995a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (7dd375ec-2206-4207-8a99-1e00f946bba8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:03.112552 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe57-6224-40a8-92dd-03607609995a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (7dd375ec-2206-4207-8a99-1e00f946bba8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:03.123153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bcfe62e2-8bb0-44b6-a3d7-7f7e6081e174 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:03.126551 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58f1fe57-6224-40a8-92dd-03607609995a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network 7dd375ec-2206-4207-8a99-1e00f946bba8 is not hosted by any dhcp agent {{(pid=109972) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 14:14:03.128590 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bcfe62e2-8bb0-44b6-a3d7-7f7e6081e174 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 810 time: 0.4684894 Feb 15 14:14:03.133034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f1fe57-6224-40a8-92dd-03607609995a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:03.133864 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58f1fe57-6224-40a8-92dd-03607609995a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:03.138633 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-58f1fe57-6224-40a8-92dd-03607609995a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "PUT /v2.0/networks/7dd375ec-2206-4207-8a99-1e00f946bba8 HTTP/1.1" status: 200 len: 757 time: 0.4030104 Feb 15 14:14:03.140491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47152) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:03.201621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1fe57-6224-40a8-92dd-03607609995a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=7dd375ec-2206-4207-8a99-1e00f946bba8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:03.213486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 7dd375ec-2206-4207-8a99-1e00f946bba8 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:14:03.306290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c29ef9-3359-4098-a925-9802ed462375 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:03.308118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-85c29ef9-3359-4098-a925-9802ed462375 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/networks?id=7dd375ec-2206-4207-8a99-1e00f946bba8 HTTP/1.1" status: 200 len: 760 time: 0.1620400 Feb 15 14:14:03.312805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47162) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:03.324542 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-187833425'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:03.324738 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (214d2edc-e110-4cb3-b17e-3e26cff8381c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:03.431063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:03.448311 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:03.526767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:14:03.559932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (db09c3e6-4a63-445c-8525-2b7c71bf38b4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:03.560293 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment db09c3e6-4a63-445c-8525-2b7c71bf38b4 of type vlan for network c3d98c31-1df3-4f38-9800-912f4ed9013e Feb 15 14:14:03.689360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47174) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:03.707869 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-446207ca-bfc4-4318-8773-49aac74a5659 req-f452c183-bf78-43c4-9c34-c17ccb04f873 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 210 time: 0.1340051 Feb 15 14:14:03.708176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (c3d98c31-1df3-4f38-9800-912f4ed9013e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:03.760378 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (c3d98c31-1df3-4f38-9800-912f4ed9013e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:03.794729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:03.795415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:03.904092 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5814123 Feb 15 14:14:03.906657 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f574f-c7aa-425a-bdce-583eeb91a3ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=c3d98c31-1df3-4f38-9800-912f4ed9013e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:03.913535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47180) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:03.926741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'network_id': 'c3d98c31-1df3-4f38-9800-912f4ed9013e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:03.957644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-23a1ff60-30ac-4203-a6ae-60bc58ba6e5d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1871fb5b757f4da2bb173e11a39d9325 HTTP/1.1" status: 200 len: 379 time: 0.8194478 Feb 15 14:14:03.972623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'port': {'device_id': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'admin_state_up': True, 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'security_groups': ['c8cd2f10-614a-4cbe-9819-9cdb980abf45']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:04.018563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bead576-9e9d-4470-b32f-f9aac70c0f89 req-285affa2-8158-4811-9390-6f1ad737c634 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:04.020390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bead576-9e9d-4470-b32f-f9aac70c0f89 req-285affa2-8158-4811-9390-6f1ad737c634 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.4496875 Feb 15 14:14:04.062207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7534e7f7-be38-47ce-8364-ceebaeaee36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:04.065840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:04.069622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:04.185361 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7534e7f7-be38-47ce-8364-ceebaeaee36b admin admin] Publish callbacks [] for security_group (e8075367-c819-41eb-809b-f8b74f6e8b28), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:04.200662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7534e7f7-be38-47ce-8364-ceebaeaee36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e8075367-c819-41eb-809b-f8b74f6e8b28), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:04.218126 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bd4d6e37-2e1b-450e-a6c5-056d8abc181e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:14:04.224224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network c3d98c31-1df3-4f38-9800-912f4ed9013e details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:14:04.224462 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (214d2edc-e110-4cb3-b17e-3e26cff8381c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:04.246555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: bd4d6e37-2e1b-450e-a6c5-056d8abc181e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:14:04.247164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bd4d6e37-2e1b-450e-a6c5-056d8abc181e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:14:04.289220 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7534e7f7-be38-47ce-8364-ceebaeaee36b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=563b1e6ef65f40139001809f6cf7dfc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5988009 Feb 15 14:14:04.296902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47212) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:04.297706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534e7f7-be38-47ce-8364-ceebaeaee36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8075367-c819-41eb-809b-f8b74f6e8b28,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:04.395979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bead576-9e9d-4470-b32f-f9aac70c0f89 req-b1e78816-c2ef-4e06-a7fb-1e79a4a7966c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826834 Feb 15 14:14:04.554887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Made reservation on behalf of 1871fb5b757f4da2bb173e11a39d9325 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:04.558352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:04.565172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (bd2883f3-4003-4ae5-9823-ce83b2bffb69), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:04.577819 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74dcb9a2-215e-40b1-9bab-a32ccd15c369 admin admin] Publish callbacks [] for security_group (e8075367-c819-41eb-809b-f8b74f6e8b28), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:04.651359 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74dcb9a2-215e-40b1-9bab-a32ccd15c369 admin admin] Publish callbacks [] for security_group (e8075367-c819-41eb-809b-f8b74f6e8b28), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:04.852032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Router 214d2edc-e110-4cb3-b17e-3e26cff8381c is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:14:04.890604 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88f6e096-8bc7-4039-91f5-e6d1fdceab3e req-88ebc264-1483-493d-a5fb-7cf8494e1af6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 210 time: 0.0647078 Feb 15 14:14:04.908615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Allocated IP 172.20.0.9 (5c324a70-b89b-4fb8-92d2-294f41bfd6ba/d6844703-78b4-41b5-9e49-a1a242173e19/aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:04.953147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=bd2883f3-4003-4ae5-9823-ce83b2bffb69,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:04.983926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking segment: {'id': 'db09c3e6-4a63-445c-8525-2b7c71bf38b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c3d98c31-1df3-4f38-9800-912f4ed9013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:04.984298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network hostable DHCP agents. Network: c3d98c31-1df3-4f38-9800-912f4ed9013e, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:14:05.017309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network c3d98c31-1df3-4f38-9800-912f4ed9013e is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:14:05.027476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74dcb9a2-215e-40b1-9bab-a32ccd15c369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e8075367-c819-41eb-809b-f8b74f6e8b28), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:05.033405 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74dcb9a2-215e-40b1-9bab-a32ccd15c369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:05.035423 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-74dcb9a2-215e-40b1-9bab-a32ccd15c369 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e8075367-c819-41eb-809b-f8b74f6e8b28 HTTP/1.1" status: 204 len: 168 time: 0.7322302 Feb 15 14:14:05.038873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, c3d98c31-1df3-4f38-9800-912f4ed9013e) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:05.049266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81681b8d-7c93-47b0-9c81-221be441b30a None None] Network c3d98c31-1df3-4f38-9800-912f4ed9013e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:05.060187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:05.062051 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:05.065356 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcb9a2-215e-40b1-9bab-a32ccd15c369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8075367-c819-41eb-809b-f8b74f6e8b28,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:05.069755 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:05.107372 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3e240833-839e-4302-beb7-60c3201ec9c0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1912177 Feb 15 14:14:05.109418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47222) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:05.119676 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:05.299772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (c3d98c31-1df3-4f38-9800-912f4ed9013e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:05.316209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc9313-f11d-4ff7-af74-7b4a90e4554f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-c3d98c31-1df3-4f38-9800-912f4ed9013e', 'network_id': 'c3d98c31-1df3-4f38-9800-912f4ed9013e', 'project_id': '4f7087663b6f477e8617eef2875361a3', 'fixed_ips': [{'subnet_id': 'bd2883f3-4003-4ae5-9823-ce83b2bffb69'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:14:05.317090 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-51bc9313-f11d-4ff7-af74-7b4a90e4554f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:05.393599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (bd2883f3-4003-4ae5-9823-ce83b2bffb69), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:05.397711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:05.406140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:05.409923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:05.492946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:05.493746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:05.512905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:14:05.539034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce7a1e-2f22-4458-8cfc-213cd7002099 None None] Sync routers for ids ['214d2edc-e110-4cb3-b17e-3e26cff8381c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:14:05.539250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'Port': ['ID=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:05.549893 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:05.551761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-217e453b-bc58-427c-80ed-25999b72a7d0 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.9975400 Feb 15 14:14:05.558192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47230) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:05.574091 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-bdaf9cdc-e92f-4294-8145-6a5ae60fa232 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6004224 Feb 15 14:14:05.584756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:05.632349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce7a1e-2f22-4458-8cfc-213cd7002099 None None] Routers {'214d2edc-e110-4cb3-b17e-3e26cff8381c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:05.634243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3dce7a1e-2f22-4458-8cfc-213cd7002099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['214d2edc-e110-4cb3-b17e-3e26cff8381c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:05.761512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167217ba-74c3-4997-bbe5-01db3a55c555 req-b836e5e6-97a4-4092-875a-67d76dd15c8f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-51bc9313-f11d-4ff7-af74-7b4a90e4554f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd2883f3-4003-4ae5-9823-ce83b2bffb69: This subnet is being modified by another concurrent operation. Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:14:05.761747 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd2883f3-4003-4ae5-9823-ce83b2bffb69: This subnet is being modified by another concurrent operation. Feb 15 14:14:05.765551 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:14:05.769842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3dce7a1e-2f22-4458-8cfc-213cd7002099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:05.770880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (bd2883f3-4003-4ae5-9823-ce83b2bffb69), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:05.772961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-167217ba-74c3-4997-bbe5-01db3a55c555 req-b836e5e6-97a4-4092-875a-67d76dd15c8f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.1828408 Feb 15 14:14:05.806189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce7a1e-2f22-4458-8cfc-213cd7002099 None None] Routers {'214d2edc-e110-4cb3-b17e-3e26cff8381c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:05.806838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3dce7a1e-2f22-4458-8cfc-213cd7002099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['214d2edc-e110-4cb3-b17e-3e26cff8381c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:05.818733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9751fb-8949-4935-8133-c9d410a175dd None None] Network c3d98c31-1df3-4f38-9800-912f4ed9013e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:05.925655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Request body: {'port': {'device_id': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:05.965392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2883f3-4003-4ae5-9823-ce83b2bffb69,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:06.019655 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-167217ba-74c3-4997-bbe5-01db3a55c555 req-57bf4878-2ddf-4fdc-9061-8c4a4da7b82c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307470 Feb 15 14:14:06.033799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3dce7a1e-2f22-4458-8cfc-213cd7002099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:06.034538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce7a1e-2f22-4458-8cfc-213cd7002099 None None] The sync data for ids ['214d2edc-e110-4cb3-b17e-3e26cff8381c'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:14:06.092238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (c3d98c31-1df3-4f38-9800-912f4ed9013e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:06.098922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e2e38317-d980-4b57-baf9-1635462d113b None None] Provisioning complete for port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:06.099895 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2e38317-d980-4b57-baf9-1635462d113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:06.146308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a523a77-2251-4678-8caf-a9cb0e8c4f36 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:14:06.164318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d98c31-1df3-4f38-9800-912f4ed9013e']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:06.208884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e2e38317-d980-4b57-baf9-1635462d113b None None] Port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:14:06.229637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db09c3e6-4a63-445c-8525-2b7c71bf38b4') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:06.229997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db09c3e6-4a63-445c-8525-2b7c71bf38b4') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:06.250756 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (db09c3e6-4a63-445c-8525-2b7c71bf38b4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:06.350291 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (db09c3e6-4a63-445c-8525-2b7c71bf38b4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:06.364950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:14:06.365362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (db09c3e6-4a63-445c-8525-2b7c71bf38b4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:14:06.369156 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:14:06.377278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a523a77-2251-4678-8caf-a9cb0e8c4f36 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:14:06.662780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (214d2edc-e110-4cb3-b17e-3e26cff8381c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:06.668596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (c3d98c31-1df3-4f38-9800-912f4ed9013e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:06.679684 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:06.691287 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/c3d98c31-1df3-4f38-9800-912f4ed9013e HTTP/1.1" status: 204 len: 168 time: 1.5808349 Feb 15 14:14:06.699636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47254) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:06.735280 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_gateway (214d2edc-e110-4cb3-b17e-3e26cff8381c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:06.742277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d56a9f-4981-4c7a-be61-4c053df0e26c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=c3d98c31-1df3-4f38-9800-912f4ed9013e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:06.852032 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-1280e6e8-f760-48e8-bb11-8372eb06c2d0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] GET failed (client error): The resource could not be found. Feb 15 14:14:06.853360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1280e6e8-f760-48e8-bb11-8372eb06c2d0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/subnets/bd2883f3-4003-4ae5-9823-ce83b2bffb69 HTTP/1.1" status: 404 len: 337 time: 0.1439478 Feb 15 14:14:06.859091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Deleting port 7d1fcc57-585b-4416-aeb9-b91ff16622a3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:06.859443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7d1fcc57-585b-4416-aeb9-b91ff16622a3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:06.876644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47262) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:06.969209 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:07.028383 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-227a2b3f-caaa-495c-b962-12f1ab5aef63 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:07.031425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227a2b3f-caaa-495c-b962-12f1ab5aef63 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:07.038238 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-227a2b3f-caaa-495c-b962-12f1ab5aef63 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/c3d98c31-1df3-4f38-9800-912f4ed9013e HTTP/1.1" status: 404 len: 339 time: 0.1604862 Feb 15 14:14:07.042104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47270) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:07.065024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96171b6-e1ad-44e2-b3a9-47bf4b2e0503 req-db978c52-cfd8-4fb2-9c2e-8099185d8924 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:07.067640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7d1fcc57-585b-4416-aeb9-b91ff16622a3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:07.068885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c96171b6-e1ad-44e2-b3a9-47bf4b2e0503 req-db978c52-cfd8-4fb2-9c2e-8099185d8924 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 931 time: 1.0329840 Feb 15 14:14:07.099754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Calling delete_port for 7d1fcc57-585b-4416-aeb9-b91ff16622a3 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:07.394918 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7d1fcc57-585b-4416-aeb9-b91ff16622a3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:07.437437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Pushing event deleted for resources: {'Port': ['ID=7d1fcc57-585b-4416-aeb9-b91ff16622a3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:07.516122 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (214d2edc-e110-4cb3-b17e-3e26cff8381c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:07.727573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f848e9b-91c9-4fd6-b26e-d7f72b01f3b6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:07.731733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6f848e9b-91c9-4fd6-b26e-d7f72b01f3b6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6820779 Feb 15 14:14:07.742418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47288) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:07.852314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b546bb17-c0bb-4c7f-8e51-f737e7191668 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 207 time: 0.1077905 Feb 15 14:14:07.857072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47290) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:07.871343 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (214d2edc-e110-4cb3-b17e-3e26cff8381c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:07.875458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (214d2edc-e110-4cb3-b17e-3e26cff8381c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:07.883414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47292) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:07.982196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Router 214d2edc-e110-4cb3-b17e-3e26cff8381c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:14:08.033975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c96171b6-e1ad-44e2-b3a9-47bf4b2e0503 req-0f2863a6-e0c6-4753-83f5-a99bb407c9f0 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9182763 Feb 15 14:14:08.106680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f980b0e-4618-48da-8ddd-6591b1d7b44f req-7c4a3463-6060-40a0-917a-1d0a1bfa5c8d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:08.108722 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f980b0e-4618-48da-8ddd-6591b1d7b44f req-7c4a3463-6060-40a0-917a-1d0a1bfa5c8d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.3751919 Feb 15 14:14:08.184916 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c6e22122-3351-4a63-b395-cc1840a892da tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1011241128'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:08.185785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c6e22122-3351-4a63-b395-cc1840a892da tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Unknown quota resources ['metering_label']. {{(pid=109972) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 14:14:08.189296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c5030c-0e3f-4d33-867c-6f16048501d2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:08.194744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c5030c-0e3f-4d33-867c-6f16048501d2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:08.199844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c5030c-0e3f-4d33-867c-6f16048501d2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:08.206023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c5030c-0e3f-4d33-867c-6f16048501d2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:08.207337 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-16c5030c-0e3f-4d33-867c-6f16048501d2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3460877 Feb 15 14:14:08.226268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47298) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:08.262828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:14:08.271160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:14:08.278535 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:08.284661 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f937b-033b-4734-a3a5-f9215178c172 None None] Sync routers for ids ['214d2edc-e110-4cb3-b17e-3e26cff8381c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:14:08.288642 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3faf64e1-e8fc-4c9b-8dcb-a0a56abcdb39 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "PUT /v2.0/routers/214d2edc-e110-4cb3-b17e-3e26cff8381c HTTP/1.1" status: 200 len: 705 time: 2.7282133 Feb 15 14:14:08.289319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47300) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:08.306487 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f937b-033b-4734-a3a5-f9215178c172 None None] Routers {'214d2edc-e110-4cb3-b17e-3e26cff8381c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:08.307260 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4b1f937b-033b-4734-a3a5-f9215178c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['214d2edc-e110-4cb3-b17e-3e26cff8381c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:08.335440 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Publish callbacks [] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:08.340422 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9f980b0e-4618-48da-8ddd-6591b1d7b44f req-6ab33925-de7d-4969-b6ae-1dffab5569e6 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224321 Feb 15 14:14:08.367736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Transition to ACTIVE for port object aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:14:08.404298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2375ab6-3ca4-4ba3-8ed1-a4bfa8ff2287 req-bbc76762-29ac-4eeb-8955-b32409cdd3aa tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:08.408080 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2375ab6-3ca4-4ba3-8ed1-a4bfa8ff2287 req-bbc76762-29ac-4eeb-8955-b32409cdd3aa tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.1803124 Feb 15 14:14:08.411119 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:08.451143 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4b1f937b-033b-4734-a3a5-f9215178c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:08.469921 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f937b-033b-4734-a3a5-f9215178c172 None None] Routers {'214d2edc-e110-4cb3-b17e-3e26cff8381c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:08.470664 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4b1f937b-033b-4734-a3a5-f9215178c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:13:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['214d2edc-e110-4cb3-b17e-3e26cff8381c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:08.522060 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4b1f937b-033b-4734-a3a5-f9215178c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:08.522996 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f937b-033b-4734-a3a5-f9215178c172 None None] The sync data for ids ['214d2edc-e110-4cb3-b17e-3e26cff8381c'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:14:08.525464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ff123134-9c92-4a61-b3e9-74fc667f0b9b tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2969456 Feb 15 14:14:08.527755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6e22122-3351-4a63-b395-cc1840a892da tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:08.529134 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c6e22122-3351-4a63-b395-cc1840a892da tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6445806 Feb 15 14:14:08.534187 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-797f3f1e-0811-474d-9b37-f8ee20fb11de tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/routers/214d2edc-e110-4cb3-b17e-3e26cff8381c HTTP/1.1" status: 200 len: 740 time: 0.2434332 Feb 15 14:14:08.534837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47302) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:08.535250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47304) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:08.535564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47306) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:08.543631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-694df9cb-1570-4e4a-ab72-99cc238a4c60 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1a8241a5-d316-43a6-aaa1-97200a98d079'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:08.544148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-694df9cb-1570-4e4a-ab72-99cc238a4c60 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109972) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 14:14:08.606532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:08.614671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2375ab6-3ca4-4ba3-8ed1-a4bfa8ff2287 req-162acf73-c27a-4b7d-8cf3-a94955fa66ca tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731043 Feb 15 14:14:08.699678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Attempting to bind port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:14:08.700022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Attempting to bind port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:14:08.701242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Attempting to bind port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d on network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:08.710474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d on network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:14:08.711713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Attempting to bind port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d on network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:08.721733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:14:08.722559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Checking segment: {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:08.723888 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-523347be-d863-4dde-85f7-4bea19e2acac tempest-RoutersAdminTest-678362694 tempest-RoutersAdminTest-678362694-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&device_id=214d2edc-e110-4cb3-b17e-3e26cff8381c HTTP/1.1" status: 200 len: 205 time: 0.1850712 Feb 15 14:14:08.727894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Bound using segment: {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:14:08.728529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Bound port: aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:14:08.728895 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:08.731707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47310) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:08.785257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9dcf376a-6944-4399-a19d-4068f9c78c71 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=214d2edc-e110-4cb3-b17e-3e26cff8381c HTTP/1.1" status: 200 len: 205 time: 0.0492325 Feb 15 14:14:08.789144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47312) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:08.911246 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da0761df-f6b7-437e-96cb-38c8063baf66 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (214d2edc-e110-4cb3-b17e-3e26cff8381c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:09.166151 n-d-829064-15 neutron-server[109972]: WARNING neutron.services.metering.metering_plugin [None req-694df9cb-1570-4e4a-ab72-99cc238a4c60 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 14:14:09.200913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] For port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:14:09.275830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] For port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:14:09.288524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae903e21-39f0-4b32-91d9-769208a95ab1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:09.290244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae903e21-39f0-4b32-91d9-769208a95ab1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:09.291850 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ae903e21-39f0-4b32-91d9-769208a95ab1 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.7553344 Feb 15 14:14:09.295823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47320) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:09.303781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da0761df-f6b7-437e-96cb-38c8063baf66 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (214d2edc-e110-4cb3-b17e-3e26cff8381c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:09.306777 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da0761df-f6b7-437e-96cb-38c8063baf66 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router_controller (214d2edc-e110-4cb3-b17e-3e26cff8381c), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:09.309902 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:09.374007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-694df9cb-1570-4e4a-ab72-99cc238a4c60 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:09.375430 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-694df9cb-1570-4e4a-ab72-99cc238a4c60 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8375864 Feb 15 14:14:09.378804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47322) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:09.396536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-820f1203-716b-403e-a107-aece7bc48a60 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1a8241a5-d316-43a6-aaa1-97200a98d079'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:09.396943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-820f1203-716b-403e-a107-aece7bc48a60 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109972) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 14:14:09.420374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c3449-0535-461d-9a5b-07cdb276b0ae req-926d25c9-df56-4471-ba76-aa4804dd100c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:09.422021 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b75c3449-0535-461d-9a5b-07cdb276b0ae req-926d25c9-df56-4471-ba76-aa4804dd100c tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.42 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.2777975 Feb 15 14:14:09.431533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:09.434442 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:09.436201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] 10.222.0.67 "PUT /v2.0/ports/aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d HTTP/1.1" status: 200 len: 1092 time: 3.8536472 Feb 15 14:14:09.439602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'tag': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:14:09.442210 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04ffb3a-de0f-4078-a3ff-972f79a2829a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9", "tag": "aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:14:09.472475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-ad54f761-8d3f-44fc-b08a-32ba91368f37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5329039 Feb 15 14:14:09.483000 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da0761df-f6b7-437e-96cb-38c8063baf66 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (214d2edc-e110-4cb3-b17e-3e26cff8381c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:09.483693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0761df-f6b7-437e-96cb-38c8063baf66 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Fanout notify agent at l3_agent the message router_deleted on router 214d2edc-e110-4cb3-b17e-3e26cff8381c {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:14:09.504251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d888ad-4c78-4cc2-b68c-0421aecc8045 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:09.505879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d888ad-4c78-4cc2-b68c-0421aecc8045 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:09.507205 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da0761df-f6b7-437e-96cb-38c8063baf66 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:09.508049 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-76d888ad-4c78-4cc2-b68c-0421aecc8045 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2110438 Feb 15 14:14:09.516841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-da0761df-f6b7-437e-96cb-38c8063baf66 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/214d2edc-e110-4cb3-b17e-3e26cff8381c HTTP/1.1" status: 204 len: 168 time: 0.7280872 Feb 15 14:14:09.527196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47328) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:09.527677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47330) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:09.577422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da213e-d383-49de-a207-c7149a64fa50 req-132c97db-7fc6-4786-b3b7-0e0a55dc546b tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:09.579124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09da213e-d383-49de-a207-c7149a64fa50 req-132c97db-7fc6-4786-b3b7-0e0a55dc546b tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 943 time: 0.3796344 Feb 15 14:14:09.628067 n-d-829064-15 neutron-server[109972]: WARNING neutron.services.metering.metering_plugin [None req-820f1203-716b-403e-a107-aece7bc48a60 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 14:14:09.703604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e8a7a-09fb-4a4d-8e66-c8e15a43c192 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:09.759337 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-37a76374-f905-4f88-af08-be48fdfe7c86 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=214d2edc-e110-4cb3-b17e-3e26cff8381c HTTP/1.1" status: 200 len: 205 time: 0.2106311 Feb 15 14:14:09.761573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47336) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:09.827747 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-820f1203-716b-403e-a107-aece7bc48a60 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:09.831888 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-820f1203-716b-403e-a107-aece7bc48a60 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4519165 Feb 15 14:14:09.834524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47338) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:09.854990 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f9622001-d21e-4ae2-90e6-b76b722bde5e tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=c15b1984-bdf5-474c-af2e-91dd757c6fe9 HTTP/1.1" status: 200 len: 462 time: 0.0192652 Feb 15 14:14:09.860535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47340) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:09.894460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b75c3449-0535-461d-9a5b-07cdb276b0ae req-b3bed82b-b248-4600-82c4-2af81daa5a59 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Deleting port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:09.894818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b75c3449-0535-461d-9a5b-07cdb276b0ae req-b3bed82b-b248-4600-82c4-2af81daa5a59 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:09.968912 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:10.053986 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e6ca2cf3-6870-44ec-9a70-3e5d6058fe09 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:10.055188 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e6ca2cf3-6870-44ec-9a70-3e5d6058fe09 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/c15b1984-bdf5-474c-af2e-91dd757c6fe9 HTTP/1.1" status: 204 len: 168 time: 0.1936824 Feb 15 14:14:10.058214 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47342) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.079378 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b6b93194-241e-42b5-b928-496b8110bccc tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=c15b1984-bdf5-474c-af2e-91dd757c6fe9 HTTP/1.1" status: 200 len: 221 time: 0.0203102 Feb 15 14:14:10.083725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47344) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.089787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-19c6a604-ae1d-4b42-8913-037f7efaacaa tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--678655187', 'description': 'label created by tempest'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:10.090599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-19c6a604-ae1d-4b42-8913-037f7efaacaa tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Unknown quota resources ['metering_label']. {{(pid=109972) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 14:14:10.159204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b75c3449-0535-461d-9a5b-07cdb276b0ae req-b3bed82b-b248-4600-82c4-2af81daa5a59 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] For port 4ab0fdf8-1b26-46a6-9d17-5077303ee761, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4ab0fdf8-1b26-46a6-9d17-5077303ee761,segment=NetworkSegment(6acac6b7-b5b8-40ef-a739-8eda03417acd),segment_id=6acac6b7-b5b8-40ef-a739-8eda03417acd)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:10.159585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b75c3449-0535-461d-9a5b-07cdb276b0ae req-b3bed82b-b248-4600-82c4-2af81daa5a59 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:10.188106 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-4fef5ddb-7c86-4559-b23e-0c5ceef569e4 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] delete failed (client error): The resource could not be found. Feb 15 14:14:10.189135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4fef5ddb-7c86-4559-b23e-0c5ceef569e4 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/214d2edc-e110-4cb3-b17e-3e26cff8381c HTTP/1.1" status: 404 len: 336 time: 0.4213090 Feb 15 14:14:10.204844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47346) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.241656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b75c3449-0535-461d-9a5b-07cdb276b0ae req-b3bed82b-b248-4600-82c4-2af81daa5a59 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Calling delete_port for 4ab0fdf8-1b26-46a6-9d17-5077303ee761 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:10.247728 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-07808985-443d-45cf-aaff-37602b9674ab tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d99e8a8-6422-4589-9c65-bc68b4108168 HTTP/1.1" status: 200 len: 205 time: 0.0363333 Feb 15 14:14:10.261138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47350) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.301676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fce0d9-894f-4eb0-b724-1aa6e17c2aaa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:10.303190 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-06fce0d9-894f-4eb0-b724-1aa6e17c2aaa tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/networks/a266f3bf-10a9-45ef-96cf-c63b15de0d5f HTTP/1.1" status: 200 len: 800 time: 0.7559545 Feb 15 14:14:10.310494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce6bdc-8773-4142-b685-6e51ecf805ec req-fb273375-f5ec-45a5-98c2-9f673422109f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:10.311983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46ce6bdc-8773-4142-b685-6e51ecf805ec req-fb273375-f5ec-45a5-98c2-9f673422109f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.8350139 Feb 15 14:14:10.312481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47352) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.325721 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-19c6a604-ae1d-4b42-8913-037f7efaacaa tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:10.326855 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-19c6a604-ae1d-4b42-8913-037f7efaacaa tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2424331 Feb 15 14:14:10.327632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09da213e-d383-49de-a207-c7149a64fa50 req-33f4c773-97c1-41a2-8bf7-1a532aeaacd0 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7240829 Feb 15 14:14:10.329574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47354) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.371304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-f389f206-c612-44fa-b8dc-1bab1d2a0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:10.372858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-f389f206-c612-44fa-b8dc-1bab1d2a0a09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 1126 time: 0.8417952 Feb 15 14:14:10.389745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-ee59aa70-8f39-446d-8dd3-f9477fda60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:10.391309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-ee59aa70-8f39-446d-8dd3-f9477fda60e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1128 time: 0.8018770 Feb 15 14:14:10.420540 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769bcbe8-4fc3-4cf1-ac9a-1a5606aea4c3 x-openstack-request-id: req-769bcbe8-4fc3-4cf1-ac9a-1a5606aea4c3 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:14:10.421365 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9", "tag": "aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:14:10.421624 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-769bcbe8-4fc3-4cf1-ac9a-1a5606aea4c3 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:14:10.422383 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'tag': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d', 'status': 'completed', 'code': 200} Feb 15 14:14:10.423246 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-136a7b19-4982-45f0-886c-95b8cc663274 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] delete failed (client error): The resource could not be found. Feb 15 14:14:10.424265 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-136a7b19-4982-45f0-886c-95b8cc663274 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/3d99e8a8-6422-4589-9c65-bc68b4108168 HTTP/1.1" status: 404 len: 336 time: 0.1338048 Feb 15 14:14:10.448685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47356) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.458966 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-234955c7-0c66-4cad-a399-671d4bb6020e tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=069c15cb-fb17-41ff-835e-c1b90ffcecaa HTTP/1.1" status: 200 len: 467 time: 0.1273141 Feb 15 14:14:10.462621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47358) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.547576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-fd13c6d7-06b5-4ff6-abb2-85573ff2bfcb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d HTTP/1.1" status: 200 len: 217 time: 0.1293054 Feb 15 14:14:10.595539 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b55412c9-2cb5-4124-9c0d-0c7aacaaaebd tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec1e084-036c-4683-bb20-777abebb8537 HTTP/1.1" status: 200 len: 205 time: 0.1438303 Feb 15 14:14:10.612732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47360) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.687209 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48c106b2-1cac-490e-94ee-8f5e628567fa tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:10.688684 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-48c106b2-1cac-490e-94ee-8f5e628567fa tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/069c15cb-fb17-41ff-835e-c1b90ffcecaa HTTP/1.1" status: 204 len: 168 time: 0.2250288 Feb 15 14:14:10.691307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47362) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.719454 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-cafe2e4a-af58-4bcd-84a5-cc980a43eb5e tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] delete failed (client error): The resource could not be found. Feb 15 14:14:10.720507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cafe2e4a-af58-4bcd-84a5-cc980a43eb5e tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/6ec1e084-036c-4683-bb20-777abebb8537 HTTP/1.1" status: 404 len: 336 time: 0.0997448 Feb 15 14:14:10.725519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47364) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.740764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46ce6bdc-8773-4142-b685-6e51ecf805ec req-59fee37f-a7e7-4608-8eaf-73dd123fee9b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112790 Feb 15 14:14:10.761461 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ef57909f-f29d-45fb-82af-f7bfcef17697 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=069c15cb-fb17-41ff-835e-c1b90ffcecaa HTTP/1.1" status: 200 len: 216 time: 0.0688984 Feb 15 14:14:10.766619 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-85e271ce-f298-420f-84db-676a08fa68d1 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=46dcca03-b6a2-4680-84f6-efec66628be7 HTTP/1.1" status: 200 len: 205 time: 0.0367868 Feb 15 14:14:10.767239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47366) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.767569 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47368) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.789687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-e50d2f10-e002-49d7-808d-5954be3a6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:10.790222 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2efc7ee9-6ab0-4ec3-9d87-af77a9ff7f27 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0172884 Feb 15 14:14:10.794294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-e50d2f10-e002-49d7-808d-5954be3a6946 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.2252946 Feb 15 14:14:10.795455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47370) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.809089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34c49e-da5b-4c7e-85c5-75206fc02912 req-d432836c-625f-45d3-9046-84cc308521d7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:10.810618 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c34c49e-da5b-4c7e-85c5-75206fc02912 req-d432836c-625f-45d3-9046-84cc308521d7 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/ports?device_id=87b82ca4-bde5-458a-90f3-2671579af878 HTTP/1.1" status: 200 len: 947 time: 0.3636110 Feb 15 14:14:10.817766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0728d33e-eead-4e79-8472-12c30c5b8b76 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/networks/a266f3bf-10a9-45ef-96cf-c63b15de0d5f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4976408 Feb 15 14:14:10.819866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47372) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.820920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-7516e04e-0ed5-4349-b76c-ba11d4563a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:10.822341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-7516e04e-0ed5-4349-b76c-ba11d4563a21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.3950093 Feb 15 14:14:10.838463 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-95fbeaf0-9844-448b-8686-c58a7316438f tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] delete failed (client error): The resource could not be found. Feb 15 14:14:10.842263 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-95fbeaf0-9844-448b-8686-c58a7316438f tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/46dcca03-b6a2-4680-84f6-efec66628be7 HTTP/1.1" status: 404 len: 336 time: 0.0686383 Feb 15 14:14:10.843710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47374) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.860676 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-769b1c95-a997-4307-8528-2c9270a1bc6e tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0608466 Feb 15 14:14:10.861209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47376) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.895418 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3e91af10-c99d-4e2e-aef1-0d58dc6d968a tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=63e70d61-945c-4301-a995-3a97e1bc3ca8 HTTP/1.1" status: 200 len: 205 time: 0.0473921 Feb 15 14:14:10.896215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b75c3449-0535-461d-9a5b-07cdb276b0ae req-b3bed82b-b248-4600-82c4-2af81daa5a59 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4ab0fdf8-1b26-46a6-9d17-5077303ee761), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:10.897751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47378) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:10.908380 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['4ab0fdf8-1b26-46a6-9d17-5077303ee761'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:14:10.992432 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4a8211f1-7fc7-4451-950f-4a0dcd86faab tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels/1a8241a5-d316-43a6-aaa1-97200a98d079 HTTP/1.1" status: 200 len: 473 time: 0.1264100 Feb 15 14:14:10.994065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47380) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:11.005828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21527d4-8af1-4cec-8019-d11b08b73b27 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:11.008144 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-14ed180b-e12b-4085-a601-2b8c3a141388 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] delete failed (client error): The resource could not be found. Feb 15 14:14:11.011202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d21527d4-8af1-4cec-8019-d11b08b73b27 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/subnets/71ca7069-5486-4a07-8e7d-0780bcff33be HTTP/1.1" status: 200 len: 811 time: 0.1879158 Feb 15 14:14:11.011842 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-14ed180b-e12b-4085-a601-2b8c3a141388 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/63e70d61-945c-4301-a995-3a97e1bc3ca8 HTTP/1.1" status: 404 len: 336 time: 0.0766003 Feb 15 14:14:11.012496 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47382) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:11.012693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47384) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:11.013214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-2927ae03-c4a0-4e6f-9791-9e02afa3724e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 1000 time: 0.1509442 Feb 15 14:14:11.019321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bed82b-b248-4600-82c4-2af81daa5a59 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Pushing event deleted for resources: {'Port': ['ID=4ab0fdf8-1b26-46a6-9d17-5077303ee761,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:11.026565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c34c49e-da5b-4c7e-85c5-75206fc02912 req-b3f4dd14-883a-401b-b9fd-337674832dd0 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.72 "GET /v2.0/security-groups?id=287777fd-4af5-4a37-863a-ec524f319ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085569 Feb 15 14:14:11.040220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9f420188-470e-4db0-a822-88a8e22968ad tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules/d167af17-97fd-4b70-9997-596a5c5f26a9 HTTP/1.1" status: 200 len: 459 time: 0.0398488 Feb 15 14:14:11.040220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-865e1f40-f5d8-496d-a3ca-033746d60ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:11.041161 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-865e1f40-f5d8-496d-a3ca-033746d60ae2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2257288 Feb 15 14:14:11.041625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47386) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:11.108264 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1f258ebc-c5cc-42e8-8c14-a056213bdc95 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "GET /v2.0/ports?device_id=da05cce9-87f7-4d24-8d18-26b2d2074832 HTTP/1.1" status: 200 len: 205 time: 0.0876858 Feb 15 14:14:11.109673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75c3449-0535-461d-9a5b-07cdb276b0ae req-b3bed82b-b248-4600-82c4-2af81daa5a59 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] No DVR routers for this DVR port 4ab0fdf8-1b26-46a6-9d17-5077303ee761 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:14:11.111660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47388) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:11.114716 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b75c3449-0535-461d-9a5b-07cdb276b0ae req-b3bed82b-b248-4600-82c4-2af81daa5a59 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:11.118201 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b75c3449-0535-461d-9a5b-07cdb276b0ae req-b3bed82b-b248-4600-82c4-2af81daa5a59 tempest-ServersNegativeTestJSON-74236361 tempest-ServersNegativeTestJSON-74236361-project] 10.222.0.42 "DELETE /v2.0/ports/4ab0fdf8-1b26-46a6-9d17-5077303ee761 HTTP/1.1" status: 204 len: 173 time: 1.6884444 Feb 15 14:14:11.119880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'name': 'network-vif-deleted', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:14:11.122184 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a1854b-9a60-4465-9a77-80418d719e7f" -d '{"events": [{"server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "name": "network-vif-deleted", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:14:11.170972 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-a57f633e-bbde-411c-b086-000f2c5e2f28 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] delete failed (client error): The resource could not be found. Feb 15 14:14:11.172039 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a57f633e-bbde-411c-b086-000f2c5e2f28 tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/routers/da05cce9-87f7-4d24-8d18-26b2d2074832 HTTP/1.1" status: 404 len: 336 time: 0.0529265 Feb 15 14:14:11.174806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47392) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:11.187045 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5dea2e-35d2-4218-a591-d47a04acccb4 x-openstack-request-id: req-6a5dea2e-35d2-4218-a591-d47a04acccb4 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:14:11.187233 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b82ca4-bde5-458a-90f3-2671579af878", "name": "network-vif-deleted", "tag": "4ab0fdf8-1b26-46a6-9d17-5077303ee761", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:14:11.187496 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a5dea2e-35d2-4218-a591-d47a04acccb4 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:14:11.187958 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b82ca4-bde5-458a-90f3-2671579af878', 'name': 'network-vif-deleted', 'tag': '4ab0fdf8-1b26-46a6-9d17-5077303ee761', 'status': 'completed', 'code': 200} Feb 15 14:14:11.189541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-ae73a96d-1550-44c9-93c2-2763c7f4a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:11.191182 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-ae73a96d-1550-44c9-93c2-2763c7f4a84a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1718249 Feb 15 14:14:11.210264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0876d9b-5536-4fa6-b808-3d5cbf537eef tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:11.211023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e0876d9b-5536-4fa6-b808-3d5cbf537eef tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "GET /v2.0/subnets/71ca7069-5486-4a07-8e7d-0780bcff33be?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1938300 Feb 15 14:14:11.211989 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceef10f7-067b-4058-b735-8e36c6d7920d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:11.212417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceef10f7-067b-4058-b735-8e36c6d7920d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:11.218618 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ceef10f7-067b-4058-b735-8e36c6d7920d tempest-RoutersAdminTest-507649633 tempest-RoutersAdminTest-507649633-project] 10.222.0.72 "DELETE /v2.0/subnets/c04043b6-cac1-49e9-a64d-f3730e993278 HTTP/1.1" status: 404 len: 337 time: 0.0403666 Feb 15 14:14:11.218618 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47394) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:11.221835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-219995084'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:11.245321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:11.251443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:11.285814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:14:11.297609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (22391354-746c-43c9-9f2d-59b5b11d2d01), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:11.297972 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Added segment 22391354-746c-43c9-9f2d-59b5b11d2d01 of type vlan for network c350a6bf-9ad4-43d6-85f3-81ccad7addcb Feb 15 14:14:11.347945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-6c81e785-3ee8-41f8-8fca-9753e8039687 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824872 Feb 15 14:14:11.362098 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (c350a6bf-9ad4-43d6-85f3-81ccad7addcb), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:11.393666 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (c350a6bf-9ad4-43d6-85f3-81ccad7addcb), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:11.399801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:11.400543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:11.425133 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b960-3bee-4a6f-8988-713be7f3896c tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:11.428622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f0e2b960-3bee-4a6f-8988-713be7f3896c tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/d167af17-97fd-4b70-9997-596a5c5f26a9 HTTP/1.1" status: 204 len: 168 time: 0.3636973 Feb 15 14:14:11.431772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47402) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:11.472599 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2544956 Feb 15 14:14:11.479466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47404) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:11.485333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'network_id': 'c350a6bf-9ad4-43d6-85f3-81ccad7addcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:11.578253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-d2649133-0f7d-40dd-a489-feb272586c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:11.579738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-d2649133-0f7d-40dd-a489-feb272586c4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3786888 Feb 15 14:14:11.627481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fb76b-1573-4aa6-a5f5-355308cd1a3f tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Network': ['ID=c350a6bf-9ad4-43d6-85f3-81ccad7addcb,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:11.642944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network c350a6bf-9ad4-43d6-85f3-81ccad7addcb details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:14:11.689796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55504b58-03e4-4e0a-afad-f9b95df11903 req-7b84e840-6911-4dde-b179-f2035b191b67 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223007 Feb 15 14:14:11.710817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe90f7-b1ec-4199-9b13-a77491546b54 req-a4b21c38-134f-46f0-b906-3ceb395c76a8 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:11.718574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1fe90f7-b1ec-4199-9b13-a77491546b54 req-a4b21c38-134f-46f0-b906-3ceb395c76a8 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 943 time: 0.2597096 Feb 15 14:14:11.736054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47408) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:11.840622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Made reservation on behalf of 4f7087663b6f477e8617eef2875361a3 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:11.846656 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:11.859689 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-39a0b4e0-1e6f-470b-9661-60826f0188ec service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614169 Feb 15 14:14:11.867791 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f658dec5-69d9-40e6-8fa8-8052bf1db792 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:11.870306 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f658dec5-69d9-40e6-8fa8-8052bf1db792 tempest-MeteringIpV6TestJSON-2093978600 tempest-MeteringIpV6TestJSON-2093978600-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/1a8241a5-d316-43a6-aaa1-97200a98d079 HTTP/1.1" status: 204 len: 168 time: 0.4371696 Feb 15 14:14:11.989956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1fe90f7-b1ec-4199-9b13-a77491546b54 req-e2d174f8-7697-4501-9834-d943193a7d03 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701886 Feb 15 14:14:12.035350 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.055106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da6dda43-1fa6-4271-978c-8963fcc6f04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.059500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.ipam_backend_mixin [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Performing IP validity checks on allocation pools {{(pid=109971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 14:14:12.060016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.ipam_backend_mixin [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 14:14:12.113704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47420) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:12.121663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ffb3a-de0f-4078-a3ff-972f79a2829a req-05b9fa19-c990-4e7a-9ce1-aadfd0b72a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:12.123229 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e04ffb3a-de0f-4078-a3ff-972f79a2829a req-05b9fa19-c990-4e7a-9ce1-aadfd0b72a75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 1126 time: 0.3264816 Feb 15 14:14:12.154013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47422) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:12.170368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b0dddf-dbc7-4df2-a308-15a8e6960137 admin admin] Deleting subnet 2d6eaca9-2005-4f1c-ab88-99f9ad7e1152 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:14:12.173829 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6b0dddf-dbc7-4df2-a308-15a8e6960137 admin admin] Publish callbacks [] for subnet (2d6eaca9-2005-4f1c-ab88-99f9ad7e1152), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.174762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f036391-230c-49d5-945f-43e5d722cdbc req-c28cd33f-dc72-4a00-b3e3-b239bb950b4b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:12.176511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f036391-230c-49d5-945f-43e5d722cdbc req-c28cd33f-dc72-4a00-b3e3-b239bb950b4b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.3253739 Feb 15 14:14:12.237388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-6a692412-271b-482f-94d8-18638b0aba27 req-0c9602b9-0938-4ee7-83f7-1c260ca725e1 service neutron] (109971) timed out ('10.222.0.42', 58544) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:14:12.285440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd48c9d6-8091-44bf-8a38-def134a704ad req-a92d5740-42e1-41f3-be79-f8a8432e29d1 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915615 Feb 15 14:14:12.424835 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f036391-230c-49d5-945f-43e5d722cdbc req-da366b57-b23a-49ad-9846-17c120a04bbf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213113 Feb 15 14:14:12.451407 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da6dda43-1fa6-4271-978c-8963fcc6f04f admin admin] Publish callbacks [] for security_group (6e2e3537-4f3f-433a-90fc-e238777d1848), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.451407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ffb3a-de0f-4078-a3ff-972f79a2829a req-d0d0b048-31e8-41f5-b376-a313ad517f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:12.451407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e04ffb3a-de0f-4078-a3ff-972f79a2829a req-d0d0b048-31e8-41f5-b376-a313ad517f10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 911 time: 0.3036425 Feb 15 14:14:12.474291 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da6dda43-1fa6-4271-978c-8963fcc6f04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6e2e3537-4f3f-433a-90fc-e238777d1848), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.479475 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8aab-afef-4bb4-b969-4e32c059b525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.493069 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6b0dddf-dbc7-4df2-a308-15a8e6960137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (2d6eaca9-2005-4f1c-ab88-99f9ad7e1152), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.552709 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6b0dddf-dbc7-4df2-a308-15a8e6960137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (2d6eaca9-2005-4f1c-ab88-99f9ad7e1152), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.554118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e04ffb3a-de0f-4078-a3ff-972f79a2829a req-db547682-dae1-42e4-9fda-bc29abb9adad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d HTTP/1.1" status: 200 len: 217 time: 0.0805933 Feb 15 14:14:12.576484 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (3d87a8c1-3539-4cde-87ef-72d1f86b036a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.581660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-da6dda43-1fa6-4271-978c-8963fcc6f04f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd5b3a28f45c48e88621fa12501f0af5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8420053 Feb 15 14:14:12.582719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47428) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:12.607185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dda43-1fa6-4271-978c-8963fcc6f04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2e3537-4f3f-433a-90fc-e238777d1848,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:12.672283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ffb3a-de0f-4078-a3ff-972f79a2829a req-b5fcf029-e284-4053-8e4e-0b92ba8f514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:12.672664 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8aab-afef-4bb4-b969-4e32c059b525 admin admin] Publish callbacks [] for security_group (565fd82f-3fbc-426a-88a9-46d1d724cdaa), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.673782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e04ffb3a-de0f-4078-a3ff-972f79a2829a req-b5fcf029-e284-4053-8e4e-0b92ba8f514b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.1081774 Feb 15 14:14:12.675861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=3d87a8c1-3539-4cde-87ef-72d1f86b036a,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:12.684857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8aab-afef-4bb4-b969-4e32c059b525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (565fd82f-3fbc-426a-88a9-46d1d724cdaa), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.699965 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6b0dddf-dbc7-4df2-a308-15a8e6960137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (2d6eaca9-2005-4f1c-ab88-99f9ad7e1152), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.714420 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cabce2e-ab49-48f1-a1cb-fe8a9af8405b admin admin] Publish callbacks [] for security_group (6e2e3537-4f3f-433a-90fc-e238777d1848), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.723492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Checking segment: {'id': '22391354-746c-43c9-9f2d-59b5b11d2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c350a6bf-9ad4-43d6-85f3-81ccad7addcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:12.723860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network hostable DHCP agents. Network: c350a6bf-9ad4-43d6-85f3-81ccad7addcb, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:14:12.750827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ffb3a-de0f-4078-a3ff-972f79a2829a req-7a775ed8-cfe8-441a-9469-7624ee18eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:12.753157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e04ffb3a-de0f-4078-a3ff-972f79a2829a req-7a775ed8-cfe8-441a-9469-7624ee18eb76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0693808 Feb 15 14:14:12.753912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Network c350a6bf-9ad4-43d6-85f3-81ccad7addcb is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:14:12.765159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed8aab-afef-4bb4-b969-4e32c059b525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565fd82f-3fbc-426a-88a9-46d1d724cdaa,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:12.767797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0dddf-dbc7-4df2-a308-15a8e6960137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6eaca9-2005-4f1c-ab88-99f9ad7e1152,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:12.781833 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d1ed8aab-afef-4bb4-b969-4e32c059b525 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=116770f297534e3e894136c689bb0f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6266809 Feb 15 14:14:12.783364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6b0dddf-dbc7-4df2-a308-15a8e6960137 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.789179 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c6b0dddf-dbc7-4df2-a308-15a8e6960137 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2d6eaca9-2005-4f1c-ab88-99f9ad7e1152 HTTP/1.1" status: 204 len: 168 time: 0.6744435 Feb 15 14:14:12.790074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47430) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:12.790433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47432) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:12.820798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cabce2e-ab49-48f1-a1cb-fe8a9af8405b admin admin] Publish callbacks [] for security_group (6e2e3537-4f3f-433a-90fc-e238777d1848), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.827678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, c350a6bf-9ad4-43d6-85f3-81ccad7addcb) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:12.833230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:12.834996 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.836566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad9c7b-4157-4354-a642-9a6c0b0d5bf3 None None] Network c350a6bf-9ad4-43d6-85f3-81ccad7addcb requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:12.868698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-17adcb82-6e2f-48e1-92a9-874cbe2784e2 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3852720 Feb 15 14:14:12.868698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47434) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:12.873832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5fca95dc-647d-48f3-9b05-c509d91dbf4e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:12.942227 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e04ffb3a-de0f-4078-a3ff-972f79a2829a req-aecac996-64b5-4a5d-88e8-35362e607948 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814160 Feb 15 14:14:12.965360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d391642-b631-4d31-97b1-bf93537195d4 admin admin] Publish callbacks [] for security_group (565fd82f-3fbc-426a-88a9-46d1d724cdaa), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.987015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-c350a6bf-9ad4-43d6-85f3-81ccad7addcb', 'network_id': 'c350a6bf-9ad4-43d6-85f3-81ccad7addcb', 'project_id': '4f7087663b6f477e8617eef2875361a3', 'fixed_ips': [{'subnet_id': '3d87a8c1-3539-4cde-87ef-72d1f86b036a'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:14:12.989370 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:12.996968 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (6bbc8635-5e61-4c6f-a6ae-efdb031866e7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.008947 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d391642-b631-4d31-97b1-bf93537195d4 admin admin] Publish callbacks [] for security_group (565fd82f-3fbc-426a-88a9-46d1d724cdaa), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.041666 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cabce2e-ab49-48f1-a1cb-fe8a9af8405b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6e2e3537-4f3f-433a-90fc-e238777d1848), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.044505 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3cabce2e-ab49-48f1-a1cb-fe8a9af8405b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.048226 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3cabce2e-ab49-48f1-a1cb-fe8a9af8405b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e2e3537-4f3f-433a-90fc-e238777d1848 HTTP/1.1" status: 204 len: 168 time: 0.4652898 Feb 15 14:14:13.064270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabce2e-ab49-48f1-a1cb-fe8a9af8405b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2e3537-4f3f-433a-90fc-e238777d1848,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:13.118260 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fca95dc-647d-48f3-9b05-c509d91dbf4e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2381400'] for subnet (3d87a8c1-3539-4cde-87ef-72d1f86b036a), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.166648 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (6bbc8635-5e61-4c6f-a6ae-efdb031866e7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.196518 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d391642-b631-4d31-97b1-bf93537195d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (565fd82f-3fbc-426a-88a9-46d1d724cdaa), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.199936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d391642-b631-4d31-97b1-bf93537195d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.217039 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8d391642-b631-4d31-97b1-bf93537195d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/565fd82f-3fbc-426a-88a9-46d1d724cdaa HTTP/1.1" status: 204 len: 168 time: 0.4130943 Feb 15 14:14:13.220630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbc8635-5e61-4c6f-a6ae-efdb031866e7']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:13.247503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acac6b7-b5b8-40ef-a739-8eda03417acd') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:13.247831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acac6b7-b5b8-40ef-a739-8eda03417acd') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:13.251763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d391642-b631-4d31-97b1-bf93537195d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565fd82f-3fbc-426a-88a9-46d1d724cdaa,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:13.261984 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (6acac6b7-b5b8-40ef-a739-8eda03417acd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.277791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e04ffb3a-de0f-4078-a3ff-972f79a2829a req-4830b8fd-1192-404f-86bf-d9b30c098dbd service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227119 Feb 15 14:14:13.300187 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6acac6b7-b5b8-40ef-a739-8eda03417acd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.300362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4ab0fdf8-1b26-46a6-9d17-5077303ee761 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:14:13.312539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:14:13.312539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (6acac6b7-b5b8-40ef-a739-8eda03417acd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.344330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 4ab0fdf8-1b26-46a6-9d17-5077303ee761 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:14:13.344714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4ab0fdf8-1b26-46a6-9d17-5077303ee761 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:14:13.395582 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:14:13.402120 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (6bbc8635-5e61-4c6f-a6ae-efdb031866e7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.449441 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.457249 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6bbc8635-5e61-4c6f-a6ae-efdb031866e7 HTTP/1.1" status: 204 len: 168 time: 0.6501405 Feb 15 14:14:13.457249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cfc4b-22ad-4ba6-a278-721b72c6ab28 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbc8635-5e61-4c6f-a6ae-efdb031866e7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:13.583167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47450) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:13.636594 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:14:13.674345 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4fce5dc0-8b0e-4e42-952f-008d217d67cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=00f7dc13b90a49c18c84f742d14328c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0912154 Feb 15 14:14:13.675722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47454) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:13.755124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe26b4b-669f-4192-a738-ddc72b9112e1 req-8c49023e-3280-4a58-8223-d9730d950a4d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:13.761118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-571ae640-b19f-49c1-9f01-5aa6fa668e0c admin admin] Publish callbacks [] for security_group (713c89e3-a969-4926-8741-dff079580722), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.762238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:14:13.773632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dfe26b4b-669f-4192-a738-ddc72b9112e1 req-8c49023e-3280-4a58-8223-d9730d950a4d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 943 time: 0.6246128 Feb 15 14:14:13.809822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-571ae640-b19f-49c1-9f01-5aa6fa668e0c admin admin] Publish callbacks [] for security_group (713c89e3-a969-4926-8741-dff079580722), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.848818 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47456) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:13.866037 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-971a5587-3b0f-4d56-9ac4-81a9ccea1a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.887774 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-571ae640-b19f-49c1-9f01-5aa6fa668e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (713c89e3-a969-4926-8741-dff079580722), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.888139 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 15 14:14:13.888139 n-d-829064-15 neutron-server[109973]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 15 14:14:13.888139 n-d-829064-15 neutron-server[109973]: [parameters: {'in_use': 1, 'id_1': '3d87a8c1-3539-4cde-87ef-72d1f86b036a'}] Feb 15 14:14:13.888139 n-d-829064-15 neutron-server[109973]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:14:13.889296 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:14:13.890837 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-571ae640-b19f-49c1-9f01-5aa6fa668e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:13.891989 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-571ae640-b19f-49c1-9f01-5aa6fa668e0c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/713c89e3-a969-4926-8741-dff079580722 HTTP/1.1" status: 204 len: 168 time: 0.2152989 Feb 15 14:14:13.924047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ae640-b19f-49c1-9f01-5aa6fa668e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713c89e3-a969-4926-8741-dff079580722,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:13.953994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47460) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:14.006621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dfe26b4b-669f-4192-a738-ddc72b9112e1 req-76b9c525-a138-4d05-b684-f9c0d965d65d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306387 Feb 15 14:14:14.018391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4272e5a-05c2-453a-993c-87be47aebcf4 req-11c46e26-80f1-401f-b52c-c6e3ee66eef5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:14.022595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4272e5a-05c2-453a-993c-87be47aebcf4 req-11c46e26-80f1-401f-b52c-c6e3ee66eef5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.2768633 Feb 15 14:14:14.053085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:14.067324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'port_id': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d', 'mac_address': 'fa:16:3e:23:e5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:14:14.112690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:14.113365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.130622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-971a5587-3b0f-4d56-9ac4-81a9ccea1a03 admin admin] Publish callbacks [] for security_group (32f46ecf-4ad5-490d-93cd-92f6f7aafc8f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.131754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:14:14.143077 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-971a5587-3b0f-4d56-9ac4-81a9ccea1a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (32f46ecf-4ad5-490d-93cd-92f6f7aafc8f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.144378 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9a0b003d-c3be-4cfb-abb3-757b1f30fa82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1998c93b9e7b4952b1abcf16908e0ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837778 Feb 15 14:14:14.148325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47462) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:14.161375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:14.172983 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.189089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fca95dc-647d-48f3-9b05-c509d91dbf4e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771395277078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-365080'] for subnet (3d87a8c1-3539-4cde-87ef-72d1f86b036a), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.212231 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-971a5587-3b0f-4d56-9ac4-81a9ccea1a03 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a5986728d30a4c6b9b68c44267b77a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3623288 Feb 15 14:14:14.213531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a5587-3b0f-4d56-9ac4-81a9ccea1a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f46ecf-4ad5-490d-93cd-92f6f7aafc8f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:14.216106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47464) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:14.264983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4272e5a-05c2-453a-993c-87be47aebcf4 req-0d6f0c48-9c74-4f25-bf11-ad8fdf22e3fa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994128 Feb 15 14:14:14.283106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:14.296090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.296838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.297981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.298274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca95dc-647d-48f3-9b05-c509d91dbf4e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:14.298727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.298884 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fca95dc-647d-48f3-9b05-c509d91dbf4e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.299281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.299727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.302686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5fca95dc-647d-48f3-9b05-c509d91dbf4e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "PUT /v2.0/subnets/3d87a8c1-3539-4cde-87ef-72d1f86b036a HTTP/1.1" status: 200 len: 877 time: 1.4308097 Feb 15 14:14:14.302822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.302822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.302822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.302822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.303262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.303866 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.305111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:14.306262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47466) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:14.314542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f51ae02b-6783-4290-8561-1e4f39ca3239 admin admin] Publish callbacks [] for security_group (32f46ecf-4ad5-490d-93cd-92f6f7aafc8f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.318043 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8abb23e9-5343-49ae-8ac9-b7c3bfc00283 admin admin] Publish callbacks [] for security_group (287777fd-4af5-4a37-863a-ec524f319ee8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.331901 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca95dc-647d-48f3-9b05-c509d91dbf4e tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event updated for resources: {'Subnet': ['ID=3d87a8c1-3539-4cde-87ef-72d1f86b036a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:14.347417 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f51ae02b-6783-4290-8561-1e4f39ca3239 admin admin] Publish callbacks [] for security_group (32f46ecf-4ad5-490d-93cd-92f6f7aafc8f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.392738 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.393155 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8abb23e9-5343-49ae-8ac9-b7c3bfc00283 admin admin] Publish callbacks [] for security_group (287777fd-4af5-4a37-863a-ec524f319ee8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.418102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f51ae02b-6783-4290-8561-1e4f39ca3239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (32f46ecf-4ad5-490d-93cd-92f6f7aafc8f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.422613 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f51ae02b-6783-4290-8561-1e4f39ca3239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.426832 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f51ae02b-6783-4290-8561-1e4f39ca3239 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/32f46ecf-4ad5-490d-93cd-92f6f7aafc8f HTTP/1.1" status: 204 len: 168 time: 0.2096658 Feb 15 14:14:14.437457 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ae02b-6783-4290-8561-1e4f39ca3239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f46ecf-4ad5-490d-93cd-92f6f7aafc8f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:14.495599 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (c350a6bf-9ad4-43d6-85f3-81ccad7addcb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.509309 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8abb23e9-5343-49ae-8ac9-b7c3bfc00283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (287777fd-4af5-4a37-863a-ec524f319ee8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.512978 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8abb23e9-5343-49ae-8ac9-b7c3bfc00283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.514386 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8abb23e9-5343-49ae-8ac9-b7c3bfc00283 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/287777fd-4af5-4a37-863a-ec524f319ee8 HTTP/1.1" status: 204 len: 168 time: 0.3581488 Feb 15 14:14:14.514847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:14:14.528426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb23e9-5343-49ae-8ac9-b7c3bfc00283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287777fd-4af5-4a37-863a-ec524f319ee8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:14.563180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-a100e37d-b729-4e16-ae87-24d3a7a50829 req-40978d00-208b-4eaf-8e69-12df5469ebd0 service neutron] (109971) timed out ('10.222.0.42', 58516) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:14:14.594033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (3d87a8c1-3539-4cde-87ef-72d1f86b036a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.694724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Allocated IP 172.20.0.3 (c350a6bf-9ad4-43d6-85f3-81ccad7addcb/3d87a8c1-3539-4cde-87ef-72d1f86b036a/12d27326-c7d2-46dd-b513-7cdc8dcf2fad) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:14.746950 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a73f1c97-9e13-4184-b7d7-646d6797f4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.932419 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Publish callbacks [] for port (12d27326-c7d2-46dd-b513-7cdc8dcf2fad), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.941154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (12d27326-c7d2-46dd-b513-7cdc8dcf2fad), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.968175 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (3d87a8c1-3539-4cde-87ef-72d1f86b036a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:14.983835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Network c350a6bf-9ad4-43d6-85f3-81ccad7addcb is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:14.991714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:14.999471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:15.016714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Pushing event updated for resources: {'Port': ['ID=12d27326-c7d2-46dd-b513-7cdc8dcf2fad,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:15.055045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Subnet': ['ID=3d87a8c1-3539-4cde-87ef-72d1f86b036a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:15.087103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Attempting to bind port 12d27326-c7d2-46dd-b513-7cdc8dcf2fad on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:14:15.087691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Attempting to bind port 12d27326-c7d2-46dd-b513-7cdc8dcf2fad by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '22391354-746c-43c9-9f2d-59b5b11d2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c350a6bf-9ad4-43d6-85f3-81ccad7addcb'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:14:15.088548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Attempting to bind port 12d27326-c7d2-46dd-b513-7cdc8dcf2fad on network c350a6bf-9ad4-43d6-85f3-81ccad7addcb {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:15.098060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:14:15.098667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Checking segment: {'id': '22391354-746c-43c9-9f2d-59b5b11d2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c350a6bf-9ad4-43d6-85f3-81ccad7addcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:15.099425 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:15.100290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Bound using segment: {'id': '22391354-746c-43c9-9f2d-59b5b11d2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c350a6bf-9ad4-43d6-85f3-81ccad7addcb'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:14:15.100932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Bound port: 12d27326-c7d2-46dd-b513-7cdc8dcf2fad, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22391354-746c-43c9-9f2d-59b5b11d2d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c350a6bf-9ad4-43d6-85f3-81ccad7addcb'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:14:15.101484 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (12d27326-c7d2-46dd-b513-7cdc8dcf2fad), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:15.135022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (c350a6bf-9ad4-43d6-85f3-81ccad7addcb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:15.200130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c350a6bf-9ad4-43d6-85f3-81ccad7addcb']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:15.206227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] For port 12d27326-c7d2-46dd-b513-7cdc8dcf2fad, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:14:15.210177 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] For port 12d27326-c7d2-46dd-b513-7cdc8dcf2fad, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=12d27326-c7d2-46dd-b513-7cdc8dcf2fad,segment=NetworkSegment(22391354-746c-43c9-9f2d-59b5b11d2d01),segment_id=22391354-746c-43c9-9f2d-59b5b11d2d01)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:14:15.214037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22391354-746c-43c9-9f2d-59b5b11d2d01') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:15.215142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22391354-746c-43c9-9f2d-59b5b11d2d01') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:15.222084 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (12d27326-c7d2-46dd-b513-7cdc8dcf2fad), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:15.237980 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (22391354-746c-43c9-9f2d-59b5b11d2d01), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:15.246956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa05304-a49a-4533-bd81-41be78a5ca2d req-8a856987-fabd-4942-97fc-f4149508fc60 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:15.248530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bfa05304-a49a-4533-bd81-41be78a5ca2d req-8a856987-fabd-4942-97fc-f4149508fc60 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 944 time: 0.1083565 Feb 15 14:14:15.387716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bfa05304-a49a-4533-bd81-41be78a5ca2d req-732a8e09-b416-4a91-a45c-a03b153821d6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239772 Feb 15 14:14:15.389574 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (22391354-746c-43c9-9f2d-59b5b11d2d01), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:15.436815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:14:15.437147 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (22391354-746c-43c9-9f2d-59b5b11d2d01), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:14:15.444841 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:14:15.451653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a93cb5-0e17-4220-b702-5860bf638e13 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:14:15.458581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dcf6a-60c6-4752-bbdf-c1ab0fff3065 None None] Pushing event updated for resources: {'Port': ['ID=12d27326-c7d2-46dd-b513-7cdc8dcf2fad,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:15.524307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545542ed-c875-49f5-a233-0c8bc85aa96a req-ff7a6d46-1e38-44a5-8175-d753e51c0ab8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:15.525932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-545542ed-c875-49f5-a233-0c8bc85aa96a req-ff7a6d46-1e38-44a5-8175-d753e51c0ab8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.1339531 Feb 15 14:14:15.527510 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.api [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 14:14:15.527510 n-d-829064-15 neutron-server[109971]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 14:14:15.527510 n-d-829064-15 neutron-server[109971]: [parameters: {'id': 'c350a6bf-9ad4-43d6-85f3-81ccad7addcb'}] Feb 15 14:14:15.527510 n-d-829064-15 neutron-server[109971]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:14:15.528659 n-d-829064-15 neutron-server[109971]: DEBUG oslo_db.api [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:14:15.606313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-545542ed-c875-49f5-a233-0c8bc85aa96a req-5e63547a-3aa5-400b-9c66-41ace896b40d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724056 Feb 15 14:14:15.614891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a93cb5-0e17-4220-b702-5860bf638e13 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:14:15.789315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:14:15.896378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:14:15.902750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:15.903150 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:15.927563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a7383-f08a-45a6-a359-afe2a4459523 req-7b1e208a-4e4a-429a-bc35-091d874e66f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:15.929128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-156a7383-f08a-45a6-a359-afe2a4459523 req-7b1e208a-4e4a-429a-bc35-091d874e66f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1116707 Feb 15 14:14:15.957529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975f43e1-724b-47a1-99ed-49fa727f69dd None None] Network c350a6bf-9ad4-43d6-85f3-81ccad7addcb requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:15.989323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-156a7383-f08a-45a6-a359-afe2a4459523 req-44bced96-3d93-4aa7-af69-92bbd979ee47 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544157 Feb 15 14:14:16.028787 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (c350a6bf-9ad4-43d6-85f3-81ccad7addcb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:16.127171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Deleting port 12d27326-c7d2-46dd-b513-7cdc8dcf2fad {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:16.127516 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (12d27326-c7d2-46dd-b513-7cdc8dcf2fad), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:16.230122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] For port 12d27326-c7d2-46dd-b513-7cdc8dcf2fad, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=12d27326-c7d2-46dd-b513-7cdc8dcf2fad,segment=NetworkSegment(22391354-746c-43c9-9f2d-59b5b11d2d01),segment_id=22391354-746c-43c9-9f2d-59b5b11d2d01)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:16.230588 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (12d27326-c7d2-46dd-b513-7cdc8dcf2fad), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:16.244737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47542) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:16.272788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Calling delete_port for 12d27326-c7d2-46dd-b513-7cdc8dcf2fad owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:16.346862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:16.347276 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:16.366237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e8f4b-d5bc-461f-8454-8dc066680231 None None] Network c350a6bf-9ad4-43d6-85f3-81ccad7addcb requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:16.418864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aef285-a342-4bc1-8866-0ea56685d059 req-88d23cdb-20d7-47b7-951d-cddd7ab9772e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:16.421421 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7aef285-a342-4bc1-8866-0ea56685d059 req-88d23cdb-20d7-47b7-951d-cddd7ab9772e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1712980 Feb 15 14:14:16.426411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:14:16.428806 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dedc59f-5356-47a3-97e6-853a5d048361" -d '{"events": [{"server_uuid": "ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9", "name": "network-vif-plugged", "status": "completed", "tag": "aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:14:16.460885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:16.475086 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:16.510638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7aef285-a342-4bc1-8866-0ea56685d059 req-1a576527-bae4-4920-a910-0cc4546ff340 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763288 Feb 15 14:14:16.512288 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (12d27326-c7d2-46dd-b513-7cdc8dcf2fad), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:16.529394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No DVR routers for this DVR port 12d27326-c7d2-46dd-b513-7cdc8dcf2fad on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:14:16.572184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Port': ['ID=12d27326-c7d2-46dd-b513-7cdc8dcf2fad,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:16.595023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:16.630676 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51972171-e93a-459b-827e-c4d48103f96e x-openstack-request-id: req-51972171-e93a-459b-827e-c4d48103f96e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:14:16.631197 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9", "name": "network-vif-plugged", "status": "completed", "tag": "aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:14:16.631629 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51972171-e93a-459b-827e-c4d48103f96e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:14:16.632174 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d', 'code': 200} Feb 15 14:14:16.718180 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (c350a6bf-9ad4-43d6-85f3-81ccad7addcb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:16.749686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc0558-858e-459e-9fb7-f34821d5a238 req-dd64b25d-1496-4194-96f0-84ea1bbe30ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:16.751067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14fc0558-858e-459e-9fb7-f34821d5a238 req-dd64b25d-1496-4194-96f0-84ea1bbe30ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.1829720 Feb 15 14:14:16.809325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c350a6bf-9ad4-43d6-85f3-81ccad7addcb']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:16.843930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22391354-746c-43c9-9f2d-59b5b11d2d01') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:16.844304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22391354-746c-43c9-9f2d-59b5b11d2d01') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:16.859724 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3e9c7959-596e-4fea-92a8-1ccc7c74fd79 tempest-AgentManagementNegativeTest-700644833 tempest-AgentManagementNegativeTest-700644833-project] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6098180 Feb 15 14:14:16.875212 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (22391354-746c-43c9-9f2d-59b5b11d2d01), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:16.910961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68787c-df59-4dff-99f0-a476bcbccda1 req-bb4bc203-6981-4cca-ab07-9227c2faeff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:16.912401 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab68787c-df59-4dff-99f0-a476bcbccda1 req-bb4bc203-6981-4cca-ab07-9227c2faeff5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 1128 time: 0.1895161 Feb 15 14:14:16.914512 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (22391354-746c-43c9-9f2d-59b5b11d2d01), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:16.948119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:14:16.948530 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (22391354-746c-43c9-9f2d-59b5b11d2d01), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:14:16.953757 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:14:16.960741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14fc0558-858e-459e-9fb7-f34821d5a238 req-a184b469-ecc2-4418-9131-aa9234a608dd tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868789 Feb 15 14:14:16.979205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b2f8d-7871-4bee-9e6d-c39ff2960632 req-6727c162-3935-427e-996b-c0cb2d593c7b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:16.980767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf8b2f8d-7871-4bee-9e6d-c39ff2960632 req-6727c162-3935-427e-996b-c0cb2d593c7b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2081003 Feb 15 14:14:17.106148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab68787c-df59-4dff-99f0-a476bcbccda1 req-e2a969fb-6660-4588-978f-dcae216f4c02 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838133 Feb 15 14:14:17.107611 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (c350a6bf-9ad4-43d6-85f3-81ccad7addcb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.112599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf8b2f8d-7871-4bee-9e6d-c39ff2960632 req-34ababec-8d43-46d0-8ef7-bca6e444c491 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036744 Feb 15 14:14:17.117975 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.125841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/c350a6bf-9ad4-43d6-85f3-81ccad7addcb HTTP/1.1" status: 204 len: 168 time: 2.8148551 Feb 15 14:14:17.126666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47574) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.148555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1b546-d02d-4b3b-8fc8-d1768f24ad78 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=c350a6bf-9ad4-43d6-85f3-81ccad7addcb,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:17.181268 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d31dcf8b-1d45-4ac0-af56-bc0a5952f27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.183037 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6abc5fc-fb37-48ad-a9c5-e49a3848671c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:17.183037 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6abc5fc-fb37-48ad-a9c5-e49a3848671c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:17.186785 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d6abc5fc-fb37-48ad-a9c5-e49a3848671c tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/subnets/3d87a8c1-3539-4cde-87ef-72d1f86b036a HTTP/1.1" status: 404 len: 337 time: 0.0595534 Feb 15 14:14:17.189249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47578) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.214216 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d92730-5eba-4241-a21c-2f2fba2f5870 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:17.214984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d92730-5eba-4241-a21c-2f2fba2f5870 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:17.217909 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-12d92730-5eba-4241-a21c-2f2fba2f5870 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/c350a6bf-9ad4-43d6-85f3-81ccad7addcb HTTP/1.1" status: 404 len: 339 time: 0.0277259 Feb 15 14:14:17.220391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47580) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.252367 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e9c523-baba-402b-aaae-6577687841a0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:17.253014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e9c523-baba-402b-aaae-6577687841a0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:17.256797 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-93e9c523-baba-402b-aaae-6577687841a0 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/subnets/bd2883f3-4003-4ae5-9823-ce83b2bffb69 HTTP/1.1" status: 404 len: 337 time: 0.0353801 Feb 15 14:14:17.260246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47584) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.305400 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-de43b73c-7aaa-4eb6-b931-d9f683d64321 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:17.305940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de43b73c-7aaa-4eb6-b931-d9f683d64321 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:17.316664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-de43b73c-7aaa-4eb6-b931-d9f683d64321 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/c3d98c31-1df3-4f38-9800-912f4ed9013e HTTP/1.1" status: 404 len: 339 time: 0.0539782 Feb 15 14:14:17.320018 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47588) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.369586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04aee6-663c-4df1-a001-0d5dafbefcc6 req-8f657af4-5854-4cf4-ad76-0ca39d41cfa9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:17.379453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb04aee6-663c-4df1-a001-0d5dafbefcc6 req-8f657af4-5854-4cf4-ad76-0ca39d41cfa9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1334841 Feb 15 14:14:17.384506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47590) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.455135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (7dd375ec-2206-4207-8a99-1e00f946bba8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.462253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb04aee6-663c-4df1-a001-0d5dafbefcc6 req-3f89c7f9-4c7c-4d2a-9064-2eda744d35fd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800538 Feb 15 14:14:17.566701 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (7dd375ec-2206-4207-8a99-1e00f946bba8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.579427 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd375ec-2206-4207-8a99-1e00f946bba8']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:17.589347 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413dcda5-4c4f-4acc-be69-ec91bb9c6f0e') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:17.589663 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413dcda5-4c4f-4acc-be69-ec91bb9c6f0e') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:17.601182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (413dcda5-4c4f-4acc-be69-ec91bb9c6f0e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.620703 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (413dcda5-4c4f-4acc-be69-ec91bb9c6f0e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.637705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:14:17.638109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (413dcda5-4c4f-4acc-be69-ec91bb9c6f0e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: warnings.warn(msg) Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:14:17.641476 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:14:17.662209 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8be3ff93-85f1-4c29-948c-d1c4742148f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.714313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47602) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.738767 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (7dd375ec-2206-4207-8a99-1e00f946bba8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.754266 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.761583 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/7dd375ec-2206-4207-8a99-1e00f946bba8 HTTP/1.1" status: 204 len: 168 time: 0.4391389 Feb 15 14:14:17.763325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47608) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.796042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a46f9e-9389-458d-8e26-e96d1710ff4a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=7dd375ec-2206-4207-8a99-1e00f946bba8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:17.828008 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-be421db7-db89-4836-9da0-912d11d14489 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:17.828633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be421db7-db89-4836-9da0-912d11d14489 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:17.838445 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-be421db7-db89-4836-9da0-912d11d14489 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/subnets/bef90ae7-aa0d-4ffd-9df1-c1ee255069e8 HTTP/1.1" status: 404 len: 337 time: 0.0729458 Feb 15 14:14:17.841433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47618) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.872151 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36aa06b-7a35-4d26-98b3-40c066a4c8a6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:17.872804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36aa06b-7a35-4d26-98b3-40c066a4c8a6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:17.878563 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c36aa06b-7a35-4d26-98b3-40c066a4c8a6 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/6efa787a-f8ab-425f-8695-fab6c404c2bd HTTP/1.1" status: 404 len: 339 time: 0.0333393 Feb 15 14:14:17.879965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47620) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.909045 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8be3ff93-85f1-4c29-948c-d1c4742148f0 admin admin] Publish callbacks [] for security_group (2022fd34-a201-427e-a1c7-f395d00808c6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.910488 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4b3cad-0616-47eb-a131-122ee911a314 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:17.910978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4b3cad-0616-47eb-a131-122ee911a314 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:17.915065 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2a4b3cad-0616-47eb-a131-122ee911a314 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/subnets/3a1ea2f7-a92d-4c71-8e48-300a4ddad970 HTTP/1.1" status: 404 len: 337 time: 0.0331287 Feb 15 14:14:17.917409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47624) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.927904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8be3ff93-85f1-4c29-948c-d1c4742148f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2022fd34-a201-427e-a1c7-f395d00808c6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:17.976224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3ff93-85f1-4c29-948c-d1c4742148f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2022fd34-a201-427e-a1c7-f395d00808c6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:17.985349 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-0178fa9e-7c1d-4e8c-952d-cb19086ec7cb tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:17.985878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0178fa9e-7c1d-4e8c-952d-cb19086ec7cb tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:17.989426 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0178fa9e-7c1d-4e8c-952d-cb19086ec7cb tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/e333fb1a-3c79-46d1-98ac-14e90d525b10 HTTP/1.1" status: 404 len: 339 time: 0.0710382 Feb 15 14:14:17.994316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47630) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:17.996380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-497618561', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:18.025629 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b32b30-054e-4ef9-9a96-e849e4c53f72 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.026095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b32b30-054e-4ef9-9a96-e849e4c53f72 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.031050 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-07b32b30-054e-4ef9-9a96-e849e4c53f72 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/subnets/076fdf05-2a53-4d77-a459-7c1a619cb75b HTTP/1.1" status: 404 len: 337 time: 0.0342944 Feb 15 14:14:18.034141 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8be3ff93-85f1-4c29-948c-d1c4742148f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa0bbba8e0d64bce9a61b11d17fd05e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6461244 Feb 15 14:14:18.034529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47634) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.043072 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47636) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.067858 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6e46f3-8cd6-4fda-a6bd-25d3688f3451 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.068722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6e46f3-8cd6-4fda-a6bd-25d3688f3451 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.074522 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4f6e46f3-8cd6-4fda-a6bd-25d3688f3451 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/ad7c4a45-f760-414f-a327-4dc69dacb734 HTTP/1.1" status: 404 len: 339 time: 0.0387390 Feb 15 14:14:18.079173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47638) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.113130 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-33afbc80-7ed5-48d2-ac72-9b737b5ebd50 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.113596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33afbc80-7ed5-48d2-ac72-9b737b5ebd50 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.116676 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-33afbc80-7ed5-48d2-ac72-9b737b5ebd50 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/subnets/466299c3-b157-4f77-8df1-5cff9f152c53 HTTP/1.1" status: 404 len: 337 time: 0.0358000 Feb 15 14:14:18.121595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Made reservation on behalf of f5973d35070e41fcb7fc3c39067040db for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:18.122113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47642) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.125071 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:18.144990 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6b3f4a-f5d7-41c3-a4b4-52857ba3335a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.145501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6b3f4a-f5d7-41c3-a4b4-52857ba3335a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.146660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0345f4-4724-40de-91c3-80c0a037afdb req-2904b93a-7391-47f1-90a4-6d09ac8a9f0f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:18.148234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-2904b93a-7391-47f1-90a4-6d09ac8a9f0f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 811 time: 0.2956097 Feb 15 14:14:18.148577 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ab6b3f4a-f5d7-41c3-a4b4-52857ba3335a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/f02c0381-760f-4f9b-8165-0c9c62282531 HTTP/1.1" status: 404 len: 339 time: 0.0257976 Feb 15 14:14:18.149355 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:18.152412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47644) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.192369 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-80796e4e-97ff-4459-9341-dd5e3dd8453d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.192838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80796e4e-97ff-4459-9341-dd5e3dd8453d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.196425 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-80796e4e-97ff-4459-9341-dd5e3dd8453d tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/subnets/b7657c1a-73ea-4542-a8fb-219abbf56ce8 HTTP/1.1" status: 404 len: 337 time: 0.0421767 Feb 15 14:14:18.199994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47646) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.224769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-dd6d241d-4b41-46ab-8fd8-0f8fd3e7af8c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/quotas/8773e41ef1784a1cb7d43670ec2b8860 HTTP/1.1" status: 200 len: 375 time: 0.0637765 Feb 15 14:14:18.229678 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-df447fc6-7803-4941-b176-e59d0da801c5 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.230266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df447fc6-7803-4941-b176-e59d0da801c5 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.233529 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-df447fc6-7803-4941-b176-e59d0da801c5 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/ad9bc98e-b27e-4182-9973-46bb8dfa360b HTTP/1.1" status: 404 len: 339 time: 0.0325396 Feb 15 14:14:18.234737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5513a3ec-b124-4d92-b612-349b7141115f admin admin] Publish callbacks [] for security_group (2022fd34-a201-427e-a1c7-f395d00808c6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:18.236317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47648) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.259825 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5513a3ec-b124-4d92-b612-349b7141115f admin admin] Publish callbacks [] for security_group (2022fd34-a201-427e-a1c7-f395d00808c6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:18.295915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95192fd9-0422-4e08-9c31-5027a34f3205 req-4903a35a-212a-44f5-9042-f967dbf96190 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:18.297936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95192fd9-0422-4e08-9c31-5027a34f3205 req-4903a35a-212a-44f5-9042-f967dbf96190 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.2406008 Feb 15 14:14:18.317197 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-e955e80a-b1ea-4ea2-9355-3cae870b0586 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.317648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e955e80a-b1ea-4ea2-9355-3cae870b0586 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.323481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e955e80a-b1ea-4ea2-9355-3cae870b0586 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/subnets/690d033a-1dd2-4885-baba-bc81c865d5b8 HTTP/1.1" status: 404 len: 337 time: 0.0833797 Feb 15 14:14:18.327555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47652) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.339177 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks [] for security_group (81c260d6-2463-46f4-b47f-0c5c75ab2487), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:18.339894 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:18.351622 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (81c260d6-2463-46f4-b47f-0c5c75ab2487), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:18.364394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] device_id is not set on port 782f0775-cb3a-4bcb-a78c-cc29ea2f74e1 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:14:18.366068 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cc63ec-b230-41c3-abb0-ecd8e46ae3c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.368086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66cc63ec-b230-41c3-abb0-ecd8e46ae3c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.371507 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-66cc63ec-b230-41c3-abb0-ecd8e46ae3c4 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/9531b065-8c10-4613-b47b-bfcb09eedd1d HTTP/1.1" status: 404 len: 339 time: 0.0404239 Feb 15 14:14:18.372429 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5513a3ec-b124-4d92-b612-349b7141115f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2022fd34-a201-427e-a1c7-f395d00808c6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:18.376025 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5513a3ec-b124-4d92-b612-349b7141115f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:18.381029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47658) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.381762 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5513a3ec-b124-4d92-b612-349b7141115f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2022fd34-a201-427e-a1c7-f395d00808c6 HTTP/1.1" status: 204 len: 168 time: 0.3369901 Feb 15 14:14:18.428161 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513a3ec-b124-4d92-b612-349b7141115f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2022fd34-a201-427e-a1c7-f395d00808c6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:18.521415 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49d6925-467e-4764-8fa9-15c0af16c134 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.522086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49d6925-467e-4764-8fa9-15c0af16c134 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.525003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a49d6925-467e-4764-8fa9-15c0af16c134 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/subnets/51ec5801-3704-4b19-8561-346e7efbaec6 HTTP/1.1" status: 404 len: 337 time: 0.1364095 Feb 15 14:14:18.527829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47664) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.532201 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c260d6-2463-46f4-b47f-0c5c75ab2487,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:18.550162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95192fd9-0422-4e08-9c31-5027a34f3205 req-a619f617-6746-4cdc-8e33-a22e51d4eeb1 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283092 Feb 15 14:14:18.561314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-8a9e93e5-4190-48a8-b5ef-55ccae6eb4be tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3013484 Feb 15 14:14:18.583108 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-0973da61-cc5f-40da-ac0c-c0da123a35ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.585203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0973da61-cc5f-40da-ac0c-c0da123a35ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.587373 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0973da61-cc5f-40da-ac0c-c0da123a35ed tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/0d95ccfa-740d-4d27-a6f8-5fbc140c57dc HTTP/1.1" status: 404 len: 339 time: 0.0578904 Feb 15 14:14:18.595551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47666) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.667026 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed5da98-1ab3-457c-91fa-fe41828a41b5 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.667401 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed5da98-1ab3-457c-91fa-fe41828a41b5 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.670996 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0ed5da98-1ab3-457c-91fa-fe41828a41b5 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/subnets/b6212223-319e-40de-9d90-003b16897361 HTTP/1.1" status: 404 len: 337 time: 0.0739222 Feb 15 14:14:18.673830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47672) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.698771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Allocated IP 172.25.6.27 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/782f0775-cb3a-4bcb-a78c-cc29ea2f74e1) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:18.707145 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbb233c-5cec-41a0-a0a0-e27167045238 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] DELETE failed (client error): The resource could not be found. Feb 15 14:14:18.709344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbb233c-5cec-41a0-a0a0-e27167045238 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:14:18.713842 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1bbb233c-5cec-41a0-a0a0-e27167045238 tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/8aeb14d0-2bb4-467e-8392-2980f8062166 HTTP/1.1" status: 404 len: 339 time: 0.0376158 Feb 15 14:14:18.715247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47674) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:18.751722 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-41ee8c69-9e3c-4e67-8216-e05342a5bb64 service neutron] 10.222.0.72 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669078 Feb 15 14:14:18.828748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-24873ae6-6781-46da-8d35-884f781cc81a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Deleting subnet 71ca7069-5486-4a07-8e7d-0780bcff33be {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:14:18.838480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24873ae6-6781-46da-8d35-884f781cc81a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for subnet (71ca7069-5486-4a07-8e7d-0780bcff33be), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:18.917423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-fbb9ea3e-b733-4a2b-b30c-1668e5169e2d service neutron] 10.222.0.72 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644993 Feb 15 14:14:18.962054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24873ae6-6781-46da-8d35-884f781cc81a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (71ca7069-5486-4a07-8e7d-0780bcff33be), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.005713 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks [] for port (782f0775-cb3a-4bcb-a78c-cc29ea2f74e1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.116014 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (782f0775-cb3a-4bcb-a78c-cc29ea2f74e1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.162513 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24873ae6-6781-46da-8d35-884f781cc81a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (71ca7069-5486-4a07-8e7d-0780bcff33be), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.212641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e57ceaed-d66f-49ce-864e-881215efcdc5 req-477f45ff-b16e-4b16-a1b5-a9e6ba372535 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 210 time: 0.0448267 Feb 15 14:14:19.216064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:19.220107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:19.223201 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:19.251153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Pushing event updated for resources: {'Port': ['ID=782f0775-cb3a-4bcb-a78c-cc29ea2f74e1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:19.267998 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24873ae6-6781-46da-8d35-884f781cc81a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (71ca7069-5486-4a07-8e7d-0780bcff33be), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.287770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:19.287770 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.318229 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-797fe00d-11dd-4601-9e82-91590060a914 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.6023149 Feb 15 14:14:19.318970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47700) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:19.322138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24873ae6-6781-46da-8d35-884f781cc81a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Subnet': ['ID=71ca7069-5486-4a07-8e7d-0780bcff33be,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:19.324345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.27'}]}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:19.327343 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24873ae6-6781-46da-8d35-884f781cc81a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.335493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27fbeee-9d1b-464f-918f-0921b98d33c4 None None] Network a266f3bf-10a9-45ef-96cf-c63b15de0d5f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:19.345034 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-24873ae6-6781-46da-8d35-884f781cc81a tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/subnets/71ca7069-5486-4a07-8e7d-0780bcff33be HTTP/1.1" status: 204 len: 168 time: 0.6286328 Feb 15 14:14:19.347650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47702) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:19.372091 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (5da3dfdc-51ac-4efd-82e2-710b0c9b33e5), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.374357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (5da3dfdc-51ac-4efd-82e2-710b0c9b33e5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.526063 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks [] for router_controller (5da3dfdc-51ac-4efd-82e2-710b0c9b33e5), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.572072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a266f3bf-10a9-45ef-96cf-c63b15de0d5f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.678721 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.689700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0cca28-f422-4a03-9e93-e5e81eff59d5 None None] DHCP port deletion for a266f3bf-10a9-45ef-96cf-c63b15de0d5f request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:14:19.760983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cca28-f422-4a03-9e93-e5e81eff59d5 None None] Deleting port a9bed0ba-cec7-483a-8e60-51af97306199 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:19.763355 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d0cca28-f422-4a03-9e93-e5e81eff59d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.780462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Deleting port a9bed0ba-cec7-483a-8e60-51af97306199 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:19.781912 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.845289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1d0cca28-f422-4a03-9e93-e5e81eff59d5 None None] For port a9bed0ba-cec7-483a-8e60-51af97306199, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a9bed0ba-cec7-483a-8e60-51af97306199,segment=NetworkSegment(d732f710-c373-46bc-932b-f1833e035c6f),segment_id=d732f710-c373-46bc-932b-f1833e035c6f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:19.845582 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d0cca28-f422-4a03-9e93-e5e81eff59d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:19.874704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cca28-f422-4a03-9e93-e5e81eff59d5 None None] Calling delete_port for a9bed0ba-cec7-483a-8e60-51af97306199 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:19.951130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47720) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:20.025749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] For port a9bed0ba-cec7-483a-8e60-51af97306199, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a9bed0ba-cec7-483a-8e60-51af97306199,segment=NetworkSegment(d732f710-c373-46bc-932b-f1833e035c6f),segment_id=d732f710-c373-46bc-932b-f1833e035c6f)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:20.026208 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.078823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a9bed0ba-cec7-483a-8e60-51af97306199 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:14:20.104741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Calling delete_port for a9bed0ba-cec7-483a-8e60-51af97306199 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:20.180716 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks [] for router_gateway (5da3dfdc-51ac-4efd-82e2-710b0c9b33e5), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.296814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91839ae-0eb9-4507-bed7-a8d49dd5fa4c req-89cdede0-8bc8-472e-838c-bf747f3ddd3e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:20.300513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c91839ae-0eb9-4507-bed7-a8d49dd5fa4c req-89cdede0-8bc8-472e-838c-bf747f3ddd3e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.5294585 Feb 15 14:14:20.319884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47730) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:20.445098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a9bed0ba-cec7-483a-8e60-51af97306199 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:20.445502 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.470857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d0cca28-f422-4a03-9e93-e5e81eff59d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.481732 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a9bed0ba-cec7-483a-8e60-51af97306199), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.499157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cca28-f422-4a03-9e93-e5e81eff59d5 None None] Pushing event deleted for resources: {'Port': ['ID=a9bed0ba-cec7-483a-8e60-51af97306199,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:20.513155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-255741577'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:20.528994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0cca28-f422-4a03-9e93-e5e81eff59d5 None None] No DVR routers for this DVR port a9bed0ba-cec7-483a-8e60-51af97306199 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:14:20.539144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3a0f3ea-be77-4d7d-9b61-b76bc4e46096 req-77ad7f69-0e75-48d0-b534-8535519089af tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 210 time: 0.1384983 Feb 15 14:14:20.547708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9aa374d4-5f76-4dca-816c-ca70aad74bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.555863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Made reservation on behalf of 48600fe26e394c7d9bf389f77dae907b for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:20.573430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.611358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c91839ae-0eb9-4507-bed7-a8d49dd5fa4c req-8e2ae009-d1e6-4334-9626-6bb30b9ed5b6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138507 Feb 15 14:14:20.619760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Port': ['ID=a9bed0ba-cec7-483a-8e60-51af97306199,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:20.645687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] No DVR routers for this DVR port a9bed0ba-cec7-483a-8e60-51af97306199 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:14:20.655344 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.798071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a266f3bf-10a9-45ef-96cf-c63b15de0d5f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.832206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a266f3bf-10a9-45ef-96cf-c63b15de0d5f']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:20.848464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd732f710-c373-46bc-932b-f1833e035c6f') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:20.849087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd732f710-c373-46bc-932b-f1833e035c6f') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:20.862499 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (d732f710-c373-46bc-932b-f1833e035c6f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.878349 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d732f710-c373-46bc-932b-f1833e035c6f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.885700 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks [] for router_gateway (5da3dfdc-51ac-4efd-82e2-710b0c9b33e5), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.886066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:14:20.886721 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (d732f710-c373-46bc-932b-f1833e035c6f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.909573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:14:20.956210 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:14:20.976196 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a266f3bf-10a9-45ef-96cf-c63b15de0d5f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:20.999139 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.002754 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] 10.222.0.72 "DELETE /v2.0/networks/a266f3bf-10a9-45ef-96cf-c63b15de0d5f HTTP/1.1" status: 204 len: 168 time: 1.6541448 Feb 15 14:14:21.070400 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.075099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae02ddc-5731-4628-8a05-e897c704cbae tempest-NetworksTest-443082908 tempest-NetworksTest-443082908-project] Pushing event deleted for resources: {'Network': ['ID=a266f3bf-10a9-45ef-96cf-c63b15de0d5f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:21.085406 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks [] for router (5da3dfdc-51ac-4efd-82e2-710b0c9b33e5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.115247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec091a-da97-4bc1-874e-e72bddda951c req-9d8a9f7e-fabd-49f9-ac15-bcae8c4b877d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:21.116753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9ec091a-da97-4bc1-874e-e72bddda951c req-9d8a9f7e-fabd-49f9-ac15-bcae8c4b877d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.3723483 Feb 15 14:14:21.130195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47738) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:21.149983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e5108eba-efe6-4fdc-8040-03a5de58d2ee tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'floatingip': {'port_id': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:21.303637 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5108eba-efe6-4fdc-8040-03a5de58d2ee tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (66b67864-7c85-4f31-8f6d-61bcfba69990), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.368178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0345f4-4724-40de-91c3-80c0a037afdb req-dad06f7e-1aee-4b07-b4d1-00f893200b0b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:21.369618 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-dad06f7e-1aee-4b07-b4d1-00f893200b0b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 811 time: 0.5446203 Feb 15 14:14:21.378796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (5da3dfdc-51ac-4efd-82e2-710b0c9b33e5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.383341 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks [] for router_controller (5da3dfdc-51ac-4efd-82e2-710b0c9b33e5), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.386537 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for security_group (8e7b6c61-b956-4873-8788-03629e21041f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.389846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Request body: {'port': {'device_id': '0a1b9c96-53db-45bc-9801-1f898e19e033', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'admin_state_up': True, 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:21.399798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9aa374d4-5f76-4dca-816c-ca70aad74bf7 admin admin] Publish callbacks [] for security_group (42cd82bc-7c4c-4d82-9efb-00bf74501d71), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.399798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8e7b6c61-b956-4873-8788-03629e21041f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.446283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47744) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:21.458329 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9aa374d4-5f76-4dca-816c-ca70aad74bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (42cd82bc-7c4c-4d82-9efb-00bf74501d71), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.490225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7b6c61-b956-4873-8788-03629e21041f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:21.494742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:14:21.524905 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (5da3dfdc-51ac-4efd-82e2-710b0c9b33e5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.525730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5da3dfdc-51ac-4efd-82e2-710b0c9b33e5 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:14:21.549583 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 15 14:14:21.554061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dc937b4f-4a7a-460d-9a45-9ea6e6f96495 tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2338982 Feb 15 14:14:21.559034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47748) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:21.622546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a8e12827-3289-41eb-9e0e-af5680ede7d7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.622843 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Added segment a8e12827-3289-41eb-9e0e-af5680ede7d7 of type vlan for network b62a1f4b-a6d9-494c-8406-ada8e712adaf Feb 15 14:14:21.625902 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9aa374d4-5f76-4dca-816c-ca70aad74bf7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df56c31be1fd44a7a352c8f75eacbfec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6721203 Feb 15 14:14:21.633247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47752) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:21.675668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa374d4-5f76-4dca-816c-ca70aad74bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cd82bc-7c4c-4d82-9efb-00bf74501d71,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:21.803900 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (b62a1f4b-a6d9-494c-8406-ada8e712adaf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.889471 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b08eadad-53fb-4046-8d83-aee613e77efb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f7087663b6f477e8617eef2875361a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414344 Feb 15 14:14:21.892504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47754) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:21.900526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (b62a1f4b-a6d9-494c-8406-ada8e712adaf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:21.906341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:21.906982 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.018797 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6978447 Feb 15 14:14:22.061650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47756) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:22.070544 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'subnet': {'network_id': 'b62a1f4b-a6d9-494c-8406-ada8e712adaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:22.079344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c5a3f-3d2b-45af-895d-db1430e0ce66 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Network': ['ID=b62a1f4b-a6d9-494c-8406-ada8e712adaf,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:22.089334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network b62a1f4b-a6d9-494c-8406-ada8e712adaf details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:14:22.147467 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-144556d1-d5d0-48e5-b447-a6c6a121ed2c req-b6e0dc88-2618-40a0-9008-6f2e79a44fdd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 210 time: 0.4829507 Feb 15 14:14:22.187213 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-527af3e7-2c7f-4c1f-8996-14c4dd17ecc1 admin admin] Publish callbacks [] for security_group (42cd82bc-7c4c-4d82-9efb-00bf74501d71), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.227641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Made reservation on behalf of 8773e41ef1784a1cb7d43670ec2b8860 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:22.233484 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.289492 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-527af3e7-2c7f-4c1f-8996-14c4dd17ecc1 admin admin] Publish callbacks [] for security_group (42cd82bc-7c4c-4d82-9efb-00bf74501d71), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.301700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb031fd9-6498-40b3-9168-49b094c2210e admin admin] Publish callbacks [] for security_group (f03edd76-ea3b-4709-b458-aff66adddf36), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.360618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c0164183-3b82-4af3-8138-ecfe941aacdf tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Deleting port 782f0775-cb3a-4bcb-a78c-cc29ea2f74e1 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:22.361484 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c0164183-3b82-4af3-8138-ecfe941aacdf tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (782f0775-cb3a-4bcb-a78c-cc29ea2f74e1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.393596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb031fd9-6498-40b3-9168-49b094c2210e admin admin] Publish callbacks [] for security_group (f03edd76-ea3b-4709-b458-aff66adddf36), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.511082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Allocated IP 172.20.0.10 (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4/3c8c8036-0638-46f9-9412-5afaa8f87848/786fe9cb-553a-423e-a00b-fbcf594b6366) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:22.550688 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5108eba-efe6-4fdc-8040-03a5de58d2ee tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.555297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Made reservation on behalf of 48600fe26e394c7d9bf389f77dae907b for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:22.558548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.626858 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c0164183-3b82-4af3-8138-ecfe941aacdf tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (782f0775-cb3a-4bcb-a78c-cc29ea2f74e1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.636348 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-527af3e7-2c7f-4c1f-8996-14c4dd17ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (42cd82bc-7c4c-4d82-9efb-00bf74501d71), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.640336 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-527af3e7-2c7f-4c1f-8996-14c4dd17ecc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:22.641807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-527af3e7-2c7f-4c1f-8996-14c4dd17ecc1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/42cd82bc-7c4c-4d82-9efb-00bf74501d71 HTTP/1.1" status: 204 len: 168 time: 1.0073001 Feb 15 14:14:22.675155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c0164183-3b82-4af3-8138-ecfe941aacdf tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Calling delete_port for 782f0775-cb3a-4bcb-a78c-cc29ea2f74e1 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:22.705898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527af3e7-2c7f-4c1f-8996-14c4dd17ecc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cd82bc-7c4c-4d82-9efb-00bf74501d71,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:23.024845 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c0164183-3b82-4af3-8138-ecfe941aacdf tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (782f0775-cb3a-4bcb-a78c-cc29ea2f74e1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.086398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0164183-3b82-4af3-8138-ecfe941aacdf tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Pushing event deleted for resources: {'Port': ['ID=782f0775-cb3a-4bcb-a78c-cc29ea2f74e1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:23.226638 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5108eba-efe6-4fdc-8040-03a5de58d2ee tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (66b67864-7c85-4f31-8f6d-61bcfba69990), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.252845 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c0164183-3b82-4af3-8138-ecfe941aacdf tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.260825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c0164183-3b82-4af3-8138-ecfe941aacdf tempest-RoutersAdminNegativeIpV6Test-1053759722 tempest-RoutersAdminNegativeIpV6Test-1053759722-project-admin] 10.222.0.72 "DELETE /v2.0/ports/782f0775-cb3a-4bcb-a78c-cc29ea2f74e1 HTTP/1.1" status: 204 len: 168 time: 1.7006125 Feb 15 14:14:23.299343 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47776) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:23.328358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (35da8e8d-9e51-4d0d-9701-d73af2ca789f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.332549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3293fe58-edf9-41d3-ba5a-5d8c4146e397 req-f16a3e73-a938-441a-bc66-8fba80759935 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 210 time: 0.0347531 Feb 15 14:14:23.339290 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b153794e-8300-4886-b82f-5fbdd25d2842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.386022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb031fd9-6498-40b3-9168-49b094c2210e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f03edd76-ea3b-4709-b458-aff66adddf36), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.389688 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb031fd9-6498-40b3-9168-49b094c2210e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.391112 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fb031fd9-6498-40b3-9168-49b094c2210e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f03edd76-ea3b-4709-b458-aff66adddf36 HTTP/1.1" status: 204 len: 168 time: 1.4976628 Feb 15 14:14:23.432870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb031fd9-6498-40b3-9168-49b094c2210e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03edd76-ea3b-4709-b458-aff66adddf36,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:23.460051 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Subnet': ['ID=35da8e8d-9e51-4d0d-9701-d73af2ca789f,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:23.496849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Checking segment: {'id': 'a8e12827-3289-41eb-9e0e-af5680ede7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b62a1f4b-a6d9-494c-8406-ada8e712adaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:23.498115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network hostable DHCP agents. Network: b62a1f4b-a6d9-494c-8406-ada8e712adaf, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:14:23.508823 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-e5108eba-efe6-4fdc-8040-03a5de58d2ee tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Floating IP 66b67864-7c85-4f31-8f6d-61bcfba69990 associated. External IP: 172.25.6.8, port: aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d. Feb 15 14:14:23.613466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network b62a1f4b-a6d9-494c-8406-ada8e712adaf is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:14:23.671591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, b62a1f4b-a6d9-494c-8406-ada8e712adaf) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:23.674480 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.677162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:23.677935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.686004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf83d2-9456-4b58-b3fd-96780c052c2c None None] Network b62a1f4b-a6d9-494c-8406-ada8e712adaf requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:23.692663 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b153794e-8300-4886-b82f-5fbdd25d2842 admin admin] Publish callbacks [] for security_group (de3a3f25-9766-4ea1-95a7-0800bc517c58), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.718286 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b153794e-8300-4886-b82f-5fbdd25d2842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (de3a3f25-9766-4ea1-95a7-0800bc517c58), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.772651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153794e-8300-4886-b82f-5fbdd25d2842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3a3f25-9766-4ea1-95a7-0800bc517c58,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:23.782006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47786) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:23.816729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b153794e-8300-4886-b82f-5fbdd25d2842 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b564c793edc8484c9274b964e4fdee9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5090301 Feb 15 14:14:23.819183 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.821780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47790) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:23.835183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['412aff0a-ad97-4310-9c2c-edf5bb5c4411'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:14:23.914386 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b07ed66a-2f78-47f3-8d9c-55d7f14e3987 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8442655 Feb 15 14:14:23.918989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47794) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:23.928376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-505141928', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:23.939763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:23.946120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f6be3-db13-48fb-9b00-c4846ab844e6 None None] Network b62a1f4b-a6d9-494c-8406-ada8e712adaf requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:23.967274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:23.977898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:23.980415 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-540e2a44-85e3-42ab-8e1e-bb7d97469271 admin admin] Publish callbacks [] for security_group (de3a3f25-9766-4ea1-95a7-0800bc517c58), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:23.984199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event updated for resources: {'Port': ['ID=786fe9cb-553a-423e-a00b-fbcf594b6366,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:24.012911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5108eba-efe6-4fdc-8040-03a5de58d2ee tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:14:24.015857 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63762476-00bb-4968-b353-0538576ce58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.073972 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-540e2a44-85e3-42ab-8e1e-bb7d97469271 admin admin] Publish callbacks [] for security_group (de3a3f25-9766-4ea1-95a7-0800bc517c58), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.075216 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (aeb709a6-7132-4897-bfd5-a047b591db60), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.077030 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (aeb709a6-7132-4897-bfd5-a047b591db60), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.151833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:24.157059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.223988 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-1fbd246c-6d0a-48c6-b2ea-6ccf3ac1ac77 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8426359 Feb 15 14:14:24.242219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Request body: {'port': {'device_id': '0a1b9c96-53db-45bc-9801-1f898e19e033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:24.300101 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_controller (aeb709a6-7132-4897-bfd5-a047b591db60), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.336209 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-540e2a44-85e3-42ab-8e1e-bb7d97469271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (de3a3f25-9766-4ea1-95a7-0800bc517c58), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.338744 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-540e2a44-85e3-42ab-8e1e-bb7d97469271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.342548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-540e2a44-85e3-42ab-8e1e-bb7d97469271 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de3a3f25-9766-4ea1-95a7-0800bc517c58 HTTP/1.1" status: 204 len: 168 time: 0.5167272 Feb 15 14:14:24.367315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e2a44-85e3-42ab-8e1e-bb7d97469271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3a3f25-9766-4ea1-95a7-0800bc517c58,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:24.378333 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.421846 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63762476-00bb-4968-b353-0538576ce58f admin admin] Publish callbacks [] for security_group (f6a80c0b-cc62-42f2-bffc-6d252121d4f0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.476399 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63762476-00bb-4968-b353-0538576ce58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f6a80c0b-cc62-42f2-bffc-6d252121d4f0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.482454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e829deaa-6cde-461e-91d2-772c264de83d None None] Provisioning complete for port 786fe9cb-553a-423e-a00b-fbcf594b6366 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:24.483648 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e829deaa-6cde-461e-91d2-772c264de83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.551662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e829deaa-6cde-461e-91d2-772c264de83d None None] Port 786fe9cb-553a-423e-a00b-fbcf594b6366 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:14:24.590014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5108eba-efe6-4fdc-8040-03a5de58d2ee tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:14:24.603557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088f5fe0-312a-4b04-894d-c471b93135a1 None None] Sync routers for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:14:24.625993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f5fe0-312a-4b04-894d-c471b93135a1 None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:24.627644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-63762476-00bb-4968-b353-0538576ce58f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b53addc0455948f0bf543ef9a16e047c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8406677 Feb 15 14:14:24.628564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-088f5fe0-312a-4b04-894d-c471b93135a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:24.671743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47826) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:24.672089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47828) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:24.691305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63762476-00bb-4968-b353-0538576ce58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a80c0b-cc62-42f2-bffc-6d252121d4f0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:24.768106 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_gateway (aeb709a6-7132-4897-bfd5-a047b591db60), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.787530 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5108eba-efe6-4fdc-8040-03a5de58d2ee tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.799318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2ff47-b3ff-465b-a282-fdde19a08945 req-ad3c1505-a565-46f8-877e-6e0d51d1d804 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:24.800885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ee2ff47-b3ff-465b-a282-fdde19a08945 req-ad3c1505-a565-46f8-877e-6e0d51d1d804 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 932 time: 0.3216820 Feb 15 14:14:24.858631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-088f5fe0-312a-4b04-894d-c471b93135a1 None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:14:24.866429 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da7eb9f1-41e5-483e-a42e-3c873729e682 admin admin] Publish callbacks [] for security_group (f6a80c0b-cc62-42f2-bffc-6d252121d4f0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.895304 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e5108eba-efe6-4fdc-8040-03a5de58d2ee tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "PUT /v2.0/floatingips/66b67864-7c85-4f31-8f6d-61bcfba69990 HTTP/1.1" status: 200 len: 989 time: 3.7590835 Feb 15 14:14:24.896844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'tag': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:14:24.899727 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9", "tag": "aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:14:24.972330 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da7eb9f1-41e5-483e-a42e-3c873729e682 admin admin] Publish callbacks [] for security_group (f6a80c0b-cc62-42f2-bffc-6d252121d4f0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:24.977739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-535d67d9-427e-44e6-abb6-a8dce295b239 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509028521'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:25.048594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ee2ff47-b3ff-465b-a282-fdde19a08945 req-66796160-b5da-4aa5-8557-cc5f707627c4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361250 Feb 15 14:14:25.071654 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7827f010-3a3a-4e71-9d7b-f52fe9292a85 x-openstack-request-id: req-7827f010-3a3a-4e71-9d7b-f52fe9292a85 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:14:25.072116 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9", "tag": "aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:14:25.072428 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7827f010-3a3a-4e71-9d7b-f52fe9292a85 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:14:25.072842 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'tag': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d', 'status': 'completed', 'code': 200} Feb 15 14:14:25.151708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_gateway (aeb709a6-7132-4897-bfd5-a047b591db60), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.175054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.178778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-535d67d9-427e-44e6-abb6-a8dce295b239 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.204108 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-535d67d9-427e-44e6-abb6-a8dce295b239 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.208621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786fe9cb-553a-423e-a00b-fbcf594b6366 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:14:25.224634 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Publish callbacks [] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.253039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Transition to ACTIVE for port object 786fe9cb-553a-423e-a00b-fbcf594b6366 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:14:25.255696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1 req-6ae8d268-ffb6-4bf7-9d5a-62adf2df7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:25.257466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1 req-6ae8d268-ffb6-4bf7-9d5a-62adf2df7591 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 1128 time: 0.1689875 Feb 15 14:14:25.259394 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da7eb9f1-41e5-483e-a42e-3c873729e682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f6a80c0b-cc62-42f2-bffc-6d252121d4f0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.261718 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da7eb9f1-41e5-483e-a42e-3c873729e682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.266034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-da7eb9f1-41e5-483e-a42e-3c873729e682 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f6a80c0b-cc62-42f2-bffc-6d252121d4f0 HTTP/1.1" status: 204 len: 168 time: 0.5929003 Feb 15 14:14:25.296805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.307739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.25.6.233 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/4e24f030-938e-47b2-94c9-4931eb1d183c) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:25.336459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7eb9f1-41e5-483e-a42e-3c873729e682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a80c0b-cc62-42f2-bffc-6d252121d4f0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:25.430644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Pushing event updated for resources: {'Port': ['ID=786fe9cb-553a-423e-a00b-fbcf594b6366,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:25.476969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-088f5fe0-312a-4b04-894d-c471b93135a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '66b67864-7c85-4f31-8f6d-61bcfba69990', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'port_id': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'mac_address': 'fa:16:3e:23:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:13:56Z', 'updated_at': '2022-02-15T14:14:22Z', 'revision_number': 1, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:25.552625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088f5fe0-312a-4b04-894d-c471b93135a1 None None] Checking router: 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:14:25.556616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (4e24f030-938e-47b2-94c9-4931eb1d183c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.566939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f5fe0-312a-4b04-894d-c471b93135a1 None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:25.567390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1 req-0b30b6cb-6b6b-4d88-81bd-3dfa4203be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:25.568375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-088f5fe0-312a-4b04-894d-c471b93135a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:25.568905 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1 req-0b30b6cb-6b6b-4d88-81bd-3dfa4203be11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 911 time: 0.3018446 Feb 15 14:14:25.601788 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-535d67d9-427e-44e6-abb6-a8dce295b239 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (b6adfc60-c81d-437c-8a03-370f35b795f5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.657342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4e24f030-938e-47b2-94c9-4931eb1d183c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.661193 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-535d67d9-427e-44e6-abb6-a8dce295b239 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b6adfc60-c81d-437c-8a03-370f35b795f5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.737812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:25.763761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:25.768710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:25.775164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=4e24f030-938e-47b2-94c9-4931eb1d183c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:25.778787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d67d9-427e-44e6-abb6-a8dce295b239 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6adfc60-c81d-437c-8a03-370f35b795f5,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:25.793796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Attempting to bind port 786fe9cb-553a-423e-a00b-fbcf594b6366 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:14:25.793796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Attempting to bind port 786fe9cb-553a-423e-a00b-fbcf594b6366 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:14:25.793796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Attempting to bind port 786fe9cb-553a-423e-a00b-fbcf594b6366 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:25.815205 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1 req-41d768aa-b166-4d5b-9f6d-7b3f78c48a1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d HTTP/1.1" status: 200 len: 997 time: 0.2247195 Feb 15 14:14:25.833283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Port 786fe9cb-553a-423e-a00b-fbcf594b6366 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:14:25.833821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Attempting to bind port 786fe9cb-553a-423e-a00b-fbcf594b6366 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:25.846063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-088f5fe0-312a-4b04-894d-c471b93135a1 None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:14:25.867537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:14:25.868095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Checking segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:25.868639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Bound using segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:14:25.869247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Bound port: 786fe9cb-553a-423e-a00b-fbcf594b6366, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:14:25.869780 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.909889 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-535d67d9-427e-44e6-abb6-a8dce295b239 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (cee12114-2efe-4bbd-8555-867a33ac48cd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:25.916221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1 req-d281e278-ea0d-4939-a334-b96830b07a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:25.918451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1 req-d281e278-ea0d-4939-a334-b96830b07a89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.0945325 Feb 15 14:14:25.952726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-535d67d9-427e-44e6-abb6-a8dce295b239 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cee12114-2efe-4bbd-8555-867a33ac48cd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:26.043156 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-535d67d9-427e-44e6-abb6-a8dce295b239 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:26.044720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-535d67d9-427e-44e6-abb6-a8dce295b239 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3705490 Feb 15 14:14:26.046340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d67d9-427e-44e6-abb6-a8dce295b239 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee12114-2efe-4bbd-8555-867a33ac48cd,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:26.048690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47864) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:26.062669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] For port 786fe9cb-553a-423e-a00b-fbcf594b6366, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:14:26.068159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] For port 786fe9cb-553a-423e-a00b-fbcf594b6366, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=786fe9cb-553a-423e-a00b-fbcf594b6366,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:14:26.105335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1 req-db0e3f8e-b269-442e-932c-1c9102da60db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:26.107194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1 req-db0e3f8e-b269-442e-932c-1c9102da60db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1643214 Feb 15 14:14:26.116038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:26.128999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47868) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:26.265461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:26.266124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:26.267624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] 10.222.0.42 "PUT /v2.0/ports/786fe9cb-553a-423e-a00b-fbcf594b6366 HTTP/1.1" status: 200 len: 1093 time: 2.0324178 Feb 15 14:14:26.274288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1b9c96-53db-45bc-9801-1f898e19e033', 'tag': '786fe9cb-553a-423e-a00b-fbcf594b6366'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:14:26.276609 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1b9c96-53db-45bc-9801-1f898e19e033", "tag": "786fe9cb-553a-423e-a00b-fbcf594b6366"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:14:26.362270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5cb8ec3b-50f8-4b12-a47d-0548348a055a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3097165 Feb 15 14:14:26.365036 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3310ee77-345d-4bf1-96f4-4ffa850e9186 x-openstack-request-id: req-3310ee77-345d-4bf1-96f4-4ffa850e9186 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:14:26.365325 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1b9c96-53db-45bc-9801-1f898e19e033", "tag": "786fe9cb-553a-423e-a00b-fbcf594b6366", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:14:26.365582 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3310ee77-345d-4bf1-96f4-4ffa850e9186 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:14:26.365973 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1b9c96-53db-45bc-9801-1f898e19e033', 'tag': '786fe9cb-553a-423e-a00b-fbcf594b6366', 'status': 'completed', 'code': 200} Feb 15 14:14:26.377434 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e13135fb-00a8-43e1-a433-d04a795a2be2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f5973d35070e41fcb7fc3c39067040db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2375412 Feb 15 14:14:26.378011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47874) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:26.378403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47876) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:26.387393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-088f5fe0-312a-4b04-894d-c471b93135a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '66b67864-7c85-4f31-8f6d-61bcfba69990', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'port_id': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'mac_address': 'fa:16:3e:23:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:13:56Z', 'updated_at': '2022-02-15T14:14:22Z', 'revision_number': 1, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:26.420005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b498c7-8008-470b-8ad6-f2c3a8f085e9 service neutron] Pushing event updated for resources: {'Port': ['ID=786fe9cb-553a-423e-a00b-fbcf594b6366,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:26.440373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1e49e066-7842-4de3-85bd-b4c6acb4a94e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group': {'name': 'tempest-security--618010850', 'description': 'tempest-security-description-1473403366'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:26.476192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088f5fe0-312a-4b04-894d-c471b93135a1 None None] The sync data for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 is: [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '66b67864-7c85-4f31-8f6d-61bcfba69990', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'port_id': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'mac_address': 'fa:16:3e:23:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:13:56Z', 'updated_at': '2022-02-15T14:14:22Z', 'revision_number': 1, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:14:26.511687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0345f4-4724-40de-91c3-80c0a037afdb req-3e173dd6-6c81-4416-81bc-8004ccb73ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:26.513388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-3e173dd6-6c81-4416-81bc-8004ccb73ad8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 1127 time: 0.1851561 Feb 15 14:14:26.543041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ea6af-b21a-444a-b98b-df2ed95add17 req-d04f1f9f-fdca-4545-8033-38cb9a83d72a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:26.545377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed2ea6af-b21a-444a-b98b-df2ed95add17 req-d04f1f9f-fdca-4545-8033-38cb9a83d72a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 944 time: 0.3226936 Feb 15 14:14:26.581347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e49e066-7842-4de3-85bd-b4c6acb4a94e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (cee12114-2efe-4bbd-8555-867a33ac48cd), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:26.615370 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_gateway (aeb709a6-7132-4897-bfd5-a047b591db60), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:26.637419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-16f0035f-af40-4bc9-b501-3752ab6aa71b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=786fe9cb-553a-423e-a00b-fbcf594b6366 HTTP/1.1" status: 200 len: 217 time: 0.0910063 Feb 15 14:14:26.644623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1 req-fe15cd48-03a0-4b8f-a13d-da4552e1d324 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300615 Feb 15 14:14:26.698750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0345f4-4724-40de-91c3-80c0a037afdb req-d054636c-4bee-400f-9d24-13f7849c81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:26.700648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-d054636c-4bee-400f-9d24-13f7849c81a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.0537922 Feb 15 14:14:26.723085 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e49e066-7842-4de3-85bd-b4c6acb4a94e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (cee12114-2efe-4bbd-8555-867a33ac48cd), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:26.851921 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e49e066-7842-4de3-85bd-b4c6acb4a94e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cee12114-2efe-4bbd-8555-867a33ac48cd), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:26.854544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e49e066-7842-4de3-85bd-b4c6acb4a94e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:26.855858 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1e49e066-7842-4de3-85bd-b4c6acb4a94e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "PUT /v2.0/security-groups/cee12114-2efe-4bbd-8555-867a33ac48cd HTTP/1.1" status: 200 len: 1796 time: 0.4260802 Feb 15 14:14:26.883395 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1816ae-1866-4165-b79f-bb30bd11813b None None] New status for floating IP 66b67864-7c85-4f31-8f6d-61bcfba69990: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:14:26.893841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4e860f6-f4ec-4a4b-98fd-79f695af3ae1 req-0cf36035-25e5-4507-8027-817ebfea3a13 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899109 Feb 15 14:14:26.898808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47888) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:27.054385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (aeb709a6-7132-4897-bfd5-a047b591db60), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.064458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d49141ac-b604-4aeb-8f25-66e7b09427f7 admin admin] Publish callbacks [] for security_group (81c260d6-2463-46f4-b47f-0c5c75ab2487), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.091446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-54812dd9-7b4a-44c6-8a03-cd8e8547bbcd tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups/cee12114-2efe-4bbd-8555-867a33ac48cd HTTP/1.1" status: 200 len: 1796 time: 0.1752124 Feb 15 14:14:27.096146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47896) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:27.128479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed2ea6af-b21a-444a-b98b-df2ed95add17 req-33b52367-7817-4b4c-8942-5e664a9119f4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953730 Feb 15 14:14:27.182712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0345f4-4724-40de-91c3-80c0a037afdb req-9e34b085-b440-4748-8f86-04b9554e9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:27.196184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-9e34b085-b440-4748-8f86-04b9554e9431 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2984159 Feb 15 14:14:27.269795 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f1174be-a5d9-44f5-ba84-780b6d08f4de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (cee12114-2efe-4bbd-8555-867a33ac48cd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.305976 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f1174be-a5d9-44f5-ba84-780b6d08f4de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (cee12114-2efe-4bbd-8555-867a33ac48cd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.361059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-c4c3a1ed-06cd-4f97-9668-96f1a3abb8eb service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557503 Feb 15 14:14:27.437161 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f1174be-a5d9-44f5-ba84-780b6d08f4de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cee12114-2efe-4bbd-8555-867a33ac48cd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.439805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f1174be-a5d9-44f5-ba84-780b6d08f4de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.443246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5f1174be-a5d9-44f5-ba84-780b6d08f4de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-groups/cee12114-2efe-4bbd-8555-867a33ac48cd HTTP/1.1" status: 204 len: 168 time: 0.3424881 Feb 15 14:14:27.445992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47910) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:27.459591 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1174be-a5d9-44f5-ba84-780b6d08f4de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee12114-2efe-4bbd-8555-867a33ac48cd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:27.467700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49e066-7842-4de3-85bd-b4c6acb4a94e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee12114-2efe-4bbd-8555-867a33ac48cd,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:27.508897 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d49141ac-b604-4aeb-8f25-66e7b09427f7 admin admin] Publish callbacks [] for security_group (81c260d6-2463-46f4-b47f-0c5c75ab2487), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.523432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df0345f4-4724-40de-91c3-80c0a037afdb req-6d69cf84-c911-484d-953f-f4382cc8ec31 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543746 Feb 15 14:14:27.576926 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3a015787-7594-48ac-a3fe-9edcc81ef02f tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1298206 Feb 15 14:14:27.584605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47916) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:27.614563 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-ca95d8e8-4a8e-46d8-99d4-930443b11dca tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] delete failed (client error): The resource could not be found. Feb 15 14:14:27.615650 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ca95d8e8-4a8e-46d8-99d4-930443b11dca tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-groups/cee12114-2efe-4bbd-8555-867a33ac48cd HTTP/1.1" status: 404 len: 347 time: 0.0301120 Feb 15 14:14:27.619727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47920) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:27.628245 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-66fa5302-da70-4757-bab8-d4df632bced5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group': {'name': 'tempest-secgroup--261359522'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:27.643985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:14:27.651824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f req-5e716c6b-634b-413d-b517-64d2fc252235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:27.653504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f req-5e716c6b-634b-413d-b517-64d2fc252235 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 1127 time: 0.0756385 Feb 15 14:14:27.656229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d49141ac-b604-4aeb-8f25-66e7b09427f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (81c260d6-2463-46f4-b47f-0c5c75ab2487), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.659750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d49141ac-b604-4aeb-8f25-66e7b09427f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.660944 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d49141ac-b604-4aeb-8f25-66e7b09427f7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81c260d6-2463-46f4-b47f-0c5c75ab2487 HTTP/1.1" status: 204 len: 168 time: 1.2170217 Feb 15 14:14:27.684109 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66fa5302-da70-4757-bab8-d4df632bced5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.781760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:14:27.801804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc2840-c887-413b-83db-fc21808016ea None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:14:27.802366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49141ac-b604-4aeb-8f25-66e7b09427f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c260d6-2463-46f4-b47f-0c5c75ab2487,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:27.817080 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.818634 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-702d35c7-7485-42a1-bcb7-48832b16dd11 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8986154 Feb 15 14:14:27.821713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47926) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:27.854450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc2840-c887-413b-83db-fc21808016ea None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:27.855367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-47cc2840-c887-413b-83db-fc21808016ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:27.873382 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66fa5302-da70-4757-bab8-d4df632bced5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (ebdb6a7b-04db-4c40-b317-d4eff34a327a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.893796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66fa5302-da70-4757-bab8-d4df632bced5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ebdb6a7b-04db-4c40-b317-d4eff34a327a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:27.919559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-47cc2840-c887-413b-83db-fc21808016ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:27.941189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc2840-c887-413b-83db-fc21808016ea None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:27.942200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-47cc2840-c887-413b-83db-fc21808016ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:27.981881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f req-ecd5b9cf-b581-42cd-834f-a704c6441674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:27.983451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f req-ecd5b9cf-b581-42cd-834f-a704c6441674 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.3239689 Feb 15 14:14:27.993862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-47cc2840-c887-413b-83db-fc21808016ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:27.995510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc2840-c887-413b-83db-fc21808016ea None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:14:28.006854 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66fa5302-da70-4757-bab8-d4df632bced5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:28.008115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-66fa5302-da70-4757-bab8-d4df632bced5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3858597 Feb 15 14:14:28.011947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47934) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:28.018500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ff81ffce-4707-4cbf-b52e-4c789fa536ea tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': 'ebdb6a7b-04db-4c40-b317-d4eff34a327a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:28.093819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f req-2bfd6da4-bc98-4f9a-9294-f22e7f6a420e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=786fe9cb-553a-423e-a00b-fbcf594b6366 HTTP/1.1" status: 200 len: 217 time: 0.0898972 Feb 15 14:14:28.096214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa5302-da70-4757-bab8-d4df632bced5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb6a7b-04db-4c40-b317-d4eff34a327a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:28.131676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff81ffce-4707-4cbf-b52e-4c789fa536ea tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (3b4e211f-2a5f-4895-9bda-5d32ace9508c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:28.206036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f req-5e8e59d9-65df-4965-8cf7-b5be64a377ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:28.208138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f req-5e8e59d9-65df-4965-8cf7-b5be64a377ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1009583 Feb 15 14:14:28.262613 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff81ffce-4707-4cbf-b52e-4c789fa536ea tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (3b4e211f-2a5f-4895-9bda-5d32ace9508c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:28.316073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f req-abb6dc43-eeab-48d9-8234-f84f127c6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:28.317679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f req-abb6dc43-eeab-48d9-8234-f84f127c6046 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1028047 Feb 15 14:14:28.322250 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff81ffce-4707-4cbf-b52e-4c789fa536ea tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (3b4e211f-2a5f-4895-9bda-5d32ace9508c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:28.366568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81ffce-4707-4cbf-b52e-4c789fa536ea tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4e211f-2a5f-4895-9bda-5d32ace9508c,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:28.391800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744918aa-e848-448d-89ed-a4b99e371857 req-bddd59da-05e1-43c5-82a0-a65446c4220c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:28.395791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-744918aa-e848-448d-89ed-a4b99e371857 req-bddd59da-05e1-43c5-82a0-a65446c4220c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 944 time: 0.1384537 Feb 15 14:14:28.412779 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff81ffce-4707-4cbf-b52e-4c789fa536ea tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:28.414336 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ff81ffce-4707-4cbf-b52e-4c789fa536ea tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4010410 Feb 15 14:14:28.416907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47950) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:28.510119 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a4df-91dd-41ec-8a1d-dbd8ff3a69d6 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (3b4e211f-2a5f-4895-9bda-5d32ace9508c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:28.525789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a4df-91dd-41ec-8a1d-dbd8ff3a69d6 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (3b4e211f-2a5f-4895-9bda-5d32ace9508c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:28.643492 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:28.651328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-744918aa-e848-448d-89ed-a4b99e371857 req-c273e35f-6fa7-477d-89eb-b7eabd81ba20 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810675 Feb 15 14:14:28.664068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f req-2113beb7-025d-4a60-8db6-fa287a3c92e5 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395128 Feb 15 14:14:28.698007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a4df-91dd-41ec-8a1d-dbd8ff3a69d6 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (3b4e211f-2a5f-4895-9bda-5d32ace9508c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:28.741728 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a4df-91dd-41ec-8a1d-dbd8ff3a69d6 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:28.742858 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d2a4a4df-91dd-41ec-8a1d-dbd8ff3a69d6 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/3b4e211f-2a5f-4895-9bda-5d32ace9508c HTTP/1.1" status: 204 len: 168 time: 0.3250360 Feb 15 14:14:28.747699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47966) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:28.750754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4a4df-91dd-41ec-8a1d-dbd8ff3a69d6 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b4e211f-2a5f-4895-9bda-5d32ace9508c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:28.804913 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47968) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:28.834213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2af5358b-55e7-469c-8460-78e9f6e82276 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0847132 Feb 15 14:14:28.834854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47972) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:28.893982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4ac1a10-bbff-41d6-9811-cc5aba268c5f req-72d722fd-e1ec-49db-9235-75945d5116da service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117209 Feb 15 14:14:28.905860 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5af87127-567d-45d6-9918-11fbd5137fb3 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (ebdb6a7b-04db-4c40-b317-d4eff34a327a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:28.961041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5af87127-567d-45d6-9918-11fbd5137fb3 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (ebdb6a7b-04db-4c40-b317-d4eff34a327a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.023046 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5af87127-567d-45d6-9918-11fbd5137fb3 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ebdb6a7b-04db-4c40-b317-d4eff34a327a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.031583 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5af87127-567d-45d6-9918-11fbd5137fb3 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.031903 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02309ba3-6ab2-4abc-8972-3e4af15b9bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.039057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5af87127-567d-45d6-9918-11fbd5137fb3 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-groups/ebdb6a7b-04db-4c40-b317-d4eff34a327a HTTP/1.1" status: 204 len: 168 time: 0.2005904 Feb 15 14:14:29.040010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47982) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:29.070068 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af87127-567d-45d6-9918-11fbd5137fb3 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb6a7b-04db-4c40-b317-d4eff34a327a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:29.217988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02309ba3-6ab2-4abc-8972-3e4af15b9bc4 admin admin] Publish callbacks [] for security_group (6270cf07-995f-4ceb-b818-9d34e0c61773), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.237264 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02309ba3-6ab2-4abc-8972-3e4af15b9bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6270cf07-995f-4ceb-b818-9d34e0c61773), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.279689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.20.0.1 (b62a1f4b-a6d9-494c-8406-ada8e712adaf/35da8e8d-9e51-4d0d-9701-d73af2ca789f/fcca3b7e-7a57-487d-9bb5-32252b371f3b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:29.297650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47986) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:29.322162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 786fe9cb-553a-423e-a00b-fbcf594b6366 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:14:29.331886 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-02309ba3-6ab2-4abc-8972-3e4af15b9bc4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6349114e5cca4e25afcff84a63ea0a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5134196 Feb 15 14:14:29.336624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47990) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:29.425564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02309ba3-6ab2-4abc-8972-3e4af15b9bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6270cf07-995f-4ceb-b818-9d34e0c61773,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:29.451791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-01c95a36-e602-4488-ae97-a13a19bb1e61 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4010994 Feb 15 14:14:29.452522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47992) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:29.456879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-21a8afc2-b064-4bcc-85cc-d229aecb3c7a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group': {'name': 'tempest-secgroup--250130549'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:29.480613 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21a8afc2-b064-4bcc-85cc-d229aecb3c7a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.494716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 786fe9cb-553a-423e-a00b-fbcf594b6366, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=786fe9cb-553a-423e-a00b-fbcf594b6366,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:29.508866 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '786fe9cb-553a-423e-a00b-fbcf594b6366', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'port_id': '786fe9cb-553a-423e-a00b-fbcf594b6366', 'mac_address': 'fa:16:3e:07:96:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:14:29.535131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2103213750'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:29.558082 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c07599-d6e4-4fed-bf7e-44d1b01d5665 admin admin] Publish callbacks [] for security_group (6270cf07-995f-4ceb-b818-9d34e0c61773), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.560915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 786fe9cb-553a-423e-a00b-fbcf594b6366 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:29.562012 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.572277 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21a8afc2-b064-4bcc-85cc-d229aecb3c7a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (aacb10d6-c5c7-4250-82ce-7e63d419b367), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.578058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786fe9cb-553a-423e-a00b-fbcf594b6366 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:14:29.578222 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21a8afc2-b064-4bcc-85cc-d229aecb3c7a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (aacb10d6-c5c7-4250-82ce-7e63d419b367), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.586760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:29.590589 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.601877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 786fe9cb-553a-423e-a00b-fbcf594b6366, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=786fe9cb-553a-423e-a00b-fbcf594b6366,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:29.609699 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.617777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8afc2-b064-4bcc-85cc-d229aecb3c7a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacb10d6-c5c7-4250-82ce-7e63d419b367,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:29.634053 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21a8afc2-b064-4bcc-85cc-d229aecb3c7a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.635374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.639014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-21a8afc2-b064-4bcc-85cc-d229aecb3c7a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1854246 Feb 15 14:14:29.639848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47994) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:29.644809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a74beb97-6c4d-429d-a058-16c1b6191be7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': 'aacb10d6-c5c7-4250-82ce-7e63d419b367', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:29.661893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c07599-d6e4-4fed-bf7e-44d1b01d5665 admin admin] Publish callbacks [] for security_group (6270cf07-995f-4ceb-b818-9d34e0c61773), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.672515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=786fe9cb-553a-423e-a00b-fbcf594b6366,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:29.674080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a74beb97-6c4d-429d-a058-16c1b6191be7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (1cff5c9d-81e7-4460-90f1-6b150d7bb1b1), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.703128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (fcca3b7e-7a57-487d-9bb5-32252b371f3b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.779548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (fcca3b7e-7a57-487d-9bb5-32252b371f3b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.781054 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a74beb97-6c4d-429d-a058-16c1b6191be7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (1cff5c9d-81e7-4460-90f1-6b150d7bb1b1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.791722 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a74beb97-6c4d-429d-a058-16c1b6191be7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (1cff5c9d-81e7-4460-90f1-6b150d7bb1b1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.819870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74beb97-6c4d-429d-a058-16c1b6191be7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cff5c9d-81e7-4460-90f1-6b150d7bb1b1,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:29.839544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2170b0-c3a0-42a5-b16f-6343e19b47d3 req-ad085d2f-edaf-4d18-af29-6b086d0880d1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:29.840402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network b62a1f4b-a6d9-494c-8406-ada8e712adaf is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:29.841061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b2170b0-c3a0-42a5-b16f-6343e19b47d3 req-ad085d2f-edaf-4d18-af29-6b086d0880d1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 945 time: 0.1129358 Feb 15 14:14:29.845256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['786fe9cb-553a-423e-a00b-fbcf594b6366'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:14:29.846394 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a74beb97-6c4d-429d-a058-16c1b6191be7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.851596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a74beb97-6c4d-429d-a058-16c1b6191be7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2106411 Feb 15 14:14:29.852645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47998) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:29.857773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:29.861034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b5f44706-9de0-4663-b74f-1cae2cc3025b tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': 'aacb10d6-c5c7-4250-82ce-7e63d419b367', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:29.862480 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:29.865337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=fcca3b7e-7a57-487d-9bb5-32252b371f3b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:29.894042 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c07599-d6e4-4fed-bf7e-44d1b01d5665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6270cf07-995f-4ceb-b818-9d34e0c61773), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.896655 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59c07599-d6e4-4fed-bf7e-44d1b01d5665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.900453 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-59c07599-d6e4-4fed-bf7e-44d1b01d5665 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6270cf07-995f-4ceb-b818-9d34e0c61773 HTTP/1.1" status: 204 len: 168 time: 0.5609043 Feb 15 14:14:29.910069 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5f44706-9de0-4663-b74f-1cae2cc3025b tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (e3f1203f-4b6e-405a-8df3-ead4a02b39e4), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.932296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c07599-d6e4-4fed-bf7e-44d1b01d5665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6270cf07-995f-4ceb-b818-9d34e0c61773,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:29.946951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for security_group (cc5367c2-9cd5-4baf-b1c1-1d05399c2045), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.950702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (aeb709a6-7132-4897-bfd5-a047b591db60), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:29.991542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b2170b0-c3a0-42a5-b16f-6343e19b47d3 req-d9ecaf21-1c46-4c6a-ab19-3a071d2da868 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377568 Feb 15 14:14:30.006935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cc5367c2-9cd5-4baf-b1c1-1d05399c2045), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.020120 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5f44706-9de0-4663-b74f-1cae2cc3025b tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (e3f1203f-4b6e-405a-8df3-ead4a02b39e4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.029800 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5f44706-9de0-4663-b74f-1cae2cc3025b tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (e3f1203f-4b6e-405a-8df3-ead4a02b39e4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.050209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:14:30.059532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f44706-9de0-4663-b74f-1cae2cc3025b tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f1203f-4b6e-405a-8df3-ead4a02b39e4,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:30.063670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5367c2-9cd5-4baf-b1c1-1d05399c2045,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:30.074829 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0ead1c7c-3089-4ff6-9782-6a7ee929fad3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.074965 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Added segment 0ead1c7c-3089-4ff6-9782-6a7ee929fad3 of type vlan for network a38afbd0-c128-4dc1-aa52-b247a5fafd54 Feb 15 14:14:30.079397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5f44706-9de0-4663-b74f-1cae2cc3025b tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.083397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b5f44706-9de0-4663-b74f-1cae2cc3025b tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2258778 Feb 15 14:14:30.095497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48004) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:30.113043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-620882a3-2609-42be-b92b-00d141b2b7ad tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': 'aacb10d6-c5c7-4250-82ce-7e63d419b367', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:30.146822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a38afbd0-c128-4dc1-aa52-b247a5fafd54), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.168561 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-620882a3-2609-42be-b92b-00d141b2b7ad tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (c7a4d6de-9344-47cb-b792-6e1074ee8142), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.222957 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fcca3b7e-7a57-487d-9bb5-32252b371f3b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.256455 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-620882a3-2609-42be-b92b-00d141b2b7ad tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (c7a4d6de-9344-47cb-b792-6e1074ee8142), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.261962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-620882a3-2609-42be-b92b-00d141b2b7ad tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (c7a4d6de-9344-47cb-b792-6e1074ee8142), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.280424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620882a3-2609-42be-b92b-00d141b2b7ad tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a4d6de-9344-47cb-b792-6e1074ee8142,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:30.292939 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-620882a3-2609-42be-b92b-00d141b2b7ad tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.294701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-620882a3-2609-42be-b92b-00d141b2b7ad tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1963899 Feb 15 14:14:30.297503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48008) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:30.302776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-50e1dc27-7d55-4377-8c54-502738b0d9fa tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': 'aacb10d6-c5c7-4250-82ce-7e63d419b367', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:30.337049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50e1dc27-7d55-4377-8c54-502738b0d9fa tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (46ce5543-5f1e-40d4-9a03-1f832d9742f6), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.362300 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a38afbd0-c128-4dc1-aa52-b247a5fafd54), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.367178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:30.367766 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.410200 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50e1dc27-7d55-4377-8c54-502738b0d9fa tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (46ce5543-5f1e-40d4-9a03-1f832d9742f6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.416235 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50e1dc27-7d55-4377-8c54-502738b0d9fa tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (46ce5543-5f1e-40d4-9a03-1f832d9742f6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.451570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1dc27-7d55-4377-8c54-502738b0d9fa tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ce5543-5f1e-40d4-9a03-1f832d9742f6,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:30.463336 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50e1dc27-7d55-4377-8c54-502738b0d9fa tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.465569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-50e1dc27-7d55-4377-8c54-502738b0d9fa tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1665425 Feb 15 14:14:30.468790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48010) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:30.475856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Network': ['ID=a38afbd0-c128-4dc1-aa52-b247a5fafd54,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:30.479302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48012) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:30.482853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e039b223-5716-4260-8a0e-58c19d90f123 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': 'aacb10d6-c5c7-4250-82ce-7e63d419b367', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:30.497737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:14:30.506254 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4750aa79-878b-47f1-8d3f-589bdcbe7685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.524622 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e039b223-5716-4260-8a0e-58c19d90f123 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (31b552d2-aa5c-4eb8-9343-febc72a8827e), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.540320 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-603ddfe5-98a6-44f0-8382-3c55730e6fbb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2382004 Feb 15 14:14:30.546331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48014) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:30.555627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:30.594054 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e039b223-5716-4260-8a0e-58c19d90f123 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (31b552d2-aa5c-4eb8-9343-febc72a8827e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.600615 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e039b223-5716-4260-8a0e-58c19d90f123 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (31b552d2-aa5c-4eb8-9343-febc72a8827e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.626011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039b223-5716-4260-8a0e-58c19d90f123 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b552d2-aa5c-4eb8-9343-febc72a8827e,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:30.631284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e039b223-5716-4260-8a0e-58c19d90f123 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.632752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e039b223-5716-4260-8a0e-58c19d90f123 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1622486 Feb 15 14:14:30.635546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48016) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:30.668507 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-829b011f-e6dd-47b9-b81d-8a9a8b29c251 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (31b552d2-aa5c-4eb8-9343-febc72a8827e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.678575 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-829b011f-e6dd-47b9-b81d-8a9a8b29c251 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (31b552d2-aa5c-4eb8-9343-febc72a8827e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.707115 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-829b011f-e6dd-47b9-b81d-8a9a8b29c251 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (31b552d2-aa5c-4eb8-9343-febc72a8827e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.721649 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-829b011f-e6dd-47b9-b81d-8a9a8b29c251 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.723178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-829b011f-e6dd-47b9-b81d-8a9a8b29c251 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/31b552d2-aa5c-4eb8-9343-febc72a8827e HTTP/1.1" status: 204 len: 168 time: 0.0864654 Feb 15 14:14:30.724440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b011f-e6dd-47b9-b81d-8a9a8b29c251 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31b552d2-aa5c-4eb8-9343-febc72a8827e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:30.726578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48018) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:30.736753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4750aa79-878b-47f1-8d3f-589bdcbe7685 admin admin] Publish callbacks [] for security_group (e1c9aa05-274b-44ce-b557-ed7ea466520c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.782334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a9f70272-7af0-40c7-8f05-c59affe5c9a4 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0543561 Feb 15 14:14:30.789350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48020) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:30.789542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4750aa79-878b-47f1-8d3f-589bdcbe7685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e1c9aa05-274b-44ce-b557-ed7ea466520c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.813834 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0d61ea4d-c475-44b0-9a38-6f3dbead0f22 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (46ce5543-5f1e-40d4-9a03-1f832d9742f6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.822218 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0d61ea4d-c475-44b0-9a38-6f3dbead0f22 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (46ce5543-5f1e-40d4-9a03-1f832d9742f6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.844048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:30.848091 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.851448 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0d61ea4d-c475-44b0-9a38-6f3dbead0f22 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (46ce5543-5f1e-40d4-9a03-1f832d9742f6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.857407 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0d61ea4d-c475-44b0-9a38-6f3dbead0f22 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.861380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0d61ea4d-c475-44b0-9a38-6f3dbead0f22 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/46ce5543-5f1e-40d4-9a03-1f832d9742f6 HTTP/1.1" status: 204 len: 168 time: 0.0709131 Feb 15 14:14:30.861380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48022) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:30.879561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61ea4d-c475-44b0-9a38-6f3dbead0f22 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46ce5543-5f1e-40d4-9a03-1f832d9742f6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:30.909108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750aa79-878b-47f1-8d3f-589bdcbe7685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c9aa05-274b-44ce-b557-ed7ea466520c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:30.912634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a4fb1fca-8098-40ee-b5b4-e3215c2e260a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0479624 Feb 15 14:14:30.912873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48024) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:30.936371 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4750aa79-878b-47f1-8d3f-589bdcbe7685 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e51bd212ebca4929b1f7679422a5ba18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4530733 Feb 15 14:14:30.941410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48026) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:30.942606 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f516ad70-dd9c-4f0e-8019-ab8f35627c83 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (c7a4d6de-9344-47cb-b792-6e1074ee8142), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:30.967378 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f516ad70-dd9c-4f0e-8019-ab8f35627c83 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (c7a4d6de-9344-47cb-b792-6e1074ee8142), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.035432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f516ad70-dd9c-4f0e-8019-ab8f35627c83 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (c7a4d6de-9344-47cb-b792-6e1074ee8142), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.040662 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f516ad70-dd9c-4f0e-8019-ab8f35627c83 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.044301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f516ad70-dd9c-4f0e-8019-ab8f35627c83 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/c7a4d6de-9344-47cb-b792-6e1074ee8142 HTTP/1.1" status: 204 len: 168 time: 0.1282523 Feb 15 14:14:31.053886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48030) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:31.058834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (fcca3b7e-7a57-487d-9bb5-32252b371f3b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.067899 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d6e94316-7ce9-442e-96a0-cb84a5670f5c admin admin] Publish callbacks [] for security_group (e1c9aa05-274b-44ce-b557-ed7ea466520c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.071777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (fcca3b7e-7a57-487d-9bb5-32252b371f3b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.077662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516ad70-dd9c-4f0e-8019-ab8f35627c83 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7a4d6de-9344-47cb-b792-6e1074ee8142,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:31.115352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d6e94316-7ce9-442e-96a0-cb84a5670f5c admin admin] Publish callbacks [] for security_group (e1c9aa05-274b-44ce-b557-ed7ea466520c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.138874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7ccade62-bef9-4bdf-ac4b-50525450a054 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0809939 Feb 15 14:14:31.170940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48034) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:31.179232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=fcca3b7e-7a57-487d-9bb5-32252b371f3b,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:31.222169 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb6163-fb4a-4275-882d-c3489c7eb546 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (e3f1203f-4b6e-405a-8df3-ead4a02b39e4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.230707 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb6163-fb4a-4275-882d-c3489c7eb546 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (e3f1203f-4b6e-405a-8df3-ead4a02b39e4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.260620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2402-881c-4dff-94ad-c9a216f61e95 req-31958675-5b73-401b-a8fc-2cfd0cb290c8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:31.262188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a11b2402-881c-4dff-94ad-c9a216f61e95 req-31958675-5b73-401b-a8fc-2cfd0cb290c8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 945 time: 0.1447558 Feb 15 14:14:31.264990 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (aeb709a6-7132-4897-bfd5-a047b591db60), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.274700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (8365e17f-daac-4f8d-a780-cb8c355667b6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.291549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d6e94316-7ce9-442e-96a0-cb84a5670f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e1c9aa05-274b-44ce-b557-ed7ea466520c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.294340 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d6e94316-7ce9-442e-96a0-cb84a5670f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.297777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d6e94316-7ce9-442e-96a0-cb84a5670f5c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e1c9aa05-274b-44ce-b557-ed7ea466520c HTTP/1.1" status: 204 len: 168 time: 0.3499842 Feb 15 14:14:31.316991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb6163-fb4a-4275-882d-c3489c7eb546 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (e3f1203f-4b6e-405a-8df3-ead4a02b39e4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.322054 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37fb6163-fb4a-4275-882d-c3489c7eb546 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.325559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-37fb6163-fb4a-4275-882d-c3489c7eb546 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/e3f1203f-4b6e-405a-8df3-ead4a02b39e4 HTTP/1.1" status: 204 len: 168 time: 0.1476049 Feb 15 14:14:31.332611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48038) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:31.337559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 786fe9cb-553a-423e-a00b-fbcf594b6366 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:14:31.348826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e94316-7ce9-442e-96a0-cb84a5670f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c9aa05-274b-44ce-b557-ed7ea466520c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:31.377470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=8365e17f-daac-4f8d-a780-cb8c355667b6,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:31.412677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb6163-fb4a-4275-882d-c3489c7eb546 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3f1203f-4b6e-405a-8df3-ead4a02b39e4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:31.414648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:31.415066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network hostable DHCP agents. Network: a38afbd0-c128-4dc1-aa52-b247a5fafd54, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:14:31.424857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 786fe9cb-553a-423e-a00b-fbcf594b6366 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:14:31.431804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 786fe9cb-553a-423e-a00b-fbcf594b6366 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:31.432676 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.445328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network b62a1f4b-a6d9-494c-8406-ada8e712adaf is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:31.449101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:31.457171 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a11b2402-881c-4dff-94ad-c9a216f61e95 req-1e30c2b4-b8e1-4cff-8c60-3e546b04a9f9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764495 Feb 15 14:14:31.458461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:14:31.499946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3ef48808-1deb-49cc-a654-fc2c35cef9de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1654847 Feb 15 14:14:31.502479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48040) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:31.506957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a38afbd0-c128-4dc1-aa52-b247a5fafd54) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:31.524955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51baafba-8c15-49e5-b48a-b983698f5641 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:31.546082 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:31.546697 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.560876 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3879739-241f-4fcf-a73c-7097b3487e4c tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (1cff5c9d-81e7-4460-90f1-6b150d7bb1b1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.581533 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-48b833a9-aaa9-48f8-a455-ff3e587f69cc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0325999 Feb 15 14:14:31.584285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48042) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:31.587244 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3879739-241f-4fcf-a73c-7097b3487e4c tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (1cff5c9d-81e7-4460-90f1-6b150d7bb1b1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.589048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'name': 'tempest-NetworksTestDHCPv6-1189458251'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:31.618525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 786fe9cb-553a-423e-a00b-fbcf594b6366 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:31.619249 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.656246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1b9c96-53db-45bc-9801-1f898e19e033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786fe9cb-553a-423e-a00b-fbcf594b6366'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:14:31.658782 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14c9978-bcd6-40a3-ab1c-206c3523c268" -d '{"events": [{"server_uuid": "0a1b9c96-53db-45bc-9801-1f898e19e033", "name": "network-vif-plugged", "status": "completed", "tag": "786fe9cb-553a-423e-a00b-fbcf594b6366"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:14:31.663234 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3879739-241f-4fcf-a73c-7097b3487e4c tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (1cff5c9d-81e7-4460-90f1-6b150d7bb1b1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.666374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:14:31.677604 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3879739-241f-4fcf-a73c-7097b3487e4c tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.680424 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a3879739-241f-4fcf-a73c-7097b3487e4c tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/1cff5c9d-81e7-4460-90f1-6b150d7bb1b1 HTTP/1.1" status: 204 len: 168 time: 0.1752944 Feb 15 14:14:31.683256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48050) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:31.685053 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 786fe9cb-553a-423e-a00b-fbcf594b6366, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=786fe9cb-553a-423e-a00b-fbcf594b6366,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:31.702144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3879739-241f-4fcf-a73c-7097b3487e4c tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cff5c9d-81e7-4460-90f1-6b150d7bb1b1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:31.725614 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.773202 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d8f96f-0291-43a7-93bb-785a67bd582b x-openstack-request-id: req-e1d8f96f-0291-43a7-93bb-785a67bd582b {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:14:31.773754 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1b9c96-53db-45bc-9801-1f898e19e033", "name": "network-vif-plugged", "status": "completed", "tag": "786fe9cb-553a-423e-a00b-fbcf594b6366", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:14:31.774357 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e1d8f96f-0291-43a7-93bb-785a67bd582b {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:14:31.775954 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1b9c96-53db-45bc-9801-1f898e19e033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786fe9cb-553a-423e-a00b-fbcf594b6366', 'code': 200} Feb 15 14:14:31.778184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '8365e17f-daac-4f8d-a780-cb8c355667b6'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:14:31.779378 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:31.876130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d358b-6ef7-40ff-94fe-8e5233d5f32a req-72ee17db-6593-4789-9664-1d9665ec9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:31.878470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-486d358b-6ef7-40ff-94fe-8e5233d5f32a req-72ee17db-6593-4789-9664-1d9665ec9f60 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 1129 time: 0.0860341 Feb 15 14:14:31.942425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-486d358b-6ef7-40ff-94fe-8e5233d5f32a req-33c98f2e-db63-4533-bcb6-ec7e235a1740 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495009 Feb 15 14:14:32.012436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/8365e17f-daac-4f8d-a780-cb8c355667b6/81a899a1-27cf-4ede-81bb-c8d67a4724be) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:32.112346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=786fe9cb-553a-423e-a00b-fbcf594b6366,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:32.178104 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-badf6b9b-8e1e-44ad-91be-837f606da4ec tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4883270 Feb 15 14:14:32.179670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48060) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:32.197340 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Publish callbacks [] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.211666 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.235087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:32.238946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.276860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:32.280684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:32.287186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:32.289564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 0ef91898-9713-49b4-a383-7c621894f5f2 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:14:32.302891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:14:32.305980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Pushing event updated for resources: {'Port': ['ID=81a899a1-27cf-4ede-81bb-c8d67a4724be,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:32.316145 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d27c41-31a3-499a-a6e4-3e1a7c92f3d3 None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:14:32.323796 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0f471970-7726-457e-9b14-23493ccd6212 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "PUT /v2.0/routers/aeb709a6-7132-4897-bfd5-a047b591db60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5007782 Feb 15 14:14:32.327678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48070) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:32.333441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'port': {'network_id': 'b62a1f4b-a6d9-494c-8406-ada8e712adaf', 'name': 'tempest-FloatingIPTestJSON-1106379197'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:32.350350 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d27c41-31a3-499a-a6e4-3e1a7c92f3d3 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:32.351002 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-68d27c41-31a3-499a-a6e4-3e1a7c92f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:32.376336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Attempting to bind port 81a899a1-27cf-4ede-81bb-c8d67a4724be on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:14:32.376756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Attempting to bind port 81a899a1-27cf-4ede-81bb-c8d67a4724be by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:14:32.377176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Attempting to bind port 81a899a1-27cf-4ede-81bb-c8d67a4724be on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:32.383656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:14:32.384090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:32.384511 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.384771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0f0b-ea82-4e60-9600-771474e52196 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (aacb10d6-c5c7-4250-82ce-7e63d419b367), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.384963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:14:32.385475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Bound port: 81a899a1-27cf-4ede-81bb-c8d67a4724be, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:14:32.385862 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.438171 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-68d27c41-31a3-499a-a6e4-3e1a7c92f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:32.457693 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d27c41-31a3-499a-a6e4-3e1a7c92f3d3 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:32.459341 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0f0b-ea82-4e60-9600-771474e52196 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (aacb10d6-c5c7-4250-82ce-7e63d419b367), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.460609 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-68d27c41-31a3-499a-a6e4-3e1a7c92f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:32.483392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] For port 81a899a1-27cf-4ede-81bb-c8d67a4724be, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:14:32.487931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] For port 81a899a1-27cf-4ede-81bb-c8d67a4724be, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=81a899a1-27cf-4ede-81bb-c8d67a4724be,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:14:32.502487 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.595538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0f0b-ea82-4e60-9600-771474e52196 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (aacb10d6-c5c7-4250-82ce-7e63d419b367), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.599066 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0f0b-ea82-4e60-9600-771474e52196 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.603069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48078) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:32.604277 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fdcb0f0b-ea82-4e60-9600-771474e52196 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-groups/aacb10d6-c5c7-4250-82ce-7e63d419b367 HTTP/1.1" status: 204 len: 168 time: 0.4223206 Feb 15 14:14:32.605755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::2e5 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/8365e17f-daac-4f8d-a780-cb8c355667b6/0ef91898-9713-49b4-a383-7c621894f5f2) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:32.626096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a710f8b-f90e-4133-bd1c-6185c80aa7a9 None None] Pushing event updated for resources: {'Port': ['ID=81a899a1-27cf-4ede-81bb-c8d67a4724be,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:32.632637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb0f0b-ea82-4e60-9600-771474e52196 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacb10d6-c5c7-4250-82ce-7e63d419b367,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:32.649822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Made reservation on behalf of 48600fe26e394c7d9bf389f77dae907b for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:32.663731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.799065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] device_id is not set on port 07e9cefe-dfa3-4a28-9b17-57dbcf686c9b yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:14:32.905221 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-68d27c41-31a3-499a-a6e4-3e1a7c92f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:32.906072 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d27c41-31a3-499a-a6e4-3e1a7c92f3d3 None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:14:32.920729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-50fe12e3-56f5-40e4-8f62-b1b43cb56231 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3161488 Feb 15 14:14:32.928451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48084) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:32.934375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8a7daf0c-0bc3-4aba-96ff-9c4043d11e38 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group': {'name': 'tempest-secgroup--471746582'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:32.964593 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (0ef91898-9713-49b4-a383-7c621894f5f2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:32.968292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec247-8f6b-4126-9898-b24b9b694100 req-62771a40-fcf1-4a67-a093-c50d563b7da2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:32.975484 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-978ec247-8f6b-4126-9898-b24b9b694100 req-62771a40-fcf1-4a67-a093-c50d563b7da2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 946 time: 0.3633549 Feb 15 14:14:33.060804 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0ef91898-9713-49b4-a383-7c621894f5f2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.072039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.20.0.14 (b62a1f4b-a6d9-494c-8406-ada8e712adaf/35da8e8d-9e51-4d0d-9701-d73af2ca789f/07e9cefe-dfa3-4a28-9b17-57dbcf686c9b) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:33.140292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:33.144139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:33.156421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:33.164549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:33.165503 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.174766 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8a7daf0c-0bc3-4aba-96ff-9c4043d11e38 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.196477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=0ef91898-9713-49b4-a383-7c621894f5f2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:33.220822 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e8f25f6b-372b-45ef-8b78-25f117014879 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6347339 Feb 15 14:14:33.221752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48090) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:33.226746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-978ec247-8f6b-4126-9898-b24b9b694100 req-69dbc596-f7c5-4d0a-a7a7-97922728667c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468369 Feb 15 14:14:33.411986 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8a7daf0c-0bc3-4aba-96ff-9c4043d11e38 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (3d823910-308b-42b3-aeb1-13b008ab2520), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.416347 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b26075-bcce-4faa-8050-5e4429659807 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:33.423519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b26075-bcce-4faa-8050-5e4429659807 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:33.429219 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c4b26075-bcce-4faa-8050-5e4429659807 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2038684 Feb 15 14:14:33.429436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48096) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:33.438609 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8a7daf0c-0bc3-4aba-96ff-9c4043d11e38 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3d823910-308b-42b3-aeb1-13b008ab2520), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.445152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (07e9cefe-dfa3-4a28-9b17-57dbcf686c9b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.491298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7daf0c-0bc3-4aba-96ff-9c4043d11e38 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d823910-308b-42b3-aeb1-13b008ab2520,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:33.533982 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8a7daf0c-0bc3-4aba-96ff-9c4043d11e38 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.537625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8a7daf0c-0bc3-4aba-96ff-9c4043d11e38 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6067781 Feb 15 14:14:33.539872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48102) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:33.547417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ca332d0f-1afa-48d4-b4a1-c2c5e9114d70 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': '3d823910-308b-42b3-aeb1-13b008ab2520', 'direction': 'ingress', 'protocol': 17}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:33.574365 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (07e9cefe-dfa3-4a28-9b17-57dbcf686c9b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.606521 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ca332d0f-1afa-48d4-b4a1-c2c5e9114d70 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (bd02486e-e8e6-4fe2-87ca-ddeebd7f831a), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.627754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network b62a1f4b-a6d9-494c-8406-ada8e712adaf is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:33.633334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:33.637636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:33.659333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6b358-0785-4c47-a9c7-3decf9db87fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 0ef91898-9713-49b4-a383-7c621894f5f2 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:33.659699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5d6b358-0785-4c47-a9c7-3decf9db87fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0ef91898-9713-49b4-a383-7c621894f5f2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.674395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=07e9cefe-dfa3-4a28-9b17-57dbcf686c9b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:33.712445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:33.713226 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.740498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-00c710ea-0e09-4055-83ff-80dda23ba02e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4091084 Feb 15 14:14:33.743168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48106) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:33.748293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'port': {'network_id': 'b62a1f4b-a6d9-494c-8406-ada8e712adaf', 'name': 'tempest-FloatingIPTestJSON-1933611422'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:33.797318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ca332d0f-1afa-48d4-b4a1-c2c5e9114d70 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (bd02486e-e8e6-4fe2-87ca-ddeebd7f831a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.807310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ca332d0f-1afa-48d4-b4a1-c2c5e9114d70 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (bd02486e-e8e6-4fe2-87ca-ddeebd7f831a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.861560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5d6b358-0785-4c47-a9c7-3decf9db87fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0ef91898-9713-49b4-a383-7c621894f5f2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:33.891407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6b358-0785-4c47-a9c7-3decf9db87fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 0ef91898-9713-49b4-a383-7c621894f5f2 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:33.984560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Made reservation on behalf of 48600fe26e394c7d9bf389f77dae907b for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:33.988574 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.033391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] device_id is not set on port 4189c8bf-f524-4529-9aac-77257d6048be yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:14:34.044557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca332d0f-1afa-48d4-b4a1-c2c5e9114d70 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd02486e-e8e6-4fe2-87ca-ddeebd7f831a,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:34.067746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1c4607-6619-4831-b84d-d53f110b1b87 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:34.117512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 81a899a1-27cf-4ede-81bb-c8d67a4724be up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:14:34.119609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ca332d0f-1afa-48d4-b4a1-c2c5e9114d70 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.121306 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ca332d0f-1afa-48d4-b4a1-c2c5e9114d70 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5790730 Feb 15 14:14:34.125384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48118) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:34.207269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be6531a7-33f5-4aed-af12-cf3cd6bdf97d tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (3d823910-308b-42b3-aeb1-13b008ab2520), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.208535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.20.0.8 (b62a1f4b-a6d9-494c-8406-ada8e712adaf/35da8e8d-9e51-4d0d-9701-d73af2ca789f/4189c8bf-f524-4529-9aac-77257d6048be) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:34.210328 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5d6b358-0785-4c47-a9c7-3decf9db87fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0ef91898-9713-49b4-a383-7c621894f5f2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.242326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-60959779-a62d-4a62-aade-9990db7753ea None None] Provisioning complete for port 81a899a1-27cf-4ede-81bb-c8d67a4724be triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:34.242705 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-60959779-a62d-4a62-aade-9990db7753ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.323917 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be6531a7-33f5-4aed-af12-cf3cd6bdf97d tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (3d823910-308b-42b3-aeb1-13b008ab2520), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.332639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 81a899a1-27cf-4ede-81bb-c8d67a4724be triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:34.333021 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.363405 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6b358-0785-4c47-a9c7-3decf9db87fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=0ef91898-9713-49b4-a383-7c621894f5f2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:34.457663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be6531a7-33f5-4aed-af12-cf3cd6bdf97d tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3d823910-308b-42b3-aeb1-13b008ab2520), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.461556 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be6531a7-33f5-4aed-af12-cf3cd6bdf97d tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.464566 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-be6531a7-33f5-4aed-af12-cf3cd6bdf97d tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-groups/3d823910-308b-42b3-aeb1-13b008ab2520 HTTP/1.1" status: 204 len: 168 time: 0.3355818 Feb 15 14:14:34.480023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-60959779-a62d-4a62-aade-9990db7753ea None None] Current status of the port 81a899a1-27cf-4ede-81bb-c8d67a4724be is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:34.480475 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-60959779-a62d-4a62-aade-9990db7753ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.488402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48132) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:34.496362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (4189c8bf-f524-4529-9aac-77257d6048be), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.512748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6531a7-33f5-4aed-af12-cf3cd6bdf97d tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d823910-308b-42b3-aeb1-13b008ab2520,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:34.523892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 81a899a1-27cf-4ede-81bb-c8d67a4724be is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:34.524957 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.529736 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5d6b358-0785-4c47-a9c7-3decf9db87fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.535314 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b5d6b358-0785-4c47-a9c7-3decf9db87fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/0ef91898-9713-49b4-a383-7c621894f5f2 HTTP/1.1" status: 204 len: 168 time: 1.1048455 Feb 15 14:14:34.543572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-60959779-a62d-4a62-aade-9990db7753ea None None] For port 81a899a1-27cf-4ede-81bb-c8d67a4724be, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=81a899a1-27cf-4ede-81bb-c8d67a4724be,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:34.546097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48136) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:34.568667 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-60959779-a62d-4a62-aade-9990db7753ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.664756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:14:34.665036 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:14:34.694949 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ffbe4369-d318-4900-a39d-3cba2de9957e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2014523 Feb 15 14:14:34.694949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231ba1fc-54c1-4cf1-8e8d-2815abfe6091 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:34.695503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231ba1fc-54c1-4cf1-8e8d-2815abfe6091 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:34.698854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48140) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:34.699793 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-231ba1fc-54c1-4cf1-8e8d-2815abfe6091 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1522477 Feb 15 14:14:34.700798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48142) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:34.718928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-39c59422-ddc4-44cc-95d4-5da2fe7cbdc2 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group': {'name': 'tempest-secgroup--682956562'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:34.730354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60959779-a62d-4a62-aade-9990db7753ea None None] Pushing event updated for resources: {'Port': ['ID=81a899a1-27cf-4ede-81bb-c8d67a4724be,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:34.758668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a65480-2840-4c6a-ac2b-378ff7b4ac45 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 8365e17f-daac-4f8d-a780-cb8c355667b6 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:14:34.768197 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a65480-2840-4c6a-ac2b-378ff7b4ac45 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (8365e17f-daac-4f8d-a780-cb8c355667b6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.770221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452d96-eb88-4238-8ccd-b8be715bd0d7 req-ef1e1248-fa65-40bc-8251-459959c705c9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:34.790331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70452d96-eb88-4238-8ccd-b8be715bd0d7 req-ef1e1248-fa65-40bc-8251-459959c705c9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 946 time: 0.2758963 Feb 15 14:14:34.790331 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4189c8bf-f524-4529-9aac-77257d6048be), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.796213 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39c59422-ddc4-44cc-95d4-5da2fe7cbdc2 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.816223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a65480-2840-4c6a-ac2b-378ff7b4ac45 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (8365e17f-daac-4f8d-a780-cb8c355667b6), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.899018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6ecdfc42-39ff-4cad-9887-a964f54cff4d None None] Provisioning complete for port 81a899a1-27cf-4ede-81bb-c8d67a4724be triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:34.899400 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ecdfc42-39ff-4cad-9887-a964f54cff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:34.918949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network b62a1f4b-a6d9-494c-8406-ada8e712adaf is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:34.934713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:34.943737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:34.959606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=4189c8bf-f524-4529-9aac-77257d6048be,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:34.986918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48146) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:35.006184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-70452d96-eb88-4238-8ccd-b8be715bd0d7 req-16156a3b-f54b-4381-82fd-09b601ef03be tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184916 Feb 15 14:14:35.016302 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a65480-2840-4c6a-ac2b-378ff7b4ac45 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (8365e17f-daac-4f8d-a780-cb8c355667b6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.101185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:35.102800 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.104404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6ecdfc42-39ff-4cad-9887-a964f54cff4d None None] Current status of the port 81a899a1-27cf-4ede-81bb-c8d67a4724be is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:35.141920 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39c59422-ddc4-44cc-95d4-5da2fe7cbdc2 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (6068acb6-852b-41a4-9424-232fa556ffb0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.152178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-75f33278-dbca-4402-bd10-eb5531a5a8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4076281 Feb 15 14:14:35.152744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48152) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:35.157832 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39c59422-ddc4-44cc-95d4-5da2fe7cbdc2 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6068acb6-852b-41a4-9424-232fa556ffb0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.165698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '4189c8bf-f524-4529-9aac-77257d6048be', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:35.178418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a65480-2840-4c6a-ac2b-378ff7b4ac45 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (8365e17f-daac-4f8d-a780-cb8c355667b6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.227872 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 81a899a1-27cf-4ede-81bb-c8d67a4724be is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:35.246178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c59422-ddc4-44cc-95d4-5da2fe7cbdc2 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6068acb6-852b-41a4-9424-232fa556ffb0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:35.257528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39c59422-ddc4-44cc-95d4-5da2fe7cbdc2 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.259315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-39c59422-ddc4-44cc-95d4-5da2fe7cbdc2 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5555999 Feb 15 14:14:35.262996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48154) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:35.266081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a65480-2840-4c6a-ac2b-378ff7b4ac45 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=8365e17f-daac-4f8d-a780-cb8c355667b6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:35.270963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c35e7605-f487-43a6-96ae-b43f4add4e4f tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594741074'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:35.302680 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d3a65480-2840-4c6a-ac2b-378ff7b4ac45 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.306383 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c35e7605-f487-43a6-96ae-b43f4add4e4f tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.311476 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d3a65480-2840-4c6a-ac2b-378ff7b4ac45 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/8365e17f-daac-4f8d-a780-cb8c355667b6 HTTP/1.1" status: 204 len: 168 time: 0.6099436 Feb 15 14:14:35.314971 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48156) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:35.315975 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ef778c7-426a-4aa7-933b-53b806bd1c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.323608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8984a4de-d19c-4530-8597-5ff2c4c6b1ad None None] Could not find standard attr ID for object 0ef91898-9713-49b4-a383-7c621894f5f2. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:14:35.402737 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c35e7605-f487-43a6-96ae-b43f4add4e4f tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (345ac486-dd4a-478f-ad7f-56ae3e44dffe), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.409058 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c35e7605-f487-43a6-96ae-b43f4add4e4f tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (345ac486-dd4a-478f-ad7f-56ae3e44dffe), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.415131 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.426499 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e1598612-837e-4f64-a86f-38571ed457a1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1074672 Feb 15 14:14:35.428083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48158) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:35.436958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2e5c5410-ccb6-41db-9d53-53e2c8799bf9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:35.449275 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c35e7605-f487-43a6-96ae-b43f4add4e4f tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.453512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c35e7605-f487-43a6-96ae-b43f4add4e4f tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1858351 Feb 15 14:14:35.453512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e7605-f487-43a6-96ae-b43f4add4e4f tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345ac486-dd4a-478f-ad7f-56ae3e44dffe,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:35.455281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48162) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:35.460309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e372cd3d-4f03-4c18-8459-2f4c9e4e3068 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': '6068acb6-852b-41a4-9424-232fa556ffb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '345ac486-dd4a-478f-ad7f-56ae3e44dffe', 'remote_ip_prefix': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:35.506311 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e372cd3d-4f03-4c18-8459-2f4c9e4e3068 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (30f10c4d-66d3-4eed-999d-cbcb274c13af), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.626058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29087953-5d3d-4c5a-8925-1f0e407e80f0 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:35.633242 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e372cd3d-4f03-4c18-8459-2f4c9e4e3068 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (30f10c4d-66d3-4eed-999d-cbcb274c13af), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.640072 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e372cd3d-4f03-4c18-8459-2f4c9e4e3068 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (30f10c4d-66d3-4eed-999d-cbcb274c13af), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.666643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372cd3d-4f03-4c18-8459-2f4c9e4e3068 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f10c4d-66d3-4eed-999d-cbcb274c13af,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:35.672616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c5410-ccb6-41db-9d53-53e2c8799bf9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:35.676803 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e5c5410-ccb6-41db-9d53-53e2c8799bf9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.678489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e372cd3d-4f03-4c18-8459-2f4c9e4e3068 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.682987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e372cd3d-4f03-4c18-8459-2f4c9e4e3068 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2239692 Feb 15 14:14:35.683575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48164) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:35.731694 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6fb32f11-a27a-45a5-aaa7-4d94a5967266 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (30f10c4d-66d3-4eed-999d-cbcb274c13af), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.742988 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6fb32f11-a27a-45a5-aaa7-4d94a5967266 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (30f10c4d-66d3-4eed-999d-cbcb274c13af), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.790519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6fb32f11-a27a-45a5-aaa7-4d94a5967266 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (30f10c4d-66d3-4eed-999d-cbcb274c13af), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.793563 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ef778c7-426a-4aa7-933b-53b806bd1c93 admin admin] Publish callbacks [] for security_group (e09c4e81-536a-4bc6-bd87-80b99cbc9e40), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.800314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6fb32f11-a27a-45a5-aaa7-4d94a5967266 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.804652 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6fb32f11-a27a-45a5-aaa7-4d94a5967266 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/30f10c4d-66d3-4eed-999d-cbcb274c13af HTTP/1.1" status: 204 len: 168 time: 0.1165643 Feb 15 14:14:35.805780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48166) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:35.808263 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ef778c7-426a-4aa7-933b-53b806bd1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e09c4e81-536a-4bc6-bd87-80b99cbc9e40), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.831415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb32f11-a27a-45a5-aaa7-4d94a5967266 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30f10c4d-66d3-4eed-999d-cbcb274c13af,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:35.864205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f61d08-a862-4391-bd9c-e367116114d5 None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:14:35.870956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-38b26080-d0a1-4f64-b9a8-a04aa35db42f tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0608656 Feb 15 14:14:35.874762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48168) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:35.880649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef778c7-426a-4aa7-933b-53b806bd1c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09c4e81-536a-4bc6-bd87-80b99cbc9e40,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:35.885277 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8ef778c7-426a-4aa7-933b-53b806bd1c93 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6324463f3a0a40a3b376b001481d271d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8972912 Feb 15 14:14:35.889230 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.891187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48170) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:35.987449 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a78680c-40d9-46ea-a188-64ebd367de2a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (345ac486-dd4a-478f-ad7f-56ae3e44dffe), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:35.999303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a7f61d08-a862-4391-bd9c-e367116114d5 None None] Deleting port 81a899a1-27cf-4ede-81bb-c8d67a4724be {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:35.999749 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a7f61d08-a862-4391-bd9c-e367116114d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.021963 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a78680c-40d9-46ea-a188-64ebd367de2a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (345ac486-dd4a-478f-ad7f-56ae3e44dffe), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.031608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 81a899a1-27cf-4ede-81bb-c8d67a4724be no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:14:36.084416 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a78680c-40d9-46ea-a188-64ebd367de2a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (345ac486-dd4a-478f-ad7f-56ae3e44dffe), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.086831 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a78680c-40d9-46ea-a188-64ebd367de2a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.088037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3a78680c-40d9-46ea-a188-64ebd367de2a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-groups/345ac486-dd4a-478f-ad7f-56ae3e44dffe HTTP/1.1" status: 204 len: 168 time: 0.2105963 Feb 15 14:14:36.093163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48172) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:36.119229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd6dc-1eee-46cd-8e24-74e581825f24 admin admin] Publish callbacks [] for security_group (e09c4e81-536a-4bc6-bd87-80b99cbc9e40), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.130144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78680c-40d9-46ea-a188-64ebd367de2a tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345ac486-dd4a-478f-ad7f-56ae3e44dffe,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:36.209209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.25.6.175 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/d5dbf8c5-eaa0-4f00-be7d-42ace55747ce) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:36.211142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a7f61d08-a862-4391-bd9c-e367116114d5 None None] For port 81a899a1-27cf-4ede-81bb-c8d67a4724be, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=81a899a1-27cf-4ede-81bb-c8d67a4724be,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:36.212202 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a7f61d08-a862-4391-bd9c-e367116114d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.216007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-79884357-34d7-49ee-b195-7ed81404fadf tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1155188 Feb 15 14:14:36.217471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd6dc-1eee-46cd-8e24-74e581825f24 admin admin] Publish callbacks [] for security_group (e09c4e81-536a-4bc6-bd87-80b99cbc9e40), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.219857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e5c5410-ccb6-41db-9d53-53e2c8799bf9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (e7ef8888-3e7c-4500-8abd-5371832eee6b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.222877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48176) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:36.249508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a7f61d08-a862-4391-bd9c-e367116114d5 None None] Calling delete_port for 81a899a1-27cf-4ede-81bb-c8d67a4724be owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:36.295469 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3b33793a-0eb4-4a77-b770-ec664bde74c0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (6068acb6-852b-41a4-9424-232fa556ffb0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.316671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c5410-ccb6-41db-9d53-53e2c8799bf9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:36.322412 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3b33793a-0eb4-4a77-b770-ec664bde74c0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (6068acb6-852b-41a4-9424-232fa556ffb0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.351375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 81a899a1-27cf-4ede-81bb-c8d67a4724be is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:36.352316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.354728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c5410-ccb6-41db-9d53-53e2c8799bf9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:36.363830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c5410-ccb6-41db-9d53-53e2c8799bf9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:36.364746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e5c5410-ccb6-41db-9d53-53e2c8799bf9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.376152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c5410-ccb6-41db-9d53-53e2c8799bf9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=e7ef8888-3e7c-4500-8abd-5371832eee6b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:36.384000 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3b33793a-0eb4-4a77-b770-ec664bde74c0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6068acb6-852b-41a4-9424-232fa556ffb0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.387596 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3b33793a-0eb4-4a77-b770-ec664bde74c0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.389968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3b33793a-0eb4-4a77-b770-ec664bde74c0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-groups/6068acb6-852b-41a4-9424-232fa556ffb0 HTTP/1.1" status: 204 len: 168 time: 0.1647820 Feb 15 14:14:36.394485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48178) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:36.404496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33793a-0eb4-4a77-b770-ec664bde74c0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6068acb6-852b-41a4-9424-232fa556ffb0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:36.418782 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e5c5410-ccb6-41db-9d53-53e2c8799bf9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9881427 Feb 15 14:14:36.422408 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48180) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:36.430930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'name': 'tempest-NetworksTestDHCPv6-909459065'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:36.444857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd6dc-1eee-46cd-8e24-74e581825f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e09c4e81-536a-4bc6-bd87-80b99cbc9e40), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.447536 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd6dc-1eee-46cd-8e24-74e581825f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.451569 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9b6dd6dc-1eee-46cd-8e24-74e581825f24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e09c4e81-536a-4bc6-bd87-80b99cbc9e40 HTTP/1.1" status: 204 len: 168 time: 0.5544267 Feb 15 14:14:36.451715 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 81a899a1-27cf-4ede-81bb-c8d67a4724be, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=81a899a1-27cf-4ede-81bb-c8d67a4724be,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:36.463535 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.522304 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a7f61d08-a862-4391-bd9c-e367116114d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (81a899a1-27cf-4ede-81bb-c8d67a4724be), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.530924 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dd6dc-1eee-46cd-8e24-74e581825f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09c4e81-536a-4bc6-bd87-80b99cbc9e40,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:36.541365 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f61d08-a862-4391-bd9c-e367116114d5 None None] No DVR routers for this DVR port 81a899a1-27cf-4ede-81bb-c8d67a4724be on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:14:36.543443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (d5dbf8c5-eaa0-4f00-be7d-42ace55747ce), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.570010 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd1cfa8-83a9-4487-80ec-8ce266177741 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:36.573451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=81a899a1-27cf-4ede-81bb-c8d67a4724be,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:36.608836 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-741b4158-6bf8-4ad9-81b4-2193bc0eba85 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2083092 Feb 15 14:14:36.618860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48186) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:36.634635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-1d99cfa0-cdee-47a7-adbd-4857b5b68050 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029259952'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:36.650430 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f61d08-a862-4391-bd9c-e367116114d5 None None] Pushing event deleted for resources: {'Port': ['ID=81a899a1-27cf-4ede-81bb-c8d67a4724be,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:36.695577 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d5dbf8c5-eaa0-4f00-be7d-42ace55747ce), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.704232 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1d99cfa0-cdee-47a7-adbd-4857b5b68050 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.783969 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:36.789929 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1d99cfa0-cdee-47a7-adbd-4857b5b68050 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (0f972035-5424-417b-bdc7-9ab1d8e4bb58), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.799013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:36.807204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:36.811431 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1d99cfa0-cdee-47a7-adbd-4857b5b68050 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0f972035-5424-417b-bdc7-9ab1d8e4bb58), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.821040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': 'e7ef8888-3e7c-4500-8abd-5371832eee6b'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:14:36.822132 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.855050 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1d99cfa0-cdee-47a7-adbd-4857b5b68050 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.856636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1d99cfa0-cdee-47a7-adbd-4857b5b68050 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2366378 Feb 15 14:14:36.860577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48190) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:36.861869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:36.865652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.871671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-35435437-04c3-4b67-bfc4-ea049380cfbb tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': '0f972035-5424-417b-bdc7-9ab1d8e4bb58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:36.878180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99cfa0-cdee-47a7-adbd-4857b5b68050 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f972035-5424-417b-bdc7-9ab1d8e4bb58,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:36.889159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port c5674f82-f34d-4116-9161-160361a0d48a yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:14:36.907413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=d5dbf8c5-eaa0-4f00-be7d-42ace55747ce,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:36.943237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48192) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:36.975802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35435437-04c3-4b67-bfc4-ea049380cfbb tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (5b7e3cad-2df7-43c7-9283-417da53582ca), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:36.990650 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3eb473e7-1313-497d-9dc2-00085677a873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.024627 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/e7ef8888-3e7c-4500-8abd-5371832eee6b/41e35db8-bf69-4afc-95d6-c7fe43bdbf99) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:37.094391 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3eb473e7-1313-497d-9dc2-00085677a873 admin admin] Publish callbacks [] for security_group (ad469a98-6131-4260-849a-ef33c1dff6b6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.102971 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3eb473e7-1313-497d-9dc2-00085677a873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ad469a98-6131-4260-849a-ef33c1dff6b6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.160002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35435437-04c3-4b67-bfc4-ea049380cfbb tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (5b7e3cad-2df7-43c7-9283-417da53582ca), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.170861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3eb473e7-1313-497d-9dc2-00085677a873 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8f673dbf34ee437493d6253136132dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224870 Feb 15 14:14:37.170861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb473e7-1313-497d-9dc2-00085677a873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad469a98-6131-4260-849a-ef33c1dff6b6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:37.171172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48194) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:37.181885 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35435437-04c3-4b67-bfc4-ea049380cfbb tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (5b7e3cad-2df7-43c7-9283-417da53582ca), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.210684 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Publish callbacks [] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.233163 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.248687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35435437-04c3-4b67-bfc4-ea049380cfbb tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.249955 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-35435437-04c3-4b67-bfc4-ea049380cfbb tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3845189 Feb 15 14:14:37.252812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35435437-04c3-4b67-bfc4-ea049380cfbb tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7e3cad-2df7-43c7-9283-417da53582ca,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:37.255496 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48198) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:37.312108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2221376e-1352-44cc-9671-e676118c4822 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (5b7e3cad-2df7-43c7-9283-417da53582ca), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.317011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::3e3 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/e7ef8888-3e7c-4500-8abd-5371832eee6b/c5674f82-f34d-4116-9161-160361a0d48a) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:37.318551 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b498326e-9d53-4434-9523-bec5cd441f60 admin admin] Publish callbacks [] for security_group (ad469a98-6131-4260-849a-ef33c1dff6b6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.322166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:37.325775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:37.338167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:37.342498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2221376e-1352-44cc-9671-e676118c4822 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (5b7e3cad-2df7-43c7-9283-417da53582ca), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.346820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Pushing event updated for resources: {'Port': ['ID=41e35db8-bf69-4afc-95d6-c7fe43bdbf99,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:37.397030 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b498326e-9d53-4434-9523-bec5cd441f60 admin admin] Publish callbacks [] for security_group (ad469a98-6131-4260-849a-ef33c1dff6b6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.428111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Attempting to bind port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:14:37.429103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Attempting to bind port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:14:37.429103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Attempting to bind port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:37.436623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:14:37.437060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:37.437438 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.437847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:14:37.438336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Bound port: 41e35db8-bf69-4afc-95d6-c7fe43bdbf99, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:14:37.438784 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.486347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2221376e-1352-44cc-9671-e676118c4822 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (5b7e3cad-2df7-43c7-9283-417da53582ca), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.519366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] For port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:14:37.523110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] For port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=41e35db8-bf69-4afc-95d6-c7fe43bdbf99,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:14:37.527169 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2221376e-1352-44cc-9671-e676118c4822 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.528580 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2221376e-1352-44cc-9671-e676118c4822 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/5b7e3cad-2df7-43c7-9283-417da53582ca HTTP/1.1" status: 204 len: 168 time: 0.2692976 Feb 15 14:14:37.534130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48200) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:37.534428 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.537739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221376e-1352-44cc-9671-e676118c4822 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b7e3cad-2df7-43c7-9283-417da53582ca,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:37.577801 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (ba832bea-bba6-48c6-9068-7f9a41397aea), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.582021 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b498326e-9d53-4434-9523-bec5cd441f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ad469a98-6131-4260-849a-ef33c1dff6b6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.585979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b498326e-9d53-4434-9523-bec5cd441f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.589819 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b498326e-9d53-4434-9523-bec5cd441f60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ad469a98-6131-4260-849a-ef33c1dff6b6 HTTP/1.1" status: 204 len: 168 time: 0.4151073 Feb 15 14:14:37.620343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498326e-9d53-4434-9523-bec5cd441f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad469a98-6131-4260-849a-ef33c1dff6b6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:37.646888 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (c5674f82-f34d-4116-9161-160361a0d48a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.668235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4cf2c-a20f-494f-8550-d1a58c94cba1 None None] Pushing event updated for resources: {'Port': ['ID=41e35db8-bf69-4afc-95d6-c7fe43bdbf99,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:37.692132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48206) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:37.692246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d7a349b6-3c9e-463e-8408-440a23f0de81 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1526251 Feb 15 14:14:37.749827 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c5674f82-f34d-4116-9161-160361a0d48a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.804340 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d5dbf8c5-eaa0-4f00-be7d-42ace55747ce), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.812733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:37.816708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:37.824656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:37.833539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:37.834633 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.859477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=c5674f82-f34d-4116-9161-160361a0d48a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:37.874063 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f54cee3-667e-4174-9a31-6515368b27e7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (0f972035-5424-417b-bdc7-9ab1d8e4bb58), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:37.877422 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3dde692a-57e1-4a69-a35b-c3da97779db4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4514849 Feb 15 14:14:37.878083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48210) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:37.960722 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f54cee3-667e-4174-9a31-6515368b27e7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (0f972035-5424-417b-bdc7-9ab1d8e4bb58), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.114349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e447e-81c3-467e-bc85-05b84ad75388 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:38.119955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:14:38.120563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e447e-81c3-467e-bc85-05b84ad75388 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:38.123066 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b57e447e-81c3-467e-bc85-05b84ad75388 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2434733 Feb 15 14:14:38.127972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48216) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:38.172722 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f54cee3-667e-4174-9a31-6515368b27e7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0f972035-5424-417b-bdc7-9ab1d8e4bb58), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.176241 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4f54cee3-667e-4174-9a31-6515368b27e7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.177686 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4f54cee3-667e-4174-9a31-6515368b27e7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-groups/0f972035-5424-417b-bdc7-9ab1d8e4bb58 HTTP/1.1" status: 204 len: 168 time: 0.4829178 Feb 15 14:14:38.180364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48220) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:38.203271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:38.203725 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.227880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54cee3-667e-4174-9a31-6515368b27e7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f972035-5424-417b-bdc7-9ab1d8e4bb58,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:38.248135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a61a06ed-795d-433c-a39c-82062f3be16c tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0623887 Feb 15 14:14:38.249661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48224) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:38.255003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e48a9b6e-ed8d-4732-9492-58f1be28aae9 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group': {'name': 'tempest-secgroup--385508069'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:38.283089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e48a9b6e-ed8d-4732-9492-58f1be28aae9 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.301959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:38.302557 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.307568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (d5dbf8c5-eaa0-4f00-be7d-42ace55747ce), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.326926 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (d5dbf8c5-eaa0-4f00-be7d-42ace55747ce), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.347756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=41e35db8-bf69-4afc-95d6-c7fe43bdbf99,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:38.363580 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.386405 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a942f338-3f26-46dd-a090-5c766efc8fe7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port c5674f82-f34d-4116-9161-160361a0d48a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:38.386862 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a942f338-3f26-46dd-a090-5c766efc8fe7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c5674f82-f34d-4116-9161-160361a0d48a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.396999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e48a9b6e-ed8d-4732-9492-58f1be28aae9 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (4d5ad272-c314-454b-a80e-6ad8bed8763f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.404821 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e48a9b6e-ed8d-4732-9492-58f1be28aae9 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4d5ad272-c314-454b-a80e-6ad8bed8763f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.462216 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e48a9b6e-ed8d-4732-9492-58f1be28aae9 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.463482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e48a9b6e-ed8d-4732-9492-58f1be28aae9 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2128530 Feb 15 14:14:38.468367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a9b6e-ed8d-4732-9492-58f1be28aae9 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ad272-c314-454b-a80e-6ad8bed8763f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:38.468644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48230) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:38.470849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=41e35db8-bf69-4afc-95d6-c7fe43bdbf99,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:38.478977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-29f0f6c7-fc9b-42f7-881f-6f245c4fd7de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': '4d5ad272-c314-454b-a80e-6ad8bed8763f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:38.518044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=d5dbf8c5-eaa0-4f00-be7d-42ace55747ce,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:38.549924 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (ba832bea-bba6-48c6-9068-7f9a41397aea), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.935743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29f0f6c7-fc9b-42f7-881f-6f245c4fd7de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (f7c50c97-5f8b-440c-85ca-2bf3c77cafac), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.985752 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a942f338-3f26-46dd-a090-5c766efc8fe7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c5674f82-f34d-4116-9161-160361a0d48a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:38.989864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-44b5e1ba-23f4-4798-8b5e-dc147a63f0c9 None None] Provisioning complete for port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:38.990587 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-44b5e1ba-23f4-4798-8b5e-dc147a63f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.010979 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a942f338-3f26-46dd-a090-5c766efc8fe7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for c5674f82-f34d-4116-9161-160361a0d48a owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:39.110823 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP ba832bea-bba6-48c6-9068-7f9a41397aea associated. External IP: 172.25.6.175, port: 4189c8bf-f524-4529-9aac-77257d6048be. Feb 15 14:14:39.115535 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29f0f6c7-fc9b-42f7-881f-6f245c4fd7de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (f7c50c97-5f8b-440c-85ca-2bf3c77cafac), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.144635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-44b5e1ba-23f4-4798-8b5e-dc147a63f0c9 None None] Current status of the port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:39.194536 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29f0f6c7-fc9b-42f7-881f-6f245c4fd7de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f7c50c97-5f8b-440c-85ca-2bf3c77cafac), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.258764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0f6c7-fc9b-42f7-881f-6f245c4fd7de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c50c97-5f8b-440c-85ca-2bf3c77cafac,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:39.270586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e25a-766b-47f6-8968-f6527a419876 req-79f5ac00-d7a4-4324-8526-ed9b6badf911 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:39.272419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-79f5ac00-d7a4-4324-8526-ed9b6badf911 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.1340210 Feb 15 14:14:39.291670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-3bc1409b-39de-417e-a8d7-ba0a84e136a8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/quotas/8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 375 time: 0.0116391 Feb 15 14:14:39.301172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29f0f6c7-fc9b-42f7-881f-6f245c4fd7de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.302476 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-29f0f6c7-fc9b-42f7-881f-6f245c4fd7de tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8303375 Feb 15 14:14:39.308780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48262) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:39.348273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-86174e4c-7beb-45fb-8203-490d6439d094 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules/f7c50c97-5f8b-440c-85ca-2bf3c77cafac HTTP/1.1" status: 200 len: 763 time: 0.0403712 Feb 15 14:14:39.350671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48266) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:39.371480 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b60fda84-cec0-47d7-87e9-bde3ae55773a None None] Provisioning complete for port c5674f82-f34d-4116-9161-160361a0d48a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:39.372585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b60fda84-cec0-47d7-87e9-bde3ae55773a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c5674f82-f34d-4116-9161-160361a0d48a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.380744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-ec88d672-9eff-4561-8512-25c41943e66a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835371 Feb 15 14:14:39.412251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-95276f93-4373-4dfc-9431-f8b95182898c tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0604031 Feb 15 14:14:39.422730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48268) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:39.486097 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a849062-14a6-4ba6-9fd2-7997d24dad98 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (f7c50c97-5f8b-440c-85ca-2bf3c77cafac), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.506037 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a849062-14a6-4ba6-9fd2-7997d24dad98 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (f7c50c97-5f8b-440c-85ca-2bf3c77cafac), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.546863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-6b2efb65-3386-4557-bfeb-b39af043a855 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549375 Feb 15 14:14:39.557676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a942f338-3f26-46dd-a090-5c766efc8fe7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c5674f82-f34d-4116-9161-160361a0d48a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.566531 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a849062-14a6-4ba6-9fd2-7997d24dad98 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f7c50c97-5f8b-440c-85ca-2bf3c77cafac), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.588640 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a849062-14a6-4ba6-9fd2-7997d24dad98 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.590478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1a849062-14a6-4ba6-9fd2-7997d24dad98 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f7c50c97-5f8b-440c-85ca-2bf3c77cafac HTTP/1.1" status: 204 len: 168 time: 0.1666031 Feb 15 14:14:39.617682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b60fda84-cec0-47d7-87e9-bde3ae55773a None None] Port c5674f82-f34d-4116-9161-160361a0d48a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:14:39.619501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48276) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:39.624965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942f338-3f26-46dd-a090-5c766efc8fe7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=c5674f82-f34d-4116-9161-160361a0d48a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:39.647303 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a849062-14a6-4ba6-9fd2-7997d24dad98 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7c50c97-5f8b-440c-85ca-2bf3c77cafac,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:39.663159 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a942f338-3f26-46dd-a090-5c766efc8fe7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.670327 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a942f338-3f26-46dd-a090-5c766efc8fe7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/c5674f82-f34d-4116-9161-160361a0d48a HTTP/1.1" status: 204 len: 168 time: 1.5429909 Feb 15 14:14:39.671506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48278) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:39.680620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:14:39.717085 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c48a3079-8b8b-4ffd-9479-e1c7cc0b9b67 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0882547 Feb 15 14:14:39.717972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48282) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:39.724301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8360f4ae-ba6e-409d-b2fb-e62c571c3fbd tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': '4d5ad272-c314-454b-a80e-6ad8bed8763f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:39.801072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-13931557-385b-40b7-bdd9-742e657312b1 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452319 Feb 15 14:14:39.804265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f288eb-352e-4e8d-b190-bbf68fae3dce tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:39.809029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f288eb-352e-4e8d-b190-bbf68fae3dce tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:39.816876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-65f288eb-352e-4e8d-b190-bbf68fae3dce tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1443059 Feb 15 14:14:39.819556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48286) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:39.875779 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8360f4ae-ba6e-409d-b2fb-e62c571c3fbd tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (7a405a1f-7251-4853-b79d-08179c52ddd2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.919971 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e1e2de-1ebd-456e-b454-5958f09ac3a4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet e7ef8888-3e7c-4500-8abd-5371832eee6b {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:14:39.941238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4e1e2de-1ebd-456e-b454-5958f09ac3a4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (e7ef8888-3e7c-4500-8abd-5371832eee6b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.963474 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:39.987410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:14:39.991548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:14:40.019243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b34a9-5e5c-4d72-9d8e-1db1d248dcc0 None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:14:40.022292 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4e1e2de-1ebd-456e-b454-5958f09ac3a4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (e7ef8888-3e7c-4500-8abd-5371832eee6b), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.044577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b34a9-5e5c-4d72-9d8e-1db1d248dcc0 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:40.045230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4e1b34a9-5e5c-4d72-9d8e-1db1d248dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:40.083306 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8360f4ae-ba6e-409d-b2fb-e62c571c3fbd tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (7a405a1f-7251-4853-b79d-08179c52ddd2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.086856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4e1b34a9-5e5c-4d72-9d8e-1db1d248dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:40.100968 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.102770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b34a9-5e5c-4d72-9d8e-1db1d248dcc0 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:40.103644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4e1b34a9-5e5c-4d72-9d8e-1db1d248dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:40.108113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:40.108528 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.132361 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8360f4ae-ba6e-409d-b2fb-e62c571c3fbd tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (7a405a1f-7251-4853-b79d-08179c52ddd2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.169765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4e1b34a9-5e5c-4d72-9d8e-1db1d248dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:40.170403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b34a9-5e5c-4d72-9d8e-1db1d248dcc0 None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:14:40.207306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360f4ae-ba6e-409d-b2fb-e62c571c3fbd tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a405a1f-7251-4853-b79d-08179c52ddd2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:40.214103 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a49fac95-3ada-44e3-9e95-a7c068d1f4bb tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0598328 Feb 15 14:14:40.217667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8360f4ae-ba6e-409d-b2fb-e62c571c3fbd tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.222353 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8360f4ae-ba6e-409d-b2fb-e62c571c3fbd tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5015728 Feb 15 14:14:40.225406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48302) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:40.225747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48304) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:40.238788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9ab116f4-d756-4080-8649-7b557b0bcd53 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:40.260950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6282cd7f-e24c-4925-a93e-1298c58dc20a req-772262b5-d805-4c78-a0a4-1cdbd18b15ef tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.0602078 Feb 15 14:14:40.296285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:40.312086 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4b4076c9-b283-438d-9b26-c8e624abebc3 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules/7a405a1f-7251-4853-b79d-08179c52ddd2 HTTP/1.1" status: 200 len: 763 time: 0.0799756 Feb 15 14:14:40.312891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48306) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:40.322602 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4e1e2de-1ebd-456e-b454-5958f09ac3a4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e7ef8888-3e7c-4500-8abd-5371832eee6b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.363063 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ab116f4-d756-4080-8649-7b557b0bcd53 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (ba832bea-bba6-48c6-9068-7f9a41397aea), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.384259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-32f0982c-afef-4fdc-9524-3c0739c55903 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0704534 Feb 15 14:14:40.387215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48314) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:40.413914 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cb50ba9-7fb3-4a7b-8855-cfea741b48f0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (7a405a1f-7251-4853-b79d-08179c52ddd2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.422685 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cb50ba9-7fb3-4a7b-8855-cfea741b48f0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (7a405a1f-7251-4853-b79d-08179c52ddd2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.456913 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cb50ba9-7fb3-4a7b-8855-cfea741b48f0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (7a405a1f-7251-4853-b79d-08179c52ddd2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.469125 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cb50ba9-7fb3-4a7b-8855-cfea741b48f0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.472879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2cb50ba9-7fb3-4a7b-8855-cfea741b48f0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/7a405a1f-7251-4853-b79d-08179c52ddd2 HTTP/1.1" status: 204 len: 168 time: 0.0827847 Feb 15 14:14:40.473741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb50ba9-7fb3-4a7b-8855-cfea741b48f0 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a405a1f-7251-4853-b79d-08179c52ddd2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:40.473884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48316) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:40.502704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4e1e2de-1ebd-456e-b454-5958f09ac3a4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (e7ef8888-3e7c-4500-8abd-5371832eee6b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.554955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4e1e2de-1ebd-456e-b454-5958f09ac3a4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.558315 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c4e1e2de-1ebd-456e-b454-5958f09ac3a4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/e7ef8888-3e7c-4500-8abd-5371832eee6b HTTP/1.1" status: 204 len: 168 time: 0.7378066 Feb 15 14:14:40.559213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1e2de-1ebd-456e-b454-5958f09ac3a4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ef8888-3e7c-4500-8abd-5371832eee6b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:40.565785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49ad33a-6b73-4d83-a103-6ed61a5efb1f None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:40.572461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48326) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:40.614027 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ab116f4-d756-4080-8649-7b557b0bcd53 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.625660 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ab24d46b-08c2-403d-a7ac-d19a01ebed66 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1473191 Feb 15 14:14:40.627043 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ab116f4-d756-4080-8649-7b557b0bcd53 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (ba832bea-bba6-48c6-9068-7f9a41397aea), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.627359 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-9ab116f4-d756-4080-8649-7b557b0bcd53 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP ba832bea-bba6-48c6-9068-7f9a41397aea disassociated. External IP: 172.25.6.175, port: 4189c8bf-f524-4529-9aac-77257d6048be. Feb 15 14:14:40.629186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48328) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:40.672619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b5c8b361-aa11-4689-8a91-f379aed324d7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': '4d5ad272-c314-454b-a80e-6ad8bed8763f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:40.714536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2e1a4965-eb51-4965-bb36-ef11d43e3379 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368623 Feb 15 14:14:40.717884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48332) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:40.727541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-61001c00-7915-4515-bca4-09c44d64c327 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:40.749764 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-b5c8b361-aa11-4689-8a91-f379aed324d7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Project b5bb70bc75354cbc9f3f2b5733fa644b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:14:40.759539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b361-aa11-4689-8a91-f379aed324d7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (8725fefe-0fa6-467c-9335-397a9fbecc42), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.876411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9416db-054d-4450-afde-f991b5e03d6a None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:14:40.885890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61001c00-7915-4515-bca4-09c44d64c327 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:40.890464 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-61001c00-7915-4515-bca4-09c44d64c327 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.898661 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b361-aa11-4689-8a91-f379aed324d7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (8725fefe-0fa6-467c-9335-397a9fbecc42), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.910036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b361-aa11-4689-8a91-f379aed324d7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (8725fefe-0fa6-467c-9335-397a9fbecc42), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.942316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8b361-aa11-4689-8a91-f379aed324d7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8725fefe-0fa6-467c-9335-397a9fbecc42,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:40.956616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b361-aa11-4689-8a91-f379aed324d7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.958556 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b5c8b361-aa11-4689-8a91-f379aed324d7 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3273001 Feb 15 14:14:40.962407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cb9416db-054d-4450-afde-f991b5e03d6a None None] Deleting port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:40.963146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48334) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:40.963751 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb9416db-054d-4450-afde-f991b5e03d6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:40.991113 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9c642d0d-1547-4f8e-95bc-ebb1a593a650 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules/8725fefe-0fa6-467c-9335-397a9fbecc42 HTTP/1.1" status: 200 len: 769 time: 0.0269475 Feb 15 14:14:40.996015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48336) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:40.999995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab116f4-d756-4080-8649-7b557b0bcd53 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:14:41.060041 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cb9416db-054d-4450-afde-f991b5e03d6a None None] For port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=41e35db8-bf69-4afc-95d6-c7fe43bdbf99,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:41.060589 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb9416db-054d-4450-afde-f991b5e03d6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.078226 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cb9416db-054d-4450-afde-f991b5e03d6a None None] Calling delete_port for 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:41.121241 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9f3d6c9a-656a-40f0-bc2e-aa47c65beda2 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1204138 Feb 15 14:14:41.124917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48340) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:41.163120 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b168fed-518f-43ed-98d0-3dd23552cf0e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (8725fefe-0fa6-467c-9335-397a9fbecc42), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.175793 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b168fed-518f-43ed-98d0-3dd23552cf0e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (8725fefe-0fa6-467c-9335-397a9fbecc42), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.205808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab116f4-d756-4080-8649-7b557b0bcd53 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:14:41.210321 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb9416db-054d-4450-afde-f991b5e03d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (41e35db8-bf69-4afc-95d6-c7fe43bdbf99), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.219569 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27056df5-776e-4cf6-82e8-1dde5af950a7 None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:14:41.230676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ab116f4-d756-4080-8649-7b557b0bcd53 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.235448 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-61001c00-7915-4515-bca4-09c44d64c327 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (303e5d88-b7e4-4e6b-b318-75fd13ebea39), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.236181 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27056df5-776e-4cf6-82e8-1dde5af950a7 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:41.237571 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-27056df5-776e-4cf6-82e8-1dde5af950a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:41.239275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9416db-054d-4450-afde-f991b5e03d6a None None] Pushing event deleted for resources: {'Port': ['ID=41e35db8-bf69-4afc-95d6-c7fe43bdbf99,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:41.241329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9416db-054d-4450-afde-f991b5e03d6a None None] No DVR routers for this DVR port 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:14:41.283421 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-27056df5-776e-4cf6-82e8-1dde5af950a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:41.290572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b168fed-518f-43ed-98d0-3dd23552cf0e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (8725fefe-0fa6-467c-9335-397a9fbecc42), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.296665 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27056df5-776e-4cf6-82e8-1dde5af950a7 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:41.297557 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-27056df5-776e-4cf6-82e8-1dde5af950a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:41.305146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48346) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:41.305332 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9ab116f4-d756-4080-8649-7b557b0bcd53 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "PUT /v2.0/floatingips/ba832bea-bba6-48c6-9068-7f9a41397aea HTTP/1.1" status: 200 len: 688 time: 1.0773706 Feb 15 14:14:41.312542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8b168fed-518f-43ed-98d0-3dd23552cf0e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.313722 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8b168fed-518f-43ed-98d0-3dd23552cf0e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/8725fefe-0fa6-467c-9335-397a9fbecc42 HTTP/1.1" status: 204 len: 168 time: 0.1879370 Feb 15 14:14:41.317623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48348) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:41.323581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b168fed-518f-43ed-98d0-3dd23552cf0e tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8725fefe-0fa6-467c-9335-397a9fbecc42,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:41.340684 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-27056df5-776e-4cf6-82e8-1dde5af950a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:41.342120 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27056df5-776e-4cf6-82e8-1dde5af950a7 None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:14:41.348354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61001c00-7915-4515-bca4-09c44d64c327 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:41.386048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-61001c00-7915-4515-bca4-09c44d64c327 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:41.395930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a1af0b-c091-4fc6-ac8a-1dece3789142 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:41.407838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61001c00-7915-4515-bca4-09c44d64c327 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:41.408443 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-61001c00-7915-4515-bca4-09c44d64c327 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.492385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03b653fd-be30-4002-a0e1-013291de5931 req-7a6c0d8f-b387-4e4f-8c75-468f0513cdff tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.1382554 Feb 15 14:14:41.514047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-61001c00-7915-4515-bca4-09c44d64c327 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7942333 Feb 15 14:14:41.516559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48354) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:41.521576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'name': 'tempest-NetworksTestDHCPv6-1416672097'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:41.535045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '303e5d88-b7e4-4e6b-b318-75fd13ebea39'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:14:41.535917 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.607632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61001c00-7915-4515-bca4-09c44d64c327 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=303e5d88-b7e4-4e6b-b318-75fd13ebea39,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:41.687090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6a01acaa-e92f-40dd-8ce3-1adb2cee8e78 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3461232 Feb 15 14:14:41.691973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48358) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:41.733591 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e25a-766b-47f6-8968-f6527a419876 req-c9f95720-cda0-463b-bd21-c384ccf4b72f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:41.735184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-c9f95720-cda0-463b-bd21-c384ccf4b72f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.2276332 Feb 15 14:14:41.746314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/303e5d88-b7e4-4e6b-b318-75fd13ebea39/b1d75543-7834-4928-a037-2c2f8e58e9ff) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:41.751506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'port': {'device_id': '84fb561f-4a0c-451c-984e-362c54e76ca9', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'admin_state_up': True, 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:41.806389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:41.810553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.854938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 58cb8775-ec94-461d-bd5d-71573d979d9d yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:14:41.948707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-096c7aef-6480-487c-9320-743992085a20 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (4d5ad272-c314-454b-a80e-6ad8bed8763f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.959744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-5c863de2-d9c2-4f9d-ad23-e8ff1fa311e8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port d5dbf8c5-eaa0-4f00-be7d-42ace55747ce {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:41.960101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c863de2-d9c2-4f9d-ad23-e8ff1fa311e8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d5dbf8c5-eaa0-4f00-be7d-42ace55747ce), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.980975 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Publish callbacks [] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.987978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Made reservation on behalf of 8c29426f2a2d43d1bc8516dc4bb81932 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:41.991946 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:41.992542 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.008388 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-096c7aef-6480-487c-9320-743992085a20 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (4d5ad272-c314-454b-a80e-6ad8bed8763f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.069356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Pushing event updated for resources: {'Port': ['ID=b1d75543-7834-4928-a037-2c2f8e58e9ff,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:42.077325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:14:42.108344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:14:42.108688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 41e35db8-bf69-4afc-95d6-c7fe43bdbf99 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:14:42.124669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:42.129005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:42.132094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:42.145722 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.171755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::35d (a38afbd0-c128-4dc1-aa52-b247a5fafd54/303e5d88-b7e4-4e6b-b318-75fd13ebea39/58cb8775-ec94-461d-bd5d-71573d979d9d) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:42.202446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Attempting to bind port b1d75543-7834-4928-a037-2c2f8e58e9ff on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:14:42.202800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Attempting to bind port b1d75543-7834-4928-a037-2c2f8e58e9ff by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:14:42.203463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Attempting to bind port b1d75543-7834-4928-a037-2c2f8e58e9ff on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:42.209303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:14:42.210127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:42.210339 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.210713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:14:42.211282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Bound port: b1d75543-7834-4928-a037-2c2f8e58e9ff, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:14:42.211668 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.259097 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-096c7aef-6480-487c-9320-743992085a20 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4d5ad272-c314-454b-a80e-6ad8bed8763f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.260424 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c863de2-d9c2-4f9d-ad23-e8ff1fa311e8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d5dbf8c5-eaa0-4f00-be7d-42ace55747ce), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.260735 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c863de2-d9c2-4f9d-ad23-e8ff1fa311e8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (d5dbf8c5-eaa0-4f00-be7d-42ace55747ce), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.263746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-096c7aef-6480-487c-9320-743992085a20 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.267424 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-096c7aef-6480-487c-9320-743992085a20 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-groups/4d5ad272-c314-454b-a80e-6ad8bed8763f HTTP/1.1" status: 204 len: 168 time: 0.5743175 Feb 15 14:14:42.272570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48368) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:42.297070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] For port b1d75543-7834-4928-a037-2c2f8e58e9ff, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:14:42.301754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] For port b1d75543-7834-4928-a037-2c2f8e58e9ff, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b1d75543-7834-4928-a037-2c2f8e58e9ff,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:14:42.317836 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.319349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c7aef-6480-487c-9320-743992085a20 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ad272-c314-454b-a80e-6ad8bed8763f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:42.336082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-5c863de2-d9c2-4f9d-ad23-e8ff1fa311e8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for d5dbf8c5-eaa0-4f00-be7d-42ace55747ce owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:42.401442 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49055f6-dd08-4cca-8c08-cd9aea27c113 None None] Pushing event updated for resources: {'Port': ['ID=b1d75543-7834-4928-a037-2c2f8e58e9ff,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:42.426475 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (58cb8775-ec94-461d-bd5d-71573d979d9d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.490634 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (58cb8775-ec94-461d-bd5d-71573d979d9d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.498004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-425ba6d0-2e10-4bfc-ba2c-6baf0f2967c6 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2200987 Feb 15 14:14:42.498763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48372) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:42.503299 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Allocated IP 172.20.0.9 (c8c73912-3615-4fc1-ad35-e54c9f618d74/5bdd149c-20c0-4211-876f-a7af9ef676ae/6afbccb9-1fa2-400f-ae1e-68b394c3b69e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:42.508088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-aad42c56-895c-40dc-885c-631d67b7caf5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group': {'name': 'tempest-secgroup--193993335'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:42.552715 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aad42c56-895c-40dc-885c-631d67b7caf5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.568899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:42.571948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:42.577704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:42.585244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:42.585916 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.600180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=58cb8775-ec94-461d-bd5d-71573d979d9d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:42.617822 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ff46f545-2598-463d-b4f3-e9892ec7233a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0987985 Feb 15 14:14:42.618500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48376) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:42.705346 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98cd8deb-11f2-48ca-891d-53a94baaed78 req-baf81843-eef3-42cf-9784-e874812af6b3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.0582263 Feb 15 14:14:42.734772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5bb70b-1d0a-46ac-a49c-68eeed7416b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:42.742274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5bb70b-1d0a-46ac-a49c-68eeed7416b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:42.745221 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cb5bb70b-1d0a-46ac-a49c-68eeed7416b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1255431 Feb 15 14:14:42.747676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48380) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:42.880294 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c863de2-d9c2-4f9d-ad23-e8ff1fa311e8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d5dbf8c5-eaa0-4f00-be7d-42ace55747ce), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.939132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aad42c56-895c-40dc-885c-631d67b7caf5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (690cdcac-8920-4138-8084-331f1f3914dc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.942665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6e00e19d-26b1-4e59-bced-5637de5b467e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 58cb8775-ec94-461d-bd5d-71573d979d9d {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:42.943622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e00e19d-26b1-4e59-bced-5637de5b467e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (58cb8775-ec94-461d-bd5d-71573d979d9d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:42.950354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c863de2-d9c2-4f9d-ad23-e8ff1fa311e8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=d5dbf8c5-eaa0-4f00-be7d-42ace55747ce,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:42.963627 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aad42c56-895c-40dc-885c-631d67b7caf5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (690cdcac-8920-4138-8084-331f1f3914dc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.066629 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aad42c56-895c-40dc-885c-631d67b7caf5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.068059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-aad42c56-895c-40dc-885c-631d67b7caf5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5682666 Feb 15 14:14:43.071859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48386) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:43.082592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Request body: {'security_group_rule': {'security_group_id': '690cdcac-8920-4138-8084-331f1f3914dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:43.097901 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad42c56-895c-40dc-885c-631d67b7caf5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690cdcac-8920-4138-8084-331f1f3914dc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:43.103731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.106028 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c863de2-d9c2-4f9d-ad23-e8ff1fa311e8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (ba832bea-bba6-48c6-9068-7f9a41397aea), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.109243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c863de2-d9c2-4f9d-ad23-e8ff1fa311e8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.113567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5c863de2-d9c2-4f9d-ad23-e8ff1fa311e8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/floatingips/ba832bea-bba6-48c6-9068-7f9a41397aea HTTP/1.1" status: 204 len: 168 time: 1.7935216 Feb 15 14:14:43.114880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48390) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:43.123463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '07e9cefe-dfa3-4a28-9b17-57dbcf686c9b'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:43.159721 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.165479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (8b61dee9-9d93-49f8-8b04-a869bd3a1033), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.173049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e00e19d-26b1-4e59-bced-5637de5b467e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (58cb8775-ec94-461d-bd5d-71573d979d9d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.199938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6e00e19d-26b1-4e59-bced-5637de5b467e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 58cb8775-ec94-461d-bd5d-71573d979d9d owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:43.285444 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.301617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (8b61dee9-9d93-49f8-8b04-a869bd3a1033), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.309148 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (8b61dee9-9d93-49f8-8b04-a869bd3a1033), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.338947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b61dee9-9d93-49f8-8b04-a869bd3a1033,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:43.349133 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.349133 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.349462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.349698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.349973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.350293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.351198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.351198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.351995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.351995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.352133 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.352344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.352772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:43.359424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:43.360604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.361587 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a4a503cb-534b-42c7-8aac-b6fd36e0d177 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2883158 Feb 15 14:14:43.368663 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48394) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:43.373198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:43.376114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:43.434487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=6afbccb9-1fa2-400f-ae1e-68b394c3b69e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:43.469997 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ab5986d-14c1-46c8-a37d-f25f81cf3f59 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (690cdcac-8920-4138-8084-331f1f3914dc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.477160 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e00e19d-26b1-4e59-bced-5637de5b467e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (58cb8775-ec94-461d-bd5d-71573d979d9d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.506855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.523308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:43.524206 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.570154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00e19d-26b1-4e59-bced-5637de5b467e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=58cb8775-ec94-461d-bd5d-71573d979d9d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:43.622181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e00e19d-26b1-4e59-bced-5637de5b467e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.636361 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6e00e19d-26b1-4e59-bced-5637de5b467e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/58cb8775-ec94-461d-bd5d-71573d979d9d HTTP/1.1" status: 204 len: 168 time: 0.8875716 Feb 15 14:14:43.639051 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ab5986d-14c1-46c8-a37d-f25f81cf3f59 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (690cdcac-8920-4138-8084-331f1f3914dc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.641898 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48400) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:43.824480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ab5986d-14c1-46c8-a37d-f25f81cf3f59 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (690cdcac-8920-4138-8084-331f1f3914dc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.828975 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ab5986d-14c1-46c8-a37d-f25f81cf3f59 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:43.831231 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3ab5986d-14c1-46c8-a37d-f25f81cf3f59 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-groups/690cdcac-8920-4138-8084-331f1f3914dc HTTP/1.1" status: 204 len: 168 time: 0.4622023 Feb 15 14:14:43.846838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48406) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:43.850869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5986d-14c1-46c8-a37d-f25f81cf3f59 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690cdcac-8920-4138-8084-331f1f3914dc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:43.893870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64de4f9-6ad4-491d-933a-fd042a0ccac2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:43.896235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64de4f9-6ad4-491d-933a-fd042a0ccac2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:43.898508 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c64de4f9-6ad4-491d-933a-fd042a0ccac2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2557528 Feb 15 14:14:43.901400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48408) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:43.934406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-29bd4525-986d-4b46-a668-ebed422eb4f3 None None] Provisioning complete for port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:43.936371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-29bd4525-986d-4b46-a668-ebed422eb4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.022459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-29bd4525-986d-4b46-a668-ebed422eb4f3 None None] Port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:14:44.053577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-c159b405-0626-4ecd-99b4-03297c4995cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3065732 Feb 15 14:14:44.068193 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8cbc7d17-6bd6-421f-8044-a60806acc680 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2141814 Feb 15 14:14:44.073381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-33db4e28-fe5e-496c-8401-e3eaa3b09ffb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 303e5d88-b7e4-4e6b-b318-75fd13ebea39 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:14:44.078945 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33db4e28-fe5e-496c-8401-e3eaa3b09ffb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (303e5d88-b7e4-4e6b-b318-75fd13ebea39), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.079372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48412) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:44.100315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Request body: {'port': {'device_id': '84fb561f-4a0c-451c-984e-362c54e76ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:44.167971 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33db4e28-fe5e-496c-8401-e3eaa3b09ffb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (303e5d88-b7e4-4e6b-b318-75fd13ebea39), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.168520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b1d75543-7834-4928-a037-2c2f8e58e9ff up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:14:44.230282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-932ac429-e3c7-45b6-a0e3-e409c30b23ee tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1480229 Feb 15 14:14:44.232366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48414) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:44.286506 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-9b712118-cfab-4864-b10c-4f607366d804 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] delete failed (client error): The resource could not be found. Feb 15 14:14:44.287676 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9b712118-cfab-4864-b10c-4f607366d804 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "DELETE /v2.0/security-groups/690cdcac-8920-4138-8084-331f1f3914dc HTTP/1.1" status: 404 len: 347 time: 0.0507267 Feb 15 14:14:44.292688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48418) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:44.292843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c759f-a493-4b88-8285-c46de4ab34b9 req-a7bae033-e0d8-44a4-ae4a-980dc1b80c47 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:44.301450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-638c759f-a493-4b88-8285-c46de4ab34b9 req-a7bae033-e0d8-44a4-ae4a-980dc1b80c47 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 931 time: 0.2782290 Feb 15 14:14:44.302087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0c6f061b-6b1c-4db9-bbce-b0a16d12cc8f None None] Provisioning complete for port b1d75543-7834-4928-a037-2c2f8e58e9ff triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:44.302659 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c6f061b-6b1c-4db9-bbce-b0a16d12cc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.315195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.25.6.240 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/63a0b494-c21e-4aa7-b342-f8777bd6f2fe) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:44.358135 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.358755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b1d75543-7834-4928-a037-2c2f8e58e9ff triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:44.359502 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.373757 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-518d3838-89c9-49bd-8efd-d9ab7f5bb0b5 tempest-SecGroupIPv6Test-1482746202 tempest-SecGroupIPv6Test-1482746202-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0805085 Feb 15 14:14:44.396869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33db4e28-fe5e-496c-8401-e3eaa3b09ffb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (303e5d88-b7e4-4e6b-b318-75fd13ebea39), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.561735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-638c759f-a493-4b88-8285-c46de4ab34b9 req-3d430b06-5563-43ad-8abe-e3f537616d5a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592947 Feb 15 14:14:44.592955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33db4e28-fe5e-496c-8401-e3eaa3b09ffb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (303e5d88-b7e4-4e6b-b318-75fd13ebea39), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.638257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f061b-6b1c-4db9-bbce-b0a16d12cc8f None None] Current status of the port b1d75543-7834-4928-a037-2c2f8e58e9ff is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:44.638659 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c6f061b-6b1c-4db9-bbce-b0a16d12cc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.663355 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33db4e28-fe5e-496c-8401-e3eaa3b09ffb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.666626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-33db4e28-fe5e-496c-8401-e3eaa3b09ffb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/303e5d88-b7e4-4e6b-b318-75fd13ebea39 HTTP/1.1" status: 204 len: 168 time: 0.7630327 Feb 15 14:14:44.673888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db4e28-fe5e-496c-8401-e3eaa3b09ffb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=303e5d88-b7e4-4e6b-b318-75fd13ebea39,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:44.680708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48424) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:44.728669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f5289-2ec7-4d5b-9a26-32f650a5426b None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:44.753350 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e08cca21-968e-4918-a2a7-d3878136fbb5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719018 Feb 15 14:14:44.756720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48426) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:44.760683 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (63a0b494-c21e-4aa7-b342-f8777bd6f2fe), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.884284 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-0c6f061b-6b1c-4db9-bbce-b0a16d12cc8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:14:44.884913 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-0c6f061b-6b1c-4db9-bbce-b0a16d12cc8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:14:44.888148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b1d75543-7834-4928-a037-2c2f8e58e9ff is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:44.888731 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.902608 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5059d4a4-9280-4797-95b9-5595c4ec8258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.915154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f27b8-c276-4c0f-a953-99f8c7e8e79b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:44.916522 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (63a0b494-c21e-4aa7-b342-f8777bd6f2fe), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:44.918181 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ad9f27b8-c276-4c0f-a953-99f8c7e8e79b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1599834 Feb 15 14:14:44.921648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48432) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:44.978800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=63a0b494-c21e-4aa7-b342-f8777bd6f2fe,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:44.995160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:45.000913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:45.004887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:45.035024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port b1d75543-7834-4928-a037-2c2f8e58e9ff, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b1d75543-7834-4928-a037-2c2f8e58e9ff,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:45.049872 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:45.118562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd53146a-0911-4bb9-8c3d-a5ac00b2fcad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:45.124248 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fd53146a-0911-4bb9-8c3d-a5ac00b2fcad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1992273 Feb 15 14:14:45.128883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48438) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:45.135814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48440) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:45.188341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=b1d75543-7834-4928-a037-2c2f8e58e9ff,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:45.255302 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dc062764-e205-43cd-bd68-92a8c2dc68a3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179924 Feb 15 14:14:45.259122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48444) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:45.259902 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b718afbd-c296-41bf-b494-1606bbbc32c6 None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:14:45.268215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3d2f5c17-4ba7-4a87-b9f7-9012074d2a60 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:45.282093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afbccb9-1fa2-400f-ae1e-68b394c3b69e {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:14:45.308136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Publish callbacks [] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:45.349152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Transition to ACTIVE for port object 6afbccb9-1fa2-400f-ae1e-68b394c3b69e will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:14:45.354923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b718afbd-c296-41bf-b494-1606bbbc32c6 None None] Deleting port b1d75543-7834-4928-a037-2c2f8e58e9ff {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:45.355465 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b718afbd-c296-41bf-b494-1606bbbc32c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:45.374563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f5c17-4ba7-4a87-b9f7-9012074d2a60 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:45.382627 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5c17-4ba7-4a87-b9f7-9012074d2a60 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:45.496341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b718afbd-c296-41bf-b494-1606bbbc32c6 None None] For port b1d75543-7834-4928-a037-2c2f8e58e9ff, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b1d75543-7834-4928-a037-2c2f8e58e9ff,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:45.496670 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b718afbd-c296-41bf-b494-1606bbbc32c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:45.506169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f061b-6b1c-4db9-bbce-b0a16d12cc8f None None] Current status of the port b1d75543-7834-4928-a037-2c2f8e58e9ff is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:45.514719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b718afbd-c296-41bf-b494-1606bbbc32c6 None None] Calling delete_port for b1d75543-7834-4928-a037-2c2f8e58e9ff owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:45.644056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e03b7268-535c-4fc9-ac6a-bd14111f5f71 None None] Could not find standard attr ID for object 58cb8775-ec94-461d-bd5d-71573d979d9d. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:14:45.725048 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b718afbd-c296-41bf-b494-1606bbbc32c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (b1d75543-7834-4928-a037-2c2f8e58e9ff), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:45.769160 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:45.776183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718afbd-c296-41bf-b494-1606bbbc32c6 None None] Pushing event deleted for resources: {'Port': ['ID=b1d75543-7834-4928-a037-2c2f8e58e9ff,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:45.781684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718afbd-c296-41bf-b494-1606bbbc32c6 None None] No DVR routers for this DVR port b1d75543-7834-4928-a037-2c2f8e58e9ff on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:14:45.846943 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (6b10dad6-fd2e-42a4-93e1-e0f31bec5662), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:45.935262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Pushing event updated for resources: {'Port': ['ID=6afbccb9-1fa2-400f-ae1e-68b394c3b69e,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:46.015192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b1d75543-7834-4928-a037-2c2f8e58e9ff no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:14:46.034068 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2897d-c0e0-4659-8921-81c52e643bd5 req-349bac5a-d06e-4a15-9c31-fd7b87081de8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:46.035781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-adf2897d-c0e0-4659-8921-81c52e643bd5 req-349bac5a-d06e-4a15-9c31-fd7b87081de8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.2690125 Feb 15 14:14:46.049449 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5c17-4ba7-4a87-b9f7-9012074d2a60 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (73377816-cde8-41ca-bef2-80e1f697e912), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.053088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b1d75543-7834-4928-a037-2c2f8e58e9ff {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:14:46.055331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b1d75543-7834-4928-a037-2c2f8e58e9ff not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:14:46.139045 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f5c17-4ba7-4a87-b9f7-9012074d2a60 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:46.161946 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-46ceab04-0fe8-44ee-be66-1875fe54158c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b5bb70bc75354cbc9f3f2b5733fa644b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0223451 Feb 15 14:14:46.162256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48454) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:46.164064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f5c17-4ba7-4a87-b9f7-9012074d2a60 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:46.169143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f5c17-4ba7-4a87-b9f7-9012074d2a60 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:46.170042 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5c17-4ba7-4a87-b9f7-9012074d2a60 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.175351 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (63a0b494-c21e-4aa7-b342-f8777bd6f2fe), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.176051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c12cf2-f8ad-4af0-8a85-c9d47f104dcb None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:46.189799 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f5c17-4ba7-4a87-b9f7-9012074d2a60 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=73377816-cde8-41ca-bef2-80e1f697e912,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:46.199382 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3d2f5c17-4ba7-4a87-b9f7-9012074d2a60 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9367023 Feb 15 14:14:46.201177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48456) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:46.215461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': '73377816-cde8-41ca-bef2-80e1f697e912', 'ip_address': '2001:db8::154f:5af4:1a7b:ecd7'}], 'name': 'tempest-NetworksTestDHCPv6-342429181'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:46.265064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-adf2897d-c0e0-4659-8921-81c52e643bd5 req-86dd8366-9d31-45bd-a29a-5d638e9f5e17 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682203 Feb 15 14:14:46.272684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Attempting to bind port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:14:46.273027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Attempting to bind port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:14:46.273361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Attempting to bind port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:46.305229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e on network c8c73912-3615-4fc1-ad35-e54c9f618d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:14:46.305563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Attempting to bind port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:46.322807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:14:46.323176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Checking segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:46.323630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Bound using segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:14:46.324078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Bound port: 6afbccb9-1fa2-400f-ae1e-68b394c3b69e, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:14:46.324438 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.395028 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f346-ba4a-4685-ba10-7f535d26e362 admin admin] Publish callbacks [] for security_group (b6adfc60-c81d-437c-8a03-370f35b795f5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.461572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:46.463102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '73377816-cde8-41ca-bef2-80e1f697e912'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:14:46.463800 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.518247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f346-ba4a-4685-ba10-7f535d26e362 admin admin] Publish callbacks [] for security_group (b6adfc60-c81d-437c-8a03-370f35b795f5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.597465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] For port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:14:46.616781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] For port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6afbccb9-1fa2-400f-ae1e-68b394c3b69e,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:14:46.632139 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.635885 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (63a0b494-c21e-4aa7-b342-f8777bd6f2fe), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.636083 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.675373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 94a8c417-be1b-4763-9005-bbae9af4c460 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:14:46.681780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/73377816-cde8-41ca-bef2-80e1f697e912/5e7bbf5a-5459-4bb8-acb8-11058f6519ae) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:46.686084 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (63a0b494-c21e-4aa7-b342-f8777bd6f2fe), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.697810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f346-ba4a-4685-ba10-7f535d26e362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b6adfc60-c81d-437c-8a03-370f35b795f5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.705810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f346-ba4a-4685-ba10-7f535d26e362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.715509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c1e4f346-ba4a-4685-ba10-7f535d26e362 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b6adfc60-c81d-437c-8a03-370f35b795f5 HTTP/1.1" status: 204 len: 168 time: 0.5440650 Feb 15 14:14:46.755677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:46.756495 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:46.757951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] 10.222.0.67 "PUT /v2.0/ports/6afbccb9-1fa2-400f-ae1e-68b394c3b69e HTTP/1.1" status: 200 len: 1092 time: 2.6801069 Feb 15 14:14:46.758438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fb561f-4a0c-451c-984e-362c54e76ca9', 'tag': '6afbccb9-1fa2-400f-ae1e-68b394c3b69e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:14:46.760823 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d1b819-e3a0-4b52-be52-52d3c435deca" -d '{"events": [{"name": "network-changed", "server_uuid": "84fb561f-4a0c-451c-984e-362c54e76ca9", "tag": "6afbccb9-1fa2-400f-ae1e-68b394c3b69e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:14:46.769833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4f346-ba4a-4685-ba10-7f535d26e362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6adfc60-c81d-437c-8a03-370f35b795f5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:46.919650 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0113a1f5-8b01-46f5-8f9c-f6c5a1aad1d8 x-openstack-request-id: req-0113a1f5-8b01-46f5-8f9c-f6c5a1aad1d8 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:14:46.919957 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fb561f-4a0c-451c-984e-362c54e76ca9", "tag": "6afbccb9-1fa2-400f-ae1e-68b394c3b69e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:14:46.920225 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0113a1f5-8b01-46f5-8f9c-f6c5a1aad1d8 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:14:46.920656 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fb561f-4a0c-451c-984e-362c54e76ca9', 'tag': '6afbccb9-1fa2-400f-ae1e-68b394c3b69e', 'status': 'completed', 'code': 200} Feb 15 14:14:46.967092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbf9fc-beca-41ef-b81f-ce15bbbd8528 service neutron] Pushing event updated for resources: {'Port': ['ID=6afbccb9-1fa2-400f-ae1e-68b394c3b69e,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:47.084501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (6b10dad6-fd2e-42a4-93e1-e0f31bec5662), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:47.086878 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Publish callbacks [] for port (5e7bbf5a-5459-4bb8-acb8-11058f6519ae), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:47.101584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=63a0b494-c21e-4aa7-b342-f8777bd6f2fe,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:47.124918 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (5e7bbf5a-5459-4bb8-acb8-11058f6519ae), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:47.200150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e25a-766b-47f6-8968-f6527a419876 req-fd90fe31-8928-49f5-bae7-703fcfc2b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:47.202568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-fd90fe31-8928-49f5-bae7-703fcfc2b052 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 1126 time: 0.3671806 Feb 15 14:14:47.252518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Pushing event updated for resources: {'Port': ['ID=5e7bbf5a-5459-4bb8-acb8-11058f6519ae,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:47.261458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::154f:5af4:1a7b:ecd7 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/73377816-cde8-41ca-bef2-80e1f697e912/94a8c417-be1b-4763-9005-bbae9af4c460) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:47.267459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-e8861c40-e863-4874-b81b-f3e83c069c95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6afbccb9-1fa2-400f-ae1e-68b394c3b69e HTTP/1.1" status: 200 len: 217 time: 0.0559475 Feb 15 14:14:47.289866 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:47.292846 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d39b043b-c067-4e80-8f7f-89c09d8c01f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:47.309045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:47.313683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:47.361870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e25a-766b-47f6-8968-f6527a419876 req-0fa810f0-109e-405d-91c0-88b3b66755a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:47.363358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-0fa810f0-109e-405d-91c0-88b3b66755a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.0903306 Feb 15 14:14:47.364750 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP 6b10dad6-fd2e-42a4-93e1-e0f31bec5662 associated. External IP: 172.25.6.240, port: 07e9cefe-dfa3-4a28-9b17-57dbcf686c9b. Feb 15 14:14:47.431339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Attempting to bind port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:14:47.432432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Attempting to bind port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:14:47.432901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Attempting to bind port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:47.440549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:14:47.441070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:47.441665 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:47.442146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:14:47.442684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Bound port: 5e7bbf5a-5459-4bb8-acb8-11058f6519ae, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:14:47.443152 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5e7bbf5a-5459-4bb8-acb8-11058f6519ae), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:47.552477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] For port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:14:47.556947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] For port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5e7bbf5a-5459-4bb8-acb8-11058f6519ae,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:14:47.566392 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5e7bbf5a-5459-4bb8-acb8-11058f6519ae), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:47.602060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e25a-766b-47f6-8968-f6527a419876 req-55b9e1b9-c2a6-4add-bf79-49690b2839e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:47.604542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-55b9e1b9-c2a6-4add-bf79-49690b2839e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1834760 Feb 15 14:14:47.649103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23600315-cdc0-4b03-bb68-0f5062509fab None None] Pushing event updated for resources: {'Port': ['ID=5e7bbf5a-5459-4bb8-acb8-11058f6519ae,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:47.678925 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (94a8c417-be1b-4763-9005-bbae9af4c460), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:47.749358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (94a8c417-be1b-4763-9005-bbae9af4c460), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:47.771176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c2b2a-f694-451d-8fe3-0b3e3203a8ac req-f800802a-d014-41b4-98cb-b702b671408f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:47.773115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab3c2b2a-f694-451d-8fe3-0b3e3203a8ac req-f800802a-d014-41b4-98cb-b702b671408f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.3074033 Feb 15 14:14:47.841546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=94a8c417-be1b-4763-9005-bbae9af4c460,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:47.863742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:47.871497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:47.881606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:47.907767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:47.908714 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:47.939258 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5ec204ce-6528-442f-b0cd-687dbf292d28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7372382 Feb 15 14:14:47.941596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48494) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:48.072716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd99f452-0a1e-462d-b774-32baec5e1758 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:48.095423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd99f452-0a1e-462d-b774-32baec5e1758 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:48.103092 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fd99f452-0a1e-462d-b774-32baec5e1758 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1601105 Feb 15 14:14:48.104100 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48498) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:48.333458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-289fcb58-16e7-4e13-9249-e4ce93ebf227 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 94a8c417-be1b-4763-9005-bbae9af4c460 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:48.334134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-289fcb58-16e7-4e13-9249-e4ce93ebf227 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (94a8c417-be1b-4763-9005-bbae9af4c460), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:48.351791 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:48.458451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-d9c637be-1475-4698-b95b-ee61d76c51ef service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8350766 Feb 15 14:14:48.496218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4b481-8f94-4420-b004-20f945f5ae33 req-1d0aeaa6-61d9-43ba-9787-0cedbbc751dc tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:48.499278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48a4b481-8f94-4420-b004-20f945f5ae33 req-1d0aeaa6-61d9-43ba-9787-0cedbbc751dc tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.8845119 Feb 15 14:14:48.527720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-289fcb58-16e7-4e13-9249-e4ce93ebf227 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (94a8c417-be1b-4763-9005-bbae9af4c460), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:48.555212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-289fcb58-16e7-4e13-9249-e4ce93ebf227 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 94a8c417-be1b-4763-9005-bbae9af4c460 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:48.604624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab3c2b2a-f694-451d-8fe3-0b3e3203a8ac req-e824f968-86f9-45a0-a8e3-25aeb6a056a3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8208935 Feb 15 14:14:48.661153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48512) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:48.721883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:14:48.761698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48a4b481-8f94-4420-b004-20f945f5ae33 req-1222b81d-b7bb-4c48-8f34-4543a9b7025b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391107 Feb 15 14:14:48.875058 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-289fcb58-16e7-4e13-9249-e4ce93ebf227 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (94a8c417-be1b-4763-9005-bbae9af4c460), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:48.974927 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-289fcb58-16e7-4e13-9249-e4ce93ebf227 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:48.981118 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-289fcb58-16e7-4e13-9249-e4ce93ebf227 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/94a8c417-be1b-4763-9005-bbae9af4c460 HTTP/1.1" status: 204 len: 168 time: 0.8736012 Feb 15 14:14:48.981118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fcb58-16e7-4e13-9249-e4ce93ebf227 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=94a8c417-be1b-4763-9005-bbae9af4c460,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:48.982762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48522) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:49.049720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c3b70-22f8-46a6-9034-4c2353407880 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:49.051375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c3b70-22f8-46a6-9034-4c2353407880 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:49.051935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0c240a04-c1bf-4a3a-a990-f08297160a3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768832759'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:49.055290 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fa8c3b70-22f8-46a6-9034-4c2353407880 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0691700 Feb 15 14:14:49.055925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48526) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:49.058879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:14:49.061256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7281e25a-766b-47f6-8968-f6527a419876 req-ead44fc1-91b3-43fd-afb3-bbdf7bce57fe service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923820 Feb 15 14:14:49.069871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8259167-6024-488d-981e-51a822dfafe8 None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:14:49.111255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8259167-6024-488d-981e-51a822dfafe8 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:49.118023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d8259167-6024-488d-981e-51a822dfafe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:49.132185 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.172069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b2b03af6-cd38-45b1-ba17-476ef6743e22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.0547121 Feb 15 14:14:49.173818 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48528) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:49.179378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc107e-5e31-4561-9628-c4bfb76738dd req-5c6b1409-9ec2-4dee-af53-cbda28a940c1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:49.180899 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59cc107e-5e31-4561-9628-c4bfb76738dd req-5c6b1409-9ec2-4dee-af53-cbda28a940c1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1240630 Feb 15 14:14:49.197851 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c240a04-c1bf-4a3a-a990-f08297160a3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.222805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c240a04-c1bf-4a3a-a990-f08297160a3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.223037 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b98fbb2-d39f-42d9-8b78-5df28dcc9870 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 73377816-cde8-41ca-bef2-80e1f697e912 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:14:49.233194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b98fbb2-d39f-42d9-8b78-5df28dcc9870 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (73377816-cde8-41ca-bef2-80e1f697e912), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.234813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d8259167-6024-488d-981e-51a822dfafe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:49.258269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8259167-6024-488d-981e-51a822dfafe8 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:49.261081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d8259167-6024-488d-981e-51a822dfafe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:49.305860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59cc107e-5e31-4561-9628-c4bfb76738dd req-8f8253e8-95b8-4b23-b2ba-4ae46df3f1da tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103506 Feb 15 14:14:49.311484 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1b819-e3a0-4b52-be52-52d3c435deca req-362f7657-69c7-4fa3-9e5d-adfd87269f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:49.312985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58d1b819-e3a0-4b52-be52-52d3c435deca req-362f7657-69c7-4fa3-9e5d-adfd87269f0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 1126 time: 0.1463599 Feb 15 14:14:49.327252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d8259167-6024-488d-981e-51a822dfafe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:49.329413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8259167-6024-488d-981e-51a822dfafe8 None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:14:49.411377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b98fbb2-d39f-42d9-8b78-5df28dcc9870 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (73377816-cde8-41ca-bef2-80e1f697e912), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.441276 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-099bd543-a3f1-4d89-aa39-52c9c4425dff tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "GET /v2.0/floatingips/6b10dad6-fd2e-42a4-93e1-e0f31bec5662 HTTP/1.1" status: 200 len: 979 time: 0.2652206 Feb 15 14:14:49.444636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48534) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:49.488258 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c240a04-c1bf-4a3a-a990-f08297160a3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (56dde77f-a365-4bc0-a43c-03bebb7e20ea), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.496790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3549d1b0-e5f0-40e8-89c7-9ac5fcb3c86f None None] Provisioning complete for port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:49.499725 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3549d1b0-e5f0-40e8-89c7-9ac5fcb3c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5e7bbf5a-5459-4bb8-acb8-11058f6519ae), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.508273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1b819-e3a0-4b52-be52-52d3c435deca req-42c6f750-8b42-4347-adc1-b0fda6d170ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:49.509544 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58d1b819-e3a0-4b52-be52-52d3c435deca req-42c6f750-8b42-4347-adc1-b0fda6d170ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.1888368 Feb 15 14:14:49.511933 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c240a04-c1bf-4a3a-a990-f08297160a3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (56dde77f-a365-4bc0-a43c-03bebb7e20ea), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.638116 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d9efcfcd-ed8c-495f-819e-1d3cb9b82526 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1916029 Feb 15 14:14:49.641693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48540) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:49.648788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-93bd479a-9772-440e-896f-b451d0df14d4 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'floatingip': {'port_id': '4189c8bf-f524-4529-9aac-77257d6048be'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:49.657837 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c240a04-c1bf-4a3a-a990-f08297160a3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (59d3d255-a7e5-4216-9402-1aca2bb2ca44), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.710298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c240a04-c1bf-4a3a-a990-f08297160a3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56dde77f-a365-4bc0-a43c-03bebb7e20ea,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:49.715942 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c240a04-c1bf-4a3a-a990-f08297160a3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (59d3d255-a7e5-4216-9402-1aca2bb2ca44), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.739604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93bd479a-9772-440e-896f-b451d0df14d4 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (6b10dad6-fd2e-42a4-93e1-e0f31bec5662), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.795042 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b98fbb2-d39f-42d9-8b78-5df28dcc9870 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (73377816-cde8-41ca-bef2-80e1f697e912), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:49.810880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58d1b819-e3a0-4b52-be52-52d3c435deca req-b7ce4859-6322-4b5a-afb8-df160416fd9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6afbccb9-1fa2-400f-ae1e-68b394c3b69e HTTP/1.1" status: 200 len: 217 time: 0.1498568 Feb 15 14:14:49.926997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1b819-e3a0-4b52-be52-52d3c435deca req-02a0ab9f-60a4-400c-914d-ba19f6eed0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:49.928811 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58d1b819-e3a0-4b52-be52-52d3c435deca req-02a0ab9f-60a4-400c-914d-ba19f6eed0b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.1103978 Feb 15 14:14:49.987241 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c240a04-c1bf-4a3a-a990-f08297160a3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:50.001372 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0c240a04-c1bf-4a3a-a990-f08297160a3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3321970 Feb 15 14:14:50.001372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c240a04-c1bf-4a3a-a990-f08297160a3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d3d255-a7e5-4216-9402-1aca2bb2ca44,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:50.002666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48546) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:50.024540 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b98fbb2-d39f-42d9-8b78-5df28dcc9870 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (73377816-cde8-41ca-bef2-80e1f697e912), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:50.055144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996485b-c8f0-4cbd-94b5-2a5c1b0b92d0 req-61c12420-5ab6-44e5-8b49-f2d511d5ceeb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:50.056765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b996485b-c8f0-4cbd-94b5-2a5c1b0b92d0 req-61c12420-5ab6-44e5-8b49-f2d511d5ceeb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.6010904 Feb 15 14:14:50.080337 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b98fbb2-d39f-42d9-8b78-5df28dcc9870 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:50.086285 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1b98fbb2-d39f-42d9-8b78-5df28dcc9870 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/73377816-cde8-41ca-bef2-80e1f697e912 HTTP/1.1" status: 204 len: 168 time: 1.0268579 Feb 15 14:14:50.088280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48548) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:50.174200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f9631eaf-c73e-4fea-906c-4ca6a0d3c9e4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847032 Feb 15 14:14:50.178737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48550) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:50.208492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c845fc-99f4-469a-abda-06e37109c53a req-e2b9d649-43d8-4364-88e6-4b41b2a8ab8e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:50.213857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0c845fc-99f4-469a-abda-06e37109c53a req-e2b9d649-43d8-4364-88e6-4b41b2a8ab8e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.3898869 Feb 15 14:14:50.223860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c83ee304-c796-413a-9248-2db335341e36 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:50.242518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98fbb2-d39f-42d9-8b78-5df28dcc9870 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=73377816-cde8-41ca-bef2-80e1f697e912,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:50.297841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5e7bbf5a-5459-4bb8-acb8-11058f6519ae up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:14:50.350319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1b819-e3a0-4b52-be52-52d3c435deca req-a6d1954c-e4fc-4ba4-bafd-9a739790e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:50.351945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58d1b819-e3a0-4b52-be52-52d3c435deca req-a6d1954c-e4fc-4ba4-bafd-9a739790e1be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4073532 Feb 15 14:14:50.384522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3549d1b0-e5f0-40e8-89c7-9ac5fcb3c86f None None] Current status of the port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:50.384912 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3549d1b0-e5f0-40e8-89c7-9ac5fcb3c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5e7bbf5a-5459-4bb8-acb8-11058f6519ae), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:50.388536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82192da-c05e-42d2-b5b3-142ffefe9713 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:50.478186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b996485b-c8f0-4cbd-94b5-2a5c1b0b92d0 req-2cd977e4-b1bd-4400-bffd-d5f0dca65057 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4119539 Feb 15 14:14:50.510232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0c845fc-99f4-469a-abda-06e37109c53a req-71e10f60-421b-41ec-8dfa-01b5ead27337 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663178 Feb 15 14:14:50.513720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83ee304-c796-413a-9248-2db335341e36 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:50.517495 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c83ee304-c796-413a-9248-2db335341e36 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:50.554520 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:50.637631 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:14:50.682304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3549d1b0-e5f0-40e8-89c7-9ac5fcb3c86f None None] For port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5e7bbf5a-5459-4bb8-acb8-11058f6519ae,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:50.708412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58d1b819-e3a0-4b52-be52-52d3c435deca req-6f6d3764-aa51-45e6-8acb-f76c9db12672 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378665 Feb 15 14:14:50.708955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:50.711302 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5e7bbf5a-5459-4bb8-acb8-11058f6519ae), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:50.721752 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3549d1b0-e5f0-40e8-89c7-9ac5fcb3c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5e7bbf5a-5459-4bb8-acb8-11058f6519ae), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:50.729606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93bd479a-9772-440e-896f-b451d0df14d4 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:50.748073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93bd479a-9772-440e-896f-b451d0df14d4 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (6b10dad6-fd2e-42a4-93e1-e0f31bec5662), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:50.809013 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cf26a6d5-3415-412f-9b4a-1e2d8c3d2c2d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.8050914 Feb 15 14:14:50.810184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48562) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:50.840643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-95e602fd-5220-4030-90b2-7d9724081fcd tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group': {'name': 'tempest-security--83793484', 'description': 'tempest-security-description-1424892439'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:50.843643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549d1b0-e5f0-40e8-89c7-9ac5fcb3c86f None None] Pushing event updated for resources: {'Port': ['ID=5e7bbf5a-5459-4bb8-acb8-11058f6519ae,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:50.852766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17015754-4e6f-4021-897e-417d0e12ab63 req-3002ba07-98b5-4f81-8b6a-88125735ade3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:50.854986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17015754-4e6f-4021-897e-417d0e12ab63 req-3002ba07-98b5-4f81-8b6a-88125735ade3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2099962 Feb 15 14:14:50.866351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4736cb97-3315-4977-a2e4-cccd43002abc None None] Could not find standard attr ID for object 94a8c417-be1b-4763-9005-bbae9af4c460. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:14:50.901407 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95e602fd-5220-4030-90b2-7d9724081fcd tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (59d3d255-a7e5-4216-9402-1aca2bb2ca44), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:50.913614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48564) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:50.960320 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-93bd479a-9772-440e-896f-b451d0df14d4 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP 6b10dad6-fd2e-42a4-93e1-e0f31bec5662 associated. External IP: 172.25.6.240, port: 07e9cefe-dfa3-4a28-9b17-57dbcf686c9b. Feb 15 14:14:50.977973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db80c20-919a-4253-812b-e3635f93056c None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:14:51.029352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:51.076296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58d1b819-e3a0-4b52-be52-52d3c435deca req-ba07415b-6d07-48db-8e14-7eed3c82b937 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512266 Feb 15 14:14:51.088057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95e602fd-5220-4030-90b2-7d9724081fcd tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (59d3d255-a7e5-4216-9402-1aca2bb2ca44), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.100928 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95e602fd-5220-4030-90b2-7d9724081fcd tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (59d3d255-a7e5-4216-9402-1aca2bb2ca44), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.103727 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95e602fd-5220-4030-90b2-7d9724081fcd tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.107973 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-95e602fd-5220-4030-90b2-7d9724081fcd tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "PUT /v2.0/security-groups/59d3d255-a7e5-4216-9402-1aca2bb2ca44 HTTP/1.1" status: 200 len: 1795 time: 0.2708504 Feb 15 14:14:51.108932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25270aba-afef-4765-b534-a1d17d62d2aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.109565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48568) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:51.118267 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.121176 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c83ee304-c796-413a-9248-2db335341e36 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (3a274d08-f28c-4f7a-8c44-ccca65191688), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.127227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8db80c20-919a-4253-812b-e3635f93056c None None] Deleting port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:51.127820 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8db80c20-919a-4253-812b-e3635f93056c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5e7bbf5a-5459-4bb8-acb8-11058f6519ae), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.144161 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17015754-4e6f-4021-897e-417d0e12ab63 req-9de69999-b689-4276-9780-9df13bca4410 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806923 Feb 15 14:14:51.193348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83ee304-c796-413a-9248-2db335341e36 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:51.212198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-c83ee304-c796-413a-9248-2db335341e36 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:51.220692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83ee304-c796-413a-9248-2db335341e36 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:51.221295 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c83ee304-c796-413a-9248-2db335341e36 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.237169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f6e22eaf-84fe-4235-82a9-137349e02dce tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups/59d3d255-a7e5-4216-9402-1aca2bb2ca44 HTTP/1.1" status: 200 len: 1795 time: 0.1259286 Feb 15 14:14:51.243065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48572) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:51.248356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8db80c20-919a-4253-812b-e3635f93056c None None] For port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5e7bbf5a-5459-4bb8-acb8-11058f6519ae,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:51.248573 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8db80c20-919a-4253-812b-e3635f93056c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5e7bbf5a-5459-4bb8-acb8-11058f6519ae), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.263324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8db80c20-919a-4253-812b-e3635f93056c None None] Calling delete_port for 5e7bbf5a-5459-4bb8-acb8-11058f6519ae owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:51.300862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ee304-c796-413a-9248-2db335341e36 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=3a274d08-f28c-4f7a-8c44-ccca65191688,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:51.312780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c83ee304-c796-413a-9248-2db335341e36 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1325634 Feb 15 14:14:51.318889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48574) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:51.330209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': '3a274d08-f28c-4f7a-8c44-ccca65191688', 'ip_address': '2001:db8::9e08:3c8e:ed25:3665'}], 'name': 'tempest-NetworksTestDHCPv6-1548362857'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:51.358168 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8db80c20-919a-4253-812b-e3635f93056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (5e7bbf5a-5459-4bb8-acb8-11058f6519ae), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.369387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25270aba-afef-4765-b534-a1d17d62d2aa admin admin] Publish callbacks [] for security_group (459e75fe-60ab-4aaf-af6e-b696ec361294), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.396412 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25270aba-afef-4765-b534-a1d17d62d2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (459e75fe-60ab-4aaf-af6e-b696ec361294), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.399945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db80c20-919a-4253-812b-e3635f93056c None None] Pushing event deleted for resources: {'Port': ['ID=5e7bbf5a-5459-4bb8-acb8-11058f6519ae,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:51.414996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db80c20-919a-4253-812b-e3635f93056c None None] No DVR routers for this DVR port 5e7bbf5a-5459-4bb8-acb8-11058f6519ae on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:14:51.416238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e602fd-5220-4030-90b2-7d9724081fcd tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d3d255-a7e5-4216-9402-1aca2bb2ca44,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:51.429076 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a933758c-5fe7-4a6c-9189-b15f2f53e054 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (59d3d255-a7e5-4216-9402-1aca2bb2ca44), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.441756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f69892-3f59-4420-a1b8-5d65db742bea None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:51.461875 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-25270aba-afef-4765-b534-a1d17d62d2aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7499aeb437384fd4bf80f74dae661bcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5471294 Feb 15 14:14:51.465545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48578) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:51.478211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25270aba-afef-4765-b534-a1d17d62d2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459e75fe-60ab-4aaf-af6e-b696ec361294,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:51.492905 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a933758c-5fe7-4a6c-9189-b15f2f53e054 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (59d3d255-a7e5-4216-9402-1aca2bb2ca44), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.494011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bd479a-9772-440e-896f-b451d0df14d4 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:14:51.607029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '3a274d08-f28c-4f7a-8c44-ccca65191688'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:14:51.609813 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.679444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bd479a-9772-440e-896f-b451d0df14d4 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:14:51.683087 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e262e9c-b29c-4b44-ba53-04d663745c64 admin admin] Publish callbacks [] for security_group (459e75fe-60ab-4aaf-af6e-b696ec361294), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.691860 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e319db4b-9353-45f1-b03b-8b844fac0153 None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:14:51.705465 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319db4b-9353-45f1-b03b-8b844fac0153 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:51.711368 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e319db4b-9353-45f1-b03b-8b844fac0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:51.719804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:51.803704 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e319db4b-9353-45f1-b03b-8b844fac0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:51.807776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/3a274d08-f28c-4f7a-8c44-ccca65191688/5e024342-2791-469f-bfcf-bbd9035c4764) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:51.826835 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319db4b-9353-45f1-b03b-8b844fac0153 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:51.827525 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e319db4b-9353-45f1-b03b-8b844fac0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:51.864607 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.866723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a933758c-5fe7-4a6c-9189-b15f2f53e054 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (59d3d255-a7e5-4216-9402-1aca2bb2ca44), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.870337 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a933758c-5fe7-4a6c-9189-b15f2f53e054 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.872572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a933758c-5fe7-4a6c-9189-b15f2f53e054 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-groups/59d3d255-a7e5-4216-9402-1aca2bb2ca44 HTTP/1.1" status: 204 len: 168 time: 0.6275499 Feb 15 14:14:51.876918 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e262e9c-b29c-4b44-ba53-04d663745c64 admin admin] Publish callbacks [] for security_group (459e75fe-60ab-4aaf-af6e-b696ec361294), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:51.903298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48582) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:51.911644 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e319db4b-9353-45f1-b03b-8b844fac0153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:51.912332 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e319db4b-9353-45f1-b03b-8b844fac0153 None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:14:51.912763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21b889-06c0-4c42-b9c7-6e5a0bdfcf2e req-05925f5c-f265-4913-a917-2e662d5470da tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:51.924958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a21b889-06c0-4c42-b9c7-6e5a0bdfcf2e req-05925f5c-f265-4913-a917-2e662d5470da tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.4063516 Feb 15 14:14:52.004205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933758c-5fe7-4a6c-9189-b15f2f53e054 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d3d255-a7e5-4216-9402-1aca2bb2ca44,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:52.023698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port f7f95279-ee48-456b-8066-8f5fa3ce55ac yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:14:52.034923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5e7bbf5a-5459-4bb8-acb8-11058f6519ae no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:14:52.074995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 5e7bbf5a-5459-4bb8-acb8-11058f6519ae {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:14:52.076153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5e7bbf5a-5459-4bb8-acb8-11058f6519ae not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:14:52.115892 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Publish callbacks [] for port (5e024342-2791-469f-bfcf-bbd9035c4764), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.127225 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (5e024342-2791-469f-bfcf-bbd9035c4764), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.164508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbf01c-0793-4678-a417-f6069bdc4be4 req-b66c1d17-19ee-41f3-932e-1ca52eb3aab8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:52.166025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86fbf01c-0793-4678-a417-f6069bdc4be4 req-b66c1d17-19ee-41f3-932e-1ca52eb3aab8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.5411665 Feb 15 14:14:52.177057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:52.181754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:52.191595 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:52.201786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f449a246-3cdd-40b6-ad2b-b3b9310d4724 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2741852 Feb 15 14:14:52.208092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48584) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:52.260941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Pushing event updated for resources: {'Port': ['ID=5e024342-2791-469f-bfcf-bbd9035c4764,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:52.279715 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-8d5ef345-8010-4f02-8d30-c7f0cca11168 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] delete failed (client error): The resource could not be found. Feb 15 14:14:52.284927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8d5ef345-8010-4f02-8d30-c7f0cca11168 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-groups/59d3d255-a7e5-4216-9402-1aca2bb2ca44 HTTP/1.1" status: 404 len: 347 time: 0.0627837 Feb 15 14:14:52.288474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48586) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:52.296853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a21b889-06c0-4c42-b9c7-6e5a0bdfcf2e req-1362486f-697d-428b-89a4-f81928fbf58d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3655295 Feb 15 14:14:52.297909 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5a373304-d7e8-4e1a-a64a-5600ccc043c9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749216575'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:52.322439 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bd479a-9772-440e-896f-b451d0df14d4 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:14:52.338252 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a373304-d7e8-4e1a-a64a-5600ccc043c9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.338929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Attempting to bind port 5e024342-2791-469f-bfcf-bbd9035c4764 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:14:52.339326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Attempting to bind port 5e024342-2791-469f-bfcf-bbd9035c4764 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:14:52.339692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Attempting to bind port 5e024342-2791-469f-bfcf-bbd9035c4764 on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:52.351584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:14:52.351967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:52.352377 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.352772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:14:52.353245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Bound port: 5e024342-2791-469f-bfcf-bbd9035c4764, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:14:52.353627 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5e024342-2791-469f-bfcf-bbd9035c4764), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.363815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e262e9c-b29c-4b44-ba53-04d663745c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (459e75fe-60ab-4aaf-af6e-b696ec361294), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.381255 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e262e9c-b29c-4b44-ba53-04d663745c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.382644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0e262e9c-b29c-4b44-ba53-04d663745c64 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/459e75fe-60ab-4aaf-af6e-b696ec361294 HTTP/1.1" status: 204 len: 168 time: 0.9101453 Feb 15 14:14:52.390353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::9e08:3c8e:ed25:3665 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/3a274d08-f28c-4f7a-8c44-ccca65191688/f7f95279-ee48-456b-8066-8f5fa3ce55ac) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:52.397327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86fbf01c-0793-4678-a417-f6069bdc4be4 req-5171cefe-cdce-4581-a545-c392b8f9a0fd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220535 Feb 15 14:14:52.408046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e262e9c-b29c-4b44-ba53-04d663745c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459e75fe-60ab-4aaf-af6e-b696ec361294,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:52.480164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] For port 5e024342-2791-469f-bfcf-bbd9035c4764, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:14:52.486831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] For port 5e024342-2791-469f-bfcf-bbd9035c4764, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5e024342-2791-469f-bfcf-bbd9035c4764,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:14:52.509490 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5e024342-2791-469f-bfcf-bbd9035c4764), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.539792 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bd479a-9772-440e-896f-b451d0df14d4 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:14:52.539792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93bd479a-9772-440e-896f-b451d0df14d4 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.567964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a373304-d7e8-4e1a-a64a-5600ccc043c9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (a9c6ca2e-09bf-4f6a-9405-e227340f10cd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.578850 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a373304-d7e8-4e1a-a64a-5600ccc043c9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a9c6ca2e-09bf-4f6a-9405-e227340f10cd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.590439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edea21a-fdc9-492a-b408-aba953ec3f2b None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:14:52.649734 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a373304-d7e8-4e1a-a64a-5600ccc043c9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.655100 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5a373304-d7e8-4e1a-a64a-5600ccc043c9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3648539 Feb 15 14:14:52.656217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48596) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:52.658092 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-93bd479a-9772-440e-896f-b451d0df14d4 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "PUT /v2.0/floatingips/6b10dad6-fd2e-42a4-93e1-e0f31bec5662 HTTP/1.1" status: 200 len: 978 time: 3.0152874 Feb 15 14:14:52.662848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f995e480-18cd-4816-9d4f-72bc892789c7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': 'a9c6ca2e-09bf-4f6a-9405-e227340f10cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:52.682533 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a373304-d7e8-4e1a-a64a-5600ccc043c9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6ca2e-09bf-4f6a-9405-e227340f10cd,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:52.686612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48598) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:52.691283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edea21a-fdc9-492a-b408-aba953ec3f2b None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:52.691789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-79a355db-eb67-4048-aee9-f60afeef236e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:52.694151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2edea21a-fdc9-492a-b408-aba953ec3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:52.740712 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f995e480-18cd-4816-9d4f-72bc892789c7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d78e5bf7-95a3-4865-bf58-374a0c9b8f60), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.813240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2edea21a-fdc9-492a-b408-aba953ec3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:52.833033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79a355db-eb67-4048-aee9-f60afeef236e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (6b10dad6-fd2e-42a4-93e1-e0f31bec5662), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.844771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa38b22-ead3-4a81-91bd-c6387408b5a9 None None] Pushing event updated for resources: {'Port': ['ID=5e024342-2791-469f-bfcf-bbd9035c4764,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:52.848951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edea21a-fdc9-492a-b408-aba953ec3f2b None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:52.849572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2edea21a-fdc9-492a-b408-aba953ec3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:52.881772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f995e480-18cd-4816-9d4f-72bc892789c7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d78e5bf7-95a3-4865-bf58-374a0c9b8f60), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.897515 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f995e480-18cd-4816-9d4f-72bc892789c7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (d78e5bf7-95a3-4865-bf58-374a0c9b8f60), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.933391 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (f7f95279-ee48-456b-8066-8f5fa3ce55ac), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.941194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2edea21a-fdc9-492a-b408-aba953ec3f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:52.942739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edea21a-fdc9-492a-b408-aba953ec3f2b None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:14:52.958041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48604) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:52.959120 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f995e480-18cd-4816-9d4f-72bc892789c7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:52.960380 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f995e480-18cd-4816-9d4f-72bc892789c7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3012989 Feb 15 14:14:52.963478 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995e480-18cd-4816-9d4f-72bc892789c7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78e5bf7-95a3-4865-bf58-374a0c9b8f60,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:52.965607 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48606) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:52.991817 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ed6d33-3da8-4e0c-806b-8ca44d459d70 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d78e5bf7-95a3-4865-bf58-374a0c9b8f60), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.001934 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ed6d33-3da8-4e0c-806b-8ca44d459d70 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d78e5bf7-95a3-4865-bf58-374a0c9b8f60), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.037996 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ed6d33-3da8-4e0c-806b-8ca44d459d70 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (d78e5bf7-95a3-4865-bf58-374a0c9b8f60), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.043435 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-221f1929-9a61-48d2-ba98-082f1f622935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.045704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-64ed6d33-3da8-4e0c-806b-8ca44d459d70 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.047229 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-64ed6d33-3da8-4e0c-806b-8ca44d459d70 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/d78e5bf7-95a3-4865-bf58-374a0c9b8f60 HTTP/1.1" status: 204 len: 168 time: 0.0798774 Feb 15 14:14:53.054810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48608) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:53.064550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed6d33-3da8-4e0c-806b-8ca44d459d70 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d78e5bf7-95a3-4865-bf58-374a0c9b8f60,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:53.109623 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e6e3622e-788b-47aa-9317-da103f43de78 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0536160 Feb 15 14:14:53.112962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48610) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:53.145885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90be46c-ea84-4e14-8205-c74e11171d4f req-1ec0bcf7-9abc-4558-adc6-71ae0d7913d0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:53.147629 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d90be46c-ea84-4e14-8205-c74e11171d4f req-1ec0bcf7-9abc-4558-adc6-71ae0d7913d0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1377027 Feb 15 14:14:53.182466 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf438-ff2d-4750-8d4a-11dfa0303064 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (a9c6ca2e-09bf-4f6a-9405-e227340f10cd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.217696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf438-ff2d-4750-8d4a-11dfa0303064 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (a9c6ca2e-09bf-4f6a-9405-e227340f10cd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.252792 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79a355db-eb67-4048-aee9-f60afeef236e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.269970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f7f95279-ee48-456b-8066-8f5fa3ce55ac), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.284049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79a355db-eb67-4048-aee9-f60afeef236e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (6b10dad6-fd2e-42a4-93e1-e0f31bec5662), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.284049 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-79a355db-eb67-4048-aee9-f60afeef236e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP 6b10dad6-fd2e-42a4-93e1-e0f31bec5662 disassociated. External IP: 172.25.6.240, port: 4189c8bf-f524-4529-9aac-77257d6048be. Feb 15 14:14:53.311905 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf438-ff2d-4750-8d4a-11dfa0303064 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a9c6ca2e-09bf-4f6a-9405-e227340f10cd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.316867 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf438-ff2d-4750-8d4a-11dfa0303064 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.320380 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4a6cf438-ff2d-4750-8d4a-11dfa0303064 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-groups/a9c6ca2e-09bf-4f6a-9405-e227340f10cd HTTP/1.1" status: 204 len: 168 time: 0.2040317 Feb 15 14:14:53.321590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48612) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:53.345867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cf438-ff2d-4750-8d4a-11dfa0303064 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6ca2e-09bf-4f6a-9405-e227340f10cd,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:53.390960 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-de24eda7-4f30-47e7-862f-a092d0e86e69 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668499 Feb 15 14:14:53.395410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48614) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:53.401834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-03080eda-2222-4f3a-8c8d-d62a28ee03af tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326500959'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:53.437173 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03080eda-2222-4f3a-8c8d-d62a28ee03af tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.462247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d90be46c-ea84-4e14-8205-c74e11171d4f req-b07008a6-6c23-46e1-a7f6-fd1819b9525a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970419 Feb 15 14:14:53.494528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-221f1929-9a61-48d2-ba98-082f1f622935 admin admin] Publish callbacks [] for security_group (af8dd57d-701b-4310-9279-22e3b6f4e886), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.531275 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-221f1929-9a61-48d2-ba98-082f1f622935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (af8dd57d-701b-4310-9279-22e3b6f4e886), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.560148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:53.566389 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03080eda-2222-4f3a-8c8d-d62a28ee03af tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (e8d8fde5-4af7-42d9-b452-c0b308f6a4df), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.570772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03080eda-2222-4f3a-8c8d-d62a28ee03af tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e8d8fde5-4af7-42d9-b452-c0b308f6a4df), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.594037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:53.603135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:53.604798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03080eda-2222-4f3a-8c8d-d62a28ee03af tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.609484 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-03080eda-2222-4f3a-8c8d-d62a28ee03af tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2095234 Feb 15 14:14:53.609632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:53.609749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48618) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:53.609989 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.614662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e0c02b7e-ff08-45b8-8b80-2a0cafea5fb7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': 'e8d8fde5-4af7-42d9-b452-c0b308f6a4df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:53.619384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=f7f95279-ee48-456b-8066-8f5fa3ce55ac,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:53.620274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03080eda-2222-4f3a-8c8d-d62a28ee03af tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d8fde5-4af7-42d9-b452-c0b308f6a4df,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:53.647820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0c02b7e-ff08-45b8-8b80-2a0cafea5fb7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d5ee8c31-f8c7-4aed-875b-5a3970ebba59), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.656842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-221f1929-9a61-48d2-ba98-082f1f622935 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6591820d5b6d48cd97d57bc8e1ef33c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6974502 Feb 15 14:14:53.659949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48620) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:53.660992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.661349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.661713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.662038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.662377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.662712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.663070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.663420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.663732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.664063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.664391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.664713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.665033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:14:53.669569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f1929-9a61-48d2-ba98-082f1f622935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8dd57d-701b-4310-9279-22e3b6f4e886,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:53.688451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a98bb002-eaa5-41c9-b721-d01655888ab7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3659132 Feb 15 14:14:53.689538 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48622) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:53.756724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0c02b7e-ff08-45b8-8b80-2a0cafea5fb7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d5ee8c31-f8c7-4aed-875b-5a3970ebba59), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.772809 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3791efed-3f02-4303-ba9b-4bef9266b945 admin admin] Publish callbacks [] for security_group (af8dd57d-701b-4310-9279-22e3b6f4e886), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.775606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0c02b7e-ff08-45b8-8b80-2a0cafea5fb7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (d5ee8c31-f8c7-4aed-875b-5a3970ebba59), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.788813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404ee3e-dffa-4f76-a851-028009ad23c4 req-0e2efc00-efa8-4aaa-9a86-6b98a036b0e6 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:53.790258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9404ee3e-dffa-4f76-a851-028009ad23c4 req-0e2efc00-efa8-4aaa-9a86-6b98a036b0e6 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.2687566 Feb 15 14:14:53.820034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3791efed-3f02-4303-ba9b-4bef9266b945 admin admin] Publish callbacks [] for security_group (af8dd57d-701b-4310-9279-22e3b6f4e886), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.829847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c02b7e-ff08-45b8-8b80-2a0cafea5fb7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ee8c31-f8c7-4aed-875b-5a3970ebba59,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:53.845444 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0c02b7e-ff08-45b8-8b80-2a0cafea5fb7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.849291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e0c02b7e-ff08-45b8-8b80-2a0cafea5fb7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2362304 Feb 15 14:14:53.855612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48624) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:53.866256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-21ff9bc5-7dc2-4c7c-900b-bc011e813511 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': 'e8d8fde5-4af7-42d9-b452-c0b308f6a4df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:53.898266 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21ff9bc5-7dc2-4c7c-900b-bc011e813511 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (f1466f1f-0ed7-4c03-a877-8fe7081d7bc3), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.972974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21ff9bc5-7dc2-4c7c-900b-bc011e813511 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (f1466f1f-0ed7-4c03-a877-8fe7081d7bc3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.974134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3791efed-3f02-4303-ba9b-4bef9266b945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (af8dd57d-701b-4310-9279-22e3b6f4e886), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.976999 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3791efed-3f02-4303-ba9b-4bef9266b945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.980616 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3791efed-3f02-4303-ba9b-4bef9266b945 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af8dd57d-701b-4310-9279-22e3b6f4e886 HTTP/1.1" status: 204 len: 168 time: 0.3168511 Feb 15 14:14:53.989040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21ff9bc5-7dc2-4c7c-900b-bc011e813511 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f1466f1f-0ed7-4c03-a877-8fe7081d7bc3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:53.993884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791efed-3f02-4303-ba9b-4bef9266b945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8dd57d-701b-4310-9279-22e3b6f4e886,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:54.016653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff9bc5-7dc2-4c7c-900b-bc011e813511 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1466f1f-0ed7-4c03-a877-8fe7081d7bc3,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:54.043739 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21ff9bc5-7dc2-4c7c-900b-bc011e813511 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.046229 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-21ff9bc5-7dc2-4c7c-900b-bc011e813511 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1889484 Feb 15 14:14:54.049440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48628) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:54.053994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2845648a-f4f6-441d-9909-1362c011fb94 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': 'e8d8fde5-4af7-42d9-b452-c0b308f6a4df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:54.098460 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5e024342-2791-469f-bfcf-bbd9035c4764 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:14:54.122017 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2845648a-f4f6-441d-9909-1362c011fb94 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (b008b714-73fb-446c-a456-c0cc5c9eb995), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.206824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5e024342-2791-469f-bfcf-bbd9035c4764 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:54.207380 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5e024342-2791-469f-bfcf-bbd9035c4764), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.265114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2845648a-f4f6-441d-9909-1362c011fb94 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (b008b714-73fb-446c-a456-c0cc5c9eb995), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.280323 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2845648a-f4f6-441d-9909-1362c011fb94 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (b008b714-73fb-446c-a456-c0cc5c9eb995), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.308117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845648a-f4f6-441d-9909-1362c011fb94 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b008b714-73fb-446c-a456-c0cc5c9eb995,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:54.316826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2845648a-f4f6-441d-9909-1362c011fb94 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.318205 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2845648a-f4f6-441d-9909-1362c011fb94 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2676885 Feb 15 14:14:54.320857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48632) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:54.326260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bb8d7969-e3d6-4e8a-896c-be96c190d605 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': 'e8d8fde5-4af7-42d9-b452-c0b308f6a4df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:54.359134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7969-e3d6-4e8a-896c-be96c190d605 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (3a7bb554-5a0a-4f2a-8ccd-98a4026e449a), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.394178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5e024342-2791-469f-bfcf-bbd9035c4764 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:54.395035 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5e024342-2791-469f-bfcf-bbd9035c4764), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.447338 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7969-e3d6-4e8a-896c-be96c190d605 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (3a7bb554-5a0a-4f2a-8ccd-98a4026e449a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.464337 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 5e024342-2791-469f-bfcf-bbd9035c4764, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5e024342-2791-469f-bfcf-bbd9035c4764,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:54.472594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9404ee3e-dffa-4f76-a851-028009ad23c4 req-e304127c-9849-474e-9dee-c17f40d3cc12 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477873 Feb 15 14:14:54.473523 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7969-e3d6-4e8a-896c-be96c190d605 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (3a7bb554-5a0a-4f2a-8ccd-98a4026e449a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.477618 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5e024342-2791-469f-bfcf-bbd9035c4764), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.533786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce9d20c-887e-432e-9d03-2451fcfec04a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:54.548554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce9d20c-887e-432e-9d03-2451fcfec04a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:54.550187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3ce9d20c-887e-432e-9d03-2451fcfec04a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8556325 Feb 15 14:14:54.553008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48638) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:54.566371 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb8d7969-e3d6-4e8a-896c-be96c190d605 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.571287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=5e024342-2791-469f-bfcf-bbd9035c4764,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:54.572640 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bb8d7969-e3d6-4e8a-896c-be96c190d605 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2505095 Feb 15 14:14:54.575197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48642) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:54.590149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7f17b03e-d836-4041-8f50-527e21d88a09 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': 'e8d8fde5-4af7-42d9-b452-c0b308f6a4df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:54.596128 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d7969-e3d6-4e8a-896c-be96c190d605 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7bb554-5a0a-4f2a-8ccd-98a4026e449a,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:54.629610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f17b03e-d836-4041-8f50-527e21d88a09 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (8bf83cbe-70c2-4bab-8b9f-923770ef9c9b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.671932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a355db-eb67-4048-aee9-f60afeef236e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:14:54.711418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ca835-1f21-4188-afe8-c0a12af50ccd req-73e937f3-2a01-4b6c-8a49-a27d0f1117d1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:54.713035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a47ca835-1f21-4188-afe8-c0a12af50ccd req-73e937f3-2a01-4b6c-8a49-a27d0f1117d1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1213741 Feb 15 14:14:54.731078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f17b03e-d836-4041-8f50-527e21d88a09 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (8bf83cbe-70c2-4bab-8b9f-923770ef9c9b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.737324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f17b03e-d836-4041-8f50-527e21d88a09 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (8bf83cbe-70c2-4bab-8b9f-923770ef9c9b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.763419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17b03e-d836-4041-8f50-527e21d88a09 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf83cbe-70c2-4bab-8b9f-923770ef9c9b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:54.773729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f17b03e-d836-4041-8f50-527e21d88a09 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.777605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7f17b03e-d836-4041-8f50-527e21d88a09 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2012851 Feb 15 14:14:54.781022 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48648) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:54.819259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a3b45265-5320-4737-85fc-1a210b35b433 None None] Provisioning complete for port 5e024342-2791-469f-bfcf-bbd9035c4764 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:54.819979 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a3b45265-5320-4737-85fc-1a210b35b433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5e024342-2791-469f-bfcf-bbd9035c4764), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.840366 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4a85822-b940-4734-a501-6c1089ce0788 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (8bf83cbe-70c2-4bab-8b9f-923770ef9c9b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.853828 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4a85822-b940-4734-a501-6c1089ce0788 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (8bf83cbe-70c2-4bab-8b9f-923770ef9c9b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.888536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ba44fb16-1535-4a39-a668-f2591a4a47be tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port f7f95279-ee48-456b-8066-8f5fa3ce55ac {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:54.888870 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba44fb16-1535-4a39-a668-f2591a4a47be tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f7f95279-ee48-456b-8066-8f5fa3ce55ac), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.899081 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4a85822-b940-4734-a501-6c1089ce0788 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (8bf83cbe-70c2-4bab-8b9f-923770ef9c9b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.912818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4a85822-b940-4734-a501-6c1089ce0788 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:54.918944 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e4a85822-b940-4734-a501-6c1089ce0788 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/8bf83cbe-70c2-4bab-8b9f-923770ef9c9b HTTP/1.1" status: 204 len: 168 time: 0.1361370 Feb 15 14:14:54.925951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48650) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:54.942031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a85822-b940-4734-a501-6c1089ce0788 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bf83cbe-70c2-4bab-8b9f-923770ef9c9b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:54.988117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a3b45265-5320-4737-85fc-1a210b35b433 None None] Current status of the port 5e024342-2791-469f-bfcf-bbd9035c4764 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:55.001458 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-48033525-c4e4-45cf-80f3-fa932b5f0803 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0721023 Feb 15 14:14:55.001668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a47ca835-1f21-4188-afe8-c0a12af50ccd req-9af2ef6f-8bc5-4af8-a894-f89841f0e52d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505779 Feb 15 14:14:55.004304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48654) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:55.050462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a355db-eb67-4048-aee9-f60afeef236e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:14:55.056332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79a355db-eb67-4048-aee9-f60afeef236e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.061520 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c4efe7-315b-44e5-ac18-c9907883da3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (3a7bb554-5a0a-4f2a-8ccd-98a4026e449a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.063091 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914ea37-c2fb-4fa2-acaa-86dd6901eaab None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:14:55.071843 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c4efe7-315b-44e5-ac18-c9907883da3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (3a7bb554-5a0a-4f2a-8ccd-98a4026e449a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.098456 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914ea37-c2fb-4fa2-acaa-86dd6901eaab None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:55.099123 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c914ea37-c2fb-4fa2-acaa-86dd6901eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:55.102639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba44fb16-1535-4a39-a668-f2591a4a47be tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f7f95279-ee48-456b-8066-8f5fa3ce55ac), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.118691 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c4efe7-315b-44e5-ac18-c9907883da3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (3a7bb554-5a0a-4f2a-8ccd-98a4026e449a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.125124 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65c4efe7-315b-44e5-ac18-c9907883da3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.129933 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-65c4efe7-315b-44e5-ac18-c9907883da3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/3a7bb554-5a0a-4f2a-8ccd-98a4026e449a HTTP/1.1" status: 204 len: 168 time: 0.1190581 Feb 15 14:14:55.133291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48660) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:55.154628 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c914ea37-c2fb-4fa2-acaa-86dd6901eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:55.165138 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914ea37-c2fb-4fa2-acaa-86dd6901eaab None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:14:55.165749 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c914ea37-c2fb-4fa2-acaa-86dd6901eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:55.177415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ba44fb16-1535-4a39-a668-f2591a4a47be tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for f7f95279-ee48-456b-8066-8f5fa3ce55ac owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:55.185688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4efe7-315b-44e5-ac18-c9907883da3d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a7bb554-5a0a-4f2a-8ccd-98a4026e449a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:55.194721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-79a355db-eb67-4048-aee9-f60afeef236e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "PUT /v2.0/floatingips/6b10dad6-fd2e-42a4-93e1-e0f31bec5662 HTTP/1.1" status: 200 len: 688 time: 2.5078475 Feb 15 14:14:55.195669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48664) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:55.220074 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c914ea37-c2fb-4fa2-acaa-86dd6901eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:14:55.220989 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914ea37-c2fb-4fa2-acaa-86dd6901eaab None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:14:55.222143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8c5d8948-2390-448f-9d2a-b79803ffabf4 None None] Provisioning complete for port f7f95279-ee48-456b-8066-8f5fa3ce55ac triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:55.222646 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8948-2390-448f-9d2a-b79803ffabf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f7f95279-ee48-456b-8066-8f5fa3ce55ac), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.275281 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-541c6c2b-c315-4cf6-929d-5092276edb97 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1262243 Feb 15 14:14:55.276027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48666) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:55.291695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d8948-2390-448f-9d2a-b79803ffabf4 None None] Port f7f95279-ee48-456b-8066-8f5fa3ce55ac cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:14:55.319984 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eee40b87-cfe0-4ad9-bfe7-38873980f901 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (b008b714-73fb-446c-a456-c0cc5c9eb995), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.334369 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eee40b87-cfe0-4ad9-bfe7-38873980f901 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (b008b714-73fb-446c-a456-c0cc5c9eb995), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.367602 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eee40b87-cfe0-4ad9-bfe7-38873980f901 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (b008b714-73fb-446c-a456-c0cc5c9eb995), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.376091 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eee40b87-cfe0-4ad9-bfe7-38873980f901 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.377537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-eee40b87-cfe0-4ad9-bfe7-38873980f901 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/b008b714-73fb-446c-a456-c0cc5c9eb995 HTTP/1.1" status: 204 len: 168 time: 0.1004658 Feb 15 14:14:55.381728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48670) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:55.409933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee40b87-cfe0-4ad9-bfe7-38873980f901 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b008b714-73fb-446c-a456-c0cc5c9eb995,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:55.448893 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d236d513-2082-4f70-ac5d-12cc188b242f tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0647151 Feb 15 14:14:55.453059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48672) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:55.483713 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9512c8bf-374f-4792-b284-402cf388ff9e tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (f1466f1f-0ed7-4c03-a877-8fe7081d7bc3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.486058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f13cdf30-5f1e-44f5-b844-53c42cd8f0ce tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port 63a0b494-c21e-4aa7-b342-f8777bd6f2fe {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:55.486552 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f13cdf30-5f1e-44f5-b844-53c42cd8f0ce tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (63a0b494-c21e-4aa7-b342-f8777bd6f2fe), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.492831 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9512c8bf-374f-4792-b284-402cf388ff9e tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (f1466f1f-0ed7-4c03-a877-8fe7081d7bc3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.546182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9512c8bf-374f-4792-b284-402cf388ff9e tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f1466f1f-0ed7-4c03-a877-8fe7081d7bc3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.558129 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9512c8bf-374f-4792-b284-402cf388ff9e tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.562783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48680) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:55.563743 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9512c8bf-374f-4792-b284-402cf388ff9e tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f1466f1f-0ed7-4c03-a877-8fe7081d7bc3 HTTP/1.1" status: 204 len: 168 time: 0.1092334 Feb 15 14:14:55.569885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512c8bf-374f-4792-b284-402cf388ff9e tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1466f1f-0ed7-4c03-a877-8fe7081d7bc3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:55.579917 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba44fb16-1535-4a39-a668-f2591a4a47be tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f7f95279-ee48-456b-8066-8f5fa3ce55ac), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.617826 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f13cdf30-5f1e-44f5-b844-53c42cd8f0ce tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (63a0b494-c21e-4aa7-b342-f8777bd6f2fe), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.618329 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f13cdf30-5f1e-44f5-b844-53c42cd8f0ce tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (63a0b494-c21e-4aa7-b342-f8777bd6f2fe), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.666822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44fb16-1535-4a39-a668-f2591a4a47be tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=f7f95279-ee48-456b-8066-8f5fa3ce55ac,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:55.679111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f13cdf30-5f1e-44f5-b844-53c42cd8f0ce tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for 63a0b494-c21e-4aa7-b342-f8777bd6f2fe owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:55.716576 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba44fb16-1535-4a39-a668-f2591a4a47be tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.719877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ba44fb16-1535-4a39-a668-f2591a4a47be tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/f7f95279-ee48-456b-8066-8f5fa3ce55ac HTTP/1.1" status: 204 len: 168 time: 1.1658998 Feb 15 14:14:55.723201 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48684) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:55.763136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bba8a24f-8513-4462-83fe-d57d5443cfd2 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1984835 Feb 15 14:14:55.808083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48688) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:55.831411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2fd007-44ca-4e5d-bdcd-7faad40c9be6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:55.833350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2fd007-44ca-4e5d-bdcd-7faad40c9be6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:55.838724 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5e2fd007-44ca-4e5d-bdcd-7faad40c9be6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1119561 Feb 15 14:14:55.840582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48692) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:55.846336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c345c-7123-4217-a45a-231a76bbd124 req-5f8a0883-79c8-4051-a8df-5277b24addb5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:55.860048 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a9c345c-7123-4217-a45a-231a76bbd124 req-5f8a0883-79c8-4051-a8df-5277b24addb5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.2850821 Feb 15 14:14:55.929112 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd790-17b4-4e90-9390-ed1ea02d41e0 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d5ee8c31-f8c7-4aed-875b-5a3970ebba59), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.941354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad92e71-bc2d-486d-80c0-b44d1b975799 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 3a274d08-f28c-4f7a-8c44-ccca65191688 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:14:55.945448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ad92e71-bc2d-486d-80c0-b44d1b975799 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (3a274d08-f28c-4f7a-8c44-ccca65191688), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:55.954956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd790-17b4-4e90-9390-ed1ea02d41e0 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d5ee8c31-f8c7-4aed-875b-5a3970ebba59), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.002964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ad92e71-bc2d-486d-80c0-b44d1b975799 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (3a274d08-f28c-4f7a-8c44-ccca65191688), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.029874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a9c345c-7123-4217-a45a-231a76bbd124 req-5d1ab875-95f2-4345-b91c-62be8118fb64 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688714 Feb 15 14:14:56.066419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5e024342-2791-469f-bfcf-bbd9035c4764 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:14:56.069382 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd790-17b4-4e90-9390-ed1ea02d41e0 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (d5ee8c31-f8c7-4aed-875b-5a3970ebba59), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.131823 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7c6dd790-17b4-4e90-9390-ed1ea02d41e0 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.133329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7c6dd790-17b4-4e90-9390-ed1ea02d41e0 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/d5ee8c31-f8c7-4aed-875b-5a3970ebba59 HTTP/1.1" status: 204 len: 168 time: 0.3242226 Feb 15 14:14:56.142033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48702) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:56.154286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5e024342-2791-469f-bfcf-bbd9035c4764 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:14:56.154677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5e024342-2791-469f-bfcf-bbd9035c4764), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.198018 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f13cdf30-5f1e-44f5-b844-53c42cd8f0ce tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (63a0b494-c21e-4aa7-b342-f8777bd6f2fe), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.229897 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6dd790-17b4-4e90-9390-ed1ea02d41e0 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5ee8c31-f8c7-4aed-875b-5a3970ebba59,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:56.241358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cdf30-5f1e-44f5-b844-53c42cd8f0ce tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=63a0b494-c21e-4aa7-b342-f8777bd6f2fe,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:56.257703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5e024342-2791-469f-bfcf-bbd9035c4764 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:14:56.264692 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ad92e71-bc2d-486d-80c0-b44d1b975799 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (3a274d08-f28c-4f7a-8c44-ccca65191688), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.291941 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-756edf93-183b-42b5-9abe-f12440d5f9da tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1485217 Feb 15 14:14:56.292602 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48704) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:56.345497 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f13cdf30-5f1e-44f5-b844-53c42cd8f0ce tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (6b10dad6-fd2e-42a4-93e1-e0f31bec5662), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.348775 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f13cdf30-5f1e-44f5-b844-53c42cd8f0ce tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.351300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f13cdf30-5f1e-44f5-b844-53c42cd8f0ce tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/floatingips/6b10dad6-fd2e-42a4-93e1-e0f31bec5662 HTTP/1.1" status: 204 len: 168 time: 1.1514750 Feb 15 14:14:56.356869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48708) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:56.390024 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ad92e71-bc2d-486d-80c0-b44d1b975799 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (3a274d08-f28c-4f7a-8c44-ccca65191688), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.411871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3feed-8e09-45ff-9b7f-b19c907742e1 req-d8d8817c-455e-47b6-aefb-b626e5a47202 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:56.418718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ceb3feed-8e09-45ff-9b7f-b19c907742e1 req-d8d8817c-455e-47b6-aefb-b626e5a47202 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2558999 Feb 15 14:14:56.425981 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-72ef1287-1df5-4211-9529-5bf4b8524379 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] delete failed (client error): The resource could not be found. Feb 15 14:14:56.426999 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-72ef1287-1df5-4211-9529-5bf4b8524379 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/floatingips/6b10dad6-fd2e-42a4-93e1-e0f31bec5662 HTTP/1.1" status: 404 len: 345 time: 0.0691836 Feb 15 14:14:56.434573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad92e71-bc2d-486d-80c0-b44d1b975799 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=3a274d08-f28c-4f7a-8c44-ccca65191688,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:56.444191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777c0140-4a5a-47df-bd2e-9c30be435850 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:56.456776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48712) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:56.457374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ad92e71-bc2d-486d-80c0-b44d1b975799 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.462668 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6ad92e71-bc2d-486d-80c0-b44d1b975799 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/3a274d08-f28c-4f7a-8c44-ccca65191688 HTTP/1.1" status: 204 len: 168 time: 0.6190255 Feb 15 14:14:56.464000 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48716) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:56.579770 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ceb3feed-8e09-45ff-9b7f-b19c907742e1 req-a71559b8-54ec-4838-a52c-f47c5d20ecfc tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601970 Feb 15 14:14:56.603149 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-76d17b6e-8cae-4715-94d6-1b494e6e96ca tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1380146 Feb 15 14:14:56.610377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252bd4b6-b4cf-4c62-a00a-a8b4d4974aed tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:56.614427 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48722) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:56.624211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252bd4b6-b4cf-4c62-a00a-a8b4d4974aed tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:56.630440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252bd4b6-b4cf-4c62-a00a-a8b4d4974aed tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:56.635181 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-252bd4b6-b4cf-4c62-a00a-a8b4d4974aed tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "GET /v2.0/ports?network_id=b62a1f4b-a6d9-494c-8406-ada8e712adaf HTTP/1.1" status: 200 len: 2359 time: 0.1773164 Feb 15 14:14:56.636058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48724) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:56.638187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-dd32250c-aaff-4fbb-8bf9-0db9493e9553 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:56.659324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c84d5748-3a31-4e92-9566-9d448a9c2483 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (e8d8fde5-4af7-42d9-b452-c0b308f6a4df), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.708350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b8690-a243-40b6-990d-fc476ede3e2c None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:14:56.746451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31187676-318a-4f93-90ed-d809c90fd01c tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:56.750652 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-31187676-318a-4f93-90ed-d809c90fd01c tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "GET /v2.0/subnets/35da8e8d-9e51-4d0d-9701-d73af2ca789f HTTP/1.1" status: 200 len: 797 time: 0.1136267 Feb 15 14:14:56.755660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48730) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:56.775017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'port': {'network_id': 'b62a1f4b-a6d9-494c-8406-ada8e712adaf', 'name': 'tempest-FloatingIPTestJSON-1239700141', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:56.778767 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c84d5748-3a31-4e92-9566-9d448a9c2483 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (e8d8fde5-4af7-42d9-b452-c0b308f6a4df), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.835641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b8690-a243-40b6-990d-fc476ede3e2c None None] Deleting port 5e024342-2791-469f-bfcf-bbd9035c4764 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:56.836953 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0e6b8690-a243-40b6-990d-fc476ede3e2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5e024342-2791-469f-bfcf-bbd9035c4764), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.845348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd32250c-aaff-4fbb-8bf9-0db9493e9553 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:56.848025 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dd32250c-aaff-4fbb-8bf9-0db9493e9553 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.903595 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c84d5748-3a31-4e92-9566-9d448a9c2483 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e8d8fde5-4af7-42d9-b452-c0b308f6a4df), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.916376 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c84d5748-3a31-4e92-9566-9d448a9c2483 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.920122 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c84d5748-3a31-4e92-9566-9d448a9c2483 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-groups/e8d8fde5-4af7-42d9-b452-c0b308f6a4df HTTP/1.1" status: 204 len: 168 time: 0.5545945 Feb 15 14:14:56.930260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0e6b8690-a243-40b6-990d-fc476ede3e2c None None] For port 5e024342-2791-469f-bfcf-bbd9035c4764, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5e024342-2791-469f-bfcf-bbd9035c4764,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:14:56.931082 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0e6b8690-a243-40b6-990d-fc476ede3e2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5e024342-2791-469f-bfcf-bbd9035c4764), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:56.947067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48734) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:56.947919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b8690-a243-40b6-990d-fc476ede3e2c None None] Calling delete_port for 5e024342-2791-469f-bfcf-bbd9035c4764 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:56.969091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d5748-3a31-4e92-9566-9d448a9c2483 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d8fde5-4af7-42d9-b452-c0b308f6a4df,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:57.027828 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e15ea605-3ef9-4fed-a3cd-7afa27e3a451 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0737104 Feb 15 14:14:57.054667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48736) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:57.061998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bdd16b64-1037-48a2-be3c-69786faec311 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373554096'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:57.078990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Made reservation on behalf of 48600fe26e394c7d9bf389f77dae907b for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:57.123196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0e6b8690-a243-40b6-990d-fc476ede3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (5e024342-2791-469f-bfcf-bbd9035c4764), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.179998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6b8690-a243-40b6-990d-fc476ede3e2c None None] No DVR routers for this DVR port 5e024342-2791-469f-bfcf-bbd9035c4764 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:14:57.190831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b8690-a243-40b6-990d-fc476ede3e2c None None] Pushing event deleted for resources: {'Port': ['ID=5e024342-2791-469f-bfcf-bbd9035c4764,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:57.212475 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bdd16b64-1037-48a2-be3c-69786faec311 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.239189 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.240147 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dd32250c-aaff-4fbb-8bf9-0db9493e9553 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (a943dd6c-29b0-49a4-9965-95ecf36cb674), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.296532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] device_id is not set on port 0d657a0c-bec1-4ed9-b888-6de62a06f8ed yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:14:57.303177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32250c-aaff-4fbb-8bf9-0db9493e9553 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:57.308021 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-dd32250c-aaff-4fbb-8bf9-0db9493e9553 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:57.315546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32250c-aaff-4fbb-8bf9-0db9493e9553 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:57.316409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dd32250c-aaff-4fbb-8bf9-0db9493e9553 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.320023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4923a4-b91a-4113-887a-da1b9abc7e55 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:14:57.377549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32250c-aaff-4fbb-8bf9-0db9493e9553 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=a943dd6c-29b0-49a4-9965-95ecf36cb674,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:57.407400 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dd32250c-aaff-4fbb-8bf9-0db9493e9553 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7869747 Feb 15 14:14:57.415750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48744) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:57.426031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': 'a943dd6c-29b0-49a4-9965-95ecf36cb674', 'ip_address': '2001:db8::a268:c93c:505a:34e0'}], 'name': 'tempest-NetworksTestDHCPv6-1308609463'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:57.474762 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bdd16b64-1037-48a2-be3c-69786faec311 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (0e43787b-a3f9-425f-91c6-ba6221da6666), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.516994 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bdd16b64-1037-48a2-be3c-69786faec311 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0e43787b-a3f9-425f-91c6-ba6221da6666), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.529726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': 'a943dd6c-29b0-49a4-9965-95ecf36cb674'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:14:57.532004 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.573754 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bdd16b64-1037-48a2-be3c-69786faec311 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.575072 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bdd16b64-1037-48a2-be3c-69786faec311 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5194390 Feb 15 14:14:57.579299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48748) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:57.579973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd16b64-1037-48a2-be3c-69786faec311 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e43787b-a3f9-425f-91c6-ba6221da6666,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:57.593881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8c70081c-5c2c-4477-8764-db1161ad2aec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': '0e43787b-a3f9-425f-91c6-ba6221da6666', 'direction': 'ingress', 'protocol': 17}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:57.670943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48752) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:57.702707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c70081c-5c2c-4477-8764-db1161ad2aec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (975fda0e-26f9-4d79-b694-e65bd7e9f4b5), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.737487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:14:57.783759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/a943dd6c-29b0-49a4-9965-95ecf36cb674/e07dcb2a-b172-4da2-aede-e6846ad7531f) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:57.831221 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c70081c-5c2c-4477-8764-db1161ad2aec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (975fda0e-26f9-4d79-b694-e65bd7e9f4b5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.845201 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c70081c-5c2c-4477-8764-db1161ad2aec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (975fda0e-26f9-4d79-b694-e65bd7e9f4b5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.883278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70081c-5c2c-4477-8764-db1161ad2aec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975fda0e-26f9-4d79-b694-e65bd7e9f4b5,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:57.888650 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.890297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bd602-15f5-4eff-92b4-85bda9452b32 req-4f9362a7-5d54-4126-b488-00142a64613a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:57.897304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-039bd602-15f5-4eff-92b4-85bda9452b32 req-4f9362a7-5d54-4126-b488-00142a64613a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.3194892 Feb 15 14:14:57.916766 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c70081c-5c2c-4477-8764-db1161ad2aec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.920978 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11d39f3b-4747-426f-b58b-c6ba979789d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:57.922413 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8c70081c-5c2c-4477-8764-db1161ad2aec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3399262 Feb 15 14:14:57.926497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48756) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:57.951541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port e6dc078e-f598-4bc8-8ac8-b76b7715e213 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:14:57.998292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4dffb-41e5-415c-b056-a44f8e68b234 req-85ffe765-21ca-47fb-ac09-1d15ee50bce0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:58.000070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26e4dffb-41e5-415c-b056-a44f8e68b234 req-85ffe765-21ca-47fb-ac09-1d15ee50bce0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2920659 Feb 15 14:14:58.026480 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Publish callbacks [] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.033539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5e024342-2791-469f-bfcf-bbd9035c4764 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:14:58.066936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 5e024342-2791-469f-bfcf-bbd9035c4764 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:14:58.067451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5e024342-2791-469f-bfcf-bbd9035c4764 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:14:58.070548 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.126588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:58.130758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:58.133737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:58.141713 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da65a770-8044-46a8-83be-1c84cb63d377 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (0e43787b-a3f9-425f-91c6-ba6221da6666), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.150955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-039bd602-15f5-4eff-92b4-85bda9452b32 req-6f4dcc1a-0d64-4861-96b8-8e3a94807ba6 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526195 Feb 15 14:14:58.160211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26e4dffb-41e5-415c-b056-a44f8e68b234 req-19fdec7f-7413-49b1-942d-4edd5e835c28 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437840 Feb 15 14:14:58.173206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Pushing event updated for resources: {'Port': ['ID=e07dcb2a-b172-4da2-aede-e6846ad7531f,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:58.213654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.20.0.13 (b62a1f4b-a6d9-494c-8406-ada8e712adaf/35da8e8d-9e51-4d0d-9701-d73af2ca789f/0d657a0c-bec1-4ed9-b888-6de62a06f8ed) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:58.222694 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11d39f3b-4747-426f-b58b-c6ba979789d6 admin admin] Publish callbacks [] for security_group (4dba6eb9-9a1b-42dd-be1d-74bb1213eaab), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.225916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.20.0.12 (b62a1f4b-a6d9-494c-8406-ada8e712adaf/35da8e8d-9e51-4d0d-9701-d73af2ca789f/0d657a0c-bec1-4ed9-b888-6de62a06f8ed) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:58.231169 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da65a770-8044-46a8-83be-1c84cb63d377 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (0e43787b-a3f9-425f-91c6-ba6221da6666), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.237459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Attempting to bind port e07dcb2a-b172-4da2-aede-e6846ad7531f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:14:58.237849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Attempting to bind port e07dcb2a-b172-4da2-aede-e6846ad7531f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:14:58.238222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Attempting to bind port e07dcb2a-b172-4da2-aede-e6846ad7531f on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:14:58.246292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:14:58.247276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:14:58.247755 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.248187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:14:58.248728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Bound port: e07dcb2a-b172-4da2-aede-e6846ad7531f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:14:58.249338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.279842 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11d39f3b-4747-426f-b58b-c6ba979789d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4dba6eb9-9a1b-42dd-be1d-74bb1213eaab), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.285064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::a268:c93c:505a:34e0 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/a943dd6c-29b0-49a4-9965-95ecf36cb674/e6dc078e-f598-4bc8-8ac8-b76b7715e213) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:58.334478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] For port e07dcb2a-b172-4da2-aede-e6846ad7531f, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:14:58.338869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] For port e07dcb2a-b172-4da2-aede-e6846ad7531f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e07dcb2a-b172-4da2-aede-e6846ad7531f,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:14:58.343309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da65a770-8044-46a8-83be-1c84cb63d377 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0e43787b-a3f9-425f-91c6-ba6221da6666), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.346137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da65a770-8044-46a8-83be-1c84cb63d377 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.347495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-da65a770-8044-46a8-83be-1c84cb63d377 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-groups/0e43787b-a3f9-425f-91c6-ba6221da6666 HTTP/1.1" status: 204 len: 168 time: 0.4183807 Feb 15 14:14:58.350751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48758) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:58.351855 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.384593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d39f3b-4747-426f-b58b-c6ba979789d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dba6eb9-9a1b-42dd-be1d-74bb1213eaab,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:58.391989 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-11d39f3b-4747-426f-b58b-c6ba979789d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9012577d892649048d95ff6483d7a485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7167618 Feb 15 14:14:58.393940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48760) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:58.408670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65a770-8044-46a8-83be-1c84cb63d377 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e43787b-a3f9-425f-91c6-ba6221da6666,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:58.503409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-18aa9608-6c5b-48c2-9226-8e74691cb640 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1443639 Feb 15 14:14:58.508031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94630229-d0b9-4fa8-8c8b-c3bab70d1c20 None None] Pushing event updated for resources: {'Port': ['ID=e07dcb2a-b172-4da2-aede-e6846ad7531f,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:58.511657 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48762) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:58.525129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0490382e-06e6-490e-a41c-223a95bc79f4 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group': {'name': 'tempest-secgroup--685400443'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:58.531650 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd186d99-4592-4b32-b0ed-323c44d9102d admin admin] Publish callbacks [] for security_group (4dba6eb9-9a1b-42dd-be1d-74bb1213eaab), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.535795 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (0d657a0c-bec1-4ed9-b888-6de62a06f8ed), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.541867 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (e6dc078e-f598-4bc8-8ac8-b76b7715e213), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.563755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0490382e-06e6-490e-a41c-223a95bc79f4 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.571984 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd186d99-4592-4b32-b0ed-323c44d9102d admin admin] Publish callbacks [] for security_group (4dba6eb9-9a1b-42dd-be1d-74bb1213eaab), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.613448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e6dc078e-f598-4bc8-8ac8-b76b7715e213), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.630862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (0d657a0c-bec1-4ed9-b888-6de62a06f8ed), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.669637 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd186d99-4592-4b32-b0ed-323c44d9102d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4dba6eb9-9a1b-42dd-be1d-74bb1213eaab), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.674006 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd186d99-4592-4b32-b0ed-323c44d9102d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.678067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bd186d99-4592-4b32-b0ed-323c44d9102d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4dba6eb9-9a1b-42dd-be1d-74bb1213eaab HTTP/1.1" status: 204 len: 168 time: 0.2833912 Feb 15 14:14:58.705787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network b62a1f4b-a6d9-494c-8406-ada8e712adaf is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:58.707505 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd186d99-4592-4b32-b0ed-323c44d9102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dba6eb9-9a1b-42dd-be1d-74bb1213eaab,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:58.710038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:58.730972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:58.733654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:58.734416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=0d657a0c-bec1-4ed9-b888-6de62a06f8ed,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:58.747481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=e6dc078e-f598-4bc8-8ac8-b76b7715e213,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:58.753059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:58.764109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:58.794976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:58.795618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.822167 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0490382e-06e6-490e-a41c-223a95bc79f4 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (860b1a33-9b06-43ad-bb7f-d04abc11e665), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.832611 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0490382e-06e6-490e-a41c-223a95bc79f4 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (860b1a33-9b06-43ad-bb7f-d04abc11e665), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.843795 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-330faf14-5931-49dc-a7ee-3affb0e05e9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4237556 Feb 15 14:14:58.847719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48766) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:58.847813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:58.848462 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.873053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d3e553dd-82ed-46c7-8b14-827fbf787068 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1161585 Feb 15 14:14:58.875447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48770) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:58.880343 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '0d657a0c-bec1-4ed9-b888-6de62a06f8ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:58.911957 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.916325 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0490382e-06e6-490e-a41c-223a95bc79f4 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:58.917926 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0490382e-06e6-490e-a41c-223a95bc79f4 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4041557 Feb 15 14:14:58.923914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48772) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:58.932079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b3dc74e3-0a26-4819-a6d8-fd486a6efe71 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143449314'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:58.943258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490382e-06e6-490e-a41c-223a95bc79f4 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860b1a33-9b06-43ad-bb7f-d04abc11e665,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:58.969383 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84fed25-4d54-462b-b9b4-d4cfd5db307e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:58.975100 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84fed25-4d54-462b-b9b4-d4cfd5db307e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:58.976654 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a84fed25-4d54-462b-b9b4-d4cfd5db307e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1258075 Feb 15 14:14:58.980894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48774) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:59.036554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3dc74e3-0a26-4819-a6d8-fd486a6efe71 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.064160 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.092662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48776) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:59.120326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4360afb9-4d80-4453-b4e5-2e3ccc07e934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.133804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-65f92c50-9fb5-4437-9ffe-99f8310225e7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port e6dc078e-f598-4bc8-8ac8-b76b7715e213 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:14:59.134146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65f92c50-9fb5-4437-9ffe-99f8310225e7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e6dc078e-f598-4bc8-8ac8-b76b7715e213), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.180480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.25.6.4 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/12082e71-2762-4515-8882-481f7482eae9) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:14:59.271594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3dc74e3-0a26-4819-a6d8-fd486a6efe71 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (99773a69-46c3-4194-a7e9-08aa74ad4bba), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.284987 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3dc74e3-0a26-4819-a6d8-fd486a6efe71 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (99773a69-46c3-4194-a7e9-08aa74ad4bba), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.343342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65f92c50-9fb5-4437-9ffe-99f8310225e7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e6dc078e-f598-4bc8-8ac8-b76b7715e213), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.356178 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3dc74e3-0a26-4819-a6d8-fd486a6efe71 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.359969 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b3dc74e3-0a26-4819-a6d8-fd486a6efe71 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4304562 Feb 15 14:14:59.360907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48782) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:59.363738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc74e3-0a26-4819-a6d8-fd486a6efe71 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99773a69-46c3-4194-a7e9-08aa74ad4bba,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:59.367704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-dfad113f-391d-4b5a-9542-5cb979a83b1d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': '860b1a33-9b06-43ad-bb7f-d04abc11e665', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '99773a69-46c3-4194-a7e9-08aa74ad4bba', 'remote_ip_prefix': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:14:59.370646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-65f92c50-9fb5-4437-9ffe-99f8310225e7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for e6dc078e-f598-4bc8-8ac8-b76b7715e213 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:14:59.380607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5fc64-aeef-4279-bc02-dd41468dc61d req-6f0f87f8-09c4-4ec4-84b3-863550dea5e3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:59.382187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17e5fc64-aeef-4279-bc02-dd41468dc61d req-6f0f87f8-09c4-4ec4-84b3-863550dea5e3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.1594627 Feb 15 14:14:59.420772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb16c3-4624-4b2a-8182-6edcbc0fc2e3 req-22f9da36-d23f-450f-9a8d-c0b1b5916be3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:59.422219 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbbb16c3-4624-4b2a-8182-6edcbc0fc2e3 req-22f9da36-d23f-450f-9a8d-c0b1b5916be3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1723812 Feb 15 14:14:59.427386 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (12082e71-2762-4515-8882-481f7482eae9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.433215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4360afb9-4d80-4453-b4e5-2e3ccc07e934 admin admin] Publish callbacks [] for security_group (9a310d00-6a2d-41fa-992d-d2bb157d8b2f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.442972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4360afb9-4d80-4453-b4e5-2e3ccc07e934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9a310d00-6a2d-41fa-992d-d2bb157d8b2f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.507456 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4360afb9-4d80-4453-b4e5-2e3ccc07e934 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=84f602055c11452fb5f1aeb9cf23c7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4104333 Feb 15 14:14:59.508899 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dfad113f-391d-4b5a-9542-5cb979a83b1d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (157e7374-716f-4dbc-9751-849018cca260), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.512152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48784) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:59.512860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360afb9-4d80-4453-b4e5-2e3ccc07e934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a310d00-6a2d-41fa-992d-d2bb157d8b2f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:59.527948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17e5fc64-aeef-4279-bc02-dd41468dc61d req-7cd87e2b-49e6-4bbe-9e87-3784498793be tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351080 Feb 15 14:14:59.567444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbbb16c3-4624-4b2a-8182-6edcbc0fc2e3 req-6b846550-d2ac-421e-97e7-186d08e770ee tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304474 Feb 15 14:14:59.570739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (12082e71-2762-4515-8882-481f7482eae9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.617970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27fc8912-e2f9-4727-b2d0-4ca7fd09c1fc admin admin] Publish callbacks [] for security_group (9a310d00-6a2d-41fa-992d-d2bb157d8b2f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.620950 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65f92c50-9fb5-4437-9ffe-99f8310225e7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e6dc078e-f598-4bc8-8ac8-b76b7715e213), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.640951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:14:59.646282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:14:59.651333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:14:59.665137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f92c50-9fb5-4437-9ffe-99f8310225e7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=e6dc078e-f598-4bc8-8ac8-b76b7715e213,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:59.673194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27fc8912-e2f9-4727-b2d0-4ca7fd09c1fc admin admin] Publish callbacks [] for security_group (9a310d00-6a2d-41fa-992d-d2bb157d8b2f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.690029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=12082e71-2762-4515-8882-481f7482eae9,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:59.711271 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dfad113f-391d-4b5a-9542-5cb979a83b1d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (157e7374-716f-4dbc-9751-849018cca260), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.711488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65f92c50-9fb5-4437-9ffe-99f8310225e7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.715231 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-65f92c50-9fb5-4437-9ffe-99f8310225e7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/e6dc078e-f598-4bc8-8ac8-b76b7715e213 HTTP/1.1" status: 204 len: 168 time: 0.7328031 Feb 15 14:14:59.718430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48786) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:59.723092 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dfad113f-391d-4b5a-9542-5cb979a83b1d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (157e7374-716f-4dbc-9751-849018cca260), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.764506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad113f-391d-4b5a-9542-5cb979a83b1d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157e7374-716f-4dbc-9751-849018cca260,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:59.782018 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dfad113f-391d-4b5a-9542-5cb979a83b1d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.785624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dfad113f-391d-4b5a-9542-5cb979a83b1d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4200387 Feb 15 14:14:59.793086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48788) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:59.802425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27fc8912-e2f9-4727-b2d0-4ca7fd09c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9a310d00-6a2d-41fa-992d-d2bb157d8b2f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.805076 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27fc8912-e2f9-4727-b2d0-4ca7fd09c1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.808705 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-27fc8912-e2f9-4727-b2d0-4ca7fd09c1fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9a310d00-6a2d-41fa-992d-d2bb157d8b2f HTTP/1.1" status: 204 len: 168 time: 0.2904093 Feb 15 14:14:59.826396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c008c-7b26-444b-8765-c22290f95689 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:59.827866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c008c-7b26-444b-8765-c22290f95689 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:14:59.829243 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d51c008c-7b26-444b-8765-c22290f95689 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1097956 Feb 15 14:14:59.830302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc8912-e2f9-4727-b2d0-4ca7fd09c1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a310d00-6a2d-41fa-992d-d2bb157d8b2f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:14:59.832011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48792) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:14:59.851215 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-193f7d9d-fbf9-4f08-b3c8-3ac5f5d429a9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (157e7374-716f-4dbc-9751-849018cca260), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.867766 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-193f7d9d-fbf9-4f08-b3c8-3ac5f5d429a9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (157e7374-716f-4dbc-9751-849018cca260), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.890148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2417b6-c55e-4546-a4a1-2669503fb319 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet a943dd6c-29b0-49a4-9965-95ecf36cb674 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:14:59.893587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a2417b6-c55e-4546-a4a1-2669503fb319 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (a943dd6c-29b0-49a4-9965-95ecf36cb674), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.978570 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-193f7d9d-fbf9-4f08-b3c8-3ac5f5d429a9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (157e7374-716f-4dbc-9751-849018cca260), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.987101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-193f7d9d-fbf9-4f08-b3c8-3ac5f5d429a9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:14:59.991833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-193f7d9d-fbf9-4f08-b3c8-3ac5f5d429a9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/157e7374-716f-4dbc-9751-849018cca260 HTTP/1.1" status: 204 len: 168 time: 0.1990860 Feb 15 14:14:59.991833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48794) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:00.001726 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a2417b6-c55e-4546-a4a1-2669503fb319 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (a943dd6c-29b0-49a4-9965-95ecf36cb674), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.005404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f7d9d-fbf9-4f08-b3c8-3ac5f5d429a9 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=157e7374-716f-4dbc-9751-849018cca260,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:00.013304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f3a4ba59-8bcc-4f6a-b48b-8a4fa7411f0d None None] Provisioning complete for port e07dcb2a-b172-4da2-aede-e6846ad7531f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:00.015357 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ba59-8bcc-4f6a-b48b-8a4fa7411f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.119332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0152d425-1568-43c9-8f45-145c302ff309 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1267667 Feb 15 14:15:00.122584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48796) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:00.177810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f3a4ba59-8bcc-4f6a-b48b-8a4fa7411f0d None None] Current status of the port e07dcb2a-b172-4da2-aede-e6846ad7531f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:00.178137 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ba59-8bcc-4f6a-b48b-8a4fa7411f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.194732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e07dcb2a-b172-4da2-aede-e6846ad7531f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:00.198896 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a2417b6-c55e-4546-a4a1-2669503fb319 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (a943dd6c-29b0-49a4-9965-95ecf36cb674), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.276830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e07dcb2a-b172-4da2-aede-e6846ad7531f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:00.277200 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.282219 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c9a575e9-1ef0-4e24-95d2-3384dd5f2fad tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (99773a69-46c3-4194-a7e9-08aa74ad4bba), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.315277 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a2417b6-c55e-4546-a4a1-2669503fb319 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (a943dd6c-29b0-49a4-9965-95ecf36cb674), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.320780 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c9a575e9-1ef0-4e24-95d2-3384dd5f2fad tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (99773a69-46c3-4194-a7e9-08aa74ad4bba), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.334005 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (2e258cf8-f3bf-49d1-ab78-2094f77f1785), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.361153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2417b6-c55e-4546-a4a1-2669503fb319 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=a943dd6c-29b0-49a4-9965-95ecf36cb674,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:00.369585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a2417b6-c55e-4546-a4a1-2669503fb319 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.376985 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4a2417b6-c55e-4546-a4a1-2669503fb319 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/a943dd6c-29b0-49a4-9965-95ecf36cb674 HTTP/1.1" status: 204 len: 168 time: 0.5433033 Feb 15 14:15:00.378830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48806) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:00.437897 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e9e2f194-395e-4678-a20f-49b305ef72d6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552008 Feb 15 14:15:00.437897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48808) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:00.458372 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c9a575e9-1ef0-4e24-95d2-3384dd5f2fad tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (99773a69-46c3-4194-a7e9-08aa74ad4bba), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.462107 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c9a575e9-1ef0-4e24-95d2-3384dd5f2fad tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.463918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c9a575e9-1ef0-4e24-95d2-3384dd5f2fad tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-groups/99773a69-46c3-4194-a7e9-08aa74ad4bba HTTP/1.1" status: 204 len: 168 time: 0.3404412 Feb 15 14:15:00.478852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48810) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:00.547151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4c084-d77b-4c22-adf1-6fe21be0b5d3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:00.548725 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-28b4c084-d77b-4c22-adf1-6fe21be0b5d3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1100628 Feb 15 14:15:00.553361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48814) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:00.563211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a575e9-1ef0-4e24-95d2-3384dd5f2fad tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99773a69-46c3-4194-a7e9-08aa74ad4bba,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:00.580551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (12082e71-2762-4515-8882-481f7482eae9), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.580930 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d84c091d-79b1-4e85-91e4-507e162395da tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1008534 Feb 15 14:15:00.584976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48818) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:00.609748 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-f3a4ba59-8bcc-4f6a-b48b-8a4fa7411f0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:15:00.610105 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-f3a4ba59-8bcc-4f6a-b48b-8a4fa7411f0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:15:00.618285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc3707f-6afb-4b75-bacd-e319cbef373a None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:00.637324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0d856d-4d43-45a4-8f74-727aa59dd1c7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:00.639691 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fa0d856d-4d43-45a4-8f74-727aa59dd1c7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0850663 Feb 15 14:15:00.642490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48822) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:00.694142 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f5f9e050-4c36-4485-880a-bb050f6b72e1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496349 Feb 15 14:15:00.700392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48824) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:00.707429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-82cae22f-d074-403b-92c2-5a60870a7a22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:00.738440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e07dcb2a-b172-4da2-aede-e6846ad7531f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:00.739146 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.826568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port e07dcb2a-b172-4da2-aede-e6846ad7531f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e07dcb2a-b172-4da2-aede-e6846ad7531f,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:00.840838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cae22f-d074-403b-92c2-5a60870a7a22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:00.845069 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82cae22f-d074-403b-92c2-5a60870a7a22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.850519 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.926944 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-303493da-dd41-437b-a3ec-0a24ae58c9ec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (860b1a33-9b06-43ad-bb7f-d04abc11e665), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:00.935876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=e07dcb2a-b172-4da2-aede-e6846ad7531f,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:00.942336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5bca7a-e1ea-48ba-ba55-6aa5655c5ee9 None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:15:00.950448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd4c2-60ff-4ceb-bb64-3adf12c13649 req-78089013-8ce4-43eb-8caa-81252105a90a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:00.952036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-618dd4c2-60ff-4ceb-bb64-3adf12c13649 req-78089013-8ce4-43eb-8caa-81252105a90a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.2385364 Feb 15 14:15:01.006669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f260fbd-8e9d-44c0-9c8b-9d9d3e608f46 req-ada47b85-335f-44e6-b79f-db4e317c1147 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:01.008211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f260fbd-8e9d-44c0-9c8b-9d9d3e608f46 req-ada47b85-335f-44e6-b79f-db4e317c1147 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2936125 Feb 15 14:15:01.009681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0c5bca7a-e1ea-48ba-ba55-6aa5655c5ee9 None None] Deleting port e07dcb2a-b172-4da2-aede-e6846ad7531f {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:01.010057 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c5bca7a-e1ea-48ba-ba55-6aa5655c5ee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.011513 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-303493da-dd41-437b-a3ec-0a24ae58c9ec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (860b1a33-9b06-43ad-bb7f-d04abc11e665), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.090253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0c5bca7a-e1ea-48ba-ba55-6aa5655c5ee9 None None] For port e07dcb2a-b172-4da2-aede-e6846ad7531f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e07dcb2a-b172-4da2-aede-e6846ad7531f,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:01.091370 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c5bca7a-e1ea-48ba-ba55-6aa5655c5ee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.109200 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82cae22f-d074-403b-92c2-5a60870a7a22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (4ad6621d-b11b-4db9-951b-7a0df50adc27), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.111122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0c5bca7a-e1ea-48ba-ba55-6aa5655c5ee9 None None] Calling delete_port for e07dcb2a-b172-4da2-aede-e6846ad7531f owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:01.124777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-618dd4c2-60ff-4ceb-bb64-3adf12c13649 req-b70f273b-3b10-4b97-afb2-a120fb9f9fd8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612384 Feb 15 14:15:01.156385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f260fbd-8e9d-44c0-9c8b-9d9d3e608f46 req-d93557ca-9d32-429d-a608-ad142c382ce1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345260 Feb 15 14:15:01.163950 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-303493da-dd41-437b-a3ec-0a24ae58c9ec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (860b1a33-9b06-43ad-bb7f-d04abc11e665), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.166538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-303493da-dd41-437b-a3ec-0a24ae58c9ec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.167741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-303493da-dd41-437b-a3ec-0a24ae58c9ec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-groups/860b1a33-9b06-43ad-bb7f-d04abc11e665 HTTP/1.1" status: 204 len: 168 time: 0.5807056 Feb 15 14:15:01.171105 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (12082e71-2762-4515-8882-481f7482eae9), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.182762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48836) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:01.194799 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cae22f-d074-403b-92c2-5a60870a7a22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=4ad6621d-b11b-4db9-951b-7a0df50adc27,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:01.202716 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (12082e71-2762-4515-8882-481f7482eae9), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.208625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cae22f-d074-403b-92c2-5a60870a7a22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:01.210452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-82cae22f-d074-403b-92c2-5a60870a7a22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:01.213373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303493da-dd41-437b-a3ec-0a24ae58c9ec tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860b1a33-9b06-43ad-bb7f-d04abc11e665,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:01.214034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cae22f-d074-403b-92c2-5a60870a7a22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:01.214850 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82cae22f-d074-403b-92c2-5a60870a7a22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.238697 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-82cae22f-d074-403b-92c2-5a60870a7a22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5363379 Feb 15 14:15:01.241482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48838) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:01.250161 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': '4ad6621d-b11b-4db9-951b-7a0df50adc27', 'ip_address': '2001:db8::8764:f2b0:4b8a:db2f'}], 'name': 'tempest-NetworksTestDHCPv6-307821980'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:01.256284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f3a4ba59-8bcc-4f6a-b48b-8a4fa7411f0d None None] Current status of the port e07dcb2a-b172-4da2-aede-e6846ad7531f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:01.302673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=12082e71-2762-4515-8882-481f7482eae9,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:01.319508 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d2a04e70-1d12-47c2-8643-72f9ee58615a tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1432078 Feb 15 14:15:01.324671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48842) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:01.324938 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c5bca7a-e1ea-48ba-ba55-6aa5655c5ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (e07dcb2a-b172-4da2-aede-e6846ad7531f), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.327369 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (2e258cf8-f3bf-49d1-ab78-2094f77f1785), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.330770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-caedeea5-1251-48fd-8dfd-0ad4efa0367c tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092464927'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:01.350632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bca7a-e1ea-48ba-ba55-6aa5655c5ee9 None None] Pushing event deleted for resources: {'Port': ['ID=e07dcb2a-b172-4da2-aede-e6846ad7531f,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:01.356914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5bca7a-e1ea-48ba-ba55-6aa5655c5ee9 None None] No DVR routers for this DVR port e07dcb2a-b172-4da2-aede-e6846ad7531f on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:15:01.378607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-caf553d4-33e1-40c2-b3d5-5e9777a31205 None None] Could not find standard attr ID for object e6dc078e-f598-4bc8-8ac8-b76b7715e213. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:15:01.381091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab75c5-a6a3-464b-b168-b0420aafe36d None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:01.390469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-caedeea5-1251-48fd-8dfd-0ad4efa0367c tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.426641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:01.432711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.472701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:15:01.476554 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP 2e258cf8-f3bf-49d1-ab78-2094f77f1785 associated. External IP: 172.25.6.4, port: 0d657a0c-bec1-4ed9-b888-6de62a06f8ed. Feb 15 14:15:01.510792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '4ad6621d-b11b-4db9-951b-7a0df50adc27'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:15:01.511715 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.547995 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-caedeea5-1251-48fd-8dfd-0ad4efa0367c tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (0359aa77-bb5b-4be3-b6c7-89a38026f193), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.557842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-caedeea5-1251-48fd-8dfd-0ad4efa0367c tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0359aa77-bb5b-4be3-b6c7-89a38026f193), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.636445 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-caedeea5-1251-48fd-8dfd-0ad4efa0367c tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.640454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-caedeea5-1251-48fd-8dfd-0ad4efa0367c tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3132710 Feb 15 14:15:01.640454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedeea5-1251-48fd-8dfd-0ad4efa0367c tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0359aa77-bb5b-4be3-b6c7-89a38026f193,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:01.641421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48850) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:01.646497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e5fae876-e8a4-4879-ae6c-83043a291049 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': '0359aa77-bb5b-4be3-b6c7-89a38026f193', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:01.682955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5fae876-e8a4-4879-ae6c-83043a291049 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (721d2f13-6a4c-4f84-92bd-0a9c1a95d1cb), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.706152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/4ad6621d-b11b-4db9-951b-7a0df50adc27/3f856dbc-e1a8-4bca-a47b-cca855fcc279) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:01.793295 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5fae876-e8a4-4879-ae6c-83043a291049 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (721d2f13-6a4c-4f84-92bd-0a9c1a95d1cb), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.800293 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5fae876-e8a4-4879-ae6c-83043a291049 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (721d2f13-6a4c-4f84-92bd-0a9c1a95d1cb), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.823606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fae876-e8a4-4879-ae6c-83043a291049 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721d2f13-6a4c-4f84-92bd-0a9c1a95d1cb,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:01.847541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e5fae876-e8a4-4879-ae6c-83043a291049 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.852131 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e5fae876-e8a4-4879-ae6c-83043a291049 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2098606 Feb 15 14:15:01.855036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48858) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:01.900662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9e43c58-9e46-49cd-b01b-b17af39c3fc3 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (721d2f13-6a4c-4f84-92bd-0a9c1a95d1cb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.911100 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9e43c58-9e46-49cd-b01b-b17af39c3fc3 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (721d2f13-6a4c-4f84-92bd-0a9c1a95d1cb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.944113 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9e43c58-9e46-49cd-b01b-b17af39c3fc3 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (721d2f13-6a4c-4f84-92bd-0a9c1a95d1cb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.950641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9e43c58-9e46-49cd-b01b-b17af39c3fc3 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.952394 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d9e43c58-9e46-49cd-b01b-b17af39c3fc3 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/721d2f13-6a4c-4f84-92bd-0a9c1a95d1cb HTTP/1.1" status: 204 len: 168 time: 0.0962040 Feb 15 14:15:01.952743 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Publish callbacks [] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:01.957268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48860) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:01.979218 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.018650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e43c58-9e46-49cd-b01b-b17af39c3fc3 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=721d2f13-6a4c-4f84-92bd-0a9c1a95d1cb,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:02.024993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:02.027192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e07dcb2a-b172-4da2-aede-e6846ad7531f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:15:02.053242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: e07dcb2a-b172-4da2-aede-e6846ad7531f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:15:02.053617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e07dcb2a-b172-4da2-aede-e6846ad7531f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:15:02.057625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:02.061896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:02.068059 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c1cbbdfd-d9d3-4839-b484-3893aa3e8165 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1085751 Feb 15 14:15:02.068395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Pushing event updated for resources: {'Port': ['ID=3f856dbc-e1a8-4bca-a47b-cca855fcc279,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:02.068706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48864) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:02.116503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::8764:f2b0:4b8a:db2f (a38afbd0-c128-4dc1-aa52-b247a5fafd54/4ad6621d-b11b-4db9-951b-7a0df50adc27/8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:02.138510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Attempting to bind port 3f856dbc-e1a8-4bca-a47b-cca855fcc279 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:15:02.139060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Attempting to bind port 3f856dbc-e1a8-4bca-a47b-cca855fcc279 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:15:02.139558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Attempting to bind port 3f856dbc-e1a8-4bca-a47b-cca855fcc279 on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:15:02.145665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:15:02.146474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:02.147173 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.147799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:15:02.148666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Bound port: 3f856dbc-e1a8-4bca-a47b-cca855fcc279, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:15:02.149316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.188435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:02.268893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77a59a15-48af-454c-b79d-7a44b1546158 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (0359aa77-bb5b-4be3-b6c7-89a38026f193), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.270290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] For port 3f856dbc-e1a8-4bca-a47b-cca855fcc279, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:15:02.274562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] For port 3f856dbc-e1a8-4bca-a47b-cca855fcc279, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3f856dbc-e1a8-4bca-a47b-cca855fcc279,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:15:02.287900 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.315499 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77a59a15-48af-454c-b79d-7a44b1546158 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (0359aa77-bb5b-4be3-b6c7-89a38026f193), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.396592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9e234-c6dd-4bd1-989a-16b534a5586d None None] Pushing event updated for resources: {'Port': ['ID=3f856dbc-e1a8-4bca-a47b-cca855fcc279,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:02.404935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd869-6126-4584-841a-d6ec73e67c20 req-af5963c3-4ab8-41aa-a1a9-595aeae15d5a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:02.406228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-772dd869-6126-4584-841a-d6ec73e67c20 req-af5963c3-4ab8-41aa-a1a9-595aeae15d5a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.1207087 Feb 15 14:15:02.413537 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.427096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7068c1-7a7d-4702-9f32-6589c21a6061 req-f86ef72b-f121-4ce8-95f6-d24c888719fb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:02.428456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f7068c1-7a7d-4702-9f32-6589c21a6061 req-f86ef72b-f121-4ce8-95f6-d24c888719fb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1077526 Feb 15 14:15:02.439314 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77a59a15-48af-454c-b79d-7a44b1546158 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0359aa77-bb5b-4be3-b6c7-89a38026f193), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.442496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77a59a15-48af-454c-b79d-7a44b1546158 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.446525 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-77a59a15-48af-454c-b79d-7a44b1546158 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-groups/0359aa77-bb5b-4be3-b6c7-89a38026f193 HTTP/1.1" status: 204 len: 168 time: 0.3715818 Feb 15 14:15:02.451945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48876) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:02.472228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a59a15-48af-454c-b79d-7a44b1546158 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0359aa77-bb5b-4be3-b6c7-89a38026f193,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:02.473005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:02.495575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736d82c-66bf-44e8-8c23-45d13d99a2d2 None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:02.544250 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.544753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-772dd869-6126-4584-841a-d6ec73e67c20 req-deb44178-085b-4259-b9db-519a8e0d1666 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258645 Feb 15 14:15:02.545117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736d82c-66bf-44e8-8c23-45d13d99a2d2 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:02.546088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b736d82c-66bf-44e8-8c23-45d13d99a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:02.557482 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.572884 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bd635154-2ef7-4cd2-9d72-5a7d66ff3345 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1133795 Feb 15 14:15:02.572884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48882) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:02.577268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f179b75e-444a-4512-8a75-2abd8b7e1ac1 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group': {'name': 'tempest-secgroup--235262857'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:02.595886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b736d82c-66bf-44e8-8c23-45d13d99a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:02.607216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736d82c-66bf-44e8-8c23-45d13d99a2d2 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:02.607871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b736d82c-66bf-44e8-8c23-45d13d99a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:02.624121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f7068c1-7a7d-4702-9f32-6589c21a6061 req-50fa0893-7aa5-4af0-93cf-e2d343620fc8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854236 Feb 15 14:15:02.628710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8e2ae6fe-50df-4527-a201-41938f67bc99 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7520287 Feb 15 14:15:02.632891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48884) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:02.638675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-1092a3f4-db98-4468-8206-2c37213da16e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'floatingip': {'port_id': '0d657a0c-bec1-4ed9-b888-6de62a06f8ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:02.651457 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:02.664073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:02.666877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b736d82c-66bf-44e8-8c23-45d13d99a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:02.667685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736d82c-66bf-44e8-8c23-45d13d99a2d2 None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:02.670775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:02.678688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:02.680235 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.690632 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f179b75e-444a-4512-8a75-2abd8b7e1ac1 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.712139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:02.730702 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b144426f-b3bb-4075-b6b3-6bcfa5782ede tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4878149 Feb 15 14:15:02.735859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48886) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:02.743948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1cf5420f-235c-4e23-94fa-3683eda6b1e9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': '4ad6621d-b11b-4db9-951b-7a0df50adc27', 'ip_address': '2001:db8::8764:f2b0:4b8a:db2f'}], 'name': 'tempest-NetworksTestDHCPv6-1295791611'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:02.775114 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1092a3f4-db98-4468-8206-2c37213da16e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (2e258cf8-f3bf-49d1-ab78-2094f77f1785), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.916496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f179b75e-444a-4512-8a75-2abd8b7e1ac1 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (4063ce2e-b669-4d30-bf72-5bea231b453c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.940082 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f179b75e-444a-4512-8a75-2abd8b7e1ac1 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4063ce2e-b669-4d30-bf72-5bea231b453c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.973817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf5420f-235c-4e23-94fa-3683eda6b1e9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:02.993489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f179b75e-444a-4512-8a75-2abd8b7e1ac1 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:02.997492 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f179b75e-444a-4512-8a75-2abd8b7e1ac1 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4209597 Feb 15 14:15:02.998871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48892) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:03.019168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179b75e-444a-4512-8a75-2abd8b7e1ac1 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4063ce2e-b669-4d30-bf72-5bea231b453c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:03.027578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-575bb69e-61f2-4ed8-a206-393d9e526330 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': '4063ce2e-b669-4d30-bf72-5bea231b453c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:03.071428 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-575bb69e-61f2-4ed8-a206-393d9e526330 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d692773b-b8b6-4c6d-8f67-c5256d937389), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.072347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cf5420f-235c-4e23-94fa-3683eda6b1e9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.098379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-1cf5420f-235c-4e23-94fa-3683eda6b1e9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 520a9892-036b-4207-93a1-be4eafaf9625 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:15:03.188346 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-575bb69e-61f2-4ed8-a206-393d9e526330 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d692773b-b8b6-4c6d-8f67-c5256d937389), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.226572 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-575bb69e-61f2-4ed8-a206-393d9e526330 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (d692773b-b8b6-4c6d-8f67-c5256d937389), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.282355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bb69e-61f2-4ed8-a206-393d9e526330 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d692773b-b8b6-4c6d-8f67-c5256d937389,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:03.302768 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-575bb69e-61f2-4ed8-a206-393d9e526330 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.304025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-575bb69e-61f2-4ed8-a206-393d9e526330 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3040762 Feb 15 14:15:03.304817 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf5420f-235c-4e23-94fa-3683eda6b1e9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 14:15:03.305351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf5420f-235c-4e23-94fa-3683eda6b1e9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:15:03.310584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48898) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:03.339760 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-962f654d-01f2-4fcc-97ea-d34068de3bd7 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules/d692773b-b8b6-4c6d-8f67-c5256d937389 HTTP/1.1" status: 200 len: 763 time: 0.0237966 Feb 15 14:15:03.347196 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1cf5420f-235c-4e23-94fa-3683eda6b1e9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6073205 Feb 15 14:15:03.347196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48900) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:03.347196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48902) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:03.420982 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b5454e4b-913e-4f8a-a9e8-5de9297408d8 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0747936 Feb 15 14:15:03.424306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48906) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:03.439691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1092a3f4-db98-4468-8206-2c37213da16e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.452482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dad382-1553-4cdd-bfe0-49ddf41337fc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:03.455591 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1092a3f4-db98-4468-8206-2c37213da16e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (2e258cf8-f3bf-49d1-ab78-2094f77f1785), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.457992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dad382-1553-4cdd-bfe0-49ddf41337fc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:03.459714 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f3dad382-1553-4cdd-bfe0-49ddf41337fc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1115885 Feb 15 14:15:03.462510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48908) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:03.473892 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4646b9aa-3527-4404-90af-ef40f1c8089b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d692773b-b8b6-4c6d-8f67-c5256d937389), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.482650 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4646b9aa-3527-4404-90af-ef40f1c8089b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (d692773b-b8b6-4c6d-8f67-c5256d937389), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.522788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4646b9aa-3527-4404-90af-ef40f1c8089b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (d692773b-b8b6-4c6d-8f67-c5256d937389), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.529179 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4646b9aa-3527-4404-90af-ef40f1c8089b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.533916 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4646b9aa-3527-4404-90af-ef40f1c8089b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/d692773b-b8b6-4c6d-8f67-c5256d937389 HTTP/1.1" status: 204 len: 168 time: 0.1086197 Feb 15 14:15:03.536928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48912) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:03.564664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646b9aa-3527-4404-90af-ef40f1c8089b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d692773b-b8b6-4c6d-8f67-c5256d937389,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:03.598258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48916) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:03.599974 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-97332699-c972-4139-b385-587c6d0ac561 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0620058 Feb 15 14:15:03.607666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2b8b25d5-8e03-4140-b9fa-9324d87276dc tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': '4063ce2e-b669-4d30-bf72-5bea231b453c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:03.776479 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b8b25d5-8e03-4140-b9fa-9324d87276dc tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (15bcf454-210c-4ad7-9aff-5459677e24e1), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.879004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc502c05-42c8-4a3a-86f2-1d9d6bcd3316 req-3f5b4088-ce41-4b3b-aab3-3798bbb38236 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:03.880383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc502c05-42c8-4a3a-86f2-1d9d6bcd3316 req-3f5b4088-ce41-4b3b-aab3-3798bbb38236 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.2470136 Feb 15 14:15:03.928393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-71721731-0b73-45e7-90ad-9931f2971501 None None] Provisioning complete for port 3f856dbc-e1a8-4bca-a47b-cca855fcc279 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:03.929416 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-71721731-0b73-45e7-90ad-9931f2971501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:03.995211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a37bb-8525-48a3-84be-3415648451d6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:03.995511 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c1a37bb-8525-48a3-84be-3415648451d6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.005425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf24bc-520e-48a3-9de3-354ed52b925b req-e7ebe8d3-5062-4725-9159-662557243acd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:04.009476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ccf24bc-520e-48a3-9de3-354ed52b925b req-e7ebe8d3-5062-4725-9159-662557243acd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2789502 Feb 15 14:15:04.051773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-71721731-0b73-45e7-90ad-9931f2971501 None None] Current status of the port 3f856dbc-e1a8-4bca-a47b-cca855fcc279 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:04.054735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-71721731-0b73-45e7-90ad-9931f2971501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.079414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3f856dbc-e1a8-4bca-a47b-cca855fcc279 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:04.157267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc502c05-42c8-4a3a-86f2-1d9d6bcd3316 req-ca7e0055-560f-4414-8275-5ddcc8f9c5de tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359185 Feb 15 14:15:04.165259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-71721731-0b73-45e7-90ad-9931f2971501 None None] For port 3f856dbc-e1a8-4bca-a47b-cca855fcc279, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3f856dbc-e1a8-4bca-a47b-cca855fcc279,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:04.168707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3f856dbc-e1a8-4bca-a47b-cca855fcc279 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:04.169516 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.169631 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b8b25d5-8e03-4140-b9fa-9324d87276dc tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (15bcf454-210c-4ad7-9aff-5459677e24e1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.174125 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-71721731-0b73-45e7-90ad-9931f2971501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.192426 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b8b25d5-8e03-4140-b9fa-9324d87276dc tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (15bcf454-210c-4ad7-9aff-5459677e24e1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.199465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1092a3f4-db98-4468-8206-2c37213da16e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:04.267070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71721731-0b73-45e7-90ad-9931f2971501 None None] Pushing event updated for resources: {'Port': ['ID=3f856dbc-e1a8-4bca-a47b-cca855fcc279,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:04.316881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3f856dbc-e1a8-4bca-a47b-cca855fcc279 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:04.327073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bba301b8-7983-4bad-bfaa-3e6673f2eabc None None] Provisioning complete for port 8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:04.327621 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bba301b8-7983-4bad-bfaa-3e6673f2eabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.364997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bba301b8-7983-4bad-bfaa-3e6673f2eabc None None] Port 8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:04.481717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b25d5-8e03-4140-b9fa-9324d87276dc tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bcf454-210c-4ad7-9aff-5459677e24e1,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:04.489849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ccf24bc-520e-48a3-9de3-354ed52b925b req-f7200b82-22d7-4d74-b824-8c190cba341f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4690032 Feb 15 14:15:04.493246 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c1a37bb-8525-48a3-84be-3415648451d6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.505595 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b8b25d5-8e03-4140-b9fa-9324d87276dc tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.509251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2b8b25d5-8e03-4140-b9fa-9324d87276dc tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9076262 Feb 15 14:15:04.509577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48940) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:04.515354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a37bb-8525-48a3-84be-3415648451d6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:04.532264 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9941ce01-ea48-490a-a283-a2ba2120c07b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules/15bcf454-210c-4ad7-9aff-5459677e24e1 HTTP/1.1" status: 200 len: 763 time: 0.0205431 Feb 15 14:15:04.535047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48944) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:04.582957 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-eecfab61-745a-4d4f-8292-20264d7f9537 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0446246 Feb 15 14:15:04.584534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48948) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:04.617237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78857733-f14b-4d0f-8d55-e76271b16e81 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (15bcf454-210c-4ad7-9aff-5459677e24e1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.626494 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78857733-f14b-4d0f-8d55-e76271b16e81 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (15bcf454-210c-4ad7-9aff-5459677e24e1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.673407 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78857733-f14b-4d0f-8d55-e76271b16e81 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (15bcf454-210c-4ad7-9aff-5459677e24e1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.683125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-78857733-f14b-4d0f-8d55-e76271b16e81 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.685552 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-78857733-f14b-4d0f-8d55-e76271b16e81 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/15bcf454-210c-4ad7-9aff-5459677e24e1 HTTP/1.1" status: 204 len: 168 time: 0.0996113 Feb 15 14:15:04.689675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48952) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:04.703266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78857733-f14b-4d0f-8d55-e76271b16e81 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15bcf454-210c-4ad7-9aff-5459677e24e1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:04.723149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1092a3f4-db98-4468-8206-2c37213da16e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:04.734114 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf2a0f9-87a2-491b-8b2c-3559081bc38c None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:04.747728 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2a0f9-87a2-491b-8b2c-3559081bc38c None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:04.751456 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4cf2a0f9-87a2-491b-8b2c-3559081bc38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:04.760111 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-29dd1b3d-9e8f-4e65-90d5-655d6071e011 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0678809 Feb 15 14:15:04.768605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48954) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:04.768605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-310e4dff-8582-4fb3-9748-b2d99a74eb34 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': '4063ce2e-b669-4d30-bf72-5bea231b453c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:04.772468 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1092a3f4-db98-4468-8206-2c37213da16e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.814356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-310e4dff-8582-4fb3-9748-b2d99a74eb34 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (1442fb1f-56ae-42fc-99d1-cc248b3e8ec6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.839350 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4cf2a0f9-87a2-491b-8b2c-3559081bc38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:04.852297 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2a0f9-87a2-491b-8b2c-3559081bc38c None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:04.852915 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4cf2a0f9-87a2-491b-8b2c-3559081bc38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:04.881005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-310e4dff-8582-4fb3-9748-b2d99a74eb34 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (1442fb1f-56ae-42fc-99d1-cc248b3e8ec6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.886248 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-310e4dff-8582-4fb3-9748-b2d99a74eb34 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (1442fb1f-56ae-42fc-99d1-cc248b3e8ec6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.894584 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4cf2a0f9-87a2-491b-8b2c-3559081bc38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:04.895273 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf2a0f9-87a2-491b-8b2c-3559081bc38c None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:04.906297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e4dff-8582-4fb3-9748-b2d99a74eb34 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1442fb1f-56ae-42fc-99d1-cc248b3e8ec6,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:04.925472 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-310e4dff-8582-4fb3-9748-b2d99a74eb34 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.930004 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-310e4dff-8582-4fb3-9748-b2d99a74eb34 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633680 Feb 15 14:15:04.931483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48956) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:04.931611 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c1a37bb-8525-48a3-84be-3415648451d6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:04.935084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1092a3f4-db98-4468-8206-2c37213da16e tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "PUT /v2.0/floatingips/2e258cf8-f3bf-49d1-ab78-2094f77f1785 HTTP/1.1" status: 200 len: 977 time: 2.3010335 Feb 15 14:15:04.938707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48958) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:04.942217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b248be8-a5cf-4fa4-89ea-2811cdce44e1 req-3cd24668-691a-4fa0-81f7-8f65bb1325c1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:04.943995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b248be8-a5cf-4fa4-89ea-2811cdce44e1 req-3cd24668-691a-4fa0-81f7-8f65bb1325c1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2422626 Feb 15 14:15:04.980266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618d05-276f-4bc7-9905-5b59a2433adc req-9ac0b5a7-c7fe-4f8a-a204-353d75ec52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:04.981797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3618d05-276f-4bc7-9905-5b59a2433adc req-9ac0b5a7-c7fe-4f8a-a204-353d75ec52cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1128 time: 0.1805513 Feb 15 14:15:04.985188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a37bb-8525-48a3-84be-3415648451d6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:05.003284 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-398a524d-9a01-495d-b441-34393338e08a tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules/1442fb1f-56ae-42fc-99d1-cc248b3e8ec6 HTTP/1.1" status: 200 len: 764 time: 0.0704525 Feb 15 14:15:05.005836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48962) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:05.071127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c1a37bb-8525-48a3-84be-3415648451d6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.076589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6c1a37bb-8525-48a3-84be-3415648451d6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc HTTP/1.1" status: 204 len: 168 time: 1.6105618 Feb 15 14:15:05.082442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48964) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:05.108814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b248be8-a5cf-4fa4-89ea-2811cdce44e1 req-af91c4e0-6c99-4911-9069-129d03d6dec8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307688 Feb 15 14:15:05.140789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618d05-276f-4bc7-9905-5b59a2433adc req-954007c6-f409-4e7a-9f61-304d1a29f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:05.142401 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3618d05-276f-4bc7-9905-5b59a2433adc req-954007c6-f409-4e7a-9f61-304d1a29f1b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.1413643 Feb 15 14:15:05.252948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3618d05-276f-4bc7-9905-5b59a2433adc req-f4288f81-9c04-4b33-a016-89d9ecbb18d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 1000 time: 0.1017334 Feb 15 14:15:05.344612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618d05-276f-4bc7-9905-5b59a2433adc req-6e6e6c8e-32fc-4fa0-9260-958a092e11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:05.346126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3618d05-276f-4bc7-9905-5b59a2433adc req-6e6e6c8e-32fc-4fa0-9260-958a092e11cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.0857987 Feb 15 14:15:05.373283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981e502-78c0-4ee9-8be4-1d707be7ef91 req-950e494d-a612-4372-9e84-def9f9bcde6b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:05.375050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2981e502-78c0-4ee9-8be4-1d707be7ef91 req-950e494d-a612-4372-9e84-def9f9bcde6b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.1028559 Feb 15 14:15:05.454001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2981e502-78c0-4ee9-8be4-1d707be7ef91 req-d1d7de07-f7fb-41aa-9453-dd9eb97967e9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592685 Feb 15 14:15:05.458610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618d05-276f-4bc7-9905-5b59a2433adc req-cc5f2116-aa3f-4a9e-9632-50ae75499f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:05.462223 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bec8f107-da4c-4de3-80e3-79969f34348e tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4527042 Feb 15 14:15:05.462398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3618d05-276f-4bc7-9905-5b59a2433adc req-cc5f2116-aa3f-4a9e-9632-50ae75499f8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1051409 Feb 15 14:15:05.463079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48972) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:05.509097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997c673-0b66-4d5c-8c41-84c3d59e3047 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:05.510772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997c673-0b66-4d5c-8c41-84c3d59e3047 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:05.511825 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4997c673-0b66-4d5c-8c41-84c3d59e3047 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4275458 Feb 15 14:15:05.515170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48976) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:05.539343 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-08d0cc5f-cd4a-4ced-9c68-b85a28b0e4ed tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (1442fb1f-56ae-42fc-99d1-cc248b3e8ec6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.550184 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-08d0cc5f-cd4a-4ced-9c68-b85a28b0e4ed tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (1442fb1f-56ae-42fc-99d1-cc248b3e8ec6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.575708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d939bb-2f74-4442-9921-adc0e8dfa5c6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 4ad6621d-b11b-4db9-951b-7a0df50adc27 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:15:05.581025 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3d939bb-2f74-4442-9921-adc0e8dfa5c6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (4ad6621d-b11b-4db9-951b-7a0df50adc27), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.602579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port 12082e71-2762-4515-8882-481f7482eae9 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:05.603352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-08d0cc5f-cd4a-4ced-9c68-b85a28b0e4ed tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (1442fb1f-56ae-42fc-99d1-cc248b3e8ec6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.603461 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (12082e71-2762-4515-8882-481f7482eae9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.615031 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-08d0cc5f-cd4a-4ced-9c68-b85a28b0e4ed tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.615576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-08d0cc5f-cd4a-4ced-9c68-b85a28b0e4ed tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/1442fb1f-56ae-42fc-99d1-cc248b3e8ec6 HTTP/1.1" status: 204 len: 168 time: 0.1515427 Feb 15 14:15:05.619864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48980) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:05.622542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3618d05-276f-4bc7-9905-5b59a2433adc req-e1aa6c28-86b2-4359-ab8a-d7f50601951b service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515622 Feb 15 14:15:05.628715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0cc5f-cd4a-4ced-9c68-b85a28b0e4ed tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1442fb1f-56ae-42fc-99d1-cc248b3e8ec6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:05.667960 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3d939bb-2f74-4442-9921-adc0e8dfa5c6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (4ad6621d-b11b-4db9-951b-7a0df50adc27), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.713165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-77c69541-9ef1-47b0-8254-8c0b66316b30 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0895524 Feb 15 14:15:05.716606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48982) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:05.745884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (12082e71-2762-4515-8882-481f7482eae9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.746213 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (12082e71-2762-4515-8882-481f7482eae9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.776392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a3618d05-276f-4bc7-9905-5b59a2433adc req-69f20588-07a5-422e-90ff-843571e22ca0 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447296 Feb 15 14:15:05.783958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for 12082e71-2762-4515-8882-481f7482eae9 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:05.820375 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9019e492-beb8-4824-9ff7-c8eef79bbce6 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (4063ce2e-b669-4d30-bf72-5bea231b453c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.847478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9019e492-beb8-4824-9ff7-c8eef79bbce6 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (4063ce2e-b669-4d30-bf72-5bea231b453c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.852148 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3d939bb-2f74-4442-9921-adc0e8dfa5c6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (4ad6621d-b11b-4db9-951b-7a0df50adc27), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.898380 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9019e492-beb8-4824-9ff7-c8eef79bbce6 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4063ce2e-b669-4d30-bf72-5bea231b453c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.901489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9019e492-beb8-4824-9ff7-c8eef79bbce6 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:05.905483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9019e492-beb8-4824-9ff7-c8eef79bbce6 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-groups/4063ce2e-b669-4d30-bf72-5bea231b453c HTTP/1.1" status: 204 len: 168 time: 0.1848793 Feb 15 14:15:05.908233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48986) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:05.921639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019e492-beb8-4824-9ff7-c8eef79bbce6 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4063ce2e-b669-4d30-bf72-5bea231b453c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:05.981623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4913a647-b157-42d4-8b3b-d21341b7902f tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0713837 Feb 15 14:15:05.986197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48988) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:05.994656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-27f4f758-5118-4e92-9afe-6e6494921e2b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group': {'name': 'tempest-secgroup--189473689'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:06.004582 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3d939bb-2f74-4442-9921-adc0e8dfa5c6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (4ad6621d-b11b-4db9-951b-7a0df50adc27), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.018501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-27f4f758-5118-4e92-9afe-6e6494921e2b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.042952 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d939bb-2f74-4442-9921-adc0e8dfa5c6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad6621d-b11b-4db9-951b-7a0df50adc27,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:06.048815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3f856dbc-e1a8-4bca-a47b-cca855fcc279 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:06.051322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c3d939bb-2f74-4442-9921-adc0e8dfa5c6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.057100 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c3d939bb-2f74-4442-9921-adc0e8dfa5c6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/4ad6621d-b11b-4db9-951b-7a0df50adc27 HTTP/1.1" status: 204 len: 168 time: 0.5408320 Feb 15 14:15:06.061102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48990) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:06.102554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590191c9-f8aa-4066-ba95-35aaf062be58 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:06.106175 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-76d68762-4d16-407a-a318-6f5c343d99b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439303 Feb 15 14:15:06.106949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48992) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:06.107697 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (12082e71-2762-4515-8882-481f7482eae9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.111552 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-27f4f758-5118-4e92-9afe-6e6494921e2b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (f1dae27f-0e2c-4a23-8422-90ebbd099027), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.115441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4bc395b0-6a4c-4559-8980-41ac957cedff tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:06.116166 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-27f4f758-5118-4e92-9afe-6e6494921e2b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f1dae27f-0e2c-4a23-8422-90ebbd099027), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.163051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4f758-5118-4e92-9afe-6e6494921e2b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dae27f-0e2c-4a23-8422-90ebbd099027,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:06.185814 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-27f4f758-5118-4e92-9afe-6e6494921e2b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.186235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3f856dbc-e1a8-4bca-a47b-cca855fcc279 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:06.186500 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.191432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-27f4f758-5118-4e92-9afe-6e6494921e2b tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2034938 Feb 15 14:15:06.196197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=12082e71-2762-4515-8882-481f7482eae9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:06.198098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48996) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:06.208545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-82dc3164-a771-4d20-88dc-22e394747a0d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Request body: {'security_group_rule': {'security_group_id': 'f1dae27f-0e2c-4a23-8422-90ebbd099027', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:06.270064 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82dc3164-a771-4d20-88dc-22e394747a0d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (5c233d44-afa1-4a23-a36e-e2f7e9bfb19e), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.318633 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (2e258cf8-f3bf-49d1-ab78-2094f77f1785), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.319137 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP 2e258cf8-f3bf-49d1-ab78-2094f77f1785 disassociated (deleted). External IP: 172.25.6.4, port: 0d657a0c-bec1-4ed9-b888-6de62a06f8ed. Feb 15 14:15:06.369288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e5cf9-4da3-4c6e-b5f2-cca453ac450a req-3e2e0e8a-bfb2-476d-a2a2-574302ed44de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:06.370827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666e5cf9-4da3-4c6e-b5f2-cca453ac450a req-3e2e0e8a-bfb2-476d-a2a2-574302ed44de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1181035 Feb 15 14:15:06.373145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc395b0-6a4c-4559-8980-41ac957cedff tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:06.377263 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4bc395b0-6a4c-4559-8980-41ac957cedff tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.385757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3f856dbc-e1a8-4bca-a47b-cca855fcc279 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:06.407137 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82dc3164-a771-4d20-88dc-22e394747a0d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (5c233d44-afa1-4a23-a36e-e2f7e9bfb19e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.412153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc6260-74b1-43d1-88de-d5647defd8b9 None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:15:06.442567 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82dc3164-a771-4d20-88dc-22e394747a0d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (5c233d44-afa1-4a23-a36e-e2f7e9bfb19e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.478108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc3164-a771-4d20-88dc-22e394747a0d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c233d44-afa1-4a23-a36e-e2f7e9bfb19e,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:06.508689 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-82dc3164-a771-4d20-88dc-22e394747a0d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.516432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-82dc3164-a771-4d20-88dc-22e394747a0d tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3169243 Feb 15 14:15:06.519102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49004) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:06.527735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666e5cf9-4da3-4c6e-b5f2-cca453ac450a req-4d7d7dd8-6e66-4337-ad79-032dcbc50daf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338243 Feb 15 14:15:06.543570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc6260-74b1-43d1-88de-d5647defd8b9 None None] Deleting port 3f856dbc-e1a8-4bca-a47b-cca855fcc279 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:06.549335 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9ebc6260-74b1-43d1-88de-d5647defd8b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.640276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9ebc6260-74b1-43d1-88de-d5647defd8b9 None None] For port 3f856dbc-e1a8-4bca-a47b-cca855fcc279, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3f856dbc-e1a8-4bca-a47b-cca855fcc279,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:06.640658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9ebc6260-74b1-43d1-88de-d5647defd8b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.655261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce457ebf-320e-4ac7-8707-c6cdd1857801 req-32d6709c-00b3-4adf-a355-e39a24a5a270 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:06.655930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc6260-74b1-43d1-88de-d5647defd8b9 None None] Calling delete_port for 3f856dbc-e1a8-4bca-a47b-cca855fcc279 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:06.657044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce457ebf-320e-4ac7-8707-c6cdd1857801 req-32d6709c-00b3-4adf-a355-e39a24a5a270 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.0790050 Feb 15 14:15:06.693235 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1912d3b9-995b-4aa9-aa7c-60235df2ccdf tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (f1dae27f-0e2c-4a23-8422-90ebbd099027), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.715089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4bc395b0-6a4c-4559-8980-41ac957cedff tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (2f5a093a-bb72-46e6-bb43-e629e0cc5996), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.744092 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce457ebf-320e-4ac7-8707-c6cdd1857801 req-4bd52c4c-b954-4e6d-b18b-fd7171f153c1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760894 Feb 15 14:15:06.747382 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1912d3b9-995b-4aa9-aa7c-60235df2ccdf tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (f1dae27f-0e2c-4a23-8422-90ebbd099027), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.779363 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9ebc6260-74b1-43d1-88de-d5647defd8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (3f856dbc-e1a8-4bca-a47b-cca855fcc279), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.822998 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1912d3b9-995b-4aa9-aa7c-60235df2ccdf tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f1dae27f-0e2c-4a23-8422-90ebbd099027), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.828465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc6260-74b1-43d1-88de-d5647defd8b9 None None] Pushing event deleted for resources: {'Port': ['ID=3f856dbc-e1a8-4bca-a47b-cca855fcc279,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:06.830318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc6260-74b1-43d1-88de-d5647defd8b9 None None] No DVR routers for this DVR port 3f856dbc-e1a8-4bca-a47b-cca855fcc279 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:15:06.830477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc395b0-6a4c-4559-8980-41ac957cedff tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:06.841385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4bc395b0-6a4c-4559-8980-41ac957cedff tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:06.843579 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1912d3b9-995b-4aa9-aa7c-60235df2ccdf tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.843579 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1912d3b9-995b-4aa9-aa7c-60235df2ccdf tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-groups/f1dae27f-0e2c-4a23-8422-90ebbd099027 HTTP/1.1" status: 204 len: 168 time: 0.3197722 Feb 15 14:15:06.844907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc395b0-6a4c-4559-8980-41ac957cedff tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:06.845499 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4bc395b0-6a4c-4559-8980-41ac957cedff tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:06.847285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49008) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:06.853586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d79c92-a0ea-4d7d-b581-22af6eb55944 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:06.862103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc395b0-6a4c-4559-8980-41ac957cedff tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=2f5a093a-bb72-46e6-bb43-e629e0cc5996,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:06.864620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912d3b9-995b-4aa9-aa7c-60235df2ccdf tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dae27f-0e2c-4a23-8422-90ebbd099027,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:06.895364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49010) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:06.895504 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4bc395b0-6a4c-4559-8980-41ac957cedff tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7845445 Feb 15 14:15:06.908231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:06.939346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0da2e1c4-eae2-4862-b046-088db2e90c51 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': '2f5a093a-bb72-46e6-bb43-e629e0cc5996', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-476525878'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:06.950978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cf011839-720b-4948-ac37-cb3ef1ce039e tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0998187 Feb 15 14:15:06.950978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49014) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:07.003133 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '2f5a093a-bb72-46e6-bb43-e629e0cc5996'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:15:07.004034 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:07.045610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-23d06220-60d5-424f-b299-b96008e7c843 tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0912116 Feb 15 14:15:07.047103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49016) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:07.058362 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:07.063338 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:07.080610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8818bf2-e941-4ee9-abc8-2ec72bdd74ba None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:07.091971 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-bbcddd39-ce3d-4b7d-bf70-61ee0ae3a4be tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] delete failed (client error): The resource could not be found. Feb 15 14:15:07.095385 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bbcddd39-ce3d-4b7d-bf70-61ee0ae3a4be tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "DELETE /v2.0/security-groups/f1dae27f-0e2c-4a23-8422-90ebbd099027 HTTP/1.1" status: 404 len: 347 time: 0.0468748 Feb 15 14:15:07.096404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49018) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:07.107947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8818bf2-e941-4ee9-abc8-2ec72bdd74ba None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:07.108661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f8818bf2-e941-4ee9-abc8-2ec72bdd74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:07.113045 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c1a4cc91-9d34-4cd4-9220-35f9a8109f22 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/floatingips/2e258cf8-f3bf-49d1-ab78-2094f77f1785 HTTP/1.1" status: 204 len: 168 time: 2.1722803 Feb 15 14:15:07.114665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49020) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:07.142876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da2e1c4-eae2-4862-b046-088db2e90c51 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:07.148459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f8818bf2-e941-4ee9-abc8-2ec72bdd74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:07.181526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8818bf2-e941-4ee9-abc8-2ec72bdd74ba None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:07.182389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f8818bf2-e941-4ee9-abc8-2ec72bdd74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:07.199924 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bf41a168-7205-4e46-8644-28d93b407cac tempest-SecGroupTest-1578830726 tempest-SecGroupTest-1578830726-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1023674 Feb 15 14:15:07.242983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f8818bf2-e941-4ee9-abc8-2ec72bdd74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:07.243930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8818bf2-e941-4ee9-abc8-2ec72bdd74ba None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:07.252818 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0da2e1c4-eae2-4862-b046-088db2e90c51 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:07.264140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b928bc62-8c63-4029-8c6e-40defcd1c19d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port 0d657a0c-bec1-4ed9-b888-6de62a06f8ed {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:07.264492 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b928bc62-8c63-4029-8c6e-40defcd1c19d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0d657a0c-bec1-4ed9-b888-6de62a06f8ed), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:07.276038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/2f5a093a-bb72-46e6-bb43-e629e0cc5996/e66f4a5e-3514-41f5-b7cb-15d40226f730) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:07.276369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-0da2e1c4-eae2-4862-b046-088db2e90c51 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 40a75010-6951-457f-a73c-e6a233f11039 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:15:07.417593 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b928bc62-8c63-4029-8c6e-40defcd1c19d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0d657a0c-bec1-4ed9-b888-6de62a06f8ed), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:07.434645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b928bc62-8c63-4029-8c6e-40defcd1c19d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for 0d657a0c-bec1-4ed9-b888-6de62a06f8ed owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:07.484781 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Publish callbacks [] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:07.494040 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:07.498272 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da2e1c4-eae2-4862-b046-088db2e90c51 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:07.498753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da2e1c4-eae2-4862-b046-088db2e90c51 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:15:07.529630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0da2e1c4-eae2-4862-b046-088db2e90c51 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6329653 Feb 15 14:15:07.531919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49028) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:07.552967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:07.558504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:07.563008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:07.618245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Pushing event updated for resources: {'Port': ['ID=e66f4a5e-3514-41f5-b7cb-15d40226f730,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:07.639845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Attempting to bind port e66f4a5e-3514-41f5-b7cb-15d40226f730 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:15:07.640231 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Attempting to bind port e66f4a5e-3514-41f5-b7cb-15d40226f730 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:15:07.640814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Attempting to bind port e66f4a5e-3514-41f5-b7cb-15d40226f730 on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:15:07.645578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55574c28-5650-4462-b3d8-3ddb80568170 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:07.646647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:15:07.649843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:07.650271 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:07.650671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:15:07.651211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Bound port: e66f4a5e-3514-41f5-b7cb-15d40226f730, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:15:07.651666 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:07.656533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-55574c28-5650-4462-b3d8-3ddb80568170 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1138294 Feb 15 14:15:07.657785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49036) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:07.700512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49038) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:07.727998 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b928bc62-8c63-4029-8c6e-40defcd1c19d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0d657a0c-bec1-4ed9-b888-6de62a06f8ed), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:07.795477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928bc62-8c63-4029-8c6e-40defcd1c19d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=0d657a0c-bec1-4ed9-b888-6de62a06f8ed,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:07.821005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc91ec-2fd9-415b-a4ac-0e02fbf3cb82 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:07.832667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc91ec-2fd9-415b-a4ac-0e02fbf3cb82 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:07.839681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e6cc91ec-2fd9-415b-a4ac-0e02fbf3cb82 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1689785 Feb 15 14:15:07.846181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49044) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:07.873630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e271e-2859-4d46-985a-802c202961b3 req-eaca33e3-c96b-44fb-9e03-627aa60f3146 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:07.876164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-103e271e-2859-4d46-985a-802c202961b3 req-eaca33e3-c96b-44fb-9e03-627aa60f3146 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2163806 Feb 15 14:15:07.922118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] For port e66f4a5e-3514-41f5-b7cb-15d40226f730, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:15:07.925880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] For port e66f4a5e-3514-41f5-b7cb-15d40226f730, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e66f4a5e-3514-41f5-b7cb-15d40226f730,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:15:07.937462 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:07.977639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-103e271e-2859-4d46-985a-802c202961b3 req-a473db8b-b6d6-4ca0-bea6-146f40806241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937681 Feb 15 14:15:07.985847 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977a09-2a31-4018-884a-062fc6f9061a req-c9a2ac61-d682-4ce3-aded-6415f8a45879 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:07.987801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7977a09-2a31-4018-884a-062fc6f9061a req-c9a2ac61-d682-4ce3-aded-6415f8a45879 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 943 time: 0.0933213 Feb 15 14:15:08.008685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-5accc880-a5ea-4aba-830d-d9aa9b4f2221 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 2f5a093a-bb72-46e6-bb43-e629e0cc5996 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:15:08.011497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6afbccb9-1fa2-400f-ae1e-68b394c3b69e details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:15:08.063617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b928bc62-8c63-4029-8c6e-40defcd1c19d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.068679 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b928bc62-8c63-4029-8c6e-40defcd1c19d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/ports/0d657a0c-bec1-4ed9-b888-6de62a06f8ed HTTP/1.1" status: 204 len: 168 time: 0.9528625 Feb 15 14:15:08.069743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5accc880-a5ea-4aba-830d-d9aa9b4f2221 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (2f5a093a-bb72-46e6-bb43-e629e0cc5996), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.082008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49050) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:08.093585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:08.143448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5accc880-a5ea-4aba-830d-d9aa9b4f2221 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (2f5a093a-bb72-46e6-bb43-e629e0cc5996), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.156246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7977a09-2a31-4018-884a-062fc6f9061a req-a1c2cdc1-7cd0-46ca-b8aa-3f25ff4c9360 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605752 Feb 15 14:15:08.192173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6afbccb9-1fa2-400f-ae1e-68b394c3b69e,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:08.201754 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.205721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3f856dbc-e1a8-4bca-a47b-cca855fcc279 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:15:08.232766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 3f856dbc-e1a8-4bca-a47b-cca855fcc279 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:15:08.233182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3f856dbc-e1a8-4bca-a47b-cca855fcc279 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:15:08.255346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '6afbccb9-1fa2-400f-ae1e-68b394c3b69e', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'port_id': '6afbccb9-1fa2-400f-ae1e-68b394c3b69e', 'mac_address': 'fa:16:3e:a9:92:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:15:08.273881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a494f-edf1-43d8-90e1-3abe8e877d0b None None] Pushing event updated for resources: {'Port': ['ID=e66f4a5e-3514-41f5-b7cb-15d40226f730,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:08.312664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:08.313085 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.327645 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fee764fd-6b73-435e-a991-7624a273e281 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9438d8cfcc8b4d50a042cbbf76c95682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6259766 Feb 15 14:15:08.330399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49054) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:08.331885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afbccb9-1fa2-400f-ae1e-68b394c3b69e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:15:08.344211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1847753-057f-43ac-892b-f3cedfa53bc0 req-324887f2-3097-4100-b2f7-b2988155613d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:08.345767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1847753-057f-43ac-892b-f3cedfa53bc0 req-324887f2-3097-4100-b2f7-b2988155613d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2137606 Feb 15 14:15:08.397382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6afbccb9-1fa2-400f-ae1e-68b394c3b69e,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:08.403410 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.453886 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1847753-057f-43ac-892b-f3cedfa53bc0 req-b25cf7b6-b315-4735-8cc0-c83b2a26735e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961626 Feb 15 14:15:08.463738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5accc880-a5ea-4aba-830d-d9aa9b4f2221 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (2f5a093a-bb72-46e6-bb43-e629e0cc5996), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.492713 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.500021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6afbccb9-1fa2-400f-ae1e-68b394c3b69e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:08.541973 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b1c3-0d6a-4090-988d-c1989049ba97 admin admin] Publish callbacks [] for security_group (56dde77f-a365-4bc0-a43c-03bebb7e20ea), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.577736 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b1c3-0d6a-4090-988d-c1989049ba97 admin admin] Publish callbacks [] for security_group (56dde77f-a365-4bc0-a43c-03bebb7e20ea), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.615493 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5accc880-a5ea-4aba-830d-d9aa9b4f2221 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (2f5a093a-bb72-46e6-bb43-e629e0cc5996), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.647614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.25.6.91 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:08.682642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accc880-a5ea-4aba-830d-d9aa9b4f2221 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5a093a-bb72-46e6-bb43-e629e0cc5996,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:08.684788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5accc880-a5ea-4aba-830d-d9aa9b4f2221 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.690150 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5accc880-a5ea-4aba-830d-d9aa9b4f2221 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/2f5a093a-bb72-46e6-bb43-e629e0cc5996 HTTP/1.1" status: 204 len: 168 time: 0.8410277 Feb 15 14:15:08.697144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49060) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:08.717321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['6afbccb9-1fa2-400f-ae1e-68b394c3b69e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:15:08.723362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b1c3-0d6a-4090-988d-c1989049ba97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (56dde77f-a365-4bc0-a43c-03bebb7e20ea), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.726884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b1c3-0d6a-4090-988d-c1989049ba97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.728451 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d7f6b1c3-0d6a-4090-988d-c1989049ba97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/56dde77f-a365-4bc0-a43c-03bebb7e20ea HTTP/1.1" status: 204 len: 168 time: 0.3970942 Feb 15 14:15:08.739862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6b1c3-0d6a-4090-988d-c1989049ba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dde77f-a365-4bc0-a43c-03bebb7e20ea,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:08.804008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d85c6ef6-08c2-4d7b-84d9-050d8248080d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056004 Feb 15 14:15:08.807692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49066) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:08.814400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4980fe11-ffc3-4589-b628-5a00d72449ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:08.910488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a60d7-f7ac-4edd-8e73-b161de946c48 req-57a15fc6-ff95-4948-b8b9-29f168c62552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:08.912061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e5a60d7-f7ac-4edd-8e73-b161de946c48 req-57a15fc6-ff95-4948-b8b9-29f168c62552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1137130 Feb 15 14:15:08.915142 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.964169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4980fe11-ffc3-4589-b628-5a00d72449ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:08.969492 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4980fe11-ffc3-4589-b628-5a00d72449ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:08.986332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e5a60d7-f7ac-4edd-8e73-b161de946c48 req-12d3a7a5-dad5-4735-a752-7530baeea587 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641518 Feb 15 14:15:08.997368 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:09.124381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:09.137843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:09.158395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:09.163649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:09.272995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6ede6-9adc-460a-81d4-d46c5f060320 req-4d3263c2-f7df-430e-ab6f-677095649299 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:09.281247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aee6ede6-9adc-460a-81d4-d46c5f060320 req-4d3263c2-f7df-430e-ab6f-677095649299 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1659820 Feb 15 14:15:09.336879 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4980fe11-ffc3-4589-b628-5a00d72449ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (5e89710c-6fdb-4b3d-b46d-a5993ec624f0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:09.396114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980fe11-ffc3-4589-b628-5a00d72449ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:09.399482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4980fe11-ffc3-4589-b628-5a00d72449ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:09.405586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980fe11-ffc3-4589-b628-5a00d72449ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:09.406124 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4980fe11-ffc3-4589-b628-5a00d72449ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:09.430734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980fe11-ffc3-4589-b628-5a00d72449ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=5e89710c-6fdb-4b3d-b46d-a5993ec624f0,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:09.432797 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (fffc603e-9a3c-4fad-b19a-e387ef698279), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:09.448969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aee6ede6-9adc-460a-81d4-d46c5f060320 req-f9f3f23c-4263-4142-b1df-03a52e1a7613 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667426 Feb 15 14:15:09.451279 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4980fe11-ffc3-4589-b628-5a00d72449ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6420078 Feb 15 14:15:09.451982 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49088) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:09.456305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e2ef845f-25dc-48f6-b700-0ee21c287cd5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-697025407', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:09.491192 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2ef845f-25dc-48f6-b700-0ee21c287cd5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (56bddf29-55c0-4ee2-aca9-d6a151175d39), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:09.492286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2ef845f-25dc-48f6-b700-0ee21c287cd5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (56bddf29-55c0-4ee2-aca9-d6a151175d39), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:09.497455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0af8e-0fbd-4300-93dc-186c8bc662e9 req-e68254d9-4be0-4ae1-a28d-86f659268bd0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:09.499119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cff0af8e-0fbd-4300-93dc-186c8bc662e9 req-e68254d9-4be0-4ae1-a28d-86f659268bd0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 944 time: 0.2091541 Feb 15 14:15:09.573755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2ef845f-25dc-48f6-b700-0ee21c287cd5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for router_controller (56bddf29-55c0-4ee2-aca9-d6a151175d39), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:09.580625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2ef845f-25dc-48f6-b700-0ee21c287cd5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (56bddf29-55c0-4ee2-aca9-d6a151175d39), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:09.586727 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:09.608750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2ef845f-25dc-48f6-b700-0ee21c287cd5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:09.611657 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e2ef845f-25dc-48f6-b700-0ee21c287cd5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1586511 Feb 15 14:15:09.612767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49096) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:09.774562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d6db5-2eba-4ea0-8179-aa849d2e66ef None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:09.878020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-92c3793c-e01e-4b89-84f1-79069e344542 None None] Provisioning complete for port e66f4a5e-3514-41f5-b7cb-15d40226f730 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:09.878528 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-92c3793c-e01e-4b89-84f1-79069e344542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.013513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6afbccb9-1fa2-400f-ae1e-68b394c3b69e up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:10.062779 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.073102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cff0af8e-0fbd-4300-93dc-186c8bc662e9 req-ad61b1a3-2527-43e2-8300-597acb1595a5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653336 Feb 15 14:15:10.078325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e66f4a5e-3514-41f5-b7cb-15d40226f730 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:10.136281 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.149927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729e68-6565-47d5-856b-ed6a26fd9b5c req-8684e364-caa3-4cb0-98df-0786bff848fe tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:10.151512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97729e68-6565-47d5-856b-ed6a26fd9b5c req-8684e364-caa3-4cb0-98df-0786bff848fe tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.5674412 Feb 15 14:15:10.166816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-2a5f46b1-6394-4dfc-895d-746ee35b1438 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2091711 Feb 15 14:15:10.210086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-92c3793c-e01e-4b89-84f1-79069e344542 None None] Current status of the port e66f4a5e-3514-41f5-b7cb-15d40226f730 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:10.211136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-92c3793c-e01e-4b89-84f1-79069e344542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.238529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49110) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:10.280201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97729e68-6565-47d5-856b-ed6a26fd9b5c req-e482e950-9d2b-4bbe-a0e7-5e73da567e5e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186948 Feb 15 14:15:10.281058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:15:10.299514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:10.299890 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.331242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-c01c5f4d-bd35-4b91-aeb1-bbf238462c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:10.332777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-c01c5f4d-bd35-4b91-aeb1-bbf238462c72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 1128 time: 0.1330917 Feb 15 14:15:10.366224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-92c3793c-e01e-4b89-84f1-79069e344542 None None] For port e66f4a5e-3514-41f5-b7cb-15d40226f730, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e66f4a5e-3514-41f5-b7cb-15d40226f730,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:10.386574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e66f4a5e-3514-41f5-b7cb-15d40226f730 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:10.391375 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.393873 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.395698 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-92c3793c-e01e-4b89-84f1-79069e344542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.509557 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.611285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3793c-e01e-4b89-84f1-79069e344542 None None] Pushing event updated for resources: {'Port': ['ID=e66f4a5e-3514-41f5-b7cb-15d40226f730,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:10.739311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:10.744866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f8fd4454-f46a-4cf9-8fcf-9987fd821b21 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:10.745617 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-f8fd4454-f46a-4cf9-8fcf-9987fd821b21 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 14:15:10.747401 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-f8fd4454-f46a-4cf9-8fcf-9987fd821b21 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 14:15:10.748146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e66f4a5e-3514-41f5-b7cb-15d40226f730 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:10.748860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f8fd4454-f46a-4cf9-8fcf-9987fd821b21 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5077064 Feb 15 14:15:10.756395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49124) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:10.767096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ab148728-21f8-41a6-a59c-810baef1f162 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'tempest-secgroup--38185460'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:10.769542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:10.769941 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.785025 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (fffc603e-9a3c-4fad-b19a-e387ef698279), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.817496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fb561f-4a0c-451c-984e-362c54e76ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afbccb9-1fa2-400f-ae1e-68b394c3b69e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:15:10.820064 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de218e8f-8b84-4357-a34e-b9e830aa0675" -d '{"events": [{"server_uuid": "84fb561f-4a0c-451c-984e-362c54e76ca9", "name": "network-vif-plugged", "status": "completed", "tag": "6afbccb9-1fa2-400f-ae1e-68b394c3b69e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:15:10.825594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9e77d8d1-106f-4680-8c89-5a213a381407 None None] Provisioning complete for port e66f4a5e-3514-41f5-b7cb-15d40226f730 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:10.825973 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e77d8d1-106f-4680-8c89-5a213a381407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.837453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6afbccb9-1fa2-400f-ae1e-68b394c3b69e,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:10.859335 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.881665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab148728-21f8-41a6-a59c-810baef1f162 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.934419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6814-dc32-43dd-a1ca-b1e4d71efe37 req-2e51fd47-1d87-470a-aa11-820f42091dad tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:10.934915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=6afbccb9-1fa2-400f-ae1e-68b394c3b69e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:10.941507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e4e6814-dc32-43dd-a1ca-b1e4d71efe37 req-2e51fd47-1d87-470a-aa11-820f42091dad tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.3368642 Feb 15 14:15:10.951592 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.952803 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3fc7d77a-1913-48f3-bbbf-c5934340a015 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8693891 Feb 15 14:15:10.962217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab148728-21f8-41a6-a59c-810baef1f162 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:10.967756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49134) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:10.972891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'port': {'network_id': 'b62a1f4b-a6d9-494c-8406-ada8e712adaf', 'name': 'tempest-FloatingIPTestJSON-398639356'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:10.987668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-98a0821a-c392-4db3-a7b8-1cf4d95a2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:10.989037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-98a0821a-c392-4db3-a7b8-1cf4d95a2dd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.6298766 Feb 15 14:15:11.011472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9e77d8d1-106f-4680-8c89-5a213a381407 None None] Current status of the port e66f4a5e-3514-41f5-b7cb-15d40226f730 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:11.116692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-b82ffe1c-a4d2-4f9a-a8d6-1134fd0bffbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=412aff0a-ad97-4310-9c2c-edf5bb5c4411 HTTP/1.1" status: 200 len: 217 time: 0.0859587 Feb 15 14:15:11.145504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e4e6814-dc32-43dd-a1ca-b1e4d71efe37 req-fca5a810-eb87-44fa-91ba-1f1fb94d4a3f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957219 Feb 15 14:15:11.153084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::1 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/5e89710c-6fdb-4b3d-b46d-a5993ec624f0/209a916a-f73c-47fd-aa90-d57ba3561227) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:11.194196 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b8672c-3028-4cbf-bdee-f0338ae79030 x-openstack-request-id: req-b0b8672c-3028-4cbf-bdee-f0338ae79030 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:15:11.194566 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fb561f-4a0c-451c-984e-362c54e76ca9", "name": "network-vif-plugged", "status": "completed", "tag": "6afbccb9-1fa2-400f-ae1e-68b394c3b69e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:15:11.195033 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0b8672c-3028-4cbf-bdee-f0338ae79030 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:15:11.195545 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fb561f-4a0c-451c-984e-362c54e76ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afbccb9-1fa2-400f-ae1e-68b394c3b69e', 'code': 200} Feb 15 14:15:11.310816 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (209a916a-f73c-47fd-aa90-d57ba3561227), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.344692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-894b07c5-5b8c-4cd7-be51-58e1a176c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:11.346092 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-894b07c5-5b8c-4cd7-be51-58e1a176c22f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.2180912 Feb 15 14:15:11.351184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.398284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:11.403923 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:11.406711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:11.407288 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (56bddf29-55c0-4ee2-aca9-d6a151175d39), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.443346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf4a7e-17fd-4eeb-8ca2-4e45c9d5dbe3 req-6fc04ece-c498-4ca3-bfc3-894d5b688cad tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:11.445008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60bf4a7e-17fd-4eeb-8ca2-4e45c9d5dbe3 req-6fc04ece-c498-4ca3-bfc3-894d5b688cad tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 945 time: 0.2100160 Feb 15 14:15:11.450679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=209a916a-f73c-47fd-aa90-d57ba3561227,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:11.451332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab148728-21f8-41a6-a59c-810baef1f162 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (f2886714-f432-403e-839e-16dbd61e243e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.454522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Made reservation on behalf of 48600fe26e394c7d9bf389f77dae907b for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:11.457881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.473405 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab148728-21f8-41a6-a59c-810baef1f162 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f2886714-f432-403e-839e-16dbd61e243e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.488108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c5424-c5a0-44cd-9706-8f1f117544af req-f6d38926-bbac-4b1f-bfe7-1d7809e0e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:11.489585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c8c5424-c5a0-44cd-9706-8f1f117544af req-f6d38926-bbac-4b1f-bfe7-1d7809e0e6f4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 1128 time: 0.2275155 Feb 15 14:15:11.568640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] device_id is not set on port e5171a59-2b2c-4c3a-8b39-6febde9b1fc4 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:15:11.582081 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.604979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-c0547d38-d5bf-4736-a0b0-1aed8b343e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:11.606925 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-c0547d38-d5bf-4736-a0b0-1aed8b343e26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2526248 Feb 15 14:15:11.654330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab148728-21f8-41a6-a59c-810baef1f162 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2886714-f432-403e-839e-16dbd61e243e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:11.766101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60bf4a7e-17fd-4eeb-8ca2-4e45c9d5dbe3 req-5332c072-8668-47e8-aa92-50847f4d9f15 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002770 Feb 15 14:15:11.792975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c8c5424-c5a0-44cd-9706-8f1f117544af req-a389684e-f3ad-4f2a-9169-35b0e874c764 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749016 Feb 15 14:15:11.806446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-43b10c68-a86f-424e-ba0d-22771c22f2fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3090754 Feb 15 14:15:11.817398 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab148728-21f8-41a6-a59c-810baef1f162 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (c48878d7-9b15-42d0-bd97-32780f010579), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.848565 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab148728-21f8-41a6-a59c-810baef1f162 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c48878d7-9b15-42d0-bd97-32780f010579), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.867932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a555f3e5-0260-4ec9-9d8d-e7011bc428eb None None] Provisioning complete for port 209a916a-f73c-47fd-aa90-d57ba3561227 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:11.869581 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a555f3e5-0260-4ec9-9d8d-e7011bc428eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.914122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a555f3e5-0260-4ec9-9d8d-e7011bc428eb None None] Port 209a916a-f73c-47fd-aa90-d57ba3561227 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:11.921255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab148728-21f8-41a6-a59c-810baef1f162 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48878d7-9b15-42d0-bd97-32780f010579,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:11.925009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-be8b7741-89a4-46ac-8e84-e448f96ddfdf service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803931 Feb 15 14:15:11.926849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.20.0.11 (b62a1f4b-a6d9-494c-8406-ada8e712adaf/35da8e8d-9e51-4d0d-9701-d73af2ca789f/e5171a59-2b2c-4c3a-8b39-6febde9b1fc4) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:11.930988 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab148728-21f8-41a6-a59c-810baef1f162 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.935406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ab148728-21f8-41a6-a59c-810baef1f162 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1698470 Feb 15 14:15:11.935797 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (209a916a-f73c-47fd-aa90-d57ba3561227), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.935797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49156) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:11.940217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-846cc522-76fc-4cb2-9d67-673d92fe81f8 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'c48878d7-9b15-42d0-bd97-32780f010579', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:11.947434 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:11.948275 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (56bddf29-55c0-4ee2-aca9-d6a151175d39), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.036413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e66f4a5e-3514-41f5-b7cb-15d40226f730 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:12.041642 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.062693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=209a916a-f73c-47fd-aa90-d57ba3561227,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:12.076248 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-846cc522-76fc-4cb2-9d67-673d92fe81f8 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group_rule (d1ba7a8b-507a-47cf-9bdd-5fb6257657e9), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.141822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e66f4a5e-3514-41f5-b7cb-15d40226f730 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:12.142894 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.155994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:12.160496 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:12.172564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-846cc522-76fc-4cb2-9d67-673d92fe81f8 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group_rule (d1ba7a8b-507a-47cf-9bdd-5fb6257657e9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.222930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-846cc522-76fc-4cb2-9d67-673d92fe81f8 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (d1ba7a8b-507a-47cf-9bdd-5fb6257657e9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.263656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e66f4a5e-3514-41f5-b7cb-15d40226f730 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:12.271917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8cd5f4c7-7cd2-470e-a040-e2f11bec586a req-19476f3e-78dc-45ab-bc96-6f2051121e56 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386495 Feb 15 14:15:12.279327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-846cc522-76fc-4cb2-9d67-673d92fe81f8 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.283299 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-846cc522-76fc-4cb2-9d67-673d92fe81f8 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443446 Feb 15 14:15:12.288946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49162) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:12.294959 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8adfb8e1-dbae-4ba7-8fc2-aed7bd95b640 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'c48878d7-9b15-42d0-bd97-32780f010579', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:12.302889 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cc522-76fc-4cb2-9d67-673d92fe81f8 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ba7a8b-507a-47cf-9bdd-5fb6257657e9,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:12.358398 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8adfb8e1-dbae-4ba7-8fc2-aed7bd95b640 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group_rule (4b487b60-9a91-41c3-9139-87a7f755e662), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.397693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-e48295d7-5a1c-40e9-81d1-96e4f7f9ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:12.399649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-e48295d7-5a1c-40e9-81d1-96e4f7f9ea92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 1128 time: 0.2695341 Feb 15 14:15:12.404137 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (e5171a59-2b2c-4c3a-8b39-6febde9b1fc4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.405755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Router 56bddf29-55c0-4ee2-aca9-d6a151175d39 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:15:12.462033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540abd1-36d9-4160-b76a-216d602b45b3 req-b8001465-b69b-4fec-b43d-cde6e1b2a76a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:12.464842 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-8adfb8e1-dbae-4ba7-8fc2-aed7bd95b640 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 14:15:12.466478 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8adfb8e1-dbae-4ba7-8fc2-aed7bd95b640 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1763892 Feb 15 14:15:12.469575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49166) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:12.469880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1540abd1-36d9-4160-b76a-216d602b45b3 req-b8001465-b69b-4fec-b43d-cde6e1b2a76a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1946375 Feb 15 14:15:12.557262 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e5171a59-2b2c-4c3a-8b39-6febde9b1fc4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.566961 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:12.573202 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c515af81-f8bf-465d-9a74-86139467477b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "PUT /v2.0/routers/56bddf29-55c0-4ee2-aca9-d6a151175d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9589436 Feb 15 14:15:12.577261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49170) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:12.581353 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Sync routers for ids ['56bddf29-55c0-4ee2-aca9-d6a151175d39'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:12.597641 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Routers {'56bddf29-55c0-4ee2-aca9-d6a151175d39'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:12.599483 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['56bddf29-55c0-4ee2-aca9-d6a151175d39'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:12.623378 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b7da8b0-fddd-4f58-8ccf-cf030385fabc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (c48878d7-9b15-42d0-bd97-32780f010579), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.638945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1540abd1-36d9-4160-b76a-216d602b45b3 req-7ba54921-e93e-45b5-bd60-3c40a5b010b2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680887 Feb 15 14:15:12.650464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e537e7b-9d7d-45c5-a1b1-916e1938d40c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:12.652717 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1e537e7b-9d7d-45c5-a1b1-916e1938d40c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports/209a916a-f73c-47fd-aa90-d57ba3561227 HTTP/1.1" status: 200 len: 911 time: 0.0737791 Feb 15 14:15:12.654967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49174) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:12.659997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-076b692c-d0eb-4880-b607-e3afd00754af None None] Provisioning complete for port 209a916a-f73c-47fd-aa90-d57ba3561227 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:12.661221 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-076b692c-d0eb-4880-b607-e3afd00754af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.690151 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network b62a1f4b-a6d9-494c-8406-ada8e712adaf is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:12.691472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-2db86145-9bd3-4a5a-baad-95276570d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:12.693717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-2db86145-9bd3-4a5a-baad-95276570d46e service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 911 time: 0.2484305 Feb 15 14:15:12.711095 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b7da8b0-fddd-4f58-8ccf-cf030385fabc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (c48878d7-9b15-42d0-bd97-32780f010579), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.715706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:12.725644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=e5171a59-2b2c-4c3a-8b39-6febde9b1fc4,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:12.737520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:12.739616 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Set router 56bddf29-55c0-4ee2-aca9-d6a151175d39 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:15:12.747746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-076b692c-d0eb-4880-b607-e3afd00754af None None] Port 209a916a-f73c-47fd-aa90-d57ba3561227 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:12.861904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b7da8b0-fddd-4f58-8ccf-cf030385fabc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c48878d7-9b15-42d0-bd97-32780f010579), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.864945 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b7da8b0-fddd-4f58-8ccf-cf030385fabc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:12.869488 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9b7da8b0-fddd-4f58-8ccf-cf030385fabc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "DELETE /v2.0/security-groups/c48878d7-9b15-42d0-bd97-32780f010579 HTTP/1.1" status: 204 len: 168 time: 0.3984060 Feb 15 14:15:12.870168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49180) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:12.921422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7da8b0-fddd-4f58-8ccf-cf030385fabc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48878d7-9b15-42d0-bd97-32780f010579,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:12.971132 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e9852ff9-4aca-47e8-9e48-dda64caaf3ca tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0867708 Feb 15 14:15:12.971679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49184) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:12.978185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7ca4af37-cc20-4655-9d4c-48d0c2b01e82 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'tempest-secgroup--169285138'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:13.011639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ca4af37-cc20-4655-9d4c-48d0c2b01e82 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.051283 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddf29-55c0-4ee2-aca9-d6a151175d39', 'name': 'tempest-NetworksTestDHCPv6-router-697025407', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:09Z', 'updated_at': '2022-02-15T14:15:11Z', 'revision_number': 2, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None, '_interfaces': [{'id': '209a916a-f73c-47fd-aa90-d57ba3561227', 'name': '', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'mac_address': 'fa:16:3e:ff:5e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bddf29-55c0-4ee2-aca9-d6a151175d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '5e89710c-6fdb-4b3d-b46d-a5993ec624f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:10Z', 'updated_at': '2022-02-15T14:15:11Z', 'revision_number': 2, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'subnets': [{'id': '5e89710c-6fdb-4b3d-b46d-a5993ec624f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:13.108113 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Checking router: 56bddf29-55c0-4ee2-aca9-d6a151175d39 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:15:13.108837 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Updating router 56bddf29-55c0-4ee2-aca9-d6a151175d39 port 209a916a-f73c-47fd-aa90-d57ba3561227 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:15:13.146174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ca4af37-cc20-4655-9d4c-48d0c2b01e82 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (caf009fb-457b-4898-b85b-87ae7b7d3f59), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.156546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ca4af37-cc20-4655-9d4c-48d0c2b01e82 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (caf009fb-457b-4898-b85b-87ae7b7d3f59), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.173057 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.194283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4af37-cc20-4655-9d4c-48d0c2b01e82 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf009fb-457b-4898-b85b-87ae7b7d3f59,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:13.210049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ca4af37-cc20-4655-9d4c-48d0c2b01e82 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.211911 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7ca4af37-cc20-4655-9d4c-48d0c2b01e82 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2387516 Feb 15 14:15:13.217871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49190) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:13.221640 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0cb97c3f-e48b-4e5d-91c0-b91920ec6404 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'caf009fb-457b-4898-b85b-87ae7b7d3f59', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:13.222549 n-d-829064-15 neutron-server[109972]: WARNING neutron.api.v2.base [None req-0cb97c3f-e48b-4e5d-91c0-b91920ec6404 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 15 14:15:13.223186 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-0cb97c3f-e48b-4e5d-91c0-b91920ec6404 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:13.224290 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0cb97c3f-e48b-4e5d-91c0-b91920ec6404 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076809 Feb 15 14:15:13.227109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49194) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:13.264573 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-e2ecabda-2917-46ea-b78e-badd2986771e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d HTTP/1.1" status: 200 len: 999 time: 0.5515141 Feb 15 14:15:13.297057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-baf9863f-72e4-4cbd-95ea-b9f5b3bb4c34 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (caf009fb-457b-4898-b85b-87ae7b7d3f59), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.320520 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-baf9863f-72e4-4cbd-95ea-b9f5b3bb4c34 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (caf009fb-457b-4898-b85b-87ae7b7d3f59), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.378489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-baf9863f-72e4-4cbd-95ea-b9f5b3bb4c34 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (caf009fb-457b-4898-b85b-87ae7b7d3f59), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.383366 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-baf9863f-72e4-4cbd-95ea-b9f5b3bb4c34 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.384850 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-baf9863f-72e4-4cbd-95ea-b9f5b3bb4c34 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "DELETE /v2.0/security-groups/caf009fb-457b-4898-b85b-87ae7b7d3f59 HTTP/1.1" status: 204 len: 168 time: 0.1567283 Feb 15 14:15:13.397093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d247baf0-ea6d-409e-8dc3-d1d51327c403 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:13.399584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49198) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:13.400546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9863f-72e4-4cbd-95ea-b9f5b3bb4c34 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf009fb-457b-4898-b85b-87ae7b7d3f59,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:13.403598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d247baf0-ea6d-409e-8dc3-d1d51327c403 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:13.408231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d247baf0-ea6d-409e-8dc3-d1d51327c403 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.7424731 Feb 15 14:15:13.414170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49200) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:13.427275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:13.428134 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.461444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-e62ba9ae-5d1b-4eb1-87ca-f2b2d888959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:13.462985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-e62ba9ae-5d1b-4eb1-87ca-f2b2d888959c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.1805406 Feb 15 14:15:13.476786 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5f4da803-9316-4d58-8d5f-68f72ece4967 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0732012 Feb 15 14:15:13.481892 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49202) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:13.492205 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4ff4ea90-224d-4157-87ca-9752f33e5276 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'tempest-secgroup--655610790'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:13.522709 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ea90-224d-4157-87ca-9752f33e5276 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.571971 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Publish callbacks [] for port (209a916a-f73c-47fd-aa90-d57ba3561227), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.580042 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.610367 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ea90-224d-4157-87ca-9752f33e5276 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (0a478963-9e57-4374-b149-5a99b171d9e8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.616149 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ea90-224d-4157-87ca-9752f33e5276 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0a478963-9e57-4374-b149-5a99b171d9e8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.646163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5bce95ec-a179-491c-8e26-1bbd502804c9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6761212 Feb 15 14:15:13.648292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49206) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:13.648902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49208) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:13.651657 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Pushing event updated for resources: {'Port': ['ID=209a916a-f73c-47fd-aa90-d57ba3561227,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:13.677884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befdccc-0e9a-4557-a0b7-b64b093f884d req-591554c7-51e0-43f8-898c-ec21e1d41bc9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:13.679425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5befdccc-0e9a-4557-a0b7-b64b093f884d req-591554c7-51e0-43f8-898c-ec21e1d41bc9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 945 time: 0.4172337 Feb 15 14:15:13.688074 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.688423 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.688761 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.689093 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.689419 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.689743 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.690059 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.690377 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.691419 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.691818 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.692140 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.692455 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.692788 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:13.693870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-df35ae0e-f902-44a4-b833-11fe9bf0a104 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'floatingip': {'port_id': 'e5171a59-2b2c-4c3a-8b39-6febde9b1fc4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:13.700126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ea90-224d-4157-87ca-9752f33e5276 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.701555 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4ff4ea90-224d-4157-87ca-9752f33e5276 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2186506 Feb 15 14:15:13.704455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49212) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:13.705114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4ea90-224d-4157-87ca-9752f33e5276 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a478963-9e57-4374-b149-5a99b171d9e8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:13.705346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce984fb4-1b30-4655-ad69-81092a03a4c7 req-35e6359e-ee2d-4bd2-9edf-831d1ab4351d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:13.712846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce984fb4-1b30-4655-ad69-81092a03a4c7 req-35e6359e-ee2d-4bd2-9edf-831d1ab4351d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.4530632 Feb 15 14:15:13.739125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3c236d45-d637-4015-9635-8fd0596c340b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': '0a478963-9e57-4374-b149-5a99b171d9e8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:13.739680 n-d-829064-15 neutron-server[109972]: WARNING neutron.api.v2.base [None req-3c236d45-d637-4015-9635-8fd0596c340b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 15 14:15:13.740351 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-3c236d45-d637-4015-9635-8fd0596c340b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:13.744150 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3c236d45-d637-4015-9635-8fd0596c340b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0361917 Feb 15 14:15:13.751233 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49214) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:13.766464 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Attempting to bind port 209a916a-f73c-47fd-aa90-d57ba3561227 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:15:13.767312 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Attempting to bind port 209a916a-f73c-47fd-aa90-d57ba3561227 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:15:13.767312 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Attempting to bind port 209a916a-f73c-47fd-aa90-d57ba3561227 on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:15:13.780131 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:15:13.780530 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:13.782929 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.784390 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:15:13.788874 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Bound port: 209a916a-f73c-47fd-aa90-d57ba3561227, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:15:13.788874 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.789109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df35ae0e-f902-44a4-b833-11fe9bf0a104 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (fffc603e-9a3c-4fad-b19a-e387ef698279), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.881213 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] For port 209a916a-f73c-47fd-aa90-d57ba3561227, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:15:13.884918 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] For port 209a916a-f73c-47fd-aa90-d57ba3561227, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=209a916a-f73c-47fd-aa90-d57ba3561227,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:15:13.894705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-9ca0ddc7-4d62-48c6-89c4-69518735af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:13.895010 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:13.896354 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-9ca0ddc7-4d62-48c6-89c4-69518735af47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3453357 Feb 15 14:15:13.961786 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5aa44f-dd81-439a-8853-49bafe8fd87e None None] Pushing event updated for resources: {'Port': ['ID=209a916a-f73c-47fd-aa90-d57ba3561227,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:13.983249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5befdccc-0e9a-4557-a0b7-b64b093f884d req-b194ec75-2385-4ac6-861f-d176ac228ff8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894843 Feb 15 14:15:14.006864 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Routers {'56bddf29-55c0-4ee2-aca9-d6a151175d39'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:14.008449 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['56bddf29-55c0-4ee2-aca9-d6a151175d39'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:14.013847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce984fb4-1b30-4655-ad69-81092a03a4c7 req-d045ecc1-7ca5-4888-9a44-ef6e4f8d05d4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000529 Feb 15 14:15:14.032128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Provisioning complete for port 209a916a-f73c-47fd-aa90-d57ba3561227 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:14.032944 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.111177 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c667ba1-ab32-49ed-a17d-ef6f33e50040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.122124 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] Set router 56bddf29-55c0-4ee2-aca9-d6a151175d39 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:15:14.130657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-a3c3bd66-582b-48bb-a43f-2c6e01e78448 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161624 Feb 15 14:15:14.157705 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3212f3d-bc1c-400d-855d-6f90fb8c5d09 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (0a478963-9e57-4374-b149-5a99b171d9e8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.215566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Current status of the port 209a916a-f73c-47fd-aa90-d57ba3561227 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:14.216447 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.232943 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3212f3d-bc1c-400d-855d-6f90fb8c5d09 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (0a478963-9e57-4374-b149-5a99b171d9e8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.280428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] For port 209a916a-f73c-47fd-aa90-d57ba3561227, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=209a916a-f73c-47fd-aa90-d57ba3561227,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:14.296877 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.314739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac96afea-8598-45d1-9688-3343565ff6d8 req-523f169e-3d91-4dd1-9a57-1c3aea276cde service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766119 Feb 15 14:15:14.400517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Pushing event updated for resources: {'Port': ['ID=209a916a-f73c-47fd-aa90-d57ba3561227,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:14.411451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.411999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.412597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.413148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.413691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.414237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.414789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.415480 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.416016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.416776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.417610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.418819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.419527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750cbef-f101-4b89-88c2-b10d3087d785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:14.452548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4b084e70-289c-414b-9e50-2a935a70467c None None] Provisioning complete for port 209a916a-f73c-47fd-aa90-d57ba3561227 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:14.453385 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b084e70-289c-414b-9e50-2a935a70467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.469691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (56bddf29-55c0-4ee2-aca9-d6a151175d39), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.486152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c667ba1-ab32-49ed-a17d-ef6f33e50040 admin admin] Publish callbacks [] for security_group (af44931b-9e86-42e7-a519-ad05c83bf73c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.492490 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3212f3d-bc1c-400d-855d-6f90fb8c5d09 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0a478963-9e57-4374-b149-5a99b171d9e8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.496712 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3212f3d-bc1c-400d-855d-6f90fb8c5d09 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.497995 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e3212f3d-bc1c-400d-855d-6f90fb8c5d09 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "DELETE /v2.0/security-groups/0a478963-9e57-4374-b149-5a99b171d9e8 HTTP/1.1" status: 204 len: 168 time: 0.7451715 Feb 15 14:15:14.503832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49216) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:14.512618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c667ba1-ab32-49ed-a17d-ef6f33e50040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (af44931b-9e86-42e7-a519-ad05c83bf73c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.544415 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddf29-55c0-4ee2-aca9-d6a151175d39', 'name': 'tempest-NetworksTestDHCPv6-router-697025407', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:09Z', 'updated_at': '2022-02-15T14:15:11Z', 'revision_number': 2, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None, '_interfaces': [{'id': '209a916a-f73c-47fd-aa90-d57ba3561227', 'name': '', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'mac_address': 'fa:16:3e:ff:5e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bddf29-55c0-4ee2-aca9-d6a151175d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '5e89710c-6fdb-4b3d-b46d-a5993ec624f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:10Z', 'updated_at': '2022-02-15T14:15:13Z', 'revision_number': 4, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'subnets': [{'id': '5e89710c-6fdb-4b3d-b46d-a5993ec624f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:14.545621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3212f3d-bc1c-400d-855d-6f90fb8c5d09 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a478963-9e57-4374-b149-5a99b171d9e8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:14.572732 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2c667ba1-ab32-49ed-a17d-ef6f33e50040 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=04dd3b18f85441ef9c1c2b231aa4d853&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8912268 Feb 15 14:15:14.573332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49218) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:14.578770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4b084e70-289c-414b-9e50-2a935a70467c None None] Current status of the port 209a916a-f73c-47fd-aa90-d57ba3561227 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:14.587910 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70195654-a3ce-402b-a503-3e52cc2f654b None None] The sync data for ids ['56bddf29-55c0-4ee2-aca9-d6a151175d39'] in n-d-829064-15 is: [{'id': '56bddf29-55c0-4ee2-aca9-d6a151175d39', 'name': 'tempest-NetworksTestDHCPv6-router-697025407', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:09Z', 'updated_at': '2022-02-15T14:15:11Z', 'revision_number': 2, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None, '_interfaces': [{'id': '209a916a-f73c-47fd-aa90-d57ba3561227', 'name': '', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'mac_address': 'fa:16:3e:ff:5e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bddf29-55c0-4ee2-aca9-d6a151175d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '5e89710c-6fdb-4b3d-b46d-a5993ec624f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:10Z', 'updated_at': '2022-02-15T14:15:13Z', 'revision_number': 4, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'subnets': [{'id': '5e89710c-6fdb-4b3d-b46d-a5993ec624f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:14.654654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c667ba1-ab32-49ed-a17d-ef6f33e50040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af44931b-9e86-42e7-a519-ad05c83bf73c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:14.674060 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9c9355a6-6851-45c1-bade-9a4b663839e0 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1663618 Feb 15 14:15:14.677880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49220) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:14.699749 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-edf0d115-1216-4ce2-a73d-137aca054cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.707501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5040c96e-b86d-462e-aaac-789947daedca tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'tempest-secgroup--243485954'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:14.743645 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df35ae0e-f902-44a4-b833-11fe9bf0a104 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.744985 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cda95a3-7d98-4484-8b4c-c3cac3a9e34b admin admin] Publish callbacks [] for security_group (af44931b-9e86-42e7-a519-ad05c83bf73c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.749659 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5040c96e-b86d-462e-aaac-789947daedca tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.750224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df35ae0e-f902-44a4-b833-11fe9bf0a104 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (fffc603e-9a3c-4fad-b19a-e387ef698279), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.858600 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cda95a3-7d98-4484-8b4c-c3cac3a9e34b admin admin] Publish callbacks [] for security_group (af44931b-9e86-42e7-a519-ad05c83bf73c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.929675 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5040c96e-b86d-462e-aaac-789947daedca tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (5ccfdce9-85f0-4bc1-82d8-cf3bbc653581), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.933347 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-df35ae0e-f902-44a4-b833-11fe9bf0a104 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP fffc603e-9a3c-4fad-b19a-e387ef698279 associated. External IP: 172.25.6.91, port: e5171a59-2b2c-4c3a-8b39-6febde9b1fc4. Feb 15 14:15:14.937676 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5040c96e-b86d-462e-aaac-789947daedca tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5ccfdce9-85f0-4bc1-82d8-cf3bbc653581), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.975567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 209a916a-f73c-47fd-aa90-d57ba3561227 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:14.975901 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:14.990879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040c96e-b86d-462e-aaac-789947daedca tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccfdce9-85f0-4bc1-82d8-cf3bbc653581,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:15.018180 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cda95a3-7d98-4484-8b4c-c3cac3a9e34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (af44931b-9e86-42e7-a519-ad05c83bf73c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.020821 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5cda95a3-7d98-4484-8b4c-c3cac3a9e34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.021975 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5cda95a3-7d98-4484-8b4c-c3cac3a9e34b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af44931b-9e86-42e7-a519-ad05c83bf73c HTTP/1.1" status: 204 len: 168 time: 0.4450424 Feb 15 14:15:15.032024 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5040c96e-b86d-462e-aaac-789947daedca tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.036514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5040c96e-b86d-462e-aaac-789947daedca tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3551512 Feb 15 14:15:15.037383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49228) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.041884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-beacf8cb-4dd3-42b5-8925-e9d9a03e2061 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': '5ccfdce9-85f0-4bc1-82d8-cf3bbc653581', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:15.043867 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-beacf8cb-4dd3-42b5-8925-e9d9a03e2061 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 15 14:15:15.044442 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-beacf8cb-4dd3-42b5-8925-e9d9a03e2061 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:15.045614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-beacf8cb-4dd3-42b5-8925-e9d9a03e2061 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075288 Feb 15 14:15:15.056697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49230) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.065399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-fb28825c-70d3-4bb2-bfee-5f9b57d86df9 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': '5ccfdce9-85f0-4bc1-82d8-cf3bbc653581', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:15.066172 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-fb28825c-70d3-4bb2-bfee-5f9b57d86df9 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 15 14:15:15.070231 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-fb28825c-70d3-4bb2-bfee-5f9b57d86df9 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:15.070416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda95a3-7d98-4484-8b4c-c3cac3a9e34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af44931b-9e86-42e7-a519-ad05c83bf73c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:15.070520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fb28825c-70d3-4bb2-bfee-5f9b57d86df9 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101128 Feb 15 14:15:15.077552 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49232) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.090315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0881f4c3-7943-4ee4-b465-f33baffd148d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': '5ccfdce9-85f0-4bc1-82d8-cf3bbc653581', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:15.096231 n-d-829064-15 neutron-server[109972]: WARNING neutron.api.v2.base [None req-0881f4c3-7943-4ee4-b465-f33baffd148d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 15 14:15:15.096839 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-0881f4c3-7943-4ee4-b465-f33baffd148d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:15.097891 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0881f4c3-7943-4ee4-b465-f33baffd148d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149953 Feb 15 14:15:15.100739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49234) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.110486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f53ade4d-2802-4c02-9eb7-b7bb4e83f738 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': '5ccfdce9-85f0-4bc1-82d8-cf3bbc653581', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:15.112885 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-f53ade4d-2802-4c02-9eb7-b7bb4e83f738 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 15 14:15:15.113556 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-f53ade4d-2802-4c02-9eb7-b7bb4e83f738 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:15.115457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f53ade4d-2802-4c02-9eb7-b7bb4e83f738 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136027 Feb 15 14:15:15.118229 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49236) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.268564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f355e95b-2c0b-4fb1-84cc-d6a7c6448598 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (5ccfdce9-85f0-4bc1-82d8-cf3bbc653581), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.307322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f355e95b-2c0b-4fb1-84cc-d6a7c6448598 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (5ccfdce9-85f0-4bc1-82d8-cf3bbc653581), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.360512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df35ae0e-f902-44a4-b833-11fe9bf0a104 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:15.374692 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f355e95b-2c0b-4fb1-84cc-d6a7c6448598 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5ccfdce9-85f0-4bc1-82d8-cf3bbc653581), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.377835 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f355e95b-2c0b-4fb1-84cc-d6a7c6448598 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.379357 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f355e95b-2c0b-4fb1-84cc-d6a7c6448598 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "DELETE /v2.0/security-groups/5ccfdce9-85f0-4bc1-82d8-cf3bbc653581 HTTP/1.1" status: 204 len: 168 time: 0.2601116 Feb 15 14:15:15.400288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49240) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.460184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355e95b-2c0b-4fb1-84cc-d6a7c6448598 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccfdce9-85f0-4bc1-82d8-cf3bbc653581,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:15.464641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49242) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.486391 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79cfb221-ee40-4c91-a02f-d491130e0340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.510581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] For port 209a916a-f73c-47fd-aa90-d57ba3561227, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=209a916a-f73c-47fd-aa90-d57ba3561227,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:15.511251 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.538457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 209a916a-f73c-47fd-aa90-d57ba3561227 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:15.547247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df35ae0e-f902-44a4-b833-11fe9bf0a104 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:15.552322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df35ae0e-f902-44a4-b833-11fe9bf0a104 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.561504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff7d33-1f60-43d5-8f4d-1b8c29f87366 None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:15.572803 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-afee468d-1158-4b0a-a9fa-c51aaa946da2 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1672211 Feb 15 14:15:15.574720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49244) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.578064 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff7d33-1f60-43d5-8f4d-1b8c29f87366 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:15.580283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-85ff7d33-1f60-43d5-8f4d-1b8c29f87366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:15.585738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e8b40ed5-4336-4238-abe5-af2108902952 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677475951'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:15.586603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be6f17-6af2-467a-b6b3-305165ef2ad9 req-8d70c5bd-5af0-40bf-b5c8-a9491c920164 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:15.588096 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3be6f17-6af2-467a-b6b3-305165ef2ad9 req-8d70c5bd-5af0-40bf-b5c8-a9491c920164 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.4690795 Feb 15 14:15:15.620516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-85ff7d33-1f60-43d5-8f4d-1b8c29f87366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:15.623056 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-df35ae0e-f902-44a4-b833-11fe9bf0a104 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "PUT /v2.0/floatingips/fffc603e-9a3c-4fad-b19a-e387ef698279 HTTP/1.1" status: 200 len: 977 time: 1.9401667 Feb 15 14:15:15.630123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49246) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.631570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8181e9-78b1-4562-a19b-af8456416636 req-81e8b7f3-ee50-428a-b990-f84c44ccbc7d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:15.633727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff7d33-1f60-43d5-8f4d-1b8c29f87366 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:15.634356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-85ff7d33-1f60-43d5-8f4d-1b8c29f87366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:15.638656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3f8181e9-78b1-4562-a19b-af8456416636 req-81e8b7f3-ee50-428a-b990-f84c44ccbc7d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 945 time: 0.5154943 Feb 15 14:15:15.671484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8b40ed5-4336-4238-abe5-af2108902952 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.680094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-85ff7d33-1f60-43d5-8f4d-1b8c29f87366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:15.680913 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff7d33-1f60-43d5-8f4d-1b8c29f87366 None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:15.703187 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79cfb221-ee40-4c91-a02f-d491130e0340 admin admin] Publish callbacks [] for security_group (b4c04bf3-9098-4fb5-a53e-55064cd27e99), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.728881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79cfb221-ee40-4c91-a02f-d491130e0340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b4c04bf3-9098-4fb5-a53e-55064cd27e99), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.731776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3be6f17-6af2-467a-b6b3-305165ef2ad9 req-43aa7807-9074-412b-97e6-72a49f2c3514 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115036 Feb 15 14:15:15.760584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3f8181e9-78b1-4562-a19b-af8456416636 req-6ae35c4f-42a7-4eb9-8b12-d08ec70448b0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207159 Feb 15 14:15:15.803065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfb221-ee40-4c91-a02f-d491130e0340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c04bf3-9098-4fb5-a53e-55064cd27e99,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:15.855473 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-79cfb221-ee40-4c91-a02f-d491130e0340 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c8d53798f3964fdfb76c27379886de74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3903434 Feb 15 14:15:15.856307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49252) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.892598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8b40ed5-4336-4238-abe5-af2108902952 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (cb5ff502-a607-46a0-8ac1-cdbb35aeaaea), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.903458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8b40ed5-4336-4238-abe5-af2108902952 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cb5ff502-a607-46a0-8ac1-cdbb35aeaaea), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.947604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port e5171a59-2b2c-4c3a-8b39-6febde9b1fc4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:15.948010 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e5171a59-2b2c-4c3a-8b39-6febde9b1fc4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.962641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8b40ed5-4336-4238-abe5-af2108902952 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:15.963978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e8b40ed5-4336-4238-abe5-af2108902952 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3869822 Feb 15 14:15:15.970481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49254) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.980107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-baaed9ee-7485-489c-8ac9-c1d6e133483e tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ff502-a607-46a0-8ac1-cdbb35aeaaea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:15.980631 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-baaed9ee-7485-489c-8ac9-c1d6e133483e tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 14:15:15.981122 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-baaed9ee-7485-489c-8ac9-c1d6e133483e tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:15.982110 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-baaed9ee-7485-489c-8ac9-c1d6e133483e tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090227 Feb 15 14:15:15.989919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49256) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:15.997097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-507030c3-eb89-4cdf-8846-fd43521f89fb tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ff502-a607-46a0-8ac1-cdbb35aeaaea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:16.001565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b40ed5-4336-4238-abe5-af2108902952 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5ff502-a607-46a0-8ac1-cdbb35aeaaea,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:16.009701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee41e0a-a0df-45db-81d4-32ef8ce8c07e req-02f63382-3c0e-4502-8c87-488e33d954ae tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:16.011274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aee41e0a-a0df-45db-81d4-32ef8ce8c07e req-02f63382-3c0e-4502-8c87-488e33d954ae tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1645031 Feb 15 14:15:16.026768 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90cb8c6a-fb8a-465e-b851-e61ae8eb5711 admin admin] Publish callbacks [] for security_group (b4c04bf3-9098-4fb5-a53e-55064cd27e99), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:16.034379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 209a916a-f73c-47fd-aa90-d57ba3561227 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:16.041713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed8a84-78a0-40b6-855b-ba91e9d61fb3 req-fad14f2d-adff-4b0e-8dfc-6e3391b5a2c9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:16.043427 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7aed8a84-78a0-40b6-855b-ba91e9d61fb3 req-fad14f2d-adff-4b0e-8dfc-6e3391b5a2c9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 945 time: 0.1821711 Feb 15 14:15:16.048720 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (209a916a-f73c-47fd-aa90-d57ba3561227), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:16.066930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 209a916a-f73c-47fd-aa90-d57ba3561227 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:15:16.067293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 209a916a-f73c-47fd-aa90-d57ba3561227 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 15 14:15:16.087413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90cb8c6a-fb8a-465e-b851-e61ae8eb5711 admin admin] Publish callbacks [] for security_group (b4c04bf3-9098-4fb5-a53e-55064cd27e99), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:16.092551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Port 209a916a-f73c-47fd-aa90-d57ba3561227 not found, will not notify nova. {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 15 14:15:16.108095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=209a916a-f73c-47fd-aa90-d57ba3561227,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:16.108311 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e5171a59-2b2c-4c3a-8b39-6febde9b1fc4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:16.263934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aee41e0a-a0df-45db-81d4-32ef8ce8c07e req-1eeb2973-b21b-4139-aeac-0ec90b293844 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443430 Feb 15 14:15:16.271431 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-507030c3-eb89-4cdf-8846-fd43521f89fb tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:16.272474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-507030c3-eb89-4cdf-8846-fd43521f89fb tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2816370 Feb 15 14:15:16.278924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49258) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:16.285924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f8d2dc7a-7018-4021-8cc4-b8a9a898320d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ff502-a607-46a0-8ac1-cdbb35aeaaea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:16.286410 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-f8d2dc7a-7018-4021-8cc4-b8a9a898320d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 15 14:15:16.286897 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-f8d2dc7a-7018-4021-8cc4-b8a9a898320d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:16.287872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f8d2dc7a-7018-4021-8cc4-b8a9a898320d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080037 Feb 15 14:15:16.289378 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (56bddf29-55c0-4ee2-aca9-d6a151175d39), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:16.294184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7aed8a84-78a0-40b6-855b-ba91e9d61fb3 req-4fefe348-374e-4d62-92ef-ac07e8f6a1d0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372117 Feb 15 14:15:16.298165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49260) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:16.303703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e528b95d-361b-495f-9851-4070ee6e7257 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ff502-a607-46a0-8ac1-cdbb35aeaaea', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:16.360787 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90cb8c6a-fb8a-465e-b851-e61ae8eb5711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b4c04bf3-9098-4fb5-a53e-55064cd27e99), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:16.364970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90cb8c6a-fb8a-465e-b851-e61ae8eb5711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:16.369622 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-90cb8c6a-fb8a-465e-b851-e61ae8eb5711 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b4c04bf3-9098-4fb5-a53e-55064cd27e99 HTTP/1.1" status: 204 len: 168 time: 0.5032809 Feb 15 14:15:16.393398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb8c6a-fb8a-465e-b851-e61ae8eb5711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c04bf3-9098-4fb5-a53e-55064cd27e99,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:16.457824 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-e528b95d-361b-495f-9851-4070ee6e7257 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:16.462045 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e528b95d-361b-495f-9851-4070ee6e7257 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1591291 Feb 15 14:15:16.462045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49268) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:16.474751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-bf3a94c1-4560-4743-96de-874b8f1c6655 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ff502-a607-46a0-8ac1-cdbb35aeaaea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:16.474751 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-bf3a94c1-4560-4743-96de-874b8f1c6655 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 14:15:16.474751 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-bf3a94c1-4560-4743-96de-874b8f1c6655 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:16.474751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bf3a94c1-4560-4743-96de-874b8f1c6655 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074170 Feb 15 14:15:16.474751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49270) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:16.477653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9c2c83b5-3498-4d60-9498-c8e111ba748e tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ff502-a607-46a0-8ac1-cdbb35aeaaea', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:16.531636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:16.532097 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (fffc603e-9a3c-4fad-b19a-e387ef698279), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:16.532754 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP fffc603e-9a3c-4fad-b19a-e387ef698279 disassociated. External IP: 172.25.6.91, port: e5171a59-2b2c-4c3a-8b39-6febde9b1fc4. Feb 15 14:15:16.533326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for e5171a59-2b2c-4c3a-8b39-6febde9b1fc4 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:16.609742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083dfcc-0f78-4f58-8049-11be195b3bb6 req-9cac998d-ceac-4489-98e2-be5aa450d5e3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:16.615390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7083dfcc-0f78-4f58-8049-11be195b3bb6 req-9cac998d-ceac-4489-98e2-be5aa450d5e3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2157364 Feb 15 14:15:16.622846 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-9c2c83b5-3498-4d60-9498-c8e111ba748e tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Project c6398d1301b44122a0a6ba398e15e0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:15:16.638515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Router 56bddf29-55c0-4ee2-aca9-d6a151175d39 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:16.671829 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-9c2c83b5-3498-4d60-9498-c8e111ba748e tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:16.672902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9c2c83b5-3498-4d60-9498-c8e111ba748e tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1989083 Feb 15 14:15:16.677612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49278) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:16.721089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e5171a59-2b2c-4c3a-8b39-6febde9b1fc4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:16.727165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e7bde8df-617f-41dc-bdc3-cc098002c0dd tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ff502-a607-46a0-8ac1-cdbb35aeaaea', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:16.727586 n-d-829064-15 neutron-server[109971]: WARNING neutron.api.v2.base [None req-e7bde8df-617f-41dc-bdc3-cc098002c0dd tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 15 14:15:16.728087 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-e7bde8df-617f-41dc-bdc3-cc098002c0dd tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:16.732127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e7bde8df-617f-41dc-bdc3-cc098002c0dd tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0163000 Feb 15 14:15:16.733438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49282) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:16.742697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d3e37413-0c7b-48ae-a9a1-75266c036f3b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ff502-a607-46a0-8ac1-cdbb35aeaaea', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:16.776767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7083dfcc-0f78-4f58-8049-11be195b3bb6 req-598f5827-8245-4806-9331-fa28a9edb310 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565740 Feb 15 14:15:16.779989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:16.786111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-57ef1a0a-c6ec-4780-bc18-c13a42af59dd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "PUT /v2.0/routers/56bddf29-55c0-4ee2-aca9-d6a151175d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3656373 Feb 15 14:15:16.791469 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49284) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:16.794123 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72772a85-0149-4493-8e38-d4590387681f None None] Sync routers for ids ['56bddf29-55c0-4ee2-aca9-d6a151175d39'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:16.826874 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72772a85-0149-4493-8e38-d4590387681f None None] Routers {'56bddf29-55c0-4ee2-aca9-d6a151175d39'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:16.827559 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-72772a85-0149-4493-8e38-d4590387681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['56bddf29-55c0-4ee2-aca9-d6a151175d39'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:16.861172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49288) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:16.908572 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e944-e61f-4e6f-a6c3-39a32b719f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:16.926763 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-72772a85-0149-4493-8e38-d4590387681f None None] Set router 56bddf29-55c0-4ee2-aca9-d6a151175d39 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:15:16.954265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516982a-ee08-4275-925d-d900515cfd91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:16.955756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516982a-ee08-4275-925d-d900515cfd91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:16.960456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c516982a-ee08-4275-925d-d900515cfd91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1646833 Feb 15 14:15:16.965455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49290) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:17.020538 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-72772a85-0149-4493-8e38-d4590387681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddf29-55c0-4ee2-aca9-d6a151175d39', 'name': 'tempest-NetworksTestDHCPv6-router-697025407', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:09Z', 'updated_at': '2022-02-15T14:15:15Z', 'revision_number': 3, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:17.059855 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72772a85-0149-4493-8e38-d4590387681f None None] Checking router: 56bddf29-55c0-4ee2-aca9-d6a151175d39 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:15:17.083367 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72772a85-0149-4493-8e38-d4590387681f None None] Routers {'56bddf29-55c0-4ee2-aca9-d6a151175d39'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:17.084349 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-72772a85-0149-4493-8e38-d4590387681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:14:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['56bddf29-55c0-4ee2-aca9-d6a151175d39'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:17.101804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fed99e-6465-474c-b2b8-37cb0da475a4 req-63ff3b2c-c73e-4462-a9ab-69da41880617 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:17.103570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7fed99e-6465-474c-b2b8-37cb0da475a4 req-63ff3b2c-c73e-4462-a9ab-69da41880617 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2414901 Feb 15 14:15:17.107987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9e5216-eca0-488e-9ce1-dea9221b5093 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 5e89710c-6fdb-4b3d-b46d-a5993ec624f0 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:15:17.112372 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e9e5216-eca0-488e-9ce1-dea9221b5093 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (5e89710c-6fdb-4b3d-b46d-a5993ec624f0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.139833 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc5bb-ec4e-4b66-962c-96f08fc52ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.205154 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e9e5216-eca0-488e-9ce1-dea9221b5093 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (5e89710c-6fdb-4b3d-b46d-a5993ec624f0), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.206207 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-72772a85-0149-4493-8e38-d4590387681f None None] Set router 56bddf29-55c0-4ee2-aca9-d6a151175d39 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:15:17.246785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=e5171a59-2b2c-4c3a-8b39-6febde9b1fc4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:17.272870 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7fed99e-6465-474c-b2b8-37cb0da475a4 req-cfe99a79-4eb2-4cf5-8663-b8dddccec3d4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355534 Feb 15 14:15:17.286797 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e944-e61f-4e6f-a6c3-39a32b719f0b admin admin] Publish callbacks [] for security_group (f96aeba3-4c69-4578-9534-639865324d76), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.299884 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e944-e61f-4e6f-a6c3-39a32b719f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f96aeba3-4c69-4578-9534-639865324d76), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.300348 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-72772a85-0149-4493-8e38-d4590387681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddf29-55c0-4ee2-aca9-d6a151175d39', 'name': 'tempest-NetworksTestDHCPv6-router-697025407', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:09Z', 'updated_at': '2022-02-15T14:15:15Z', 'revision_number': 3, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:17.307149 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e9e5216-eca0-488e-9ce1-dea9221b5093 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (5e89710c-6fdb-4b3d-b46d-a5993ec624f0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.335965 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72772a85-0149-4493-8e38-d4590387681f None None] The sync data for ids ['56bddf29-55c0-4ee2-aca9-d6a151175d39'] in n-d-829064-15 is: [{'id': '56bddf29-55c0-4ee2-aca9-d6a151175d39', 'name': 'tempest-NetworksTestDHCPv6-router-697025407', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:09Z', 'updated_at': '2022-02-15T14:15:15Z', 'revision_number': 3, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:17.353773 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-d3e37413-0c7b-48ae-a9a1-75266c036f3b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Project c6398d1301b44122a0a6ba398e15e0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:15:17.377975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a2f4e944-e61f-4e6f-a6c3-39a32b719f0b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a73722b59764607842ed2c0dab81bec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5145497 Feb 15 14:15:17.381634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49308) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:17.392094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4e944-e61f-4e6f-a6c3-39a32b719f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96aeba3-4c69-4578-9534-639865324d76,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:17.418074 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-d3e37413-0c7b-48ae-a9a1-75266c036f3b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:17.419851 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d3e37413-0c7b-48ae-a9a1-75266c036f3b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6851990 Feb 15 14:15:17.426797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49314) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:17.450033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a55fb7b2-338f-4695-a384-17929e448c4b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ff502-a607-46a0-8ac1-cdbb35aeaaea', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:17.465691 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:17.508955 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-a55fb7b2-338f-4695-a384-17929e448c4b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Project c6398d1301b44122a0a6ba398e15e0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:15:17.541436 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-a55fb7b2-338f-4695-a384-17929e448c4b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:17.542637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a55fb7b2-338f-4695-a384-17929e448c4b tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1148450 Feb 15 14:15:17.546876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49318) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:17.578145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e9e5216-eca0-488e-9ce1-dea9221b5093 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (5e89710c-6fdb-4b3d-b46d-a5993ec624f0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.608368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f112d8-c08e-455d-963d-8a2f88f5ca29 req-39d9da14-52ac-4f4c-bc49-e8fffb1a8d14 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:17.615410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30f112d8-c08e-455d-963d-8a2f88f5ca29 req-39d9da14-52ac-4f4c-bc49-e8fffb1a8d14 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1435587 Feb 15 14:15:17.622659 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:17.638700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a972dce-7d80-488f-bec5-a5653bc8b8c2 None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:17.651289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a972dce-7d80-488f-bec5-a5653bc8b8c2 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:17.652943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9a972dce-7d80-488f-bec5-a5653bc8b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:17.679794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-22619394-a68e-48b5-b2a6-58829897a6c0 admin admin] Publish callbacks [] for security_group (f96aeba3-4c69-4578-9534-639865324d76), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.704766 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.706777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e5216-eca0-488e-9ce1-dea9221b5093 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=5e89710c-6fdb-4b3d-b46d-a5993ec624f0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:17.709616 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7e97afd1-f128-4d07-b8a1-a5f240861e19 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/ports/e5171a59-2b2c-4c3a-8b39-6febde9b1fc4 HTTP/1.1" status: 204 len: 168 time: 2.0784056 Feb 15 14:15:17.712251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49328) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:17.719677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d8bb92-63e8-4d39-8c35-f4a40890d9da None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:17.723833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9a972dce-7d80-488f-bec5-a5653bc8b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:17.756002 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4e9e5216-eca0-488e-9ce1-dea9221b5093 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.759179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4e9e5216-eca0-488e-9ce1-dea9221b5093 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/5e89710c-6fdb-4b3d-b46d-a5993ec624f0 HTTP/1.1" status: 204 len: 168 time: 0.7942982 Feb 15 14:15:17.794692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49334) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:17.829319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-30f112d8-c08e-455d-963d-8a2f88f5ca29 req-4975f89d-741f-4093-b119-04a51108ab58 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438332 Feb 15 14:15:17.842875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a972dce-7d80-488f-bec5-a5653bc8b8c2 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:17.843790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9a972dce-7d80-488f-bec5-a5653bc8b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:17.851689 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-22619394-a68e-48b5-b2a6-58829897a6c0 admin admin] Publish callbacks [] for security_group (f96aeba3-4c69-4578-9534-639865324d76), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.887880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9a972dce-7d80-488f-bec5-a5653bc8b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:17.888563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a972dce-7d80-488f-bec5-a5653bc8b8c2 None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:17.931874 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da45b5f6-93bf-4e48-a825-bd0e4d4af459 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (cb5ff502-a607-46a0-8ac1-cdbb35aeaaea), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:17.941495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9613d733-db75-4e37-a52c-8c59d79b0b96 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "GET /v2.0/floatingips/fffc603e-9a3c-4fad-b19a-e387ef698279 HTTP/1.1" status: 200 len: 687 time: 0.2262125 Feb 15 14:15:17.944864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49340) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:17.979234 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da45b5f6-93bf-4e48-a825-bd0e4d4af459 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (cb5ff502-a607-46a0-8ac1-cdbb35aeaaea), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.068675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 209a916a-f73c-47fd-aa90-d57ba3561227 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:15:18.114772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f97ec1-730e-4072-a9d8-f6ca3f61ec15 None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:15:18.123432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 209a916a-f73c-47fd-aa90-d57ba3561227 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:15:18.124136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 209a916a-f73c-47fd-aa90-d57ba3561227 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:15:18.126020 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da45b5f6-93bf-4e48-a825-bd0e4d4af459 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cb5ff502-a607-46a0-8ac1-cdbb35aeaaea), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.129701 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-da45b5f6-93bf-4e48-a825-bd0e4d4af459 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.133403 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-da45b5f6-93bf-4e48-a825-bd0e4d4af459 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "DELETE /v2.0/security-groups/cb5ff502-a607-46a0-8ac1-cdbb35aeaaea HTTP/1.1" status: 204 len: 168 time: 0.5831738 Feb 15 14:15:18.136586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49346) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:18.187700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-52f97ec1-730e-4072-a9d8-f6ca3f61ec15 None None] Deleting port e66f4a5e-3514-41f5-b7cb-15d40226f730 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:18.188249 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52f97ec1-730e-4072-a9d8-f6ca3f61ec15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.194929 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c2af2c5c-19ba-4950-9283-f299be187a38 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3989806 Feb 15 14:15:18.201042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49352) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:18.201212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45b5f6-93bf-4e48-a825-bd0e4d4af459 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5ff502-a607-46a0-8ac1-cdbb35aeaaea,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:18.261811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-52f97ec1-730e-4072-a9d8-f6ca3f61ec15 None None] For port e66f4a5e-3514-41f5-b7cb-15d40226f730, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e66f4a5e-3514-41f5-b7cb-15d40226f730,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:18.262219 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52f97ec1-730e-4072-a9d8-f6ca3f61ec15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.282217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a2ade-6019-4c9c-99a5-edbd30de61a2 req-de3c4a37-6f31-4f78-b088-c47fdcf42793 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:18.284130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-52f97ec1-730e-4072-a9d8-f6ca3f61ec15 None None] Calling delete_port for e66f4a5e-3514-41f5-b7cb-15d40226f730 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:18.292721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd2a2ade-6019-4c9c-99a5-edbd30de61a2 req-de3c4a37-6f31-4f78-b088-c47fdcf42793 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2227733 Feb 15 14:15:18.329332 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2248f755-2629-477d-8409-4b761049dd96 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for router (56bddf29-55c0-4ee2-aca9-d6a151175d39), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.339660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5060293b-52a0-402e-add8-759719b15f4a tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1992590 Feb 15 14:15:18.341548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49368) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:18.356302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-1b6d4d35-ecad-4652-bbc8-273dde0bc43a tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'tempest-secgroup--631235351'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:18.369199 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-22619394-a68e-48b5-b2a6-58829897a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f96aeba3-4c69-4578-9534-639865324d76), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.374441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-22619394-a68e-48b5-b2a6-58829897a6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.375892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-22619394-a68e-48b5-b2a6-58829897a6c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f96aeba3-4c69-4578-9534-639865324d76 HTTP/1.1" status: 204 len: 168 time: 0.9933064 Feb 15 14:15:18.379899 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.418577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd2a2ade-6019-4c9c-99a5-edbd30de61a2 req-314cd79d-13b2-4c92-94a8-5625e99cc497 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069551 Feb 15 14:15:18.422456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22619394-a68e-48b5-b2a6-58829897a6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96aeba3-4c69-4578-9534-639865324d76,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:18.426222 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52f97ec1-730e-4072-a9d8-f6ca3f61ec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (e66f4a5e-3514-41f5-b7cb-15d40226f730), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.442950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f97ec1-730e-4072-a9d8-f6ca3f61ec15 None None] No DVR routers for this DVR port e66f4a5e-3514-41f5-b7cb-15d40226f730 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:15:18.478586 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1b6d4d35-ecad-4652-bbc8-273dde0bc43a tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.492600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f97ec1-730e-4072-a9d8-f6ca3f61ec15 None None] Pushing event deleted for resources: {'Port': ['ID=e66f4a5e-3514-41f5-b7cb-15d40226f730,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:18.590661 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1b6d4d35-ecad-4652-bbc8-273dde0bc43a tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (f500d9bd-e42f-4711-955d-c3aff1262b54), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.597494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1b6d4d35-ecad-4652-bbc8-273dde0bc43a tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f500d9bd-e42f-4711-955d-c3aff1262b54), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.636233 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2248f755-2629-477d-8409-4b761049dd96 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (56bddf29-55c0-4ee2-aca9-d6a151175d39), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.642399 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2248f755-2629-477d-8409-4b761049dd96 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for router_controller (56bddf29-55c0-4ee2-aca9-d6a151175d39), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.644963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ba19fea9-2bc7-4bbd-bcdc-2e11bd7be91a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:18.645458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba19fea9-2bc7-4bbd-bcdc-2e11bd7be91a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.646167 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1b6d4d35-ecad-4652-bbc8-273dde0bc43a tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.650346 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1b6d4d35-ecad-4652-bbc8-273dde0bc43a tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3039169 Feb 15 14:15:18.650940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49376) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:18.657407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d441ad29-6234-444c-86c7-5d03a51dfa80 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'f500d9bd-e42f-4711-955d-c3aff1262b54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:18.664504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d4d35-ecad-4652-bbc8-273dde0bc43a tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f500d9bd-e42f-4711-955d-c3aff1262b54,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:18.705301 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-d441ad29-6234-444c-86c7-5d03a51dfa80 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The resource could not be found. Feb 15 14:15:18.706842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d441ad29-6234-444c-86c7-5d03a51dfa80 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0548756 Feb 15 14:15:18.709549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49378) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:18.715607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d7d8ec89-b0d5-4146-b75e-625f79001896 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'f500d9bd-e42f-4711-955d-c3aff1262b54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ae011f64-abad-4b52-96c3-6a7e5a9bf040'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:18.756717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2248f755-2629-477d-8409-4b761049dd96 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (56bddf29-55c0-4ee2-aca9-d6a151175d39), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.757551 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2248f755-2629-477d-8409-4b761049dd96 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Fanout notify agent at l3_agent the message router_deleted on router 56bddf29-55c0-4ee2-aca9-d6a151175d39 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:15:18.775044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2248f755-2629-477d-8409-4b761049dd96 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.776228 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2248f755-2629-477d-8409-4b761049dd96 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/routers/56bddf29-55c0-4ee2-aca9-d6a151175d39 HTTP/1.1" status: 204 len: 168 time: 0.5489268 Feb 15 14:15:18.779802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49382) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:18.785670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-57791a52-1d82-4e27-9b1b-ead565ba7dad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:18.794433 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-d7d8ec89-b0d5-4146-b75e-625f79001896 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The resource could not be found. Feb 15 14:15:18.798713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d7d8ec89-b0d5-4146-b75e-625f79001896 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0848348 Feb 15 14:15:18.798713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49386) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:18.839125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba19fea9-2bc7-4bbd-bcdc-2e11bd7be91a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.839542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba19fea9-2bc7-4bbd-bcdc-2e11bd7be91a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.866180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ba19fea9-2bc7-4bbd-bcdc-2e11bd7be91a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:18.869090 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1c39e1e3-3393-47b6-a688-f4429e9bac9c tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (f500d9bd-e42f-4711-955d-c3aff1262b54), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.898718 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1c39e1e3-3393-47b6-a688-f4429e9bac9c tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (f500d9bd-e42f-4711-955d-c3aff1262b54), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.974018 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1c39e1e3-3393-47b6-a688-f4429e9bac9c tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f500d9bd-e42f-4711-955d-c3aff1262b54), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.978652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1c39e1e3-3393-47b6-a688-f4429e9bac9c tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.980290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1c39e1e3-3393-47b6-a688-f4429e9bac9c tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "DELETE /v2.0/security-groups/f500d9bd-e42f-4711-955d-c3aff1262b54 HTTP/1.1" status: 204 len: 168 time: 0.1798429 Feb 15 14:15:18.985041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49392) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:18.988006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57791a52-1d82-4e27-9b1b-ead565ba7dad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:18.991763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-57791a52-1d82-4e27-9b1b-ead565ba7dad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:18.995092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39e1e3-3393-47b6-a688-f4429e9bac9c tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f500d9bd-e42f-4711-955d-c3aff1262b54,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:19.155141 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aea036c6-128f-4207-9274-d17d1081f679 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1680677 Feb 15 14:15:19.155914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49398) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:19.160878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0d924354-2c00-44ac-aee2-6a03cd247ee1 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': '5aa67a83-2fb4-4fbf-8325-3a1c79acc437', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:19.202217 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba19fea9-2bc7-4bbd-bcdc-2e11bd7be91a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.221752 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-0d924354-2c00-44ac-aee2-6a03cd247ee1 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The resource could not be found. Feb 15 14:15:19.224068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0d924354-2c00-44ac-aee2-6a03cd247ee1 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0669131 Feb 15 14:15:19.227638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49402) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:19.237546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d23201e0-12c8-45c3-aad6-9611c0bcf1bd tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235348754'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:19.251370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19fea9-2bc7-4bbd-bcdc-2e11bd7be91a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=f7f3fe61-1e0c-403b-9ba6-c9ba8c4b1504,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:19.269462 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d23201e0-12c8-45c3-aad6-9611c0bcf1bd tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.382282 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d23201e0-12c8-45c3-aad6-9611c0bcf1bd tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (db8bb577-7840-4ee0-b7c3-c9bf0ab3cead), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.390395 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d23201e0-12c8-45c3-aad6-9611c0bcf1bd tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (db8bb577-7840-4ee0-b7c3-c9bf0ab3cead), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.417429 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba19fea9-2bc7-4bbd-bcdc-2e11bd7be91a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (fffc603e-9a3c-4fad-b19a-e387ef698279), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.419718 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d23201e0-12c8-45c3-aad6-9611c0bcf1bd tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.423430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d23201e0-12c8-45c3-aad6-9611c0bcf1bd tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1898069 Feb 15 14:15:19.423566 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba19fea9-2bc7-4bbd-bcdc-2e11bd7be91a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.428867 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ba19fea9-2bc7-4bbd-bcdc-2e11bd7be91a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/floatingips/fffc603e-9a3c-4fad-b19a-e387ef698279 HTTP/1.1" status: 204 len: 168 time: 1.4599330 Feb 15 14:15:19.429807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49410) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:19.430556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49412) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:19.448047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23201e0-12c8-45c3-aad6-9611c0bcf1bd tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8bb577-7840-4ee0-b7c3-c9bf0ab3cead,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:19.509204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d440568b-d624-44eb-8bb0-a33e4a42c816 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652639601'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:19.519289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '4189c8bf-f524-4529-9aac-77257d6048be'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:19.542663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-57791a52-1d82-4e27-9b1b-ead565ba7dad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (ae7ab357-7fbc-4af1-bf44-77f0c11cc165), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.595033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.665966 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57791a52-1d82-4e27-9b1b-ead565ba7dad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:19.673874 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d440568b-d624-44eb-8bb0-a33e4a42c816 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.681511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-57791a52-1d82-4e27-9b1b-ead565ba7dad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:19.685659 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.693891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed3761-c33e-4bf0-bbf2-dcece669c8d9 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:19.694168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57791a52-1d82-4e27-9b1b-ead565ba7dad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:19.695052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-57791a52-1d82-4e27-9b1b-ead565ba7dad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.771561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791a52-1d82-4e27-9b1b-ead565ba7dad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=ae7ab357-7fbc-4af1-bf44-77f0c11cc165,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:19.802503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49418) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:19.808614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-097f4d11-f31f-4493-8a5f-b70d7d91561a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1959906210', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:19.815282 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-57791a52-1d82-4e27-9b1b-ead565ba7dad tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0342569 Feb 15 14:15:19.859852 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-097f4d11-f31f-4493-8a5f-b70d7d91561a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.861417 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-097f4d11-f31f-4493-8a5f-b70d7d91561a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:19.933031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': 'ae7ab357-7fbc-4af1-bf44-77f0c11cc165'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:15:19.934890 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.005526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-097f4d11-f31f-4493-8a5f-b70d7d91561a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for router_controller (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.021547 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-097f4d11-f31f-4493-8a5f-b70d7d91561a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.049049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d440568b-d624-44eb-8bb0-a33e4a42c816 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (359d49df-5975-46d3-8c39-cecb82fb8886), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.054876 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-097f4d11-f31f-4493-8a5f-b70d7d91561a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.060584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-097f4d11-f31f-4493-8a5f-b70d7d91561a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2560027 Feb 15 14:15:20.061361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49422) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:20.064025 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.069020 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d440568b-d624-44eb-8bb0-a33e4a42c816 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (359d49df-5975-46d3-8c39-cecb82fb8886), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.231544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d440568b-d624-44eb-8bb0-a33e4a42c816 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.233979 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d440568b-d624-44eb-8bb0-a33e4a42c816 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7309806 Feb 15 14:15:20.238136 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49428) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:20.264229 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e5af309b-8c32-4bbc-95fc-229540de02c0 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': 'db8bb577-7840-4ee0-b7c3-c9bf0ab3cead', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '359d49df-5975-46d3-8c39-cecb82fb8886'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:20.270257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440568b-d624-44eb-8bb0-a33e4a42c816 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359d49df-5975-46d3-8c39-cecb82fb8886,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:20.473823 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-e5af309b-8c32-4bbc-95fc-229540de02c0 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:20.477769 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e5af309b-8c32-4bbc-95fc-229540de02c0 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2354739 Feb 15 14:15:20.479124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49434) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:20.493350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e66f4a5e-3514-41f5-b7cb-15d40226f730 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:15:20.515274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.25.6.253 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:20.533595 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: e66f4a5e-3514-41f5-b7cb-15d40226f730 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:15:20.534235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e66f4a5e-3514-41f5-b7cb-15d40226f730 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:15:20.563925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/ae7ab357-7fbc-4af1-bf44-77f0c11cc165/e3c15d7f-e39f-43c1-8a3e-6f1be0149b22) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:20.645757 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-091d0577-6965-4216-999b-1a791f0ec77f tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (359d49df-5975-46d3-8c39-cecb82fb8886), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.692341 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-091d0577-6965-4216-999b-1a791f0ec77f tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (359d49df-5975-46d3-8c39-cecb82fb8886), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.778355 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.822514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-091d0577-6965-4216-999b-1a791f0ec77f tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (359d49df-5975-46d3-8c39-cecb82fb8886), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.826460 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-091d0577-6965-4216-999b-1a791f0ec77f tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.830670 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-091d0577-6965-4216-999b-1a791f0ec77f tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "DELETE /v2.0/security-groups/359d49df-5975-46d3-8c39-cecb82fb8886 HTTP/1.1" status: 204 len: 168 time: 0.3504865 Feb 15 14:15:20.831367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49442) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:20.848624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d0577-6965-4216-999b-1a791f0ec77f tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359d49df-5975-46d3-8c39-cecb82fb8886,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:20.859750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.885984 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Publish callbacks [] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.893184 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:20.942621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:20.945570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:20.950151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:20.954562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Pushing event updated for resources: {'Port': ['ID=e3c15d7f-e39f-43c1-8a3e-6f1be0149b22,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:20.972746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:20.982115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:20.988520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:20.992220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:21.081628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a5abef34-e0ae-49c6-9475-729a23495a02 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2489116 Feb 15 14:15:21.084458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49456) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:21.122109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Attempting to bind port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:15:21.122803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Attempting to bind port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:15:21.123407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Attempting to bind port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:15:21.138355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:15:21.138851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:21.139281 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:21.139712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:15:21.140239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Bound port: e3c15d7f-e39f-43c1-8a3e-6f1be0149b22, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:15:21.140743 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:21.144585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:21.220449 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:21.225514 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f734fec-70eb-4840-971c-a75b73514c9d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (db8bb577-7840-4ee0-b7c3-c9bf0ab3cead), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:21.253249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] For port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:15:21.264506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] For port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e3c15d7f-e39f-43c1-8a3e-6f1be0149b22,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:15:21.277673 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:21.338544 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f734fec-70eb-4840-971c-a75b73514c9d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (db8bb577-7840-4ee0-b7c3-c9bf0ab3cead), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:21.357670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d52aa6-cfc6-4bde-9883-6a7058d74545 None None] Pushing event updated for resources: {'Port': ['ID=e3c15d7f-e39f-43c1-8a3e-6f1be0149b22,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:21.468288 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f734fec-70eb-4840-971c-a75b73514c9d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (db8bb577-7840-4ee0-b7c3-c9bf0ab3cead), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:21.470561 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f734fec-70eb-4840-971c-a75b73514c9d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:21.474576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1f734fec-70eb-4840-971c-a75b73514c9d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "DELETE /v2.0/security-groups/db8bb577-7840-4ee0-b7c3-c9bf0ab3cead HTTP/1.1" status: 204 len: 168 time: 0.3868473 Feb 15 14:15:21.479847 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49478) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:21.546016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734fec-70eb-4840-971c-a75b73514c9d tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8bb577-7840-4ee0-b7c3-c9bf0ab3cead,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:21.629761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5e6535b1-2bb9-4f37-8367-a9fc75d65bc4 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1086383 Feb 15 14:15:21.630666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49482) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:21.660133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-48595571-d27f-49bf-9b42-57592f78f3dc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748911298'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:21.706347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::1 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/ae7ab357-7fbc-4af1-bf44-77f0c11cc165/ca07d5fc-869e-4fc9-9207-06b9e76e612c) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:21.737907 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-48595571-d27f-49bf-9b42-57592f78f3dc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:21.927155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49496) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:22.075042 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-48595571-d27f-49bf-9b42-57592f78f3dc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (7a751b1a-da73-476c-99d2-0c341ce2c413), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.085639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (af95eb87-a824-48d1-82b5-fde34a3b9a5e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.093629 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-48595571-d27f-49bf-9b42-57592f78f3dc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7a751b1a-da73-476c-99d2-0c341ce2c413), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.104946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:22.126219 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.132778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118816ac-9546-42c0-9592-89e5ce4307da req-ef3950d4-904d-4537-a77d-379c2c0b3aef tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:22.134232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-ef3950d4-904d-4537-a77d-379c2c0b3aef tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.3579609 Feb 15 14:15:22.159869 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-48595571-d27f-49bf-9b42-57592f78f3dc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.163852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-48595571-d27f-49bf-9b42-57592f78f3dc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5216672 Feb 15 14:15:22.165275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49500) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:22.171618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6fb53a86-05fd-4913-9d03-2c27f6ce7997 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': '7a751b1a-da73-476c-99d2-0c341ce2c413', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:22.172285 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-567cf388-b289-4214-b7a6-5ff183adc553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.179528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48595571-d27f-49bf-9b42-57592f78f3dc tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a751b1a-da73-476c-99d2-0c341ce2c413,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:22.185911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-cfdd9355-3e15-43df-b6ae-c3c9b39861a8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/quotas/8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 375 time: 0.0388336 Feb 15 14:15:22.211555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:22.211955 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.282680 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.298741 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-6fb53a86-05fd-4913-9d03-2c27f6ce7997 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:22.302404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6fb53a86-05fd-4913-9d03-2c27f6ce7997 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1335285 Feb 15 14:15:22.308921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49502) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:22.312015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:22.322604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:22.324316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.334063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c43fda29-f017-49ac-8c75-42b460da07d0 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group_rule': {'security_group_id': '7a751b1a-da73-476c-99d2-0c341ce2c413', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:22.349970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-945598ed-6dd6-4471-ab20-70a1454d9079 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1341062 Feb 15 14:15:22.355062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:22.359788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.361890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:22.362526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.382513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e3c15d7f-e39f-43c1-8a3e-6f1be0149b22,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:22.395881 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.448326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-567cf388-b289-4214-b7a6-5ff183adc553 admin admin] Publish callbacks [] for security_group (d2ea4e51-7471-4b13-9ae6-4ca8ef2be6f8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.457547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=e3c15d7f-e39f-43c1-8a3e-6f1be0149b22,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:22.461762 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-567cf388-b289-4214-b7a6-5ff183adc553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d2ea4e51-7471-4b13-9ae6-4ca8ef2be6f8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.551137 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-567cf388-b289-4214-b7a6-5ff183adc553 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1790bfafcbac4e388fcdcb3c1a82c368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6228149 Feb 15 14:15:22.557617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49506) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:22.594590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=ca07d5fc-869e-4fc9-9207-06b9e76e612c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:22.623630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83537d60-ecfd-4fd4-98f3-140227b262a8 admin admin] Publish callbacks [] for security_group (d2ea4e51-7471-4b13-9ae6-4ca8ef2be6f8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.625827 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.656547 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83537d60-ecfd-4fd4-98f3-140227b262a8 admin admin] Publish callbacks [] for security_group (d2ea4e51-7471-4b13-9ae6-4ca8ef2be6f8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.669410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cf388-b289-4214-b7a6-5ff183adc553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ea4e51-7471-4b13-9ae6-4ca8ef2be6f8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:22.744367 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-c43fda29-f017-49ac-8c75-42b460da07d0 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:15:22.752325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c43fda29-f017-49ac-8c75-42b460da07d0 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4416614 Feb 15 14:15:22.756381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49508) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:22.772606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.810815 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.855786 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83537d60-ecfd-4fd4-98f3-140227b262a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d2ea4e51-7471-4b13-9ae6-4ca8ef2be6f8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.858397 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83537d60-ecfd-4fd4-98f3-140227b262a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.860291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-83537d60-ecfd-4fd4-98f3-140227b262a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2ea4e51-7471-4b13-9ae6-4ca8ef2be6f8 HTTP/1.1" status: 204 len: 168 time: 0.3017237 Feb 15 14:15:22.879614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83537d60-ecfd-4fd4-98f3-140227b262a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ea4e51-7471-4b13-9ae6-4ca8ef2be6f8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:22.968586 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (af95eb87-a824-48d1-82b5-fde34a3b9a5e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:22.985745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-9a1b213c-ba69-463f-8ea5-fc2d57f2816c service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573014 Feb 15 14:15:23.005298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-19d3d818-decb-445f-9480-abd47d133851 None None] Provisioning complete for port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:23.006006 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-19d3d818-decb-445f-9480-abd47d133851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.067849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd6df275-d013-4ec4-9833-3fef19967700 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (7a751b1a-da73-476c-99d2-0c341ce2c413), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.076734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:23.134315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-19d3d818-decb-445f-9480-abd47d133851 None None] Current status of the port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:23.176910 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd6df275-d013-4ec4-9833-3fef19967700 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (7a751b1a-da73-476c-99d2-0c341ce2c413), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.209615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-f78f4dd9-75a7-4b61-b1e8-3bc3cb5a6efc service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978316 Feb 15 14:15:23.236453 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.244786 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.245834 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.246065 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP af95eb87-a824-48d1-82b5-fde34a3b9a5e associated. External IP: 172.25.6.253, port: 4189c8bf-f524-4529-9aac-77257d6048be. Feb 15 14:15:23.330093 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd6df275-d013-4ec4-9833-3fef19967700 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7a751b1a-da73-476c-99d2-0c341ce2c413), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.332745 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd6df275-d013-4ec4-9833-3fef19967700 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.334101 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bd6df275-d013-4ec4-9833-3fef19967700 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "DELETE /v2.0/security-groups/7a751b1a-da73-476c-99d2-0c341ce2c413 HTTP/1.1" status: 204 len: 168 time: 0.5765734 Feb 15 14:15:23.341612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49514) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:23.363642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6df275-d013-4ec4-9833-3fef19967700 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a751b1a-da73-476c-99d2-0c341ce2c413,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:23.405106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49518) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:23.413441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-37bde08f-275e-482e-a7f6-b92384d51824 None None] Provisioning complete for port ca07d5fc-869e-4fc9-9207-06b9e76e612c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:23.414026 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-37bde08f-275e-482e-a7f6-b92384d51824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.430288 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-22a48b0d-d756-460e-a61c-5f6044f202ea tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0876713 Feb 15 14:15:23.434893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49520) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:23.441228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7fa87a2f-c978-433f-a04b-03831206e111 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'tempest-secgroup--63456146'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:23.458122 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5431ff16-11dc-440c-ba33-93ac48f9f25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.479429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=ca07d5fc-869e-4fc9-9207-06b9e76e612c,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:23.500695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-37bde08f-275e-482e-a7f6-b92384d51824 None None] Port ca07d5fc-869e-4fc9-9207-06b9e76e612c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:23.517061 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7fa87a2f-c978-433f-a04b-03831206e111 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.614724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:23.618933 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-844d62dc-dec8-4482-aadd-d95bc61a5b00 req-baf9cc6a-05f0-41ee-becb-03fd69c142d4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.0416160 Feb 15 14:15:23.627506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:23.715278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:23.717802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7fa87a2f-c978-433f-a04b-03831206e111 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (13eb3ebd-9c12-46b0-84ab-37e9019909d2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.736151 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7fa87a2f-c978-433f-a04b-03831206e111 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (13eb3ebd-9c12-46b0-84ab-37e9019909d2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.779668 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5431ff16-11dc-440c-ba33-93ac48f9f25a admin admin] Publish callbacks [] for security_group (bfb6e059-3418-4889-9ad9-7b936537e698), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.845300 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5431ff16-11dc-440c-ba33-93ac48f9f25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bfb6e059-3418-4889-9ad9-7b936537e698), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.866381 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7fa87a2f-c978-433f-a04b-03831206e111 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:23.867675 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7fa87a2f-c978-433f-a04b-03831206e111 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4318810 Feb 15 14:15:23.875443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49530) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:23.881189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0c33d17e-1661-4610-931b-1ad75782f2a6 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:23.881642 n-d-829064-15 neutron-server[109972]: WARNING neutron.api.v2.base [None req-0c33d17e-1661-4610-931b-1ad75782f2a6 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 14:15:23.882130 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-0c33d17e-1661-4610-931b-1ad75782f2a6 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 14:15:23.886005 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0c33d17e-1661-4610-931b-1ad75782f2a6 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "PUT /v2.0/security-groups/13eb3ebd-9c12-46b0-84ab-37e9019909d2 HTTP/1.1" status: 409 len: 330 time: 0.0065370 Feb 15 14:15:23.892142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49532) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:23.909650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa87a2f-c978-433f-a04b-03831206e111 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13eb3ebd-9c12-46b0-84ab-37e9019909d2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:23.951368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:23.965721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5431ff16-11dc-440c-ba33-93ac48f9f25a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bca5eaa20ca14a09a8eed4795f527097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5585706 Feb 15 14:15:23.969261 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a9f68-5bd0-403c-a89c-8b37aefaa511 None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:23.970931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431ff16-11dc-440c-ba33-93ac48f9f25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb6e059-3418-4889-9ad9-7b936537e698,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:23.973330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49534) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:23.988847 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a9f68-5bd0-403c-a89c-8b37aefaa511 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:23.989850 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-664a9f68-5bd0-403c-a89c-8b37aefaa511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:24.012114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.027688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Router a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:15:24.063339 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-664a9f68-5bd0-403c-a89c-8b37aefaa511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:24.076166 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a9f68-5bd0-403c-a89c-8b37aefaa511 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:24.077518 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-664a9f68-5bd0-403c-a89c-8b37aefaa511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:24.077675 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e3181788-241e-4fe4-b779-f1da6b0b9698 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5619874 Feb 15 14:15:24.081015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49540) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:24.087073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:24.109630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-150956125'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:24.115756 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-664a9f68-5bd0-403c-a89c-8b37aefaa511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:24.116644 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a9f68-5bd0-403c-a89c-8b37aefaa511 None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:24.140413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Made reservation on behalf of 48600fe26e394c7d9bf389f77dae907b for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:24.144941 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a46237f5-73ba-4055-b624-c131778b49d6 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (13eb3ebd-9c12-46b0-84ab-37e9019909d2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.146176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.177216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:15:24.186719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4d5ff55b-8224-40a0-ae03-e041cb93039c None None] Provisioning complete for port ca07d5fc-869e-4fc9-9207-06b9e76e612c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:24.188106 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4d5ff55b-8224-40a0-ae03-e041cb93039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.190361 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d7f63a8d-85c1-48fa-bbcc-0a8a05158eef), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.190825 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Added segment d7f63a8d-85c1-48fa-bbcc-0a8a05158eef of type vlan for network 04b188b4-2c87-4fd9-ab72-3c1f7447a895 Feb 15 14:15:24.225210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:24.225705 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.242535 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (04b188b4-2c87-4fd9-ab72-3c1f7447a895), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.275362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (04b188b4-2c87-4fd9-ab72-3c1f7447a895), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.282329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:24.283383 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.287272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ff55b-8224-40a0-ae03-e041cb93039c None None] Port ca07d5fc-869e-4fc9-9207-06b9e76e612c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:24.358350 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2751708 Feb 15 14:15:24.361324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49542) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:24.364933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:24.371585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'subnet': {'network_id': '04b188b4-2c87-4fd9-ab72-3c1f7447a895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:24.393919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb901e-a41f-4332-b247-2cca1edf8f1a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Network': ['ID=04b188b4-2c87-4fd9-ab72-3c1f7447a895,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:24.408147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 04b188b4-2c87-4fd9-ab72-3c1f7447a895 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:15:24.472561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Made reservation on behalf of 48600fe26e394c7d9bf389f77dae907b for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:24.476184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.518990 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-961a0c79-4e04-48a9-b093-37434622a1dc admin admin] Publish callbacks [] for security_group (bfb6e059-3418-4889-9ad9-7b936537e698), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.528670 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a46237f5-73ba-4055-b624-c131778b49d6 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (13eb3ebd-9c12-46b0-84ab-37e9019909d2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.564347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:24.576758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Sync routers for ids ['a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:24.578441 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b1f744ca-c1da-4edf-93f0-6227bd21c6ea tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "PUT /v2.0/routers/a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5159078 Feb 15 14:15:24.581016 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-961a0c79-4e04-48a9-b093-37434622a1dc admin admin] Publish callbacks [] for security_group (bfb6e059-3418-4889-9ad9-7b936537e698), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.582168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49544) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:24.590392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Routers {'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:24.591088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:24.630939 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a46237f5-73ba-4055-b624-c131778b49d6 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (13eb3ebd-9c12-46b0-84ab-37e9019909d2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.633617 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a46237f5-73ba-4055-b624-c131778b49d6 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.637802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a46237f5-73ba-4055-b624-c131778b49d6 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "DELETE /v2.0/security-groups/13eb3ebd-9c12-46b0-84ab-37e9019909d2 HTTP/1.1" status: 204 len: 168 time: 0.7398274 Feb 15 14:15:24.641711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49546) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:24.670772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e195188-8e77-4652-ad7d-1f1249eae29e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:24.675015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46237f5-73ba-4055-b624-c131778b49d6 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eb3ebd-9c12-46b0-84ab-37e9019909d2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:24.675679 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1e195188-8e77-4652-ad7d-1f1249eae29e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports/ca07d5fc-869e-4fc9-9207-06b9e76e612c HTTP/1.1" status: 200 len: 911 time: 0.0922611 Feb 15 14:15:24.676381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49550) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:24.694727 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-961a0c79-4e04-48a9-b093-37434622a1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bfb6e059-3418-4889-9ad9-7b936537e698), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.704318 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-961a0c79-4e04-48a9-b093-37434622a1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.708872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-961a0c79-4e04-48a9-b093-37434622a1dc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bfb6e059-3418-4889-9ad9-7b936537e698 HTTP/1.1" status: 204 len: 168 time: 0.7312393 Feb 15 14:15:24.724110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Set router a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:15:24.756472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a0c79-4e04-48a9-b093-37434622a1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb6e059-3418-4889-9ad9-7b936537e698,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:24.770106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c0b0d74-793a-4454-b44f-c84e321d94a7 req-ba0d38ef-bf73-493c-8cea-6dec4abf509f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.0571768 Feb 15 14:15:24.807110 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-de44e0ef-10c2-407e-942b-b361995736a3 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1638122 Feb 15 14:15:24.811813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49554) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:24.829839 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-4be03bc7-5f57-442c-951c-9d67a87f059f tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] delete failed (client error): The resource could not be found. Feb 15 14:15:24.831536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4be03bc7-5f57-442c-951c-9d67a87f059f tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "DELETE /v2.0/security-groups/5e97942f-9088-48af-a168-694300c474a9 HTTP/1.1" status: 404 len: 347 time: 0.0184534 Feb 15 14:15:24.836646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49556) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:24.840185 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (86d77292-dbbb-4ebc-a2dd-70396d3a941a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:24.859609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1096e99-a1dd-4fc6-aea9-b1282c81d3b2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:24.865261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1096e99-a1dd-4fc6-aea9-b1282c81d3b2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:24.870589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49558) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:24.870789 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d1096e99-a1dd-4fc6-aea9-b1282c81d3b2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1874437 Feb 15 14:15:24.872729 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-4884a269-4d55-408a-8029-027cd3e4e564 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] show failed (client error): The resource could not be found. Feb 15 14:15:24.877439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4884a269-4d55-408a-8029-027cd3e4e564 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-groups/9ed34c11-8c0b-4c53-869b-29429f64b8aa HTTP/1.1" status: 404 len: 347 time: 0.0362046 Feb 15 14:15:24.894828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49560) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:24.940713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Subnet': ['ID=86d77292-dbbb-4ebc-a2dd-70396d3a941a,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:24.966577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Checking segment: {'id': 'd7f63a8d-85c1-48fa-bbcc-0a8a05158eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04b188b4-2c87-4fd9-ab72-3c1f7447a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:24.968826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network hostable DHCP agents. Network: 04b188b4-2c87-4fd9-ab72-3c1f7447a895, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:15:25.012307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network 04b188b4-2c87-4fd9-ab72-3c1f7447a895 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:15:25.018048 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-9c1b642a-5ad8-47ba-af8c-52a3c3958e05 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] show failed (client error): The resource could not be found. Feb 15 14:15:25.019229 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9c1b642a-5ad8-47ba-af8c-52a3c3958e05 tempest-NegativeSecGroupIPv6Test-90412329 tempest-NegativeSecGroupIPv6Test-90412329-project] 10.222.0.72 "GET /v2.0/security-group-rules/3f99d7ac-4694-47f8-b015-917f6befa778 HTTP/1.1" status: 404 len: 356 time: 0.1239448 Feb 15 14:15:25.029858 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 04b188b4-2c87-4fd9-ab72-3c1f7447a895) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:25.036466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:25.037074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:25.079321 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7e5e86a7-0660-463b-8bd7-beca5f7281b3 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7168088 Feb 15 14:15:25.080019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49566) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:25.083197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63413b14-525c-4120-b808-e5f02b5883a2 None None] Network 04b188b4-2c87-4fd9-ab72-3c1f7447a895 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:25.093130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-495636490', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:25.156068 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (a8ef7d15-11bf-4823-8399-e0b50479f5bd), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:25.157841 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (a8ef7d15-11bf-4823-8399-e0b50479f5bd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:25.195214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118816ac-9546-42c0-9592-89e5ce4307da req-a9339fa0-4ebd-4c0f-8f09-a264d7f22949 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:25.196692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-a9339fa0-4ebd-4c0f-8f09-a264d7f22949 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.2363849 Feb 15 14:15:25.212098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'port': {'device_id': '0cd6dacc-974e-41a8-b970-d649c95242de', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'admin_state_up': True, 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:25.314809 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_controller (a8ef7d15-11bf-4823-8399-e0b50479f5bd), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:25.343258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-04b188b4-2c87-4fd9-ab72-3c1f7447a895', 'network_id': '04b188b4-2c87-4fd9-ab72-3c1f7447a895', 'project_id': '48600fe26e394c7d9bf389f77dae907b', 'fixed_ips': [{'subnet_id': '86d77292-dbbb-4ebc-a2dd-70396d3a941a'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:15:25.344704 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:25.382737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Made reservation on behalf of 8c29426f2a2d43d1bc8516dc4bb81932 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:25.385225 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:25.416610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7', 'name': 'tempest-NetworksTestDHCPv6-router-1959906210', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:19Z', 'updated_at': '2022-02-15T14:15:22Z', 'revision_number': 2, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None, '_interfaces': [{'id': 'ca07d5fc-869e-4fc9-9207-06b9e76e612c', 'name': '', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'mac_address': 'fa:16:3e:22:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'ae7ab357-7fbc-4af1-bf44-77f0c11cc165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:21Z', 'updated_at': '2022-02-15T14:15:22Z', 'revision_number': 2, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'subnets': [{'id': 'ae7ab357-7fbc-4af1-bf44-77f0c11cc165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:25.472648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Checking router: a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:15:25.473305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Updating router a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 port ca07d5fc-869e-4fc9-9207-06b9e76e612c binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:15:25.577962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49578) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:25.599945 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:25.638040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_gateway (a8ef7d15-11bf-4823-8399-e0b50479f5bd), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:25.642029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Allocated IP 172.20.0.8 (c8c73912-3615-4fc1-ad35-e54c9f618d74/5bdd149c-20c0-4211-876f-a7af9ef676ae/7a941da0-2652-4885-addd-e7f413c229a6) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:25.690532 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:25.785045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Allocated IP 172.20.0.2 (04b188b4-2c87-4fd9-ab72-3c1f7447a895/86d77292-dbbb-4ebc-a2dd-70396d3a941a/ab25323a-39a5-4622-b93e-86235f586bf7) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:26.044008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_gateway (a8ef7d15-11bf-4823-8399-e0b50479f5bd), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.069708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.168361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b748c3ee-3ffd-4697-8292-9461d694d6bc req-34512fa9-472a-4c5f-aa23-0c583e138f50 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.1145141 Feb 15 14:15:26.169171 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Publish callbacks [] for port (ab25323a-39a5-4622-b93e-86235f586bf7), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.176933 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Publish callbacks [] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.183877 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.189803 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.269865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.25.6.122 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/4c5db620-fd92-4b47-ad9e-21071c05d7c5) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:26.270466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Network 04b188b4-2c87-4fd9-ab72-3c1f7447a895 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:26.283035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:26.288321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:26.355516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Pushing event updated for resources: {'Port': ['ID=ab25323a-39a5-4622-b93e-86235f586bf7,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:26.408569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5e0eb39f-6775-4900-ba9e-4dcd134a228b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c6398d1301b44122a0a6ba398e15e0ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8293922 Feb 15 14:15:26.414164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49600) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:26.492869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (4c5db620-fd92-4b47-ad9e-21071c05d7c5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.517029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Attempting to bind port ca07d5fc-869e-4fc9-9207-06b9e76e612c on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:15:26.517403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Attempting to bind port ca07d5fc-869e-4fc9-9207-06b9e76e612c by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:15:26.517990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Attempting to bind port ca07d5fc-869e-4fc9-9207-06b9e76e612c on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:15:26.534829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Attempting to bind port ab25323a-39a5-4622-b93e-86235f586bf7 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:15:26.535467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Attempting to bind port ab25323a-39a5-4622-b93e-86235f586bf7 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'd7f63a8d-85c1-48fa-bbcc-0a8a05158eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04b188b4-2c87-4fd9-ab72-3c1f7447a895'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:15:26.536029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Attempting to bind port ab25323a-39a5-4622-b93e-86235f586bf7 on network 04b188b4-2c87-4fd9-ab72-3c1f7447a895 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:15:26.544406 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (7a941da0-2652-4885-addd-e7f413c229a6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.546483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:15:26.548088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Checking segment: {'id': 'd7f63a8d-85c1-48fa-bbcc-0a8a05158eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04b188b4-2c87-4fd9-ab72-3c1f7447a895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:26.548727 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.549516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Bound using segment: {'id': 'd7f63a8d-85c1-48fa-bbcc-0a8a05158eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04b188b4-2c87-4fd9-ab72-3c1f7447a895'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:15:26.550187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Bound port: ab25323a-39a5-4622-b93e-86235f586bf7, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f63a8d-85c1-48fa-bbcc-0a8a05158eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '04b188b4-2c87-4fd9-ab72-3c1f7447a895'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:15:26.551210 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.553507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:15:26.554103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:26.554659 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.555239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:15:26.555868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Bound port: ca07d5fc-869e-4fc9-9207-06b9e76e612c, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:15:26.556442 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.582485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30897ab-6953-4f67-94d8-1295870ad067 None None] Pushing event updated for resources: {'Port': ['ID=ca07d5fc-869e-4fc9-9207-06b9e76e612c,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:26.584258 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4c5db620-fd92-4b47-ad9e-21071c05d7c5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.596473 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74341f4b-c1cb-4b69-a1a7-2ecdd36d80fc admin admin] Publish callbacks [] for security_group (f2886714-f432-403e-839e-16dbd61e243e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.668633 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74341f4b-c1cb-4b69-a1a7-2ecdd36d80fc admin admin] Publish callbacks [] for security_group (f2886714-f432-403e-839e-16dbd61e243e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.683520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:26.696851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:26.700231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:26.735291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port ca07d5fc-869e-4fc9-9207-06b9e76e612c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:26.735800 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.737682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=4c5db620-fd92-4b47-ad9e-21071c05d7c5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:26.796091 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7a941da0-2652-4885-addd-e7f413c229a6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.915782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=7a941da0-2652-4885-addd-e7f413c229a6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:26.921069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['6afbccb9-1fa2-400f-ae1e-68b394c3b69e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:15:26.929705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:26.950449 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:26.955628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:26.957616 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74341f4b-c1cb-4b69-a1a7-2ecdd36d80fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f2886714-f432-403e-839e-16dbd61e243e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.960199 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74341f4b-c1cb-4b69-a1a7-2ecdd36d80fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:26.966082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-74341f4b-c1cb-4b69-a1a7-2ecdd36d80fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f2886714-f432-403e-839e-16dbd61e243e HTTP/1.1" status: 204 len: 168 time: 0.5405087 Feb 15 14:15:27.003304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74341f4b-c1cb-4b69-a1a7-2ecdd36d80fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2886714-f432-403e-839e-16dbd61e243e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:27.042110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] For port ab25323a-39a5-4622-b93e-86235f586bf7, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:15:27.049812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] For port ca07d5fc-869e-4fc9-9207-06b9e76e612c, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:15:27.051151 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] For port ca07d5fc-869e-4fc9-9207-06b9e76e612c, host n-d-829064-15, got binding levels [] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:27.053415 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:27.068316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-42f16cbc-7520-4892-b1a8-8036b4d2543d None None] Provisioning complete for port ca07d5fc-869e-4fc9-9207-06b9e76e612c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:27.068663 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-42f16cbc-7520-4892-b1a8-8036b4d2543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:27.077201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] For port ab25323a-39a5-4622-b93e-86235f586bf7, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ab25323a-39a5-4622-b93e-86235f586bf7,segment=NetworkSegment(d7f63a8d-85c1-48fa-bbcc-0a8a05158eef),segment_id=d7f63a8d-85c1-48fa-bbcc-0a8a05158eef)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:15:27.080180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] For port ca07d5fc-869e-4fc9-9207-06b9e76e612c, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ca07d5fc-869e-4fc9-9207-06b9e76e612c,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:15:27.105939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for ca07d5fc-869e-4fc9-9207-06b9e76e612c owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:27.113038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:27.113693 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:27.155994 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:27.158613 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:27.270521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-e9a17b77-2fd1-4ab0-961a-a259c51a896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0641191 Feb 15 14:15:27.290397 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_gateway (a8ef7d15-11bf-4823-8399-e0b50479f5bd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:27.299511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Request body: {'port': {'device_id': '0cd6dacc-974e-41a8-b970-d649c95242de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:27.320982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-42f16cbc-7520-4892-b1a8-8036b4d2543d None None] Port ca07d5fc-869e-4fc9-9207-06b9e76e612c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:27.388891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Routers {'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:27.390213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:27.486145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7a941da0-2652-4885-addd-e7f413c229a6), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:27.557844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] Set router a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:15:27.642362 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:15:27.818827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f4d43-d23e-4869-8e47-fb289035d9aa None None] Pushing event updated for resources: {'Port': ['ID=ab25323a-39a5-4622-b93e-86235f586bf7,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:27.887602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99147-e78f-4aec-b9ae-dbf724232cc3 req-a55c0220-1f16-4393-af3f-d9cde7cbffd1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:27.904352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15c99147-e78f-4aec-b9ae-dbf724232cc3 req-a55c0220-1f16-4393-af3f-d9cde7cbffd1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 931 time: 0.4217160 Feb 15 14:15:28.004308 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (a8ef7d15-11bf-4823-8399-e0b50479f5bd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:28.043376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1748d576-a30b-4a81-914b-0374dea54c54 None None] Provisioning complete for port 7a941da0-2652-4885-addd-e7f413c229a6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:28.043781 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1748d576-a30b-4a81-914b-0374dea54c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7a941da0-2652-4885-addd-e7f413c229a6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:28.116065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1748d576-a30b-4a81-914b-0374dea54c54 None None] Port 7a941da0-2652-4885-addd-e7f413c229a6 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:28.172926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ab25323a-39a5-4622-b93e-86235f586bf7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:28.297703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15c99147-e78f-4aec-b9ae-dbf724232cc3 req-dd722705-60e1-496e-8dae-4f80a1b0804e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282670 Feb 15 14:15:28.300733 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ca07d5fc-869e-4fc9-9207-06b9e76e612c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:28.342444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30897ab-6953-4f67-94d8-1295870ad067 None None] Pushing event updated for resources: {'Port': ['ID=ca07d5fc-869e-4fc9-9207-06b9e76e612c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:28.351721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4533c8f3-723c-4e4d-80cc-6af744c0d4bf None None] Could not find standard attr ID for object ca07d5fc-869e-4fc9-9207-06b9e76e612c. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:15:28.405548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=ca07d5fc-869e-4fc9-9207-06b9e76e612c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:28.525584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ab25323a-39a5-4622-b93e-86235f586bf7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:28.526189 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:28.604756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7', 'name': 'tempest-NetworksTestDHCPv6-router-1959906210', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:19Z', 'updated_at': '2022-02-15T14:15:22Z', 'revision_number': 2, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None, '_interfaces': [{'id': 'ca07d5fc-869e-4fc9-9207-06b9e76e612c', 'name': '', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'mac_address': 'fa:16:3e:22:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'ae7ab357-7fbc-4af1-bf44-77f0c11cc165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:21Z', 'updated_at': '2022-02-15T14:15:27Z', 'revision_number': 4, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'subnets': [{'id': 'ae7ab357-7fbc-4af1-bf44-77f0c11cc165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:28.662980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e044c8-1376-4607-8b4b-f47177baca2d None None] The sync data for ids ['a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'] in n-d-829064-15 is: [{'id': 'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7', 'name': 'tempest-NetworksTestDHCPv6-router-1959906210', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:19Z', 'updated_at': '2022-02-15T14:15:22Z', 'revision_number': 2, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None, '_interfaces': [{'id': 'ca07d5fc-869e-4fc9-9207-06b9e76e612c', 'name': '', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'mac_address': 'fa:16:3e:22:f5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'ae7ab357-7fbc-4af1-bf44-77f0c11cc165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:15:21Z', 'updated_at': '2022-02-15T14:15:27Z', 'revision_number': 4, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'subnets': [{'id': 'ae7ab357-7fbc-4af1-bf44-77f0c11cc165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:28.690019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49696) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:28.699237 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:28.799896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ab25323a-39a5-4622-b93e-86235f586bf7 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:28.800305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:28.909379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port ab25323a-39a5-4622-b93e-86235f586bf7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ab25323a-39a5-4622-b93e-86235f586bf7,segment=NetworkSegment(d7f63a8d-85c1-48fa-bbcc-0a8a05158eef),segment_id=d7f63a8d-85c1-48fa-bbcc-0a8a05158eef)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:28.922417 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:28.997039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a941da0-2652-4885-addd-e7f413c229a6 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:15:29.010675 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Publish callbacks [] for port (7a941da0-2652-4885-addd-e7f413c229a6), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:29.072180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=ab25323a-39a5-4622-b93e-86235f586bf7,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:29.101107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9a185e6c-fae2-4377-b390-f7c19bc3982b tempest-ServiceProvidersTest-1347682977 tempest-ServiceProvidersTest-1347682977-project] 10.222.0.72 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3967586 Feb 15 14:15:29.149237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Transition to ACTIVE for port object 7a941da0-2652-4885-addd-e7f413c229a6 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:15:29.170986 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7a941da0-2652-4885-addd-e7f413c229a6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:29.280276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a941da0-2652-4885-addd-e7f413c229a6,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:29.289301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router a8ef7d15-11bf-4823-8399-e0b50479f5bd is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:15:29.290354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Router a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:29.357644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f087f34-f826-44ab-9eb6-362bdc719f28 None None] Network 04b188b4-2c87-4fd9-ab72-3c1f7447a895 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:29.517973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Attempting to bind port 7a941da0-2652-4885-addd-e7f413c229a6 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:15:29.518696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Attempting to bind port 7a941da0-2652-4885-addd-e7f413c229a6 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:15:29.519310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Attempting to bind port 7a941da0-2652-4885-addd-e7f413c229a6 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:15:29.536701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9023ac9e-c9e4-4008-ac47-27aaf01ee7bc None None] Provisioning complete for port ab25323a-39a5-4622-b93e-86235f586bf7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:29.538825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:29.540582 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9023ac9e-c9e4-4008-ac47-27aaf01ee7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:29.557591 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56eb63c-0abb-49df-8e67-77017d639c94 None None] Sync routers for ids ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:29.590560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:29.595420 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c9667a64-e113-45c0-985d-c628343cee71 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5141308 Feb 15 14:15:29.596375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49722) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:29.598375 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56eb63c-0abb-49df-8e67-77017d639c94 None None] Routers {'a8ef7d15-11bf-4823-8399-e0b50479f5bd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:29.599574 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a56eb63c-0abb-49df-8e67-77017d639c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:29.608329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Port 7a941da0-2652-4885-addd-e7f413c229a6 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:15:29.609291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Attempting to bind port 7a941da0-2652-4885-addd-e7f413c229a6 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:15:29.659746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:15:29.661196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Checking segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:29.661879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Bound using segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:15:29.662573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Bound port: 7a941da0-2652-4885-addd-e7f413c229a6, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:15:29.663213 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7a941da0-2652-4885-addd-e7f413c229a6), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:29.693028 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a56eb63c-0abb-49df-8e67-77017d639c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:29.700549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49724) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:29.711587 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56eb63c-0abb-49df-8e67-77017d639c94 None None] Routers {'a8ef7d15-11bf-4823-8399-e0b50479f5bd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:29.712674 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a56eb63c-0abb-49df-8e67-77017d639c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:29.780139 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a56eb63c-0abb-49df-8e67-77017d639c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:29.781052 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56eb63c-0abb-49df-8e67-77017d639c94 None None] The sync data for ids ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:29.846197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49726) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:29.926139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9023ac9e-c9e4-4008-ac47-27aaf01ee7bc None None] Current status of the port ab25323a-39a5-4622-b93e-86235f586bf7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:30.117529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ab25323a-39a5-4622-b93e-86235f586bf7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:30.203462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ab25323a-39a5-4622-b93e-86235f586bf7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:30.204106 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.299976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e0de7e4-f908-439c-9e58-c8cf7448c759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.307307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:30.317704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49732) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:30.317880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1c3267e0-e9b6-4308-ae9a-ebeb72ddeee6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "PUT /v2.0/routers/a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4452827 Feb 15 14:15:30.337613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b0dbda06-9c5a-463d-b494-08f506077870 None None] Provisioning complete for port ab25323a-39a5-4622-b93e-86235f586bf7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:30.338948 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b0dbda06-9c5a-463d-b494-08f506077870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.357267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e263c4-4e23-4a40-9b82-e12bf6ed2e39 req-d443d6f5-f332-4216-afc1-7620e95dc969 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:30.359442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36e263c4-4e23-4a40-9b82-e12bf6ed2e39 req-d443d6f5-f332-4216-afc1-7620e95dc969 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.8822060 Feb 15 14:15:30.393624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ab25323a-39a5-4622-b93e-86235f586bf7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:30.429940 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e0de7e4-f908-439c-9e58-c8cf7448c759 admin admin] Publish callbacks [] for security_group (d474c225-449c-4d16-aa99-8d8e6632245c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.438225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbda06-9c5a-463d-b494-08f506077870 None None] Current status of the port ab25323a-39a5-4622-b93e-86235f586bf7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:30.451109 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d0e131c-3072-40cf-9625-d23d821c5d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.459555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e0de7e4-f908-439c-9e58-c8cf7448c759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d474c225-449c-4d16-aa99-8d8e6632245c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.474387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] For port 7a941da0-2652-4885-addd-e7f413c229a6, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:15:30.513725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] For port 7a941da0-2652-4885-addd-e7f413c229a6, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7a941da0-2652-4885-addd-e7f413c229a6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:15:30.527342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36e263c4-4e23-4a40-9b82-e12bf6ed2e39 req-de69565c-360c-4043-8828-a812ca2808a3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463301 Feb 15 14:15:30.530871 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7a941da0-2652-4885-addd-e7f413c229a6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.566999 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5e0de7e4-f908-439c-9e58-c8cf7448c759 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9771aec1fd964163b1f4e387c4b3a494&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7172034 Feb 15 14:15:30.568575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49734) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:30.572885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:30.573619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.576200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] 10.222.0.42 "PUT /v2.0/ports/7a941da0-2652-4885-addd-e7f413c229a6 HTTP/1.1" status: 200 len: 1092 time: 3.2867155 Feb 15 14:15:30.578957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4df9ce1-aa94-4e1a-b254-241736f89b19 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:30.579112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd6dacc-974e-41a8-b970-d649c95242de', 'tag': '7a941da0-2652-4885-addd-e7f413c229a6'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:15:30.579901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4df9ce1-aa94-4e1a-b254-241736f89b19 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:30.581492 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c4df9ce1-aa94-4e1a-b254-241736f89b19 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2625790 Feb 15 14:15:30.585183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0de7e4-f908-439c-9e58-c8cf7448c759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d474c225-449c-4d16-aa99-8d8e6632245c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:30.587575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49736) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:30.592869 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd6dacc-974e-41a8-b970-d649c95242de", "tag": "7a941da0-2652-4885-addd-e7f413c229a6"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:15:30.677532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235624f-899a-4671-b0d1-438215a4dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a941da0-2652-4885-addd-e7f413c229a6,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:30.699173 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30504ef0-a37c-48a2-89bd-54841ed117c7 x-openstack-request-id: req-30504ef0-a37c-48a2-89bd-54841ed117c7 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:15:30.699533 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd6dacc-974e-41a8-b970-d649c95242de", "tag": "7a941da0-2652-4885-addd-e7f413c229a6", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:15:30.699902 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30504ef0-a37c-48a2-89bd-54841ed117c7 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:15:30.700366 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd6dacc-974e-41a8-b970-d649c95242de', 'tag': '7a941da0-2652-4885-addd-e7f413c229a6', 'status': 'completed', 'code': 200} Feb 15 14:15:30.713184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-58dc655e-f119-4a98-a283-20aa14a45ec0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet ae7ab357-7fbc-4af1-bf44-77f0c11cc165 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:15:30.721122 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d0e131c-3072-40cf-9625-d23d821c5d87 admin admin] Publish callbacks [] for security_group (4508bf1d-b703-4a19-862a-1ad9632ec944), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.722418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.727139 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58dc655e-f119-4a98-a283-20aa14a45ec0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (ae7ab357-7fbc-4af1-bf44-77f0c11cc165), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.733327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118816ac-9546-42c0-9592-89e5ce4307da req-dd12f33d-049e-44d6-a255-49eb6e90864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:30.735082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-dd12f33d-049e-44d6-a255-49eb6e90864f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 1126 time: 0.0993249 Feb 15 14:15:30.736816 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d0e131c-3072-40cf-9625-d23d821c5d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4508bf1d-b703-4a19-862a-1ad9632ec944), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.766376 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07115fbd-3ff1-4971-8b09-f1fe13ed391a admin admin] Publish callbacks [] for security_group (d474c225-449c-4d16-aa99-8d8e6632245c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.830273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-52116ac0-00af-4982-b3c8-e20a0b4154ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a941da0-2652-4885-addd-e7f413c229a6 HTTP/1.1" status: 200 len: 217 time: 0.0735023 Feb 15 14:15:30.837993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7d0e131c-3072-40cf-9625-d23d821c5d87 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc566936184e41d4bb97f1fc3a087512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5856042 Feb 15 14:15:30.838658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49742) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:30.855926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e131c-3072-40cf-9625-d23d821c5d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4508bf1d-b703-4a19-862a-1ad9632ec944,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:30.862330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58dc655e-f119-4a98-a283-20aa14a45ec0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (ae7ab357-7fbc-4af1-bf44-77f0c11cc165), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.868227 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07115fbd-3ff1-4971-8b09-f1fe13ed391a admin admin] Publish callbacks [] for security_group (d474c225-449c-4d16-aa99-8d8e6632245c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:30.934485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118816ac-9546-42c0-9592-89e5ce4307da req-0bde13f7-0414-41c5-ac78-43e854e5fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:30.936175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-0bde13f7-0414-41c5-ac78-43e854e5fb98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.0984118 Feb 15 14:15:30.960356 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43de216b-da65-4df6-9450-4062de166df6 admin admin] Publish callbacks [] for security_group (4508bf1d-b703-4a19-862a-1ad9632ec944), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.013150 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43de216b-da65-4df6-9450-4062de166df6 admin admin] Publish callbacks [] for security_group (4508bf1d-b703-4a19-862a-1ad9632ec944), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.054069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118816ac-9546-42c0-9592-89e5ce4307da req-e65a8016-51c7-42cc-9c27-ef13f7e76e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:31.056847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-e65a8016-51c7-42cc-9c27-ef13f7e76e08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1101732 Feb 15 14:15:31.067021 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58dc655e-f119-4a98-a283-20aa14a45ec0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (ae7ab357-7fbc-4af1-bf44-77f0c11cc165), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.099559 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07115fbd-3ff1-4971-8b09-f1fe13ed391a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d474c225-449c-4d16-aa99-8d8e6632245c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.103091 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-07115fbd-3ff1-4971-8b09-f1fe13ed391a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.104508 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-07115fbd-3ff1-4971-8b09-f1fe13ed391a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d474c225-449c-4d16-aa99-8d8e6632245c HTTP/1.1" status: 204 len: 168 time: 0.5355227 Feb 15 14:15:31.175548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07115fbd-3ff1-4971-8b09-f1fe13ed391a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d474c225-449c-4d16-aa99-8d8e6632245c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:31.212688 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43de216b-da65-4df6-9450-4062de166df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4508bf1d-b703-4a19-862a-1ad9632ec944), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.220105 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43de216b-da65-4df6-9450-4062de166df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.222042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-43de216b-da65-4df6-9450-4062de166df6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4508bf1d-b703-4a19-862a-1ad9632ec944 HTTP/1.1" status: 204 len: 168 time: 0.3733361 Feb 15 14:15:31.263294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de216b-da65-4df6-9450-4062de166df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4508bf1d-b703-4a19-862a-1ad9632ec944,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:31.322426 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58dc655e-f119-4a98-a283-20aa14a45ec0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (ae7ab357-7fbc-4af1-bf44-77f0c11cc165), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.332027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-cbdc5b0b-db9a-4048-8ea5-89f5b1a39538 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560384 Feb 15 14:15:31.372911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc655e-f119-4a98-a283-20aa14a45ec0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7ab357-7fbc-4af1-bf44-77f0c11cc165,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:31.377673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58dc655e-f119-4a98-a283-20aa14a45ec0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.385591 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-58dc655e-f119-4a98-a283-20aa14a45ec0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/ae7ab357-7fbc-4af1-bf44-77f0c11cc165 HTTP/1.1" status: 204 len: 168 time: 0.7883613 Feb 15 14:15:31.386824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a6b8f-6a28-42a8-bf1b-6607f0751954 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:31.405788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49750) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:31.494362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4dde50-1e08-4313-a2aa-ca41b2f4e250 None None] Sync routers for ids ['a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:31.517183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.20.0.1 (04b188b4-2c87-4fd9-ab72-3c1f7447a895/86d77292-dbbb-4ebc-a2dd-70396d3a941a/44b4e7a7-d172-47ea-b74b-362070fd4080) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:31.539188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-118816ac-9546-42c0-9592-89e5ce4307da req-fb45af03-88a7-409f-8cd1-329d4866d5ca service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847243 Feb 15 14:15:31.552599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4dde50-1e08-4313-a2aa-ca41b2f4e250 None None] Routers {'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:31.553673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8c4dde50-1e08-4313-a2aa-ca41b2f4e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:31.592091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49758) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:31.601895 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1c46763f-1efc-4433-9695-b628137b6c08 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1945446 Feb 15 14:15:31.720855 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (44b4e7a7-d172-47ea-b74b-362070fd4080), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.744583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8c4dde50-1e08-4313-a2aa-ca41b2f4e250 None None] Set router a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:15:31.775053 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (44b4e7a7-d172-47ea-b74b-362070fd4080), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.806358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network 04b188b4-2c87-4fd9-ab72-3c1f7447a895 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:31.843180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:31.858981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:31.878151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8c4dde50-1e08-4313-a2aa-ca41b2f4e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7', 'name': 'tempest-NetworksTestDHCPv6-router-1959906210', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:19Z', 'updated_at': '2022-02-15T14:15:27Z', 'revision_number': 3, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:31.982197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c8902d-9880-4697-bf4a-2ff7b62ff5ca None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:15:31.986014 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (a8ef7d15-11bf-4823-8399-e0b50479f5bd), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:31.992592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4dde50-1e08-4313-a2aa-ca41b2f4e250 None None] Checking router: a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:15:31.999333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49766) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:31.999767 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29d8e264-cf5d-4145-894b-b679e9ec2fce tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for router (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.061250 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef078d60-e773-47fb-bd23-3cf493d91b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.098357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=44b4e7a7-d172-47ea-b74b-362070fd4080,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:32.125962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4dde50-1e08-4313-a2aa-ca41b2f4e250 None None] Routers {'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:32.126633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8c4dde50-1e08-4313-a2aa-ca41b2f4e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:32.250627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4 req-0b4018f3-1fca-4b78-a28a-4015af04e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:32.254412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4 req-0b4018f3-1fca-4b78-a28a-4015af04e398 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 1126 time: 0.6506374 Feb 15 14:15:32.289979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81c8e0-c641-4c17-aad4-59db962dfd41 req-6c84efee-6274-46ba-8151-b81ffe85c63f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:32.294824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d81c8e0-c641-4c17-aad4-59db962dfd41 req-6c84efee-6274-46ba-8151-b81ffe85c63f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.6016686 Feb 15 14:15:32.303426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-69c8902d-9880-4697-bf4a-2ff7b62ff5ca None None] Deleting port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:32.303868 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69c8902d-9880-4697-bf4a-2ff7b62ff5ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.325809 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef078d60-e773-47fb-bd23-3cf493d91b3a admin admin] Publish callbacks [] for security_group (f6ea34f0-3b2f-4107-83f8-5fe70eef8f9c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.393569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef078d60-e773-47fb-bd23-3cf493d91b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f6ea34f0-3b2f-4107-83f8-5fe70eef8f9c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.456469 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ef078d60-e773-47fb-bd23-3cf493d91b3a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=832d2250dfae409e932c5809bc478efe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4162457 Feb 15 14:15:32.459976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef078d60-e773-47fb-bd23-3cf493d91b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea34f0-3b2f-4107-83f8-5fe70eef8f9c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:32.462496 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49776) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:32.469689 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (44b4e7a7-d172-47ea-b74b-362070fd4080), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.577386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83b42bc2-a2c5-4bf9-825a-da8445f5d38d admin admin] Publish callbacks [] for security_group (f6ea34f0-3b2f-4107-83f8-5fe70eef8f9c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.594419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49778) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:32.597527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8c4dde50-1e08-4313-a2aa-ca41b2f4e250 None None] Set router a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:15:32.683996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8c4dde50-1e08-4313-a2aa-ca41b2f4e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7', 'name': 'tempest-NetworksTestDHCPv6-router-1959906210', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:19Z', 'updated_at': '2022-02-15T14:15:27Z', 'revision_number': 3, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:32.691125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-69c8902d-9880-4697-bf4a-2ff7b62ff5ca None None] For port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e3c15d7f-e39f-43c1-8a3e-6f1be0149b22,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:32.691534 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69c8902d-9880-4697-bf4a-2ff7b62ff5ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.696156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83b42bc2-a2c5-4bf9-825a-da8445f5d38d admin admin] Publish callbacks [] for security_group (f6ea34f0-3b2f-4107-83f8-5fe70eef8f9c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.741484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-af0cc0df-7945-4f90-8839-650d04c67a73 None None] Provisioning complete for port 44b4e7a7-d172-47ea-b74b-362070fd4080 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:32.741705 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29d8e264-cf5d-4145-894b-b679e9ec2fce tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.742603 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-af0cc0df-7945-4f90-8839-650d04c67a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (44b4e7a7-d172-47ea-b74b-362070fd4080), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.746483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4dde50-1e08-4313-a2aa-ca41b2f4e250 None None] The sync data for ids ['a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7'] in n-d-829064-15 is: [{'id': 'a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7', 'name': 'tempest-NetworksTestDHCPv6-router-1959906210', 'tenant_id': '99c184c4cce34969aa10f6f11a67509e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:15:19Z', 'updated_at': '2022-02-15T14:15:27Z', 'revision_number': 3, 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:32.759902 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-69c8902d-9880-4697-bf4a-2ff7b62ff5ca None None] Calling delete_port for e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:32.809351 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29d8e264-cf5d-4145-894b-b679e9ec2fce tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for router_controller (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.819926 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83b42bc2-a2c5-4bf9-825a-da8445f5d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f6ea34f0-3b2f-4107-83f8-5fe70eef8f9c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.822568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83b42bc2-a2c5-4bf9-825a-da8445f5d38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.832645 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-83b42bc2-a2c5-4bf9-825a-da8445f5d38d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f6ea34f0-3b2f-4107-83f8-5fe70eef8f9c HTTP/1.1" status: 204 len: 168 time: 0.3639181 Feb 15 14:15:32.850747 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d81c8e0-c641-4c17-aad4-59db962dfd41 req-7d4a00b4-9c40-48a9-b883-74abc332d7ee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455535 Feb 15 14:15:32.879726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-563001950'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:32.882355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-af0cc0df-7945-4f90-8839-650d04c67a73 None None] Port 44b4e7a7-d172-47ea-b74b-362070fd4080 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:32.909280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b42bc2-a2c5-4bf9-825a-da8445f5d38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea34f0-3b2f-4107-83f8-5fe70eef8f9c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:32.921027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4 req-5c46798d-1ef9-40c3-9782-5a225127f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:32.922853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4 req-5c46798d-1ef9-40c3-9782-5a225127f221 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.6573734 Feb 15 14:15:32.957484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Made reservation on behalf of 5678e05b80bb472ca91631bad8d523d2 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:32.961526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.973789 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69c8902d-9880-4697-bf4a-2ff7b62ff5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (e3c15d7f-e39f-43c1-8a3e-6f1be0149b22), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:32.975177 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:33.019545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8902d-9880-4697-bf4a-2ff7b62ff5ca None None] No DVR routers for this DVR port e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:15:33.023791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4 req-58823dec-fdb7-485c-92b8-79b2d6148d36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a941da0-2652-4885-addd-e7f413c229a6 HTTP/1.1" status: 200 len: 217 time: 0.0433280 Feb 15 14:15:33.024941 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29d8e264-cf5d-4145-894b-b679e9ec2fce tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:33.025431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d8e264-cf5d-4145-894b-b679e9ec2fce tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Fanout notify agent at l3_agent the message router_deleted on router a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:15:33.045035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8902d-9880-4697-bf4a-2ff7b62ff5ca None None] Pushing event deleted for resources: {'Port': ['ID=e3c15d7f-e39f-43c1-8a3e-6f1be0149b22,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:33.045825 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29d8e264-cf5d-4145-894b-b679e9ec2fce tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:33.049434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-29d8e264-cf5d-4145-894b-b679e9ec2fce tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/routers/a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 HTTP/1.1" status: 204 len: 168 time: 1.4538629 Feb 15 14:15:33.054075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49784) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:33.078020 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (44b4e7a7-d172-47ea-b74b-362070fd4080), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:33.102780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4 req-930e0cab-4b68-4647-92cc-881bde3fe2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:33.104193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4 req-930e0cab-4b68-4647-92cc-881bde3fe2c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.0559947 Feb 15 14:15:33.125536 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-39267110-cd9b-437f-a821-473b6669b60d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0603931 Feb 15 14:15:33.127345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49786) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:33.129641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (44b4e7a7-d172-47ea-b74b-362070fd4080), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:33.173655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4 req-b624a405-29ee-464f-b3d3-d1cce69cc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:33.176267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4 req-b624a405-29ee-464f-b3d3-d1cce69cc043 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0601299 Feb 15 14:15:33.315038 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4 req-9ac9f358-e95c-4104-a4d6-33a99d355664 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318018 Feb 15 14:15:33.442660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-730bcb88-c8f2-419b-9088-df2d7ae1a4a4 req-7b0b325f-b73b-4901-b1be-8f566666fb5e service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201670 Feb 15 14:15:33.617671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0620442-b681-4b82-8bc8-ee04a9143963 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:33.622463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49798) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:33.623060 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f0620442-b681-4b82-8bc8-ee04a9143963 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4897532 Feb 15 14:15:33.627357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=44b4e7a7-d172-47ea-b74b-362070fd4080,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:33.631765 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (a8ef7d15-11bf-4823-8399-e0b50479f5bd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:33.660059 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for security_group (f513fa7c-3d7c-46bf-8c82-36fd6fdcf226), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:33.697162 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f513fa7c-3d7c-46bf-8c82-36fd6fdcf226), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:33.710075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:15:33.717375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7709dd9e-314e-402d-9d36-9eaae172ac2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936639 Feb 15 14:15:33.727162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49804) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:33.737093 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a262e9b8-d889-4e38-8119-06a7d06280de), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:33.737432 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Added segment a262e9b8-d889-4e38-8119-06a7d06280de of type vlan for network 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3 Feb 15 14:15:33.744077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-778c65c3-6915-43d4-a7f1-7fb4ca39e8b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:33.883728 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:33.885854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f513fa7c-3d7c-46bf-8c82-36fd6fdcf226,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:33.953437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network 04b188b4-2c87-4fd9-ab72-3c1f7447a895 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:33.955041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:33.964538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:33.969903 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:33.970511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:34.047074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ca07d5fc-869e-4fc9-9207-06b9e76e612c no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:15:34.072658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b4c6-d88c-4a01-84f5-114e998892a6 req-5aa4c9c5-d77c-4729-b00f-c89cd06ec77d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:34.075432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83f3b4c6-d88c-4a01-84f5-114e998892a6 req-5aa4c9c5-d77c-4729-b00f-c89cd06ec77d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.0728216 Feb 15 14:15:34.102325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ca07d5fc-869e-4fc9-9207-06b9e76e612c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:15:34.102670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ca07d5fc-869e-4fc9-9207-06b9e76e612c not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:15:34.103126 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:15:34.138806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:15:34.140503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e3c15d7f-e39f-43c1-8a3e-6f1be0149b22 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:15:34.163255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83f3b4c6-d88c-4a01-84f5-114e998892a6 req-225fe86b-bb2b-40e6-bfca-cc581b3d1e9b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810738 Feb 15 14:15:34.233645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778c65c3-6915-43d4-a7f1-7fb4ca39e8b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:34.237172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-778c65c3-6915-43d4-a7f1-7fb4ca39e8b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:34.359009 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7597265 Feb 15 14:15:34.361057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49824) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:34.365812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router a8ef7d15-11bf-4823-8399-e0b50479f5bd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:34.366513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Request body: {'subnet': {'network_id': '9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:34.378524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b1e86-6d25-44d4-863a-3b8716a8ef03 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Pushing event updated for resources: {'Network': ['ID=9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:34.390338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:15:34.514598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4df20e95-d0db-4af3-b5ab-11a44282c973 None None] Provisioning complete for port 44b4e7a7-d172-47ea-b74b-362070fd4080 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:34.515484 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4df20e95-d0db-4af3-b5ab-11a44282c973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (44b4e7a7-d172-47ea-b74b-362070fd4080), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:34.567549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4df20e95-d0db-4af3-b5ab-11a44282c973 None None] Port 44b4e7a7-d172-47ea-b74b-362070fd4080 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:34.575740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Made reservation on behalf of 5678e05b80bb472ca91631bad8d523d2 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:34.582774 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:34.610102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:34.616745 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-25f75a2a-469f-4e24-9a76-1b43bfc578d0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "PUT /v2.0/routers/a8ef7d15-11bf-4823-8399-e0b50479f5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0190747 Feb 15 14:15:34.622854 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f4fa50-0ce9-4f1e-baa7-8146ba9a3da8 None None] Sync routers for ids ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:34.636482 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f4fa50-0ce9-4f1e-baa7-8146ba9a3da8 None None] Routers {'a8ef7d15-11bf-4823-8399-e0b50479f5bd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:34.637273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49830) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:34.642297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'port': {'network_id': '04b188b4-2c87-4fd9-ab72-3c1f7447a895', 'name': 'tempest-FloatingIPTestJSON-1204567412'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:34.642469 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-53f4fa50-0ce9-4f1e-baa7-8146ba9a3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:34.733626 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-53f4fa50-0ce9-4f1e-baa7-8146ba9a3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:34.743402 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f4fa50-0ce9-4f1e-baa7-8146ba9a3da8 None None] Routers {'a8ef7d15-11bf-4823-8399-e0b50479f5bd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:34.744274 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-53f4fa50-0ce9-4f1e-baa7-8146ba9a3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:34.785899 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-53f4fa50-0ce9-4f1e-baa7-8146ba9a3da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:34.786559 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f4fa50-0ce9-4f1e-baa7-8146ba9a3da8 None None] The sync data for ids ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:34.843064 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (79bd66c5-5bc9-4120-b6e9-7d67464ba6cd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:34.910016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.objects.ports [None req-778c65c3-6915-43d4-a7f1-7fb4ca39e8b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109972) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:15:34.914588 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-778c65c3-6915-43d4-a7f1-7fb4ca39e8b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (09cffa3d-d684-4645-9e47-e5bfca936375), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:34.932002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Pushing event updated for resources: {'Subnet': ['ID=79bd66c5-5bc9-4120-b6e9-7d67464ba6cd,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:34.938744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Checking segment: {'id': 'a262e9b8-d889-4e38-8119-06a7d06280de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:34.940520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Network hostable DHCP agents. Network: 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:15:34.966665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Network 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:15:34.972977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Made reservation on behalf of 48600fe26e394c7d9bf389f77dae907b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:34.976364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:34.982264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c65c3-6915-43d4-a7f1-7fb4ca39e8b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:34.982990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:34.993099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-778c65c3-6915-43d4-a7f1-7fb4ca39e8b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:34.996304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb31e7-3d19-4217-9786-b1db5a2807af None None] Network 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:35.000370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:35.000981 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:35.006254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c65c3-6915-43d4-a7f1-7fb4ca39e8b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:35.006848 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-778c65c3-6915-43d4-a7f1-7fb4ca39e8b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:35.029796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c65c3-6915-43d4-a7f1-7fb4ca39e8b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=09cffa3d-d684-4645-9e47-e5bfca936375,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:35.033605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] device_id is not set on port 5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:15:35.039800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-84128874-4774-4e1b-a85b-4ac3b1dad276 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6752193 Feb 15 14:15:35.040454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49848) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:35.045831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Request body: {'port': {'network_id': '9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3', 'name': 'tempest-TagsExtTest-60341724'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:35.057157 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-778c65c3-6915-43d4-a7f1-7fb4ca39e8b5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3214624 Feb 15 14:15:35.060822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49850) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:35.067658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-abab88cc-89ae-4f3f-8065-46337116cea7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:35.114161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9303bf-b561-4989-9b21-e2dae3e7a6d5 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:35.257153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3', 'network_id': '9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3', 'project_id': '5678e05b80bb472ca91631bad8d523d2', 'fixed_ips': [{'subnet_id': '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:15:35.259127 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:35.320871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Allocated IP 172.20.0.9 (04b188b4-2c87-4fd9-ab72-3c1f7447a895/86d77292-dbbb-4ebc-a2dd-70396d3a941a/5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:35.357978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Made reservation on behalf of 5678e05b80bb472ca91631bad8d523d2 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:35.361644 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:35.405698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] device_id is not set on port af6bf4a5-e205-4f3b-b795-adb7025329e8 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:15:35.447945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abab88cc-89ae-4f3f-8065-46337116cea7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:35.454473 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abab88cc-89ae-4f3f-8065-46337116cea7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:35.481791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Allocated IP 172.20.0.2 (9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/7f365527-4550-4e28-89d2-35d1dae085d8) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:35.533375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849e4e4-12ea-4e2e-b7dd-315b07ba8acc req-dd584535-9263-4bb0-9f63-e7da00641e12 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:35.535622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a849e4e4-12ea-4e2e-b7dd-315b07ba8acc req-dd584535-9263-4bb0-9f63-e7da00641e12 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.2107255 Feb 15 14:15:35.645768 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for port (5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:35.703457 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:35.724495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a849e4e4-12ea-4e2e-b7dd-315b07ba8acc req-ffb6d402-c29c-46f8-8a89-a05984c4b92d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452782 Feb 15 14:15:35.745017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '09cffa3d-d684-4645-9e47-e5bfca936375'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:15:35.745217 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:35.814289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Network 04b188b4-2c87-4fd9-ab72-3c1f7447a895 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:35.818387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:35.826460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-b1fdea94-d20b-4396-bb5c-fc422dc6f230 req-0ad68fff-790b-4cee-98f5-477328611cd4 service neutron] (109972) timed out ('10.222.0.67', 64161) {{(pid=109972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:15:35.827976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:35.834003 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event updated for resources: {'Port': ['ID=5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:35.934763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:35.935491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.007808 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-85e41da4-f1f6-4c01-9f93-2aa09e9195e0 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3693292 Feb 15 14:15:36.008538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49884) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:36.016015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4e2697f3-bcf0-4ad3-bfb7-95bf0af3d8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Request body: {'floatingip': {'port_id': '5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:36.043783 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Publish callbacks [] for port (7f365527-4550-4e28-89d2-35d1dae085d8), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.075148 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.204066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Network 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:36.205985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Allocated IP 2001:db8::f816:3eff:fe69:c66c (a38afbd0-c128-4dc1-aa52-b247a5fafd54/09cffa3d-d684-4645-9e47-e5bfca936375/0ac627ba-0512-4ea9-9660-e7b4566c4993) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:36.208251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Pushing event updated for resources: {'Port': ['ID=7f365527-4550-4e28-89d2-35d1dae085d8,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:36.211975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:36.220928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:36.266358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e2697f3-bcf0-4ad3-bfb7-95bf0af3d8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (af95eb87-a824-48d1-82b5-fde34a3b9a5e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.305748 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abab88cc-89ae-4f3f-8065-46337116cea7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (f8a3f088-98e3-420b-abc1-e8f039fc09e3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.306066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Attempting to bind port 7f365527-4550-4e28-89d2-35d1dae085d8 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:15:36.306393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Attempting to bind port 7f365527-4550-4e28-89d2-35d1dae085d8 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'a262e9b8-d889-4e38-8119-06a7d06280de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:15:36.307092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Attempting to bind port 7f365527-4550-4e28-89d2-35d1dae085d8 on network 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:15:36.351001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:15:36.351432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Checking segment: {'id': 'a262e9b8-d889-4e38-8119-06a7d06280de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:36.351765 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.352166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Bound using segment: {'id': 'a262e9b8-d889-4e38-8119-06a7d06280de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:15:36.352622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Bound port: 7f365527-4550-4e28-89d2-35d1dae085d8, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a262e9b8-d889-4e38-8119-06a7d06280de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:15:36.353019 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.395305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abab88cc-89ae-4f3f-8065-46337116cea7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:36.405013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-abab88cc-89ae-4f3f-8065-46337116cea7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:36.413920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab88cc-89ae-4f3f-8065-46337116cea7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:36.415161 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abab88cc-89ae-4f3f-8065-46337116cea7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.449350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab88cc-89ae-4f3f-8065-46337116cea7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=f8a3f088-98e3-420b-abc1-e8f039fc09e3,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:36.463205 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-abab88cc-89ae-4f3f-8065-46337116cea7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3993707 Feb 15 14:15:36.466997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49894) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:36.472829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c561dde3-0e75-4b61-852d-20a28722bc05 None None] Provisioning complete for port 5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:36.473221 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c561dde3-0e75-4b61-852d-20a28722bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.477753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:05:56:2d', 'name': 'tempest-NetworksTestDHCPv6-1511252501'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:36.480133 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Allocated IP 172.20.0.6 (9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/af6bf4a5-e205-4f3b-b795-adb7025329e8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:36.544602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] For port 7f365527-4550-4e28-89d2-35d1dae085d8, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:15:36.575126 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] For port 7f365527-4550-4e28-89d2-35d1dae085d8, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7f365527-4550-4e28-89d2-35d1dae085d8,segment=NetworkSegment(a262e9b8-d889-4e38-8119-06a7d06280de),segment_id=a262e9b8-d889-4e38-8119-06a7d06280de)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:15:36.591716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c561dde3-0e75-4b61-852d-20a28722bc05 None None] Port 5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:36.593601 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Publish callbacks [] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.595801 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.633913 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.682103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:36.696268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:36.696924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:36.700587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:36.712863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22a38a-3f7a-4f58-a333-120a971f805b None None] Pushing event updated for resources: {'Port': ['ID=7f365527-4550-4e28-89d2-35d1dae085d8,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:36.855778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.906002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Attempting to bind port 0ac627ba-0512-4ea9-9660-e7b4566c4993 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:15:36.906382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Attempting to bind port 0ac627ba-0512-4ea9-9660-e7b4566c4993 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:15:36.906757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Attempting to bind port 0ac627ba-0512-4ea9-9660-e7b4566c4993 on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:15:36.910663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Pushing event updated for resources: {'Port': ['ID=0ac627ba-0512-4ea9-9660-e7b4566c4993,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:36.915684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:15:36.916069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:36.916836 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.916968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:15:36.918135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Bound port: 0ac627ba-0512-4ea9-9660-e7b4566c4993, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:15:36.918294 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:36.976664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 2b73857b-c4a1-4027-b1b9-a1de72270059 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:15:37.111979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] For port 0ac627ba-0512-4ea9-9660-e7b4566c4993, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:15:37.122565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] For port 0ac627ba-0512-4ea9-9660-e7b4566c4993, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0ac627ba-0512-4ea9-9660-e7b4566c4993,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:15:37.141541 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:37.235690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd58cd-7bd3-462d-a2c4-7aa023b3e5d2 req-77eec1d2-911c-44e6-8aaa-bb0ccd04273c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:37.247430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ebd58cd-7bd3-462d-a2c4-7aa023b3e5d2 req-77eec1d2-911c-44e6-8aaa-bb0ccd04273c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.3711472 Feb 15 14:15:37.327078 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f0ac9-81d4-48ae-af2a-5a2e0865e074 None None] Pushing event updated for resources: {'Port': ['ID=0ac627ba-0512-4ea9-9660-e7b4566c4993,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:37.364896 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for port (af6bf4a5-e205-4f3b-b795-adb7025329e8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:37.368984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ebd58cd-7bd3-462d-a2c4-7aa023b3e5d2 req-60b2b777-14fd-4fdf-9611-3e12d26c9670 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197684 Feb 15 14:15:37.457432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 172.20.0.9 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/f8a3f088-98e3-420b-abc1-e8f039fc09e3/2b73857b-c4a1-4027-b1b9-a1de72270059) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:37.464874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::f816:3eff:fe05:562d (a38afbd0-c128-4dc1-aa52-b247a5fafd54/09cffa3d-d684-4645-9e47-e5bfca936375/2b73857b-c4a1-4027-b1b9-a1de72270059) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:37.575903 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e2697f3-bcf0-4ad3-bfb7-95bf0af3d8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:37.586141 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e2697f3-bcf0-4ad3-bfb7-95bf0af3d8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (af95eb87-a824-48d1-82b5-fde34a3b9a5e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:37.660410 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (af6bf4a5-e205-4f3b-b795-adb7025329e8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:37.767284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (2b73857b-c4a1-4027-b1b9-a1de72270059), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:37.819891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Network 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:37.839363 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:37.844319 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2b73857b-c4a1-4027-b1b9-a1de72270059), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:37.864728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:37.904996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:37.909491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:37.913312 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:37.931599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:37.932251 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:37.938319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Pushing event updated for resources: {'Port': ['ID=af6bf4a5-e205-4f3b-b795-adb7025329e8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:37.958317 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-4e2697f3-bcf0-4ad3-bfb7-95bf0af3d8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP af95eb87-a824-48d1-82b5-fde34a3b9a5e associated. External IP: 172.25.6.253, port: 4189c8bf-f524-4529-9aac-77257d6048be. Feb 15 14:15:38.022973 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e7275fc5-f19b-492b-81c1-f01a25d96610 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.9789057 Feb 15 14:15:38.070508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49940) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:38.075303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-99912b1d-6586-4c27-8085-a0206a9342ab tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-272194528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:38.144225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99912b1d-6586-4c27-8085-a0206a9342ab tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (0403de82-fb04-4f69-9248-572ccf5233f5), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:38.145574 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99912b1d-6586-4c27-8085-a0206a9342ab tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (0403de82-fb04-4f69-9248-572ccf5233f5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:38.373241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2697f3-bcf0-4ad3-bfb7-95bf0af3d8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:38.396392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0ac627ba-0512-4ea9-9660-e7b4566c4993 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:38.419621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99912b1d-6586-4c27-8085-a0206a9342ab tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for router_controller (0403de82-fb04-4f69-9248-572ccf5233f5), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:38.568043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:38.568964 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:38.623337 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99912b1d-6586-4c27-8085-a0206a9342ab tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (0403de82-fb04-4f69-9248-572ccf5233f5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:38.721920 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99912b1d-6586-4c27-8085-a0206a9342ab tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:38.729630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2fefb5-6da9-462f-ae6b-adcff02c2d1f None None] Network 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:38.735239 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-99912b1d-6586-4c27-8085-a0206a9342ab tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6515071 Feb 15 14:15:38.735984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49978) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:38.751521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b6e87b0d-1878-47c1-825d-4a8918e64ea1 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2009692395', 'prefixes': ['172.20.0.0/16']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:38.803967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:38.804419 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:38.825142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=2b73857b-c4a1-4027-b1b9-a1de72270059,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:38.849807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:38.851271 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:38.904657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-76987e2d-191b-40e0-8d3d-0b83a1a36fd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4362845 Feb 15 14:15:38.910771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49984) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:38.921144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 0ac627ba-0512-4ea9-9660-e7b4566c4993, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0ac627ba-0512-4ea9-9660-e7b4566c4993,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:38.932879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ac850b3c-8739-44f1-b82c-a13228a5977d None None] Provisioning complete for port 7f365527-4550-4e28-89d2-35d1dae085d8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:38.933704 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ac850b3c-8739-44f1-b82c-a13228a5977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:38.978197 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:38.983726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7f365527-4550-4e28-89d2-35d1dae085d8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:39.015976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5653e8-239e-4515-b4d9-9bf4fbdba33e req-65d3a7a1-685e-4958-895e-83ae44e2c526 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:39.017657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f5653e8-239e-4515-b4d9-9bf4fbdba33e req-65d3a7a1-685e-4958-895e-83ae44e2c526 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.2692602 Feb 15 14:15:39.195069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f5653e8-239e-4515-b4d9-9bf4fbdba33e req-e7c5e638-918a-41c9-9e68-3891394471e7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607943 Feb 15 14:15:39.234779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a79bb4c-91f6-4e3c-a8fe-fe8694702072 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:39.253494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a79bb4c-91f6-4e3c-a8fe-fe8694702072 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:39.261703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9a79bb4c-91f6-4e3c-a8fe-fe8694702072 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3434055 Feb 15 14:15:39.271285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50004) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:39.275402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=0ac627ba-0512-4ea9-9660-e7b4566c4993,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:39.341063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cc6107-2283-46ca-b778-bf0fba653d8f None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:39.430070 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2697f3-bcf0-4ad3-bfb7-95bf0af3d8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:39.431369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7f365527-4550-4e28-89d2-35d1dae085d8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:39.431777 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:39.437196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ac850b3c-8739-44f1-b82c-a13228a5977d None None] Current status of the port 7f365527-4550-4e28-89d2-35d1dae085d8 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:39.437639 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ac850b3c-8739-44f1-b82c-a13228a5977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:39.497417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6d0630cd-16e7-4187-a7a5-547daacf8f5b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 2b73857b-c4a1-4027-b1b9-a1de72270059 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:39.502313 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d0630cd-16e7-4187-a7a5-547daacf8f5b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2b73857b-c4a1-4027-b1b9-a1de72270059), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:39.688604 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d0630cd-16e7-4187-a7a5-547daacf8f5b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2b73857b-c4a1-4027-b1b9-a1de72270059), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:39.713663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6d0630cd-16e7-4187-a7a5-547daacf8f5b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 2b73857b-c4a1-4027-b1b9-a1de72270059 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:39.715350 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b6e87b0d-1878-47c1-825d-4a8918e64ea1 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:39.716850 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b6e87b0d-1878-47c1-825d-4a8918e64ea1 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.9782090 Feb 15 14:15:39.720321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50028) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:39.725261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-15be972a-0c1d-45c6-843c-34a2751d27ca tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd', 'tempest-TagsExtTest-Tag-1224276477') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:39.883594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2697f3-bcf0-4ad3-bfb7-95bf0af3d8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router a8ef7d15-11bf-4823-8399-e0b50479f5bd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:40.110401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2697f3-bcf0-4ad3-bfb7-95bf0af3d8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:40.115939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eaa918-caf7-466d-8f8f-e9b393142068 None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:40.121474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e2697f3-bcf0-4ad3-bfb7-95bf0af3d8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:40.126043 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d0630cd-16e7-4187-a7a5-547daacf8f5b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2b73857b-c4a1-4027-b1b9-a1de72270059), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:40.128369 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4cebcf-7a4b-4f2e-adf7-6ffa8f64eabe None None] Sync routers for ids ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:40.163466 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4cebcf-7a4b-4f2e-adf7-6ffa8f64eabe None None] Routers {'a8ef7d15-11bf-4823-8399-e0b50479f5bd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:40.165868 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-15be972a-0c1d-45c6-843c-34a2751d27ca tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags/tempest-TagsExtTest-Tag-1224276477 HTTP/1.1" status: 201 len: 201 time: 0.4442134 Feb 15 14:15:40.169433 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ab4cebcf-7a4b-4f2e-adf7-6ffa8f64eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.202328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50056) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:40.213597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-d7cf0d58-3bea-4bc0-92d7-2088d626af93 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8', 'tempest-TagsExtTest-Tag-1505721612') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.220986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0630cd-16e7-4187-a7a5-547daacf8f5b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=2b73857b-c4a1-4027-b1b9-a1de72270059,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:40.284341 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ab4cebcf-7a4b-4f2e-adf7-6ffa8f64eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.322209 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4e2697f3-bcf0-4ad3-bfb7-95bf0af3d8ec tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "PUT /v2.0/floatingips/af95eb87-a824-48d1-82b5-fde34a3b9a5e HTTP/1.1" status: 200 len: 978 time: 4.3122799 Feb 15 14:15:40.325944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50062) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:40.327028 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4cebcf-7a4b-4f2e-adf7-6ffa8f64eabe None None] Routers {'a8ef7d15-11bf-4823-8399-e0b50479f5bd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:40.327815 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ab4cebcf-7a4b-4f2e-adf7-6ffa8f64eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.399375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eaa918-caf7-466d-8f8f-e9b393142068 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:40.401276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-26eaa918-caf7-466d-8f8f-e9b393142068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.474600 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ab4cebcf-7a4b-4f2e-adf7-6ffa8f64eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.475974 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4cebcf-7a4b-4f2e-adf7-6ffa8f64eabe None None] The sync data for ids ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:40.614097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93748b-81b8-4a31-a7b4-e928e5e54598 req-3101f92c-e0bd-4c85-b082-5d376651483f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:40.616687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port 5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:40.617195 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:40.617591 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:40.626980 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a93748b-81b8-4a31-a7b4-e928e5e54598 req-3101f92c-e0bd-4c85-b082-5d376651483f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.2281566 Feb 15 14:15:40.642468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-26eaa918-caf7-466d-8f8f-e9b393142068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.644573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d0630cd-16e7-4187-a7a5-547daacf8f5b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:40.647845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6d0630cd-16e7-4187-a7a5-547daacf8f5b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/2b73857b-c4a1-4027-b1b9-a1de72270059 HTTP/1.1" status: 204 len: 168 time: 1.3752387 Feb 15 14:15:40.673414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ac850b3c-8739-44f1-b82c-a13228a5977d None None] For port 7f365527-4550-4e28-89d2-35d1dae085d8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7f365527-4550-4e28-89d2-35d1dae085d8,segment=NetworkSegment(a262e9b8-d889-4e38-8119-06a7d06280de),segment_id=a262e9b8-d889-4e38-8119-06a7d06280de)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:40.673660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50074) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:40.747885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eaa918-caf7-466d-8f8f-e9b393142068 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:40.753269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-26eaa918-caf7-466d-8f8f-e9b393142068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.774344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d7cf0d58-3bea-4bc0-92d7-2088d626af93 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags/tempest-TagsExtTest-Tag-1505721612 HTTP/1.1" status: 201 len: 201 time: 0.5639424 Feb 15 14:15:40.780925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50078) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:40.795911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-0c7b9e67-6670-4627-9c59-0410dc71d903 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5', 'tempest-TagsExtTest-Tag-892327677') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.882165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9481a15d-cfe8-4d62-a62a-cfb5cdde6836 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:40.884587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9481a15d-cfe8-4d62-a62a-cfb5cdde6836 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:40.886674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9481a15d-cfe8-4d62-a62a-cfb5cdde6836 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:40.892152 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9481a15d-cfe8-4d62-a62a-cfb5cdde6836 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1707644 Feb 15 14:15:40.896173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50088) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:40.914654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-26eaa918-caf7-466d-8f8f-e9b393142068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:40.915376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eaa918-caf7-466d-8f8f-e9b393142068 None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:40.939628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a93748b-81b8-4a31-a7b4-e928e5e54598 req-f3d93181-b51b-4ee7-a708-0040e9c75972 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117914 Feb 15 14:15:40.972445 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ac850b3c-8739-44f1-b82c-a13228a5977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.004647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.053650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7f365527-4550-4e28-89d2-35d1dae085d8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:41.088182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f30e382-520e-450f-94d4-b53d28754378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 09cffa3d-d684-4645-9e47-e5bfca936375 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:15:41.092631 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f30e382-520e-450f-94d4-b53d28754378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (09cffa3d-d684-4645-9e47-e5bfca936375), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.116317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0c7b9e67-6670-4627-9c59-0410dc71d903 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags/tempest-TagsExtTest-Tag-892327677 HTTP/1.1" status: 201 len: 201 time: 0.3340254 Feb 15 14:15:41.121302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50096) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:41.137131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-fb36c602-a9ec-40a6-af67-4f94ab58f44f tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9', 'tempest-TagsExtTest-Tag-1572244747') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:41.157124 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f30e382-520e-450f-94d4-b53d28754378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (09cffa3d-d684-4645-9e47-e5bfca936375), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.175427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac850b3c-8739-44f1-b82c-a13228a5977d None None] Pushing event updated for resources: {'Port': ['ID=7f365527-4550-4e28-89d2-35d1dae085d8,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:41.185409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5687abcf-4661-485c-901e-e4cf8a9c2308 None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:41.185932 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5687abcf-4661-485c-901e-e4cf8a9c2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.328917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fb36c602-a9ec-40a6-af67-4f94ab58f44f tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags/tempest-TagsExtTest-Tag-1572244747 HTTP/1.1" status: 201 len: 201 time: 0.2062688 Feb 15 14:15:41.331583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50104) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:41.336515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-d7c5c9c4-20c7-4dfd-84a2-d470d10ace57 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:41.365932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f738ff-e8a8-46a4-904e-d25e59f53016 None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': '09cffa3d-d684-4645-9e47-e5bfca936375', 'ip_address': '2001:db8::f816:3eff:fe69:c66c'}, {'subnet_id': 'f8a3f088-98e3-420b-abc1-e8f039fc09e3'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '0ac627ba-0512-4ea9-9660-e7b4566c4993'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:15:41.397217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0ac627ba-0512-4ea9-9660-e7b4566c4993 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:41.408119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5687abcf-4661-485c-901e-e4cf8a9c2308 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:41.438611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-28f738ff-e8a8-46a4-904e-d25e59f53016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.467850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5687abcf-4661-485c-901e-e4cf8a9c2308 None None] Provisioning complete for port 7f365527-4550-4e28-89d2-35d1dae085d8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:41.468571 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5687abcf-4661-485c-901e-e4cf8a9c2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.529542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.529919 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (af95eb87-a824-48d1-82b5-fde34a3b9a5e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.530242 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Floating IP af95eb87-a824-48d1-82b5-fde34a3b9a5e disassociated. External IP: 172.25.6.253, port: 5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf. Feb 15 14:15:41.530592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for 5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:41.622405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d7c5c9c4-20c7-4dfd-84a2-d470d10ace57 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags HTTP/1.1" status: 200 len: 241 time: 0.2897234 Feb 15 14:15:41.627336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50116) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:41.634015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-d83e667a-70ee-49a1-9662-e3f67b93a21a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd', 'tempest-TagsExtTest-Tag-1224276477') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:41.763778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f30e382-520e-450f-94d4-b53d28754378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (09cffa3d-d684-4645-9e47-e5bfca936375), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.789997 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.800722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:41.801159 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:41.840515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:41.984106 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d83e667a-70ee-49a1-9662-e3f67b93a21a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags/tempest-TagsExtTest-Tag-1224276477 HTTP/1.1" status: 204 len: 168 time: 0.3533986 Feb 15 14:15:41.986248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50132) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:41.993180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-ee59c27e-d249-408b-b02a-2bce9b5517cf tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd', 'tempest-TagsExtTest-Tag-1224276477') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:42.008474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f30e382-520e-450f-94d4-b53d28754378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (09cffa3d-d684-4645-9e47-e5bfca936375), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-28f738ff-e8a8-46a4-904e-d25e59f53016 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09cffa3d-d684-4645-9e47-e5bfca936375: This subnet is being modified by another concurrent operation. Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:15:42.058147 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09cffa3d-d684-4645-9e47-e5bfca936375: This subnet is being modified by another concurrent operation. Feb 15 14:15:42.063716 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:15:42.100438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30e382-520e-450f-94d4-b53d28754378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=09cffa3d-d684-4645-9e47-e5bfca936375,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:42.108222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f30e382-520e-450f-94d4-b53d28754378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:42.114642 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0f30e382-520e-450f-94d4-b53d28754378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/09cffa3d-d684-4645-9e47-e5bfca936375 HTTP/1.1" status: 204 len: 168 time: 1.2174418 Feb 15 14:15:42.117360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50144) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:42.131578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5687abcf-4661-485c-901e-e4cf8a9c2308 None None] Current status of the port 7f365527-4550-4e28-89d2-35d1dae085d8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:42.159614 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:42.232949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5687abcf-4661-485c-901e-e4cf8a9c2308 None None] Provisioning complete for port af6bf4a5-e205-4f3b-b795-adb7025329e8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:42.233116 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5687abcf-4661-485c-901e-e4cf8a9c2308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (af6bf4a5-e205-4f3b-b795-adb7025329e8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:42.306329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router a8ef7d15-11bf-4823-8399-e0b50479f5bd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:42.311149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ee59c27e-d249-408b-b02a-2bce9b5517cf tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags/tempest-TagsExtTest-Tag-1224276477 HTTP/1.1" status: 204 len: 168 time: 0.3234007 Feb 15 14:15:42.314544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50152) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:42.318791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce5b148-a03e-4651-81fb-a2ddc570dcec tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet f8a3f088-98e3-420b-abc1-e8f039fc09e3 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:15:42.331783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-59be31d8-3c4a-46b2-b542-31584c3b4efe tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:42.333479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c494c5-a975-44a4-aa94-a32530c3a2b7 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:42.346043 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bce5b148-a03e-4651-81fb-a2ddc570dcec tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (f8a3f088-98e3-420b-abc1-e8f039fc09e3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:42.352313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f44908-50cd-4e54-91f5-8cc51b8fe2c9 req-4bd3d251-fb8f-4d1f-8963-65045fb5c833 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:42.360239 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2f44908-50cd-4e54-91f5-8cc51b8fe2c9 req-4bd3d251-fb8f-4d1f-8963-65045fb5c833 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.2612615 Feb 15 14:15:42.461286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2f44908-50cd-4e54-91f5-8cc51b8fe2c9 req-deb4e68c-48fa-4533-9c4a-9da787b114f7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952847 Feb 15 14:15:42.467726 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bce5b148-a03e-4651-81fb-a2ddc570dcec tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (f8a3f088-98e3-420b-abc1-e8f039fc09e3), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:42.476786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:42.489685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-59be31d8-3c4a-46b2-b542-31584c3b4efe tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags HTTP/1.1" status: 200 len: 205 time: 0.1737380 Feb 15 14:15:42.492320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50158) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:42.512950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-f4086fc9-1968-4296-b6c5-eaff88f4dec6 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:42.514955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5687abcf-4661-485c-901e-e4cf8a9c2308 None None] Port af6bf4a5-e205-4f3b-b795-adb7025329e8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:42.609562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f4086fc9-1968-4296-b6c5-eaff88f4dec6 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags HTTP/1.1" status: 200 len: 241 time: 0.1116538 Feb 15 14:15:42.612185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50170) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:42.633577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-c8619597-66be-4940-bd37-29cf19335113 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8', 'tempest-TagsExtTest-Tag-1505721612') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:42.732341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c8619597-66be-4940-bd37-29cf19335113 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags/tempest-TagsExtTest-Tag-1505721612 HTTP/1.1" status: 204 len: 168 time: 0.1189129 Feb 15 14:15:42.740407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e1acc9d1-4554-4ac7-9428-2267057eadc8 None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:42.741148 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e1acc9d1-4554-4ac7-9428-2267057eadc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:42.741544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50176) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:42.746125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac5e2a-58c3-44c5-a2be-061a0a18b355 None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': 'f8a3f088-98e3-420b-abc1-e8f039fc09e3'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '0ac627ba-0512-4ea9-9660-e7b4566c4993'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:15:42.755945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-274d5476-2f2a-42d1-bf6e-68e7072715bb tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8', 'tempest-TagsExtTest-Tag-1505721612') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:42.825465 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5e2a-58c3-44c5-a2be-061a0a18b355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:42.842139 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bce5b148-a03e-4651-81fb-a2ddc570dcec tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (f8a3f088-98e3-420b-abc1-e8f039fc09e3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:42.949391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:42.956211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bce5b148-a03e-4651-81fb-a2ddc570dcec tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (f8a3f088-98e3-420b-abc1-e8f039fc09e3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:42.983022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f534b1-9171-4f68-ba7a-ee1731fe1266 None None] Sync routers for ids ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:43.017196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-274d5476-2f2a-42d1-bf6e-68e7072715bb tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags/tempest-TagsExtTest-Tag-1505721612 HTTP/1.1" status: 204 len: 168 time: 0.2695968 Feb 15 14:15:43.022422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50190) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:43.029436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-e0d3cd1f-acd3-4f1e-b28d-2552f2a884f0 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:43.056304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f534b1-9171-4f68-ba7a-ee1731fe1266 None None] Routers {'a8ef7d15-11bf-4823-8399-e0b50479f5bd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:43.056966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-36f534b1-9171-4f68-ba7a-ee1731fe1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:43.061513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5b148-a03e-4651-81fb-a2ddc570dcec tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a3f088-98e3-420b-abc1-e8f039fc09e3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:43.085290 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bce5b148-a03e-4651-81fb-a2ddc570dcec tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:43.091938 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bce5b148-a03e-4651-81fb-a2ddc570dcec tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/f8a3f088-98e3-420b-abc1-e8f039fc09e3 HTTP/1.1" status: 204 len: 168 time: 0.9729667 Feb 15 14:15:43.094710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50198) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:43.153813 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d6fac9be-f198-4160-bbab-72f4e0603464 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576038 Feb 15 14:15:43.157687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50202) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:43.163880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:43.166374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:43.195166 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-29e5f14d-36da-4317-bae3-7535ce3b9748 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/ports/5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf HTTP/1.1" status: 204 len: 168 time: 2.8674531 Feb 15 14:15:43.196770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-36f534b1-9171-4f68-ba7a-ee1731fe1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:43.201604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50204) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-a4ac5e2a-58c3-44c5-a2be-061a0a18b355 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8a3f088-98e3-420b-abc1-e8f039fc09e3: This subnet is being modified by another concurrent operation. Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:15:43.211298 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8a3f088-98e3-420b-abc1-e8f039fc09e3: This subnet is being modified by another concurrent operation. Feb 15 14:15:43.218031 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:15:43.225130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e1acc9d1-4554-4ac7-9428-2267057eadc8 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:43.249566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7f365527-4550-4e28-89d2-35d1dae085d8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:43.283290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f534b1-9171-4f68-ba7a-ee1731fe1266 None None] Routers {'a8ef7d15-11bf-4823-8399-e0b50479f5bd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:43.288551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-36f534b1-9171-4f68-ba7a-ee1731fe1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:43.316355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e0d3cd1f-acd3-4f1e-b28d-2552f2a884f0 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags HTTP/1.1" status: 200 len: 205 time: 0.2888725 Feb 15 14:15:43.318015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50212) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:43.325111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-71588084-9882-4229-bba8-180fe4b30976 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:43.330737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-36f534b1-9171-4f68-ba7a-ee1731fe1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:43.331689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f534b1-9171-4f68-ba7a-ee1731fe1266 None None] The sync data for ids ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:43.333333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1161332e-5e77-4875-8c3a-405b591508d8 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:15:43.365224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:43.368697 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:43.404272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e1acc9d1-4554-4ac7-9428-2267057eadc8 None None] Provisioning complete for port af6bf4a5-e205-4f3b-b795-adb7025329e8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:43.404660 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e1acc9d1-4554-4ac7-9428-2267057eadc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (af6bf4a5-e205-4f3b-b795-adb7025329e8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:43.509392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e1acc9d1-4554-4ac7-9428-2267057eadc8 None None] Port af6bf4a5-e205-4f3b-b795-adb7025329e8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:43.552764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-71588084-9882-4229-bba8-180fe4b30976 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags HTTP/1.1" status: 200 len: 240 time: 0.2336016 Feb 15 14:15:43.556112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50226) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:43.563868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-750f5f34-7139-4659-b4ca-6ee73bad70e8 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5', 'tempest-TagsExtTest-Tag-892327677') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:43.568168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7f365527-4550-4e28-89d2-35d1dae085d8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:43.568564 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:43.780012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3e35b007-36ff-4dce-a742-b5b581ba08c9 None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:43.789326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3e35b007-36ff-4dce-a742-b5b581ba08c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:43.792889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-750f5f34-7139-4659-b4ca-6ee73bad70e8 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags/tempest-TagsExtTest-Tag-892327677 HTTP/1.1" status: 204 len: 168 time: 0.2344542 Feb 15 14:15:43.799950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50238) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:43.805620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92d2aa-9015-41b5-be59-dcb417aeefdc req-c5387f00-235f-4c79-a8f3-dc533e47fc88 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:43.808994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea92d2aa-9015-41b5-be59-dcb417aeefdc req-c5387f00-235f-4c79-a8f3-dc533e47fc88 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.1940453 Feb 15 14:15:43.851312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-7fe638cc-1ca8-469a-973d-2ff24b3ea9ff tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5', 'tempest-TagsExtTest-Tag-892327677') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:43.923899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7f365527-4550-4e28-89d2-35d1dae085d8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:43.927486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1161332e-5e77-4875-8c3a-405b591508d8 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:15:43.982749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea92d2aa-9015-41b5-be59-dcb417aeefdc req-9ba1d22d-67cb-440a-9cac-f5f8d489b16c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372468 Feb 15 14:15:44.138620 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7fe638cc-1ca8-469a-973d-2ff24b3ea9ff tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags/tempest-TagsExtTest-Tag-892327677 HTTP/1.1" status: 204 len: 168 time: 0.3371904 Feb 15 14:15:44.144128 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50242) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:44.146689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0ac627ba-0512-4ea9-9660-e7b4566c4993 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:15:44.149705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-685337e8-8001-4df0-bce2-8b628d497708 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:44.195043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50244) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:44.228277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.objects.ports [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:15:44.330679 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3e35b007-36ff-4dce-a742-b5b581ba08c9 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:44.456253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:44.456791 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:44.460014 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33e68a3d-6e00-446b-8aa3-1ff578a7bdbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:44.556826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c55c5f2-88ca-40ff-b9c6-a3db3e914500 None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': '332e88d0-2219-4153-91f0-c4d3485dc2ea'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '0ac627ba-0512-4ea9-9660-e7b4566c4993'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:15:44.633686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 0ac627ba-0512-4ea9-9660-e7b4566c4993, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0ac627ba-0512-4ea9-9660-e7b4566c4993,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:44.646893 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:44.737193 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33e68a3d-6e00-446b-8aa3-1ff578a7bdbc admin admin] Publish callbacks [] for security_group (30b925b7-467b-4e8b-9df2-3379aebe166e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:44.750852 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-685337e8-8001-4df0-bce2-8b628d497708 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags HTTP/1.1" status: 200 len: 205 time: 0.6056538 Feb 15 14:15:44.753637 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33e68a3d-6e00-446b-8aa3-1ff578a7bdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (30b925b7-467b-4e8b-9df2-3379aebe166e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:44.756317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50250) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:44.756605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=0ac627ba-0512-4ea9-9660-e7b4566c4993,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:44.795380 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c55c5f2-88ca-40ff-b9c6-a3db3e914500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:44.797998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-6a828f10-ff03-4dbf-9077-2167dc00a1b6 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:44.821036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:44.854360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa9f2d8a-dc69-4ed7-85ea-38b4d31b1dc5 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (a8ef7d15-11bf-4823-8399-e0b50479f5bd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:44.911520 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a6458781-7558-4a3a-ac23-fc06384a0a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:44.974617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-33e68a3d-6e00-446b-8aa3-1ff578a7bdbc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d6c8a7fc809b4242a727d90d6c62c9dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7782204 Feb 15 14:15:44.978091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50256) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:44.994468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e68a3d-6e00-446b-8aa3-1ff578a7bdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b925b7-467b-4e8b-9df2-3379aebe166e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:45.084999 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Publish callbacks [] for security_group (30b925b7-467b-4e8b-9df2-3379aebe166e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:45.110119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6a828f10-ff03-4dbf-9077-2167dc00a1b6 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags HTTP/1.1" status: 200 len: 241 time: 0.3293440 Feb 15 14:15:45.126624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50260) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:45.134826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-519792d0-9c14-4ce3-acbe-ec15988b93c5 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9', 'tempest-TagsExtTest-Tag-1572244747') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:45.291502 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Publish callbacks [] for security_group (30b925b7-467b-4e8b-9df2-3379aebe166e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:45.299039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5c55c5f2-88ca-40ff-b9c6-a3db3e914500 None None] For port 0ac627ba-0512-4ea9-9660-e7b4566c4993, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0ac627ba-0512-4ea9-9660-e7b4566c4993,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:45.350365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c55c5f2-88ca-40ff-b9c6-a3db3e914500 None None] Publish callbacks [] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:45.351206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-519792d0-9c14-4ce3-acbe-ec15988b93c5 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags/tempest-TagsExtTest-Tag-1572244747 HTTP/1.1" status: 204 len: 168 time: 0.2234125 Feb 15 14:15:45.356587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50264) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:45.362107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c55c5f2-88ca-40ff-b9c6-a3db3e914500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:45.365438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-45f95a0d-6995-4726-bfe3-f9d9a79c5d63 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9', 'tempest-TagsExtTest-Tag-1572244747') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:45.373864 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.api [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:15:45.374426 n-d-829064-15 neutron-server[109971]: DEBUG oslo_db.api [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:15:45.393121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bfb5c-2649-482c-8978-ce94b30a13ca req-3b8c2735-3de3-4e8a-b7d2-d1c24d379f49 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:45.394995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f28bfb5c-2649-482c-8978-ce94b30a13ca req-3b8c2735-3de3-4e8a-b7d2-d1c24d379f49 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.1925726 Feb 15 14:15:45.403027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abff28-f9b6-4e2f-a326-009a57c57bea req-1b19191e-5658-4c2c-bb10-bbd0dbf1d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:45.404741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9abff28-f9b6-4e2f-a326-009a57c57bea req-1b19191e-5658-4c2c-bb10-bbd0dbf1d8d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1128 time: 0.1604598 Feb 15 14:15:45.434108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807d6ef-9a5c-42ed-a7d9-1c358e958601 req-ccf247f6-1728-4686-a58f-3d15c510b8cd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:45.441264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5807d6ef-9a5c-42ed-a7d9-1c358e958601 req-ccf247f6-1728-4686-a58f-3d15c510b8cd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1327906 Feb 15 14:15:45.457590 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (30b925b7-467b-4e8b-9df2-3379aebe166e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:45.460533 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:45.462278 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/30b925b7-467b-4e8b-9df2-3379aebe166e HTTP/1.1" status: 204 len: 168 time: 0.4827840 Feb 15 14:15:45.474710 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-45f95a0d-6995-4726-bfe3-f9d9a79c5d63 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags/tempest-TagsExtTest-Tag-1572244747 HTTP/1.1" status: 204 len: 168 time: 0.1134911 Feb 15 14:15:45.475431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50268) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:45.487748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-953d7e73-ed65-4a86-b55e-b5b66b59d2ad tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:45.495413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b925b7-467b-4e8b-9df2-3379aebe166e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:45.536382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.536820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.537242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.537653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.538068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.538568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.539010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.539444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.539853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.540245 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.540648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.541041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.541437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c06a86-7527-4e35-bba4-d4a7a2067003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:45.565990 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-953d7e73-ed65-4a86-b55e-b5b66b59d2ad tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags HTTP/1.1" status: 200 len: 205 time: 0.0818326 Feb 15 14:15:45.566734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50270) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:45.572588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55c5f2-88ca-40ff-b9c6-a3db3e914500 None None] Pushing event updated for resources: {'Port': ['ID=0ac627ba-0512-4ea9-9660-e7b4566c4993,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:45.572837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-ae504b8a-bd57-4725-b39a-467071828e31 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:45.618212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f2d8a-dc69-4ed7-85ea-38b4d31b1dc5 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port 44b4e7a7-d172-47ea-b74b-362070fd4080 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:45.618525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa9f2d8a-dc69-4ed7-85ea-38b4d31b1dc5 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (44b4e7a7-d172-47ea-b74b-362070fd4080), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:45.625655 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ae504b8a-bd57-4725-b39a-467071828e31 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags HTTP/1.1" status: 204 len: 168 time: 0.0568690 Feb 15 14:15:45.627912 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50272) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:45.632931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-2c9668a8-10c7-45eb-abd4-3118d7823fdf tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:45.855945 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa9f2d8a-dc69-4ed7-85ea-38b4d31b1dc5 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (44b4e7a7-d172-47ea-b74b-362070fd4080), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:45.903070 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f2d8a-dc69-4ed7-85ea-38b4d31b1dc5 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for 44b4e7a7-d172-47ea-b74b-362070fd4080 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:46.031357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:46.114495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f28bfb5c-2649-482c-8978-ce94b30a13ca req-416cc609-19ca-41ce-9aa6-7bfb4da9bd22 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7019963 Feb 15 14:15:46.124854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abff28-f9b6-4e2f-a326-009a57c57bea req-4d0c313f-67d2-45c0-8975-12cd170a96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:46.126725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9abff28-f9b6-4e2f-a326-009a57c57bea req-4d0c313f-67d2-45c0-8975-12cd170a96c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.7120111 Feb 15 14:15:46.185106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5807d6ef-9a5c-42ed-a7d9-1c358e958601 req-6c43a9d6-6c53-4c34-bdf1-7189676a78cf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7426355 Feb 15 14:15:46.266252 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2c9668a8-10c7-45eb-abd4-3118d7823fdf tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags HTTP/1.1" status: 204 len: 168 time: 0.6348660 Feb 15 14:15:46.267226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50286) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:46.267963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa9f2d8a-dc69-4ed7-85ea-38b4d31b1dc5 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (44b4e7a7-d172-47ea-b74b-362070fd4080), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:46.277748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-c666875b-c508-40f2-b45a-3725375252d5 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:46.344297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9abff28-f9b6-4e2f-a326-009a57c57bea req-8382ebd7-9958-4ca5-925b-0eda02818089 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 1000 time: 0.1872275 Feb 15 14:15:46.391932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f2d8a-dc69-4ed7-85ea-38b4d31b1dc5 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=44b4e7a7-d172-47ea-b74b-362070fd4080,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:46.459700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abff28-f9b6-4e2f-a326-009a57c57bea req-4b7cd9f9-aeb8-42f4-ae8d-39298cb1d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:46.461399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9abff28-f9b6-4e2f-a326-009a57c57bea req-4b7cd9f9-aeb8-42f4-ae8d-39298cb1d7b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1065516 Feb 15 14:15:46.517856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] For port 0ac627ba-0512-4ea9-9660-e7b4566c4993, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0ac627ba-0512-4ea9-9660-e7b4566c4993,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:46.561999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:46.572300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abff28-f9b6-4e2f-a326-009a57c57bea req-a6ed57e8-117d-461c-9724-c18bac83039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:46.574493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9abff28-f9b6-4e2f-a326-009a57c57bea req-a6ed57e8-117d-461c-9724-c18bac83039c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1041746 Feb 15 14:15:46.592398 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:46.710293 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa9f2d8a-dc69-4ed7-85ea-38b4d31b1dc5 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (a8ef7d15-11bf-4823-8399-e0b50479f5bd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:46.718219 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (332e88d0-2219-4153-91f0-c4d3485dc2ea), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:46.725495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c666875b-c508-40f2-b45a-3725375252d5 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags HTTP/1.1" status: 204 len: 168 time: 0.4547565 Feb 15 14:15:46.742310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50300) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:46.753826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-bfe67336-add0-475f-bfd9-e8f28b0c0181 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:46.810027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=332e88d0-2219-4153-91f0-c4d3485dc2ea,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:46.812341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=0ac627ba-0512-4ea9-9660-e7b4566c4993,revision_number=8']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:46.832235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:46.835964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:46.840869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:46.841612 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:46.902342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9d0d1b65-e137-4eba-a611-1e7167e08b31 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7403808 Feb 15 14:15:46.902790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50302) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:46.910794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f9f2c83f-0f82-462c-978e-1a0419b8f0fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:46.984100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9abff28-f9b6-4e2f-a326-009a57c57bea req-a5c8b272-dcb1-4a2a-a783-0368957549d5 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011927 Feb 15 14:15:47.016516 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bfe67336-add0-475f-bfd9-e8f28b0c0181 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags HTTP/1.1" status: 204 len: 168 time: 0.2670751 Feb 15 14:15:47.018321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50306) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:47.023522 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-6b8eb48d-eb83-48ec-ae60-974dc1be848f tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd', 'tempest-TagsExtTest-Tag-626239236') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:47.127980 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9abff28-f9b6-4e2f-a326-009a57c57bea req-4c285506-5c01-4c47-b8a5-c154cba6126c service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335833 Feb 15 14:15:47.145273 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-36059ebc-0b97-49fb-82c6-0936b03b6585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:47.180180 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28229594-5606-48c3-b2ce-0453cf2a7989 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:15:47.250634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f2c83f-0f82-462c-978e-1a0419b8f0fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:47.258366 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9f2c83f-0f82-462c-978e-1a0419b8f0fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:47.272894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9f2d8a-dc69-4ed7-85ea-38b4d31b1dc5 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router a8ef7d15-11bf-4823-8399-e0b50479f5bd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:15:47.285119 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6b8eb48d-eb83-48ec-ae60-974dc1be848f tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags/tempest-TagsExtTest-Tag-626239236 HTTP/1.1" status: 201 len: 201 time: 0.2651770 Feb 15 14:15:47.287236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50316) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:47.298013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-daec5132-974a-401c-a2c2-ce2974f1b7c1 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8', 'tempest-TagsExtTest-Tag-2073171065') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:47.350652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-92058deb-226d-43d5-8aa6-7dc9503f7e64 None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:47.351079 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-92058deb-226d-43d5-8aa6-7dc9503f7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:47.443854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0ac627ba-0512-4ea9-9660-e7b4566c4993 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:47.455632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9f2d8a-dc69-4ed7-85ea-38b4d31b1dc5 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:15:47.464626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fa9f2d8a-dc69-4ed7-85ea-38b4d31b1dc5 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "PUT /v2.0/routers/a8ef7d15-11bf-4823-8399-e0b50479f5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2614179 Feb 15 14:15:47.465170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50322) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:47.468775 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3743a8ea-4a1c-4287-a210-4ee4dca35b53 None None] Sync routers for ids ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:15:47.483091 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3743a8ea-4a1c-4287-a210-4ee4dca35b53 None None] Routers {'a8ef7d15-11bf-4823-8399-e0b50479f5bd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:47.483706 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3743a8ea-4a1c-4287-a210-4ee4dca35b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:47.503486 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-daec5132-974a-401c-a2c2-ce2974f1b7c1 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags/tempest-TagsExtTest-Tag-2073171065 HTTP/1.1" status: 201 len: 201 time: 0.2153904 Feb 15 14:15:47.562040 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3743a8ea-4a1c-4287-a210-4ee4dca35b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:47.564730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50324) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:47.569608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-e784df34-0382-41be-a2d4-f0ae7dcdf440 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5', 'tempest-TagsExtTest-Tag-1594514495') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:47.583858 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3743a8ea-4a1c-4287-a210-4ee4dca35b53 None None] Routers {'a8ef7d15-11bf-4823-8399-e0b50479f5bd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:15:47.584774 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3743a8ea-4a1c-4287-a210-4ee4dca35b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:47.660714 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3743a8ea-4a1c-4287-a210-4ee4dca35b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:47.661531 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3743a8ea-4a1c-4287-a210-4ee4dca35b53 None None] The sync data for ids ['a8ef7d15-11bf-4823-8399-e0b50479f5bd'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:15:47.681242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28229594-5606-48c3-b2ce-0453cf2a7989 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:15:47.683083 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9f2c83f-0f82-462c-978e-1a0419b8f0fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (a11da084-97d9-406f-b178-a83adaee6c2b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:47.769715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f2c83f-0f82-462c-978e-1a0419b8f0fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:47.777216 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router (a8ef7d15-11bf-4823-8399-e0b50479f5bd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:47.778726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-f9f2c83f-0f82-462c-978e-1a0419b8f0fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:47.783867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f2c83f-0f82-462c-978e-1a0419b8f0fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:47.784522 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9f2c83f-0f82-462c-978e-1a0419b8f0fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:47.827052 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e784df34-0382-41be-a2d4-f0ae7dcdf440 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags/tempest-TagsExtTest-Tag-1594514495 HTTP/1.1" status: 201 len: 201 time: 0.2610073 Feb 15 14:15:47.827920 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50330) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:47.835063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-31d3f156-7606-4cef-a8ff-c25fe07c206e tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9', 'tempest-TagsExtTest-Tag-89558788') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:47.839126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5df7-9ffe-459a-a027-5eea88c26f7f req-4ad8d743-9125-4f93-9857-5db446dc7ed9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:47.843944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-160a5df7-9ffe-459a-a027-5eea88c26f7f req-4ad8d743-9125-4f93-9857-5db446dc7ed9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.2020032 Feb 15 14:15:47.854836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f9f2c83f-0f82-462c-978e-1a0419b8f0fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9508097 Feb 15 14:15:47.861313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50332) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:47.869522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:d9:f5:1f', 'name': 'tempest-NetworksTestDHCPv6-2051744200'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:47.894970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-92058deb-226d-43d5-8aa6-7dc9503f7e64 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:47.895567 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-92058deb-226d-43d5-8aa6-7dc9503f7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:47.918833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2c83f-0f82-462c-978e-1a0419b8f0fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=a11da084-97d9-406f-b178-a83adaee6c2b,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:47.950439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-92058deb-226d-43d5-8aa6-7dc9503f7e64 None None] For port 0ac627ba-0512-4ea9-9660-e7b4566c4993, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0ac627ba-0512-4ea9-9660-e7b4566c4993,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:47.974181 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-92058deb-226d-43d5-8aa6-7dc9503f7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:47.991096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50334) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:48.015265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b43e3-c902-4de5-bad1-d2ff78776198 req-fa3b4f82-63c3-4d10-9585-1b824d548cb7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:48.016775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:48.017316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:48.018217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d86b43e3-c902-4de5-bad1-d2ff78776198 req-fa3b4f82-63c3-4d10-9585-1b824d548cb7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.3776095 Feb 15 14:15:48.031437 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-31d3f156-7606-4cef-a8ff-c25fe07c206e tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags/tempest-TagsExtTest-Tag-89558788 HTTP/1.1" status: 201 len: 201 time: 0.2001894 Feb 15 14:15:48.033217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50338) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:48.052596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-9b9000e0-0363-4cd1-83ab-9c8a0e0dd62b tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd', {'tags': ['tempest-TagsExtTest-Tag-2072095529', 'tempest-TagsExtTest-Tag-1450872698', 'tempest-TagsExtTest-Tag-22751631']}) {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:48.068173 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_gateway (a8ef7d15-11bf-4823-8399-e0b50479f5bd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:48.165780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d86b43e3-c902-4de5-bad1-d2ff78776198 req-afb74ff6-caa6-4288-9d09-abae14c9f101 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211412 Feb 15 14:15:48.169453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-160a5df7-9ffe-459a-a027-5eea88c26f7f req-2b44a029-5227-4c48-84a6-739285b5c05b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109648 Feb 15 14:15:48.243644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cce8d66e-ce2b-4275-89e2-2d4665101138 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-798991519'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:48.244365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cce8d66e-ce2b-4275-89e2-2d4665101138 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Unknown quota resources ['metering_label']. {{(pid=109971) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 14:15:48.276385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port 4c5db620-fd92-4b47-ad9e-21071c05d7c5 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:48.276782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4c5db620-fd92-4b47-ad9e-21071c05d7c5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:48.291462 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9b9000e0-0363-4cd1-83ab-9c8a0e0dd62b tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags HTTP/1.1" status: 200 len: 316 time: 0.2567015 Feb 15 14:15:48.322945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50340) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:48.328124 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:48.342703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-844caf70-b1e5-44e2-a9a5-cbb6f6e18cbb tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:48.355287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92058deb-226d-43d5-8aa6-7dc9503f7e64 None None] Pushing event updated for resources: {'Port': ['ID=0ac627ba-0512-4ea9-9660-e7b4566c4993,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:48.374048 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:48.518943 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cce8d66e-ce2b-4275-89e2-2d4665101138 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:48.520438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cce8d66e-ce2b-4275-89e2-2d4665101138 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5228302 Feb 15 14:15:48.521351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:48.525671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50344) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:48.533283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8d900f6d-41bf-4ec2-8f7f-24c7b2e4a226 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2ebd95dd-f8ad-4470-9108-ed27dac9ce22'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:48.533939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8d900f6d-41bf-4ec2-8f7f-24c7b2e4a226 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109971) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 14:15:48.563662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a6c93-e4da-4189-9261-2ac2c79f6d0c None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': '332e88d0-2219-4153-91f0-c4d3485dc2ea', 'ip_address': '2001:db8::f816:3eff:fe69:c66c'}, {'subnet_id': 'a11da084-97d9-406f-b178-a83adaee6c2b'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '0ac627ba-0512-4ea9-9660-e7b4566c4993'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:15:48.600870 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-437a6c93-e4da-4189-9261-2ac2c79f6d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:48.742357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4c5db620-fd92-4b47-ad9e-21071c05d7c5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:48.755582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for 4c5db620-fd92-4b47-ad9e-21071c05d7c5 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:48.830790 n-d-829064-15 neutron-server[109971]: WARNING neutron.services.metering.metering_plugin [None req-8d900f6d-41bf-4ec2-8f7f-24c7b2e4a226 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 14:15:48.908859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-437a6c93-e4da-4189-9261-2ac2c79f6d0c None None] Allocated IP 172.20.0.2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/a11da084-97d9-406f-b178-a83adaee6c2b/0ac627ba-0512-4ea9-9660-e7b4566c4993) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:48.942709 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:48.998894 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8d900f6d-41bf-4ec2-8f7f-24c7b2e4a226 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.003817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8d900f6d-41bf-4ec2-8f7f-24c7b2e4a226 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4710746 Feb 15 14:15:49.004950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50346) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:49.011312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e68688e2-a4aa-4d3b-aa4f-d3d73aa10a46 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2ebd95dd-f8ad-4470-9108-ed27dac9ce22'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:49.012162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e68688e2-a4aa-4d3b-aa4f-d3d73aa10a46 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109972) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 14:15:49.015342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-844caf70-b1e5-44e2-a9a5-cbb6f6e18cbb tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags HTTP/1.1" status: 204 len: 168 time: 0.6826217 Feb 15 14:15:49.019120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50348) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:49.022988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4c5db620-fd92-4b47-ad9e-21071c05d7c5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.024651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-37924171-b853-4e06-a786-a9bfcc59879d tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd', 'tempest-TagsExtTest-Tag-2072095529') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:49.042952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-437a6c93-e4da-4189-9261-2ac2c79f6d0c None None] For port 0ac627ba-0512-4ea9-9660-e7b4566c4993, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0ac627ba-0512-4ea9-9660-e7b4566c4993,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:49.057138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=4c5db620-fd92-4b47-ad9e-21071c05d7c5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:49.075505 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-437a6c93-e4da-4189-9261-2ac2c79f6d0c None None] Publish callbacks [] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.081541 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-437a6c93-e4da-4189-9261-2ac2c79f6d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.102350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 7dce8487-7db7-405d-a5d8-86c4bd45d20e yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:15:49.174869 n-d-829064-15 neutron-server[109972]: WARNING neutron.services.metering.metering_plugin [None req-e68688e2-a4aa-4d3b-aa4f-d3d73aa10a46 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 14:15:49.191197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a6c93-e4da-4189-9261-2ac2c79f6d0c None None] Pushing event updated for resources: {'Port': ['ID=0ac627ba-0512-4ea9-9660-e7b4566c4993,revision_number=10']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:49.237924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0ac627ba-0512-4ea9-9660-e7b4566c4993 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:49.348631 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (a8ef7d15-11bf-4823-8399-e0b50479f5bd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.394007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:49.395549 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.438262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e68688e2-a4aa-4d3b-aa4f-d3d73aa10a46 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.447124 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e68688e2-a4aa-4d3b-aa4f-d3d73aa10a46 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4400826 Feb 15 14:15:49.448135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50354) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:49.574242 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-59b8850c-b4ce-4887-96da-9af898ec1c88 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=757b476b-082f-41a3-a809-d0a3c3e3494a HTTP/1.1" status: 200 len: 464 time: 0.0523138 Feb 15 14:15:49.575248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50356) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:49.589320 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (a8ef7d15-11bf-4823-8399-e0b50479f5bd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.593134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_controller (a8ef7d15-11bf-4823-8399-e0b50479f5bd), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.620759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:49.693037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 172.20.0.6 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/a11da084-97d9-406f-b178-a83adaee6c2b/7dce8487-7db7-405d-a5d8-86c4bd45d20e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:49.702030 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.706791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d32b37-2660-45cd-a717-cea3efa6254a req-c8af071b-3ca9-4018-81a0-2102f60e5301 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:49.707012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10d32b37-2660-45cd-a717-cea3efa6254a req-c8af071b-3ca9-4018-81a0-2102f60e5301 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2104208 Feb 15 14:15:49.728315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::f816:3eff:fed9:f51f (a38afbd0-c128-4dc1-aa52-b247a5fafd54/332e88d0-2219-4153-91f0-c4d3485dc2ea/7dce8487-7db7-405d-a5d8-86c4bd45d20e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:49.733234 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-37924171-b853-4e06-a786-a9bfcc59879d tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:49.734676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-37924171-b853-4e06-a786-a9bfcc59879d tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags/tempest-TagsExtTest-Tag-2072095529 HTTP/1.1" status: 404 len: 329 time: 0.7145526 Feb 15 14:15:49.761631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50358) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:49.768161 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-3191db3a-50f4-479f-8771-5c000ca070c4 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd', 'tempest-TagsExtTest-Tag-1450872698') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:49.770725 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (a8ef7d15-11bf-4823-8399-e0b50479f5bd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.771344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Fanout notify agent at l3_agent the message router_deleted on router a8ef7d15-11bf-4823-8399-e0b50479f5bd {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:15:49.795199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.799302 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-84f86509-40dd-4fe7-934a-7409b1a18123 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/routers/a8ef7d15-11bf-4823-8399-e0b50479f5bd HTTP/1.1" status: 204 len: 168 time: 2.3331127 Feb 15 14:15:49.824315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50360) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:49.920974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-359dedaf-d9f9-41ee-ae04-e2ac8fb98106 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:49.922573 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-359dedaf-d9f9-41ee-ae04-e2ac8fb98106 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/757b476b-082f-41a3-a809-d0a3c3e3494a HTTP/1.1" status: 204 len: 168 time: 0.3463945 Feb 15 14:15:49.930774 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50362) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:49.952797 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-603fc8c8-e09c-4ce8-bc94-19be92dcbb06 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=757b476b-082f-41a3-a809-d0a3c3e3494a HTTP/1.1" status: 200 len: 221 time: 0.0204453 Feb 15 14:15:49.963542 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50364) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:49.973462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-29791a18-6955-4aba-b7f6-cd00068f1396 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1653156582', 'description': 'label created by tempest'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:49.974294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-29791a18-6955-4aba-b7f6-cd00068f1396 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Unknown quota resources ['metering_label']. {{(pid=109972) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 14:15:50.027997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c963740-fb69-492c-9be9-6a621084aee1 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting subnet 86d77292-dbbb-4ebc-a2dd-70396d3a941a {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:15:50.034123 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c963740-fb69-492c-9be9-6a621084aee1 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for subnet (86d77292-dbbb-4ebc-a2dd-70396d3a941a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:50.171143 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-3191db3a-50f4-479f-8771-5c000ca070c4 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:50.175512 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3191db3a-50f4-479f-8771-5c000ca070c4 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags/tempest-TagsExtTest-Tag-1450872698 HTTP/1.1" status: 404 len: 329 time: 0.4128077 Feb 15 14:15:50.179472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50366) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.192529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-9eae34ff-457a-408a-960c-2e21bb333fe4 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd', 'tempest-TagsExtTest-Tag-22751631') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:50.238174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c963740-fb69-492c-9be9-6a621084aee1 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (86d77292-dbbb-4ebc-a2dd-70396d3a941a), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:50.254058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10d32b37-2660-45cd-a717-cea3efa6254a req-b9d8263a-b5c3-49e6-8e9f-d2a536485885 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5348394 Feb 15 14:15:50.263032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839462-04fd-4a4c-bdf7-3c4cf9357fb9 req-d41a29bb-4cb7-4ea4-a372-7015d375b2d4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:50.263426 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-29791a18-6955-4aba-b7f6-cd00068f1396 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:50.266960 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-29791a18-6955-4aba-b7f6-cd00068f1396 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2994342 Feb 15 14:15:50.267892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e839462-04fd-4a4c-bdf7-3c4cf9357fb9 req-d41a29bb-4cb7-4ea4-a372-7015d375b2d4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.8010402 Feb 15 14:15:50.270317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50368) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.343287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270796b-d651-4c57-b408-2390a7a0649d None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:50.379691 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-9eae34ff-457a-408a-960c-2e21bb333fe4 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:50.383895 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9eae34ff-457a-408a-960c-2e21bb333fe4 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags/tempest-TagsExtTest-Tag-22751631 HTTP/1.1" status: 404 len: 327 time: 0.2032697 Feb 15 14:15:50.384249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50370) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.385423 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c963740-fb69-492c-9be9-6a621084aee1 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (86d77292-dbbb-4ebc-a2dd-70396d3a941a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:50.399563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-31731304-4415-47ff-8af6-004192972bed tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8', {'tags': ['tempest-TagsExtTest-Tag-1293200182', 'tempest-TagsExtTest-Tag-521969559', 'tempest-TagsExtTest-Tag-862338415']}) {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:50.412917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50372) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.415152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-723491a2-565e-44ab-abf8-2fd160080f09 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=654ea33f-1acb-4d8d-befa-76e988a5c29f HTTP/1.1" status: 200 len: 468 time: 0.1434081 Feb 15 14:15:50.520940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e839462-04fd-4a4c-bdf7-3c4cf9357fb9 req-99555117-a504-498b-a9c8-5a06715974b3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399011 Feb 15 14:15:50.568502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5768fb07-e200-4a4f-ae2a-fc954a75c88f None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:50.569155 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5768fb07-e200-4a4f-ae2a-fc954a75c88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:50.640040 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (7dce8487-7db7-405d-a5d8-86c4bd45d20e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:50.673205 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c963740-fb69-492c-9be9-6a621084aee1 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (86d77292-dbbb-4ebc-a2dd-70396d3a941a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:50.708918 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c963740-fb69-492c-9be9-6a621084aee1 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:50.715431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50374) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.716473 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0c963740-fb69-492c-9be9-6a621084aee1 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/subnets/86d77292-dbbb-4ebc-a2dd-70396d3a941a HTTP/1.1" status: 204 len: 168 time: 0.8900113 Feb 15 14:15:50.718995 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c200b9e4-95a6-41bd-b756-35a9f4e50b49 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:50.720044 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c200b9e4-95a6-41bd-b756-35a9f4e50b49 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/654ea33f-1acb-4d8d-befa-76e988a5c29f HTTP/1.1" status: 204 len: 168 time: 0.3062022 Feb 15 14:15:50.721025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c963740-fb69-492c-9be9-6a621084aee1 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Subnet': ['ID=86d77292-dbbb-4ebc-a2dd-70396d3a941a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:50.728168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50376) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.735058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda683a-756f-48e6-9cf8-1b795e4f415e None None] Network 04b188b4-2c87-4fd9-ab72-3c1f7447a895 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:50.745420 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f04437f5-3e50-45fb-9763-8c259b6222af tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=654ea33f-1acb-4d8d-befa-76e988a5c29f HTTP/1.1" status: 200 len: 216 time: 0.0160687 Feb 15 14:15:50.759454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50378) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.773160 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e00c40f8-d2f7-4e02-9dab-c7a767db6ad7 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0125556 Feb 15 14:15:50.780392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50380) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.801910 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1806f982-a5e3-4abc-b101-ea48db698654 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0200877 Feb 15 14:15:50.808238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50382) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.810669 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (04b188b4-2c87-4fd9-ab72-3c1f7447a895), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:50.815324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-31731304-4415-47ff-8af6-004192972bed tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags HTTP/1.1" status: 200 len: 316 time: 0.4224095 Feb 15 14:15:50.817711 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7dce8487-7db7-405d-a5d8-86c4bd45d20e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:50.819897 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50384) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.835496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-fbd3d6a3-b351-4e92-8e83-b3431661697f tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:50.889039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5768fb07-e200-4a4f-ae2a-fc954a75c88f None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:50.898295 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b15491a2-1f97-4ebe-bdb0-b865ccff1df7 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels/2ebd95dd-f8ad-4470-9108-ed27dac9ce22 HTTP/1.1" status: 200 len: 472 time: 0.0885870 Feb 15 14:15:50.903845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50386) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.924056 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8fd25fc4-9cfc-4e33-8cfc-26bdccb56f9b tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules/2a260712-9b6b-4c0c-9313-8528ea0c603b HTTP/1.1" status: 200 len: 461 time: 0.0187335 Feb 15 14:15:50.929148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50388) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:50.962497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:50.983495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:50.988988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:51.003838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=7dce8487-7db7-405d-a5d8-86c4bd45d20e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:51.066807 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:51.099952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0055a885-e15c-4922-b7ec-54c2c9adf9dc tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:51.102015 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0055a885-e15c-4922-b7ec-54c2c9adf9dc tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/2a260712-9b6b-4c0c-9313-8528ea0c603b HTTP/1.1" status: 204 len: 168 time: 0.1706035 Feb 15 14:15:51.106249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50390) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:51.136652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6800131-d062-4409-8923-a0efdbc60dad None None] DHCP port deletion for 04b188b4-2c87-4fd9-ab72-3c1f7447a895 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:15:51.138160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port ab25323a-39a5-4622-b93e-86235f586bf7 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:51.138765 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:51.149453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:51.150678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:51.226618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0ac627ba-0512-4ea9-9660-e7b4566c4993 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:51.259187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fbd3d6a3-b351-4e92-8e83-b3431661697f tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags HTTP/1.1" status: 204 len: 168 time: 0.4382157 Feb 15 14:15:51.264509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50392) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:51.272274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a12a300-d25c-40c9-84d4-40cd6572bee6 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:51.275059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-87628189-5e62-429e-add8-9268873b8a84 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8', 'tempest-TagsExtTest-Tag-1293200182') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:51.286759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-60bf8925-61df-4fce-9156-d05a3f2a948f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4221072 Feb 15 14:15:51.312237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50394) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:51.358806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] For port ab25323a-39a5-4622-b93e-86235f586bf7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ab25323a-39a5-4622-b93e-86235f586bf7,segment=NetworkSegment(d7f63a8d-85c1-48fa-bbcc-0a8a05158eef),segment_id=d7f63a8d-85c1-48fa-bbcc-0a8a05158eef)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:51.359547 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:51.382351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for ab25323a-39a5-4622-b93e-86235f586bf7 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:51.393346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f6800131-d062-4409-8923-a0efdbc60dad None None] Deleting port ab25323a-39a5-4622-b93e-86235f586bf7 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:51.393728 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f6800131-d062-4409-8923-a0efdbc60dad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:51.418248 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17416a0c-32ca-48b4-8680-1eaacf586764 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:51.419317 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-17416a0c-32ca-48b4-8680-1eaacf586764 tempest-MeteringTestJSON-997114792 tempest-MeteringTestJSON-997114792-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/2ebd95dd-f8ad-4470-9108-ed27dac9ce22 HTTP/1.1" status: 204 len: 168 time: 0.3119385 Feb 15 14:15:51.484299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8d23423f-affb-42e1-8150-033e4bdcfc24 None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:51.484675 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d23423f-affb-42e1-8150-033e4bdcfc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:51.522948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:51.523348 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:51.524274 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-87628189-5e62-429e-add8-9268873b8a84 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:51.528404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-87628189-5e62-429e-add8-9268873b8a84 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags/tempest-TagsExtTest-Tag-1293200182 HTTP/1.1" status: 404 len: 329 time: 0.2599740 Feb 15 14:15:51.528721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50400) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:51.534967 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-b1d9a35d-57df-4cb5-b3de-2a2787e4aee2 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8', 'tempest-TagsExtTest-Tag-521969559') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:51.537495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32349f0f-5adf-4d30-90ec-e9395553cf0c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:51.546109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32349f0f-5adf-4d30-90ec-e9395553cf0c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:51.551532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-32349f0f-5adf-4d30-90ec-e9395553cf0c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2376988 Feb 15 14:15:51.554727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50402) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:51.575005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f6800131-d062-4409-8923-a0efdbc60dad None None] For port ab25323a-39a5-4622-b93e-86235f586bf7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ab25323a-39a5-4622-b93e-86235f586bf7,segment=NetworkSegment(d7f63a8d-85c1-48fa-bbcc-0a8a05158eef),segment_id=d7f63a8d-85c1-48fa-bbcc-0a8a05158eef)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:51.575580 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f6800131-d062-4409-8923-a0efdbc60dad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:51.662534 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-b1d9a35d-57df-4cb5-b3de-2a2787e4aee2 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:51.666670 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b1d9a35d-57df-4cb5-b3de-2a2787e4aee2 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags/tempest-TagsExtTest-Tag-521969559 HTTP/1.1" status: 404 len: 328 time: 0.1340525 Feb 15 14:15:51.666964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50408) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:51.671532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-41cae255-0b04-4e7f-b251-97bf528d64e5 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8', 'tempest-TagsExtTest-Tag-862338415') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:51.700762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67e943-3e37-4b02-bcac-3451a6a82b0f req-5a4749fa-dfcf-45a7-bf76-8f364a1e9dda tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:51.702348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c67e943-3e37-4b02-bcac-3451a6a82b0f req-5a4749fa-dfcf-45a7-bf76-8f364a1e9dda tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2959514 Feb 15 14:15:51.760235 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:51.816172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50410) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:51.837511 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-41cae255-0b04-4e7f-b251-97bf528d64e5 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:51.841359 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-41cae255-0b04-4e7f-b251-97bf528d64e5 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags/tempest-TagsExtTest-Tag-862338415 HTTP/1.1" status: 404 len: 328 time: 0.1708002 Feb 15 14:15:51.843487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50414) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:51.852891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-27d47bda-0dde-4a11-83d6-a6e03b917462 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5', {'tags': ['tempest-TagsExtTest-Tag-206642431', 'tempest-TagsExtTest-Tag-455847735', 'tempest-TagsExtTest-Tag-1493948266']}) {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:51.862511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=ab25323a-39a5-4622-b93e-86235f586bf7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:51.874169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] No DVR routers for this DVR port ab25323a-39a5-4622-b93e-86235f586bf7 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:15:51.967627 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f6800131-d062-4409-8923-a0efdbc60dad None None] Calling delete_port for ab25323a-39a5-4622-b93e-86235f586bf7 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:52.012059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (04b188b4-2c87-4fd9-ab72-3c1f7447a895), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.024466 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7cebb83e-ed58-4937-9088-42430d6fef44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.045825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b188b4-2c87-4fd9-ab72-3c1f7447a895']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:52.060857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f63a8d-85c1-48fa-bbcc-0a8a05158eef') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:52.061625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f63a8d-85c1-48fa-bbcc-0a8a05158eef') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:52.070706 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-27d47bda-0dde-4a11-83d6-a6e03b917462 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags HTTP/1.1" status: 200 len: 316 time: 0.2265790 Feb 15 14:15:52.071865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50416) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:52.083224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-10b19fad-92f1-4f05-a30b-c3360d9d0cf5 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:52.084854 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (d7f63a8d-85c1-48fa-bbcc-0a8a05158eef), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.107656 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d7f63a8d-85c1-48fa-bbcc-0a8a05158eef), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.116720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:15:52.117352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (d7f63a8d-85c1-48fa-bbcc-0a8a05158eef), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.174766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8d23423f-affb-42e1-8150-033e4bdcfc24 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:52.183721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:52.207473 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f6800131-d062-4409-8923-a0efdbc60dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (ab25323a-39a5-4622-b93e-86235f586bf7), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:15:52.216609 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:15:52.231701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6800131-d062-4409-8923-a0efdbc60dad None None] No DVR routers for this DVR port ab25323a-39a5-4622-b93e-86235f586bf7 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:15:52.272765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eca889-9c03-44a4-9eda-250857e82b07 req-cf4b4dc3-a5a9-42f5-9058-be2dea5f649f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:52.277928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6800131-d062-4409-8923-a0efdbc60dad None None] Pushing event deleted for resources: {'Port': ['ID=ab25323a-39a5-4622-b93e-86235f586bf7,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:52.284307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6eca889-9c03-44a4-9eda-250857e82b07 req-cf4b4dc3-a5a9-42f5-9058-be2dea5f649f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.6144993 Feb 15 14:15:52.306627 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a006ce53-ea3d-4bf1-bc63-2b33c8d4c596 None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:52.307056 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a006ce53-ea3d-4bf1-bc63-2b33c8d4c596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.311357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (04b188b4-2c87-4fd9-ab72-3c1f7447a895), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.317293 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.324611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/networks/04b188b4-2c87-4fd9-ab72-3c1f7447a895 HTTP/1.1" status: 204 len: 168 time: 1.6080880 Feb 15 14:15:52.332645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50418) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:52.352735 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7cebb83e-ed58-4937-9088-42430d6fef44 admin admin] Publish callbacks [] for security_group (fdab19a5-e7cf-4e5b-997b-6426971f9422), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.365835 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-10b19fad-92f1-4f05-a30b-c3360d9d0cf5 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags HTTP/1.1" status: 204 len: 168 time: 0.2882595 Feb 15 14:15:52.366441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50420) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:52.374820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-8f781ef7-a514-4d1a-b0ca-8366f8d0dcd2 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5', 'tempest-TagsExtTest-Tag-206642431') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:52.377847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7cebb83e-ed58-4937-9088-42430d6fef44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fdab19a5-e7cf-4e5b-997b-6426971f9422), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.437802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4d80e9e6-da5c-4bf5-93f0-0bb87ff0b8a9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 7dce8487-7db7-405d-a5d8-86c4bd45d20e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:52.438146 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d80e9e6-da5c-4bf5-93f0-0bb87ff0b8a9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7dce8487-7db7-405d-a5d8-86c4bd45d20e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.470017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a006ce53-ea3d-4bf1-bc63-2b33c8d4c596 None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:52.497832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a006ce53-ea3d-4bf1-bc63-2b33c8d4c596 None None] Provisioning complete for port 7dce8487-7db7-405d-a5d8-86c4bd45d20e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:52.498594 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a006ce53-ea3d-4bf1-bc63-2b33c8d4c596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7dce8487-7db7-405d-a5d8-86c4bd45d20e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.504079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4f9d-6f22-41a7-a4af-edb4d1f25fe9 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Network': ['ID=04b188b4-2c87-4fd9-ab72-3c1f7447a895,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:52.539106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c67e943-3e37-4b02-bcac-3451a6a82b0f req-d2d640c1-e58a-46a3-a8bd-19038fb402dc tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8105001 Feb 15 14:15:52.553147 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7cebb83e-ed58-4937-9088-42430d6fef44 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a64e18b098e4969a09cc899e9b23849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7358911 Feb 15 14:15:52.556212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebb83e-ed58-4937-9088-42430d6fef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdab19a5-e7cf-4e5b-997b-6426971f9422,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:52.560101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50422) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:52.590097 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-8f781ef7-a514-4d1a-b0ca-8366f8d0dcd2 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:52.595018 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8f781ef7-a514-4d1a-b0ca-8366f8d0dcd2 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags/tempest-TagsExtTest-Tag-206642431 HTTP/1.1" status: 404 len: 328 time: 0.2267432 Feb 15 14:15:52.598821 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50424) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:52.614424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-c1f5be26-ec2d-40a5-9e75-35179f319524 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5', 'tempest-TagsExtTest-Tag-455847735') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:52.618319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a006ce53-ea3d-4bf1-bc63-2b33c8d4c596 None None] Port 7dce8487-7db7-405d-a5d8-86c4bd45d20e cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:52.657322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a6eca889-9c03-44a4-9eda-250857e82b07 req-da512c10-e833-47d1-9f7f-df064ce9d04b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719645 Feb 15 14:15:52.706082 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d80e9e6-da5c-4bf5-93f0-0bb87ff0b8a9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7dce8487-7db7-405d-a5d8-86c4bd45d20e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.707442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e5dc388-d7ce-4ad3-842a-2a4252bffe08 admin admin] Publish callbacks [] for security_group (fdab19a5-e7cf-4e5b-997b-6426971f9422), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.748007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e5dc388-d7ce-4ad3-842a-2a4252bffe08 admin admin] Publish callbacks [] for security_group (fdab19a5-e7cf-4e5b-997b-6426971f9422), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.766817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4d80e9e6-da5c-4bf5-93f0-0bb87ff0b8a9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 7dce8487-7db7-405d-a5d8-86c4bd45d20e owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:52.776776 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-c1f5be26-ec2d-40a5-9e75-35179f319524 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:52.780835 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c1f5be26-ec2d-40a5-9e75-35179f319524 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags/tempest-TagsExtTest-Tag-455847735 HTTP/1.1" status: 404 len: 328 time: 0.1810238 Feb 15 14:15:52.781088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50426) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:52.797575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-8c501144-de12-4b9c-a488-aa8c096c38de tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5', 'tempest-TagsExtTest-Tag-1493948266') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:52.841861 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e5dc388-d7ce-4ad3-842a-2a4252bffe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fdab19a5-e7cf-4e5b-997b-6426971f9422), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.845589 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3e5dc388-d7ce-4ad3-842a-2a4252bffe08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:52.848069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-70f59b7a-cc6b-466f-ad81-3d40f063d24d None None] Could not find standard attr ID for object 2b73857b-c4a1-4027-b1b9-a1de72270059. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:15:52.856906 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3e5dc388-d7ce-4ad3-842a-2a4252bffe08 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fdab19a5-e7cf-4e5b-997b-6426971f9422 HTTP/1.1" status: 204 len: 168 time: 0.2956541 Feb 15 14:15:52.870215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dc388-d7ce-4ad3-842a-2a4252bffe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdab19a5-e7cf-4e5b-997b-6426971f9422,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:52.946572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:52.946954 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.158023 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-8c501144-de12-4b9c-a488-aa8c096c38de tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:53.161857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50432) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:53.162200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8c501144-de12-4b9c-a488-aa8c096c38de tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags/tempest-TagsExtTest-Tag-1493948266 HTTP/1.1" status: 404 len: 329 time: 0.3769290 Feb 15 14:15:53.170733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-917c2595-769e-4bac-81db-7fc0d7193464 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9', {'tags': ['tempest-TagsExtTest-Tag-1645975281', 'tempest-TagsExtTest-Tag-949518893', 'tempest-TagsExtTest-Tag-788516789']}) {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:53.202790 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.203154 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.207968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ab25323a-39a5-4622-b93e-86235f586bf7 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:15:53.210435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-86b82a54-f6e0-4cad-905d-ea9c1c56f84d None None] Provisioning complete for port 7dce8487-7db7-405d-a5d8-86c4bd45d20e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:53.210858 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-86b82a54-f6e0-4cad-905d-ea9c1c56f84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7dce8487-7db7-405d-a5d8-86c4bd45d20e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.267283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:53.280338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ab25323a-39a5-4622-b93e-86235f586bf7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:15:53.280787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ab25323a-39a5-4622-b93e-86235f586bf7 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:15:53.312408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-86b82a54-f6e0-4cad-905d-ea9c1c56f84d None None] Port 7dce8487-7db7-405d-a5d8-86c4bd45d20e cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:15:53.367171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50434) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:53.382441 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-993d722b-4d9f-40ef-bf57-ffcd19d51568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.405302 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d80e9e6-da5c-4bf5-93f0-0bb87ff0b8a9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7dce8487-7db7-405d-a5d8-86c4bd45d20e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.437914 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-917c2595-769e-4bac-81db-7fc0d7193464 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "PUT /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags HTTP/1.1" status: 200 len: 316 time: 0.2739921 Feb 15 14:15:53.438945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50436) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:53.449194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80e9e6-da5c-4bf5-93f0-0bb87ff0b8a9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=7dce8487-7db7-405d-a5d8-86c4bd45d20e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:53.450160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-7d9e2761-cb60-47e6-b4ae-26d1edeefed0 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:53.538293 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-993d722b-4d9f-40ef-bf57-ffcd19d51568 admin admin] Publish callbacks [] for security_group (5a95e1fa-1a36-4a0b-b37b-e2bc5f494f25), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.544175 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-993d722b-4d9f-40ef-bf57-ffcd19d51568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5a95e1fa-1a36-4a0b-b37b-e2bc5f494f25), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.562679 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7d9e2761-cb60-47e6-b4ae-26d1edeefed0 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags HTTP/1.1" status: 204 len: 168 time: 0.1207397 Feb 15 14:15:53.565857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50438) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:53.580896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-ec2e3578-5a1a-4624-b27e-26dc743b00f1 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9', 'tempest-TagsExtTest-Tag-1645975281') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:53.622327 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-993d722b-4d9f-40ef-bf57-ffcd19d51568 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dfb52a10c66947a7b74f8fa1a4518896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537568 Feb 15 14:15:53.623905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d722b-4d9f-40ef-bf57-ffcd19d51568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a95e1fa-1a36-4a0b-b37b-e2bc5f494f25,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:53.632250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50442) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:53.639677 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-ec2e3578-5a1a-4624-b27e-26dc743b00f1 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:53.644617 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ec2e3578-5a1a-4624-b27e-26dc743b00f1 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags/tempest-TagsExtTest-Tag-1645975281 HTTP/1.1" status: 404 len: 329 time: 0.0718570 Feb 15 14:15:53.645644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50444) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:53.649294 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.650476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-3f3fda0e-ca0e-48b9-9a2e-6f0471f6162a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9', 'tempest-TagsExtTest-Tag-949518893') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:53.672765 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d80e9e6-da5c-4bf5-93f0-0bb87ff0b8a9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.676453 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-3f3fda0e-ca0e-48b9-9a2e-6f0471f6162a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:53.676661 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4d80e9e6-da5c-4bf5-93f0-0bb87ff0b8a9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/7dce8487-7db7-405d-a5d8-86c4bd45d20e HTTP/1.1" status: 204 len: 168 time: 2.0975485 Feb 15 14:15:53.680376 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3f3fda0e-ca0e-48b9-9a2e-6f0471f6162a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags/tempest-TagsExtTest-Tag-949518893 HTTP/1.1" status: 404 len: 328 time: 0.0335345 Feb 15 14:15:53.681044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50446) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:53.681440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50448) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:53.687457 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-b36c9342-5b79-4fa1-acef-371a08f8652a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9', 'tempest-TagsExtTest-Tag-788516789') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:53.715332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=c0a33b2c-ae6e-434e-a2e5-7b31ff5f4156,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:53.756183 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-b36c9342-5b79-4fa1-acef-371a08f8652a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] show failed (client error): The resource could not be found. Feb 15 14:15:53.759882 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b36c9342-5b79-4fa1-acef-371a08f8652a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags/tempest-TagsExtTest-Tag-788516789 HTTP/1.1" status: 404 len: 328 time: 0.0734980 Feb 15 14:15:53.760974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50452) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:53.766112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-f0e72784-9f4f-4798-a818-7e9f32c07430 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e57747b5-940c-4ad4-9f10-9450c9503fa9') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:53.785326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce3738-a443-4947-8854-82ecc96e8364 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:53.786736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce3738-a443-4947-8854-82ecc96e8364 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:53.788048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce3738-a443-4947-8854-82ecc96e8364 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:53.789590 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e3ce3738-a443-4947-8854-82ecc96e8364 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1071308 Feb 15 14:15:53.792311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50454) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:53.806281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.807822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.808337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.808832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.809347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.809828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.810355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.810721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.811077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.811506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.811914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.812088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.812399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:15:53.881628 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f0e72784-9f4f-4798-a818-7e9f32c07430 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9/tags HTTP/1.1" status: 204 len: 168 time: 0.1175120 Feb 15 14:15:53.881940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50456) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:53.887210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-147b37df-c019-4c6f-96ac-004865382b1b tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0403de82-fb04-4f69-9248-572ccf5233f5') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:53.892702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b05162-1b0f-47fc-8d70-0ce635883d62 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 332e88d0-2219-4153-91f0-c4d3485dc2ea {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:15:53.906860 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-149cdbca-3b71-4950-ba5a-e7f7315f04b6 admin admin] Publish callbacks [] for security_group (5a95e1fa-1a36-4a0b-b37b-e2bc5f494f25), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.926486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14b05162-1b0f-47fc-8d70-0ce635883d62 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (332e88d0-2219-4153-91f0-c4d3485dc2ea), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.940489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-149cdbca-3b71-4950-ba5a-e7f7315f04b6 admin admin] Publish callbacks [] for security_group (5a95e1fa-1a36-4a0b-b37b-e2bc5f494f25), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:53.981315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb9b18-1b23-4eb5-8cc1-7baabe2c1e62 req-4e46cdd3-ce11-4bd5-bc94-f2156d36c8b3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:53.989073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4fb9b18-1b23-4eb5-8cc1-7baabe2c1e62 req-4e46cdd3-ce11-4bd5-bc94-f2156d36c8b3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2854166 Feb 15 14:15:54.018619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for floatingip (af95eb87-a824-48d1-82b5-fde34a3b9a5e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:54.021243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:54.027734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-869f5a58-bb8e-40db-9ed0-b8a1364bf912 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/floatingips/af95eb87-a824-48d1-82b5-fde34a3b9a5e HTTP/1.1" status: 204 len: 168 time: 1.6571937 Feb 15 14:15:54.027897 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14b05162-1b0f-47fc-8d70-0ce635883d62 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (332e88d0-2219-4153-91f0-c4d3485dc2ea), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:54.029063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50458) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:54.048547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea19f4d-2ecf-41a9-aebf-9a54bcd19e63 req-e0a1e7fb-023f-4661-bce8-33a63c00c685 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:54.050158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dea19f4d-2ecf-41a9-aebf-9a54bcd19e63 req-e0a1e7fb-023f-4661-bce8-33a63c00c685 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.2682958 Feb 15 14:15:54.074017 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac2c953-32a9-4207-a961-701ff23ad592 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] DELETE failed (client error): The resource could not be found. Feb 15 14:15:54.074558 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac2c953-32a9-4207-a961-701ff23ad592 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:15:54.077833 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dac2c953-32a9-4207-a961-701ff23ad592 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/ports/5ce3e3b8-b8c2-42da-ae3a-700804b9e9bf HTTP/1.1" status: 404 len: 333 time: 0.0486991 Feb 15 14:15:54.083092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50460) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:54.106820 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-147b37df-c019-4c6f-96ac-004865382b1b tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5/tags HTTP/1.1" status: 204 len: 168 time: 0.2239580 Feb 15 14:15:54.109179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50462) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:54.111635 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-149cdbca-3b71-4950-ba5a-e7f7315f04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5a95e1fa-1a36-4a0b-b37b-e2bc5f494f25), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:54.114813 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-149cdbca-3b71-4950-ba5a-e7f7315f04b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:54.119070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-149cdbca-3b71-4950-ba5a-e7f7315f04b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a95e1fa-1a36-4a0b-b37b-e2bc5f494f25 HTTP/1.1" status: 204 len: 168 time: 0.4782991 Feb 15 14:15:54.120434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-801251b3-fb8e-4223-bfe3-affa3ebc37c5 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af6bf4a5-e205-4f3b-b795-adb7025329e8') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:54.142650 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2a09c9c1-b486-41bf-8986-1f9680eb2e80 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8ef7d15-11bf-4823-8399-e0b50479f5bd HTTP/1.1" status: 200 len: 205 time: 0.0561979 Feb 15 14:15:54.143579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50466) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:54.143783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4fb9b18-1b23-4eb5-8cc1-7baabe2c1e62 req-879cbd0d-21ad-4af1-af2c-7586b9a08d70 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521189 Feb 15 14:15:54.188355 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-ac7d86d3-3cc2-4c4a-a13c-1d74b0f9edc1 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] delete failed (client error): The resource could not be found. Feb 15 14:15:54.189550 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ac7d86d3-3cc2-4c4a-a13c-1d74b0f9edc1 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/routers/a8ef7d15-11bf-4823-8399-e0b50479f5bd HTTP/1.1" status: 404 len: 336 time: 0.0456781 Feb 15 14:15:54.192128 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50470) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:54.215804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dea19f4d-2ecf-41a9-aebf-9a54bcd19e63 req-9c97489f-a7f1-4522-8afd-2a48b05b9ab3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460240 Feb 15 14:15:54.227646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cdbca-3b71-4950-ba5a-e7f7315f04b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a95e1fa-1a36-4a0b-b37b-e2bc5f494f25,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:54.236877 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-0707ea92-250b-4192-9668-8f46d7b54484 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] DELETE failed (client error): The resource could not be found. Feb 15 14:15:54.237634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0707ea92-250b-4192-9668-8f46d7b54484 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:15:54.241277 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0707ea92-250b-4192-9668-8f46d7b54484 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/subnets/86d77292-dbbb-4ebc-a2dd-70396d3a941a HTTP/1.1" status: 404 len: 337 time: 0.0482073 Feb 15 14:15:54.244197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50472) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:54.302600 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14b05162-1b0f-47fc-8d70-0ce635883d62 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (332e88d0-2219-4153-91f0-c4d3485dc2ea), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:54.304792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-801251b3-fb8e-4223-bfe3-affa3ebc37c5 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1941223 Feb 15 14:15:54.307339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50474) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:54.316217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-c4b81fbb-aea9-4958-b500-205997c9ff8a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79bd66c5-5bc9-4120-b6e9-7d67464ba6cd') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:54.412953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c73df-ee36-42f8-bd50-1150c40e671a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port 4189c8bf-f524-4529-9aac-77257d6048be {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:54.413340 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe3c73df-ee36-42f8-bd50-1150c40e671a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4189c8bf-f524-4529-9aac-77257d6048be), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:54.421828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c4b81fbb-aea9-4958-b500-205997c9ff8a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd/tags HTTP/1.1" status: 204 len: 168 time: 0.1101770 Feb 15 14:15:54.427352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50478) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:54.434273 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14b05162-1b0f-47fc-8d70-0ce635883d62 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (332e88d0-2219-4153-91f0-c4d3485dc2ea), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:54.562771 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f7e3103-028d-40d1-80c6-7d5fd9aee335 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:54.564145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0f7e3103-028d-40d1-80c6-7d5fd9aee335 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/subnetpools/e57747b5-940c-4ad4-9f10-9450c9503fa9 HTTP/1.1" status: 204 len: 168 time: 0.1348002 Feb 15 14:15:54.566734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50484) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:54.827942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b05162-1b0f-47fc-8d70-0ce635883d62 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=332e88d0-2219-4153-91f0-c4d3485dc2ea,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:54.842453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be3bfe-70c8-4b4d-a972-a4166302cf91 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:54.849256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14b05162-1b0f-47fc-8d70-0ce635883d62 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:54.852036 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-14b05162-1b0f-47fc-8d70-0ce635883d62 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/332e88d0-2219-4153-91f0-c4d3485dc2ea HTTP/1.1" status: 204 len: 168 time: 1.0588262 Feb 15 14:15:54.902576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe3c73df-ee36-42f8-bd50-1150c40e671a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4189c8bf-f524-4529-9aac-77257d6048be), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:54.933283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c73df-ee36-42f8-bd50-1150c40e671a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for 4189c8bf-f524-4529-9aac-77257d6048be owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:54.953331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50494) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:54.955861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-89453e32-fb32-4e75-a529-2dc96d0a6868 tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "GET /v2.0/ports?device_id=0403de82-fb04-4f69-9248-572ccf5233f5 HTTP/1.1" status: 200 len: 205 time: 0.3876495 Feb 15 14:15:55.010218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-df175af1-1eb4-45e3-bea9-68b00f715ebc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet a11da084-97d9-406f-b178-a83adaee6c2b {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:15:55.012750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50498) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:55.105949 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df175af1-1eb4-45e3-bea9-68b00f715ebc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (a11da084-97d9-406f-b178-a83adaee6c2b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.141233 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe3c73df-ee36-42f8-bd50-1150c40e671a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4189c8bf-f524-4529-9aac-77257d6048be), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.188602 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c73df-ee36-42f8-bd50-1150c40e671a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=4189c8bf-f524-4529-9aac-77257d6048be,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:55.207952 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df175af1-1eb4-45e3-bea9-68b00f715ebc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (a11da084-97d9-406f-b178-a83adaee6c2b), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.256028 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7e66f26e-2652-49f7-838b-0ac36b6056ea tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for router (0403de82-fb04-4f69-9248-572ccf5233f5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.357076 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe3c73df-ee36-42f8-bd50-1150c40e671a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.364397 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fe3c73df-ee36-42f8-bd50-1150c40e671a tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/ports/4189c8bf-f524-4529-9aac-77257d6048be HTTP/1.1" status: 204 len: 168 time: 1.1190667 Feb 15 14:15:55.365173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50506) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:55.504621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4644ad41-403d-4a6e-a978-b5aedbd7dc4d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port 07e9cefe-dfa3-4a28-9b17-57dbcf686c9b {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:55.504966 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4644ad41-403d-4a6e-a978-b5aedbd7dc4d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (07e9cefe-dfa3-4a28-9b17-57dbcf686c9b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.631278 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4644ad41-403d-4a6e-a978-b5aedbd7dc4d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (07e9cefe-dfa3-4a28-9b17-57dbcf686c9b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.662211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4644ad41-403d-4a6e-a978-b5aedbd7dc4d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for 07e9cefe-dfa3-4a28-9b17-57dbcf686c9b owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:55.669192 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7e66f26e-2652-49f7-838b-0ac36b6056ea tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (0403de82-fb04-4f69-9248-572ccf5233f5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.683745 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7e66f26e-2652-49f7-838b-0ac36b6056ea tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for router_controller (0403de82-fb04-4f69-9248-572ccf5233f5), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.752374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137079c8-f7e4-4d9f-b52a-e595f3674281 req-599198dd-f10f-403d-9994-9c032f17eaa7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:55.766967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-137079c8-f7e4-4d9f-b52a-e595f3674281 req-599198dd-f10f-403d-9994-9c032f17eaa7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.4191000 Feb 15 14:15:55.843036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df175af1-1eb4-45e3-bea9-68b00f715ebc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (a11da084-97d9-406f-b178-a83adaee6c2b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.904810 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4644ad41-403d-4a6e-a978-b5aedbd7dc4d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (07e9cefe-dfa3-4a28-9b17-57dbcf686c9b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.937622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644ad41-403d-4a6e-a978-b5aedbd7dc4d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=07e9cefe-dfa3-4a28-9b17-57dbcf686c9b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:55.964053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-137079c8-f7e4-4d9f-b52a-e595f3674281 req-681c42f6-d1ff-4286-8250-efdd8b1e5e58 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930449 Feb 15 14:15:55.964053 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7e66f26e-2652-49f7-838b-0ac36b6056ea tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (0403de82-fb04-4f69-9248-572ccf5233f5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.964053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e66f26e-2652-49f7-838b-0ac36b6056ea tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Fanout notify agent at l3_agent the message router_deleted on router 0403de82-fb04-4f69-9248-572ccf5233f5 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:15:55.980358 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7e66f26e-2652-49f7-838b-0ac36b6056ea tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.981954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7e66f26e-2652-49f7-838b-0ac36b6056ea tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/routers/0403de82-fb04-4f69-9248-572ccf5233f5 HTTP/1.1" status: 204 len: 168 time: 0.9680893 Feb 15 14:15:55.983187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4546f008-3330-4059-98ab-72892f9dfeaa None None] Provisioning complete for port 0ac627ba-0512-4ea9-9660-e7b4566c4993 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:55.983661 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4546f008-3330-4059-98ab-72892f9dfeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:55.986767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50518) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:56.085166 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df175af1-1eb4-45e3-bea9-68b00f715ebc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (a11da084-97d9-406f-b178-a83adaee6c2b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.130893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4644ad41-403d-4a6e-a978-b5aedbd7dc4d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.137300 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4644ad41-403d-4a6e-a978-b5aedbd7dc4d tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/ports/07e9cefe-dfa3-4a28-9b17-57dbcf686c9b HTTP/1.1" status: 204 len: 168 time: 0.7677925 Feb 15 14:15:56.142683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50522) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:56.168621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4546f008-3330-4059-98ab-72892f9dfeaa None None] Current status of the port 0ac627ba-0512-4ea9-9660-e7b4566c4993 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:15:56.172221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df175af1-1eb4-45e3-bea9-68b00f715ebc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=a11da084-97d9-406f-b178-a83adaee6c2b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:56.174978 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df175af1-1eb4-45e3-bea9-68b00f715ebc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.178784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-df175af1-1eb4-45e3-bea9-68b00f715ebc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/a11da084-97d9-406f-b178-a83adaee6c2b HTTP/1.1" status: 204 len: 168 time: 1.2216246 Feb 15 14:15:56.183086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50524) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:56.188832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ec1fb4-8c1d-4704-a940-0db3987dcc3a None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:56.241248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7bb2918f-abd8-4b81-9e95-2e9d675b6990 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537000 Feb 15 14:15:56.241808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50526) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:56.250861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0f0386d3-db4a-4d78-8191-432d3561f0a7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:56.266145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50528) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:56.278202 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7e096a-d6b6-450a-a3cc-07f90733465c tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:56.280108 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1a7e096a-d6b6-450a-a3cc-07f90733465c tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb709a6-7132-4897-bfd5-a047b591db60 HTTP/1.1" status: 200 len: 913 time: 0.1363583 Feb 15 14:15:56.288287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50532) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:56.293602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-8982f323-72a7-4125-a4dd-0f8d2313a06c tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Deleting port af6bf4a5-e205-4f3b-b795-adb7025329e8 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:56.293953 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8982f323-72a7-4125-a4dd-0f8d2313a06c tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (af6bf4a5-e205-4f3b-b795-adb7025329e8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.362917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0386d3-db4a-4d78-8191-432d3561f0a7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:56.367360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f0386d3-db4a-4d78-8191-432d3561f0a7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.445856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd13a1-70fe-4f63-8eac-be20813bb4d0 None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:15:56.454148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1229649321', 'router:external': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:56.537323 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8982f323-72a7-4125-a4dd-0f8d2313a06c tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (af6bf4a5-e205-4f3b-b795-adb7025329e8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.540701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-80cd13a1-70fe-4f63-8eac-be20813bb4d0 None None] Deleting port 0ac627ba-0512-4ea9-9660-e7b4566c4993 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:56.541321 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-80cd13a1-70fe-4f63-8eac-be20813bb4d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.569786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Made reservation on behalf of 82dfb86a678f405785ddf338c048a605 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:56.572044 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.575269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-8982f323-72a7-4125-a4dd-0f8d2313a06c tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Calling delete_port for af6bf4a5-e205-4f3b-b795-adb7025329e8 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:56.615206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-80cd13a1-70fe-4f63-8eac-be20813bb4d0 None None] For port 0ac627ba-0512-4ea9-9660-e7b4566c4993, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0ac627ba-0512-4ea9-9660-e7b4566c4993,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:56.615990 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-80cd13a1-70fe-4f63-8eac-be20813bb4d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.618015 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.632046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-80cd13a1-70fe-4f63-8eac-be20813bb4d0 None None] Calling delete_port for 0ac627ba-0512-4ea9-9660-e7b4566c4993 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:56.639490 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f0386d3-db4a-4d78-8191-432d3561f0a7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (b13357b4-e853-4430-b6bc-b014020cebf3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.700301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0386d3-db4a-4d78-8191-432d3561f0a7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=b13357b4-e853-4430-b6bc-b014020cebf3,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:56.714750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0386d3-db4a-4d78-8191-432d3561f0a7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:56.716926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0f0386d3-db4a-4d78-8191-432d3561f0a7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:56.720547 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0386d3-db4a-4d78-8191-432d3561f0a7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:56.721444 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f0386d3-db4a-4d78-8191-432d3561f0a7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.742618 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0f0386d3-db4a-4d78-8191-432d3561f0a7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4999640 Feb 15 14:15:56.745948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50534) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:56.750501 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-80cd13a1-70fe-4f63-8eac-be20813bb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (0ac627ba-0512-4ea9-9660-e7b4566c4993), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.753132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c66489dd-8a4a-4e0b-ac31-bcfe9fa62d7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:56.809927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd13a1-70fe-4f63-8eac-be20813bb4d0 None None] No DVR routers for this DVR port 0ac627ba-0512-4ea9-9660-e7b4566c4993 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:15:56.815643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd13a1-70fe-4f63-8eac-be20813bb4d0 None None] Pushing event deleted for resources: {'Port': ['ID=0ac627ba-0512-4ea9-9660-e7b4566c4993,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:56.835764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afbe3bf-0ef3-47a4-a715-8421c597d0b1 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:56.898549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for security_group (d3cbb987-8f08-402b-9653-d33527690f3b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.918724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66489dd-8a4a-4e0b-ac31-bcfe9fa62d7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:56.925072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c66489dd-8a4a-4e0b-ac31-bcfe9fa62d7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.940729 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d3cbb987-8f08-402b-9653-d33527690f3b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.992731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8982f323-72a7-4125-a4dd-0f8d2313a06c tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (af6bf4a5-e205-4f3b-b795-adb7025329e8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:56.994410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:15:57.004265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cbb987-8f08-402b-9653-d33527690f3b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:57.028676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': 'b13357b4-e853-4430-b6bc-b014020cebf3'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:15:57.034866 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.058292 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0672ebae-33dc-4b67-a32d-df88bc039820), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.058636 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Added segment 0672ebae-33dc-4b67-a32d-df88bc039820 of type vlan for network 8175dfb5-6484-491a-8d94-76260d0f1f0c Feb 15 14:15:57.078890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982f323-72a7-4125-a4dd-0f8d2313a06c tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Pushing event deleted for resources: {'Port': ['ID=af6bf4a5-e205-4f3b-b795-adb7025329e8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:57.278258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Allocated IP 172.20.0.2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/b13357b4-e853-4430-b6bc-b014020cebf3/6a15b0d7-7082-45a4-ba6b-c1c386e369e6) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:57.295314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0ac627ba-0512-4ea9-9660-e7b4566c4993 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:15:57.332997 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (8175dfb5-6484-491a-8d94-76260d0f1f0c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.342440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 0ac627ba-0512-4ea9-9660-e7b4566c4993 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:15:57.342837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0ac627ba-0512-4ea9-9660-e7b4566c4993 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:15:57.381830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8982f323-72a7-4125-a4dd-0f8d2313a06c tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.384939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8982f323-72a7-4125-a4dd-0f8d2313a06c tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/ports/af6bf4a5-e205-4f3b-b795-adb7025329e8 HTTP/1.1" status: 204 len: 168 time: 1.3967383 Feb 15 14:15:57.403739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50538) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:57.448365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bf57e-8978-4952-be92-53bbbe1deeab req-63448dfd-e600-4758-b73d-4c1f83cffc83 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:57.450209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3f9bf57e-8978-4952-be92-53bbbe1deeab req-63448dfd-e600-4758-b73d-4c1f83cffc83 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.3876519 Feb 15 14:15:57.486496 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (8175dfb5-6484-491a-8d94-76260d0f1f0c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.487530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:57.488116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.504779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.objects.ports [None req-c66489dd-8a4a-4e0b-ac31-bcfe9fa62d7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109972) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:15:57.506383 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c66489dd-8a4a-4e0b-ac31-bcfe9fa62d7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (dd7843c3-bcc0-4ed5-b1a5-74c460c29413), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.538027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66489dd-8a4a-4e0b-ac31-bcfe9fa62d7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:57.539568 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Publish callbacks [] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.544010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c66489dd-8a4a-4e0b-ac31-bcfe9fa62d7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:57.553926 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.563239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66489dd-8a4a-4e0b-ac31-bcfe9fa62d7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:57.563914 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c66489dd-8a4a-4e0b-ac31-bcfe9fa62d7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.609828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6be2a50-e954-432a-8529-08e9cc1164aa tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Deleting subnet 79bd66c5-5bc9-4120-b6e9-7d67464ba6cd {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:15:57.622556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c6be2a50-e954-432a-8529-08e9cc1164aa tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for subnet (79bd66c5-5bc9-4120-b6e9-7d67464ba6cd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.625905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:57.629775 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c66489dd-8a4a-4e0b-ac31-bcfe9fa62d7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8818023 Feb 15 14:15:57.630556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:57.632131 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63303b28-5988-483f-affc-3b1675473809 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (aeb709a6-7132-4897-bfd5-a047b591db60), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.633658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50540) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:57.637213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3702571 Feb 15 14:15:57.641078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:5e:cf:e4', 'name': 'tempest-NetworksTestDHCPv6-542431040'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:57.641913 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:57.644974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66489dd-8a4a-4e0b-ac31-bcfe9fa62d7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=dd7843c3-bcc0-4ed5-b1a5-74c460c29413,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:57.653869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50542) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:57.657039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Pushing event updated for resources: {'Port': ['ID=6a15b0d7-7082-45a4-ba6b-c1c386e369e6,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:57.672288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Request body: {'subnet': {'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:57.714635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1ad46-f669-4008-8dc1-7d0688bbb388 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event updated for resources: {'Network': ['ID=8175dfb5-6484-491a-8d94-76260d0f1f0c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:57.732128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 8175dfb5-6484-491a-8d94-76260d0f1f0c details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:15:57.758391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Made reservation on behalf of 82dfb86a678f405785ddf338c048a605 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:57.761428 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.834151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Attempting to bind port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:15:57.834367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Attempting to bind port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:15:57.834659 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Attempting to bind port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:15:57.841865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:15:57.841865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:57.842303 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.842656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:15:57.843350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Bound port: 6a15b0d7-7082-45a4-ba6b-c1c386e369e6, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:15:57.843807 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:57.891731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:57.931124 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] For port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:15:57.935910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] For port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6a15b0d7-7082-45a4-ba6b-c1c386e369e6,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:15:57.944578 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.026637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e26fbe-db7d-41f6-8d27-309310e9f571 None None] Pushing event updated for resources: {'Port': ['ID=6a15b0d7-7082-45a4-ba6b-c1c386e369e6,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:58.073777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.138294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:15:58.222274 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c6be2a50-e954-432a-8529-08e9cc1164aa tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (79bd66c5-5bc9-4120-b6e9-7d67464ba6cd), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.254015 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3f9bf57e-8978-4952-be92-53bbbe1deeab req-39f713a8-68b6-402d-b55d-e0dd52a118a1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7883472 Feb 15 14:15:58.389704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 172.20.0.4 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/b13357b4-e853-4430-b6bc-b014020cebf3/8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:58.398337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::f816:3eff:fe5e:cfe4 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/dd7843c3-bcc0-4ed5-b1a5-74c460c29413/8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:58.445230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.objects.ports [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109972) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:15:58.446113 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (c1856d67-d5f8-4e13-a4ae-e021c80d7024), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.458920 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c6be2a50-e954-432a-8529-08e9cc1164aa tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (79bd66c5-5bc9-4120-b6e9-7d67464ba6cd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.579630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c1856d67-d5f8-4e13-a4ae-e021c80d7024,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:58.604922 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c6be2a50-e954-432a-8529-08e9cc1164aa tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (79bd66c5-5bc9-4120-b6e9-7d67464ba6cd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.621357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Checking segment: {'id': '0672ebae-33dc-4b67-a32d-df88bc039820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:15:58.621874 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Network hostable DHCP agents. Network: 8175dfb5-6484-491a-8d94-76260d0f1f0c, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:15:58.640337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be2a50-e954-432a-8529-08e9cc1164aa tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Pushing event deleted for resources: {'Subnet': ['ID=79bd66c5-5bc9-4120-b6e9-7d67464ba6cd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:58.674308 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c6be2a50-e954-432a-8529-08e9cc1164aa tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.680419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c6be2a50-e954-432a-8529-08e9cc1164aa tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/subnets/79bd66c5-5bc9-4120-b6e9-7d67464ba6cd HTTP/1.1" status: 204 len: 168 time: 1.2757308 Feb 15 14:15:58.680713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50544) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:58.687275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b19efe0-b6b6-42ed-acd2-60fc57ea0991 None None] Network 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:58.695646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Network 8175dfb5-6484-491a-8d94-76260d0f1f0c is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:15:58.711953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-63303b28-5988-483f-affc-3b1675473809 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port fcca3b7e-7a57-487d-9bb5-32252b371f3b {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:58.712181 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63303b28-5988-483f-affc-3b1675473809 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fcca3b7e-7a57-487d-9bb5-32252b371f3b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.783311 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.798169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 8175dfb5-6484-491a-8d94-76260d0f1f0c) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:58.811740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:58.812554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.820054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a4aef5-db48-4a31-9c73-2055eb73352c None None] Network 8175dfb5-6484-491a-8d94-76260d0f1f0c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:58.840499 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-30396679-5f5e-4df0-bb5e-8d7060d50e05 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1833944 Feb 15 14:15:58.844594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50546) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:58.849465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-846168865', 'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:15:58.858696 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63303b28-5988-483f-affc-3b1675473809 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fcca3b7e-7a57-487d-9bb5-32252b371f3b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.866689 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.872894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-63303b28-5988-483f-affc-3b1675473809 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for fcca3b7e-7a57-487d-9bb5-32252b371f3b owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:58.893586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Made reservation on behalf of 82dfb86a678f405785ddf338c048a605 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:15:58.896068 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:58.942173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] device_id is not set on port 1e88f0b9-b4c9-4715-b2ab-a78c84b9b293 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:15:58.981491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.002266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8153c8-b674-4aa1-a0ed-ce6404cb7afb None None] Network 8175dfb5-6484-491a-8d94-76260d0f1f0c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:59.082724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aa70bd-ab5c-4dd8-8630-d3e370a18a8e None None] DHCP port deletion for 9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:15:59.115366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:15:59.160244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:15:59.162097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:59.170387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:15:59.175847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Deleting port 7f365527-4550-4e28-89d2-35d1dae085d8 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:59.176189 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.275117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-06aa70bd-ab5c-4dd8-8630-d3e370a18a8e None None] Deleting port 7f365527-4550-4e28-89d2-35d1dae085d8 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:15:59.276022 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-06aa70bd-ab5c-4dd8-8630-d3e370a18a8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.277963 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63303b28-5988-483f-affc-3b1675473809 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fcca3b7e-7a57-487d-9bb5-32252b371f3b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.324044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63303b28-5988-483f-affc-3b1675473809 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=fcca3b7e-7a57-487d-9bb5-32252b371f3b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:59.380049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:15:59.383470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Allocated IP 2001:db8::23d (8175dfb5-6484-491a-8d94-76260d0f1f0c/c1856d67-d5f8-4e13-a4ae-e021c80d7024/1e88f0b9-b4c9-4715-b2ab-a78c84b9b293) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:15:59.419711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:59.420468 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.431638 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] For port 7f365527-4550-4e28-89d2-35d1dae085d8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7f365527-4550-4e28-89d2-35d1dae085d8,segment=NetworkSegment(a262e9b8-d889-4e38-8119-06a7d06280de),segment_id=a262e9b8-d889-4e38-8119-06a7d06280de)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:59.432549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.461446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Calling delete_port for 7f365527-4550-4e28-89d2-35d1dae085d8 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:59.484510 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c648bd57-0c2c-47f0-b810-7ec106731324 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8495800 Feb 15 14:15:59.495820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50550) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:59.535032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-06aa70bd-ab5c-4dd8-8630-d3e370a18a8e None None] For port 7f365527-4550-4e28-89d2-35d1dae085d8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7f365527-4550-4e28-89d2-35d1dae085d8,segment=NetworkSegment(a262e9b8-d889-4e38-8119-06a7d06280de),segment_id=a262e9b8-d889-4e38-8119-06a7d06280de)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:15:59.535546 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-06aa70bd-ab5c-4dd8-8630-d3e370a18a8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.568441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-06aa70bd-ab5c-4dd8-8630-d3e370a18a8e None None] Calling delete_port for 7f365527-4550-4e28-89d2-35d1dae085d8 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:15:59.627695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:15:59.628175 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.701081 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.719797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] No DVR routers for this DVR port 7f365527-4550-4e28-89d2-35d1dae085d8 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:15:59.728166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662d9c6-38f6-4b6f-8cf3-a3e35402bbfc req-68b6205a-e2d3-498d-a8e2-30d79ad395ff tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:59.731218 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0662d9c6-38f6-4b6f-8cf3-a3e35402bbfc req-68b6205a-e2d3-498d-a8e2-30d79ad395ff tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.3288753 Feb 15 14:15:59.738756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-06aa70bd-ab5c-4dd8-8630-d3e370a18a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (7f365527-4550-4e28-89d2-35d1dae085d8), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.788682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Pushing event deleted for resources: {'Port': ['ID=7f365527-4550-4e28-89d2-35d1dae085d8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:59.810594 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a2b4e9-2414-4884-8633-5f2c9ee85775 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:59.817001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a2b4e9-2414-4884-8633-5f2c9ee85775 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:15:59.818831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-67a2b4e9-2414-4884-8633-5f2c9ee85775 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.3173866 Feb 15 14:15:59.822582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50552) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:15:59.907237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.916304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9753e9f2-1df6-4347-a0b5-f63338ea6bb5 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:15:59.922582 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for port (1e88f0b9-b4c9-4715-b2ab-a78c84b9b293), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.948544 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:15:59.956279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0662d9c6-38f6-4b6f-8cf3-a3e35402bbfc req-34ec6f9a-a161-4894-9114-ccd84709e5c2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117312 Feb 15 14:15:59.967976 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63303b28-5988-483f-affc-3b1675473809 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (aeb709a6-7132-4897-bfd5-a047b591db60), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:15:59.993982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa70bd-ab5c-4dd8-8630-d3e370a18a8e None None] Pushing event deleted for resources: {'Port': ['ID=7f365527-4550-4e28-89d2-35d1dae085d8,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:15:59.995840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a262e9b8-d889-4e38-8119-06a7d06280de') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:00.006975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa70bd-ab5c-4dd8-8630-d3e370a18a8e None None] No DVR routers for this DVR port 7f365527-4550-4e28-89d2-35d1dae085d8 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:16:00.008382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a262e9b8-d889-4e38-8119-06a7d06280de') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:00.019343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:00.019886 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.032703 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (a262e9b8-d889-4e38-8119-06a7d06280de), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.051947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9697c934-0253-460e-bf2e-32a5e24f207b None None] Provisioning complete for port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:00.052588 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9697c934-0253-460e-bf2e-32a5e24f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.059215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a262e9b8-d889-4e38-8119-06a7d06280de), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.075961 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1e88f0b9-b4c9-4715-b2ab-a78c84b9b293), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.089278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:16:00.089687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (a262e9b8-d889-4e38-8119-06a7d06280de), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:16:00.095028 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:16:00.114537 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6a15b0d7-7082-45a4-ba6b-c1c386e369e6,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:00.138596 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.186373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Network 8175dfb5-6484-491a-8d94-76260d0f1f0c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:00.221854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:00.232076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:00.233120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:00.233807 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.244561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event updated for resources: {'Port': ['ID=1e88f0b9-b4c9-4715-b2ab-a78c84b9b293,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:00.255518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7f365527-4550-4e28-89d2-35d1dae085d8 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:16:00.258534 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.268689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6a824401-0193-4630-bc57-400661e2063c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:00.269037 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a824401-0193-4630-bc57-400661e2063c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.270665 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-345506b2-97d2-4b24-b825-84fcf0f586ca tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4250655 Feb 15 14:16:00.273900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50554) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:00.277649 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.281962 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] 10.222.0.72 "DELETE /v2.0/networks/9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3 HTTP/1.1" status: 204 len: 168 time: 1.5984759 Feb 15 14:16:00.290570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=6a15b0d7-7082-45a4-ba6b-c1c386e369e6,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:00.301551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 7f365527-4550-4e28-89d2-35d1dae085d8 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:16:00.301734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236acc2c-6da0-407d-85d6-53b1db6a727a tempest-TagsExtTest-976315046 tempest-TagsExtTest-976315046-project] Pushing event deleted for resources: {'Network': ['ID=9d5b7f40-6ed0-4ec0-ac43-c8b651dc44f3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:00.302094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7f365527-4550-4e28-89d2-35d1dae085d8 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:16:00.309445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9697c934-0253-460e-bf2e-32a5e24f207b None None] Current status of the port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:00.395379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d960122-72b8-4f2f-803a-0c1a8d3bd504 None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': 'b13357b4-e853-4430-b6bc-b014020cebf3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dd7843c3-bcc0-4ed5-b1a5-74c460c29413'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '6a15b0d7-7082-45a4-ba6b-c1c386e369e6'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:16:00.430837 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d960122-72b8-4f2f-803a-0c1a8d3bd504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.479814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63303b28-5988-483f-affc-3b1675473809 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Router aeb709a6-7132-4897-bfd5-a047b591db60 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:16:00.490564 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a824401-0193-4630-bc57-400661e2063c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.517738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6a824401-0193-4630-bc57-400661e2063c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:00.574759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7837a64a-9c68-47f3-b0db-b38a196884b4 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Deleting port 1e88f0b9-b4c9-4715-b2ab-a78c84b9b293 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:00.575117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7837a64a-9c68-47f3-b0db-b38a196884b4 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1e88f0b9-b4c9-4715-b2ab-a78c84b9b293), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.644854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-1d960122-72b8-4f2f-803a-0c1a8d3bd504 None None] Allocated IP 2001:db8::f816:3eff:fea7:e87f (a38afbd0-c128-4dc1-aa52-b247a5fafd54/dd7843c3-bcc0-4ed5-b1a5-74c460c29413/6a15b0d7-7082-45a4-ba6b-c1c386e369e6) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:00.659643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50560) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:00.788766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1d960122-72b8-4f2f-803a-0c1a8d3bd504 None None] For port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6a15b0d7-7082-45a4-ba6b-c1c386e369e6,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:00.797269 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7837a64a-9c68-47f3-b0db-b38a196884b4 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1e88f0b9-b4c9-4715-b2ab-a78c84b9b293), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.825443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63303b28-5988-483f-affc-3b1675473809 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:16:00.826964 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d960122-72b8-4f2f-803a-0c1a8d3bd504 None None] Publish callbacks [] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.834680 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d960122-72b8-4f2f-803a-0c1a8d3bd504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:00.838744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7837a64a-9c68-47f3-b0db-b38a196884b4 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Calling delete_port for 1e88f0b9-b4c9-4715-b2ab-a78c84b9b293 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:00.847467 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-63303b28-5988-483f-affc-3b1675473809 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "PUT /v2.0/routers/aeb709a6-7132-4897-bfd5-a047b591db60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5556519 Feb 15 14:16:00.851629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50564) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:00.871655 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cf63c2a3-1e08-423d-8bb8-9c40229b881f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5678e05b80bb472ca91631bad8d523d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2105467 Feb 15 14:16:00.874063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50566) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:00.899118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c70ecb-9483-4300-826e-5867e52d65a4 None None] Sync routers for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:00.903305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d960122-72b8-4f2f-803a-0c1a8d3bd504 None None] Pushing event updated for resources: {'Port': ['ID=6a15b0d7-7082-45a4-ba6b-c1c386e369e6,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:00.920375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c70ecb-9483-4300-826e-5867e52d65a4 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:00.921013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-22c70ecb-9483-4300-826e-5867e52d65a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:00.965722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-22c70ecb-9483-4300-826e-5867e52d65a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:01.045419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41eb3195-9ea1-4e05-a82c-d9d3a13ff95f admin admin] Publish callbacks [] for security_group (f513fa7c-3d7c-46bf-8c82-36fd6fdcf226), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.060060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c70ecb-9483-4300-826e-5867e52d65a4 None None] Routers {'aeb709a6-7132-4897-bfd5-a047b591db60'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:01.060707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-22c70ecb-9483-4300-826e-5867e52d65a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['aeb709a6-7132-4897-bfd5-a047b591db60'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:01.068685 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router (aeb709a6-7132-4897-bfd5-a047b591db60), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.143045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-22c70ecb-9483-4300-826e-5867e52d65a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:01.143728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c70ecb-9483-4300-826e-5867e52d65a4 None None] The sync data for ids ['aeb709a6-7132-4897-bfd5-a047b591db60'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:01.158869 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a824401-0193-4630-bc57-400661e2063c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.211782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a824401-0193-4630-bc57-400661e2063c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:01.227149 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:01.243731 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41eb3195-9ea1-4e05-a82c-d9d3a13ff95f admin admin] Publish callbacks [] for security_group (f513fa7c-3d7c-46bf-8c82-36fd6fdcf226), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.285804 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7837a64a-9c68-47f3-b0db-b38a196884b4 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1e88f0b9-b4c9-4715-b2ab-a78c84b9b293), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.321436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473a5fb-24f5-437b-b330-fcd386f4df20 req-62978d8f-eda0-4f06-8a28-fd2940308c60 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:01.327107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:01.327553 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.334177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4473a5fb-24f5-437b-b330-fcd386f4df20 req-62978d8f-eda0-4f06-8a28-fd2940308c60 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.2433169 Feb 15 14:16:01.364481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_gateway (aeb709a6-7132-4897-bfd5-a047b591db60), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.369843 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41eb3195-9ea1-4e05-a82c-d9d3a13ff95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f513fa7c-3d7c-46bf-8c82-36fd6fdcf226), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.379687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41eb3195-9ea1-4e05-a82c-d9d3a13ff95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.381268 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-41eb3195-9ea1-4e05-a82c-d9d3a13ff95f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f513fa7c-3d7c-46bf-8c82-36fd6fdcf226 HTTP/1.1" status: 204 len: 168 time: 0.5057192 Feb 15 14:16:01.413555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb3195-9ea1-4e05-a82c-d9d3a13ff95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f513fa7c-3d7c-46bf-8c82-36fd6fdcf226,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:01.418140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837a64a-9c68-47f3-b0db-b38a196884b4 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e88f0b9-b4c9-4715-b2ab-a78c84b9b293,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:01.469645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:01.484286 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7837a64a-9c68-47f3-b0db-b38a196884b4 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.490451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7837a64a-9c68-47f3-b0db-b38a196884b4 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "DELETE /v2.0/ports/1e88f0b9-b4c9-4715-b2ab-a78c84b9b293 HTTP/1.1" status: 204 len: 168 time: 1.2145836 Feb 15 14:16:01.493098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50572) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:01.502701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c', 'external_fixed_ips': [{'subnet_id': 'c1856d67-d5f8-4e13-a4ae-e021c80d7024', 'ip_address': '2001:db8::23d'}]}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:01.530891 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (48d398d5-c7df-4368-ba12-aa0f993d2cd2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.532213 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (48d398d5-c7df-4368-ba12-aa0f993d2cd2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.544016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4473a5fb-24f5-437b-b330-fcd386f4df20 req-40c97591-e1b5-4b57-8bdf-3f4a08d7a72e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085335 Feb 15 14:16:01.554146 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a824401-0193-4630-bc57-400661e2063c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.561455 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6a824401-0193-4630-bc57-400661e2063c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe HTTP/1.1" status: 204 len: 168 time: 1.7347000 Feb 15 14:16:01.562622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50574) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:01.641748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting port 4e24f030-938e-47b2-94c9-4931eb1d183c {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:01.642110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4e24f030-938e-47b2-94c9-4931eb1d183c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.726486 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f416a8cf-47af-48e3-a993-a937dece9c2c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:01.728074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f416a8cf-47af-48e3-a993-a937dece9c2c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:01.730036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f416a8cf-47af-48e3-a993-a937dece9c2c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:01.734820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50582) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:01.744282 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f416a8cf-47af-48e3-a993-a937dece9c2c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1790462 Feb 15 14:16:01.758231 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_controller (48d398d5-c7df-4368-ba12-aa0f993d2cd2), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.855124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0801902-a2d7-44f0-aa5e-f3ffe144b754 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet b13357b4-e853-4430-b6bc-b014020cebf3 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:01.859981 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0801902-a2d7-44f0-aa5e-f3ffe144b754 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (b13357b4-e853-4430-b6bc-b014020cebf3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:01.908636 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0801902-a2d7-44f0-aa5e-f3ffe144b754 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (b13357b4-e853-4430-b6bc-b014020cebf3), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.041810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0801902-a2d7-44f0-aa5e-f3ffe144b754 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (b13357b4-e853-4430-b6bc-b014020cebf3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.065419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4a3a1f80-fb2c-4132-b5b3-4f9d8befe7fe None None] Provisioning complete for port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:02.066457 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a3a1f80-fb2c-4132-b5b3-4f9d8befe7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.154787 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0801902-a2d7-44f0-aa5e-f3ffe144b754 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (b13357b4-e853-4430-b6bc-b014020cebf3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.204840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0801902-a2d7-44f0-aa5e-f3ffe144b754 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=b13357b4-e853-4430-b6bc-b014020cebf3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:02.207817 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0801902-a2d7-44f0-aa5e-f3ffe144b754 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.212065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d0801902-a2d7-44f0-aa5e-f3ffe144b754 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/b13357b4-e853-4430-b6bc-b014020cebf3 HTTP/1.1" status: 204 len: 168 time: 0.4761095 Feb 15 14:16:02.215206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50594) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:02.233642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a1f80-fb2c-4132-b5b3-4f9d8befe7fe None None] Current status of the port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:02.243533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4a3a1f80-fb2c-4132-b5b3-4f9d8befe7fe None None] Could not find standard attr ID for object 8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:16:02.304113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7e69c8-30aa-45e5-bdcc-95747ea35ba7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet dd7843c3-bcc0-4ed5-b1a5-74c460c29413 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:02.308020 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e7e69c8-30aa-45e5-bdcc-95747ea35ba7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (dd7843c3-bcc0-4ed5-b1a5-74c460c29413), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.365604 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e7e69c8-30aa-45e5-bdcc-95747ea35ba7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (dd7843c3-bcc0-4ed5-b1a5-74c460c29413), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.468304 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e7e69c8-30aa-45e5-bdcc-95747ea35ba7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (dd7843c3-bcc0-4ed5-b1a5-74c460c29413), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.486515 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (48d398d5-c7df-4368-ba12-aa0f993d2cd2), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.490739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572cd5a5-047d-4f8f-a128-8811d232fcb4 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:02.509661 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4e24f030-938e-47b2-94c9-4931eb1d183c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.563367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Calling delete_port for 4e24f030-938e-47b2-94c9-4931eb1d183c owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:02.610796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c8e6cb7b-ee38-4436-9f0f-5fd77a40004d None None] Could not find standard attr ID for object 8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:16:02.630354 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e7e69c8-30aa-45e5-bdcc-95747ea35ba7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (dd7843c3-bcc0-4ed5-b1a5-74c460c29413), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.714492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e69c8-30aa-45e5-bdcc-95747ea35ba7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7843c3-bcc0-4ed5-b1a5-74c460c29413,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:02.729775 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1e7e69c8-30aa-45e5-bdcc-95747ea35ba7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.733078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1e7e69c8-30aa-45e5-bdcc-95747ea35ba7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/dd7843c3-bcc0-4ed5-b1a5-74c460c29413 HTTP/1.1" status: 204 len: 168 time: 0.5164220 Feb 15 14:16:02.735634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50604) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:02.777821 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c51a2407-6d80-49f1-b572-cac5390197c7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410924 Feb 15 14:16:02.792896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50606) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:02.798209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-67613d94-f35c-444b-95fa-b11de9f2262d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:02.915950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1b25c-400f-4f2a-aa1b-1a8437a9921c req-5a08b775-7280-4199-8c30-edc8cf91fcc3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:02.923864 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58c1b25c-400f-4f2a-aa1b-1a8437a9921c req-5a08b775-7280-4199-8c30-edc8cf91fcc3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.2209439 Feb 15 14:16:02.933288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67613d94-f35c-444b-95fa-b11de9f2262d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:02.936922 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-67613d94-f35c-444b-95fa-b11de9f2262d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:02.938643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4112de-106b-401f-bad0-949b65aac294 None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': 'dd7843c3-bcc0-4ed5-b1a5-74c460c29413'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '6a15b0d7-7082-45a4-ba6b-c1c386e369e6'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:16:02.977002 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ec4112de-106b-401f-bad0-949b65aac294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.051324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (48d398d5-c7df-4368-ba12-aa0f993d2cd2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.080142 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4e24f030-938e-47b2-94c9-4931eb1d183c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.085946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.126135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-58c1b25c-400f-4f2a-aa1b-1a8437a9921c req-281d6105-5549-44a2-837d-8a7cde8fda18 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008226 Feb 15 14:16:03.186198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Port': ['ID=4e24f030-938e-47b2-94c9-4931eb1d183c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:03.268875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1bb7f8-2581-4803-a4c9-7b0f64c60aa4 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:03.366840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-67613d94-f35c-444b-95fa-b11de9f2262d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.381161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-17261437-a606-4b8e-814f-b562c695ac21 None None] Provisioning complete for port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:03.381161 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-17261437-a606-4b8e-814f-b562c695ac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.397781 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (aeb709a6-7132-4897-bfd5-a047b591db60), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.451034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67613d94-f35c-444b-95fa-b11de9f2262d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:03.457572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-67613d94-f35c-444b-95fa-b11de9f2262d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:03.463969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67613d94-f35c-444b-95fa-b11de9f2262d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:03.464782 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-67613d94-f35c-444b-95fa-b11de9f2262d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.486104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67613d94-f35c-444b-95fa-b11de9f2262d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:03.499505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-67613d94-f35c-444b-95fa-b11de9f2262d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7054367 Feb 15 14:16:03.502450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50620) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:03.508086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-17261437-a606-4b8e-814f-b562c695ac21 None None] Current status of the port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:03.521173 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:03.547670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115e7a8a-1998-445d-8e85-86cd49f23263 None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:16:03.550048 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (aeb709a6-7132-4897-bfd5-a047b591db60), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.553722 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router_controller (aeb709a6-7132-4897-bfd5-a047b591db60), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.610149 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (aeb709a6-7132-4897-bfd5-a047b591db60), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.611273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Fanout notify agent at l3_agent the message router_deleted on router aeb709a6-7132-4897-bfd5-a047b591db60 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:16:03.619816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-115e7a8a-1998-445d-8e85-86cd49f23263 None None] Deleting port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:03.620855 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-115e7a8a-1998-445d-8e85-86cd49f23263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.631833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.635350 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7206d8ef-8fc5-4acb-bd41-487f55892981 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/routers/aeb709a6-7132-4897-bfd5-a047b591db60 HTTP/1.1" status: 204 len: 168 time: 2.7799327 Feb 15 14:16:03.635640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50622) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:03.698297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Allocated IP 2001:db8::23d (8175dfb5-6484-491a-8d94-76260d0f1f0c/c1856d67-d5f8-4e13-a4ae-e021c80d7024/c30f93ce-7aea-4070-a1bd-3dfc2836da75) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:03.709984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb35c645-97c5-4435-adc0-dc4fdaa669f8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Deleting subnet 35da8e8d-9e51-4d0d-9701-d73af2ca789f {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:03.717094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-115e7a8a-1998-445d-8e85-86cd49f23263 None None] For port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6a15b0d7-7082-45a4-ba6b-c1c386e369e6,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:03.717519 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-115e7a8a-1998-445d-8e85-86cd49f23263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.719983 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb35c645-97c5-4435-adc0-dc4fdaa669f8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for subnet (35da8e8d-9e51-4d0d-9701-d73af2ca789f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.732984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-115e7a8a-1998-445d-8e85-86cd49f23263 None None] Calling delete_port for 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:03.775154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:03.780584 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.839608 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-115e7a8a-1998-445d-8e85-86cd49f23263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (6a15b0d7-7082-45a4-ba6b-c1c386e369e6), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.846802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for port (c30f93ce-7aea-4070-a1bd-3dfc2836da75), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.869880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7a8a-1998-445d-8e85-86cd49f23263 None None] Pushing event deleted for resources: {'Port': ['ID=6a15b0d7-7082-45a4-ba6b-c1c386e369e6,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:03.874150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e7a8a-1998-445d-8e85-86cd49f23263 None None] No DVR routers for this DVR port 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:16:03.896856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62c570-5545-4c14-a6b6-f0f4d2ee78e5 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:03.903865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c30f93ce-7aea-4070-a1bd-3dfc2836da75), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:03.967384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Network 8175dfb5-6484-491a-8d94-76260d0f1f0c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:03.971265 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:03.980127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:04.014243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:04.015153 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.050433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event updated for resources: {'Port': ['ID=c30f93ce-7aea-4070-a1bd-3dfc2836da75,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:04.229339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Allocated IP 172.20.0.2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f/1191c496-d820-4723-b6ee-df56933e60ad) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:04.251260 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb35c645-97c5-4435-adc0-dc4fdaa669f8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (35da8e8d-9e51-4d0d-9701-d73af2ca789f), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.326217 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (48d398d5-c7df-4368-ba12-aa0f993d2cd2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.378786 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb35c645-97c5-4435-adc0-dc4fdaa669f8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (35da8e8d-9e51-4d0d-9701-d73af2ca789f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.430169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Publish callbacks [] for port (1191c496-d820-4723-b6ee-df56933e60ad), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.438361 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (1191c496-d820-4723-b6ee-df56933e60ad), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.445804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72c39e-630a-4547-ab5a-6b4908d13535 req-a35ba3c9-cdb4-4af8-946c-9f298a95976d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:04.447206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c72c39e-630a-4547-ab5a-6b4908d13535 req-a35ba3c9-cdb4-4af8-946c-9f298a95976d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.1987002 Feb 15 14:16:04.479619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:04.487655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:04.492807 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:04.556136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb35c645-97c5-4435-adc0-dc4fdaa669f8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (35da8e8d-9e51-4d0d-9701-d73af2ca789f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.563106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Pushing event updated for resources: {'Port': ['ID=1191c496-d820-4723-b6ee-df56933e60ad,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:04.578089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c72c39e-630a-4547-ab5a-6b4908d13535 req-46d99a9b-ddc9-4018-b2df-4b8eaaec9a4f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213548 Feb 15 14:16:04.578801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Attempting to bind port 1191c496-d820-4723-b6ee-df56933e60ad on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:04.579457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Attempting to bind port 1191c496-d820-4723-b6ee-df56933e60ad by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:04.579967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Attempting to bind port 1191c496-d820-4723-b6ee-df56933e60ad on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:04.586046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:04.586432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:04.586876 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.587291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:04.587765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Bound port: 1191c496-d820-4723-b6ee-df56933e60ad, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:04.589010 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1191c496-d820-4723-b6ee-df56933e60ad), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.604698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35c645-97c5-4435-adc0-dc4fdaa669f8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Subnet': ['ID=35da8e8d-9e51-4d0d-9701-d73af2ca789f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:04.607972 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb35c645-97c5-4435-adc0-dc4fdaa669f8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.620981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fb35c645-97c5-4435-adc0-dc4fdaa669f8 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/subnets/35da8e8d-9e51-4d0d-9701-d73af2ca789f HTTP/1.1" status: 204 len: 168 time: 0.9791622 Feb 15 14:16:04.625388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50626) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:04.643198 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:16:04.695353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] For port 1191c496-d820-4723-b6ee-df56933e60ad, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:04.699908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] For port 1191c496-d820-4723-b6ee-df56933e60ad, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1191c496-d820-4723-b6ee-df56933e60ad,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:04.710730 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1191c496-d820-4723-b6ee-df56933e60ad), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.740181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (48d398d5-c7df-4368-ba12-aa0f993d2cd2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.747789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (b62a1f4b-a6d9-494c-8406-ada8e712adaf), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:04.777820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2cda-856f-4b50-acf7-58cb22c56b9a None None] Pushing event updated for resources: {'Port': ['ID=1191c496-d820-4723-b6ee-df56933e60ad,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:04.897663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.objects.ports [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:16:05.031318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (b62a1f4b-a6d9-494c-8406-ada8e712adaf), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.091416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62a1f4b-a6d9-494c-8406-ada8e712adaf']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:05.107698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e12827-3289-41eb-9e0e-af5680ede7d7') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:05.108631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e12827-3289-41eb-9e0e-af5680ede7d7') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:05.131514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (a8e12827-3289-41eb-9e0e-af5680ede7d7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.156519 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a8e12827-3289-41eb-9e0e-af5680ede7d7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.174200 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Router 48d398d5-c7df-4368-ba12-aa0f993d2cd2 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:16:05.176827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:16:05.177490 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (a8e12827-3289-41eb-9e0e-af5680ede7d7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:16:05.181453 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:16:05.217054 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1191c496-d820-4723-b6ee-df56933e60ad), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.299743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1191c496-d820-4723-b6ee-df56933e60ad up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:05.349930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (b62a1f4b-a6d9-494c-8406-ada8e712adaf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.360300 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.363524 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] 10.222.0.72 "DELETE /v2.0/networks/b62a1f4b-a6d9-494c-8406-ada8e712adaf HTTP/1.1" status: 204 len: 168 time: 0.7177339 Feb 15 14:16:05.385459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb075ad-a060-46eb-959e-557e226a7885 tempest-FloatingIPTestJSON-1904756483 tempest-FloatingIPTestJSON-1904756483-project] Pushing event deleted for resources: {'Network': ['ID=b62a1f4b-a6d9-494c-8406-ada8e712adaf,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:05.409691 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:16:05.419861 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Sync routers for ids ['48d398d5-c7df-4368-ba12-aa0f993d2cd2'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:05.437798 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Routers {'48d398d5-c7df-4368-ba12-aa0f993d2cd2'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:05.440626 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['48d398d5-c7df-4368-ba12-aa0f993d2cd2'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:05.445144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1191c496-d820-4723-b6ee-df56933e60ad triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:05.446262 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1191c496-d820-4723-b6ee-df56933e60ad), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.452863 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.455790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e51e166f-08ed-49d7-b5a7-02dd6a33fc8d tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9611206 Feb 15 14:16:05.459632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50632) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:05.533699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] For port 1191c496-d820-4723-b6ee-df56933e60ad, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1191c496-d820-4723-b6ee-df56933e60ad,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:05.583118 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (1191c496-d820-4723-b6ee-df56933e60ad), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.590009 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (1191c496-d820-4723-b6ee-df56933e60ad), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.647580 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (4dfe5e76-7d22-4618-9493-e46f39f5295f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.649382 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Set router 48d398d5-c7df-4368-ba12-aa0f993d2cd2 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:16:05.732556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1191c496-d820-4723-b6ee-df56933e60ad is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:05.732992 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1191c496-d820-4723-b6ee-df56933e60ad), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.744764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (48d398d5-c7df-4368-ba12-aa0f993d2cd2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.781949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:05.798854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:05.806058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:05.808181 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.845521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 1191c496-d820-4723-b6ee-df56933e60ad, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1191c496-d820-4723-b6ee-df56933e60ad,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:05.864162 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1191c496-d820-4723-b6ee-df56933e60ad), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:05.894130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3899629 Feb 15 14:16:05.928772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50638) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:05.961180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50640) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:05.976458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:16:06.000112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:36:41:21', 'name': 'tempest-NetworksTestDHCPv6-1700084930'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:06.000333 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d398d5-c7df-4368-ba12-aa0f993d2cd2', 'name': '', 'tenant_id': '82dfb86a678f405785ddf338c048a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c', 'external_fixed_ips': [{'subnet_id': 'c1856d67-d5f8-4e13-a4ae-e021c80d7024', 'ip_address': '2001:db8::23d'}], 'enable_snat': True}, 'gw_port_id': 'c30f93ce-7aea-4070-a1bd-3dfc2836da75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:01Z', 'updated_at': '2022-02-15T14:16:04Z', 'revision_number': 3, 'project_id': '82dfb86a678f405785ddf338c048a605', 'gw_port': {'id': 'c30f93ce-7aea-4070-a1bd-3dfc2836da75', 'name': '', 'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d398d5-c7df-4368-ba12-aa0f993d2cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c1856d67-d5f8-4e13-a4ae-e021c80d7024', 'ip_address': '2001:db8::23d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:03Z', 'updated_at': '2022-02-15T14:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1856d67-d5f8-4e13-a4ae-e021c80d7024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:06.035646 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Checking router: 48d398d5-c7df-4368-ba12-aa0f993d2cd2 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:16:06.036627 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Updating router 48d398d5-c7df-4368-ba12-aa0f993d2cd2 port c30f93ce-7aea-4070-a1bd-3dfc2836da75 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:16:06.045022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=1191c496-d820-4723-b6ee-df56933e60ad,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:06.063225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (48d398d5-c7df-4368-ba12-aa0f993d2cd2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.064079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:16:06.067244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a15b0d7-7082-45a4-ba6b-c1c386e369e6 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:16:06.126947 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c30f93ce-7aea-4070-a1bd-3dfc2836da75), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.181524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cc2bd9-8941-4b0c-8d56-fb10af4376dc None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:06.222199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Deleting port c30f93ce-7aea-4070-a1bd-3dfc2836da75 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:06.222523 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c30f93ce-7aea-4070-a1bd-3dfc2836da75), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.276925 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9a8c853f-2c7a-44b0-a430-79e07290b81d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=48600fe26e394c7d9bf389f77dae907b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144464 Feb 15 14:16:06.286246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50644) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:06.299744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6cb18f23-202c-459e-8e97-4e88b59af09a None None] Provisioning complete for port 1191c496-d820-4723-b6ee-df56933e60ad triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:06.300122 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6cb18f23-202c-459e-8e97-4e88b59af09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1191c496-d820-4723-b6ee-df56933e60ad), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.319243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:06.404328 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c30f93ce-7aea-4070-a1bd-3dfc2836da75), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.422471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893658a-a208-4c98-9c1e-36889abeac39 req-a0186b37-cf47-471f-9b18-0f36cbcc175b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:06.424169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e893658a-a208-4c98-9c1e-36889abeac39 req-a0186b37-cf47-471f-9b18-0f36cbcc175b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.6375968 Feb 15 14:16:06.424875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=1191c496-d820-4723-b6ee-df56933e60ad,revision_number=4']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:06.435734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d89d95-b572-4660-9ac1-2d2e69f7e5f4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=4dfe5e76-7d22-4618-9493-e46f39f5295f,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:06.441297 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00c48b61-489f-49f2-8719-8dd82730daee admin admin] Publish callbacks [] for security_group (8e7b6c61-b956-4873-8788-03629e21041f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.462404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Calling delete_port for c30f93ce-7aea-4070-a1bd-3dfc2836da75 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:06.508337 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e893658a-a208-4c98-9c1e-36889abeac39 req-38a25e55-7ef2-4181-a1f6-d4abf3fdb0a4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679758 Feb 15 14:16:06.536399 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00c48b61-489f-49f2-8719-8dd82730daee admin admin] Publish callbacks [] for security_group (8e7b6c61-b956-4873-8788-03629e21041f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.569719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.609238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 3f0a16f5-124c-4eff-9f7f-37e172eff698 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:16:06.679617 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Publish callbacks [] for port (c30f93ce-7aea-4070-a1bd-3dfc2836da75), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.684881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6cb18f23-202c-459e-8e97-4e88b59af09a None None] Current status of the port 1191c496-d820-4723-b6ee-df56933e60ad is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:06.687185 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c30f93ce-7aea-4070-a1bd-3dfc2836da75), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.763729 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Attempting to bind port c30f93ce-7aea-4070-a1bd-3dfc2836da75 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:06.764423 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Attempting to bind port c30f93ce-7aea-4070-a1bd-3dfc2836da75 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0672ebae-33dc-4b67-a32d-df88bc039820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:06.765611 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Attempting to bind port c30f93ce-7aea-4070-a1bd-3dfc2836da75 on network 8175dfb5-6484-491a-8d94-76260d0f1f0c {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:06.765726 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00c48b61-489f-49f2-8719-8dd82730daee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8e7b6c61-b956-4873-8788-03629e21041f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.772120 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00c48b61-489f-49f2-8719-8dd82730daee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.772905 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00c48b61-489f-49f2-8719-8dd82730daee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e7b6c61-b956-4873-8788-03629e21041f HTTP/1.1" status: 204 len: 168 time: 0.4843943 Feb 15 14:16:06.793240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c48b61-489f-49f2-8719-8dd82730daee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7b6c61-b956-4873-8788-03629e21041f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:06.849202 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:06.849668 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Checking segment: {'id': '0672ebae-33dc-4b67-a32d-df88bc039820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:06.850090 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.850494 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Bound using segment: {'id': '0672ebae-33dc-4b67-a32d-df88bc039820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:06.853223 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Bound port: c30f93ce-7aea-4070-a1bd-3dfc2836da75, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0672ebae-33dc-4b67-a32d-df88bc039820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:06.853689 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c30f93ce-7aea-4070-a1bd-3dfc2836da75), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.957551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 172.20.0.13 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f/3f0a16f5-124c-4eff-9f7f-37e172eff698) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:06.973433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::f816:3eff:fe36:4121 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/4dfe5e76-7d22-4618-9493-e46f39f5295f/3f0a16f5-124c-4eff-9f7f-37e172eff698) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:06.974439 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963f9e8-164b-4bb4-954b-545ce219f748 None None] Pushing event updated for resources: {'Port': ['ID=c30f93ce-7aea-4070-a1bd-3dfc2836da75,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:06.980021 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c30f93ce-7aea-4070-a1bd-3dfc2836da75), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:06.985956 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.db.api [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:16:06.988357 n-d-829064-15 neutron-server[109974]: DEBUG oslo_db.api [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:16:07.029458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event deleted for resources: {'Port': ['ID=c30f93ce-7aea-4070-a1bd-3dfc2836da75,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:07.099044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (48d398d5-c7df-4368-ba12-aa0f993d2cd2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.214434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1191c496-d820-4723-b6ee-df56933e60ad up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:07.271843 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (3f0a16f5-124c-4eff-9f7f-37e172eff698), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.317549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (3f0a16f5-124c-4eff-9f7f-37e172eff698), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.349320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1191c496-d820-4723-b6ee-df56933e60ad triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:07.352625 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1191c496-d820-4723-b6ee-df56933e60ad), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.401877 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (48d398d5-c7df-4368-ba12-aa0f993d2cd2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.405089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_controller (48d398d5-c7df-4368-ba12-aa0f993d2cd2), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.447642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:07.449372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:07.454429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:07.459446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=3f0a16f5-124c-4eff-9f7f-37e172eff698,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:07.526438 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Attempting to bind port c30f93ce-7aea-4070-a1bd-3dfc2836da75 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:07.526806 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Attempting to bind port c30f93ce-7aea-4070-a1bd-3dfc2836da75 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0672ebae-33dc-4b67-a32d-df88bc039820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:07.528551 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Attempting to bind port c30f93ce-7aea-4070-a1bd-3dfc2836da75 on network 8175dfb5-6484-491a-8d94-76260d0f1f0c {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:07.543029 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:07.543721 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Checking segment: {'id': '0672ebae-33dc-4b67-a32d-df88bc039820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:07.545918 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.546103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:07.547869 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.553417 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Bound using segment: {'id': '0672ebae-33dc-4b67-a32d-df88bc039820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:07.553942 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Bound port: c30f93ce-7aea-4070-a1bd-3dfc2836da75, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0672ebae-33dc-4b67-a32d-df88bc039820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8175dfb5-6484-491a-8d94-76260d0f1f0c'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:07.554424 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c30f93ce-7aea-4070-a1bd-3dfc2836da75), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.560064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (48d398d5-c7df-4368-ba12-aa0f993d2cd2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.560870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48d398d5-c7df-4368-ba12-aa0f993d2cd2 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:16:07.569585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.570775 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a0c9a433-5eca-4ac2-a48a-2a6c86f04dc6 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "DELETE /v2.0/routers/48d398d5-c7df-4368-ba12-aa0f993d2cd2 HTTP/1.1" status: 204 len: 168 time: 2.1095529 Feb 15 14:16:07.573947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50662) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:07.575245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1191c496-d820-4723-b6ee-df56933e60ad is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:07.601922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6a83951e-f469-46d7-a79c-647313476b5f None None] Provisioning complete for port 1191c496-d820-4723-b6ee-df56933e60ad triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:07.603793 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a83951e-f469-46d7-a79c-647313476b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1191c496-d820-4723-b6ee-df56933e60ad), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.606002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5db0f68c-3c09-4ac5-be52-ef7de0de04d8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6701505 Feb 15 14:16:07.612358 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.plugin [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Port c30f93ce-7aea-4070-a1bd-3dfc2836da75 has been deleted concurrently {{(pid=109974) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 15 14:16:07.619220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50664) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:07.653468 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Routers set() bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:07.653833 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Router IDs set() for agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 14:16:07.654485 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_agentschedulers_db [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48d398d5-c7df-4368-ba12-aa0f993d2cd2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:15:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent'). {{(pid=109974) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 15 14:16:07.654867 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c6d27-387a-40ae-ac7b-89cd82e48c76 None None] The sync data for ids ['48d398d5-c7df-4368-ba12-aa0f993d2cd2'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:07.703917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f32ad51-e15a-4655-a17e-1b0a499d284e tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Deleting subnet c1856d67-d5f8-4e13-a4ae-e021c80d7024 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:07.711307 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f32ad51-e15a-4655-a17e-1b0a499d284e tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for subnet (c1856d67-d5f8-4e13-a4ae-e021c80d7024), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.722947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6a83951e-f469-46d7-a79c-647313476b5f None None] Current status of the port 1191c496-d820-4723-b6ee-df56933e60ad is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:07.760757 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f32ad51-e15a-4655-a17e-1b0a499d284e tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (c1856d67-d5f8-4e13-a4ae-e021c80d7024), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.837802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afc1589-9858-4784-a703-bf76d732c238 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:07.844722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afc1589-9858-4784-a703-bf76d732c238 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:07.846610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3afc1589-9858-4784-a703-bf76d732c238 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2230513 Feb 15 14:16:07.847983 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f32ad51-e15a-4655-a17e-1b0a499d284e tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (c1856d67-d5f8-4e13-a4ae-e021c80d7024), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.852091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50672) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:07.859496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f0a2a-fa66-40b0-92c0-df4607f207ed req-e48c7945-d216-4822-a208-b173bede16c2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:07.861290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f1f0a2a-fa66-40b0-92c0-df4607f207ed req-e48c7945-d216-4822-a208-b173bede16c2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.1350658 Feb 15 14:16:07.952145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2c8ef4ef-4c87-4b15-bd63-9b384de486a5 None None] Provisioning complete for port 3f0a16f5-124c-4eff-9f7f-37e172eff698 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:07.952905 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2c8ef4ef-4c87-4b15-bd63-9b384de486a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3f0a16f5-124c-4eff-9f7f-37e172eff698), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.978211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f32ad51-e15a-4655-a17e-1b0a499d284e tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (c1856d67-d5f8-4e13-a4ae-e021c80d7024), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:07.995402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ef4ef-4c87-4b15-bd63-9b384de486a5 None None] Port 3f0a16f5-124c-4eff-9f7f-37e172eff698 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:16:08.009039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f1f0a2a-fa66-40b0-92c0-df4607f207ed req-be4b7bc4-3077-404b-823f-72c6aeb87e59 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143119 Feb 15 14:16:08.014218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32ad51-e15a-4655-a17e-1b0a499d284e tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c1856d67-d5f8-4e13-a4ae-e021c80d7024,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:08.018102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f32ad51-e15a-4655-a17e-1b0a499d284e tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.023753 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3f32ad51-e15a-4655-a17e-1b0a499d284e tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/c1856d67-d5f8-4e13-a4ae-e021c80d7024 HTTP/1.1" status: 204 len: 168 time: 0.4488189 Feb 15 14:16:08.026392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50676) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:08.045539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6bb13692-446e-4a06-a194-776091c02855 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 3f0a16f5-124c-4eff-9f7f-37e172eff698 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:08.045983 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bb13692-446e-4a06-a194-776091c02855 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3f0a16f5-124c-4eff-9f7f-37e172eff698), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.101702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (8175dfb5-6484-491a-8d94-76260d0f1f0c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.107794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50678) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:08.146489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bb13692-446e-4a06-a194-776091c02855 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3f0a16f5-124c-4eff-9f7f-37e172eff698), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.163743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6bb13692-446e-4a06-a194-776091c02855 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 3f0a16f5-124c-4eff-9f7f-37e172eff698 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:08.217007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (8175dfb5-6484-491a-8d94-76260d0f1f0c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.232342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1015798797'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:08.252701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8175dfb5-6484-491a-8d94-76260d0f1f0c']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:08.267671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0672ebae-33dc-4b67-a32d-df88bc039820') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:08.268109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0672ebae-33dc-4b67-a32d-df88bc039820') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:08.278023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Made reservation on behalf of 206b135a55204339b427422373160698 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:08.281430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.285635 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (0672ebae-33dc-4b67-a32d-df88bc039820), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.299344 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.309928 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0672ebae-33dc-4b67-a32d-df88bc039820), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.322818 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:16:08.323409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (0672ebae-33dc-4b67-a32d-df88bc039820), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: items = [ Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:16:08.325176 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:16:08.385575 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bb13692-446e-4a06-a194-776091c02855 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (3f0a16f5-124c-4eff-9f7f-37e172eff698), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.398502 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (8175dfb5-6484-491a-8d94-76260d0f1f0c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.413097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8175dfb5-6484-491a-8d94-76260d0f1f0c {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 14:16:08.442958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.446220 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "DELETE /v2.0/networks/8175dfb5-6484-491a-8d94-76260d0f1f0c HTTP/1.1" status: 204 len: 168 time: 0.4186516 Feb 15 14:16:08.450987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb13692-446e-4a06-a194-776091c02855 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=3f0a16f5-124c-4eff-9f7f-37e172eff698,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:08.460042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5b303-b659-4c84-b108-c578cf884b0b tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event deleted for resources: {'Network': ['ID=8175dfb5-6484-491a-8d94-76260d0f1f0c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:08.531213 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for security_group (faf4ffd6-5e1d-497f-a305-c6fd815b7558), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.537676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (faf4ffd6-5e1d-497f-a305-c6fd815b7558), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.584145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:16:08.605826 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bb13692-446e-4a06-a194-776091c02855 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.609390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6bb13692-446e-4a06-a194-776091c02855 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/3f0a16f5-124c-4eff-9f7f-37e172eff698 HTTP/1.1" status: 204 len: 168 time: 0.7470422 Feb 15 14:16:08.611972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50684) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:08.626467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf4ffd6-5e1d-497f-a305-c6fd815b7558,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:08.633199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (261c6cdc-fdf3-4143-ac70-a6a1de2cd84c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.633624 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Added segment 261c6cdc-fdf3-4143-ac70-a6a1de2cd84c of type vlan for network dbacacd5-5e68-41aa-a7a6-6345597a4db4 Feb 15 14:16:08.735998 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (dbacacd5-5e68-41aa-a7a6-6345597a4db4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.780953 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (dbacacd5-5e68-41aa-a7a6-6345597a4db4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.782721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8eb67-e228-492e-afc6-39b54b0c0378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:08.784774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8eb67-e228-492e-afc6-39b54b0c0378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:08.793015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8eb67-e228-492e-afc6-39b54b0c0378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:08.793015 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d4c8eb67-e228-492e-afc6-39b54b0c0378 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1751568 Feb 15 14:16:08.793309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:08.793445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50690) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:08.793548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:08.841950 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7330627 Feb 15 14:16:08.844391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50692) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:08.856517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Request body: {'subnet': {'network_id': 'dbacacd5-5e68-41aa-a7a6-6345597a4db4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:08.957167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50694) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:08.983784 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3f79e291-a054-4702-80c4-afbc288154be tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Request body: {'router': {'name': 'tempest-router--755457585', 'project_id': '561ff5c6b88e42e98e1e2f73975e089f'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:08.989719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Made reservation on behalf of 206b135a55204339b427422373160698 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:08.996770 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.004661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee617ce-0a6b-4ff3-b5c0-abc7241f2b5a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event updated for resources: {'Network': ['ID=dbacacd5-5e68-41aa-a7a6-6345597a4db4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:09.006414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a8a903-3c5f-4c16-bedc-55af4bd23da1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 4dfe5e76-7d22-4618-9493-e46f39f5295f {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:09.018089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network dbacacd5-5e68-41aa-a7a6-6345597a4db4 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:16:09.024331 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f79e291-a054-4702-80c4-afbc288154be tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (5254a3e9-a09a-4847-b6a1-fe99c47b4e3b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.026834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f79e291-a054-4702-80c4-afbc288154be tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (5254a3e9-a09a-4847-b6a1-fe99c47b4e3b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.035233 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-32a8a903-3c5f-4c16-bedc-55af4bd23da1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (4dfe5e76-7d22-4618-9493-e46f39f5295f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.137847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f79e291-a054-4702-80c4-afbc288154be tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_controller (5254a3e9-a09a-4847-b6a1-fe99c47b4e3b), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.153271 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-32a8a903-3c5f-4c16-bedc-55af4bd23da1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (4dfe5e76-7d22-4618-9493-e46f39f5295f), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.159027 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f79e291-a054-4702-80c4-afbc288154be tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (5254a3e9-a09a-4847-b6a1-fe99c47b4e3b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.189546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f79e291-a054-4702-80c4-afbc288154be tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.191083 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3f79e291-a054-4702-80c4-afbc288154be tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2321486 Feb 15 14:16:09.193841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50700) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:09.269210 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-32a8a903-3c5f-4c16-bedc-55af4bd23da1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (4dfe5e76-7d22-4618-9493-e46f39f5295f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.508356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd4e1f-29c2-4e56-926d-04d97371d36c req-5de4856b-9571-4b93-a583-f3704ca06754 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:09.510805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8cd4e1f-29c2-4e56-926d-04d97371d36c req-5de4856b-9571-4b93-a583-f3704ca06754 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.1994853 Feb 15 14:16:09.564009 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-32a8a903-3c5f-4c16-bedc-55af4bd23da1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (4dfe5e76-7d22-4618-9493-e46f39f5295f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.631928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8a903-3c5f-4c16-bedc-55af4bd23da1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=4dfe5e76-7d22-4618-9493-e46f39f5295f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:09.643142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9132882-1ad9-4b1c-8452-cd2ebe06f0fb None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:09.646840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-32a8a903-3c5f-4c16-bedc-55af4bd23da1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.652994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-32a8a903-3c5f-4c16-bedc-55af4bd23da1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/4dfe5e76-7d22-4618-9493-e46f39f5295f HTTP/1.1" status: 204 len: 168 time: 0.8572004 Feb 15 14:16:09.658444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50708) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:09.708549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8cd4e1f-29c2-4e56-926d-04d97371d36c req-021b2916-b0db-40b8-bed1-68767037f8ce tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881137 Feb 15 14:16:09.741464 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3cd3-8593-4e73-82dd-9ce61a860dc2 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (5254a3e9-a09a-4847-b6a1-fe99c47b4e3b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.764610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3f0eb0-638a-4bb9-aadd-c4a846d1de4e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:09.771501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0eb0-638a-4bb9-aadd-c4a846d1de4e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.809708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (c621f6f6-1d7a-4270-93b6-3a9da3b6aede), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.869812 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0eb0-638a-4bb9-aadd-c4a846d1de4e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:09.955658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event updated for resources: {'Subnet': ['ID=c621f6f6-1d7a-4270-93b6-3a9da3b6aede,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:09.980606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Checking segment: {'id': '261c6cdc-fdf3-4143-ac70-a6a1de2cd84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dbacacd5-5e68-41aa-a7a6-6345597a4db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:09.980606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Network hostable DHCP agents. Network: dbacacd5-5e68-41aa-a7a6-6345597a4db4, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:16:09.994157 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.031789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Network dbacacd5-5e68-41aa-a7a6-6345597a4db4 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:16:10.040769 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0eb0-638a-4bb9-aadd-c4a846d1de4e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.065039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, dbacacd5-5e68-41aa-a7a6-6345597a4db4) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:10.072464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:10.073067 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.098528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56670515-b074-4ed0-956a-d4e1172c652a None None] Network dbacacd5-5e68-41aa-a7a6-6345597a4db4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:10.111815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9759a05c-d1d8-49ed-9f0a-b0197b7714e2 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2582881 Feb 15 14:16:10.111815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50714) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:10.116858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-65d0191a-32b4-4961-8adb-a5a84d5c80c1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1537889105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:10.151991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0eb0-638a-4bb9-aadd-c4a846d1de4e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.186507 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65d0191a-32b4-4961-8adb-a5a84d5c80c1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.187780 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65d0191a-32b4-4961-8adb-a5a84d5c80c1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.201347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f0eb0-638a-4bb9-aadd-c4a846d1de4e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:10.212429 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0eb0-638a-4bb9-aadd-c4a846d1de4e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.217599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ee3f0eb0-638a-4bb9-aadd-c4a846d1de4e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f HTTP/1.1" status: 204 len: 168 time: 0.5581572 Feb 15 14:16:10.222891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50716) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:10.295291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-73de3ebf-bbc7-4840-b4ef-85c8c67c8e5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710294 Feb 15 14:16:10.297795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50718) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:10.314550 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3cd3-8593-4e73-82dd-9ce61a860dc2 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (5254a3e9-a09a-4847-b6a1-fe99c47b4e3b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.317003 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3cd3-8593-4e73-82dd-9ce61a860dc2 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_controller (5254a3e9-a09a-4847-b6a1-fe99c47b4e3b), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.366158 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65d0191a-32b4-4961-8adb-a5a84d5c80c1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for router_controller (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.371057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-dbacacd5-5e68-41aa-a7a6-6345597a4db4', 'network_id': 'dbacacd5-5e68-41aa-a7a6-6345597a4db4', 'project_id': '206b135a55204339b427422373160698', 'fixed_ips': [{'subnet_id': 'c621f6f6-1d7a-4270-93b6-3a9da3b6aede'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:10.371948 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65d0191a-32b4-4961-8adb-a5a84d5c80c1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.372845 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.396581 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65d0191a-32b4-4961-8adb-a5a84d5c80c1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.401582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-65d0191a-32b4-4961-8adb-a5a84d5c80c1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2895870 Feb 15 14:16:10.404255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50720) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:10.439514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3cd3-8593-4e73-82dd-9ce61a860dc2 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (5254a3e9-a09a-4847-b6a1-fe99c47b4e3b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.439989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9f3cd3-8593-4e73-82dd-9ce61a860dc2 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5254a3e9-a09a-4847-b6a1-fe99c47b4e3b {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:16:10.445166 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d9f3cd3-8593-4e73-82dd-9ce61a860dc2 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.446382 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8d9f3cd3-8593-4e73-82dd-9ce61a860dc2 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "DELETE /v2.0/routers/5254a3e9-a09a-4847-b6a1-fe99c47b4e3b HTTP/1.1" status: 204 len: 168 time: 1.2507584 Feb 15 14:16:10.457932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c602b7-3c9a-4958-bd9c-322461c07661 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:10.465363 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-68c602b7-3c9a-4958-bd9c-322461c07661 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1635578 Feb 15 14:16:10.465996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50724) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:10.531431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9a29c8-7077-4651-ad44-a3be5b796eeb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:10.536753 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-be9a29c8-7077-4651-ad44-a3be5b796eeb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0696685 Feb 15 14:16:10.537494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50726) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:10.591078 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-47358740-03ae-48a0-b9de-6276265d742a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492253 Feb 15 14:16:10.598312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50728) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:10.610086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6e5a5e56-c151-40cd-9562-38ff4931f15d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:10.688744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50730) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:10.691324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Allocated IP 172.20.0.2 (dbacacd5-5e68-41aa-a7a6-6345597a4db4/c621f6f6-1d7a-4270-93b6-3a9da3b6aede/35a5cd8d-7c6b-462a-abae-014ecb58ee54) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:10.759046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5a5e56-c151-40cd-9562-38ff4931f15d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:10.769320 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5e56-c151-40cd-9562-38ff4931f15d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.769320 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5a5e56-c151-40cd-9562-38ff4931f15d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:16:10.769320 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5a5e56-c151-40cd-9562-38ff4931f15d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:16:10.790254 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6e5a5e56-c151-40cd-9562-38ff4931f15d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1902792 Feb 15 14:16:10.793472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50736) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:10.801934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a35715eb-0c75-4240-b1a5-902b5e37b4eb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:10.851716 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.952386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35715eb-0c75-4240-b1a5-902b5e37b4eb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:10.957678 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a35715eb-0c75-4240-b1a5-902b5e37b4eb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:10.959874 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35715eb-0c75-4240-b1a5-902b5e37b4eb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:16:10.960744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35715eb-0c75-4240-b1a5-902b5e37b4eb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:16:10.990196 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a35715eb-0c75-4240-b1a5-902b5e37b4eb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1956148 Feb 15 14:16:10.993077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50740) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:11.005557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e59303f4-8a7c-4a64-860b-4f9b8b67638e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:11.156293 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Publish callbacks [] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:11.175118 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:11.201222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59303f4-8a7c-4a64-860b-4f9b8b67638e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:11.205560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e59303f4-8a7c-4a64-860b-4f9b8b67638e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:11.207383 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59303f4-8a7c-4a64-860b-4f9b8b67638e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:16:11.208076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59303f4-8a7c-4a64-860b-4f9b8b67638e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:16:11.240112 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e59303f4-8a7c-4a64-860b-4f9b8b67638e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2428873 Feb 15 14:16:11.245430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50744) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:11.246802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec45b5-7bcb-4549-94f3-95f41e85f98a None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:11.255869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-1f799486-53dd-400d-a14c-490c715eece4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:11.323142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Network dbacacd5-5e68-41aa-a7a6-6345597a4db4 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:11.331775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1609472416', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}, 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:11.344270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:11.351059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:11.355170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Pushing event updated for resources: {'Port': ['ID=35a5cd8d-7c6b-462a-abae-014ecb58ee54,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:11.364182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-22407bef-a01f-4952-99c9-30c507af6d00 None None] Provisioning complete for port 1191c496-d820-4723-b6ee-df56933e60ad triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:11.364566 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-22407bef-a01f-4952-99c9-30c507af6d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1191c496-d820-4723-b6ee-df56933e60ad), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:11.368707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c64559-bc1e-4768-bfa1-094f0f97d5ff req-060c4b14-a33e-4eac-a4b6-d467bb03a03e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:11.370279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08c64559-bc1e-4768-bfa1-094f0f97d5ff req-060c4b14-a33e-4eac-a4b6-d467bb03a03e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.3381999 Feb 15 14:16:11.480842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Attempting to bind port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:11.481224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Attempting to bind port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '261c6cdc-fdf3-4143-ac70-a6a1de2cd84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dbacacd5-5e68-41aa-a7a6-6345597a4db4'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:11.481604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Attempting to bind port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 on network dbacacd5-5e68-41aa-a7a6-6345597a4db4 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:11.498066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:11.498481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Checking segment: {'id': '261c6cdc-fdf3-4143-ac70-a6a1de2cd84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dbacacd5-5e68-41aa-a7a6-6345597a4db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:11.498859 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:11.499290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Bound using segment: {'id': '261c6cdc-fdf3-4143-ac70-a6a1de2cd84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dbacacd5-5e68-41aa-a7a6-6345597a4db4'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:11.499785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Bound port: 35a5cd8d-7c6b-462a-abae-014ecb58ee54, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c6cdc-fdf3-4143-ac70-a6a1de2cd84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'dbacacd5-5e68-41aa-a7a6-6345597a4db4'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:11.500170 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:11.601320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-22407bef-a01f-4952-99c9-30c507af6d00 None None] Current status of the port 1191c496-d820-4723-b6ee-df56933e60ad is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:11.608219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276f70f-5617-45c7-bdf3-998eb47aea0e None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:16:11.634149 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] For port 35a5cd8d-7c6b-462a-abae-014ecb58ee54, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:11.662793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] For port 35a5cd8d-7c6b-462a-abae-014ecb58ee54, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=35a5cd8d-7c6b-462a-abae-014ecb58ee54,segment=NetworkSegment(261c6cdc-fdf3-4143-ac70-a6a1de2cd84c),segment_id=261c6cdc-fdf3-4143-ac70-a6a1de2cd84c)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:11.675449 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:11.792261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6276f70f-5617-45c7-bdf3-998eb47aea0e None None] Deleting port 1191c496-d820-4723-b6ee-df56933e60ad {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:11.792646 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6276f70f-5617-45c7-bdf3-998eb47aea0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1191c496-d820-4723-b6ee-df56933e60ad), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:11.891512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a46cdc-847e-4509-bb55-ffda6defa1b4 None None] Pushing event updated for resources: {'Port': ['ID=35a5cd8d-7c6b-462a-abae-014ecb58ee54,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:11.925458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6276f70f-5617-45c7-bdf3-998eb47aea0e None None] For port 1191c496-d820-4723-b6ee-df56933e60ad, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1191c496-d820-4723-b6ee-df56933e60ad,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:11.926140 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6276f70f-5617-45c7-bdf3-998eb47aea0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1191c496-d820-4723-b6ee-df56933e60ad), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:11.942076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6276f70f-5617-45c7-bdf3-998eb47aea0e None None] Calling delete_port for 1191c496-d820-4723-b6ee-df56933e60ad owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:12.063212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:12.086171 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6276f70f-5617-45c7-bdf3-998eb47aea0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (1191c496-d820-4723-b6ee-df56933e60ad), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:12.128791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276f70f-5617-45c7-bdf3-998eb47aea0e None None] Pushing event deleted for resources: {'Port': ['ID=1191c496-d820-4723-b6ee-df56933e60ad,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:12.132822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276f70f-5617-45c7-bdf3-998eb47aea0e None None] No DVR routers for this DVR port 1191c496-d820-4723-b6ee-df56933e60ad on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:16:12.165877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-62caa216-24c2-4547-8df5-9b0444543a04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2980368 Feb 15 14:16:12.222277 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:12.223345 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:12.259378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Allocated IP 172.20.0.1 (dbacacd5-5e68-41aa-a7a6-6345597a4db4/c621f6f6-1d7a-4270-93b6-3a9da3b6aede/33c49f5f-10cf-4fed-8e91-e8afe6647875) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:12.339268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f799486-53dd-400d-a14c-490c715eece4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:12.342822 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f799486-53dd-400d-a14c-490c715eece4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:12.344356 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f799486-53dd-400d-a14c-490c715eece4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:16:12.344779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f799486-53dd-400d-a14c-490c715eece4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:16:12.371103 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08c64559-bc1e-4768-bfa1-094f0f97d5ff req-282325f4-1322-4a4a-9652-14a9d2414c9e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793417 Feb 15 14:16:12.482096 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1f799486-53dd-400d-a14c-490c715eece4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2314548 Feb 15 14:16:12.482470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50758) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:12.486261 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-80041827-935e-4a3f-9cd0-8cfa8e9a09c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3930795 Feb 15 14:16:12.487814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6646dfcd-ffa7-41ca-9a35-9fdf81dc4015 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:12.496022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:12.515356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-a4a52cda-1e7b-4bc6-86c9-fdb80cb56907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:12.516902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-a4a52cda-1e7b-4bc6-86c9-fdb80cb56907 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1128 time: 0.2828419 Feb 15 14:16:12.629607 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6646dfcd-ffa7-41ca-9a35-9fdf81dc4015 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:12.634365 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6646dfcd-ffa7-41ca-9a35-9fdf81dc4015 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:12.637385 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-6646dfcd-ffa7-41ca-9a35-9fdf81dc4015 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:16:12.638358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6646dfcd-ffa7-41ca-9a35-9fdf81dc4015 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:16:12.665596 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6646dfcd-ffa7-41ca-9a35-9fdf81dc4015 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1789451 Feb 15 14:16:12.666277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50760) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:12.675745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e9225ee3-94f8-4db7-8036-3f20da1767fc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:12.832544 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for port (33c49f5f-10cf-4fed-8e91-e8afe6647875), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:12.850818 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9225ee3-94f8-4db7-8036-3f20da1767fc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:12.861595 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e9225ee3-94f8-4db7-8036-3f20da1767fc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:12.863187 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9225ee3-94f8-4db7-8036-3f20da1767fc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:16:12.863630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9225ee3-94f8-4db7-8036-3f20da1767fc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:16:12.902405 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e9225ee3-94f8-4db7-8036-3f20da1767fc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2349753 Feb 15 14:16:12.903771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50768) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:12.939804 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:12.966204 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-81e061fb-52c0-48f8-b713-32e4fb6be45b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0579174 Feb 15 14:16:12.966813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50770) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:13.034040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cb9bfc-c126-45fe-830d-d8d9f20560fe tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:13.035895 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-38cb9bfc-c126-45fe-830d-d8d9f20560fe tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0676928 Feb 15 14:16:13.038893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50772) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:13.086049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-b38afd50-80a3-4cd2-8910-89bc3942c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:13.087688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-b38afd50-80a3-4cd2-8910-89bc3942c067 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 1128 time: 0.4769053 Feb 15 14:16:13.111754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-cf8a04ab-0037-461d-9947-ef5e5e1735a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:13.113214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-cf8a04ab-0037-461d-9947-ef5e5e1735a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.5531762 Feb 15 14:16:13.118836 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-10235dd1-69f8-4ab2-98f4-346e453929ba tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785625 Feb 15 14:16:13.123815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50774) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:13.130497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6f9ecf63-1eda-49c0-9116-2d94f1dd8887 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:13.284504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9ecf63-1eda-49c0-9116-2d94f1dd8887 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:13.292272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6f9ecf63-1eda-49c0-9116-2d94f1dd8887 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:13.298348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 35a5cd8d-7c6b-462a-abae-014ecb58ee54 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:13.356525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-803a9cad-8ada-4cf2-811e-4e27237b4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:13.363924 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-803a9cad-8ada-4cf2-811e-4e27237b4405 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 911 time: 0.2493997 Feb 15 14:16:13.393117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (33c49f5f-10cf-4fed-8e91-e8afe6647875), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:13.396995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d842c573-e7ec-4444-8ba6-69612eed5f87 None None] Network dbacacd5-5e68-41aa-a7a6-6345597a4db4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:13.562656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:13.563445 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:13.597303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7c1e204d-f08d-4683-9498-99414aad65d4 None None] Provisioning complete for port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:13.597767 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7c1e204d-f08d-4683-9498-99414aad65d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:13.705670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Network dbacacd5-5e68-41aa-a7a6-6345597a4db4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:13.724270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:13.730630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.objects.ports [None req-6f9ecf63-1eda-49c0-9116-2d94f1dd8887 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109972) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:16:13.733550 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6f9ecf63-1eda-49c0-9116-2d94f1dd8887 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (5961531a-b982-4d80-9f50-47b5c193cef2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:13.741977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:13.777531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event updated for resources: {'Port': ['ID=33c49f5f-10cf-4fed-8e91-e8afe6647875,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:13.787412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-0516b7c8-7f1e-4633-bf0e-2dbcc87d9dbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 1000 time: 0.4159107 Feb 15 14:16:13.795606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ecf63-1eda-49c0-9116-2d94f1dd8887 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:13.817386 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-ec4fcf0d-1553-4f4d-b73c-ff81c191b8ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d HTTP/1.1" status: 200 len: 999 time: 0.4444611 Feb 15 14:16:13.840073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-6f9ecf63-1eda-49c0-9116-2d94f1dd8887 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:13.849433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ecf63-1eda-49c0-9116-2d94f1dd8887 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=5961531a-b982-4d80-9f50-47b5c193cef2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:13.854052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9ecf63-1eda-49c0-9116-2d94f1dd8887 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:13.854762 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6f9ecf63-1eda-49c0-9116-2d94f1dd8887 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:13.855608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97790ad9-64e4-4475-a10b-0172d9524bc0 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:13.897808 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6f9ecf63-1eda-49c0-9116-2d94f1dd8887 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7723560 Feb 15 14:16:13.898668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50780) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:13.907107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:5f:85:86', 'name': 'tempest-NetworksTestDHCPv6-353023286'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:13.995800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:13.996609 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.054636 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.106040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e204d-f08d-4683-9498-99414aad65d4 None None] Current status of the port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:14.107000 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7c1e204d-f08d-4683-9498-99414aad65d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.132457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155a4a7-7a94-475b-9891-8eee77a8d4a2 req-769bc8f1-a303-4f3a-906c-45555b27a56d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:14.134348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3155a4a7-7a94-475b-9891-8eee77a8d4a2 req-769bc8f1-a303-4f3a-906c-45555b27a56d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.4986753 Feb 15 14:16:14.143118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-79732c65-10bc-4586-bcd5-258ad975d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:14.144869 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-79732c65-10bc-4586-bcd5-258ad975d13b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.3234766 Feb 15 14:16:14.160377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 35a5cd8d-7c6b-462a-abae-014ecb58ee54, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=35a5cd8d-7c6b-462a-abae-014ecb58ee54,segment=NetworkSegment(261c6cdc-fdf3-4143-ac70-a6a1de2cd84c),segment_id=261c6cdc-fdf3-4143-ac70-a6a1de2cd84c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:14.170315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-ff6f9efc-2369-43c1-ae04-48aa15349e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:14.173391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-ff6f9efc-2369-43c1-ae04-48aa15349e30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.3439987 Feb 15 14:16:14.192467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.204180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:14.274644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '5961531a-b982-4d80-9f50-47b5c193cef2'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:14.283076 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.360115 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.386252 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3155a4a7-7a94-475b-9891-8eee77a8d4a2 req-a4a29ffb-661a-44d9-a22c-da6b8654d301 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261016 Feb 15 14:16:14.388209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1191c496-d820-4723-b6ee-df56933e60ad no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:16:14.390202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=35a5cd8d-7c6b-462a-abae-014ecb58ee54,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:14.400864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port e6cec38b-4f0c-4492-bc91-233731f08ef4 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:16:14.464923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 1191c496-d820-4723-b6ee-df56933e60ad {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:16:14.465435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1191c496-d820-4723-b6ee-df56933e60ad not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:16:14.503121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-7ddde1b9-b1fd-4898-86d7-b24fe138bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:14.505207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-7ddde1b9-b1fd-4898-86d7-b24fe138bf08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3490825 Feb 15 14:16:14.515999 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-7c1e204d-f08d-4683-9498-99414aad65d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:16:14.516382 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-7c1e204d-f08d-4683-9498-99414aad65d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:16:14.563912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-1cd442c9-8867-428d-ab4c-4361b7938193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:14.565534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-1cd442c9-8867-428d-ab4c-4361b7938193 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3549469 Feb 15 14:16:14.583106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (33c49f5f-10cf-4fed-8e91-e8afe6647875), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.602974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::f816:3eff:fe5f:8586 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/5961531a-b982-4d80-9f50-47b5c193cef2/e6cec38b-4f0c-4492-bc91-233731f08ef4) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:14.711678 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f90ebc53-9487-4c91-a442-d48a259a69dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.724502 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.786022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.789375 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (e6cec38b-4f0c-4492-bc91-233731f08ef4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.833601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e6cec38b-4f0c-4492-bc91-233731f08ef4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.878132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:14.881692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:14.886382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Allocated IP 2001:db8::f816:3eff:fee5:b822 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/5961531a-b982-4d80-9f50-47b5c193cef2/bf8c68f3-934e-442f-a91e-1515edc8835e) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:14.888732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:14.894296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:14.895052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:14.914060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=e6cec38b-4f0c-4492-bc91-233731f08ef4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:14.938137 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cb313678-9928-4d3e-a743-c675328c6674 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0376146 Feb 15 14:16:14.940874 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50788) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:15.033434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f542d5-6286-432c-a73a-7ac0cebbbc4c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:15.036163 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-53f542d5-6286-432c-a73a-7ac0cebbbc4c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0931110 Feb 15 14:16:15.040152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50796) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:15.241326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e204d-f08d-4683-9498-99414aad65d4 None None] Current status of the port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:15.261127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 35a5cd8d-7c6b-462a-abae-014ecb58ee54 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:15.267816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b7b1a-443b-42a8-a70b-2b820181994e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port e6cec38b-4f0c-4492-bc91-233731f08ef4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:15.268452 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7b1a-443b-42a8-a70b-2b820181994e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e6cec38b-4f0c-4492-bc91-233731f08ef4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.305125 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-f1295cb4-eabe-4b8a-9590-8988d60d8726 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7233458 Feb 15 14:16:15.388386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7b1a-443b-42a8-a70b-2b820181994e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e6cec38b-4f0c-4492-bc91-233731f08ef4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.403165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b7b1a-443b-42a8-a70b-2b820181994e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for e6cec38b-4f0c-4492-bc91-233731f08ef4 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:15.427535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6e2fc456-a99f-47cc-8c08-671b211c11a0 None None] Provisioning complete for port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:15.428105 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e2fc456-a99f-47cc-8c08-671b211c11a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.468163 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Publish callbacks [] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.497919 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.513901 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-ca6d0920-8e34-4241-b045-480cf3397e69 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9524503 Feb 15 14:16:15.576927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Pushing event updated for resources: {'Port': ['ID=bf8c68f3-934e-442f-a91e-1515edc8835e,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:15.582816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:15.588201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:15.588690 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.602954 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7b1a-443b-42a8-a70b-2b820181994e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e6cec38b-4f0c-4492-bc91-233731f08ef4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.614431 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:15.619286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.619650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.620001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.620347 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.620687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.621027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.621361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.621694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.622025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.622411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.622749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.623106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.623449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:15.628721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:15.662757 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b7b1a-443b-42a8-a70b-2b820181994e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=e6cec38b-4f0c-4492-bc91-233731f08ef4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:15.703279 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7b1a-443b-42a8-a70b-2b820181994e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.709583 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0a9b7b1a-443b-42a8-a70b-2b820181994e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/e6cec38b-4f0c-4492-bc91-233731f08ef4 HTTP/1.1" status: 204 len: 168 time: 0.6657228 Feb 15 14:16:15.709768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50808) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:15.748678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Attempting to bind port bf8c68f3-934e-442f-a91e-1515edc8835e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:15.748678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Attempting to bind port bf8c68f3-934e-442f-a91e-1515edc8835e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:15.749173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Attempting to bind port bf8c68f3-934e-442f-a91e-1515edc8835e on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:15.781593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6e2fc456-a99f-47cc-8c08-671b211c11a0 None None] Current status of the port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:15.784122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8632753-05cf-409b-8fb7-9306c11db8c2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:15.786192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8632753-05cf-409b-8fb7-9306c11db8c2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:15.788000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b8632753-05cf-409b-8fb7-9306c11db8c2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0772219 Feb 15 14:16:15.793179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50810) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:15.798629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:15.799048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:15.799475 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.799938 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:15.800375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Bound port: bf8c68f3-934e-442f-a91e-1515edc8835e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:15.801177 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.826931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10e851-2e98-4311-955f-c57b57810523 req-63136807-7dd3-4611-98df-539c1cce58c3 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:15.828416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a10e851-2e98-4311-955f-c57b57810523 req-63136807-7dd3-4611-98df-539c1cce58c3 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.5222769 Feb 15 14:16:15.831825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6e2fc456-a99f-47cc-8c08-671b211c11a0 None None] Provisioning complete for port 33c49f5f-10cf-4fed-8e91-e8afe6647875 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:15.832193 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e2fc456-a99f-47cc-8c08-671b211c11a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (33c49f5f-10cf-4fed-8e91-e8afe6647875), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.834201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:15.849066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Allocated IP 172.25.6.71 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/e1d34468-9f22-494c-b2b7-20ff194d42f3) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:15.852596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f32a7fad-dbd1-4eda-bc0d-f81d1c64d259 req-36471f73-3308-4c02-bde5-d7b7f2eafc2e service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952626 Feb 15 14:16:15.883724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-76af80d4-c5ab-44d7-87a7-17ccc5bad80b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 5961531a-b982-4d80-9f50-47b5c193cef2 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:15.889488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76af80d4-c5ab-44d7-87a7-17ccc5bad80b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (5961531a-b982-4d80-9f50-47b5c193cef2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.934761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6e2fc456-a99f-47cc-8c08-671b211c11a0 None None] Port 33c49f5f-10cf-4fed-8e91-e8afe6647875 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:16:15.935971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf4925-a731-4206-a09a-9b75b13332a1 req-56b1e124-cb43-47ad-b4b8-3534e27dcd58 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:15.942730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ecf4925-a731-4206-a09a-9b75b13332a1 req-56b1e124-cb43-47ad-b4b8-3534e27dcd58 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.4277010 Feb 15 14:16:15.945834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76af80d4-c5ab-44d7-87a7-17ccc5bad80b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (5961531a-b982-4d80-9f50-47b5c193cef2), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:15.947553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] For port bf8c68f3-934e-442f-a91e-1515edc8835e, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:15.951655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] For port bf8c68f3-934e-442f-a91e-1515edc8835e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bf8c68f3-934e-442f-a91e-1515edc8835e,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:15.961395 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:16.038065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7f017d3-ff64-4e1a-a518-d68385ade10e req-75a94a08-a0c8-4b32-a9a6-f027a7dd18bf service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135908 Feb 15 14:16:16.070059 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76af80d4-c5ab-44d7-87a7-17ccc5bad80b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (5961531a-b982-4d80-9f50-47b5c193cef2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:16.095579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa786d-730c-4c24-8ac6-5b5addd8c247 None None] Pushing event updated for resources: {'Port': ['ID=bf8c68f3-934e-442f-a91e-1515edc8835e,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:16.156231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a10e851-2e98-4311-955f-c57b57810523 req-9031ac5c-5bad-4fae-8f06-c0900ee03a89 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904959 Feb 15 14:16:16.207245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ecf4925-a731-4206-a09a-9b75b13332a1 req-637d3cce-934d-4c42-b931-94ebf87e065a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635958 Feb 15 14:16:16.217986 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76af80d4-c5ab-44d7-87a7-17ccc5bad80b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (5961531a-b982-4d80-9f50-47b5c193cef2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:16.250680 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for port (33c49f5f-10cf-4fed-8e91-e8afe6647875), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:16.278742 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-76af80d4-c5ab-44d7-87a7-17ccc5bad80b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:16.284602 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-76af80d4-c5ab-44d7-87a7-17ccc5bad80b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/5961531a-b982-4d80-9f50-47b5c193cef2 HTTP/1.1" status: 204 len: 168 time: 0.4868984 Feb 15 14:16:16.292078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af80d4-c5ab-44d7-87a7-17ccc5bad80b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=5961531a-b982-4d80-9f50-47b5c193cef2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:16.299255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50820) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:16.327659 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for port (e1d34468-9f22-494c-b2b7-20ff194d42f3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:16.345423 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (33c49f5f-10cf-4fed-8e91-e8afe6647875), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:16.355145 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5e190416-f0e4-48da-a7f8-0d0af13a1776 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502994 Feb 15 14:16:16.361497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50824) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:16.395143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:16.528140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:16.532164 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:16.556623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:16.565256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event updated for resources: {'Port': ['ID=33c49f5f-10cf-4fed-8e91-e8afe6647875,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:16.571713 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e1d34468-9f22-494c-b2b7-20ff194d42f3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:16.664545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:16.672157 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:16.678164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:16.701211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Pushing event updated for resources: {'Port': ['ID=e1d34468-9f22-494c-b2b7-20ff194d42f3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:16.844816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Network dbacacd5-5e68-41aa-a7a6-6345597a4db4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:16.851422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:16.904163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.objects.ports [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109972) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:16:17.152297 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7539509d-6467-4809-ab2d-ede96e52a7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:17.217199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:17.234069 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:17.289244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Router 62874ca8-144d-4aa7-ac6f-d71bb886fe8c is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:16:17.309768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6c1821ef-131c-47a3-974a-28896e1b6a2b None None] Provisioning complete for port 33c49f5f-10cf-4fed-8e91-e8afe6647875 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:17.310563 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c1821ef-131c-47a3-974a-28896e1b6a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (33c49f5f-10cf-4fed-8e91-e8afe6647875), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:17.357246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bf8c68f3-934e-442f-a91e-1515edc8835e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:17.407160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6c1821ef-131c-47a3-974a-28896e1b6a2b None None] Port 33c49f5f-10cf-4fed-8e91-e8afe6647875 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:16:17.442380 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port bf8c68f3-934e-442f-a91e-1515edc8835e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:17.443062 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:17.510762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] For port bf8c68f3-934e-442f-a91e-1515edc8835e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bf8c68f3-934e-442f-a91e-1515edc8835e,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:17.564174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:17.575794 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:17.585951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bf8c68f3-934e-442f-a91e-1515edc8835e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:17.586599 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:17.644538 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3347ba-48b6-4216-8332-2198e563cb69 req-170660f9-8c75-43fb-b5b7-ae0e3ad2bab5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:17.646276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e3347ba-48b6-4216-8332-2198e563cb69 req-170660f9-8c75-43fb-b5b7-ae0e3ad2bab5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.3687196 Feb 15 14:16:17.685319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a7139-6e18-4814-8e95-69a0dee10b6b req-ae980539-bad3-46ef-994e-bfbb3c00f429 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:17.686847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc7a7139-6e18-4814-8e95-69a0dee10b6b req-ae980539-bad3-46ef-994e-bfbb3c00f429 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.2962422 Feb 15 14:16:17.688621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=bf8c68f3-934e-442f-a91e-1515edc8835e,revision_number=5']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:17.700551 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (9e1ae521-e4d1-4c3b-9862-9a9af1cae19a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:17.710784 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:16:17.711377 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:16:17.724140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:16:17.739745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9775c-7d69-454a-8f74-13af64d6a1f0 None None] Sync routers for ids ['62874ca8-144d-4aa7-ac6f-d71bb886fe8c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:17.743222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-efc65c08-70e8-4685-a660-cf21f15cfa6a tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "PUT /v2.0/routers/62874ca8-144d-4aa7-ac6f-d71bb886fe8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3375666 Feb 15 14:16:17.751178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50834) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:17.755846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9775c-7d69-454a-8f74-13af64d6a1f0 None None] Routers {'62874ca8-144d-4aa7-ac6f-d71bb886fe8c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:17.757327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-66c9775c-7d69-454a-8f74-13af64d6a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['62874ca8-144d-4aa7-ac6f-d71bb886fe8c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:17.758513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Request body: {'port': {'network_id': 'dbacacd5-5e68-41aa-a7a6-6345597a4db4', 'name': 'tempest-FloatingIPNegativeTestJSON-2104569089'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:17.763722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:17.770236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:17.785505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:17.786539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:17.833597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=9e1ae521-e4d1-4c3b-9862-9a9af1cae19a,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:17.869144 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-54c491bb-8c27-42c4-9177-9972c45886c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4976211 Feb 15 14:16:17.870366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50836) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:17.872485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-66c9775c-7d69-454a-8f74-13af64d6a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:17.875607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1e3347ba-48b6-4216-8332-2198e563cb69 req-fb9eef8a-0079-4113-8fbb-f2c34546120b tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146659 Feb 15 14:16:17.882728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:6a:4a:dd', 'name': 'tempest-NetworksTestDHCPv6-1865065019'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:17.885924 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc7a7139-6e18-4814-8e95-69a0dee10b6b req-a20e4934-ee9e-41bd-9342-27f6ae67ba01 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598675 Feb 15 14:16:17.904125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96635ab-a661-4b31-9a90-460f386ab077 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:17.906121 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:17.938530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9775c-7d69-454a-8f74-13af64d6a1f0 None None] Routers {'62874ca8-144d-4aa7-ac6f-d71bb886fe8c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:17.939429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-66c9775c-7d69-454a-8f74-13af64d6a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['62874ca8-144d-4aa7-ac6f-d71bb886fe8c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:18.020680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-66c9775c-7d69-454a-8f74-13af64d6a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:18.021793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9775c-7d69-454a-8f74-13af64d6a1f0 None None] The sync data for ids ['62874ca8-144d-4aa7-ac6f-d71bb886fe8c'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:18.031072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e987c4b6-f66f-4df6-b12a-d003b9e048db None None] Provisioning complete for port bf8c68f3-934e-442f-a91e-1515edc8835e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:18.031473 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e987c4b6-f66f-4df6-b12a-d003b9e048db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.033598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Made reservation on behalf of 206b135a55204339b427422373160698 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:18.038536 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.079809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Router b78b9fe0-c785-4b1c-943a-f8b8ff1e238f is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:16:18.086614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] device_id is not set on port f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:16:18.152933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:18.157098 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.187055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e987c4b6-f66f-4df6-b12a-d003b9e048db None None] Current status of the port bf8c68f3-934e-442f-a91e-1515edc8835e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:18.187642 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e987c4b6-f66f-4df6-b12a-d003b9e048db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.201036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 03a5e1a7-1edf-487f-ba5d-994c83366c2e yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:16:18.255341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e987c4b6-f66f-4df6-b12a-d003b9e048db None None] For port bf8c68f3-934e-442f-a91e-1515edc8835e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bf8c68f3-934e-442f-a91e-1515edc8835e,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:18.293107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:16:18.310148 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe62ee-a604-4be2-b445-da9dde8033fa None None] Sync routers for ids ['b78b9fe0-c785-4b1c-943a-f8b8ff1e238f'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:18.316522 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e987c4b6-f66f-4df6-b12a-d003b9e048db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.330389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Allocated IP 172.20.0.3 (dbacacd5-5e68-41aa-a7a6-6345597a4db4/c621f6f6-1d7a-4270-93b6-3a9da3b6aede/f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:18.343812 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.345178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f7d78876-a957-4c1e-81b0-0f7d49236a60 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6553314 Feb 15 14:16:18.347489 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe62ee-a604-4be2-b445-da9dde8033fa None None] Routers {'b78b9fe0-c785-4b1c-943a-f8b8ff1e238f'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:18.347750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50838) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:18.348720 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8bbe62ee-a604-4be2-b445-da9dde8033fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b78b9fe0-c785-4b1c-943a-f8b8ff1e238f'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:18.408874 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8bbe62ee-a604-4be2-b445-da9dde8033fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:18.425305 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe62ee-a604-4be2-b445-da9dde8033fa None None] Routers {'b78b9fe0-c785-4b1c-943a-f8b8ff1e238f'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:18.427671 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8bbe62ee-a604-4be2-b445-da9dde8033fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b78b9fe0-c785-4b1c-943a-f8b8ff1e238f'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:18.433325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bf8c68f3-934e-442f-a91e-1515edc8835e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:18.434322 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.434819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::f816:3eff:fe6a:4add (a38afbd0-c128-4dc1-aa52-b247a5fafd54/9e1ae521-e4d1-4c3b-9862-9a9af1cae19a/03a5e1a7-1edf-487f-ba5d-994c83366c2e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:18.472895 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.494890 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8bbe62ee-a604-4be2-b445-da9dde8033fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:18.496477 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbe62ee-a604-4be2-b445-da9dde8033fa None None] The sync data for ids ['b78b9fe0-c785-4b1c-943a-f8b8ff1e238f'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:18.548639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987c4b6-f66f-4df6-b12a-d003b9e048db None None] Pushing event updated for resources: {'Port': ['ID=bf8c68f3-934e-442f-a91e-1515edc8835e,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:18.575582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53d6291-97e1-455a-9d20-3b545abc16ed None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:18.605430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0c715472-508e-4867-91e6-efa876074812 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/routers/b78b9fe0-c785-4b1c-943a-f8b8ff1e238f HTTP/1.1" status: 200 len: 924 time: 0.2560704 Feb 15 14:16:18.607699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50846) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:18.678230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-678cff3e-117c-4749-ac0a-ddd920f78d8b tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=b78b9fe0-c785-4b1c-943a-f8b8ff1e238f HTTP/1.1" status: 200 len: 205 time: 0.0687916 Feb 15 14:16:18.679067 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50848) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:18.709306 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:16:18.709793 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:16:18.717044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a7233c22-73a5-435a-bce8-c2fcdca96356 None None] Provisioning complete for port bf8c68f3-934e-442f-a91e-1515edc8835e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:18.717488 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a7233c22-73a5-435a-bce8-c2fcdca96356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.748088 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for port (f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.801668 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.835303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (03a5e1a7-1edf-487f-ba5d-994c83366c2e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:18.862934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a7233c22-73a5-435a-bce8-c2fcdca96356 None None] Current status of the port bf8c68f3-934e-442f-a91e-1515edc8835e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:18.941534 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (03a5e1a7-1edf-487f-ba5d-994c83366c2e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:19.228898 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-dd4a9bbc-6455-4963-b428-84bf7c388443 None None] Provisioning complete for port bf8c68f3-934e-442f-a91e-1515edc8835e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:19.229328 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9bbc-6455-4963-b428-84bf7c388443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:19.393341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a9bbc-6455-4963-b428-84bf7c388443 None None] Current status of the port bf8c68f3-934e-442f-a91e-1515edc8835e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:19.506273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4ba3-183d-49bf-9eec-95cfa811d06e req-8e9a0da0-8ad6-4b66-aab6-808ea22b342d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:19.510075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e9d4ba3-183d-49bf-9eec-95cfa811d06e req-8e9a0da0-8ad6-4b66-aab6-808ea22b342d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.2122185 Feb 15 14:16:19.519496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289f0ad-34ad-4926-9fe1-40381c6db50a req-c93be6de-5d31-425d-9b34-e0454d9caf4a tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:19.521713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e289f0ad-34ad-4926-9fe1-40381c6db50a req-c93be6de-5d31-425d-9b34-e0454d9caf4a tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.2046046 Feb 15 14:16:19.596745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:19.602886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:19.612317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:19.628051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d8d76dbd-8242-41ea-a8f0-a2322a56d392 None None] Could not find standard attr ID for object e6cec38b-4f0c-4492-bc91-233731f08ef4. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:16:19.640556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:19.641300 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:19.649353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e9d4ba3-183d-49bf-9eec-95cfa811d06e req-1bf6230a-5fe8-460f-a564-366d58bdc049 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245356 Feb 15 14:16:19.680162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=03a5e1a7-1edf-487f-ba5d-994c83366c2e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:19.695172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50856) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:19.695875 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ba4a327f-19ff-475f-aa13-70c652213385 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8239903 Feb 15 14:16:19.697324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:19.699519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:19.737495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e289f0ad-34ad-4926-9fe1-40381c6db50a req-c7acb1a6-4152-46ea-bdbd-3e1e75b0e099 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047384 Feb 15 14:16:19.804724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event updated for resources: {'Port': ['ID=f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:19.838815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Network dbacacd5-5e68-41aa-a7a6-6345597a4db4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:19.840600 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:19.846855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:19.855413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bf8c68f3-934e-442f-a91e-1515edc8835e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:19.873215 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:19.883528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b970d2af-112d-4aa8-a72e-74a88d5e4858 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:19.894352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b970d2af-112d-4aa8-a72e-74a88d5e4858 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:19.903405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b970d2af-112d-4aa8-a72e-74a88d5e4858 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1871645 Feb 15 14:16:19.905824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50860) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:19.910121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:19.911128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:19.941296 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-25f77955-e4a4-48f6-a653-643e164dd197 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1888049 Feb 15 14:16:19.944490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50862) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:19.949959 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:19.999490 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.036737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Deleting port e1d34468-9f22-494c-b2b7-20ff194d42f3 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:20.037079 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e1d34468-9f22-494c-b2b7-20ff194d42f3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.042525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bf8c68f3-934e-442f-a91e-1515edc8835e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:20.202043 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.202758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port bf8c68f3-934e-442f-a91e-1515edc8835e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:20.203926 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.328302 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e1d34468-9f22-494c-b2b7-20ff194d42f3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.336277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6a015d76-3af6-4fc8-8da6-3154cb0d647a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 03a5e1a7-1edf-487f-ba5d-994c83366c2e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:20.336912 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a015d76-3af6-4fc8-8da6-3154cb0d647a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (03a5e1a7-1edf-487f-ba5d-994c83366c2e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.381754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bf8c68f3-934e-442f-a91e-1515edc8835e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:20.396228 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-69d1054e-8e66-44a0-ae4d-67eccd2be338 None None] Provisioning complete for port f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:20.396613 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69d1054e-8e66-44a0-ae4d-67eccd2be338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.405631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Calling delete_port for e1d34468-9f22-494c-b2b7-20ff194d42f3 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:20.440270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-69d1054e-8e66-44a0-ae4d-67eccd2be338 None None] Port f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:16:20.441645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Allocated IP 172.25.6.81 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/293dd802-b18c-4210-aa55-a3d9678316fe) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:20.508466 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a015d76-3af6-4fc8-8da6-3154cb0d647a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (03a5e1a7-1edf-487f-ba5d-994c83366c2e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.526097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6a015d76-3af6-4fc8-8da6-3154cb0d647a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 03a5e1a7-1edf-487f-ba5d-994c83366c2e owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:20.568086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-55d3e241-3a84-4614-9be4-4450d50ab045 None None] Provisioning complete for port 03a5e1a7-1edf-487f-ba5d-994c83366c2e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:20.568086 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55d3e241-3a84-4614-9be4-4450d50ab045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (03a5e1a7-1edf-487f-ba5d-994c83366c2e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.599704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for port (293dd802-b18c-4210-aa55-a3d9678316fe), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.606723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-55d3e241-3a84-4614-9be4-4450d50ab045 None None] Port 03a5e1a7-1edf-487f-ba5d-994c83366c2e cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:16:20.656706 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (293dd802-b18c-4210-aa55-a3d9678316fe), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.709429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:20.726149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:20.734517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:20.776307 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e1d34468-9f22-494c-b2b7-20ff194d42f3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.797598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event updated for resources: {'Port': ['ID=293dd802-b18c-4210-aa55-a3d9678316fe,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:20.823993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Pushing event deleted for resources: {'Port': ['ID=e1d34468-9f22-494c-b2b7-20ff194d42f3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:20.952293 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a015d76-3af6-4fc8-8da6-3154cb0d647a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (03a5e1a7-1edf-487f-ba5d-994c83366c2e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:20.990746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for floatingip (2265c9bc-dea5-4c92-a48e-06ddaaf9e3d9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.007704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a015d76-3af6-4fc8-8da6-3154cb0d647a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=03a5e1a7-1edf-487f-ba5d-994c83366c2e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:21.017470 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7125699-0f59-4b92-830c-04183f94416d req-1763f05f-15e7-40ee-b376-18e81b0a00a2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:21.019343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7125699-0f59-4b92-830c-04183f94416d req-1763f05f-15e7-40ee-b376-18e81b0a00a2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 943 time: 0.2098653 Feb 15 14:16:21.026473 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.073470 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.087952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (293dd802-b18c-4210-aa55-a3d9678316fe), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.150633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54d461-62e1-4aed-95da-2b1cc9f426a7 req-6cdf80af-beaa-405c-828c-f8ce943223d6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:21.152454 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c54d461-62e1-4aed-95da-2b1cc9f426a7 req-6cdf80af-beaa-405c-828c-f8ce943223d6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.2873974 Feb 15 14:16:21.167458 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.195777 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.221270 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a015d76-3af6-4fc8-8da6-3154cb0d647a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.227400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6a015d76-3af6-4fc8-8da6-3154cb0d647a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/03a5e1a7-1edf-487f-ba5d-994c83366c2e HTTP/1.1" status: 204 len: 168 time: 1.3181672 Feb 15 14:16:21.231480 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50874) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:21.277601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7125699-0f59-4b92-830c-04183f94416d req-637e1674-bd6f-4756-99ec-97c86d663ef3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474732 Feb 15 14:16:21.340213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c54d461-62e1-4aed-95da-2b1cc9f426a7 req-e28b6fd3-333b-4ede-bfda-3bbcaf44bfa0 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341712 Feb 15 14:16:21.340213 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (b78b9fe0-c785-4b1c-943a-f8b8ff1e238f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.340213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Fanout notify agent at l3_agent the message router_deleted on router b78b9fe0-c785-4b1c-943a-f8b8ff1e238f {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:16:21.361616 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.363036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-43951e29-62d7-43cf-b4db-54a238f0ae32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/b78b9fe0-c785-4b1c-943a-f8b8ff1e238f HTTP/1.1" status: 204 len: 168 time: 2.6832278 Feb 15 14:16:21.367168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50876) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:21.370012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c499ff-87ea-4bbc-af42-61e3a94df37b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:21.371760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c499ff-87ea-4bbc-af42-61e3a94df37b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:21.375916 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-28c499ff-87ea-4bbc-af42-61e3a94df37b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1408536 Feb 15 14:16:21.379322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Request body: {'router': {'name': 'tempest-snat-router-593861730', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'enable_snat': False}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:21.397648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50878) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:21.490232 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for port (293dd802-b18c-4210-aa55-a3d9678316fe), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.494733 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (b2a4d8bd-dce2-4882-9775-b04f10594c7a), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.495937 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (b2a4d8bd-dce2-4882-9775-b04f10594c7a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.498181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (293dd802-b18c-4210-aa55-a3d9678316fe), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.521510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79e0ab6-efb3-4f9b-9622-63fc455f7c91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 9e1ae521-e4d1-4c3b-9862-9a9af1cae19a {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:21.533342 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d79e0ab6-efb3-4f9b-9622-63fc455f7c91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (9e1ae521-e4d1-4c3b-9862-9a9af1cae19a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.601177 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (2265c9bc-dea5-4c92-a48e-06ddaaf9e3d9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.607562 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_controller (b2a4d8bd-dce2-4882-9775-b04f10594c7a), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.619209 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d79e0ab6-efb3-4f9b-9622-63fc455f7c91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (9e1ae521-e4d1-4c3b-9862-9a9af1cae19a), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.627271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event updated for resources: {'Port': ['ID=293dd802-b18c-4210-aa55-a3d9678316fe,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:21.637102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.638334 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-eeeef0eb-58a4-4663-a014-81a1885b3767 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6927681 Feb 15 14:16:21.641732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50880) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:21.646067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-83414cb4-17bf-4177-bd9d-b05a661c16e6 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Request body: {'floatingip': {'port_id': 'f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:21.699413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-83414cb4-17bf-4177-bd9d-b05a661c16e6 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for floatingip (2265c9bc-dea5-4c92-a48e-06ddaaf9e3d9), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.789475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 7a941da0-2652-4885-addd-e7f413c229a6 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:16:21.844305 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (b2a4d8bd-dce2-4882-9775-b04f10594c7a), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.858164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d79e0ab6-efb3-4f9b-9622-63fc455f7c91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (9e1ae521-e4d1-4c3b-9862-9a9af1cae19a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:21.871524 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-83414cb4-17bf-4177-bd9d-b05a661c16e6 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] update failed (client error): The resource could not be found. Feb 15 14:16:21.876744 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-83414cb4-17bf-4177-bd9d-b05a661c16e6 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "PUT /v2.0/floatingips/2265c9bc-dea5-4c92-a48e-06ddaaf9e3d9 HTTP/1.1" status: 404 len: 507 time: 0.2335663 Feb 15 14:16:21.878474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50882) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:21.988199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 7a941da0-2652-4885-addd-e7f413c229a6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7a941da0-2652-4885-addd-e7f413c229a6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:21.989664 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d79e0ab6-efb3-4f9b-9622-63fc455f7c91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (9e1ae521-e4d1-4c3b-9862-9a9af1cae19a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.008109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '7a941da0-2652-4885-addd-e7f413c229a6', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'port_id': '7a941da0-2652-4885-addd-e7f413c229a6', 'mac_address': 'fa:16:3e:7f:80:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:16:22.028123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e0ab6-efb3-4f9b-9622-63fc455f7c91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1ae521-e4d1-4c3b-9862-9a9af1cae19a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:22.039913 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d79e0ab6-efb3-4f9b-9622-63fc455f7c91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.046094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d79e0ab6-efb3-4f9b-9622-63fc455f7c91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/9e1ae521-e4d1-4c3b-9862-9a9af1cae19a HTTP/1.1" status: 204 len: 168 time: 0.6443205 Feb 15 14:16:22.047126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50888) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:22.058519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a69d1-7d74-405a-8b0e-2df518df7807 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:22.104150 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-27506471-45f8-43cc-bd33-1f422f8818da tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538106 Feb 15 14:16:22.104747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50890) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:22.153105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3ac51eb3-d51e-42be-9ff6-d177bd9507c4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Deleting port 293dd802-b18c-4210-aa55-a3d9678316fe {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:22.153623 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ac51eb3-d51e-42be-9ff6-d177bd9507c4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (293dd802-b18c-4210-aa55-a3d9678316fe), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.205769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 7a941da0-2652-4885-addd-e7f413c229a6 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:22.209895 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7a941da0-2652-4885-addd-e7f413c229a6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.234753 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (b2a4d8bd-dce2-4882-9775-b04f10594c7a), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.249321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09c87f3-bf10-48e0-be51-964020bead9f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:22.254016 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b09c87f3-bf10-48e0-be51-964020bead9f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1468961 Feb 15 14:16:22.260257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a941da0-2652-4885-addd-e7f413c229a6 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:16:22.263272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50892) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:22.281770 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.284945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 7a941da0-2652-4885-addd-e7f413c229a6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7a941da0-2652-4885-addd-e7f413c229a6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:22.292586 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7a941da0-2652-4885-addd-e7f413c229a6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.379603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc8bed5-d80d-410e-979e-8913e5269536 None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:16:22.393805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0682ed-c649-49cd-9b3f-5497758bd03d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:22.394618 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5a0682ed-c649-49cd-9b3f-5497758bd03d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1284082 Feb 15 14:16:22.397269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50898) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:22.420046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=7a941da0-2652-4885-addd-e7f413c229a6,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:22.453928 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-354e2f9b-1dd1-462f-8c34-197a07e8a8b7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518436 Feb 15 14:16:22.461735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50900) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:22.467035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8bed5-d80d-410e-979e-8913e5269536 None None] Deleting port bf8c68f3-934e-442f-a91e-1515edc8835e {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:22.467421 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1fc8bed5-d80d-410e-979e-8913e5269536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.480266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-63ad38fc-2067-4d72-9c67-13a3b3a083cf tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:22.541040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1fc8bed5-d80d-410e-979e-8913e5269536 None None] For port bf8c68f3-934e-442f-a91e-1515edc8835e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bf8c68f3-934e-442f-a91e-1515edc8835e,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:22.541690 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1fc8bed5-d80d-410e-979e-8913e5269536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.568218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8bed5-d80d-410e-979e-8913e5269536 None None] Calling delete_port for bf8c68f3-934e-442f-a91e-1515edc8835e owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:22.589619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3b930-c8b1-4e44-a9a6-7ab8e7976fe0 req-fcaab026-4792-4046-aa2f-074f1260763a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:22.591230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf3b930-c8b1-4e44-a9a6-7ab8e7976fe0 req-fcaab026-4792-4046-aa2f-074f1260763a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 944 time: 0.1485851 Feb 15 14:16:22.613190 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ac51eb3-d51e-42be-9ff6-d177bd9507c4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (293dd802-b18c-4210-aa55-a3d9678316fe), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.613658 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ac51eb3-d51e-42be-9ff6-d177bd9507c4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for floatingip (293dd802-b18c-4210-aa55-a3d9678316fe), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.632825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Allocated IP 172.25.6.46 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/18782761-8282-44fc-9130-a7de753b3284) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:22.633041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3ac51eb3-d51e-42be-9ff6-d177bd9507c4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Calling delete_port for 293dd802-b18c-4210-aa55-a3d9678316fe owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:22.645160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07aa268-97f9-4cb1-b27f-85863b02ec7a req-756bde06-d700-4c48-b2b8-c22fa9063b69 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:22.646997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07aa268-97f9-4cb1-b27f-85863b02ec7a req-756bde06-d700-4c48-b2b8-c22fa9063b69 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.1587658 Feb 15 14:16:22.655377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ad38fc-2067-4d72-9c67-13a3b3a083cf tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:22.659214 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-63ad38fc-2067-4d72-9c67-13a3b3a083cf tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.702191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['7a941da0-2652-4885-addd-e7f413c229a6'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:16:22.732784 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1fc8bed5-d80d-410e-979e-8913e5269536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (bf8c68f3-934e-442f-a91e-1515edc8835e), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.771709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8bed5-d80d-410e-979e-8913e5269536 None None] No DVR routers for this DVR port bf8c68f3-934e-442f-a91e-1515edc8835e on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:16:22.789420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8bed5-d80d-410e-979e-8913e5269536 None None] Pushing event deleted for resources: {'Port': ['ID=bf8c68f3-934e-442f-a91e-1515edc8835e,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:22.809621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a07aa268-97f9-4cb1-b27f-85863b02ec7a req-d3f6682e-a6c6-4932-8eb6-66d25d3db041 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420321 Feb 15 14:16:22.831846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbf3b930-c8b1-4e44-a9a6-7ab8e7976fe0 req-c8bce43a-3dab-46a2-a232-8eb785ee9bbd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335966 Feb 15 14:16:22.916291 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for port (18782761-8282-44fc-9130-a7de753b3284), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.960236 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (18782761-8282-44fc-9130-a7de753b3284), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:22.986764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ac51eb3-d51e-42be-9ff6-d177bd9507c4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (293dd802-b18c-4210-aa55-a3d9678316fe), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:23.013653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:23.016805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:23.019375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:23.033283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac51eb3-d51e-42be-9ff6-d177bd9507c4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event deleted for resources: {'Port': ['ID=293dd802-b18c-4210-aa55-a3d9678316fe,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:23.062397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event updated for resources: {'Port': ['ID=18782761-8282-44fc-9130-a7de753b3284,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:23.142100 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ac51eb3-d51e-42be-9ff6-d177bd9507c4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for floatingip (2265c9bc-dea5-4c92-a48e-06ddaaf9e3d9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:23.144759 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ac51eb3-d51e-42be-9ff6-d177bd9507c4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:23.151307 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3ac51eb3-d51e-42be-9ff6-d177bd9507c4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "DELETE /v2.0/floatingips/2265c9bc-dea5-4c92-a48e-06ddaaf9e3d9 HTTP/1.1" status: 204 len: 168 time: 1.2676122 Feb 15 14:16:23.151866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50908) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:23.156342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-964ae008-9516-437e-a0c4-85466da795d4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Request body: {'floatingip': {'floating_network_id': 'dbacacd5-5e68-41aa-a7a6-6345597a4db4', 'port_id': 'f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:23.180632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.objects.ports [None req-63ad38fc-2067-4d72-9c67-13a3b3a083cf tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109972) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:16:23.184323 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-63ad38fc-2067-4d72-9c67-13a3b3a083cf tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (279f7e27-0639-43bf-b4da-0f2f0f6693b2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:23.241119 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ad38fc-2067-4d72-9c67-13a3b3a083cf tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:23.244511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-964ae008-9516-437e-a0c4-85466da795d4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:23.250628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-63ad38fc-2067-4d72-9c67-13a3b3a083cf tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:23.262910 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ad38fc-2067-4d72-9c67-13a3b3a083cf tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:23.263514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-63ad38fc-2067-4d72-9c67-13a3b3a083cf tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:23.264213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe2537-edbd-4645-a2ed-be23d99ed060 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:23.304640 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad38fc-2067-4d72-9c67-13a3b3a083cf tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=279f7e27-0639-43bf-b4da-0f2f0f6693b2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:23.335971 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-63ad38fc-2067-4d72-9c67-13a3b3a083cf tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8707376 Feb 15 14:16:23.336259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50910) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:23.344450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:16:30:6b', 'name': 'tempest-NetworksTestDHCPv6-728613528'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:23.369085 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (b2a4d8bd-dce2-4882-9775-b04f10594c7a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:23.509762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:23.561623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '279f7e27-0639-43bf-b4da-0f2f0f6693b2'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:23.563213 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:23.632719 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-964ae008-9516-437e-a0c4-85466da795d4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:16:23.635444 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-964ae008-9516-437e-a0c4-85466da795d4 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4814200 Feb 15 14:16:23.643160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50912) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:23.651738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': 'f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:23.684049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:23.732938 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (b2a4d8bd-dce2-4882-9775-b04f10594c7a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:23.801868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 7a941da0-2652-4885-addd-e7f413c229a6 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:23.818720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:23.825508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Allocated IP 2001:db8::f816:3eff:feee:8663 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/279f7e27-0639-43bf-b4da-0f2f0f6693b2/72891b60-903e-4aa3-8084-efd7c29363f8) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:23.904210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 729b2efa-0550-4c9d-ae9b-9efcfea1320e yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:16:24.066695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bf8c68f3-934e-442f-a91e-1515edc8835e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:16:24.109417 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.223466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568156-c55b-4ea4-9948-7aa39a9536d2 req-e29ee8db-01ea-42a8-b311-ad5a8a1cc7db tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:24.225077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7568156-c55b-4ea4-9948-7aa39a9536d2 req-e29ee8db-01ea-42a8-b311-ad5a8a1cc7db tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.2396984 Feb 15 14:16:24.230732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Router b2a4d8bd-dce2-4882-9775-b04f10594c7a is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:16:24.259630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a272bd6-3ac8-4b71-a966-29887dacb3e9 req-adf122e0-feff-41d9-b88c-e82dea25564a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:24.259630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a272bd6-3ac8-4b71-a966-29887dacb3e9 req-adf122e0-feff-41d9-b88c-e82dea25564a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1232867 Feb 15 14:16:24.326803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: bf8c68f3-934e-442f-a91e-1515edc8835e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:16:24.330263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bf8c68f3-934e-442f-a91e-1515edc8835e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:16:24.352682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Allocated IP 172.25.6.130 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/cd28ce79-2fc2-4553-aca6-c829730615e9) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:24.367727 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Publish callbacks [] for port (72891b60-903e-4aa3-8084-efd7c29363f8), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.381433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 7a941da0-2652-4885-addd-e7f413c229a6 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:16:24.390726 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (72891b60-903e-4aa3-8084-efd7c29363f8), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.394313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7568156-c55b-4ea4-9948-7aa39a9536d2 req-bdcdb07b-5929-48b9-bd79-a3e373b9a9da tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558206 Feb 15 14:16:24.394837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 7a941da0-2652-4885-addd-e7f413c229a6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:24.395247 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7a941da0-2652-4885-addd-e7f413c229a6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.479034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Pushing event updated for resources: {'Port': ['ID=72891b60-903e-4aa3-8084-efd7c29363f8,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:24.511144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:24.514753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:24.517615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:24.525649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::f816:3eff:fe16:306b (a38afbd0-c128-4dc1-aa52-b247a5fafd54/279f7e27-0639-43bf-b4da-0f2f0f6693b2/729b2efa-0550-4c9d-ae9b-9efcfea1320e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:24.581448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for port (cd28ce79-2fc2-4553-aca6-c829730615e9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.616619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Attempting to bind port 72891b60-903e-4aa3-8084-efd7c29363f8 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:24.617395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Attempting to bind port 72891b60-903e-4aa3-8084-efd7c29363f8 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:24.618030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Attempting to bind port 72891b60-903e-4aa3-8084-efd7c29363f8 on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:24.626597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:24.627488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:24.628130 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.628776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:24.629504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Bound port: 72891b60-903e-4aa3-8084-efd7c29363f8, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:24.630124 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (72891b60-903e-4aa3-8084-efd7c29363f8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.651674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 7a941da0-2652-4885-addd-e7f413c229a6 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:24.652484 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7a941da0-2652-4885-addd-e7f413c229a6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.703884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6dacc-974e-41a8-b970-d649c95242de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a941da0-2652-4885-addd-e7f413c229a6'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:16:24.706668 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16962712-1b3e-4c5b-9dc1-f9d567bc2a3e" -d '{"events": [{"server_uuid": "0cd6dacc-974e-41a8-b970-d649c95242de", "name": "network-vif-plugged", "status": "completed", "tag": "7a941da0-2652-4885-addd-e7f413c229a6"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:16:24.740829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 7a941da0-2652-4885-addd-e7f413c229a6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7a941da0-2652-4885-addd-e7f413c229a6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:24.756628 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7a941da0-2652-4885-addd-e7f413c229a6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.811505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] For port 72891b60-903e-4aa3-8084-efd7c29363f8, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:24.822585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a272bd6-3ac8-4b71-a966-29887dacb3e9 req-b2809c01-3eca-490b-bb51-7262fa593565 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5554395 Feb 15 14:16:24.825972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (729b2efa-0550-4c9d-ae9b-9efcfea1320e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.835390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] For port 72891b60-903e-4aa3-8084-efd7c29363f8, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=72891b60-903e-4aa3-8084-efd7c29363f8,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:24.847435 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (72891b60-903e-4aa3-8084-efd7c29363f8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.871658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=7a941da0-2652-4885-addd-e7f413c229a6,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:24.881953 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cd28ce79-2fc2-4553-aca6-c829730615e9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.951309 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf8de12-95e9-4bab-b779-56206e5b17b3 x-openstack-request-id: req-0cf8de12-95e9-4bab-b779-56206e5b17b3 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:16:24.952695 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd6dacc-974e-41a8-b970-d649c95242de", "name": "network-vif-plugged", "status": "completed", "tag": "7a941da0-2652-4885-addd-e7f413c229a6", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:16:24.955807 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0cf8de12-95e9-4bab-b779-56206e5b17b3 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:16:24.955995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:16:24.956495 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6dacc-974e-41a8-b970-d649c95242de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a941da0-2652-4885-addd-e7f413c229a6', 'code': 200} Feb 15 14:16:24.985639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (729b2efa-0550-4c9d-ae9b-9efcfea1320e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:24.990208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event updated for resources: {'Port': ['ID=cd28ce79-2fc2-4553-aca6-c829730615e9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:25.018481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Sync routers for ids ['b2a4d8bd-dce2-4882-9775-b04f10594c7a'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:25.021177 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2eaf7-ddd4-4330-a0c2-0cb7b32c6f40 None None] Pushing event updated for resources: {'Port': ['ID=72891b60-903e-4aa3-8084-efd7c29363f8,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:25.034308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Routers {'b2a4d8bd-dce2-4882-9775-b04f10594c7a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:25.035043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2a4d8bd-dce2-4882-9775-b04f10594c7a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:25.040178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f03c78-b850-41d3-b391-9d22b8a84311 req-e35f1c39-703b-4e7e-a3cb-366d1bb671b8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:25.042166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4f03c78-b850-41d3-b391-9d22b8a84311 req-e35f1c39-703b-4e7e-a3cb-366d1bb671b8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 945 time: 0.2165112 Feb 15 14:16:25.088353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=729b2efa-0550-4c9d-ae9b-9efcfea1320e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:25.118308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:25.123342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:25.123615 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:25.124985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3361a728-d2b8-4165-b57a-84122085ab56 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7551439 Feb 15 14:16:25.126480 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:25.138176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50930) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:25.164631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:25.167720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:25.170302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:25.176329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:25.177023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:25.191776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Set router b2a4d8bd-dce2-4882-9775-b04f10594c7a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:16:25.318164 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-975b76d9-a963-4798-96f6-884ac439229c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9804697 Feb 15 14:16:25.321550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50934) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:25.404513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Deleting port cd28ce79-2fc2-4553-aca6-c829730615e9 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:25.405036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cd28ce79-2fc2-4553-aca6-c829730615e9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:25.425414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f4f03c78-b850-41d3-b391-9d22b8a84311 req-861d3ec3-dece-4f7c-84c2-4493095b50cb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697567 Feb 15 14:16:25.433148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75824a-209b-4b60-a545-db7b33bd7078 req-ba3a9470-2b6e-4d25-b139-39db39af92bf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:25.439308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3eb3ba-d8a7-4814-bd75-33e6313e466c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:25.439530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c75824a-209b-4b60-a545-db7b33bd7078 req-ba3a9470-2b6e-4d25-b139-39db39af92bf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.3962536 Feb 15 14:16:25.441667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41054-c467-44a9-ab45-d36148319b9c req-9fa77696-0ad9-47b1-a200-94ea8b476ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:25.443061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cf41054-c467-44a9-ab45-d36148319b9c req-9fa77696-0ad9-47b1-a200-94ea8b476ad7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 1128 time: 0.4595554 Feb 15 14:16:25.445633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3eb3ba-d8a7-4814-bd75-33e6313e466c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:25.456292 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7b3eb3ba-d8a7-4814-bd75-33e6313e466c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1244605 Feb 15 14:16:25.479994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50940) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:25.537109 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cf41054-c467-44a9-ab45-d36148319b9c req-967d3946-9add-40e0-8fbf-6e73dba1253b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787308 Feb 15 14:16:25.573626 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cd28ce79-2fc2-4553-aca6-c829730615e9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:25.573965 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for floatingip (cd28ce79-2fc2-4553-aca6-c829730615e9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:25.588829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Calling delete_port for cd28ce79-2fc2-4553-aca6-c829730615e9 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:25.663452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a4d8bd-dce2-4882-9775-b04f10594c7a', 'name': 'tempest-snat-router-593861730', 'tenant_id': '82dfb86a678f405785ddf338c048a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.46'}], 'enable_snat': False}, 'gw_port_id': '18782761-8282-44fc-9130-a7de753b3284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:21Z', 'updated_at': '2022-02-15T14:16:23Z', 'revision_number': 3, 'project_id': '82dfb86a678f405785ddf338c048a605', 'gw_port': {'id': '18782761-8282-44fc-9130-a7de753b3284', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a4d8bd-dce2-4882-9775-b04f10594c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:22Z', 'updated_at': '2022-02-15T14:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:25.696524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c75824a-209b-4b60-a545-db7b33bd7078 req-f42db973-a29a-4e11-b3e1-d030d7799eb8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680813 Feb 15 14:16:25.705533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-840bba6d-4aae-4f1a-8911-5946dff913b2 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/routers/b2a4d8bd-dce2-4882-9775-b04f10594c7a HTTP/1.1" status: 200 len: 907 time: 0.5506501 Feb 15 14:16:25.709980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Checking router: b2a4d8bd-dce2-4882-9775-b04f10594c7a for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:16:25.710183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50944) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:25.710275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Updating router b2a4d8bd-dce2-4882-9775-b04f10594c7a port 18782761-8282-44fc-9130-a7de753b3284 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:16:25.733443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Request body: {'router': {'name': 'tempest-snat-router-593861730', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'enable_snat': True}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:25.746619 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (18782761-8282-44fc-9130-a7de753b3284), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:25.762862 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cd28ce79-2fc2-4553-aca6-c829730615e9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:25.766756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c685d-228d-4b67-84b8-3da2b19b6509 req-41d9ae8e-d105-43b8-bb50-475deab8183f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:25.769064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-852c685d-228d-4b67-84b8-3da2b19b6509 req-41d9ae8e-d105-43b8-bb50-475deab8183f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.1887145 Feb 15 14:16:25.798046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event deleted for resources: {'Port': ['ID=cd28ce79-2fc2-4553-aca6-c829730615e9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:25.821984 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (ff0fa992-57ef-4330-95e4-222bdd3d6f31), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:25.824796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (ff0fa992-57ef-4330-95e4-222bdd3d6f31), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:25.839673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5fcd0-45dc-4eb6-a8b4-35de8009ce0c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 729b2efa-0550-4c9d-ae9b-9efcfea1320e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:25.840080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6f5fcd0-45dc-4eb6-a8b4-35de8009ce0c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (729b2efa-0550-4c9d-ae9b-9efcfea1320e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:25.845830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-852c685d-228d-4b67-84b8-3da2b19b6509 req-9e732e27-2779-4f01-8e32-569db0c1c992 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672204 Feb 15 14:16:25.939032 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] create failed (client error): The resource could not be found. Feb 15 14:16:25.940454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0216c361-9222-401c-8485-c7482053b6ef tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2962132 Feb 15 14:16:25.951426 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50948) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:26.034375 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_controller (ff0fa992-57ef-4330-95e4-222bdd3d6f31), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.065711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72891b60-903e-4aa3-8084-efd7c29363f8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:26.101296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-48b51672-650d-4346-90b2-c29e9e853c35 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Deleting port f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:26.101649 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48b51672-650d-4346-90b2-c29e9e853c35 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.239758 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48b51672-650d-4346-90b2-c29e9e853c35 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.247723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 72891b60-903e-4aa3-8084-efd7c29363f8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:26.248456 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (72891b60-903e-4aa3-8084-efd7c29363f8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.254353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c35f32-3227-453a-8dec-716623f9eac9 req-6ef7ae25-13d5-4892-b368-2ce58acd59ce tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:26.262797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42c35f32-3227-453a-8dec-716623f9eac9 req-6ef7ae25-13d5-4892-b368-2ce58acd59ce tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.4159017 Feb 15 14:16:26.267837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-48b51672-650d-4346-90b2-c29e9e853c35 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Calling delete_port for f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:26.327546 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (ff0fa992-57ef-4330-95e4-222bdd3d6f31), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.351420 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6f5fcd0-45dc-4eb6-a8b4-35de8009ce0c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (729b2efa-0550-4c9d-ae9b-9efcfea1320e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.388399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5fcd0-45dc-4eb6-a8b4-35de8009ce0c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 729b2efa-0550-4c9d-ae9b-9efcfea1320e owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:26.404809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42c35f32-3227-453a-8dec-716623f9eac9 req-7af95d77-f0f0-4f9e-96c6-69cccc977815 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353562 Feb 15 14:16:26.565976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48b51672-650d-4346-90b2-c29e9e853c35 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.608191 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Publish callbacks [] for port (18782761-8282-44fc-9130-a7de753b3284), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.626859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b51672-650d-4346-90b2-c29e9e853c35 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event deleted for resources: {'Port': ['ID=f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:26.639366 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (18782761-8282-44fc-9130-a7de753b3284), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.642424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 72891b60-903e-4aa3-8084-efd7c29363f8 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:26.643159 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (72891b60-903e-4aa3-8084-efd7c29363f8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.748476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48b51672-650d-4346-90b2-c29e9e853c35 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.752965 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-48b51672-650d-4346-90b2-c29e9e853c35 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "DELETE /v2.0/ports/f1188cfd-fb1d-4d12-b505-8c3d5f5dfb11 HTTP/1.1" status: 204 len: 168 time: 0.7994707 Feb 15 14:16:26.756375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50958) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:26.781637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de3e26-ef64-47a2-9aab-77775c3b47c7 req-f6f77d9b-6364-4291-8cbb-51126ad1fda1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:26.800453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21de3e26-ef64-47a2-9aab-77775c3b47c7 req-f6f77d9b-6364-4291-8cbb-51126ad1fda1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 945 time: 0.2357979 Feb 15 14:16:26.821317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Attempting to bind port 18782761-8282-44fc-9130-a7de753b3284 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:26.822073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Attempting to bind port 18782761-8282-44fc-9130-a7de753b3284 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:26.823830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Attempting to bind port 18782761-8282-44fc-9130-a7de753b3284 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:26.826919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-fba363fe-9ea8-4b32-be30-5fea9bb29f1f None None] Provisioning complete for port 72891b60-903e-4aa3-8084-efd7c29363f8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:26.827371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fba363fe-9ea8-4b32-be30-5fea9bb29f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (72891b60-903e-4aa3-8084-efd7c29363f8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.859851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6322d8-6d3a-4770-b735-3e251a8b2f58 req-22a65339-6474-4c1d-802c-29962d4a1778 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:26.861587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d6322d8-6d3a-4770-b735-3e251a8b2f58 req-22a65339-6474-4c1d-802c-29962d4a1778 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2589042 Feb 15 14:16:26.893207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7cfdb-70eb-4518-9544-faf3d3c0e533 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:26.894701 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e6a7cfdb-70eb-4518-9544-faf3d3c0e533 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "GET /v2.0/ports?device_id=62874ca8-144d-4aa7-ac6f-d71bb886fe8c HTTP/1.1" status: 200 len: 913 time: 0.1373069 Feb 15 14:16:26.906998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50962) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:26.923806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:26.924418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:26.924873 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.925950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:26.925950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Bound port: 18782761-8282-44fc-9130-a7de753b3284, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:26.926407 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (18782761-8282-44fc-9130-a7de753b3284), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.935615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd79bb1-4ed0-415c-a59e-738b87b02fa5 None None] Pushing event updated for resources: {'Port': ['ID=18782761-8282-44fc-9130-a7de753b3284,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:26.939282 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6f5fcd0-45dc-4eb6-a8b4-35de8009ce0c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (729b2efa-0550-4c9d-ae9b-9efcfea1320e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:26.976885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 72891b60-903e-4aa3-8084-efd7c29363f8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=72891b60-903e-4aa3-8084-efd7c29363f8,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:26.997636 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (72891b60-903e-4aa3-8084-efd7c29363f8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:27.088750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5fcd0-45dc-4eb6-a8b4-35de8009ce0c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=729b2efa-0550-4c9d-ae9b-9efcfea1320e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:27.102605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] For port 18782761-8282-44fc-9130-a7de753b3284, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:27.110070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] For port 18782761-8282-44fc-9130-a7de753b3284, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=18782761-8282-44fc-9130-a7de753b3284,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:27.130762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=72891b60-903e-4aa3-8084-efd7c29363f8,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:27.147028 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (18782761-8282-44fc-9130-a7de753b3284), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:27.173871 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21de3e26-ef64-47a2-9aab-77775c3b47c7 req-13d715b0-ac4d-44e1-8fc2-955a1faf9c5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718128 Feb 15 14:16:27.203558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fba363fe-9ea8-4b32-be30-5fea9bb29f1f None None] Current status of the port 72891b60-903e-4aa3-8084-efd7c29363f8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:27.229214 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6f5fcd0-45dc-4eb6-a8b4-35de8009ce0c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:27.232961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f6f5fcd0-45dc-4eb6-a8b4-35de8009ce0c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/729b2efa-0550-4c9d-ae9b-9efcfea1320e HTTP/1.1" status: 204 len: 168 time: 1.7146838 Feb 15 14:16:27.239069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d6322d8-6d3a-4770-b735-3e251a8b2f58 req-bd4c2898-4a7d-49e5-a1f1-50290759a863 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3674753 Feb 15 14:16:27.241194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50964) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:27.256693 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Routers {'b2a4d8bd-dce2-4882-9775-b04f10594c7a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:27.257425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b2a4d8bd-dce2-4882-9775-b04f10594c7a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:27.345045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8231feb4-de12-4f86-839e-e6dbac0b5619 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:27.347124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8231feb4-de12-4f86-839e-e6dbac0b5619 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:27.349151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8231feb4-de12-4f86-839e-e6dbac0b5619 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1070230 Feb 15 14:16:27.354557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50970) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:27.358579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd79bb1-4ed0-415c-a59e-738b87b02fa5 None None] Pushing event updated for resources: {'Port': ['ID=18782761-8282-44fc-9130-a7de753b3284,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:27.405483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ccddf809-2e40-4b92-9ed1-12d0d4d48082 None None] Could not find standard attr ID for object 729b2efa-0550-4c9d-ae9b-9efcfea1320e. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:16:27.498891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] Set router b2a4d8bd-dce2-4882-9775-b04f10594c7a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:16:27.538243 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3161d4e0-8f40-44dd-8486-48e7a2e409a0 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:27.597538 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-394aeadf-5234-41a2-9a50-592024b8df4d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 279f7e27-0639-43bf-b4da-0f2f0f6693b2 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:27.612757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b286b-e748-4a3b-8a3f-4824315c7757 req-4056eed5-7384-4414-bcb2-b673f58e7f63 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:27.614266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb2b286b-e748-4a3b-8a3f-4824315c7757 req-4056eed5-7384-4414-bcb2-b673f58e7f63 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.2828879 Feb 15 14:16:27.615340 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (ff0fa992-57ef-4330-95e4-222bdd3d6f31), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:27.620583 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-394aeadf-5234-41a2-9a50-592024b8df4d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (279f7e27-0639-43bf-b4da-0f2f0f6693b2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:27.714825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a4d8bd-dce2-4882-9775-b04f10594c7a', 'name': 'tempest-snat-router-593861730', 'tenant_id': '82dfb86a678f405785ddf338c048a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.46'}], 'enable_snat': False}, 'gw_port_id': '18782761-8282-44fc-9130-a7de753b3284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:21Z', 'updated_at': '2022-02-15T14:16:23Z', 'revision_number': 3, 'project_id': '82dfb86a678f405785ddf338c048a605', 'gw_port': {'id': '18782761-8282-44fc-9130-a7de753b3284', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a4d8bd-dce2-4882-9775-b04f10594c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:22Z', 'updated_at': '2022-02-15T14:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:27.719665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:27.750119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61489271-7b51-4a59-98ab-ce23e69fd2d6 None None] The sync data for ids ['b2a4d8bd-dce2-4882-9775-b04f10594c7a'] in n-d-829064-15 is: [{'id': 'b2a4d8bd-dce2-4882-9775-b04f10594c7a', 'name': 'tempest-snat-router-593861730', 'tenant_id': '82dfb86a678f405785ddf338c048a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.46'}], 'enable_snat': False}, 'gw_port_id': '18782761-8282-44fc-9130-a7de753b3284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:21Z', 'updated_at': '2022-02-15T14:16:23Z', 'revision_number': 3, 'project_id': '82dfb86a678f405785ddf338c048a605', 'gw_port': {'id': '18782761-8282-44fc-9130-a7de753b3284', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a4d8bd-dce2-4882-9775-b04f10594c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:22Z', 'updated_at': '2022-02-15T14:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:27.811587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-35c57bf2-7f35-4bcf-8299-301227516a00 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:27.813713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-35c57bf2-7f35-4bcf-8299-301227516a00 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 811 time: 0.3348882 Feb 15 14:16:27.817027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb2b286b-e748-4a3b-8a3f-4824315c7757 req-94da6697-69ef-4dcd-baaf-53400bdd905f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926727 Feb 15 14:16:27.819711 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-394aeadf-5234-41a2-9a50-592024b8df4d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (279f7e27-0639-43bf-b4da-0f2f0f6693b2), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:27.904044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4754e675-d62a-4043-bdbf-a21f3c931180 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/quotas/8773e41ef1784a1cb7d43670ec2b8860 HTTP/1.1" status: 200 len: 375 time: 0.0789123 Feb 15 14:16:27.920560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3161d4e0-8f40-44dd-8486-48e7a2e409a0 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Deleting port 33c49f5f-10cf-4fed-8e91-e8afe6647875 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:27.920911 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3161d4e0-8f40-44dd-8486-48e7a2e409a0 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (33c49f5f-10cf-4fed-8e91-e8afe6647875), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:28.022773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3161d4e0-8f40-44dd-8486-48e7a2e409a0 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (33c49f5f-10cf-4fed-8e91-e8afe6647875), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:28.027663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72891b60-903e-4aa3-8084-efd7c29363f8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:28.042449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3161d4e0-8f40-44dd-8486-48e7a2e409a0 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Calling delete_port for 33c49f5f-10cf-4fed-8e91-e8afe6647875 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:28.053425 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-394aeadf-5234-41a2-9a50-592024b8df4d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (279f7e27-0639-43bf-b4da-0f2f0f6693b2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:28.115456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 72891b60-903e-4aa3-8084-efd7c29363f8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:28.115890 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (72891b60-903e-4aa3-8084-efd7c29363f8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:28.129477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-c14c4ac2-b54f-402e-b6ba-3dbb6b842535 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2127910 Feb 15 14:16:28.130764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Allocated IP 172.25.6.236 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/b27141fb-e26e-4a6a-bbef-4a13792a9efc) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:28.316865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3161d4e0-8f40-44dd-8486-48e7a2e409a0 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (33c49f5f-10cf-4fed-8e91-e8afe6647875), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:28.357595 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-394aeadf-5234-41a2-9a50-592024b8df4d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (279f7e27-0639-43bf-b4da-0f2f0f6693b2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:28.360716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 72891b60-903e-4aa3-8084-efd7c29363f8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:28.380179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161d4e0-8f40-44dd-8486-48e7a2e409a0 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event deleted for resources: {'Port': ['ID=33c49f5f-10cf-4fed-8e91-e8afe6647875,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:28.492045 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for port (b27141fb-e26e-4a6a-bbef-4a13792a9efc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:28.543986 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-394aeadf-5234-41a2-9a50-592024b8df4d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:28.550874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-394aeadf-5234-41a2-9a50-592024b8df4d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/279f7e27-0639-43bf-b4da-0f2f0f6693b2 HTTP/1.1" status: 204 len: 168 time: 1.1451848 Feb 15 14:16:28.551188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394aeadf-5234-41a2-9a50-592024b8df4d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=279f7e27-0639-43bf-b4da-0f2f0f6693b2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:28.554409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-798f7d06-205d-4b1c-8a6b-ed47a427421c service neutron] 10.222.0.72 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073720 Feb 15 14:16:28.556786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50986) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:28.570205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d89ccfc-fd23-42d4-a28b-3cec11b1750e None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:28.964799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8be326-0494-48d0-b1c2-fc83252de778 None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:16:29.140675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2d8be326-0494-48d0-b1c2-fc83252de778 None None] Deleting port 72891b60-903e-4aa3-8084-efd7c29363f8 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:29.141341 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d8be326-0494-48d0-b1c2-fc83252de778 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (72891b60-903e-4aa3-8084-efd7c29363f8), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:29.192660 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3161d4e0-8f40-44dd-8486-48e7a2e409a0 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:29.262068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-05e1b39a-d3e6-45a0-9de5-29d57fde70f3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7021556 Feb 15 14:16:29.272895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7e0b6-cbf2-4752-9cbf-f008aa8ae75d req-bac748a8-e169-455b-97b7-72ec40bedf40 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:29.273127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2d8be326-0494-48d0-b1c2-fc83252de778 None None] For port 72891b60-903e-4aa3-8084-efd7c29363f8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=72891b60-903e-4aa3-8084-efd7c29363f8,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:29.273401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d8be326-0494-48d0-b1c2-fc83252de778 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (72891b60-903e-4aa3-8084-efd7c29363f8), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:29.274256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aed7e0b6-cbf2-4752-9cbf-f008aa8ae75d req-bac748a8-e169-455b-97b7-72ec40bedf40 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 945 time: 0.9668317 Feb 15 14:16:29.275892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50994) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:29.285473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-1835c9b7-a2dc-4aa6-9a7d-810f3ab11d2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:29.295519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2d8be326-0494-48d0-b1c2-fc83252de778 None None] Calling delete_port for 72891b60-903e-4aa3-8084-efd7c29363f8 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:29.406193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1835c9b7-a2dc-4aa6-9a7d-810f3ab11d2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:29.409893 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1835c9b7-a2dc-4aa6-9a7d-810f3ab11d2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:29.414558 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b27141fb-e26e-4a6a-bbef-4a13792a9efc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:29.446843 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d8be326-0494-48d0-b1c2-fc83252de778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (72891b60-903e-4aa3-8084-efd7c29363f8), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:29.454880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3161d4e0-8f40-44dd-8486-48e7a2e409a0 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Router 62874ca8-144d-4aa7-ac6f-d71bb886fe8c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:16:29.476432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8be326-0494-48d0-b1c2-fc83252de778 None None] Pushing event deleted for resources: {'Port': ['ID=72891b60-903e-4aa3-8084-efd7c29363f8,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:29.481736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8be326-0494-48d0-b1c2-fc83252de778 None None] No DVR routers for this DVR port 72891b60-903e-4aa3-8084-efd7c29363f8 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:16:29.545258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:29.563098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3161d4e0-8f40-44dd-8486-48e7a2e409a0 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:16:29.571478 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3161d4e0-8f40-44dd-8486-48e7a2e409a0 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "PUT /v2.0/routers/62874ca8-144d-4aa7-ac6f-d71bb886fe8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6631155 Feb 15 14:16:29.574641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50996) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:29.579607 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880d0e2-1a33-450d-8ae6-08bc051b2a1d None None] Sync routers for ids ['62874ca8-144d-4aa7-ac6f-d71bb886fe8c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:29.587353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:29.599792 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880d0e2-1a33-450d-8ae6-08bc051b2a1d None None] Routers {'62874ca8-144d-4aa7-ac6f-d71bb886fe8c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:29.601077 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3880d0e2-1a33-450d-8ae6-08bc051b2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['62874ca8-144d-4aa7-ac6f-d71bb886fe8c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:29.604618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:29.616605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event updated for resources: {'Port': ['ID=b27141fb-e26e-4a6a-bbef-4a13792a9efc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:29.658460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-49be7be8-5d86-43ba-b9f5-3546239d7a32 service neutron] 10.222.0.72 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0886281 Feb 15 14:16:29.662291 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e601638-5911-45d4-960a-1150a57cfc0c tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for router (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:29.670814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aed7e0b6-cbf2-4752-9cbf-f008aa8ae75d req-fc7ca7a3-9370-4b4e-a8b6-4569e840569b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772305 Feb 15 14:16:29.704103 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3880d0e2-1a33-450d-8ae6-08bc051b2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:29.737949 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880d0e2-1a33-450d-8ae6-08bc051b2a1d None None] Routers {'62874ca8-144d-4aa7-ac6f-d71bb886fe8c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:29.739433 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3880d0e2-1a33-450d-8ae6-08bc051b2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['62874ca8-144d-4aa7-ac6f-d71bb886fe8c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:29.877775 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3880d0e2-1a33-450d-8ae6-08bc051b2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:29.878447 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880d0e2-1a33-450d-8ae6-08bc051b2a1d None None] The sync data for ids ['62874ca8-144d-4aa7-ac6f-d71bb886fe8c'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:30.114782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc35ca-af59-43b8-8e13-05cc7a9f34cc req-4d814cc2-f2c5-4d98-b56f-d989fe53b1f1 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:30.116327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08dc35ca-af59-43b8-8e13-05cc7a9f34cc req-4d814cc2-f2c5-4d98-b56f-d989fe53b1f1 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.2542274 Feb 15 14:16:30.178234 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e601638-5911-45d4-960a-1150a57cfc0c tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.187387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e601638-5911-45d4-960a-1150a57cfc0c tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for router_controller (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.203687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.objects.ports [None req-1835c9b7-a2dc-4aa6-9a7d-810f3ab11d2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:16:30.209526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1835c9b7-a2dc-4aa6-9a7d-810f3ab11d2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (3e0e8bad-026e-4c1e-a66d-afac6a6af307), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.218386 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (ff0fa992-57ef-4330-95e4-222bdd3d6f31), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.236500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 18782761-8282-44fc-9130-a7de753b3284 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:30.338246 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e601638-5911-45d4-960a-1150a57cfc0c tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (62874ca8-144d-4aa7-ac6f-d71bb886fe8c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.339888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e601638-5911-45d4-960a-1150a57cfc0c tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Fanout notify agent at l3_agent the message router_deleted on router 62874ca8-144d-4aa7-ac6f-d71bb886fe8c {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:16:30.348161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4e601638-5911-45d4-960a-1150a57cfc0c tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.349456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 18782761-8282-44fc-9130-a7de753b3284 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:30.349846 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (18782761-8282-44fc-9130-a7de753b3284), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.351113 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4e601638-5911-45d4-960a-1150a57cfc0c tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "DELETE /v2.0/routers/62874ca8-144d-4aa7-ac6f-d71bb886fe8c HTTP/1.1" status: 204 len: 168 time: 0.7754328 Feb 15 14:16:30.353125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51012) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:30.386870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835c9b7-a2dc-4aa6-9a7d-810f3ab11d2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:30.446846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6fe56e-258e-47c1-a9a9-e876c2648b13 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Deleting subnet c621f6f6-1d7a-4270-93b6-3a9da3b6aede {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:30.451481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe56e-258e-47c1-a9a9-e876c2648b13 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for subnet (c621f6f6-1d7a-4270-93b6-3a9da3b6aede), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.478930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-1835c9b7-a2dc-4aa6-9a7d-810f3ab11d2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:30.488640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 18782761-8282-44fc-9130-a7de753b3284 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:30.489502 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (18782761-8282-44fc-9130-a7de753b3284), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.501760 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835c9b7-a2dc-4aa6-9a7d-810f3ab11d2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:30.502715 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1835c9b7-a2dc-4aa6-9a7d-810f3ab11d2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.508478 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe56e-258e-47c1-a9a9-e876c2648b13 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (c621f6f6-1d7a-4270-93b6-3a9da3b6aede), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.525733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 18782761-8282-44fc-9130-a7de753b3284, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=18782761-8282-44fc-9130-a7de753b3284,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:30.529743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e4b719-b50a-496a-88a9-9fe23b9000f7 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:30.613611 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe56e-258e-47c1-a9a9-e876c2648b13 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (c621f6f6-1d7a-4270-93b6-3a9da3b6aede), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.631610 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (18782761-8282-44fc-9130-a7de753b3284), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.695010 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe56e-258e-47c1-a9a9-e876c2648b13 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (c621f6f6-1d7a-4270-93b6-3a9da3b6aede), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.700373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08dc35ca-af59-43b8-8e13-05cc7a9f34cc req-29439a3f-cbe5-488b-83cd-c4487606bcf1 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5770862 Feb 15 14:16:30.759069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835c9b7-a2dc-4aa6-9a7d-810f3ab11d2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=3e0e8bad-026e-4c1e-a66d-afac6a6af307,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:30.768921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1835c9b7-a2dc-4aa6-9a7d-810f3ab11d2a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4897718 Feb 15 14:16:30.773737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fe56e-258e-47c1-a9a9-e876c2648b13 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event deleted for resources: {'Subnet': ['ID=c621f6f6-1d7a-4270-93b6-3a9da3b6aede,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:30.775042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51016) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:30.783241 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:d5:a0:76', 'name': 'tempest-NetworksTestDHCPv6-584792994'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:30.808061 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe56e-258e-47c1-a9a9-e876c2648b13 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.812408 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5c6fe56e-258e-47c1-a9a9-e876c2648b13 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "DELETE /v2.0/subnets/c621f6f6-1d7a-4270-93b6-3a9da3b6aede HTTP/1.1" status: 204 len: 168 time: 0.4555933 Feb 15 14:16:30.814346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51018) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:30.838136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=18782761-8282-44fc-9130-a7de753b3284,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:30.843840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72891b60-903e-4aa3-8084-efd7c29363f8 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:16:30.846088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '3e0e8bad-026e-4c1e-a66d-afac6a6af307'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:30.847000 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:30.849800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa3a6b-3002-4b3f-850c-d32a420def57 req-92f948aa-39ee-42b4-8094-2ff8ff9e595d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:30.850255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22869859-7e0d-4a7a-b263-eef36a91a05f None None] Network dbacacd5-5e68-41aa-a7a6-6345597a4db4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:30.851449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ffa3a6b-3002-4b3f-850c-d32a420def57 req-92f948aa-39ee-42b4-8094-2ff8ff9e595d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 945 time: 0.5859640 Feb 15 14:16:30.853412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-138eb021-d2d2-4f95-997a-d6f9cb4a6ef5 req-89cc4b46-4994-4207-914a-7ac03668b23a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 210 time: 0.0660596 Feb 15 14:16:30.906498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 72891b60-903e-4aa3-8084-efd7c29363f8 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:16:30.906858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72891b60-903e-4aa3-8084-efd7c29363f8 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:16:30.953818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (dbacacd5-5e68-41aa-a7a6-6345597a4db4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.020799 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (ff0fa992-57ef-4330-95e4-222bdd3d6f31), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.041693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Deleting port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:31.042436 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.052837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ffa3a6b-3002-4b3f-850c-d32a420def57 req-8a8d41d5-db00-4c9b-a12e-d28ad7875e62 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487942 Feb 15 14:16:31.202460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:31.354628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Allocated IP 2001:db8::f816:3eff:feec:b1c7 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/3e0e8bad-026e-4c1e-a66d-afac6a6af307/d09e643d-55a4-4559-93d0-6faf0b718374) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:31.366088 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] For port 35a5cd8d-7c6b-462a-abae-014ecb58ee54, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=35a5cd8d-7c6b-462a-abae-014ecb58ee54,segment=NetworkSegment(261c6cdc-fdf3-4143-ac70-a6a1de2cd84c),segment_id=261c6cdc-fdf3-4143-ac70-a6a1de2cd84c)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:31.366720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.367288 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.392836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port e965f60b-835a-4ff3-b0e1-9006d19334ff yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:16:31.399170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Calling delete_port for 35a5cd8d-7c6b-462a-abae-014ecb58ee54 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:31.484016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Router ff0fa992-57ef-4330-95e4-222bdd3d6f31 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:16:31.546287 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Publish callbacks [] for port (d09e643d-55a4-4559-93d0-6faf0b718374), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.551056 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (35a5cd8d-7c6b-462a-abae-014ecb58ee54), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.562297 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (d09e643d-55a4-4559-93d0-6faf0b718374), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.613080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event deleted for resources: {'Port': ['ID=35a5cd8d-7c6b-462a-abae-014ecb58ee54,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:31.619733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] No DVR routers for this DVR port 35a5cd8d-7c6b-462a-abae-014ecb58ee54 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:16:31.646698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Pushing event updated for resources: {'Port': ['ID=d09e643d-55a4-4559-93d0-6faf0b718374,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:31.670181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a791f6-53a5-45b1-8dda-3fabc7050d65 None None] DHCP port deletion for dbacacd5-5e68-41aa-a7a6-6345597a4db4 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:16:31.690189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:31.694681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:16:31.699766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:31.702086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:31.727599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Sync routers for ids ['ff0fa992-57ef-4330-95e4-222bdd3d6f31'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:31.757961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Routers {'ff0fa992-57ef-4330-95e4-222bdd3d6f31'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:31.759282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ff0fa992-57ef-4330-95e4-222bdd3d6f31'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:31.768122 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.772330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-69c646e5-b520-4447-ab59-ffca1f58f43a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0547092 Feb 15 14:16:31.772330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51032) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:31.779783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::f816:3eff:fed5:a076 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/3e0e8bad-026e-4c1e-a66d-afac6a6af307/e965f60b-835a-4ff3-b0e1-9006d19334ff) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:31.808861 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (dbacacd5-5e68-41aa-a7a6-6345597a4db4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.852859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbacacd5-5e68-41aa-a7a6-6345597a4db4']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:31.870805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261c6cdc-fdf3-4143-ac70-a6a1de2cd84c') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:31.871138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261c6cdc-fdf3-4143-ac70-a6a1de2cd84c') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:31.888619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (261c6cdc-fdf3-4143-ac70-a6a1de2cd84c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.921892 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (261c6cdc-fdf3-4143-ac70-a6a1de2cd84c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.931178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:16:31.931576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (261c6cdc-fdf3-4143-ac70-a6a1de2cd84c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:16:31.935287 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:16:32.000424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Attempting to bind port d09e643d-55a4-4559-93d0-6faf0b718374 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:32.000879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Attempting to bind port d09e643d-55a4-4559-93d0-6faf0b718374 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:32.001199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Attempting to bind port d09e643d-55a4-4559-93d0-6faf0b718374 on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:32.015589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:32.015839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:32.016248 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:32.016637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:32.017112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Bound port: d09e643d-55a4-4559-93d0-6faf0b718374, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:32.017494 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d09e643d-55a4-4559-93d0-6faf0b718374), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:32.075079 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (dbacacd5-5e68-41aa-a7a6-6345597a4db4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:32.082386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:32.085653 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] 10.222.0.72 "DELETE /v2.0/networks/dbacacd5-5e68-41aa-a7a6-6345597a4db4 HTTP/1.1" status: 204 len: 168 time: 1.2667787 Feb 15 14:16:32.111845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e9b5d-d483-483a-80e8-1a71be60dba1 tempest-FloatingIPNegativeTestJSON-1841302778 tempest-FloatingIPNegativeTestJSON-1841302778-project] Pushing event deleted for resources: {'Network': ['ID=dbacacd5-5e68-41aa-a7a6-6345597a4db4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:32.135707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Set router ff0fa992-57ef-4330-95e4-222bdd3d6f31 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:16:32.168465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 18782761-8282-44fc-9130-a7de753b3284 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:32.280259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] For port d09e643d-55a4-4559-93d0-6faf0b718374, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:32.338244 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (e965f60b-835a-4ff3-b0e1-9006d19334ff), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:32.363356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bc229-fe94-4fa9-9330-dd161039d35c req-d4994b43-3247-48fb-9c11-55ff5a502e73 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:32.364386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] For port d09e643d-55a4-4559-93d0-6faf0b718374, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d09e643d-55a4-4559-93d0-6faf0b718374,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:32.371196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d1bc229-fe94-4fa9-9330-dd161039d35c req-d4994b43-3247-48fb-9c11-55ff5a502e73 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 945 time: 0.5483198 Feb 15 14:16:32.392199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 18782761-8282-44fc-9130-a7de753b3284 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:32.393429 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (18782761-8282-44fc-9130-a7de753b3284), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:32.394998 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d09e643d-55a4-4559-93d0-6faf0b718374), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:32.427486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f731369-16c1-44df-b878-73628a5f9c7e req-dfecd5b9-3d6d-4469-82a8-69d4de0cabb1 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:32.434894 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7f731369-16c1-44df-b878-73628a5f9c7e req-dfecd5b9-3d6d-4469-82a8-69d4de0cabb1 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.4556482 Feb 15 14:16:32.444103 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6f51a4d3-6a20-48b2-9719-31aee4c51a72 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/routers/ff0fa992-57ef-4330-95e4-222bdd3d6f31 HTTP/1.1" status: 200 len: 907 time: 0.6706326 Feb 15 14:16:32.447262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51044) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:32.478833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-8c5f6f4b-2546-4f18-997c-36d6fd80cffb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:32.478833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-8c5f6f4b-2546-4f18-997c-36d6fd80cffb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.67 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 811 time: 0.6088021 Feb 15 14:16:32.526835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Request body: {'port': {'device_id': '582a2972-7694-44dc-9715-48dedb17f674', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'admin_state_up': True, 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:32.595748 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2faad-dc7e-4e7f-9097-25881bbfe58c None None] Pushing event updated for resources: {'Port': ['ID=d09e643d-55a4-4559-93d0-6faf0b718374,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:32.631681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51046) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:32.738037 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (ff0fa992-57ef-4330-95e4-222bdd3d6f31), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:32.809529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0fa992-57ef-4330-95e4-222bdd3d6f31', 'name': 'tempest-snat-router-593861730', 'tenant_id': '82dfb86a678f405785ddf338c048a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'b27141fb-e26e-4a6a-bbef-4a13792a9efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:25Z', 'updated_at': '2022-02-15T14:16:29Z', 'revision_number': 3, 'project_id': '82dfb86a678f405785ddf338c048a605', 'gw_port': {'id': 'b27141fb-e26e-4a6a-bbef-4a13792a9efc', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0fa992-57ef-4330-95e4-222bdd3d6f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:16:27Z', 'updated_at': '2022-02-15T14:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:32.878549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 18782761-8282-44fc-9130-a7de753b3284 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:32.881547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Checking router: ff0fa992-57ef-4330-95e4-222bdd3d6f31 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:16:32.881900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Updating router ff0fa992-57ef-4330-95e4-222bdd3d6f31 port b27141fb-e26e-4a6a-bbef-4a13792a9efc binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:16:32.922087 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b27141fb-e26e-4a6a-bbef-4a13792a9efc), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.047266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 35a5cd8d-7c6b-462a-abae-014ecb58ee54 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:16:33.088883 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-49d908c7-05a0-439d-9ad1-e766a062d6fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=206b135a55204339b427422373160698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4514053 Feb 15 14:16:33.089163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 35a5cd8d-7c6b-462a-abae-014ecb58ee54 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:16:33.089286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 35a5cd8d-7c6b-462a-abae-014ecb58ee54 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:16:33.091425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51050) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:33.181807 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (ff0fa992-57ef-4330-95e4-222bdd3d6f31), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.210336 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab259ad7-6148-4c51-9463-9bdc6dd38076 admin admin] Publish callbacks [] for security_group (faf4ffd6-5e1d-497f-a305-c6fd815b7558), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.260554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab259ad7-6148-4c51-9463-9bdc6dd38076 admin admin] Publish callbacks [] for security_group (faf4ffd6-5e1d-497f-a305-c6fd815b7558), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.311967 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Deleting port b27141fb-e26e-4a6a-bbef-4a13792a9efc {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:33.312568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b27141fb-e26e-4a6a-bbef-4a13792a9efc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.332739 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Publish callbacks [] for port (b27141fb-e26e-4a6a-bbef-4a13792a9efc), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.340927 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b27141fb-e26e-4a6a-bbef-4a13792a9efc), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.353298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d1bc229-fe94-4fa9-9330-dd161039d35c req-6acdda3b-be91-4515-9179-19734fbc02b9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9811242 Feb 15 14:16:33.389212 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e965f60b-835a-4ff3-b0e1-9006d19334ff), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.400332 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab259ad7-6148-4c51-9463-9bdc6dd38076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (faf4ffd6-5e1d-497f-a305-c6fd815b7558), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.400553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Attempting to bind port b27141fb-e26e-4a6a-bbef-4a13792a9efc on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:33.401039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Attempting to bind port b27141fb-e26e-4a6a-bbef-4a13792a9efc by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:33.401195 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Attempting to bind port b27141fb-e26e-4a6a-bbef-4a13792a9efc on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:33.406873 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab259ad7-6148-4c51-9463-9bdc6dd38076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.408903 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ab259ad7-6148-4c51-9463-9bdc6dd38076 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/faf4ffd6-5e1d-497f-a305-c6fd815b7558 HTTP/1.1" status: 204 len: 168 time: 0.3165402 Feb 15 14:16:33.417645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:33.418526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:33.418984 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.419396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:33.419888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Bound port: b27141fb-e26e-4a6a-bbef-4a13792a9efc, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:33.420318 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b27141fb-e26e-4a6a-bbef-4a13792a9efc), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.428972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab259ad7-6148-4c51-9463-9bdc6dd38076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf4ffd6-5e1d-497f-a305-c6fd815b7558,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:33.439693 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b27141fb-e26e-4a6a-bbef-4a13792a9efc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.477036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3496b59-a7e3-4cff-846a-82183ac8dea8 None None] Pushing event updated for resources: {'Port': ['ID=b27141fb-e26e-4a6a-bbef-4a13792a9efc,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:33.483151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Calling delete_port for b27141fb-e26e-4a6a-bbef-4a13792a9efc owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:33.491662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7f731369-16c1-44df-b878-73628a5f9c7e req-e3be38b2-6fa9-45e7-92fb-bcb77ffaa5e6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0419281 Feb 15 14:16:33.576015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] For port b27141fb-e26e-4a6a-bbef-4a13792a9efc, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:33.580244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] For port b27141fb-e26e-4a6a-bbef-4a13792a9efc, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b27141fb-e26e-4a6a-bbef-4a13792a9efc,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:33.592759 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b27141fb-e26e-4a6a-bbef-4a13792a9efc), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.688342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Routers {'ff0fa992-57ef-4330-95e4-222bdd3d6f31'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:33.693650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['ff0fa992-57ef-4330-95e4-222bdd3d6f31'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:33.731850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=e965f60b-835a-4ff3-b0e1-9006d19334ff,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:33.761992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:33.771197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3a71226-e4c7-4541-8fde-2435b71dce6d req-b9efeffb-ff05-4133-ba3f-b1b3119696d1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 210 time: 0.1649764 Feb 15 14:16:33.775527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:33.794632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:33.800759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:33.801890 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:33.913827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3496b59-a7e3-4cff-846a-82183ac8dea8 None None] Pushing event updated for resources: {'Port': ['ID=b27141fb-e26e-4a6a-bbef-4a13792a9efc,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:33.926628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46c326-beb8-4028-a7e5-1f4162eff840 req-aed25491-df9d-4252-94ef-92a89496871c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:33.933474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da46c326-beb8-4028-a7e5-1f4162eff840 req-aed25491-df9d-4252-94ef-92a89496871c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 945 time: 0.6452243 Feb 15 14:16:33.950603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ccbe62fc-2ee6-413b-ab69-ab0d7069a92f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1697738 Feb 15 14:16:33.952593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] Set router ff0fa992-57ef-4330-95e4-222bdd3d6f31 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:16:33.960686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51064) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:34.019732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0fa992-57ef-4330-95e4-222bdd3d6f31', 'name': 'tempest-snat-router-593861730', 'tenant_id': '82dfb86a678f405785ddf338c048a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:25Z', 'updated_at': '2022-02-15T14:16:33Z', 'revision_number': 4, 'project_id': '82dfb86a678f405785ddf338c048a605', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:34.090702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b27141fb-e26e-4a6a-bbef-4a13792a9efc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.095265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc192f18-1200-4bd2-aa8b-7b4a986f1ea7 None None] The sync data for ids ['ff0fa992-57ef-4330-95e4-222bdd3d6f31'] in n-d-829064-15 is: [{'id': 'ff0fa992-57ef-4330-95e4-222bdd3d6f31', 'name': 'tempest-snat-router-593861730', 'tenant_id': '82dfb86a678f405785ddf338c048a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:16:25Z', 'updated_at': '2022-02-15T14:16:33Z', 'revision_number': 4, 'project_id': '82dfb86a678f405785ddf338c048a605', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:34.109356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Made reservation on behalf of 8773e41ef1784a1cb7d43670ec2b8860 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:34.129096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.143793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event deleted for resources: {'Port': ['ID=b27141fb-e26e-4a6a-bbef-4a13792a9efc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:34.180413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d09e643d-55a4-4559-93d0-6faf0b718374 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:34.257889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b546c-62f3-4642-b91f-c913a4041ee7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:34.263577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b546c-62f3-4642-b91f-c913a4041ee7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:34.270266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-123b546c-62f3-4642-b91f-c913a4041ee7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2824266 Feb 15 14:16:34.272737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51070) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:34.365039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d09e643d-55a4-4559-93d0-6faf0b718374 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:34.366729 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d09e643d-55a4-4559-93d0-6faf0b718374), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.368824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (ff0fa992-57ef-4330-95e4-222bdd3d6f31), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.445094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-da46c326-beb8-4028-a7e5-1f4162eff840 req-f9555a1f-a5a6-4fbd-b9ab-9c8afb2fc29b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Deleting port 7a941da0-2652-4885-addd-e7f413c229a6 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:34.445312 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da46c326-beb8-4028-a7e5-1f4162eff840 req-f9555a1f-a5a6-4fbd-b9ab-9c8afb2fc29b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7a941da0-2652-4885-addd-e7f413c229a6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.611591 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Allocated IP 172.20.0.14 (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4/3c8c8036-0638-46f9-9412-5afaa8f87848/779387af-af08-49ed-9b71-eaf73e8d3f70) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:34.641990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d09e643d-55a4-4559-93d0-6faf0b718374 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:34.642543 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d09e643d-55a4-4559-93d0-6faf0b718374), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.681681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e7be375b-4f88-4afc-bf13-9deb530f2906 None None] Provisioning complete for port d09e643d-55a4-4559-93d0-6faf0b718374 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:34.682965 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e7be375b-4f88-4afc-bf13-9deb530f2906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d09e643d-55a4-4559-93d0-6faf0b718374), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.718279 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (ff0fa992-57ef-4330-95e4-222bdd3d6f31), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.725383 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_controller (ff0fa992-57ef-4330-95e4-222bdd3d6f31), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.831563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port d09e643d-55a4-4559-93d0-6faf0b718374, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d09e643d-55a4-4559-93d0-6faf0b718374,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:34.846365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d09e643d-55a4-4559-93d0-6faf0b718374), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.882705 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (ff0fa992-57ef-4330-95e4-222bdd3d6f31), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.883267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff0fa992-57ef-4330-95e4-222bdd3d6f31 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:16:34.893706 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.901260 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-eb99c02e-1c50-44e6-8461-8f2f8d2d5601 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "DELETE /v2.0/routers/ff0fa992-57ef-4330-95e4-222bdd3d6f31 HTTP/1.1" status: 204 len: 168 time: 2.4466696 Feb 15 14:16:34.901976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51090) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:34.953423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-da46c326-beb8-4028-a7e5-1f4162eff840 req-f9555a1f-a5a6-4fbd-b9ab-9c8afb2fc29b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] For port 7a941da0-2652-4885-addd-e7f413c229a6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=7a941da0-2652-4885-addd-e7f413c229a6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:34.953854 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da46c326-beb8-4028-a7e5-1f4162eff840 req-f9555a1f-a5a6-4fbd-b9ab-9c8afb2fc29b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7a941da0-2652-4885-addd-e7f413c229a6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:34.961137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=d09e643d-55a4-4559-93d0-6faf0b718374,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:34.984930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f15e-f1d1-4e94-bbe4-b0026dc83f3a req-9a50d58b-78c9-4203-84db-a0fda37c46b7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:34.991530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3357f15e-f1d1-4e94-bbe4-b0026dc83f3a req-9a50d58b-78c9-4203-84db-a0fda37c46b7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 945 time: 0.4402368 Feb 15 14:16:34.996079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51092) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:35.005015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c22f6-b5a8-48a8-a85a-4413dd04f454 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port e965f60b-835a-4ff3-b0e1-9006d19334ff {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:35.005358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d9c22f6-b5a8-48a8-a85a-4413dd04f454 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e965f60b-835a-4ff3-b0e1-9006d19334ff), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.023694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e7be375b-4f88-4afc-bf13-9deb530f2906 None None] Current status of the port d09e643d-55a4-4559-93d0-6faf0b718374 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:35.029253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ac526-f40c-4b2f-a2c5-d1b5b124227d req-000f7f28-5ccf-4232-8767-b9db62d28e63 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:35.031270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d85ac526-f40c-4b2f-a2c5-d1b5b124227d req-000f7f28-5ccf-4232-8767-b9db62d28e63 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.3505764 Feb 15 14:16:35.062220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-da46c326-beb8-4028-a7e5-1f4162eff840 req-f9555a1f-a5a6-4fbd-b9ab-9c8afb2fc29b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Calling delete_port for 7a941da0-2652-4885-addd-e7f413c229a6 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:35.154660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-28995d86-6082-4aa2-9a94-b704ae971053 None None] Provisioning complete for port e965f60b-835a-4ff3-b0e1-9006d19334ff triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:35.162369 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-28995d86-6082-4aa2-9a94-b704ae971053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e965f60b-835a-4ff3-b0e1-9006d19334ff), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.188061 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d9c22f6-b5a8-48a8-a85a-4413dd04f454 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e965f60b-835a-4ff3-b0e1-9006d19334ff), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.221200 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-993947738'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:35.232856 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (b2a4d8bd-dce2-4882-9775-b04f10594c7a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.234765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3357f15e-f1d1-4e94-bbe4-b0026dc83f3a req-3964a8a1-da01-4cad-aa5a-dbe649ab42b7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423770 Feb 15 14:16:35.240983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c22f6-b5a8-48a8-a85a-4413dd04f454 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for e965f60b-835a-4ff3-b0e1-9006d19334ff owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:35.243899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-28995d86-6082-4aa2-9a94-b704ae971053 None None] Port e965f60b-835a-4ff3-b0e1-9006d19334ff cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:16:35.245352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d85ac526-f40c-4b2f-a2c5-d1b5b124227d req-508ace24-87b3-42c2-b12f-257b5e489922 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959875 Feb 15 14:16:35.326175 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.409378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:35.412835 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.422777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a7693b2-57ab-42df-977e-6832a467b521 req-fa0b1c82-65aa-4c39-b343-2d4f3bf6462c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 210 time: 0.0448446 Feb 15 14:16:35.432859 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.448348 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da46c326-beb8-4028-a7e5-1f4162eff840 req-f9555a1f-a5a6-4fbd-b9ab-9c8afb2fc29b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7a941da0-2652-4885-addd-e7f413c229a6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.464675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['7a941da0-2652-4885-addd-e7f413c229a6'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:16:35.466982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['6afbccb9-1fa2-400f-ae1e-68b394c3b69e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:16:35.476010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.514555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9555a1f-a5a6-4fbd-b9ab-9c8afb2fc29b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event deleted for resources: {'Port': ['ID=7a941da0-2652-4885-addd-e7f413c229a6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:35.549816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['412aff0a-ad97-4310-9c2c-edf5bb5c4411', '786fe9cb-553a-423e-a00b-fbcf594b6366'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:16:35.615497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (b2a4d8bd-dce2-4882-9775-b04f10594c7a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.702105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-da46c326-beb8-4028-a7e5-1f4162eff840 req-f9555a1f-a5a6-4fbd-b9ab-9c8afb2fc29b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] No DVR routers for this DVR port 7a941da0-2652-4885-addd-e7f413c229a6 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:16:35.704386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:35.719360 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-da46c326-beb8-4028-a7e5-1f4162eff840 req-f9555a1f-a5a6-4fbd-b9ab-9c8afb2fc29b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.722706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da46c326-beb8-4028-a7e5-1f4162eff840 req-f9555a1f-a5a6-4fbd-b9ab-9c8afb2fc29b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "DELETE /v2.0/ports/7a941da0-2652-4885-addd-e7f413c229a6 HTTP/1.1" status: 204 len: 173 time: 1.7610185 Feb 15 14:16:35.731494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6dacc-974e-41a8-b970-d649c95242de', 'name': 'network-vif-deleted', 'tag': '7a941da0-2652-4885-addd-e7f413c229a6'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:16:35.735738 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02150124-14e6-46a8-98de-b3bf99d9737f" -d '{"events": [{"server_uuid": "0cd6dacc-974e-41a8-b970-d649c95242de", "name": "network-vif-deleted", "tag": "7a941da0-2652-4885-addd-e7f413c229a6"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:16:35.766060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event updated for resources: {'Port': ['ID=779387af-af08-49ed-9b71-eaf73e8d3f70,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:35.776912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:35.780054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:35.801109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d9c22f6-b5a8-48a8-a85a-4413dd04f454 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e965f60b-835a-4ff3-b0e1-9006d19334ff), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.909791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Deleting port 18782761-8282-44fc-9130-a7de753b3284 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:35.910377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (18782761-8282-44fc-9130-a7de753b3284), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.922341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c22f6-b5a8-48a8-a85a-4413dd04f454 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=e965f60b-835a-4ff3-b0e1-9006d19334ff,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:35.980137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:35.980841 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:35.995083 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623e84de-c1d5-437e-ac5e-b95603d26a28 x-openstack-request-id: req-623e84de-c1d5-437e-ac5e-b95603d26a28 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:16:35.995448 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd6dacc-974e-41a8-b970-d649c95242de", "name": "network-vif-deleted", "tag": "7a941da0-2652-4885-addd-e7f413c229a6", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:16:35.995722 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-623e84de-c1d5-437e-ac5e-b95603d26a28 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:16:35.996148 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6dacc-974e-41a8-b970-d649c95242de', 'name': 'network-vif-deleted', 'tag': '7a941da0-2652-4885-addd-e7f413c229a6', 'status': 'completed', 'code': 200} Feb 15 14:16:36.033576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d9c22f6-b5a8-48a8-a85a-4413dd04f454 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:36.042496 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2d9c22f6-b5a8-48a8-a85a-4413dd04f454 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/e965f60b-835a-4ff3-b0e1-9006d19334ff HTTP/1.1" status: 204 len: 168 time: 1.7493694 Feb 15 14:16:36.045436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-a9075b0a-4c16-4518-b418-50e5b12bc2de tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5277698 Feb 15 14:16:36.045970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51102) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:36.107924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Request body: {'port': {'device_id': '582a2972-7694-44dc-9715-48dedb17f674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:36.173771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for security_group (cdba4db4-c933-4916-acc2-5c296caafe59), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:36.185621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bd6950-2884-4403-b86d-786c360154ee tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:36.189635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bd6950-2884-4403-b86d-786c360154ee tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:36.194580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51104) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:36.195393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-50bd6950-2884-4403-b86d-786c360154ee tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1483650 Feb 15 14:16:36.220691 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cdba4db4-c933-4916-acc2-5c296caafe59), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:36.288041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:36.372791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] For port 18782761-8282-44fc-9130-a7de753b3284, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=18782761-8282-44fc-9130-a7de753b3284,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:36.376983 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (18782761-8282-44fc-9130-a7de753b3284), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:36.411786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Calling delete_port for 18782761-8282-44fc-9130-a7de753b3284 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:36.519665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d09e643d-55a4-4559-93d0-6faf0b718374 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:36.614239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d09e643d-55a4-4559-93d0-6faf0b718374 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:36.614616 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d09e643d-55a4-4559-93d0-6faf0b718374), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:36.632311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e04213e-65ee-46e8-863f-1b71116c0c4c req-68c70ad0-f77f-46ce-8cf6-79547b2835e2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.1429148 Feb 15 14:16:36.676477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d996a8ad-08f5-409b-822d-64e4ff2947cc None None] Provisioning complete for port 779387af-af08-49ed-9b71-eaf73e8d3f70 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:36.676852 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d996a8ad-08f5-409b-822d-64e4ff2947cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:36.770672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d09e643d-55a4-4559-93d0-6faf0b718374 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:36.802644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d996a8ad-08f5-409b-822d-64e4ff2947cc None None] Port 779387af-af08-49ed-9b71-eaf73e8d3f70 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:16:36.920782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a23590-8eb3-4649-95a5-22aee6b1dd28 req-ae3cc4d9-83fc-4d2b-a249-0f1dac9bb54a tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:36.922325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86a23590-8eb3-4649-95a5-22aee6b1dd28 req-ae3cc4d9-83fc-4d2b-a249-0f1dac9bb54a tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.4052861 Feb 15 14:16:36.934469 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdba4db4-c933-4916-acc2-5c296caafe59,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:36.968091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:16:36.994645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db236cd0-0837-4dd1-bc7f-6af1958cbdfc req-6ceddb89-f1da-4d79-be67-50f6039626c0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:36.996706 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (21b28e43-5ba6-4772-b5e8-e51180772b60), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:36.997258 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Added segment 21b28e43-5ba6-4772-b5e8-e51180772b60 of type vlan for network ce0c59e8-bc2e-4429-82d5-97f0e05d5f95 Feb 15 14:16:36.997384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db236cd0-0837-4dd1-bc7f-6af1958cbdfc req-6ceddb89-f1da-4d79-be67-50f6039626c0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 932 time: 0.2304215 Feb 15 14:16:37.011680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f4a092-2526-4908-a429-2c05660dd158 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 3e0e8bad-026e-4c1e-a66d-afac6a6af307 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:37.017618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a092-2526-4908-a429-2c05660dd158 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (3e0e8bad-026e-4c1e-a66d-afac6a6af307), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:37.104723 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db236cd0-0837-4dd1-bc7f-6af1958cbdfc req-b880f855-4e51-42cf-95df-8389023cd53e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847726 Feb 15 14:16:37.109745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86a23590-8eb3-4649-95a5-22aee6b1dd28 req-cd583e02-f2ae-4652-b22a-9fe0d2f193f2 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811740 Feb 15 14:16:37.122382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779387af-af08-49ed-9b71-eaf73e8d3f70 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:16:37.129767 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (ce0c59e8-bc2e-4429-82d5-97f0e05d5f95), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:37.155943 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Publish callbacks [] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:37.203330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a092-2526-4908-a429-2c05660dd158 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (3e0e8bad-026e-4c1e-a66d-afac6a6af307), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:37.230500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (ce0c59e8-bc2e-4429-82d5-97f0e05d5f95), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:37.235919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:37.236605 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:37.283149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Transition to ACTIVE for port object 779387af-af08-49ed-9b71-eaf73e8d3f70 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:16:37.289592 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:37.311078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (18782761-8282-44fc-9130-a7de753b3284), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:37.373431 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3761823 Feb 15 14:16:37.381394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event deleted for resources: {'Port': ['ID=18782761-8282-44fc-9130-a7de753b3284,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:37.422438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Pushing event updated for resources: {'Port': ['ID=779387af-af08-49ed-9b71-eaf73e8d3f70,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:37.454863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9fce5-d75c-4c19-ad46-d1b6e1eace47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=ce0c59e8-bc2e-4429-82d5-97f0e05d5f95,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:37.471508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network ce0c59e8-bc2e-4429-82d5-97f0e05d5f95 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:16:37.569732 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a092-2526-4908-a429-2c05660dd158 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (3e0e8bad-026e-4c1e-a66d-afac6a6af307), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:37.717066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Attempting to bind port 779387af-af08-49ed-9b71-eaf73e8d3f70 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:37.717400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Attempting to bind port 779387af-af08-49ed-9b71-eaf73e8d3f70 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:37.717731 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Attempting to bind port 779387af-af08-49ed-9b71-eaf73e8d3f70 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:37.739757 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (b2a4d8bd-dce2-4882-9775-b04f10594c7a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:37.748918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Port 779387af-af08-49ed-9b71-eaf73e8d3f70 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:16:37.759393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Attempting to bind port 779387af-af08-49ed-9b71-eaf73e8d3f70 on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:37.768079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151eec2-24d5-45ab-ab1c-1e11c9ba1419 req-164b4421-68da-4f81-9d7e-558abd9c0b66 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:37.769702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151eec2-24d5-45ab-ab1c-1e11c9ba1419 req-164b4421-68da-4f81-9d7e-558abd9c0b66 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.3682289 Feb 15 14:16:37.857680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 7a941da0-2652-4885-addd-e7f413c229a6 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:16:37.874224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c8200a1-e1a1-467e-b31e-3cca732baaa5 req-3c2d9ca9-d49e-473d-9d62-78977717dd25 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.0703008 Feb 15 14:16:37.876247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc8100-c5d2-4721-bfde-a40852dfee07 req-30f6afa3-84c8-4121-8bc6-8b90615b6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:37.877852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbbc8100-c5d2-4721-bfde-a40852dfee07 req-30f6afa3-84c8-4121-8bc6-8b90615b6213 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 1128 time: 0.3748817 Feb 15 14:16:37.897552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:37.902463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Checking segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:37.907615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Bound using segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:37.908213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Bound port: 779387af-af08-49ed-9b71-eaf73e8d3f70, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:37.917655 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:37.940557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 7a941da0-2652-4885-addd-e7f413c229a6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:16:37.945289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 7a941da0-2652-4885-addd-e7f413c229a6 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:16:38.019888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (b2a4d8bd-dce2-4882-9775-b04f10594c7a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.022032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a092-2526-4908-a429-2c05660dd158 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (3e0e8bad-026e-4c1e-a66d-afac6a6af307), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.031345 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_controller (b2a4d8bd-dce2-4882-9775-b04f10594c7a), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.039012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a092-2526-4908-a429-2c05660dd158 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.042748 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e1f4a092-2526-4908-a429-2c05660dd158 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/3e0e8bad-026e-4c1e-a66d-afac6a6af307 HTTP/1.1" status: 204 len: 168 time: 1.8469334 Feb 15 14:16:38.049018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e931b-82dc-4551-aa77-26b938f37e5c None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:38.063363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51122) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:38.068954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4a092-2526-4908-a429-2c05660dd158 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0e8bad-026e-4c1e-a66d-afac6a6af307,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:38.077242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e151eec2-24d5-45ab-ab1c-1e11c9ba1419 req-50bfd6e1-b70c-4955-9939-7f3d0ef45fa0 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963319 Feb 15 14:16:38.226783 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (b2a4d8bd-dce2-4882-9775-b04f10594c7a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.228127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2a4d8bd-dce2-4882-9775-b04f10594c7a {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:16:38.233170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.244400 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cc8c6a09-fd82-49b2-b375-4969f738e81c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "DELETE /v2.0/routers/b2a4d8bd-dce2-4882-9775-b04f10594c7a HTTP/1.1" status: 204 len: 168 time: 3.3413076 Feb 15 14:16:38.245074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51130) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:38.260618 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-122515454', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:38.348631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] For port 779387af-af08-49ed-9b71-eaf73e8d3f70, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:38.353727 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (7176f62f-3b06-4d26-ab8d-6f69b59954b1), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.354838 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (7176f62f-3b06-4d26-ab8d-6f69b59954b1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.368617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] For port 779387af-af08-49ed-9b71-eaf73e8d3f70, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=779387af-af08-49ed-9b71-eaf73e8d3f70,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:38.404391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a037a194-cdb9-4464-9667-eb48b176a642 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3246751 Feb 15 14:16:38.408855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51132) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:38.425259 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.483245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db58c69-6ae4-4971-b548-09d42b547d5e None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:16:38.512476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (7176f62f-3b06-4d26-ab8d-6f69b59954b1), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.604767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8db58c69-6ae4-4971-b548-09d42b547d5e None None] Deleting port d09e643d-55a4-4559-93d0-6faf0b718374 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:38.605178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:38.605306 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8db58c69-6ae4-4971-b548-09d42b547d5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d09e643d-55a4-4559-93d0-6faf0b718374), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.605803 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.607225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] 10.222.0.67 "PUT /v2.0/ports/779387af-af08-49ed-9b71-eaf73e8d3f70 HTTP/1.1" status: 200 len: 1093 time: 2.5101848 Feb 15 14:16:38.608622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582a2972-7694-44dc-9715-48dedb17f674', 'tag': '779387af-af08-49ed-9b71-eaf73e8d3f70'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:16:38.611034 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815c0d94-6a62-4906-8a11-b33c1efce6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "582a2972-7694-44dc-9715-48dedb17f674", "tag": "779387af-af08-49ed-9b71-eaf73e8d3f70"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:16:38.795477 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501ddb0c-c759-4c83-93c1-911b06d01f9b x-openstack-request-id: req-501ddb0c-c759-4c83-93c1-911b06d01f9b {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:16:38.795844 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582a2972-7694-44dc-9715-48dedb17f674", "tag": "779387af-af08-49ed-9b71-eaf73e8d3f70", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:16:38.796057 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-501ddb0c-c759-4c83-93c1-911b06d01f9b {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:16:38.796434 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582a2972-7694-44dc-9715-48dedb17f674', 'tag': '779387af-af08-49ed-9b71-eaf73e8d3f70', 'status': 'completed', 'code': 200} Feb 15 14:16:38.822700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f47cf-82d0-437e-881a-a3ecbe040816 req-46b0f0b4-0533-42d0-b86e-19a25e79b8a3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:38.824433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf2f47cf-82d0-437e-881a-a3ecbe040816 req-46b0f0b4-0533-42d0-b86e-19a25e79b8a3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 944 time: 0.4440424 Feb 15 14:16:38.852171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8db58c69-6ae4-4971-b548-09d42b547d5e None None] For port d09e643d-55a4-4559-93d0-6faf0b718374, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d09e643d-55a4-4559-93d0-6faf0b718374,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:38.853148 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8db58c69-6ae4-4971-b548-09d42b547d5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d09e643d-55a4-4559-93d0-6faf0b718374), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:38.864032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc8100-c5d2-4721-bfde-a40852dfee07 req-79528810-1343-4cc9-aaa8-df7124a6c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:38.865476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbbc8100-c5d2-4721-bfde-a40852dfee07 req-79528810-1343-4cc9-aaa8-df7124a6c4c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 911 time: 0.9755874 Feb 15 14:16:38.866081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945c96e-b59f-4a55-aa3c-ba65a488e545 service neutron] Pushing event updated for resources: {'Port': ['ID=779387af-af08-49ed-9b71-eaf73e8d3f70,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:38.887994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8db58c69-6ae4-4971-b548-09d42b547d5e None None] Calling delete_port for d09e643d-55a4-4559-93d0-6faf0b718374 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:38.956739 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (7176f62f-3b06-4d26-ab8d-6f69b59954b1), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:39.092317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d55f0-b078-4384-9db8-e7ed35192f28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:39.093890 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-320d55f0-b078-4384-9db8-e7ed35192f28 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6841042 Feb 15 14:16:39.097903 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51138) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:39.156740 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8db58c69-6ae4-4971-b548-09d42b547d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (d09e643d-55a4-4559-93d0-6faf0b718374), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:39.188704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a59f0bd-9fa2-4e3b-b7e1-9a6e8ab12a01 req-cec8334e-7450-4d2d-bf4e-994048f8a780 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.1373382 Feb 15 14:16:39.243953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-edafcc92-4dea-4998-b46d-6fa92b545a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:39.245757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-edafcc92-4dea-4998-b46d-6fa92b545a4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 1127 time: 0.5583174 Feb 15 14:16:39.254545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbbc8100-c5d2-4721-bfde-a40852dfee07 req-f7d29e2b-a138-41ac-aba9-cdb0b8b9fbf3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d HTTP/1.1" status: 200 len: 999 time: 0.3675303 Feb 15 14:16:39.268396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db58c69-6ae4-4971-b548-09d42b547d5e None None] No DVR routers for this DVR port d09e643d-55a4-4559-93d0-6faf0b718374 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:16:39.284854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf2f47cf-82d0-437e-881a-a3ecbe040816 req-6b550be3-8aee-4f79-9a05-9eaf8f62de95 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331951 Feb 15 14:16:39.288784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db58c69-6ae4-4971-b548-09d42b547d5e None None] Pushing event deleted for resources: {'Port': ['ID=d09e643d-55a4-4559-93d0-6faf0b718374,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:39.326063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2acbd-aa2c-4d05-b50d-4617c6a1d654 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:39.328100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7cb2acbd-aa2c-4d05-b50d-4617c6a1d654 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2237766 Feb 15 14:16:39.401058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51144) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:39.457636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-943bf725-af3f-4799-9b9f-500103e60891 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=779387af-af08-49ed-9b71-eaf73e8d3f70 HTTP/1.1" status: 200 len: 217 time: 0.2014601 Feb 15 14:16:39.508066 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a399935e-efe0-48a9-b222-4adc2b138119 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053774 Feb 15 14:16:39.517136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51148) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:39.552807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-dce6a7fc-a062-4480-a6de-8060a91a8528 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:39.585935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (7176f62f-3b06-4d26-ab8d-6f69b59954b1), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:39.612473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:39.791444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Allocated IP 172.25.6.10 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/1ac69c66-234d-4037-8b46-bd96fcd1a2f7) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:39.917360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for port (1ac69c66-234d-4037-8b46-bd96fcd1a2f7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:39.976070 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1ac69c66-234d-4037-8b46-bd96fcd1a2f7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:39.982869 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:40.014533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d09e643d-55a4-4559-93d0-6faf0b718374 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:16:40.051256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d09e643d-55a4-4559-93d0-6faf0b718374 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:16:40.051593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d09e643d-55a4-4559-93d0-6faf0b718374 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:16:40.052024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 18782761-8282-44fc-9130-a7de753b3284 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:16:40.068351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Pushing event updated for resources: {'Port': ['ID=1ac69c66-234d-4037-8b46-bd96fcd1a2f7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:40.153941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 18782761-8282-44fc-9130-a7de753b3284 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:16:40.154298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 18782761-8282-44fc-9130-a7de753b3284 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:16:40.163351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:40.173930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:40.188076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:40.230690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc8100-c5d2-4721-bfde-a40852dfee07 req-5f75b052-b36b-48c0-a3bd-fddf3ecb9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:40.232141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbbc8100-c5d2-4721-bfde-a40852dfee07 req-5f75b052-b36b-48c0-a3bd-fddf3ecb9a61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.9457557 Feb 15 14:16:40.233913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-8befe3d9-a57b-4a7e-92af-0863e09df46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:40.235602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-8befe3d9-a57b-4a7e-92af-0863e09df46f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.7452745 Feb 15 14:16:40.399604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aafcd6-b20a-49ab-822c-f0791bbc7f56 req-c31ece6e-95d2-4d18-ae4a-cea041f629e1 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:40.406706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03aafcd6-b20a-49ab-822c-f0791bbc7f56 req-c31ece6e-95d2-4d18-ae4a-cea041f629e1 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.9957910 Feb 15 14:16:40.504451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b28e74b6-7a58-494c-a9b9-1cede2a1850c req-bdfe0b17-449b-4c6a-96ea-fd21503e0653 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.1734631 Feb 15 14:16:40.614537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-21a934d6-bc5b-4e97-992c-b573374033c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:40.627021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-21a934d6-bc5b-4e97-992c-b573374033c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3725190 Feb 15 14:16:40.658973 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (7176f62f-3b06-4d26-ab8d-6f69b59954b1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:40.661965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51158) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:40.708677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'network_id': 'ce0c59e8-bc2e-4429-82d5-97f0e05d5f95', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:40.713799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc8100-c5d2-4721-bfde-a40852dfee07 req-df324ab0-95c3-490c-999d-bfaa46523b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:40.715739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbbc8100-c5d2-4721-bfde-a40852dfee07 req-df324ab0-95c3-490c-999d-bfaa46523b09 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4258809 Feb 15 14:16:40.786444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03aafcd6-b20a-49ab-822c-f0791bbc7f56 req-b76c9764-255f-48b8-ba80-233f920cac9d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3788497 Feb 15 14:16:40.828264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce6a7fc-a062-4480-a6de-8060a91a8528 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:40.832037 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dce6a7fc-a062-4480-a6de-8060a91a8528 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:40.878724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:40.882610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:40.957304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121827fa-e4aa-4838-b0dc-fba0f1228d57 req-68936884-08bd-47a5-9740-793e7ce85aba tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:40.958575 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-121827fa-e4aa-4838-b0dc-fba0f1228d57 req-68936884-08bd-47a5-9740-793e7ce85aba tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 944 time: 0.2600250 Feb 15 14:16:40.968279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-1f3e10b8-9497-455f-a41f-c1f303bcb322 service neutron] 10.222.0.67 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187125 Feb 15 14:16:41.061515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbbc8100-c5d2-4721-bfde-a40852dfee07 req-9d8cacf9-6fb4-40dd-8873-7329e9891e1c service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086550 Feb 15 14:16:41.066491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (7176f62f-3b06-4d26-ab8d-6f69b59954b1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:41.207208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-121827fa-e4aa-4838-b0dc-fba0f1228d57 req-e7347c5c-e366-4127-bab8-34989b1414ae tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341895 Feb 15 14:16:41.245167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0243c5f9-e9ac-40ff-9fe1-6e88d4984910 req-8beabb4c-4f85-40af-870f-02e6390b97cc service neutron] 10.222.0.67 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644291 Feb 15 14:16:41.273471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (c18d1f15-e5f5-4a1e-a3c2-c1728255c51e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:41.309284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbbc8100-c5d2-4721-bfde-a40852dfee07 req-21a4df85-680f-46f3-867b-b44462eaaffc service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368219 Feb 15 14:16:41.343184 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dce6a7fc-a062-4480-a6de-8060a91a8528 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (5871a3d3-2965-45a5-b31e-f4c1e206b2e7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:41.365704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=c18d1f15-e5f5-4a1e-a3c2-c1728255c51e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:41.392046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Router 7176f62f-3b06-4d26-ab8d-6f69b59954b1 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:16:41.393519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce6a7fc-a062-4480-a6de-8060a91a8528 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:41.394340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Checking segment: {'id': '21b28e43-5ba6-4772-b5e8-e51180772b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce0c59e8-bc2e-4429-82d5-97f0e05d5f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:41.394793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network hostable DHCP agents. Network: ce0c59e8-bc2e-4429-82d5-97f0e05d5f95, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:16:41.400063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-dce6a7fc-a062-4480-a6de-8060a91a8528 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:41.406413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce6a7fc-a062-4480-a6de-8060a91a8528 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:41.407222 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dce6a7fc-a062-4480-a6de-8060a91a8528 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:41.421780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9742a5-b59e-4bf7-8406-aae4bea4dbec None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:41.424547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c0d94-6a62-4906-8a11-b33c1efce6c7 req-eef32514-51ec-436f-a844-705efecc12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:41.426097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-815c0d94-6a62-4906-8a11-b33c1efce6c7 req-eef32514-51ec-436f-a844-705efecc12fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 1127 time: 0.1193798 Feb 15 14:16:41.427443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6a7fc-a062-4480-a6de-8060a91a8528 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=5871a3d3-2965-45a5-b31e-f4c1e206b2e7,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:41.444777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dce6a7fc-a062-4480-a6de-8060a91a8528 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8982165 Feb 15 14:16:41.451362 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51160) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:41.459558 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:7e:b9:7b', 'name': 'tempest-NetworksTestDHCPv6-47061936'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:41.495222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network ce0c59e8-bc2e-4429-82d5-97f0e05d5f95 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:16:41.545295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c0d94-6a62-4906-8a11-b33c1efce6c7 req-63bbaf2c-d747-4594-8dff-4feb7976baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:41.548097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-815c0d94-6a62-4906-8a11-b33c1efce6c7 req-63bbaf2c-d747-4594-8dff-4feb7976baca service neutron] 10.222.0.67 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.1158133 Feb 15 14:16:41.556594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, ce0c59e8-bc2e-4429-82d5-97f0e05d5f95) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:41.567620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:41.568436 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:41.579894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70244e24-7b16-49f7-8677-0786d27f3eac None None] Network ce0c59e8-bc2e-4429-82d5-97f0e05d5f95 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:41.627148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-815c0d94-6a62-4906-8a11-b33c1efce6c7 req-cd5ab992-4efd-4432-a0ce-54c818b1cccd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=779387af-af08-49ed-9b71-eaf73e8d3f70 HTTP/1.1" status: 200 len: 217 time: 0.0706263 Feb 15 14:16:41.657993 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:16:41.673320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '5871a3d3-2965-45a5-b31e-f4c1e206b2e7'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:41.674449 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:41.734612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f5ff74b-667c-4f6c-a7a2-076fb92b0b74 req-b798fca0-c0c7-4d0d-85a2-4468ce690a45 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.0925019 Feb 15 14:16:41.796778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c0d94-6a62-4906-8a11-b33c1efce6c7 req-6b3f156f-fae3-4480-8eae-b018de9fa4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:41.798501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-815c0d94-6a62-4906-8a11-b33c1efce6c7 req-6b3f156f-fae3-4480-8eae-b018de9fa4b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1438890 Feb 15 14:16:41.871049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-ce0c59e8-bc2e-4429-82d5-97f0e05d5f95', 'network_id': 'ce0c59e8-bc2e-4429-82d5-97f0e05d5f95', 'project_id': '9cf25b18b2bd4180a671f282a3d5a903', 'fixed_ips': [{'subnet_id': 'c18d1f15-e5f5-4a1e-a3c2-c1728255c51e'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:41.871916 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:41.910560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c0d94-6a62-4906-8a11-b33c1efce6c7 req-a64decf8-2b53-4271-84ce-86b8ee7b0373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:41.916602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-815c0d94-6a62-4906-8a11-b33c1efce6c7 req-a64decf8-2b53-4271-84ce-86b8ee7b0373 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1051722 Feb 15 14:16:42.109636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-815c0d94-6a62-4906-8a11-b33c1efce6c7 req-0006b74f-9fee-4257-8b5a-d3d0579a01ab service neutron] 10.222.0.67 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831872 Feb 15 14:16:42.183582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:16:42.202703 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65f49cf-3e8a-42de-a049-4b07a9bac731 None None] Sync routers for ids ['7176f62f-3b06-4d26-ab8d-6f69b59954b1'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:42.220876 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f49cf-3e8a-42de-a049-4b07a9bac731 None None] Routers {'7176f62f-3b06-4d26-ab8d-6f69b59954b1'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:42.225681 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b65f49cf-3e8a-42de-a049-4b07a9bac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7176f62f-3b06-4d26-ab8d-6f69b59954b1'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:42.245836 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.287139 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-380a2efb-32a8-4adb-92aa-cac8935f30bd tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6194141 Feb 15 14:16:42.287656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/5871a3d3-2965-45a5-b31e-f4c1e206b2e7/9e75b5ee-6e8c-4316-96e1-313746ca935b) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:42.300261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa009d-0896-4bcf-8103-d3e494d3df4c req-d8a6af67-0c22-4593-aad0-1349f4821ed4 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:42.302875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68fa009d-0896-4bcf-8103-d3e494d3df4c req-d8a6af67-0c22-4593-aad0-1349f4821ed4 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.3783014 Feb 15 14:16:42.303761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51186) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:42.314005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-921956018'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:42.365329 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.366916 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7da9f777-166e-4d16-ac60-78e577c13427 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1208563 Feb 15 14:16:42.372925 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-815c0d94-6a62-4906-8a11-b33c1efce6c7 req-f3054b11-74b6-40f7-a8d3-ec6857f72f5d service neutron] 10.222.0.67 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468822 Feb 15 14:16:42.373664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51188) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:42.400818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f9bea666-08f0-443d-a85b-e1cb43590e3c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'enable_snat': False}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:42.405790 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b65f49cf-3e8a-42de-a049-4b07a9bac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:42.422327 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f49cf-3e8a-42de-a049-4b07a9bac731 None None] Routers {'7176f62f-3b06-4d26-ab8d-6f69b59954b1'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:42.424108 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b65f49cf-3e8a-42de-a049-4b07a9bac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7176f62f-3b06-4d26-ab8d-6f69b59954b1'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:42.433980 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:42.499381 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b65f49cf-3e8a-42de-a049-4b07a9bac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:42.512751 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65f49cf-3e8a-42de-a049-4b07a9bac731 None None] The sync data for ids ['7176f62f-3b06-4d26-ab8d-6f69b59954b1'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:42.527768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Allocated IP 2001:db8:0:ffff::2 (ce0c59e8-bc2e-4429-82d5-97f0e05d5f95/c18d1f15-e5f5-4a1e-a3c2-c1728255c51e/94cf2012-a697-4b1e-8aa9-29bbb0aa1b91) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:42.592688 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.613943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 26888dce-90cb-47ec-9950-3aa30a49d479 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:16:42.663742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:42.668848 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.684357 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Publish callbacks [] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.702802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68fa009d-0896-4bcf-8103-d3e494d3df4c req-22a66f6f-519d-4e86-a3d3-d174b2528674 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3852034 Feb 15 14:16:42.724584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:16:42.736345 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (00eabc44-aaf4-4747-a952-5b7f8dd31e66), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.736674 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Added segment 00eabc44-aaf4-4747-a952-5b7f8dd31e66 of type vlan for network 9beb9978-bf4d-4475-b56f-eebd52a7485d Feb 15 14:16:42.783136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9beb9978-bf4d-4475-b56f-eebd52a7485d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.798123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::3a5 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/5871a3d3-2965-45a5-b31e-f4c1e206b2e7/26888dce-90cb-47ec-9950-3aa30a49d479) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:42.837687 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9beb9978-bf4d-4475-b56f-eebd52a7485d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.839093 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Publish callbacks [] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.844571 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.851026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:42.852642 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.858583 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:42.892497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:42.910942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:42.918827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:42.943780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Network ce0c59e8-bc2e-4429-82d5-97f0e05d5f95 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:42.965877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:42.975725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:43.027117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Pushing event updated for resources: {'Port': ['ID=9e75b5ee-6e8c-4316-96e1-313746ca935b,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:43.085994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc84c221-35d8-4c2f-a566-b1b5e296a422 req-4a223780-21ef-450e-ae63-7af548501866 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.1501255 Feb 15 14:16:43.092964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7805245 Feb 15 14:16:43.095686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Pushing event updated for resources: {'Port': ['ID=94cf2012-a697-4b1e-8aa9-29bbb0aa1b91,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:43.103849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51192) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:43.113731 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (26888dce-90cb-47ec-9950-3aa30a49d479), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.116270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Attempting to bind port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:43.116879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Attempting to bind port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '21b28e43-5ba6-4772-b5e8-e51180772b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce0c59e8-bc2e-4429-82d5-97f0e05d5f95'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:43.117486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Attempting to bind port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 on network ce0c59e8-bc2e-4429-82d5-97f0e05d5f95 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:43.124521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Attempting to bind port 9e75b5ee-6e8c-4316-96e1-313746ca935b on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:43.126663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Attempting to bind port 9e75b5ee-6e8c-4316-96e1-313746ca935b by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:43.128254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Attempting to bind port 9e75b5ee-6e8c-4316-96e1-313746ca935b on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:43.129236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f423-1f4b-4a8c-ad3b-f3f1e9827c23 req-f2ad56db-c437-41f8-8905-69d784c1e8ae tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:43.130731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ad2f423-1f4b-4a8c-ad3b-f3f1e9827c23 req-f2ad56db-c437-41f8-8905-69d784c1e8ae tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 944 time: 0.6510751 Feb 15 14:16:43.134805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'network_id': '9beb9978-bf4d-4475-b56f-eebd52a7485d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:43.145538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:43.146097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:43.146606 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.150328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:43.150978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Bound port: 9e75b5ee-6e8c-4316-96e1-313746ca935b, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:43.151477 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.152739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dbde3-4df9-4a0c-9e40-53342ed27ba1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=9beb9978-bf4d-4475-b56f-eebd52a7485d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:43.173897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:43.174132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Checking segment: {'id': '21b28e43-5ba6-4772-b5e8-e51180772b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce0c59e8-bc2e-4429-82d5-97f0e05d5f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:43.174375 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.174775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Bound using segment: {'id': '21b28e43-5ba6-4772-b5e8-e51180772b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce0c59e8-bc2e-4429-82d5-97f0e05d5f95'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:43.175290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Bound port: 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b28e43-5ba6-4772-b5e8-e51180772b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ce0c59e8-bc2e-4429-82d5-97f0e05d5f95'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:43.175673 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.190549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (26888dce-90cb-47ec-9950-3aa30a49d479), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.244655 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:43.248275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:43.252677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:43.259151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:43.260082 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.266849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=26888dce-90cb-47ec-9950-3aa30a49d479,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:43.288682 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-611f2f7c-f0df-4ab2-83d8-b7aa379c05b8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8335292 Feb 15 14:16:43.289998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51194) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:43.324400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] For port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:43.327821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] For port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=94cf2012-a697-4b1e-8aa9-29bbb0aa1b91,segment=NetworkSegment(21b28e43-5ba6-4772-b5e8-e51180772b60),segment_id=21b28e43-5ba6-4772-b5e8-e51180772b60)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:43.334318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9beb9978-bf4d-4475-b56f-eebd52a7485d details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:16:43.397299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb27172-bf33-41c6-8d36-5583fbe2b186 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:43.410481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb27172-bf33-41c6-8d36-5583fbe2b186 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:43.417239 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5cb27172-bf33-41c6-8d36-5583fbe2b186 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1252468 Feb 15 14:16:43.420256 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.421719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51200) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:43.550684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] For port 9e75b5ee-6e8c-4316-96e1-313746ca935b, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:43.557089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ad2f423-1f4b-4a8c-ad3b-f3f1e9827c23 req-40ebcbdf-d5d8-4cd2-a986-d479f620c779 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148788 Feb 15 14:16:43.561276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] For port 9e75b5ee-6e8c-4316-96e1-313746ca935b, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9e75b5ee-6e8c-4316-96e1-313746ca935b,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:43.570438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c3d69-402b-4a97-83f6-529e1ee085e8 None None] Pushing event updated for resources: {'Port': ['ID=94cf2012-a697-4b1e-8aa9-29bbb0aa1b91,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:43.590568 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.605678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9bea666-08f0-443d-a85b-e1cb43590e3c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (7176f62f-3b06-4d26-ab8d-6f69b59954b1), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.613007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:43.616811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.666220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2a1aee13-dd02-42cb-9def-b6c4e0ebb4a6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 26888dce-90cb-47ec-9950-3aa30a49d479 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:43.666534 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a1aee13-dd02-42cb-9def-b6c4e0ebb4a6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (26888dce-90cb-47ec-9950-3aa30a49d479), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.695354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a07346-10d0-4f8b-a323-fed4c9420861 None None] Pushing event updated for resources: {'Port': ['ID=9e75b5ee-6e8c-4316-96e1-313746ca935b,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:43.889467 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a1aee13-dd02-42cb-9def-b6c4e0ebb4a6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (26888dce-90cb-47ec-9950-3aa30a49d479), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:43.919323 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2a1aee13-dd02-42cb-9def-b6c4e0ebb4a6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 26888dce-90cb-47ec-9950-3aa30a49d479 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:44.105134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:44.245471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:44.245791 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:44.258427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a1aee13-dd02-42cb-9def-b6c4e0ebb4a6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (26888dce-90cb-47ec-9950-3aa30a49d479), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:44.364171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aee13-dd02-42cb-9def-b6c4e0ebb4a6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=26888dce-90cb-47ec-9950-3aa30a49d479,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:44.388591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:44.390351 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:44.405518 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a1aee13-dd02-42cb-9def-b6c4e0ebb4a6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:44.412484 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2a1aee13-dd02-42cb-9def-b6c4e0ebb4a6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/26888dce-90cb-47ec-9950-3aa30a49d479 HTTP/1.1" status: 204 len: 168 time: 0.9872539 Feb 15 14:16:44.413253 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51206) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:44.457624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=94cf2012-a697-4b1e-8aa9-29bbb0aa1b91,segment=NetworkSegment(21b28e43-5ba6-4772-b5e8-e51180772b60),segment_id=21b28e43-5ba6-4772-b5e8-e51180772b60)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:44.466987 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:44.474883 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fff9ced-5d0b-41ed-9dcf-fb6983cdffe0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:44.476767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fff9ced-5d0b-41ed-9dcf-fb6983cdffe0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:44.481522 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2fff9ced-5d0b-41ed-9dcf-fb6983cdffe0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0671024 Feb 15 14:16:44.482153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51210) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:44.559725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-2497c9e2-34a4-4a46-a6ea-a25f19c9c7a1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 5871a3d3-2965-45a5-b31e-f4c1e206b2e7 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:44.564486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=94cf2012-a697-4b1e-8aa9-29bbb0aa1b91,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:44.580233 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2497c9e2-34a4-4a46-a6ea-a25f19c9c7a1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (5871a3d3-2965-45a5-b31e-f4c1e206b2e7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:44.634820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2497c9e2-34a4-4a46-a6ea-a25f19c9c7a1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (5871a3d3-2965-45a5-b31e-f4c1e206b2e7), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:44.655164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (e191727d-1950-4d8f-b097-4e286f67cb72), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:44.690311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d624554-08d5-45d5-b925-7cae7aed6207 req-ef87a27d-01d1-4058-ba26-6f39dc8126c6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:44.692200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d624554-08d5-45d5-b925-7cae7aed6207 req-ef87a27d-01d1-4058-ba26-6f39dc8126c6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.7943866 Feb 15 14:16:44.715998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ddce696b-94a4-4bd6-8f2f-b294bffb91f6 req-2b7d9ba7-8783-4b64-9b83-4ec83ada0a79 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.0788693 Feb 15 14:16:44.749953 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3832d809-11e3-4abe-8a68-5685e52f2de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:44.790574 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2497c9e2-34a4-4a46-a6ea-a25f19c9c7a1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (5871a3d3-2965-45a5-b31e-f4c1e206b2e7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:44.823696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d624554-08d5-45d5-b925-7cae7aed6207 req-a73ca0cb-aec1-487d-8615-8094d540d465 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064403 Feb 15 14:16:44.926696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2497c9e2-34a4-4a46-a6ea-a25f19c9c7a1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (5871a3d3-2965-45a5-b31e-f4c1e206b2e7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:44.944511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=e191727d-1950-4d8f-b097-4e286f67cb72,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:44.985346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Checking segment: {'id': '00eabc44-aaf4-4747-a952-5b7f8dd31e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9beb9978-bf4d-4475-b56f-eebd52a7485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:44.985722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network hostable DHCP agents. Network: 9beb9978-bf4d-4475-b56f-eebd52a7485d, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:16:44.994068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497c9e2-34a4-4a46-a6ea-a25f19c9c7a1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=5871a3d3-2965-45a5-b31e-f4c1e206b2e7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:45.022794 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2497c9e2-34a4-4a46-a6ea-a25f19c9c7a1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:45.023994 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2497c9e2-34a4-4a46-a6ea-a25f19c9c7a1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/5871a3d3-2965-45a5-b31e-f4c1e206b2e7 HTTP/1.1" status: 204 len: 168 time: 0.5407431 Feb 15 14:16:45.032272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51218) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:45.133269 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6b8e2fe6-d738-491c-aa3d-37b5c74ff96a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960050 Feb 15 14:16:45.134183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51220) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:45.148104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348dd1-1075-4df8-ac60-7b323ad5a579 req-5c3b88e4-c71a-42e0-8f1b-69167154a539 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:45.156006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5348dd1-1075-4df8-ac60-7b323ad5a579 req-5c3b88e4-c71a-42e0-8f1b-69167154a539 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 944 time: 0.2616203 Feb 15 14:16:45.196619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network 9beb9978-bf4d-4475-b56f-eebd52a7485d is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:16:45.261139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9beb9978-bf4d-4475-b56f-eebd52a7485d) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:45.270532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d4948-4302-41d5-b9d6-e002ca53340b None None] Network 9beb9978-bf4d-4475-b56f-eebd52a7485d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:45.272941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37bf109-85c2-4096-af70-8d2dc63c8f41 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:45.276856 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c37bf109-85c2-4096-af70-8d2dc63c8f41 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1390212 Feb 15 14:16:45.282653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51222) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:45.285415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:45.286232 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:45.307926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5348dd1-1075-4df8-ac60-7b323ad5a579 req-ae3535cb-896a-41fe-9a73-d1ababc16a1f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507738 Feb 15 14:16:45.315074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bfbaf085-9f3d-4563-a982-3729fa6af10b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1930578 Feb 15 14:16:45.361782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51224) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:45.426395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951dc462-2760-44f5-be24-0b42a26b43c5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:45.429410 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-951dc462-2760-44f5-be24-0b42a26b43c5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1450794 Feb 15 14:16:45.432949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51226) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:45.510755 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-95d2b988-4542-4ad1-adb7-2ebed27b2b7a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763507 Feb 15 14:16:45.516679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51228) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:45.522017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:45.646889 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9beb9978-bf4d-4475-b56f-eebd52a7485d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:45.728314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a04419f-52c9-4163-8273-c50708e1f311 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:45.728913 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:45.732827 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:45.792025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9949f1-ab70-49ce-a51d-b18c7b99aea2 None None] Network ce0c59e8-bc2e-4429-82d5-97f0e05d5f95 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:45.888516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66ea6cd1-c166-46f1-bdfd-ead22966f225 req-95670d9d-ca95-4128-be9e-c2e86ce5e581 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.0550647 Feb 15 14:16:45.898542 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e191727d-1950-4d8f-b097-4e286f67cb72), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:45.985137 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9bea666-08f0-443d-a85b-e1cb43590e3c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (7176f62f-3b06-4d26-ab8d-6f69b59954b1), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:45.995274 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9bea666-08f0-443d-a85b-e1cb43590e3c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (7176f62f-3b06-4d26-ab8d-6f69b59954b1), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.015797 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe584b-ac9c-4d51-9cbc-90c285a9bc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-9beb9978-bf4d-4475-b56f-eebd52a7485d', 'network_id': '9beb9978-bf4d-4475-b56f-eebd52a7485d', 'project_id': '9cf25b18b2bd4180a671f282a3d5a903', 'fixed_ips': [{'subnet_id': 'e191727d-1950-4d8f-b097-4e286f67cb72'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:46.017174 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6fe584b-ac9c-4d51-9cbc-90c285a9bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.021715 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e2209229-de94-4e08-aa25-3cf91a00c473 None None] Provisioning complete for port 9e75b5ee-6e8c-4316-96e1-313746ca935b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:46.022315 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2209229-de94-4e08-aa25-3cf91a00c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.193131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:46.236170 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (e191727d-1950-4d8f-b097-4e286f67cb72), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.291582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Subnet': ['ID=e191727d-1950-4d8f-b097-4e286f67cb72,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:46.325085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a8718d-b475-4d87-a07a-b6e09066007d None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:16:46.361396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.objects.ports [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109972) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:16:46.373647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bea666-08f0-443d-a85b-e1cb43590e3c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Router 7176f62f-3b06-4d26-ab8d-6f69b59954b1 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:16:46.389718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 779387af-af08-49ed-9b71-eaf73e8d3f70 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:16:46.428676 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9beb9978-bf4d-4475-b56f-eebd52a7485d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.495596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 779387af-af08-49ed-9b71-eaf73e8d3f70, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=779387af-af08-49ed-9b71-eaf73e8d3f70,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:46.515442 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '779387af-af08-49ed-9b71-eaf73e8d3f70', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'port_id': '779387af-af08-49ed-9b71-eaf73e8d3f70', 'mac_address': 'fa:16:3e:57:d6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:16:46.580986 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e2209229-de94-4e08-aa25-3cf91a00c473 None None] Current status of the port 9e75b5ee-6e8c-4316-96e1-313746ca935b is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:46.581675 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2209229-de94-4e08-aa25-3cf91a00c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.625154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bea666-08f0-443d-a85b-e1cb43590e3c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-b6fe584b-ac9c-4d51-9cbc-90c285a9bc8b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e191727d-1950-4d8f-b097-4e286f67cb72: This subnet is being modified by another concurrent operation. Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:16:46.626188 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e191727d-1950-4d8f-b097-4e286f67cb72: This subnet is being modified by another concurrent operation. Feb 15 14:16:46.631434 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:16:46.646826 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9bea666-08f0-443d-a85b-e1cb43590e3c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.648137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f9bea666-08f0-443d-a85b-e1cb43590e3c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "PUT /v2.0/routers/7176f62f-3b06-4d26-ab8d-6f69b59954b1 HTTP/1.1" status: 200 len: 924 time: 4.2690718 Feb 15 14:16:46.653213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beb9978-bf4d-4475-b56f-eebd52a7485d']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:46.660945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51238) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:46.697706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00eabc44-aaf4-4747-a952-5b7f8dd31e66') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:46.697987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00eabc44-aaf4-4747-a952-5b7f8dd31e66') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:46.707169 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.755923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ccfb8-e598-4400-aecd-a5b418074459 None None] Network 9beb9978-bf4d-4475-b56f-eebd52a7485d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:46.758600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73b3f1-58a4-4273-becd-eac5c4661223 None None] Sync routers for ids ['7176f62f-3b06-4d26-ab8d-6f69b59954b1'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:46.775359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:46.779210 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.790504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (00eabc44-aaf4-4747-a952-5b7f8dd31e66), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.807009 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (00eabc44-aaf4-4747-a952-5b7f8dd31e66), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.816226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:16:46.817079 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (00eabc44-aaf4-4747-a952-5b7f8dd31e66), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:16:46.891735 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:16:46.929736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd8f30-cd65-4819-b44a-8e3faec85295 req-120ca3be-7b2f-414c-bb8e-343a198ab508 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:46.932197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18dd8f30-cd65-4819-b44a-8e3faec85295 req-120ca3be-7b2f-414c-bb8e-343a198ab508 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 944 time: 0.4998615 Feb 15 14:16:46.968186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9beb9978-bf4d-4475-b56f-eebd52a7485d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.973692 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:46.978834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/9beb9978-bf4d-4475-b56f-eebd52a7485d HTTP/1.1" status: 204 len: 168 time: 1.6159735 Feb 15 14:16:46.991578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51246) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:47.007021 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-733350685'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:47.011427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 779387af-af08-49ed-9b71-eaf73e8d3f70 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:47.017895 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.050681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:47.051484 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332861db-8901-413c-9498-bcf9e62d91dc tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Network': ['ID=9beb9978-bf4d-4475-b56f-eebd52a7485d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:47.053647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.075376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-90a8718d-b475-4d87-a07a-b6e09066007d None None] Deleting port 9e75b5ee-6e8c-4316-96e1-313746ca935b {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:47.075608 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-90a8718d-b475-4d87-a07a-b6e09066007d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.084216 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41f78edc-0ac0-4ae2-b309-cd8a86cf04f1 req-665ac615-c602-4cbe-af07-b3c3e8b06d86 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.0487783 Feb 15 14:16:47.091516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] For port 9e75b5ee-6e8c-4316-96e1-313746ca935b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9e75b5ee-6e8c-4316-96e1-313746ca935b,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:47.128987 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.129692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18dd8f30-cd65-4819-b44a-8e3faec85295 req-5c733b01-98f2-44e7-b588-74f0af7ba99e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496477 Feb 15 14:16:47.136708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f46da115-8508-4114-a405-27b914896687 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/routers/7176f62f-3b06-4d26-ab8d-6f69b59954b1 HTTP/1.1" status: 200 len: 924 time: 0.4745491 Feb 15 14:16:47.138079 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-e2209229-de94-4e08-aa25-3cf91a00c473 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:16:47.138754 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-e2209229-de94-4e08-aa25-3cf91a00c473 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:16:47.139285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73b3f1-58a4-4273-becd-eac5c4661223 None None] Routers {'7176f62f-3b06-4d26-ab8d-6f69b59954b1'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:47.139769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51248) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:47.139898 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9d73b3f1-58a4-4273-becd-eac5c4661223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7176f62f-3b06-4d26-ab8d-6f69b59954b1'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:47.156432 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.191348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9d73b3f1-58a4-4273-becd-eac5c4661223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:47.222474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=9e75b5ee-6e8c-4316-96e1-313746ca935b,revision_number=5']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:47.232788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:16:47.247012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d4a21-3730-48ab-aa38-225b97467aec tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:47.247729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.248093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.248440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.249101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.249560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.250162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-944d4a21-3730-48ab-aa38-225b97467aec tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&device_id=7176f62f-3b06-4d26-ab8d-6f69b59954b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1086478 Feb 15 14:16:47.252746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51250) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:47.252913 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.253411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.253826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.254527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779387af-af08-49ed-9b71-eaf73e8d3f70 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:16:47.254754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.255131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.255470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.256022 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.256359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:47.270500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (1302ad10-18f9-4d4f-8e3b-520c6182b3fd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.276411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 779387af-af08-49ed-9b71-eaf73e8d3f70, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=779387af-af08-49ed-9b71-eaf73e8d3f70,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:47.283166 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9981f8b2-e64f-4355-a177-991518d40efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.300786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73b3f1-58a4-4273-becd-eac5c4661223 None None] Routers {'7176f62f-3b06-4d26-ab8d-6f69b59954b1'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:47.301411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9d73b3f1-58a4-4273-becd-eac5c4661223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7176f62f-3b06-4d26-ab8d-6f69b59954b1'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:47.316888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2a09e4a2-7516-41cb-bbe9-0bf9c565da5a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.317748 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Added segment 2a09e4a2-7516-41cb-bbe9-0bf9c565da5a of type vlan for network 925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc Feb 15 14:16:47.343255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9d73b3f1-58a4-4273-becd-eac5c4661223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:47.343904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73b3f1-58a4-4273-becd-eac5c4661223 None None] The sync data for ids ['7176f62f-3b06-4d26-ab8d-6f69b59954b1'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:47.352180 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.390237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:47.391424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9e75b5ee-6e8c-4316-96e1-313746ca935b up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:47.393358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e55b0d1-db3b-4d0e-aff0-dde5701f34c1 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:47.401118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3e55b0d1-db3b-4d0e-aff0-dde5701f34c1 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 881 time: 0.1441276 Feb 15 14:16:47.401336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51252) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:47.404280 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.431945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7d96b397-aba3-430e-a501-7738be11ccc7 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=7176f62f-3b06-4d26-ab8d-6f69b59954b1 HTTP/1.1" status: 200 len: 205 time: 0.0295250 Feb 15 14:16:47.434785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51254) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:47.443089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.448983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:47.449942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.481117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-90a8718d-b475-4d87-a07a-b6e09066007d None None] For port 9e75b5ee-6e8c-4316-96e1-313746ca935b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9e75b5ee-6e8c-4316-96e1-313746ca935b,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:47.481535 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-90a8718d-b475-4d87-a07a-b6e09066007d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.499632 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5061145 Feb 15 14:16:47.510136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-90a8718d-b475-4d87-a07a-b6e09066007d None None] Calling delete_port for 9e75b5ee-6e8c-4316-96e1-313746ca935b owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:47.515515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51256) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:47.516168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=779387af-af08-49ed-9b71-eaf73e8d3f70,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:47.520666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'network_id': '925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:47.534886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9e75b5ee-6e8c-4316-96e1-313746ca935b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:47.534886 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.564089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:47.584223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:47.589553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:47.591027 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.611193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=1302ad10-18f9-4d4f-8e3b-520c6182b3fd,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:47.638608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51258) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:47.639214 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f5f53fb6-d1b1-424b-a83d-1dc1d88a61fb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1209357 Feb 15 14:16:47.644163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3ceb9b0d-c137-472c-84f9-c34540153cf1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:47.645771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a994b-c71d-4385-a06d-1ab51a317388 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:47.679473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:16:47.747642 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (7176f62f-3b06-4d26-ab8d-6f69b59954b1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.766936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['779387af-af08-49ed-9b71-eaf73e8d3f70'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:16:47.869288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e2209229-de94-4e08-aa25-3cf91a00c473 None None] Current status of the port 9e75b5ee-6e8c-4316-96e1-313746ca935b is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:47.872124 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2209229-de94-4e08-aa25-3cf91a00c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.884367 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (7176f62f-3b06-4d26-ab8d-6f69b59954b1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.888738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:47.892244 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:47.971219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb9b0d-c137-472c-84f9-c34540153cf1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:47.974977 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9b0d-c137-472c-84f9-c34540153cf1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:48.137486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9e75b5ee-6e8c-4316-96e1-313746ca935b is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:48.137865 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:48.170681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e2209229-de94-4e08-aa25-3cf91a00c473 None None] For port 9e75b5ee-6e8c-4316-96e1-313746ca935b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9e75b5ee-6e8c-4316-96e1-313746ca935b,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:48.188916 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2209229-de94-4e08-aa25-3cf91a00c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:48.217447 n-d-829064-15 neutron-server[109971]: INFO neutron.db.ipam_backend_mixin [None req-3ceb9b0d-c137-472c-84f9-c34540153cf1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1302ad10-18f9-4d4f-8e3b-520c6182b3fd (CIDR: 2001:db8::/64) Feb 15 14:16:48.231403 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ceb9b0d-c137-472c-84f9-c34540153cf1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:16:48.231898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ceb9b0d-c137-472c-84f9-c34540153cf1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:16:48.341790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3ceb9b0d-c137-472c-84f9-c34540153cf1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6990869 Feb 15 14:16:48.341790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59b7953a-861e-4aee-903d-24d3b6e1b407 req-8db73473-368a-434f-8d81-ece5b3e43086 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.0617273 Feb 15 14:16:48.343778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51268) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:48.353045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Deleting port 1ac69c66-234d-4037-8b46-bd96fcd1a2f7 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:48.353387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1ac69c66-234d-4037-8b46-bd96fcd1a2f7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:48.360776 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-53910057-4664-4e13-8a0f-844ae685aebb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:48.385775 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-90a8718d-b475-4d87-a07a-b6e09066007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (9e75b5ee-6e8c-4316-96e1-313746ca935b), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:48.389813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaae9bd-b3ff-4de3-85d5-11758a54f67a req-b35e6324-d43c-4e2a-9124-3871c7d096fb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:48.391249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-daaae9bd-b3ff-4de3-85d5-11758a54f67a req-b35e6324-d43c-4e2a-9124-3871c7d096fb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 945 time: 0.1516097 Feb 15 14:16:48.487564 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:48.500871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bf55e58e-c3ac-4e69-8e62-abdecc2b7f22 None None] Provisioning complete for port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:48.501256 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bf55e58e-c3ac-4e69-8e62-abdecc2b7f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:48.516906 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2209229-de94-4e08-aa25-3cf91a00c473 None None] Pushing event updated for resources: {'Port': ['ID=9e75b5ee-6e8c-4316-96e1-313746ca935b,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:48.521599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8718d-b475-4d87-a07a-b6e09066007d None None] No DVR routers for this DVR port 9e75b5ee-6e8c-4316-96e1-313746ca935b on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:16:48.544110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9e75b5ee-6e8c-4316-96e1-313746ca935b no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:16:48.572675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 9e75b5ee-6e8c-4316-96e1-313746ca935b {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:16:48.573076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9e75b5ee-6e8c-4316-96e1-313746ca935b not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:16:48.596892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122254b8-6dde-4f80-be77-a5ea66cc37cd None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:16:48.604453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8718d-b475-4d87-a07a-b6e09066007d None None] Pushing event deleted for resources: {'Port': ['ID=9e75b5ee-6e8c-4316-96e1-313746ca935b,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:48.653653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53910057-4664-4e13-8a0f-844ae685aebb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:48.662883 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-53910057-4664-4e13-8a0f-844ae685aebb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:48.843488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bf55e58e-c3ac-4e69-8e62-abdecc2b7f22 None None] Current status of the port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:48.868122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122254b8-6dde-4f80-be77-a5ea66cc37cd None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:16:48.921145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-daaae9bd-b3ff-4de3-85d5-11758a54f67a req-c42c6dfe-a652-4ea4-b969-27246a9dcbf3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167003 Feb 15 14:16:48.986494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (0b05f086-ce8b-429c-a2e1-4743542b4ada), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:48.995820 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1ac69c66-234d-4037-8b46-bd96fcd1a2f7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.053354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Calling delete_port for 1ac69c66-234d-4037-8b46-bd96fcd1a2f7 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:49.091115 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-53910057-4664-4e13-8a0f-844ae685aebb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (7c868784-a7b2-4259-baca-9c544a474620), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.136924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=0b05f086-ce8b-429c-a2e1-4743542b4ada,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:49.170693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Checking segment: {'id': '2a09e4a2-7516-41cb-bbe9-0bf9c565da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:49.171342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network hostable DHCP agents. Network: 925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:16:49.187804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53910057-4664-4e13-8a0f-844ae685aebb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:49.193653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-53910057-4664-4e13-8a0f-844ae685aebb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:49.206688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53910057-4664-4e13-8a0f-844ae685aebb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:49.207327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-53910057-4664-4e13-8a0f-844ae685aebb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.214623 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53910057-4664-4e13-8a0f-844ae685aebb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=7c868784-a7b2-4259-baca-9c544a474620,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:49.216372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network 925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:16:49.243446 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-53910057-4664-4e13-8a0f-844ae685aebb tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8936763 Feb 15 14:16:49.245988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51280) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:49.252436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:0a:fe:e0', 'name': 'tempest-NetworksTestDHCPv6-2069020829'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:49.273485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:49.283423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'project_id': '99c184c4cce34969aa10f6f11a67509e', 'fixed_ips': [{'subnet_id': '1302ad10-18f9-4d4f-8e3b-520c6182b3fd'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:49.285096 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.285242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:49.287526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.385193 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1ac69c66-234d-4037-8b46-bd96fcd1a2f7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.440452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Pushing event deleted for resources: {'Port': ['ID=1ac69c66-234d-4037-8b46-bd96fcd1a2f7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:49.471479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0177da38-4436-46d8-a67f-fb29dec2c24d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9548039 Feb 15 14:16:49.474860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51288) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:49.484183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649242871'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:49.537899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Allocated IP 2001:db8::f816:3eff:fed9:10de (a38afbd0-c128-4dc1-aa52-b247a5fafd54/1302ad10-18f9-4d4f-8e3b-520c6182b3fd/7047fc73-d37a-4fa5-b969-2e0683921a79) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:49.543557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:49.653902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd154e6d-2590-438a-baa5-8a6c17f1c9dd req-330511b2-2897-41b3-a89f-f5b7fa2d2f01 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.1137774 Feb 15 14:16:49.675706 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.682999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (7176f62f-3b06-4d26-ab8d-6f69b59954b1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.702165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 8972088f-f6b3-4f98-b111-63bfadbfc4f8 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:16:49.777130 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.782265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:49.789144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.812133 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Publish callbacks [] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.832632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:49.986327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:49.997856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:50.005256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:50.010652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (7176f62f-3b06-4d26-ab8d-6f69b59954b1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.012109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:50.015900 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (7176f62f-3b06-4d26-ab8d-6f69b59954b1), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.033356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:16:50.124966 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (181b7bbe-dbf3-4cde-82f1-51dba5027692), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.125754 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Added segment 181b7bbe-dbf3-4cde-82f1-51dba5027692 of type vlan for network b8ad3588-21e3-461a-b7c9-3ca98d30ca1f Feb 15 14:16:50.150063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8:0:1::1e4 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/7c868784-a7b2-4259-baca-9c544a474620/8972088f-f6b3-4f98-b111-63bfadbfc4f8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:50.152350 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (7176f62f-3b06-4d26-ab8d-6f69b59954b1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.153199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Fanout notify agent at l3_agent the message router_deleted on router 7176f62f-3b06-4d26-ab8d-6f69b59954b1 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:16:50.176517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::f816:3eff:fe0a:fee0 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/1302ad10-18f9-4d4f-8e3b-520c6182b3fd/8972088f-f6b3-4f98-b111-63bfadbfc4f8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:50.196506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Attempting to bind port 7047fc73-d37a-4fa5-b969-2e0683921a79 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:50.196874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Attempting to bind port 7047fc73-d37a-4fa5-b969-2e0683921a79 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:50.199420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Attempting to bind port 7047fc73-d37a-4fa5-b969-2e0683921a79 on network a38afbd0-c128-4dc1-aa52-b247a5fafd54 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:50.201853 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.204169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6c4ef124-8fff-4adc-80ea-e6e882df5b65 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/7176f62f-3b06-4d26-ab8d-6f69b59954b1 HTTP/1.1" status: 204 len: 168 time: 2.7675812 Feb 15 14:16:50.210458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:50.210836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Checking segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:50.213138 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.215762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Bound using segment: {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:50.216290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Bound port: 7047fc73-d37a-4fa5-b969-2e0683921a79, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead1c7c-3089-4ff6-9782-6a7ee929fad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:50.216700 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.219668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51292) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:50.226560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f6e37-e7f0-4c88-b92e-ea6fe4f01d4b req-ac1ec554-5dc9-411e-8d28-492349a2eaa9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:50.230301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b27f6e37-e7f0-4c88-b92e-ea6fe4f01d4b req-ac1ec554-5dc9-411e-8d28-492349a2eaa9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 945 time: 0.1568153 Feb 15 14:16:50.235002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f8c51dbe-1d8a-4492-983d-93b7bc1376ed tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2134533610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:50.262142 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (b8ad3588-21e3-461a-b7c9-3ca98d30ca1f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.311217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b27f6e37-e7f0-4c88-b92e-ea6fe4f01d4b req-9d6a78bc-ca67-45a5-9513-49e1b04bee0a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724571 Feb 15 14:16:50.341703 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (b8ad3588-21e3-461a-b7c9-3ca98d30ca1f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.347148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:50.347759 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.365437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:50.368357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8c51dbe-1d8a-4492-983d-93b7bc1376ed tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.370796 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8c51dbe-1d8a-4492-983d-93b7bc1376ed tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.373430 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:50.386620 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.448026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=b8ad3588-21e3-461a-b7c9-3ca98d30ca1f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:50.449484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 779387af-af08-49ed-9b71-eaf73e8d3f70 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:50.475003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4ee99ad3-951f-4c4a-8899-87ddbafdf5ba tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9988866 Feb 15 14:16:50.475933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51296) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:50.483714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'network_id': 'b8ad3588-21e3-461a-b7c9-3ca98d30ca1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:50.522696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network b8ad3588-21e3-461a-b7c9-3ca98d30ca1f details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:16:50.646472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:50.650509 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.697114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8c51dbe-1d8a-4492-983d-93b7bc1376ed tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.724508 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8c51dbe-1d8a-4492-983d-93b7bc1376ed tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.788409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (8972088f-f6b3-4f98-b111-63bfadbfc4f8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.801130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f8c51dbe-1d8a-4492-983d-93b7bc1376ed tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.806921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd15c8-df3f-4da2-89b9-a5032f0f8861 None None] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:50.807218 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f8c51dbe-1d8a-4492-983d-93b7bc1376ed tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5759256 Feb 15 14:16:50.807949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51302) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:50.826285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:50.845930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.ipam_backend_mixin [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Performing IP validity checks on allocation pools {{(pid=109971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 14:16:50.846454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.ipam_backend_mixin [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 14:16:50.855929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 779387af-af08-49ed-9b71-eaf73e8d3f70 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:16:50.860853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 779387af-af08-49ed-9b71-eaf73e8d3f70 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:50.861336 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:50.987392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7105f7d-c5fa-4b33-b392-83ea490f937a req-6dd30aa5-37a4-4e9c-8ca3-e7c11e84f982 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.1119897 Feb 15 14:16:51.006597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 779387af-af08-49ed-9b71-eaf73e8d3f70 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:51.007185 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:51.087941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582a2972-7694-44dc-9715-48dedb17f674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779387af-af08-49ed-9b71-eaf73e8d3f70'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:16:51.093700 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27643563-655f-47e7-94da-331563f2c959" -d '{"events": [{"server_uuid": "582a2972-7694-44dc-9715-48dedb17f674", "name": "network-vif-plugged", "status": "completed", "tag": "779387af-af08-49ed-9b71-eaf73e8d3f70"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:16:51.125382 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:51.143820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 779387af-af08-49ed-9b71-eaf73e8d3f70, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=779387af-af08-49ed-9b71-eaf73e8d3f70,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:51.165249 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:51.254764 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0de1424-29dd-4efd-a632-90d8b094682f x-openstack-request-id: req-a0de1424-29dd-4efd-a632-90d8b094682f {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:16:51.255466 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582a2972-7694-44dc-9715-48dedb17f674", "name": "network-vif-plugged", "status": "completed", "tag": "779387af-af08-49ed-9b71-eaf73e8d3f70", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:16:51.255881 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0de1424-29dd-4efd-a632-90d8b094682f {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:16:51.256674 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582a2972-7694-44dc-9715-48dedb17f674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779387af-af08-49ed-9b71-eaf73e8d3f70', 'code': 200} Feb 15 14:16:51.258788 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=779387af-af08-49ed-9b71-eaf73e8d3f70,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:51.275506 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8972088f-f6b3-4f98-b111-63bfadbfc4f8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:51.344417 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (67459e2a-5574-4c5e-bc99-6be8b7726a41), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:51.373378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:51.384459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3589805-59ee-472a-8a78-69479efd7e15 req-9ff61ced-a19d-4fe8-8858-f9c8a22d7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:51.386057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3589805-59ee-472a-8a78-69479efd7e15 req-9ff61ced-a19d-4fe8-8858-f9c8a22d7d94 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 1129 time: 0.1268997 Feb 15 14:16:51.433850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:51.459726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=8972088f-f6b3-4f98-b111-63bfadbfc4f8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:51.464371 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:51.467603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:51.475442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:51.475442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:51.512042 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8d15d8ef-0cf7-4c64-ab46-c28b531cb988 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2645321 Feb 15 14:16:51.525940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51308) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:51.536317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3589805-59ee-472a-8a78-69479efd7e15 req-1dbc75fd-7ac9-46df-81bd-a8df33113263 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161215 Feb 15 14:16:51.571686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=67459e2a-5574-4c5e-bc99-6be8b7726a41,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:51.599926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Checking segment: {'id': '181b7bbe-dbf3-4cde-82f1-51dba5027692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b8ad3588-21e3-461a-b7c9-3ca98d30ca1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:51.600292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network hostable DHCP agents. Network: b8ad3588-21e3-461a-b7c9-3ca98d30ca1f, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:16:51.671135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a1034-9453-4d3d-a5d0-77c7439cc8da req-92eac536-3c05-47b8-841e-1dbeff40c120 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:51.674687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-801a1034-9453-4d3d-a5d0-77c7439cc8da req-92eac536-3c05-47b8-841e-1dbeff40c120 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 946 time: 0.2311296 Feb 15 14:16:51.772678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network b8ad3588-21e3-461a-b7c9-3ca98d30ca1f is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:16:51.847807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-98d35c3d-3fd6-4880-8b79-ef553276a61c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 8972088f-f6b3-4f98-b111-63bfadbfc4f8 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:51.848279 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-98d35c3d-3fd6-4880-8b79-ef553276a61c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8972088f-f6b3-4f98-b111-63bfadbfc4f8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:51.852095 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:51.905415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:51.974819 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-98d35c3d-3fd6-4880-8b79-ef553276a61c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8972088f-f6b3-4f98-b111-63bfadbfc4f8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:51.995305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-98d35c3d-3fd6-4880-8b79-ef553276a61c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 8972088f-f6b3-4f98-b111-63bfadbfc4f8 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:52.139937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Allocated IP 172.25.6.227 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/9dfd784b-5003-4e02-8d37-9f68c684a19a) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:52.215404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, b8ad3588-21e3-461a-b7c9-3ca98d30ca1f) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:52.221985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:52.222607 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:52.262536 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for port (9dfd784b-5003-4e02-8d37-9f68c684a19a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:52.327431 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9dfd784b-5003-4e02-8d37-9f68c684a19a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:52.372348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:52.375879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:52.386198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:52.449918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02b43b8a-e30a-4bec-8a7e-0be295fd3838 req-a12fe10d-df82-4707-838e-8b8d1b57e71e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cd6dacc-974e-41a8-b970-d649c95242de HTTP/1.1" status: 200 len: 210 time: 0.2044468 Feb 15 14:16:52.449918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-801a1034-9453-4d3d-a5d0-77c7439cc8da req-a4ae6b13-feb3-4247-aad8-d144f3e7efdb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284520 Feb 15 14:16:52.456975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28136e-ac44-4e44-a96f-c5b4e2c59d69 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:52.471783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9d4fab63-f0c5-4435-a3f3-ede7ead73ef2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9937434 Feb 15 14:16:52.472516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51318) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:52.508535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Pushing event updated for resources: {'Port': ['ID=9dfd784b-5003-4e02-8d37-9f68c684a19a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:52.523217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-98d35c3d-3fd6-4880-8b79-ef553276a61c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (8972088f-f6b3-4f98-b111-63bfadbfc4f8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:52.603056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d35c3d-3fd6-4880-8b79-ef553276a61c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=8972088f-f6b3-4f98-b111-63bfadbfc4f8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:52.694804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3956fd-b81a-4a11-aca8-055b795aa801 None None] Network 925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:52.706726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e7f10-b822-474f-8a3c-25e5716b9888 None None] Network b8ad3588-21e3-461a-b7c9-3ca98d30ca1f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:52.714677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7047fc73-d37a-4fa5-b969-2e0683921a79 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:52.765667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-98d35c3d-3fd6-4880-8b79-ef553276a61c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:52.769037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-98d35c3d-3fd6-4880-8b79-ef553276a61c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/8972088f-f6b3-4f98-b111-63bfadbfc4f8 HTTP/1.1" status: 204 len: 168 time: 1.2318177 Feb 15 14:16:52.772822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51320) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:52.841363 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (b8ad3588-21e3-461a-b7c9-3ca98d30ca1f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:52.898030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd8b802-5548-4934-85b9-765cbca2bc7f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:52.902997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bfd8b802-5548-4934-85b9-765cbca2bc7f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1258500 Feb 15 14:16:52.904242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51324) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:52.960542 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (67459e2a-5574-4c5e-bc99-6be8b7726a41), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.034642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b49ed6-cf3b-490d-b504-d1b2cc3b1867 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:53.039051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b7b49ed6-cf3b-490d-b504-d1b2cc3b1867 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1313722 Feb 15 14:16:53.041127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51328) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:53.044825 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.114760 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (67459e2a-5574-4c5e-bc99-6be8b7726a41), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.124744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf99bf5-d563-46bf-8fa5-53cbce2d2bd0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:53.126441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf99bf5-d563-46bf-8fa5-53cbce2d2bd0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:53.127895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf99bf5-d563-46bf-8fa5-53cbce2d2bd0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:53.133646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cdf99bf5-d563-46bf-8fa5-53cbce2d2bd0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0874407 Feb 15 14:16:53.153452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51330) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:53.168356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Subnet': ['ID=67459e2a-5574-4c5e-bc99-6be8b7726a41,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:53.209731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-14e182af-20db-4fa8-9aae-3559f005fc10 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:53.223502 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-14e182af-20db-4fa8-9aae-3559f005fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.272677 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (b8ad3588-21e3-461a-b7c9-3ca98d30ca1f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.293293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ad3588-21e3-461a-b7c9-3ca98d30ca1f']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:53.302660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181b7bbe-dbf3-4cde-82f1-51dba5027692') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:53.303015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181b7bbe-dbf3-4cde-82f1-51dba5027692') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:53.313136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (181b7bbe-dbf3-4cde-82f1-51dba5027692), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.327596 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (181b7bbe-dbf3-4cde-82f1-51dba5027692), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.333693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:16:53.334218 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (181b7bbe-dbf3-4cde-82f1-51dba5027692), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:16:53.393293 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:16:53.403913 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (b8ad3588-21e3-461a-b7c9-3ca98d30ca1f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.412572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.420415 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.423667 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/b8ad3588-21e3-461a-b7c9-3ca98d30ca1f HTTP/1.1" status: 204 len: 168 time: 0.9496920 Feb 15 14:16:53.427641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.436795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51332) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:53.438789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 1302ad10-18f9-4d4f-8e3b-520c6182b3fd {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:53.442558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212383d1-78d3-492d-82da-c940ca37b1cf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Network': ['ID=b8ad3588-21e3-461a-b7c9-3ca98d30ca1f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:53.444381 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (1302ad10-18f9-4d4f-8e3b-520c6182b3fd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.455260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377f0d9c-912e-437c-ad5b-77d928b9e50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-b8ad3588-21e3-461a-b7c9-3ca98d30ca1f', 'network_id': 'b8ad3588-21e3-461a-b7c9-3ca98d30ca1f', 'project_id': '9cf25b18b2bd4180a671f282a3d5a903', 'fixed_ips': [{'subnet_id': '67459e2a-5574-4c5e-bc99-6be8b7726a41'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:53.458514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-377f0d9c-912e-437c-ad5b-77d928b9e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.473952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc', 'network_id': '925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc', 'project_id': '9cf25b18b2bd4180a671f282a3d5a903', 'fixed_ips': [{'subnet_id': '0b05f086-ce8b-429c-a2e1-4743542b4ada'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:53.480690 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.506229 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (1302ad10-18f9-4d4f-8e3b-520c6182b3fd), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.666447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (1302ad10-18f9-4d4f-8e3b-520c6182b3fd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.670888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-916626353'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:53.713718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:53.718951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.746596 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (1302ad10-18f9-4d4f-8e3b-520c6182b3fd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.769240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:16:53.798506 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.799054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c55efabe-b880-4879-ac9d-4d8e5c315b2a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.799540 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Added segment c55efabe-b880-4879-ac9d-4d8e5c315b2a of type vlan for network 249570f6-2f45-43de-9005-d732d47f627c Feb 15 14:16:53.805463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/1302ad10-18f9-4d4f-8e3b-520c6182b3fd HTTP/1.1" status: 204 len: 168 time: 0.6481271 Feb 15 14:16:53.833458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51340) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:53.844018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=1302ad10-18f9-4d4f-8e3b-520c6182b3fd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:53.846142 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (249570f6-2f45-43de-9005-d732d47f627c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.856743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.857152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.857507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.857850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.858187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.858676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.859307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.859709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.863419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.863842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.864197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.864543 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.864876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc260c9-c385-420b-a303-22f8274bebd7 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:16:53.873796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Router 6db60a92-8fa4-4d9a-b0a1-54ef813117f1 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:16:53.889855 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (249570f6-2f45-43de-9005-d732d47f627c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.908414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:53.909083 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:53.930887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fe3b4-cf6c-4b47-b3d5-cae5b863a61a req-196f0e41-5be1-4865-bd08-4cee22dd4818 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:53.932671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d95fe3b4-cf6c-4b47-b3d5-cae5b863a61a req-196f0e41-5be1-4865-bd08-4cee22dd4818 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 946 time: 0.2003820 Feb 15 14:16:53.952955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec26a7bb-1ae8-477b-ae79-bb67bb354845 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 7c868784-a7b2-4259-baca-9c544a474620 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:16:53.956842 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec26a7bb-1ae8-477b-ae79-bb67bb354845 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (7c868784-a7b2-4259-baca-9c544a474620), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:54.014001 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec26a7bb-1ae8-477b-ae79-bb67bb354845 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (7c868784-a7b2-4259-baca-9c544a474620), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:54.063907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-14e182af-20db-4fa8-9aae-3559f005fc10 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:54.064296 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-14e182af-20db-4fa8-9aae-3559f005fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:54.065882 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec26a7bb-1ae8-477b-ae79-bb67bb354845 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (7c868784-a7b2-4259-baca-9c544a474620), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:54.141037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df28abb5-1e04-4ce1-b58b-09482a20c2e1 None None] Network b8ad3588-21e3-461a-b7c9-3ca98d30ca1f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:54.147428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:54.147812 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:54.159740 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec26a7bb-1ae8-477b-ae79-bb67bb354845 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (7c868784-a7b2-4259-baca-9c544a474620), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:54.196553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26a7bb-1ae8-477b-ae79-bb67bb354845 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=7c868784-a7b2-4259-baca-9c544a474620,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:54.237006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d95fe3b4-cf6c-4b47-b3d5-cae5b863a61a req-eb79d94f-e09a-4ba2-851e-3785ac7a2d01 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955945 Feb 15 14:16:54.240070 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5737576 Feb 15 14:16:54.245720 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51346) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:54.246351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ecbf6-7fa1-4b93-b638-aa4fec708655 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=249570f6-2f45-43de-9005-d732d47f627c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:54.247381 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec26a7bb-1ae8-477b-ae79-bb67bb354845 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:54.252017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ec26a7bb-1ae8-477b-ae79-bb67bb354845 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/7c868784-a7b2-4259-baca-9c544a474620 HTTP/1.1" status: 204 len: 168 time: 0.4173555 Feb 15 14:16:54.254431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51348) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:54.263660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'network_id': '249570f6-2f45-43de-9005-d732d47f627c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:54.270789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 249570f6-2f45-43de-9005-d732d47f627c details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:16:54.307633 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6f12e889-6cb1-4d55-b8b2-2a44ab61a04e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517614 Feb 15 14:16:54.310424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51352) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:54.316161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:54.328284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df28abb5-1e04-4ce1-b58b-09482a20c2e1 None None] Network b8ad3588-21e3-461a-b7c9-3ca98d30ca1f could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:16:54.343742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c309bb-a317-47e2-b312-3302f1e9cfa9 None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': '1302ad10-18f9-4d4f-8e3b-520c6182b3fd', 'ip_address': '2001:db8::f816:3eff:fed9:10de'}, {'subnet_id': '7c868784-a7b2-4259-baca-9c544a474620'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '7047fc73-d37a-4fa5-b969-2e0683921a79'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:16:54.455730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Allocated IP 2001:db8::3 (925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc/0b05f086-ce8b-429c-a2e1-4743542b4ada/f8f5c449-7aef-4ab8-9fac-dc4e67fa3093) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:54.457623 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:16:54.468242 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc08041-273a-4f67-be58-ac937f873851 None None] Sync routers for ids ['6db60a92-8fa4-4d9a-b0a1-54ef813117f1'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:16:54.472766 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:54.474167 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4df882e2-47bc-407a-803a-adf1fcc5bada tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "PUT /v2.0/routers/6db60a92-8fa4-4d9a-b0a1-54ef813117f1 HTTP/1.1" status: 200 len: 884 time: 3.6606212 Feb 15 14:16:54.484015 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc08041-273a-4f67-be58-ac937f873851 None None] Routers {'6db60a92-8fa4-4d9a-b0a1-54ef813117f1'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:54.484730 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1fc08041-273a-4f67-be58-ac937f873851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6db60a92-8fa4-4d9a-b0a1-54ef813117f1'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:54.493530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51354) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:54.520699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f37953ed-2eeb-446f-9c4d-0dcc2b9b19f4 req-0c5708de-5752-4b31-b504-d0744d22a96a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8773e41ef1784a1cb7d43670ec2b8860 HTTP/1.1" status: 200 len: 267 time: 0.1323228 Feb 15 14:16:54.562265 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1fc08041-273a-4f67-be58-ac937f873851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:54.584803 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc08041-273a-4f67-be58-ac937f873851 None None] Routers {'6db60a92-8fa4-4d9a-b0a1-54ef813117f1'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:16:54.585227 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1fc08041-273a-4f67-be58-ac937f873851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6db60a92-8fa4-4d9a-b0a1-54ef813117f1'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:54.610605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:54.620658 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:54.621233 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1fc08041-273a-4f67-be58-ac937f873851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:16:54.622131 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc08041-273a-4f67-be58-ac937f873851 None None] The sync data for ids ['6db60a92-8fa4-4d9a-b0a1-54ef813117f1'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:16:54.753858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37953ed-2eeb-446f-9c4d-0dcc2b9b19f4 req-5d6654d0-a90d-4a40-ac43-db09912b4dd2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:54.769614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f37953ed-2eeb-446f-9c4d-0dcc2b9b19f4 req-5d6654d0-a90d-4a40-ac43-db09912b4dd2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 946 time: 0.2462418 Feb 15 14:16:54.838767 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81c309bb-a317-47e2-b312-3302f1e9cfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:54.846089 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-14e182af-20db-4fa8-9aae-3559f005fc10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:16:54.846680 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-14e182af-20db-4fa8-9aae-3559f005fc10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:16:54.972042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f37953ed-2eeb-446f-9c4d-0dcc2b9b19f4 req-0bebb4d8-92a7-4f71-bb0d-d16de0be98fa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Request body: {'port': {'security_groups': []}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:54.980759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:54.981161 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.080436 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Publish callbacks [] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.116092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:55.119607 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.130442 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f37953ed-2eeb-446f-9c4d-0dcc2b9b19f4 req-0bebb4d8-92a7-4f71-bb0d-d16de0be98fa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.169519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:55.177274 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.189204 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.268039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Network 925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:55.274020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e6680c-01fd-44f2-a535-b4b9c1a304e2 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:55.316232 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-290c627d-3382-41d3-922e-33254fb97efe tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/routers/6db60a92-8fa4-4d9a-b0a1-54ef813117f1 HTTP/1.1" status: 200 len: 925 time: 0.8213627 Feb 15 14:16:55.321192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51362) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:55.393677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:55.415003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:55.436970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.objects.ports [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:16:55.450378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf2abac-9ebe-4778-b3e9-ac3e00c75356 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:55.458745 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fcf2abac-9ebe-4778-b3e9-ac3e00c75356 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&device_id=6db60a92-8fa4-4d9a-b0a1-54ef813117f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1069121 Feb 15 14:16:55.483142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51364) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:55.549703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Attempting to bind port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:55.550244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Attempting to bind port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '2a09e4a2-7516-41cb-bbe9-0bf9c565da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:55.550734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Attempting to bind port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 on network 925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:55.563662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:55.564544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Checking segment: {'id': '2a09e4a2-7516-41cb-bbe9-0bf9c565da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:55.565061 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.565855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Bound using segment: {'id': '2a09e4a2-7516-41cb-bbe9-0bf9c565da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:55.566441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Bound port: f8f5c449-7aef-4ab8-9fac-dc4e67fa3093, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a09e4a2-7516-41cb-bbe9-0bf9c565da5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:55.566890 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.597775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:55.650293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-14e182af-20db-4fa8-9aae-3559f005fc10 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:55.652914 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (eccf4630-8e74-4008-b4ae-f326b89b15a3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.661900 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d0353-6cc9-48b3-9171-ef6e4f4f1dcf tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:55.666576 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9f8d0353-6cc9-48b3-9171-ef6e4f4f1dcf tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 881 time: 0.1785567 Feb 15 14:16:55.685739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51366) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:55.698983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Pushing event updated for resources: {'Port': ['ID=f8f5c449-7aef-4ab8-9fac-dc4e67fa3093,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:55.706950 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.714690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f37953ed-2eeb-446f-9c4d-0dcc2b9b19f4 req-0bebb4d8-92a7-4f71-bb0d-d16de0be98fa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] For port 779387af-af08-49ed-9b71-eaf73e8d3f70, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=779387af-af08-49ed-9b71-eaf73e8d3f70,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:55.791984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] For port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:55.804108 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a580d06e-a630-4f4a-ab80-4a1e0f18bfcc tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=6db60a92-8fa4-4d9a-b0a1-54ef813117f1 HTTP/1.1" status: 200 len: 205 time: 0.1140757 Feb 15 14:16:55.805371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] For port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f8f5c449-7aef-4ab8-9fac-dc4e67fa3093,segment=NetworkSegment(2a09e4a2-7516-41cb-bbe9-0bf9c565da5a),segment_id=2a09e4a2-7516-41cb-bbe9-0bf9c565da5a)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:55.815427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b22ef63e-cd12-478f-9527-59c33ae47258 None None] Could not find standard attr ID for object 26888dce-90cb-47ec-9950-3aa30a49d479. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:16:55.831772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51370) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:55.864329 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.886783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b22ef63e-cd12-478f-9527-59c33ae47258 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:55.887264 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b22ef63e-cd12-478f-9527-59c33ae47258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.922876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:55.954614 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:55.993210 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.004241 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.028395 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f37953ed-2eeb-446f-9c4d-0dcc2b9b19f4 req-0bebb4d8-92a7-4f71-bb0d-d16de0be98fa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.041640 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (db3fd529-d985-4e52-acfa-f0f2c93cc2d8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.085028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e0fee-9b3d-4bf7-bf82-4d4b75313169 None None] Pushing event updated for resources: {'Port': ['ID=f8f5c449-7aef-4ab8-9fac-dc4e67fa3093,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:56.110215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=eccf4630-8e74-4008-b4ae-f326b89b15a3,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:56.145679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Checking segment: {'id': 'c55efabe-b880-4879-ac9d-4d8e5c315b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '249570f6-2f45-43de-9005-d732d47f627c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:56.146372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network hostable DHCP agents. Network: 249570f6-2f45-43de-9005-d732d47f627c, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:16:56.163251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b22ef63e-cd12-478f-9527-59c33ae47258 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:56.188737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network 249570f6-2f45-43de-9005-d732d47f627c is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:16:56.194693 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f37953ed-2eeb-446f-9c4d-0dcc2b9b19f4 req-0bebb4d8-92a7-4f71-bb0d-d16de0be98fa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.204239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.209021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['412aff0a-ad97-4310-9c2c-edf5bb5c4411', '786fe9cb-553a-423e-a00b-fbcf594b6366'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:16:56.209689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 249570f6-2f45-43de-9005-d732d47f627c) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:56.212055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['779387af-af08-49ed-9b71-eaf73e8d3f70'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:16:56.215790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:56.216591 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.259016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37953ed-2eeb-446f-9c4d-0dcc2b9b19f4 req-0bebb4d8-92a7-4f71-bb0d-d16de0be98fa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:56.274389 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f37953ed-2eeb-446f-9c4d-0dcc2b9b19f4 req-0bebb4d8-92a7-4f71-bb0d-d16de0be98fa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.277709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f37953ed-2eeb-446f-9c4d-0dcc2b9b19f4 req-0bebb4d8-92a7-4f71-bb0d-d16de0be98fa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "PUT /v2.0/ports/779387af-af08-49ed-9b71-eaf73e8d3f70 HTTP/1.1" status: 200 len: 905 time: 1.5070088 Feb 15 14:16:56.303650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197867cc-dd91-498f-8bf0-16e2edaaefde None None] Network 249570f6-2f45-43de-9005-d732d47f627c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:56.312293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582a2972-7694-44dc-9715-48dedb17f674', 'tag': '779387af-af08-49ed-9b71-eaf73e8d3f70'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:16:56.317180 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43acd6c8-f56c-4cc0-a135-718b52046c53" -d '{"events": [{"name": "network-changed", "server_uuid": "582a2972-7694-44dc-9715-48dedb17f674", "tag": "779387af-af08-49ed-9b71-eaf73e8d3f70"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:16:56.325991 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-af37ce34-f19f-4f3a-abb4-546ca10c8b60 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0668130 Feb 15 14:16:56.327950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51380) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:56.397511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Deleting port 9dfd784b-5003-4e02-8d37-9f68c684a19a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:16:56.397865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9dfd784b-5003-4e02-8d37-9f68c684a19a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.474502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['779387af-af08-49ed-9b71-eaf73e8d3f70'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:16:56.546315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9dfd784b-5003-4e02-8d37-9f68c684a19a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.571644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a929f90d-820e-4ee6-86e9-58b3c2238ae1 None None] Could not find standard attr ID for object 8972088f-f6b3-4f98-b111-63bfadbfc4f8. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:16:56.596630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Calling delete_port for 9dfd784b-5003-4e02-8d37-9f68c684a19a owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:16:56.649741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=db3fd529-d985-4e52-acfa-f0f2c93cc2d8,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:56.660438 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (249570f6-2f45-43de-9005-d732d47f627c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.669681 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6087212-c9c3-47a1-ad16-0f063dec8c11 x-openstack-request-id: req-f6087212-c9c3-47a1-ad16-0f063dec8c11 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:16:56.676158 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582a2972-7694-44dc-9715-48dedb17f674", "tag": "779387af-af08-49ed-9b71-eaf73e8d3f70", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:16:56.676367 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f6087212-c9c3-47a1-ad16-0f063dec8c11 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:16:56.676634 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582a2972-7694-44dc-9715-48dedb17f674', 'tag': '779387af-af08-49ed-9b71-eaf73e8d3f70', 'status': 'completed', 'code': 200} Feb 15 14:16:56.736133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:56.811290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:56.825200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:56.826045 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.831401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-249570f6-2f45-43de-9005-d732d47f627c', 'network_id': '249570f6-2f45-43de-9005-d732d47f627c', 'project_id': '9cf25b18b2bd4180a671f282a3d5a903', 'fixed_ips': [{'subnet_id': 'eccf4630-8e74-4008-b4ae-f326b89b15a3'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:16:56.832340 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:56.840884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49d8fb2-6f65-4f2f-a8b2-09214e828435 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:56.932270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:57.146551 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9dfd784b-5003-4e02-8d37-9f68c684a19a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.202804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1fb7b6d0-91f2-49f1-ac8a-9d6d4775cc5e None None] Provisioning complete for port 779387af-af08-49ed-9b71-eaf73e8d3f70 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:57.206763 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b6d0-91f2-49f1-ac8a-9d6d4775cc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.250259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Pushing event deleted for resources: {'Port': ['ID=9dfd784b-5003-4e02-8d37-9f68c684a19a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:57.304484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51396) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:57.373925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Allocated IP 2001:db8::1 (249570f6-2f45-43de-9005-d732d47f627c/eccf4630-8e74-4008-b4ae-f326b89b15a3/8d9cb62c-aea0-4887-8c07-ed587624281e) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:57.394810 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.436579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:57.582028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.586591 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.594117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:57.594496 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.702232 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9f2e37db-c271-4a9e-a101-43d423643238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.706297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cc3f0-30c7-4d61-9ccf-ddf307c9ced8 req-65de5e2a-c1fa-41fb-a733-b2e366386a34 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:57.721118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-811cc3f0-30c7-4d61-9ccf-ddf307c9ced8 req-65de5e2a-c1fa-41fb-a733-b2e366386a34 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 908 time: 1.0530517 Feb 15 14:16:57.726497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (6db60a92-8fa4-4d9a-b0a1-54ef813117f1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.727536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Fanout notify agent at l3_agent the message router_deleted on router 6db60a92-8fa4-4d9a-b0a1-54ef813117f1 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:16:57.740676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3347d1e6-952e-40ab-83a0-347e34c9a5f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4249656 Feb 15 14:16:57.744684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51400) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:57.749225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.751960 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0e5b5b0f-8394-4db4-b038-2f658bdc0b91 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/6db60a92-8fa4-4d9a-b0a1-54ef813117f1 HTTP/1.1" status: 204 len: 168 time: 1.9190235 Feb 15 14:16:57.757635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51404) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:57.772034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-15c3cfe6-09ab-4b31-bea7-80ab664385d2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1012819194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:57.788154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8f7d580b-2602-4679-b11c-2549281c6129 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:57.830279 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15c3cfe6-09ab-4b31-bea7-80ab664385d2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (64febd26-e438-40a6-8841-1616edb4c438), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.831837 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15c3cfe6-09ab-4b31-bea7-80ab664385d2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (64febd26-e438-40a6-8841-1616edb4c438), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.858673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:57.859005 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.863388 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (eccf4630-8e74-4008-b4ae-f326b89b15a3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.868097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892db298-35a1-491a-bb08-6d1543a7c6a1 None None] Network 925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:16:57.890132 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15c3cfe6-09ab-4b31-bea7-80ab664385d2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (64febd26-e438-40a6-8841-1616edb4c438), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.904400 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15c3cfe6-09ab-4b31-bea7-80ab664385d2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (64febd26-e438-40a6-8841-1616edb4c438), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.937160 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-15c3cfe6-09ab-4b31-bea7-80ab664385d2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:57.940904 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-15c3cfe6-09ab-4b31-bea7-80ab664385d2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1803675 Feb 15 14:16:57.941635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51408) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:57.947246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'enable_snat': True}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:58.029685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acd6c8-f56c-4cc0-a135-718b52046c53 req-9d197cb4-0a48-414c-81c1-a8d86bf8fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:58.032607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43acd6c8-f56c-4cc0-a135-718b52046c53 req-9d197cb4-0a48-414c-81c1-a8d86bf8fb39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 1091 time: 1.3428628 Feb 15 14:16:58.065739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebb4d8-92a7-4f71-bb0d-d16de0be98fa tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event updated for resources: {'Port': ['ID=779387af-af08-49ed-9b71-eaf73e8d3f70,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:58.215520 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (64febd26-e438-40a6-8841-1616edb4c438), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.223725 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9f2e37db-c271-4a9e-a101-43d423643238 admin admin] Publish callbacks [] for security_group (88b92877-5994-4ef3-a3b9-7a78c7348191), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.282238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9f2e37db-c271-4a9e-a101-43d423643238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (88b92877-5994-4ef3-a3b9-7a78c7348191), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.283406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed436e5-aef0-467f-acb1-004ef3576854 req-f8910999-11a6-49c4-9d0a-ab4bb06b6b1e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:58.285074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ed436e5-aef0-467f-acb1-004ef3576854 req-f8910999-11a6-49c4-9d0a-ab4bb06b6b1e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.3301613 Feb 15 14:16:58.286557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acd6c8-f56c-4cc0-a135-718b52046c53 req-d4696a05-52da-4019-a48c-4bfd13cf09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:58.288084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43acd6c8-f56c-4cc0-a135-718b52046c53 req-d4696a05-52da-4019-a48c-4bfd13cf09eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.2374883 Feb 15 14:16:58.288681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7d580b-2602-4679-b11c-2549281c6129 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:58.293802 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f7d580b-2602-4679-b11c-2549281c6129 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.325980 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e37db-c271-4a9e-a101-43d423643238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b92877-5994-4ef3-a3b9-7a78c7348191,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:58.368897 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9f2e37db-c271-4a9e-a101-43d423643238 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c74b950ae19b4bca9980b75b389aa800&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0609379 Feb 15 14:16:58.373286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51410) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:58.441287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43acd6c8-f56c-4cc0-a135-718b52046c53 req-801a39d3-2a72-49e1-a054-3a94e339aa8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=779387af-af08-49ed-9b71-eaf73e8d3f70 HTTP/1.1" status: 200 len: 217 time: 0.1239529 Feb 15 14:16:58.457805 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-820746bb-c7e1-4238-8a27-ccc565dae9b4 admin admin] Publish callbacks [] for security_group (88b92877-5994-4ef3-a3b9-7a78c7348191), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.483414 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-820746bb-c7e1-4238-8a27-ccc565dae9b4 admin admin] Publish callbacks [] for security_group (88b92877-5994-4ef3-a3b9-7a78c7348191), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.541350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1fb7b6d0-91f2-49f1-ac8a-9d6d4775cc5e None None] Current status of the port 779387af-af08-49ed-9b71-eaf73e8d3f70 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:58.559632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f8f5c449-7aef-4ab8-9fac-dc4e67fa3093,segment=NetworkSegment(2a09e4a2-7516-41cb-bbe9-0bf9c565da5a),segment_id=2a09e4a2-7516-41cb-bbe9-0bf9c565da5a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:58.583745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ed436e5-aef0-467f-acb1-004ef3576854 req-83fd0837-b863-4913-a078-4b1d71b327c8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860587 Feb 15 14:16:58.604302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acd6c8-f56c-4cc0-a135-718b52046c53 req-b8c02209-9282-40e2-b1e1-9a24ddb4af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:58.605782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43acd6c8-f56c-4cc0-a135-718b52046c53 req-b8c02209-9282-40e2-b1e1-9a24ddb4af73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1464355 Feb 15 14:16:58.608304 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.680448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-820746bb-c7e1-4238-8a27-ccc565dae9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (88b92877-5994-4ef3-a3b9-7a78c7348191), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.687081 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-820746bb-c7e1-4238-8a27-ccc565dae9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.694212 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-820746bb-c7e1-4238-8a27-ccc565dae9b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88b92877-5994-4ef3-a3b9-7a78c7348191 HTTP/1.1" status: 204 len: 168 time: 0.3126576 Feb 15 14:16:58.734782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820746bb-c7e1-4238-8a27-ccc565dae9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b92877-5994-4ef3-a3b9-7a78c7348191,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:58.768926 n-d-829064-15 neutron-server[109971]: INFO neutron.db.ipam_backend_mixin [None req-8f7d580b-2602-4679-b11c-2549281c6129 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db3fd529-d985-4e52-acfa-f0f2c93cc2d8 (CIDR: 2001:db8::/64) Feb 15 14:16:58.798842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (64febd26-e438-40a6-8841-1616edb4c438), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.806595 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7047fc73-d37a-4fa5-b969-2e0683921a79 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:16:58.822482 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7d580b-2602-4679-b11c-2549281c6129 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:16:58.823449 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7d580b-2602-4679-b11c-2549281c6129 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:16:58.870040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.916213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8f7d580b-2602-4679-b11c-2549281c6129 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1636798 Feb 15 14:16:58.917193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51416) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:58.919516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acd6c8-f56c-4cc0-a135-718b52046c53 req-d5b203ec-865d-4ef9-8a43-aa105c9c2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:58.921191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43acd6c8-f56c-4cc0-a135-718b52046c53 req-d5b203ec-865d-4ef9-8a43-aa105c9c2a90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3041651 Feb 15 14:16:58.927280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2999db43-3109-44e3-bad6-10cc9be5dd90 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:16:58.976693 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Publish callbacks [] for port (8d9cb62c-aea0-4887-8c07-ed587624281e), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:58.993499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0a5ff34b-64a1-4482-a898-29027c71a6d1 None None] Provisioning complete for port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:58.994008 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0a5ff34b-64a1-4482-a898-29027c71a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.002272 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (8d9cb62c-aea0-4887-8c07-ed587624281e), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.025657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=f8f5c449-7aef-4ab8-9fac-dc4e67fa3093,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:59.085398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Allocated IP 172.25.6.185 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/04068735-51ee-45e2-b30b-415149e6394a) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:16:59.149345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Network 249570f6-2f45-43de-9005-d732d47f627c is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:59.158668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:59.161128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:59.180425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Pushing event updated for resources: {'Port': ['ID=8d9cb62c-aea0-4887-8c07-ed587624281e,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:59.271187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51422) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:59.319926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:59.322098 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.327539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90e4cbac-aa7e-47ee-8e8d-022159ba6807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.344976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47073673-49de-451e-ac63-6727772511bf req-4ee4b435-f573-4e00-be5e-b3b8de4f8dc2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:16:59.352699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47073673-49de-451e-ac63-6727772511bf req-4ee4b435-f573-4e00-be5e-b3b8de4f8dc2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.6297014 Feb 15 14:16:59.357052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Attempting to bind port 8d9cb62c-aea0-4887-8c07-ed587624281e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:16:59.357708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Attempting to bind port 8d9cb62c-aea0-4887-8c07-ed587624281e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c55efabe-b880-4879-ac9d-4d8e5c315b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '249570f6-2f45-43de-9005-d732d47f627c'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:16:59.358236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Attempting to bind port 8d9cb62c-aea0-4887-8c07-ed587624281e on network 249570f6-2f45-43de-9005-d732d47f627c {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:16:59.374522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:16:59.375341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Checking segment: {'id': 'c55efabe-b880-4879-ac9d-4d8e5c315b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '249570f6-2f45-43de-9005-d732d47f627c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:16:59.375914 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.376480 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Bound using segment: {'id': 'c55efabe-b880-4879-ac9d-4d8e5c315b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '249570f6-2f45-43de-9005-d732d47f627c'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:16:59.377138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Bound port: 8d9cb62c-aea0-4887-8c07-ed587624281e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55efabe-b880-4879-ac9d-4d8e5c315b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '249570f6-2f45-43de-9005-d732d47f627c'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:16:59.377699 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8d9cb62c-aea0-4887-8c07-ed587624281e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.395928 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for port (04068735-51ee-45e2-b30b-415149e6394a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.425690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ff34b-64a1-4482-a898-29027c71a6d1 None None] Current status of the port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:16:59.429642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:16:59.468036 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.498314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43acd6c8-f56c-4cc0-a135-718b52046c53 req-aeebe7cb-3367-45fd-bc0e-fae07304ad31 service neutron] 10.222.0.67 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635462 Feb 15 14:16:59.519374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47073673-49de-451e-ac63-6727772511bf req-3f5243cc-d51d-4b4d-9ee5-ef4082a71230 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657028 Feb 15 14:16:59.559821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2999db43-3109-44e3-bad6-10cc9be5dd90 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:16:59.563803 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2999db43-3109-44e3-bad6-10cc9be5dd90 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.566277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0a5ff34b-64a1-4482-a898-29027c71a6d1 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:16:59.566813 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0a5ff34b-64a1-4482-a898-29027c71a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.601906 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (04068735-51ee-45e2-b30b-415149e6394a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.628413 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (eccf4630-8e74-4008-b4ae-f326b89b15a3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.651218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:59.688297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:16:59.691814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:16:59.706490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:16:59.720036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:16:59.755916 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90e4cbac-aa7e-47ee-8e8d-022159ba6807 admin admin] Publish callbacks [] for security_group (79440854-edf5-4a0c-8557-586f0b5378e9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.760388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event updated for resources: {'Port': ['ID=04068735-51ee-45e2-b30b-415149e6394a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:59.776023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-90e4cbac-aa7e-47ee-8e8d-022159ba6807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (79440854-edf5-4a0c-8557-586f0b5378e9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.803518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] For port 8d9cb62c-aea0-4887-8c07-ed587624281e, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:16:59.807493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Subnet': ['ID=eccf4630-8e74-4008-b4ae-f326b89b15a3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:16:59.854281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] For port 8d9cb62c-aea0-4887-8c07-ed587624281e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=8d9cb62c-aea0-4887-8c07-ed587624281e,segment=NetworkSegment(c55efabe-b880-4879-ac9d-4d8e5c315b2a),segment_id=c55efabe-b880-4879-ac9d-4d8e5c315b2a)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:16:59.875694 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8d9cb62c-aea0-4887-8c07-ed587624281e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:16:59.902869 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-90e4cbac-aa7e-47ee-8e8d-022159ba6807 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3ef4e3289ce4c61a7626bb0ac714e71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6277657 Feb 15 14:16:59.918208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51426) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:16:59.942013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43acd6c8-f56c-4cc0-a135-718b52046c53 req-087c78c2-39ef-4379-b5c2-61936e7a3036 service neutron] 10.222.0.67 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203260 Feb 15 14:16:59.944918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4cbac-aa7e-47ee-8e8d-022159ba6807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79440854-edf5-4a0c-8557-586f0b5378e9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:00.063749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:00.064120 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.073514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09a082-b581-49d8-ac32-6d5f02879f97 req-88b075ae-d483-4ada-8629-e4034f64a559 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:00.075324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de09a082-b581-49d8-ac32-6d5f02879f97 req-88b075ae-d483-4ada-8629-e4034f64a559 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.3796785 Feb 15 14:17:00.083796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (249570f6-2f45-43de-9005-d732d47f627c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.142383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ff34b-64a1-4482-a898-29027c71a6d1 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:00.142776 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0a5ff34b-64a1-4482-a898-29027c71a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.175829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249570f6-2f45-43de-9005-d732d47f627c']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:00.224107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0a5ff34b-64a1-4482-a898-29027c71a6d1 None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:00.227860 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (64febd26-e438-40a6-8841-1616edb4c438), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.252247 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0a5ff34b-64a1-4482-a898-29027c71a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.271935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55efabe-b880-4879-ac9d-4d8e5c315b2a') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:00.272240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55efabe-b880-4879-ac9d-4d8e5c315b2a') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:00.287357 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc2c60-6e57-44d7-af49-f1fe7f4ae375 None None] Pushing event updated for resources: {'Port': ['ID=8d9cb62c-aea0-4887-8c07-ed587624281e,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:00.322888 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (c55efabe-b880-4879-ac9d-4d8e5c315b2a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.328147 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de09a082-b581-49d8-ac32-6d5f02879f97 req-1ff33dcb-735a-4f6b-87b1-30f4f93ed02b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246740 Feb 15 14:17:00.328843 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3498355f-0516-4667-9031-e9d2ce085896 admin admin] Publish callbacks [] for security_group (79440854-edf5-4a0c-8557-586f0b5378e9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.376897 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c55efabe-b880-4879-ac9d-4d8e5c315b2a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.396566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:00.420320 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3498355f-0516-4667-9031-e9d2ce085896 admin admin] Publish callbacks [] for security_group (79440854-edf5-4a0c-8557-586f0b5378e9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.474369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:00.474794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (c55efabe-b880-4879-ac9d-4d8e5c315b2a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.484937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-acb684dc-0eda-43d5-8a87-88f704ae4a9e None None] Provisioning complete for port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:00.485368 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-acb684dc-0eda-43d5-8a87-88f704ae4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:00.514801 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:00.542877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ff34b-64a1-4482-a898-29027c71a6d1 None None] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:00.625344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-acb684dc-0eda-43d5-8a87-88f704ae4a9e None None] Current status of the port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:00.655768 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3498355f-0516-4667-9031-e9d2ce085896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (79440854-edf5-4a0c-8557-586f0b5378e9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.660510 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3498355f-0516-4667-9031-e9d2ce085896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.662265 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3498355f-0516-4667-9031-e9d2ce085896 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/79440854-edf5-4a0c-8557-586f0b5378e9 HTTP/1.1" status: 204 len: 168 time: 0.7412677 Feb 15 14:17:00.683558 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.api [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 14:17:00.683558 n-d-829064-15 neutron-server[109971]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 14:17:00.683558 n-d-829064-15 neutron-server[109971]: [parameters: {'id': '249570f6-2f45-43de-9005-d732d47f627c'}] Feb 15 14:17:00.683558 n-d-829064-15 neutron-server[109971]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:17:00.685197 n-d-829064-15 neutron-server[109971]: DEBUG oslo_db.api [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:17:00.695886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498355f-0516-4667-9031-e9d2ce085896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79440854-edf5-4a0c-8557-586f0b5378e9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:00.754301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf73912-703c-49f9-8815-032e17b14c46 req-f1cf9062-bcd2-45ae-9d14-915ab913331e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:00.757239 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbf73912-703c-49f9-8815-032e17b14c46 req-f1cf9062-bcd2-45ae-9d14-915ab913331e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2781231 Feb 15 14:17:00.870933 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbf73912-703c-49f9-8815-032e17b14c46 req-8d186154-6785-4e71-a17b-44eaeb385626 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905931 Feb 15 14:17:00.883647 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2999db43-3109-44e3-bad6-10cc9be5dd90 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (a99f5dee-7328-4e87-978d-bf9bbe4f1d2a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.944993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2999db43-3109-44e3-bad6-10cc9be5dd90 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:00.964773 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-2999db43-3109-44e3-bad6-10cc9be5dd90 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:00.971924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999db43-3109-44e3-bad6-10cc9be5dd90 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:00.972437 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2999db43-3109-44e3-bad6-10cc9be5dd90 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:00.982131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f5cac2-ea84-4e85-9217-db98d694b341 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:00.995876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999db43-3109-44e3-bad6-10cc9be5dd90 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=a99f5dee-7328-4e87-978d-bf9bbe4f1d2a,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:01.019716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2999db43-3109-44e3-bad6-10cc9be5dd90 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0894191 Feb 15 14:17:01.020508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51438) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:01.026627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:c4:f9:0a', 'name': 'tempest-NetworksTestDHCPv6-1025620094'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:01.110306 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (64febd26-e438-40a6-8841-1616edb4c438), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:01.120494 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (64febd26-e438-40a6-8841-1616edb4c438), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:01.193583 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (249570f6-2f45-43de-9005-d732d47f627c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:01.375285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebe27c-52d5-4e3e-a49c-29404b7c569d None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': 'db3fd529-d985-4e52-acfa-f0f2c93cc2d8', 'ip_address': '2001:db8::f816:3eff:fed9:10de'}, {'subnet_id': 'a99f5dee-7328-4e87-978d-bf9bbe4f1d2a'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '7047fc73-d37a-4fa5-b969-2e0683921a79'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:17:01.417453 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe27c-52d5-4e3e-a49c-29404b7c569d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:01.447548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Router 64febd26-e438-40a6-8841-1616edb4c438 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:17:01.467936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:01.558471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-92e9bc59-18c3-4214-88c1-7def54815e8b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:01.566029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-92e9bc59-18c3-4214-88c1-7def54815e8b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 811 time: 0.3694324 Feb 15 14:17:01.600832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-14df7fa0-b2fb-46b8-a9ec-8e331a5a824d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/quotas/8773e41ef1784a1cb7d43670ec2b8860 HTTP/1.1" status: 200 len: 375 time: 0.0332401 Feb 15 14:17:01.646708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Deleting port 8d9cb62c-aea0-4887-8c07-ed587624281e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:01.647075 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8d9cb62c-aea0-4887-8c07-ed587624281e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:01.723532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8d9cb62c-aea0-4887-8c07-ed587624281e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:01.740042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:17:01.749244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:01.752588 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9d80767c-f268-4f1c-b597-2c088e0f4058 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "PUT /v2.0/routers/64febd26-e438-40a6-8841-1616edb4c438 HTTP/1.1" status: 200 len: 919 time: 3.8088477 Feb 15 14:17:01.755132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51466) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:01.781174 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b0fc5-10a2-4a80-8f6d-23e37beef1a9 None None] Network 249570f6-2f45-43de-9005-d732d47f627c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:01.783997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b0069-7a3c-4893-9ff2-3a99c7424c87 None None] Sync routers for ids ['64febd26-e438-40a6-8841-1616edb4c438'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:17:01.791929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-a9ebe27c-52d5-4e3e-a49c-29404b7c569d None None] Allocated IP 2001:db8:0:1::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/a99f5dee-7328-4e87-978d-bf9bbe4f1d2a/7047fc73-d37a-4fa5-b969-2e0683921a79) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:01.807581 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:01.812991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] For port 8d9cb62c-aea0-4887-8c07-ed587624281e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=8d9cb62c-aea0-4887-8c07-ed587624281e,segment=NetworkSegment(c55efabe-b880-4879-ac9d-4d8e5c315b2a),segment_id=c55efabe-b880-4879-ac9d-4d8e5c315b2a)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:01.813470 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8d9cb62c-aea0-4887-8c07-ed587624281e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:01.844445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Calling delete_port for 8d9cb62c-aea0-4887-8c07-ed587624281e owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:01.890233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-fdda173e-0ec2-4abc-a64e-7f9277a0b1cb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2868412 Feb 15 14:17:01.892336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b0069-7a3c-4893-9ff2-3a99c7424c87 None None] Routers {'64febd26-e438-40a6-8841-1616edb4c438'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:17:01.893091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-525b0069-7a3c-4893-9ff2-3a99c7424c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['64febd26-e438-40a6-8841-1616edb4c438'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:01.893378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 459a121a-a266-447d-94b4-6e1751f1d760 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:17:01.999575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-525b0069-7a3c-4893-9ff2-3a99c7424c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:02.011078 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5a38a49b-c386-41e6-9364-515e140c2afa tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/routers/64febd26-e438-40a6-8841-1616edb4c438 HTTP/1.1" status: 200 len: 925 time: 0.2510469 Feb 15 14:17:02.011309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51472) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:02.067754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b0069-7a3c-4893-9ff2-3a99c7424c87 None None] Routers {'64febd26-e438-40a6-8841-1616edb4c438'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:17:02.068470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-525b0069-7a3c-4893-9ff2-3a99c7424c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['64febd26-e438-40a6-8841-1616edb4c438'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:02.117282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18bd336-1ae6-456f-b1e7-7e5b2eb8fb9c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:02.124774 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e18bd336-1ae6-456f-b1e7-7e5b2eb8fb9c tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&device_id=64febd26-e438-40a6-8841-1616edb4c438&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1095181 Feb 15 14:17:02.124964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3f98ef76-7e4a-438d-946d-6d67154cbb28 None None] Provisioning complete for port 8d9cb62c-aea0-4887-8c07-ed587624281e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:02.125357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51476) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:02.126262 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f98ef76-7e4a-438d-946d-6d67154cbb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8d9cb62c-aea0-4887-8c07-ed587624281e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:02.199658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-525b0069-7a3c-4893-9ff2-3a99c7424c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:02.200801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b0069-7a3c-4893-9ff2-3a99c7424c87 None None] The sync data for ids ['64febd26-e438-40a6-8841-1616edb4c438'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:17:02.206324 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (8d9cb62c-aea0-4887-8c07-ed587624281e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:02.215308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4f1cafad-afa9-4234-8a99-411e9c3615b9 service neutron] 10.222.0.72 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168440 Feb 15 14:17:02.238165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774d380-d8f9-406b-88ae-563b0512d9ed tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:02.242318 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1774d380-d8f9-406b-88ae-563b0512d9ed tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 881 time: 0.1134307 Feb 15 14:17:02.242699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51480) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:02.246535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Port': ['ID=8d9cb62c-aea0-4887-8c07-ed587624281e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:02.260409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No DVR routers for this DVR port 8d9cb62c-aea0-4887-8c07-ed587624281e on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:02.273765 n-d-829064-15 neutron-server[109973]: INFO neutron.plugins.ml2.db [None req-3f98ef76-7e4a-438d-946d-6d67154cbb28 None None] No ports have port_id starting with 8d9cb62c-aea0-4887-8c07-ed587624281e Feb 15 14:17:02.298106 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5b70881d-ffb4-44da-a757-bb889fc09dc5 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=64febd26-e438-40a6-8841-1616edb4c438 HTTP/1.1" status: 200 len: 205 time: 0.0534482 Feb 15 14:17:02.300217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51482) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:02.308779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 8d9cb62c-aea0-4887-8c07-ed587624281e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:02.309440 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8d9cb62c-aea0-4887-8c07-ed587624281e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:02.375510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63da6da8-a699-4b2a-b906-6b8a656ff640 None None] DHCP port deletion for 249570f6-2f45-43de-9005-d732d47f627c request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:17:02.381186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Port 8d9cb62c-aea0-4887-8c07-ed587624281e was deleted so its status cannot be updated. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 15 14:17:02.430871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9ebe27c-52d5-4e3e-a49c-29404b7c569d None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:02.470961 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (249570f6-2f45-43de-9005-d732d47f627c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:02.505260 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe27c-52d5-4e3e-a49c-29404b7c569d None None] Publish callbacks [] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:02.513008 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe27c-52d5-4e3e-a49c-29404b7c569d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:02.535605 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (64febd26-e438-40a6-8841-1616edb4c438), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:02.567419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249570f6-2f45-43de-9005-d732d47f627c']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:02.574179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-66ae48c6-c222-493e-ac14-1cf77a250463 service neutron] 10.222.0.72 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372517 Feb 15 14:17:02.658307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55efabe-b880-4879-ac9d-4d8e5c315b2a') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:02.661682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55efabe-b880-4879-ac9d-4d8e5c315b2a') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:02.703183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe27c-52d5-4e3e-a49c-29404b7c569d None None] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:02.719729 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (c55efabe-b880-4879-ac9d-4d8e5c315b2a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:02.745006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (64febd26-e438-40a6-8841-1616edb4c438), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:02.799291 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c55efabe-b880-4879-ac9d-4d8e5c315b2a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:02.847062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:02.848862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (c55efabe-b880-4879-ac9d-4d8e5c315b2a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:02.855770 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:02.883524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Deleting port 04068735-51ee-45e2-b30b-415149e6394a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:02.884144 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (04068735-51ee-45e2-b30b-415149e6394a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:03.044397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5fc98d03-042d-41c2-8ae6-92fcfba53d28 req-e529b6ef-8bf0-422a-98ee-110f5dbf969c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 210 time: 0.1194727 Feb 15 14:17:03.078602 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (249570f6-2f45-43de-9005-d732d47f627c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:03.091713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8:0:1::29c (a38afbd0-c128-4dc1-aa52-b247a5fafd54/a99f5dee-7328-4e87-978d-bf9bbe4f1d2a/459a121a-a266-447d-94b4-6e1751f1d760) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:03.104406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (04068735-51ee-45e2-b30b-415149e6394a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:03.115460 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:03.126941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51504) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:03.134572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/249570f6-2f45-43de-9005-d732d47f627c HTTP/1.1" status: 204 len: 168 time: 6.7803788 Feb 15 14:17:03.134704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1996452183'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:03.141865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Calling delete_port for 04068735-51ee-45e2-b30b-415149e6394a owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:03.151481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::f816:3eff:fec4:f90a (a38afbd0-c128-4dc1-aa52-b247a5fafd54/db3fd529-d985-4e52-acfa-f0f2c93cc2d8/459a121a-a266-447d-94b4-6e1751f1d760) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:03.170841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902f741-f9b3-4fa5-a592-7e8986468abf tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Network': ['ID=249570f6-2f45-43de-9005-d732d47f627c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:03.282022 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:03.292421 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:03.523110 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:17:03.559756 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (459a121a-a266-447d-94b4-6e1751f1d760), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:03.583209 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e6f545cc-65ff-4f1b-a3fd-672530b62932), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:03.597679 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Added segment e6f545cc-65ff-4f1b-a3fd-672530b62932 of type vlan for network fb319bdf-8b09-47a5-8729-e5b20b1b8bda Feb 15 14:17:03.664996 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (459a121a-a266-447d-94b4-6e1751f1d760), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:03.699118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (04068735-51ee-45e2-b30b-415149e6394a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:03.736011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7047fc73-d37a-4fa5-b969-2e0683921a79 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:03.801945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:03.815331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Pushing event deleted for resources: {'Port': ['ID=04068735-51ee-45e2-b30b-415149e6394a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:03.819387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:03.832695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:03.841816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:03.850570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:03.851018 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:03.851884 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:03.881850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=459a121a-a266-447d-94b4-6e1751f1d760,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:03.905586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-36f734c9-2cb3-4378-ba7a-1b7e9c1d3772 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.8812802 Feb 15 14:17:03.915138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51524) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:04.006246 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (fb319bdf-8b09-47a5-8729-e5b20b1b8bda), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.071747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:04.150508 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (64febd26-e438-40a6-8841-1616edb4c438), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.158007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee628910-b283-40a0-893f-63c86d24df56 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:17:04.162816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-40a5fefc-2a34-4930-8a90-56215f6470e4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 459a121a-a266-447d-94b4-6e1751f1d760 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:04.163360 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40a5fefc-2a34-4930-8a90-56215f6470e4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (459a121a-a266-447d-94b4-6e1751f1d760), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.246240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4dd1d0aa-38db-4623-b0d7-adf180bf8d62 req-8fd6bfd1-86a3-44ee-9922-af8e9d3f9484 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 210 time: 0.0722609 Feb 15 14:17:04.269218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8d9cb62c-aea0-4887-8c07-ed587624281e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:17:04.340779 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (fb319bdf-8b09-47a5-8729-e5b20b1b8bda), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.355146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 8d9cb62c-aea0-4887-8c07-ed587624281e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:17:04.355920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8d9cb62c-aea0-4887-8c07-ed587624281e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:17:04.356833 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:04.359683 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.375296 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-646bca1d-c710-4544-be0d-7d8172403d01 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:04.375814 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-646bca1d-c710-4544-be0d-7d8172403d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.489767 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40a5fefc-2a34-4930-8a90-56215f6470e4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (459a121a-a266-447d-94b4-6e1751f1d760), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.516937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-40a5fefc-2a34-4930-8a90-56215f6470e4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 459a121a-a266-447d-94b4-6e1751f1d760 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:04.533724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (64febd26-e438-40a6-8841-1616edb4c438), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.550667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (64febd26-e438-40a6-8841-1616edb4c438), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.572698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=fb319bdf-8b09-47a5-8729-e5b20b1b8bda,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:04.656696 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ed795ad8-5d11-4c3e-851e-18c2b105d07c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5285695 Feb 15 14:17:04.659650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51530) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:04.668164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'network_id': 'fb319bdf-8b09-47a5-8729-e5b20b1b8bda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:04.845531 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (64febd26-e438-40a6-8841-1616edb4c438), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.845974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Fanout notify agent at l3_agent the message router_deleted on router 64febd26-e438-40a6-8841-1616edb4c438 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:17:04.856331 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.857825 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-77c83761-e125-4065-b8bf-a6cfdf0d75f2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/64febd26-e438-40a6-8841-1616edb4c438 HTTP/1.1" status: 204 len: 168 time: 2.5560513 Feb 15 14:17:04.865476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51536) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:04.871393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-715f106b-f904-4855-8fa6-ae89b4a037dc tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-822634649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:04.902350 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-715f106b-f904-4855-8fa6-ae89b4a037dc tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (185fa7e2-75bd-45e9-b076-82908f07d6df), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.903754 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-715f106b-f904-4855-8fa6-ae89b4a037dc tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (185fa7e2-75bd-45e9-b076-82908f07d6df), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:04.911224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network fb319bdf-8b09-47a5-8729-e5b20b1b8bda details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:17:04.913244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:04.925413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:05.041334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-646bca1d-c710-4544-be0d-7d8172403d01 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:05.046993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee628910-b283-40a0-893f-63c86d24df56 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:17:05.236227 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-715f106b-f904-4855-8fa6-ae89b4a037dc tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (185fa7e2-75bd-45e9-b076-82908f07d6df), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:05.260202 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-715f106b-f904-4855-8fa6-ae89b4a037dc tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (185fa7e2-75bd-45e9-b076-82908f07d6df), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:05.312272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-715f106b-f904-4855-8fa6-ae89b4a037dc tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:05.316740 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-715f106b-f904-4855-8fa6-ae89b4a037dc tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4471993 Feb 15 14:17:05.316740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51542) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:05.321980 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'enable_snat': False}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:05.684627 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40a5fefc-2a34-4930-8a90-56215f6470e4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (459a121a-a266-447d-94b4-6e1751f1d760), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:05.691461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1832a72b-ccc7-40f9-ae50-741acb9deaca req-1aa8ac07-d845-44c5-aefe-9100c352d805 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 210 time: 0.2333379 Feb 15 14:17:05.703604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (185fa7e2-75bd-45e9-b076-82908f07d6df), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:05.760510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5fefc-2a34-4930-8a90-56215f6470e4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=459a121a-a266-447d-94b4-6e1751f1d760,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:05.870385 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40a5fefc-2a34-4930-8a90-56215f6470e4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:05.880536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-40a5fefc-2a34-4930-8a90-56215f6470e4 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/459a121a-a266-447d-94b4-6e1751f1d760 HTTP/1.1" status: 204 len: 168 time: 1.9641411 Feb 15 14:17:05.886011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51550) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:05.932523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-ceebb524-f723-4722-bb59-bd308b564cc8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:05.934075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-ceebb524-f723-4722-bb59-bd308b564cc8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 811 time: 1.2565293 Feb 15 14:17:05.948083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Request body: {'port': {'device_id': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'admin_state_up': True, 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:06.046389 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (11d4ccfb-c246-4dfd-ad93-ba749c32d6db), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:06.085107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb6b183-440d-4043-8efe-d206d1ed5e22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:06.087080 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ceb6b183-440d-4043-8efe-d206d1ed5e22 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1987863 Feb 15 14:17:06.090126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51552) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:06.188008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=11d4ccfb-c246-4dfd-ad93-ba749c32d6db,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:06.217489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Checking segment: {'id': 'e6f545cc-65ff-4f1b-a3fd-672530b62932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb319bdf-8b09-47a5-8729-e5b20b1b8bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:06.217864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network hostable DHCP agents. Network: fb319bdf-8b09-47a5-8729-e5b20b1b8bda, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:17:06.308170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c62aa27-a588-49c8-b8bc-bb48347e5699 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:06.314613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2c62aa27-a588-49c8-b8bc-bb48347e5699 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2230616 Feb 15 14:17:06.314882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51554) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:06.316434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Made reservation on behalf of 8773e41ef1784a1cb7d43670ec2b8860 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:06.326502 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:06.328490 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a699c199-a5c1-4421-963b-af6aeedf0519 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:17:06.418936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-239a2f0e-bfc7-4880-ad32-b0ec3964f9c1 None None] Could not find standard attr ID for object 459a121a-a266-447d-94b4-6e1751f1d760. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:17:06.421799 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed35e8-5a7e-49a0-a495-2d6db29a8619 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:06.424369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed35e8-5a7e-49a0-a495-2d6db29a8619 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:06.427829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed35e8-5a7e-49a0-a495-2d6db29a8619 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:06.430109 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8aed35e8-5a7e-49a0-a495-2d6db29a8619 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1120794 Feb 15 14:17:06.433689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51556) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:06.490504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network fb319bdf-8b09-47a5-8729-e5b20b1b8bda is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:17:06.500844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-239a2f0e-bfc7-4880-ad32-b0ec3964f9c1 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:06.507373 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-239a2f0e-bfc7-4880-ad32-b0ec3964f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:06.530299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, fb319bdf-8b09-47a5-8729-e5b20b1b8bda) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:06.571925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:06.572566 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:06.594360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d3d6d3-ca65-40f7-8152-1096de95ab81 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet a99f5dee-7328-4e87-978d-bf9bbe4f1d2a {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:17:06.601886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Allocated IP 172.20.0.4 (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4/3c8c8036-0638-46f9-9412-5afaa8f87848/bd77880a-3cef-4dbd-9cff-13832c07314e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:06.605763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00d3d6d3-ca65-40f7-8152-1096de95ab81 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (a99f5dee-7328-4e87-978d-bf9bbe4f1d2a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:06.693545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (185fa7e2-75bd-45e9-b076-82908f07d6df), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:06.757487 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:06.773713 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f3842a3a-9c1a-490b-9f47-9316126ef138 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1122169 Feb 15 14:17:06.786781 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51562) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:06.837157 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:06.887889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d0b9d0c-3dc7-4fb7-9303-30e3b9738761 req-a8ab6c71-b7dc-4256-a513-a50079da68b8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 210 time: 0.0382345 Feb 15 14:17:06.931959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-239a2f0e-bfc7-4880-ad32-b0ec3964f9c1 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:06.966830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:06.988524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['412aff0a-ad97-4310-9c2c-edf5bb5c4411', '786fe9cb-553a-423e-a00b-fbcf594b6366'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:17:06.993650 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (fb319bdf-8b09-47a5-8729-e5b20b1b8bda), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:06.997229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00d3d6d3-ca65-40f7-8152-1096de95ab81 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (a99f5dee-7328-4e87-978d-bf9bbe4f1d2a), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.029607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:07.033697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:07.039290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:07.064631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event updated for resources: {'Port': ['ID=bd77880a-3cef-4dbd-9cff-13832c07314e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:07.106646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:07.107644 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.149633 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-4333e8ca-4c0e-4aba-a4af-a8a8b9c579f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2026789 Feb 15 14:17:07.168427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Request body: {'port': {'device_id': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:07.175233 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00d3d6d3-ca65-40f7-8152-1096de95ab81 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (a99f5dee-7328-4e87-978d-bf9bbe4f1d2a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.177771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a699c199-a5c1-4421-963b-af6aeedf0519 None None] Unable to find a vacant binding_index for network fb319bdf-8b09-47a5-8729-e5b20b1b8bda and agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 {{(pid=109973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 15 14:17:07.201588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a699c199-a5c1-4421-963b-af6aeedf0519 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, fb319bdf-8b09-47a5-8729-e5b20b1b8bda) {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:17:07.255644 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.283833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (11d4ccfb-c246-4dfd-ad93-ba749c32d6db), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.341676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Allocated IP 172.25.6.96 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/4ed89c58-f296-4f51-85d5-40a2d83fdb6a) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:07.356356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00d3d6d3-ca65-40f7-8152-1096de95ab81 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (a99f5dee-7328-4e87-978d-bf9bbe4f1d2a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.397122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3d6d3-ca65-40f7-8152-1096de95ab81 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=a99f5dee-7328-4e87-978d-bf9bbe4f1d2a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:07.442158 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00d3d6d3-ca65-40f7-8152-1096de95ab81 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.448333 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00d3d6d3-ca65-40f7-8152-1096de95ab81 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/a99f5dee-7328-4e87-978d-bf9bbe4f1d2a HTTP/1.1" status: 204 len: 168 time: 1.0098469 Feb 15 14:17:07.451864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51566) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:07.490986 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (11d4ccfb-c246-4dfd-ad93-ba749c32d6db), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.506647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd12377-2551-4ca7-acc7-9b8033183577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-fb319bdf-8b09-47a5-8729-e5b20b1b8bda', 'network_id': 'fb319bdf-8b09-47a5-8729-e5b20b1b8bda', 'project_id': '9cf25b18b2bd4180a671f282a3d5a903', 'fixed_ips': [{'subnet_id': '11d4ccfb-c246-4dfd-ad93-ba749c32d6db'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:17:07.509341 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cfd12377-2551-4ca7-acc7-9b8033183577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.545057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Subnet': ['ID=11d4ccfb-c246-4dfd-ad93-ba749c32d6db,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:07.584616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4619261-67c1-4884-82ec-40ab532aa867 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet db3fd529-d985-4e52-acfa-f0f2c93cc2d8 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:17:07.622254 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f4619261-67c1-4884-82ec-40ab532aa867 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (db3fd529-d985-4e52-acfa-f0f2c93cc2d8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.623834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd77880a-3cef-4dbd-9cff-13832c07314e {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:17:07.632806 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Publish callbacks [] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.636108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419c80e8-0c43-4b8d-933c-c153b2c98097 None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': 'db3fd529-d985-4e52-acfa-f0f2c93cc2d8', 'ip_address': '2001:db8::f816:3eff:fed9:10de'}, {'subnet_id': 'a99f5dee-7328-4e87-978d-bf9bbe4f1d2a'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '7047fc73-d37a-4fa5-b969-2e0683921a79'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:17:07.646799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Transition to ACTIVE for port object bd77880a-3cef-4dbd-9cff-13832c07314e will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:17:07.650983 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.665583 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for port (4ed89c58-f296-4f51-85d5-40a2d83fdb6a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.668841 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-419c80e8-0c43-4b8d-933c-c153b2c98097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.677779 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (fb319bdf-8b09-47a5-8729-e5b20b1b8bda), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.702935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Pushing event updated for resources: {'Port': ['ID=bd77880a-3cef-4dbd-9cff-13832c07314e,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:07.709419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f4619261-67c1-4884-82ec-40ab532aa867 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (db3fd529-d985-4e52-acfa-f0f2c93cc2d8), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.715658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb319bdf-8b09-47a5-8729-e5b20b1b8bda']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:07.753385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f545cc-65ff-4f1b-a3fd-672530b62932') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:07.753684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f545cc-65ff-4f1b-a3fd-672530b62932') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:07.795369 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (e6f545cc-65ff-4f1b-a3fd-672530b62932), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.819335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e6f545cc-65ff-4f1b-a3fd-672530b62932), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.844908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4ed89c58-f296-4f51-85d5-40a2d83fdb6a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.848449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:07.848848 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (e6f545cc-65ff-4f1b-a3fd-672530b62932), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:07.850221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Attempting to bind port bd77880a-3cef-4dbd-9cff-13832c07314e on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:17:07.851031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Attempting to bind port bd77880a-3cef-4dbd-9cff-13832c07314e by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:17:07.853161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Attempting to bind port bd77880a-3cef-4dbd-9cff-13832c07314e on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: items = [ Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:07.853816 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:07.875603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Port bd77880a-3cef-4dbd-9cff-13832c07314e on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:17:07.876011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Attempting to bind port bd77880a-3cef-4dbd-9cff-13832c07314e on network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:17:07.886754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:17:07.887225 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Checking segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:07.887521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Bound using segment: {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:17:07.887964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Bound port: bd77880a-3cef-4dbd-9cff-13832c07314e, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6901f0e9-2a8e-4207-9963-d5f946613cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:17:07.888328 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.019110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] For port bd77880a-3cef-4dbd-9cff-13832c07314e, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:17:08.089104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca2f9e-2e61-49df-9a94-a79ba1fc1403 req-b8ee562b-8a65-4472-833f-6febfa9835cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:08.090719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1ca2f9e-2e61-49df-9a94-a79ba1fc1403 req-b8ee562b-8a65-4472-833f-6febfa9835cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 945 time: 0.1201024 Feb 15 14:17:08.111666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddb97c-82d5-4d8e-aaaf-9d90c43d2e75 req-8aac7132-ebfe-46de-ad0c-10e307bf6d1a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:08.113221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03ddb97c-82d5-4d8e-aaaf-9d90c43d2e75 req-8aac7132-ebfe-46de-ad0c-10e307bf6d1a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 943 time: 0.1023092 Feb 15 14:17:08.187804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1ca2f9e-2e61-49df-9a94-a79ba1fc1403 req-e9743389-d528-4e32-897b-916376a12033 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899785 Feb 15 14:17:08.204193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03ddb97c-82d5-4d8e-aaaf-9d90c43d2e75 req-80361b5d-9d7c-442e-9fe9-c1365addb2e8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780613 Feb 15 14:17:08.294761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:08.296072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f4619261-67c1-4884-82ec-40ab532aa867 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (db3fd529-d985-4e52-acfa-f0f2c93cc2d8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.315106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] For port bd77880a-3cef-4dbd-9cff-13832c07314e, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd77880a-3cef-4dbd-9cff-13832c07314e,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:17:08.322870 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.324126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:08.325952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (fb319bdf-8b09-47a5-8729-e5b20b1b8bda), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.329708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:08.337937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Pushing event updated for resources: {'Port': ['ID=4ed89c58-f296-4f51-85d5-40a2d83fdb6a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:08.363528 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.370311 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/fb319bdf-8b09-47a5-8729-e5b20b1b8bda HTTP/1.1" status: 204 len: 168 time: 1.5653760 Feb 15 14:17:08.373081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:08.373817 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.375334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] 10.222.0.42 "PUT /v2.0/ports/bd77880a-3cef-4dbd-9cff-13832c07314e HTTP/1.1" status: 200 len: 1092 time: 1.2215610 Feb 15 14:17:08.375911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51582) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:08.378522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'tag': 'bd77880a-3cef-4dbd-9cff-13832c07314e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:17:08.381188 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163" -d '{"events": [{"name": "network-changed", "server_uuid": "34376ad1-bac1-457c-b64b-0ca34d61c4bd", "tag": "bd77880a-3cef-4dbd-9cff-13832c07314e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:17:08.386771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916fb80-e2ed-4a56-8c81-a55291fb1504 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Network': ['ID=fb319bdf-8b09-47a5-8729-e5b20b1b8bda,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:08.391496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519285396'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:08.428972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14396a9-9908-4e7c-9d75-e6485ed551ff service neutron] Pushing event updated for resources: {'Port': ['ID=bd77880a-3cef-4dbd-9cff-13832c07314e,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:08.444251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:08.451865 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.491697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:17:08.492871 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f4619261-67c1-4884-82ec-40ab532aa867 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (db3fd529-d985-4e52-acfa-f0f2c93cc2d8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-419c80e8-0c43-4b8d-933c-c153b2c98097 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db3fd529-d985-4e52-acfa-f0f2c93cc2d8: This subnet is being modified by another concurrent operation. Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:17:08.500067 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db3fd529-d985-4e52-acfa-f0f2c93cc2d8: This subnet is being modified by another concurrent operation. Feb 15 14:17:08.504093 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:17:08.506489 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4a0885-8afd-497a-8378-a74c8a1d920b x-openstack-request-id: req-1b4a0885-8afd-497a-8378-a74c8a1d920b {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:17:08.506489 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34376ad1-bac1-457c-b64b-0ca34d61c4bd", "tag": "bd77880a-3cef-4dbd-9cff-13832c07314e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:17:08.506489 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b4a0885-8afd-497a-8378-a74c8a1d920b {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:17:08.506489 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'tag': 'bd77880a-3cef-4dbd-9cff-13832c07314e', 'status': 'completed', 'code': 200} Feb 15 14:17:08.533443 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fd20ff91-15e8-4fff-a664-b78bdf695d03), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.533780 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Added segment fd20ff91-15e8-4fff-a664-b78bdf695d03 of type vlan for network 4041b47a-9f98-48aa-82bd-61e0930412d5 Feb 15 14:17:08.566057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4619261-67c1-4884-82ec-40ab532aa867 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=db3fd529-d985-4e52-acfa-f0f2c93cc2d8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:08.582282 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f4619261-67c1-4884-82ec-40ab532aa867 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.586169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f4619261-67c1-4884-82ec-40ab532aa867 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/db3fd529-d985-4e52-acfa-f0f2c93cc2d8 HTTP/1.1" status: 204 len: 168 time: 1.1332276 Feb 15 14:17:08.592418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51586) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:08.603136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-e50ec234-351a-4bc9-b06c-f38d855bd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:08.604656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-e50ec234-351a-4bc9-b06c-f38d855bd68e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 1126 time: 0.1242492 Feb 15 14:17:08.608220 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (4041b47a-9f98-48aa-82bd-61e0930412d5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.631974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2ef85-92a9-4fb7-a328-86ce5bb5e70b None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:17:08.644930 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c700849e-9516-43bb-b00a-5d6ff04ca372 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485349 Feb 15 14:17:08.645122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51588) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:08.651285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fc5ed066-07c8-4ef8-b778-20c17fe1a1f3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:08.651615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-c9d0d53f-ca41-471e-bf70-ec356111060c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd77880a-3cef-4dbd-9cff-13832c07314e HTTP/1.1" status: 200 len: 217 time: 0.0392420 Feb 15 14:17:08.691737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-68e52a32-3efc-4e2c-a7b6-ef97cf3dcadc None None] Could not find standard attr ID for object 459a121a-a266-447d-94b4-6e1751f1d760. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:17:08.713349 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (4041b47a-9f98-48aa-82bd-61e0930412d5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.718716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:08.719282 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615843'] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.765232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-68e52a32-3efc-4e2c-a7b6-ef97cf3dcadc None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:08.765975 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-68e52a32-3efc-4e2c-a7b6-ef97cf3dcadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.801750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=4041b47a-9f98-48aa-82bd-61e0930412d5,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:08.809168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-5d77c264-959e-44dd-91ae-f06928e7b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:08.810880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-5d77c264-959e-44dd-91ae-f06928e7b314 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1493554 Feb 15 14:17:08.825688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 4041b47a-9f98-48aa-82bd-61e0930412d5 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:17:08.849945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51590) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:08.852072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-32838d78-c522-4c0f-80a4-10d5870264f5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4670486 Feb 15 14:17:08.856002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'network_id': '4041b47a-9f98-48aa-82bd-61e0930412d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:08.864790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5ed066-07c8-4ef8-b778-20c17fe1a1f3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:08.868660 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc5ed066-07c8-4ef8-b778-20c17fe1a1f3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:08.904258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-04fff4df-131c-4014-ae69-2e13df871028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:08.906299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-04fff4df-131c-4014-ae69-2e13df871028 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0884759 Feb 15 14:17:08.976451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d2ef85-92a9-4fb7-a328-86ce5bb5e70b None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:17:08.993374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router_gateway (185fa7e2-75bd-45e9-b076-82908f07d6df), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:09.048658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-062a4616-5de1-4f3b-9e46-d16e96c8085e service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360946 Feb 15 14:17:09.099147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-68e52a32-3efc-4e2c-a7b6-ef97cf3dcadc None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:09.119774 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:09.123168 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:09.199505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43662ae3-8ee3-4dad-9875-6214ba4516a3 req-a3f7a32b-ca4f-4770-a5bb-52c720b6e1d0 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417208 Feb 15 14:17:09.397182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77890140-92ca-479b-a391-64015fc2559e None None] Network fb319bdf-8b09-47a5-8729-e5b20b1b8bda requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:09.430896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77890140-92ca-479b-a391-64015fc2559e None None] Network fb319bdf-8b09-47a5-8729-e5b20b1b8bda could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:17:09.446583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-725c88c8-6f91-4144-b3eb-4116fa6eb731 None None] Could not find standard attr ID for object 459a121a-a266-447d-94b4-6e1751f1d760. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:17:09.470848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482e220d-a1e1-46f4-a3af-3c8c0585bd29 None None] Network fb319bdf-8b09-47a5-8729-e5b20b1b8bda requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:09.473985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-725c88c8-6f91-4144-b3eb-4116fa6eb731 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:09.474702 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-725c88c8-6f91-4144-b3eb-4116fa6eb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:09.495573 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc5ed066-07c8-4ef8-b778-20c17fe1a1f3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (ccd7f56b-a2f7-4f83-bdba-91194ed89733), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:09.507001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482e220d-a1e1-46f4-a3af-3c8c0585bd29 None None] Network fb319bdf-8b09-47a5-8729-e5b20b1b8bda could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:17:09.507224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163 req-edc2307d-1a39-4957-b30d-33a6dd82b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:09.513526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163 req-edc2307d-1a39-4957-b30d-33a6dd82b106 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 1126 time: 0.2332687 Feb 15 14:17:09.534929 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (185fa7e2-75bd-45e9-b076-82908f07d6df), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:09.621675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ae2db-bcb2-4376-933b-a5be403a292f None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:09.624652 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (185fa7e2-75bd-45e9-b076-82908f07d6df), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:09.635370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5ed066-07c8-4ef8-b778-20c17fe1a1f3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:09.636851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7047fc73-d37a-4fa5-b969-2e0683921a79 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:17:09.653968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-fc5ed066-07c8-4ef8-b778-20c17fe1a1f3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:09.656150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ade92-f31f-4acf-bb6c-47c200b39832 req-e3da2b9a-1ccc-4ad6-92eb-6793e098c844 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:09.658847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ed066-07c8-4ef8-b778-20c17fe1a1f3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:09.659742 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc5ed066-07c8-4ef8-b778-20c17fe1a1f3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:09.663049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e85ade92-f31f-4acf-bb6c-47c200b39832 req-e3da2b9a-1ccc-4ad6-92eb-6793e098c844 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 945 time: 0.3127594 Feb 15 14:17:09.740254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cf972-7631-4964-910a-bedbabb5fb9a req-54b396a1-dd06-4e19-ba76-31a5c82af127 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:09.742163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-517cf972-7631-4964-910a-bedbabb5fb9a req-54b396a1-dd06-4e19-ba76-31a5c82af127 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 943 time: 0.3840544 Feb 15 14:17:09.779835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-725c88c8-6f91-4144-b3eb-4116fa6eb731 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:09.784326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (a5ae25b6-6577-438d-8b82-5fdcb791f110), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:09.795458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ed066-07c8-4ef8-b778-20c17fe1a1f3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=ccd7f56b-a2f7-4f83-bdba-91194ed89733,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:09.841239 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fc5ed066-07c8-4ef8-b778-20c17fe1a1f3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1949868 Feb 15 14:17:09.842218 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e85ade92-f31f-4acf-bb6c-47c200b39832 req-369b44f6-4a9c-47c1-8a27-331f100afe70 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781363 Feb 15 14:17:09.850353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163 req-bff9dfd1-1ea6-4676-829c-6bbf132755f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:09.856582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163 req-bff9dfd1-1ea6-4676-829c-6bbf132755f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.3337567 Feb 15 14:17:09.862745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51598) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:09.870217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b7ab23e7-edf1-4975-9436-e1671689359f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:09.935289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=a5ae25b6-6577-438d-8b82-5fdcb791f110,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:09.947369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:09.947779 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:09.967279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d617552e-4f11-4aee-843b-fe2e36e8e934 None None] Could not find standard attr ID for object 459a121a-a266-447d-94b4-6e1751f1d760. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:17:09.969166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Checking segment: {'id': 'fd20ff91-15e8-4fff-a664-b78bdf695d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4041b47a-9f98-48aa-82bd-61e0930412d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:09.969737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network hostable DHCP agents. Network: 4041b47a-9f98-48aa-82bd-61e0930412d5, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:17:10.004913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163 req-e5549ec9-7e28-465f-9caf-f7c0a5402441 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd77880a-3cef-4dbd-9cff-13832c07314e HTTP/1.1" status: 200 len: 217 time: 0.1207116 Feb 15 14:17:10.029016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network 4041b47a-9f98-48aa-82bd-61e0930412d5 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:17:10.044638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:10.062053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-517cf972-7631-4964-910a-bedbabb5fb9a req-fe24052c-71de-4af3-99f9-2193daca1785 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998130 Feb 15 14:17:10.066399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Router 185fa7e2-75bd-45e9-b076-82908f07d6df is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:17:10.093113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 4041b47a-9f98-48aa-82bd-61e0930412d5) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:10.100424 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:10.113455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e92ee-4706-44b5-9070-c7f00c030bd4 None None] Network 4041b47a-9f98-48aa-82bd-61e0930412d5 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:10.116024 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:10.125688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:10.126289 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:10.137403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca4a0f-867a-48d7-bd49-32c55be7f00c req-ff37ac0e-2dcf-41d7-b613-e71b145536f3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:10.138917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbca4a0f-867a-48d7-bd49-32c55be7f00c req-ff37ac0e-2dcf-41d7-b613-e71b145536f3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 945 time: 0.3903868 Feb 15 14:17:10.169131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163 req-4bad052c-b814-435b-98de-eec533f73e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:10.170556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163 req-4bad052c-b814-435b-98de-eec533f73e4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1537905 Feb 15 14:17:10.266646 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9cbbca2f-3e34-4828-8401-6713f8308004 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4132805 Feb 15 14:17:10.271156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51600) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:10.278657 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-630ba377-6b09-492a-bbda-c9040a3cd27e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'network_id': '4041b47a-9f98-48aa-82bd-61e0930412d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:10.381881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:17:10.387798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:10.391561 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-be91df30-1ced-4488-b80b-3e9d54258b01 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "PUT /v2.0/routers/185fa7e2-75bd-45e9-b076-82908f07d6df HTTP/1.1" status: 200 len: 918 time: 5.0714643 Feb 15 14:17:10.393605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51604) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:10.394532 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdb390-895f-4b24-a7d7-956cc801ed07 None None] Sync routers for ids ['185fa7e2-75bd-45e9-b076-82908f07d6df'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:17:10.399893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163 req-2167ea4d-14b5-4487-aa3a-e83d495e6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:10.401741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163 req-2167ea4d-14b5-4487-aa3a-e83d495e6964 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1866553 Feb 15 14:17:10.402821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ab23e7-edf1-4975-9436-e1671689359f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:10.406354 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7ab23e7-edf1-4975-9436-e1671689359f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:10.417092 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdb390-895f-4b24-a7d7-956cc801ed07 None None] Routers {'185fa7e2-75bd-45e9-b076-82908f07d6df'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:17:10.417732 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a4cdb390-895f-4b24-a7d7-956cc801ed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['185fa7e2-75bd-45e9-b076-82908f07d6df'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:10.510896 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a4cdb390-895f-4b24-a7d7-956cc801ed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:10.524300 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-53fc3ade-239f-42f9-8f43-83035a8fae0a tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/routers/185fa7e2-75bd-45e9-b076-82908f07d6df HTTP/1.1" status: 200 len: 924 time: 0.1265974 Feb 15 14:17:10.524826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51606) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:10.535579 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdb390-895f-4b24-a7d7-956cc801ed07 None None] Routers {'185fa7e2-75bd-45e9-b076-82908f07d6df'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:17:10.538106 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a4cdb390-895f-4b24-a7d7-956cc801ed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:16:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['185fa7e2-75bd-45e9-b076-82908f07d6df'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:10.592812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-cbca4a0f-867a-48d7-bd49-32c55be7f00c req-1db02ce7-462e-4e22-8054-9ed2ba64d72a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Deleting port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:10.593782 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbca4a0f-867a-48d7-bd49-32c55be7f00c req-1db02ce7-462e-4e22-8054-9ed2ba64d72a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:10.632175 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a4cdb390-895f-4b24-a7d7-956cc801ed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:10.633587 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdb390-895f-4b24-a7d7-956cc801ed07 None None] The sync data for ids ['185fa7e2-75bd-45e9-b076-82908f07d6df'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:17:10.643694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f9f26-0bec-4821-bc11-8e180b002e55 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:10.652763 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fe6f9f26-0bec-4821-bc11-8e180b002e55 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&device_id=185fa7e2-75bd-45e9-b076-82908f07d6df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1225934 Feb 15 14:17:10.653446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51608) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:10.656011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630ba377-6b09-492a-bbda-c9040a3cd27e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:10.661348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-630ba377-6b09-492a-bbda-c9040a3cd27e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:10.698514 n-d-829064-15 neutron-server[109971]: INFO neutron.db.ipam_backend_mixin [None req-b7ab23e7-edf1-4975-9436-e1671689359f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ccd7f56b-a2f7-4f83-bdba-91194ed89733 (CIDR: 2001:db8::/64) Feb 15 14:17:10.713069 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ab23e7-edf1-4975-9436-e1671689359f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:17:10.713346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ab23e7-edf1-4975-9436-e1671689359f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:10.713778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=12']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:10.727867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163 req-b85c6368-5026-429b-92c7-c3ec3bea34b7 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080866 Feb 15 14:17:10.752300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-4041b47a-9f98-48aa-82bd-61e0930412d5', 'network_id': '4041b47a-9f98-48aa-82bd-61e0930412d5', 'project_id': '9cf25b18b2bd4180a671f282a3d5a903', 'fixed_ips': [{'subnet_id': 'a5ae25b6-6577-438d-8b82-5fdcb791f110'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:17:10.753440 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:10.757915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21772133-e8b6-4fb2-8aef-6c28b8703d77 None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': 'ccd7f56b-a2f7-4f83-bdba-91194ed89733'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '7047fc73-d37a-4fa5-b969-2e0683921a79'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:17:10.814450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b7ab23e7-edf1-4975-9436-e1671689359f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9460893 Feb 15 14:17:10.818937 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-21772133-e8b6-4fb2-8aef-6c28b8703d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:10.829156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51610) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:10.836943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:10.846941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-cbca4a0f-867a-48d7-bd49-32c55be7f00c req-1db02ce7-462e-4e22-8054-9ed2ba64d72a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] For port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=6afbccb9-1fa2-400f-ae1e-68b394c3b69e,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:10.847176 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbca4a0f-867a-48d7-bd49-32c55be7f00c req-1db02ce7-462e-4e22-8054-9ed2ba64d72a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:10.862773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0a372-b61c-42d8-b9a8-12bab4c896f5 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:10.869414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51614) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:10.871349 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-14e0a372-b61c-42d8-b9a8-12bab4c896f5 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/networks/8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 881 time: 0.2162902 Feb 15 14:17:10.930539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-cbca4a0f-867a-48d7-bd49-32c55be7f00c req-1db02ce7-462e-4e22-8054-9ed2ba64d72a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Calling delete_port for 6afbccb9-1fa2-400f-ae1e-68b394c3b69e owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:10.935448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cd61ca1c-93a3-4970-82b7-5964a3684796 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=185fa7e2-75bd-45e9-b076-82908f07d6df HTTP/1.1" status: 200 len: 205 time: 0.0649145 Feb 15 14:17:10.945667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51616) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:11.075940 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (185fa7e2-75bd-45e9-b076-82908f07d6df), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.101504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Allocated IP 2001:db8::2 (4041b47a-9f98-48aa-82bd-61e0930412d5/a5ae25b6-6577-438d-8b82-5fdcb791f110/a13fb2b8-1c84-48c8-b8c6-4a402fa3449a) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:11.222648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-21772133-e8b6-4fb2-8aef-6c28b8703d77 None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/ccd7f56b-a2f7-4f83-bdba-91194ed89733/7047fc73-d37a-4fa5-b969-2e0683921a79) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:11.276883 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-630ba377-6b09-492a-bbda-c9040a3cd27e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (ef1823c8-3c4f-40c5-85da-fdb0dc0df5a4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.309748 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-bd2dbd08-0c78-448f-beab-141f641ef7cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1374331 Feb 15 14:17:11.312242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630ba377-6b09-492a-bbda-c9040a3cd27e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network 4041b47a-9f98-48aa-82bd-61e0930412d5 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:11.411251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-630ba377-6b09-492a-bbda-c9040a3cd27e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:11.438744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630ba377-6b09-492a-bbda-c9040a3cd27e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.439394 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-630ba377-6b09-492a-bbda-c9040a3cd27e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.500507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ba377-6b09-492a-bbda-c9040a3cd27e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=ef1823c8-3c4f-40c5-85da-fdb0dc0df5a4,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:11.517541 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-630ba377-6b09-492a-bbda-c9040a3cd27e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2447097 Feb 15 14:17:11.522895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51622) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:11.540101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-73789b28-9ec5-4773-a0f5-4c44f69d26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.541945 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-73789b28-9ec5-4773-a0f5-4c44f69d26c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 1128 time: 0.1930497 Feb 15 14:17:11.588619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-21772133-e8b6-4fb2-8aef-6c28b8703d77 None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:11.601788 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Publish callbacks [] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.622218 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.668631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01f232-8aba-484d-93d0-4179a2f2d416 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.669827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01f232-8aba-484d-93d0-4179a2f2d416 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.671202 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01f232-8aba-484d-93d0-4179a2f2d416 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.673016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01f232-8aba-484d-93d0-4179a2f2d416 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.674341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01f232-8aba-484d-93d0-4179a2f2d416 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.675369 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-21772133-e8b6-4fb2-8aef-6c28b8703d77 None None] Publish callbacks [] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.680178 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bb01f232-8aba-484d-93d0-4179a2f2d416 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1512468 Feb 15 14:17:11.680992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51624) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:11.688781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Network 4041b47a-9f98-48aa-82bd-61e0930412d5 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:11.690664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-906258078'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:11.693629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:11.702081 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-21772133-e8b6-4fb2-8aef-6c28b8703d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.704794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:11.740070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1c2a0c5-2b62-4c53-a97e-ac4f7542b163 req-49baef90-6bee-4f78-b8c2-577e5bcafa4c service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0028055 Feb 15 14:17:11.751270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Pushing event updated for resources: {'Port': ['ID=a13fb2b8-1c84-48c8-b8c6-4a402fa3449a,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:11.756983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:11.760459 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.776917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-2066dd3b-36b0-43a0-b086-d72eefce9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.779972 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-2066dd3b-36b0-43a0-b086-d72eefce9503 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.2013545 Feb 15 14:17:11.782188 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (185fa7e2-75bd-45e9-b076-82908f07d6df), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.834380 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-1b25f41c-525e-40f6-95b9-53fdd37dd371 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=412aff0a-ad97-4310-9c2c-edf5bb5c4411 HTTP/1.1" status: 200 len: 217 time: 0.0443723 Feb 15 14:17:11.836767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21772133-e8b6-4fb2-8aef-6c28b8703d77 None None] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=13']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:11.838965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:17:11.858964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98acc2-a467-4b1d-a0cc-fb52daee572a req-e8835e0f-1b0a-43f6-96e6-69ea2101c4b1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.860475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f98acc2-a467-4b1d-a0cc-fb52daee572a req-e8835e0f-1b0a-43f6-96e6-69ea2101c4b1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 945 time: 0.7949376 Feb 15 14:17:11.873975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8146-cfa5-4652-9877-fc1af02db893 req-05444107-ebc8-489c-b594-d597e7406cd2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.875521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d84d8146-cfa5-4652-9877-fc1af02db893 req-05444107-ebc8-489c-b594-d597e7406cd2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 943 time: 0.7042272 Feb 15 14:17:11.879867 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (44426dbd-981b-429b-a24a-5b04117600c7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.880350 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Added segment 44426dbd-981b-429b-a24a-5b04117600c7 of type vlan for network 88c8cf4f-1f6a-4b08-87aa-7c723f41df34 Feb 15 14:17:11.886814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:11.888543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Attempting to bind port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:17:11.888928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Attempting to bind port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fd20ff91-15e8-4fff-a664-b78bdf695d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4041b47a-9f98-48aa-82bd-61e0930412d5'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:17:11.889300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Attempting to bind port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a on network 4041b47a-9f98-48aa-82bd-61e0930412d5 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:17:11.890155 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.905022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:17:11.905396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Checking segment: {'id': 'fd20ff91-15e8-4fff-a664-b78bdf695d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4041b47a-9f98-48aa-82bd-61e0930412d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:11.905846 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.906386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Bound using segment: {'id': 'fd20ff91-15e8-4fff-a664-b78bdf695d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4041b47a-9f98-48aa-82bd-61e0930412d5'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:17:11.906871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Bound port: a13fb2b8-1c84-48c8-b8c6-4a402fa3449a, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd20ff91-15e8-4fff-a664-b78bdf695d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4041b47a-9f98-48aa-82bd-61e0930412d5'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:17:11.908162 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.931452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-915df80f-e329-4547-8caf-d807f442e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:11.933000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-915df80f-e329-4547-8caf-d807f442e04b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.0916119 Feb 15 14:17:11.937423 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (88c8cf4f-1f6a-4b08-87aa-7c723f41df34), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:11.972694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bd77880a-3cef-4dbd-9cff-13832c07314e details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:17:11.999639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (88c8cf4f-1f6a-4b08-87aa-7c723f41df34), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.006063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:12.006775 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.019681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] For port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:17:12.026705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] For port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a13fb2b8-1c84-48c8-b8c6-4a402fa3449a,segment=NetworkSegment(fd20ff91-15e8-4fff-a664-b78bdf695d03),segment_id=fd20ff91-15e8-4fff-a664-b78bdf695d03)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:17:12.071500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-8b9be2e4-e800-499c-81f4-5994f91963c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:12.073377 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-8b9be2e4-e800-499c-81f4-5994f91963c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1322393 Feb 15 14:17:12.087102 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4018726 Feb 15 14:17:12.088375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51626) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:12.095043 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.096819 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-788bc00e-173f-400e-a10a-e611d70632d9 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:12.102638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2f98acc2-a467-4b1d-a0cc-fb52daee572a req-74565113-cc09-497a-b97d-20885cea6a88 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=99a9acf7-79dd-4834-ba11-802549490c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252038 Feb 15 14:17:12.105997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d84d8146-cfa5-4652-9877-fc1af02db893 req-b4a6298e-a130-44cd-849c-7b39fcb5260f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047348 Feb 15 14:17:12.172164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbca4a0f-867a-48d7-bd49-32c55be7f00c req-1db02ce7-462e-4e22-8054-9ed2ba64d72a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6afbccb9-1fa2-400f-ae1e-68b394c3b69e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.172335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150eb0d-b9cf-4a82-992e-99ac8c2ebb84 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=88c8cf4f-1f6a-4b08-87aa-7c723f41df34,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:12.179923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Deleting port 4ed89c58-f296-4f51-85d5-40a2d83fdb6a {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:12.180451 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4ed89c58-f296-4f51-85d5-40a2d83fdb6a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.187842 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.205744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 88c8cf4f-1f6a-4b08-87aa-7c723f41df34 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:17:12.264038 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-8372f894-c3d7-4317-8645-d5e09be8e784 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795218 Feb 15 14:17:12.294088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db02ce7-462e-4e22-8054-9ed2ba64d72a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event deleted for resources: {'Port': ['ID=6afbccb9-1fa2-400f-ae1e-68b394c3b69e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:12.343543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4ba9c-93f5-4296-9f38-063c3d65e60e None None] Pushing event updated for resources: {'Port': ['ID=a13fb2b8-1c84-48c8-b8c6-4a402fa3449a,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:12.393752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bd77880a-3cef-4dbd-9cff-13832c07314e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd77880a-3cef-4dbd-9cff-13832c07314e,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:12.415122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'bd77880a-3cef-4dbd-9cff-13832c07314e', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'port_id': 'bd77880a-3cef-4dbd-9cff-13832c07314e', 'mac_address': 'fa:16:3e:06:d1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:17:12.440882 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af3fc348-d5c5-4ff3-b7f9-37a138a0d698 req-0cb708bd-286f-467d-98a1-52f1e4f0b056 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687691 Feb 15 14:17:12.476502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bd77880a-3cef-4dbd-9cff-13832c07314e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:12.476919 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.499743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd77880a-3cef-4dbd-9cff-13832c07314e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:17:12.528214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bd77880a-3cef-4dbd-9cff-13832c07314e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd77880a-3cef-4dbd-9cff-13832c07314e,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:12.530018 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4ed89c58-f296-4f51-85d5-40a2d83fdb6a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.540282 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.543932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca4a0f-867a-48d7-bd49-32c55be7f00c req-1db02ce7-462e-4e22-8054-9ed2ba64d72a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] No DVR routers for this DVR port 6afbccb9-1fa2-400f-ae1e-68b394c3b69e on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:12.546045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Calling delete_port for 4ed89c58-f296-4f51-85d5-40a2d83fdb6a owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:12.595441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-cbca4a0f-867a-48d7-bd49-32c55be7f00c req-1db02ce7-462e-4e22-8054-9ed2ba64d72a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.599255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cbca4a0f-867a-48d7-bd49-32c55be7f00c req-1db02ce7-462e-4e22-8054-9ed2ba64d72a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "DELETE /v2.0/ports/6afbccb9-1fa2-400f-ae1e-68b394c3b69e HTTP/1.1" status: 204 len: 173 time: 2.4433036 Feb 15 14:17:12.600015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fb561f-4a0c-451c-984e-362c54e76ca9', 'name': 'network-vif-deleted', 'tag': '6afbccb9-1fa2-400f-ae1e-68b394c3b69e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:17:12.601090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6afbccb9-1fa2-400f-ae1e-68b394c3b69e no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:17:12.602867 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d943b3-c808-4b56-b645-be4d5504595f" -d '{"events": [{"server_uuid": "84fb561f-4a0c-451c-984e-362c54e76ca9", "name": "network-vif-deleted", "tag": "6afbccb9-1fa2-400f-ae1e-68b394c3b69e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:17:12.660156 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-788bc00e-173f-400e-a10a-e611d70632d9 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (88c8cf4f-1f6a-4b08-87aa-7c723f41df34), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.666294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 6afbccb9-1fa2-400f-ae1e-68b394c3b69e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:17:12.666658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 6afbccb9-1fa2-400f-ae1e-68b394c3b69e not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:17:12.747143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=bd77880a-3cef-4dbd-9cff-13832c07314e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:12.762414 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f73803-5eda-48e8-bd95-cad5534dbd66 x-openstack-request-id: req-97f73803-5eda-48e8-bd95-cad5534dbd66 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:17:12.762711 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fb561f-4a0c-451c-984e-362c54e76ca9", "name": "network-vif-deleted", "tag": "6afbccb9-1fa2-400f-ae1e-68b394c3b69e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:17:12.762997 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97f73803-5eda-48e8-bd95-cad5534dbd66 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:17:12.763407 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fb561f-4a0c-451c-984e-362c54e76ca9', 'name': 'network-vif-deleted', 'tag': '6afbccb9-1fa2-400f-ae1e-68b394c3b69e', 'status': 'completed', 'code': 200} Feb 15 14:17:12.769924 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-788bc00e-173f-400e-a10a-e611d70632d9 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (88c8cf4f-1f6a-4b08-87aa-7c723f41df34), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.796488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['bd77880a-3cef-4dbd-9cff-13832c07314e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:17:12.826785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-788bc00e-173f-400e-a10a-e611d70632d9 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network 88c8cf4f-1f6a-4b08-87aa-7c723f41df34 is not hosted by any dhcp agent {{(pid=109971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 14:17:12.843767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788bc00e-173f-400e-a10a-e611d70632d9 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:12.844619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-788bc00e-173f-400e-a10a-e611d70632d9 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:12.849642 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-788bc00e-173f-400e-a10a-e611d70632d9 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "PUT /v2.0/networks/88c8cf4f-1f6a-4b08-87aa-7c723f41df34 HTTP/1.1" status: 200 len: 723 time: 0.7543316 Feb 15 14:17:12.850496 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51640) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:12.856455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'network_id': '88c8cf4f-1f6a-4b08-87aa-7c723f41df34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:13.109093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bc00e-173f-400e-a10a-e611d70632d9 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=88c8cf4f-1f6a-4b08-87aa-7c723f41df34,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:13.166023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 88c8cf4f-1f6a-4b08-87aa-7c723f41df34 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:17:13.170605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:13.174186 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:13.342664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec22c3-2f7b-4164-89b3-56e0c4325d9c None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:13.351943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.objects.ports [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:17:13.574468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9fdb7fd7-860c-4ab5-aa91-b8e4a770d90c None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:13.579207 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7fd7-860c-4ab5-aa91-b8e4a770d90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:13.604270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (8e255e88-8b7e-4ffe-9abe-aa90096bfe1c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:13.707008 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4ed89c58-f296-4f51-85d5-40a2d83fdb6a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:13.733817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Checking segment: {'id': '44426dbd-981b-429b-a24a-5b04117600c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '88c8cf4f-1f6a-4b08-87aa-7c723f41df34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:13.734179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network hostable DHCP agents. Network: 88c8cf4f-1f6a-4b08-87aa-7c723f41df34, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:17:13.770663 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4346db1-3e81-44f4-8970-0b369f7e435f req-04f92e44-675c-4733-a696-564a2a714683 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.3974149 Feb 15 14:17:13.803734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=8e255e88-8b7e-4ffe-9abe-aa90096bfe1c,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:13.809947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network 88c8cf4f-1f6a-4b08-87aa-7c723f41df34 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:17:13.837831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 88c8cf4f-1f6a-4b08-87aa-7c723f41df34) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:13.843189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:13.843974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:13.858026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c132dc-f80d-4083-baef-73b34bb9bffa None None] Network 88c8cf4f-1f6a-4b08-87aa-7c723f41df34 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:13.879601 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-df4e5489-0ea6-4897-b6d2-9590299332ec tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0272713 Feb 15 14:17:13.882768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51652) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:13.891802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-391f676d-73d5-428a-bff2-3a22f41d1f8a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:13.899535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Pushing event deleted for resources: {'Port': ['ID=4ed89c58-f296-4f51-85d5-40a2d83fdb6a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:13.913127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a13fb2b8-1c84-48c8-b8c6-4a402fa3449a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:13.920423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6355ea-6f33-4dc2-adf0-879540bcbdbe req-aa187e58-c9c2-43ab-a9b9-291659cef8f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:13.922168 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a6355ea-6f33-4dc2-adf0-879540bcbdbe req-aa187e58-c9c2-43ab-a9b9-291659cef8f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 944 time: 0.5684268 Feb 15 14:17:13.991123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb7fd7-860c-4ab5-aa91-b8e4a770d90c None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:13.992296 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7fd7-860c-4ab5-aa91-b8e4a770d90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.059517 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-391f676d-73d5-428a-bff2-3a22f41d1f8a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8903549'] for subnet (8e255e88-8b7e-4ffe-9abe-aa90096bfe1c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.094508 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (185fa7e2-75bd-45e9-b076-82908f07d6df), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.117407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9fdb7fd7-860c-4ab5-aa91-b8e4a770d90c None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:14.176015 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7fd7-860c-4ab5-aa91-b8e4a770d90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.210327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:14.210712 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.212656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-88c8cf4f-1f6a-4b08-87aa-7c723f41df34', 'network_id': '88c8cf4f-1f6a-4b08-87aa-7c723f41df34', 'project_id': '9cf25b18b2bd4180a671f282a3d5a903', 'fixed_ips': [{'subnet_id': '8e255e88-8b7e-4ffe-9abe-aa90096bfe1c'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:17:14.213538 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.252664 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-391f676d-73d5-428a-bff2-3a22f41d1f8a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771395277078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8648845'] for subnet (8e255e88-8b7e-4ffe-9abe-aa90096bfe1c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.292566 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (185fa7e2-75bd-45e9-b076-82908f07d6df), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.299832 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (185fa7e2-75bd-45e9-b076-82908f07d6df), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.304667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f676d-73d5-428a-bff2-3a22f41d1f8a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:14.305390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55716341-ee8f-4e6f-b48e-00654c17d976 None None] Network 4041b47a-9f98-48aa-82bd-61e0930412d5 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:14.306973 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-391f676d-73d5-428a-bff2-3a22f41d1f8a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.311498 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-391f676d-73d5-428a-bff2-3a22f41d1f8a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "PUT /v2.0/subnets/8e255e88-8b7e-4ffe-9abe-aa90096bfe1c HTTP/1.1" status: 200 len: 826 time: 0.4242811 Feb 15 14:17:14.315238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51654) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:14.325102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee09e6-4837-432c-85e2-7d587faf3fb7 None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': 'ccd7f56b-a2f7-4f83-bdba-91194ed89733', 'ip_address': '2001:db8::2'}, {'subnet_id': '6ec8003e-93d9-4f67-8e08-c3d964e7fa5a'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '7047fc73-d37a-4fa5-b969-2e0683921a79'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:17:14.386250 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (185fa7e2-75bd-45e9-b076-82908f07d6df), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.395116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Fanout notify agent at l3_agent the message router_deleted on router 185fa7e2-75bd-45e9-b076-82908f07d6df {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:17:14.423895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f676d-73d5-428a-bff2-3a22f41d1f8a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=8e255e88-8b7e-4ffe-9abe-aa90096bfe1c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:14.479746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.481411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c5b744de-3951-4072-964b-2f52282dcbfb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/185fa7e2-75bd-45e9-b076-82908f07d6df HTTP/1.1" status: 204 len: 168 time: 3.5289307 Feb 15 14:17:14.487052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51658) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:14.492341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-449021698', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:14.539810 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (88c8cf4f-1f6a-4b08-87aa-7c723f41df34), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.556008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.557405 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.562996 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.575257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Allocated IP 2001:db8::2 (88c8cf4f-1f6a-4b08-87aa-7c723f41df34/8e255e88-8b7e-4ffe-9abe-aa90096bfe1c/48c6631d-8bd8-475c-9588-fd97a1065887) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:14.629215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (8e255e88-8b7e-4ffe-9abe-aa90096bfe1c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.638846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a6355ea-6f33-4dc2-adf0-879540bcbdbe req-9b1b5e9e-8b83-47d0-bb4d-2f4678dcfe02 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853991 Feb 15 14:17:14.730417 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.886106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:14.921102 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.946511 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8eee09e6-4837-432c-85e2-7d587faf3fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.955038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:14.959174 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ad5d30e-e9d2-4bf7-9601-3bcf3d0f1eaa req-1701dd9e-4a77-4bca-a109-153bd93d4f69 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.0357332 Feb 15 14:17:14.966267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb7fd7-860c-4ab5-aa91-b8e4a770d90c None None] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=14']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:15.007952 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (6ec8003e-93d9-4f67-8e08-c3d964e7fa5a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.080116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:15.086891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:15.094488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:15.095118 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.112099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=16']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:15.135310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3028719 Feb 15 14:17:15.136050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51662) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:15.144690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:04:58:aa', 'name': 'tempest-NetworksTestDHCPv6-1821897230'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:15.285637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc90140-917e-4d35-9bac-bd9f78d51566 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=6ec8003e-93d9-4f67-8e08-c3d964e7fa5a,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:15.337157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9999caf6-0404-4106-84d1-fadad9f48784 None None] Provisioning complete for port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:15.337918 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9999caf6-0404-4106-84d1-fadad9f48784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.369095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:15.428984 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.450658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Publish callbacks [] for port (48c6631d-8bd8-475c-9588-fd97a1065887), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.492576 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (48c6631d-8bd8-475c-9588-fd97a1065887), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.556961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Pushing event updated for resources: {'Port': ['ID=48c6631d-8bd8-475c-9588-fd97a1065887,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:15.581438 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ac5438c5-c03f-4467-b9ec-98d6e1f9b189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.596240 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.599949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Network 88c8cf4f-1f6a-4b08-87aa-7c723f41df34 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:15.608604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:15.611282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:15.642475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8eee09e6-4837-432c-85e2-7d587faf3fb7 None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:15.646497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (8e255e88-8b7e-4ffe-9abe-aa90096bfe1c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.674414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port 534aacfd-97ca-4cd8-a432-151418528653 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:17:15.701900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:15.703406 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.824132 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (88c8cf4f-1f6a-4b08-87aa-7c723f41df34), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.824448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a13fb2b8-1c84-48c8-b8c6-4a402fa3449a,segment=NetworkSegment(fd20ff91-15e8-4fff-a664-b78bdf695d03),segment_id=fd20ff91-15e8-4fff-a664-b78bdf695d03)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:15.837124 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8eee09e6-4837-432c-85e2-7d587faf3fb7 None None] Publish callbacks [] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.842334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c46d1-3092-46e7-9708-d395818ec7a8 req-092db5b0-ee79-43c9-8781-a5ac96628e58 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:15.845689 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.846960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7047fc73-d37a-4fa5-b969-2e0683921a79 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:15.848520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c8cf4f-1f6a-4b08-87aa-7c723f41df34']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:15.852756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a4c46d1-3092-46e7-9708-d395818ec7a8 req-092db5b0-ee79-43c9-8781-a5ac96628e58 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 944 time: 0.0950205 Feb 15 14:17:15.858795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44426dbd-981b-429b-a24a-5b04117600c7') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:15.859225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44426dbd-981b-429b-a24a-5b04117600c7') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:15.869465 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (44426dbd-981b-429b-a24a-5b04117600c7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.883622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (44426dbd-981b-429b-a24a-5b04117600c7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.890472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:15.890689 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (44426dbd-981b-429b-a24a-5b04117600c7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.950339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9999caf6-0404-4106-84d1-fadad9f48784 None None] Current status of the port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:15.953013 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8eee09e6-4837-432c-85e2-7d587faf3fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:15.957185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Subnet': ['ID=8e255e88-8b7e-4ffe-9abe-aa90096bfe1c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:15.959296 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:15.962653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.db.api [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 14:17:15.962653 n-d-829064-15 neutron-server[109972]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 14:17:15.962653 n-d-829064-15 neutron-server[109972]: [parameters: {'id': '88c8cf4f-1f6a-4b08-87aa-7c723f41df34'}] Feb 15 14:17:15.962653 n-d-829064-15 neutron-server[109972]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:17:15.963027 n-d-829064-15 neutron-server[109972]: DEBUG oslo_db.api [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:17:15.973246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Attempting to bind port 48c6631d-8bd8-475c-9588-fd97a1065887 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:17:15.973931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Attempting to bind port 48c6631d-8bd8-475c-9588-fd97a1065887 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '44426dbd-981b-429b-a24a-5b04117600c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '88c8cf4f-1f6a-4b08-87aa-7c723f41df34'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:17:15.974517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Attempting to bind port 48c6631d-8bd8-475c-9588-fd97a1065887 on network 88c8cf4f-1f6a-4b08-87aa-7c723f41df34 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:17:16.016787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::c (a38afbd0-c128-4dc1-aa52-b247a5fafd54/ccd7f56b-a2f7-4f83-bdba-91194ed89733/534aacfd-97ca-4cd8-a432-151418528653) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:16.029481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bd77880a-3cef-4dbd-9cff-13832c07314e up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:16.029836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8:0:1:f816:3eff:fe04:58aa (a38afbd0-c128-4dc1-aa52-b247a5fafd54/6ec8003e-93d9-4f67-8e08-c3d964e7fa5a/534aacfd-97ca-4cd8-a432-151418528653) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:16.095953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:17:16.096834 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Checking segment: {'id': '44426dbd-981b-429b-a24a-5b04117600c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '88c8cf4f-1f6a-4b08-87aa-7c723f41df34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:16.097308 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.097647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Bound using segment: {'id': '44426dbd-981b-429b-a24a-5b04117600c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '88c8cf4f-1f6a-4b08-87aa-7c723f41df34'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:17:16.098134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Bound port: 48c6631d-8bd8-475c-9588-fd97a1065887, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44426dbd-981b-429b-a24a-5b04117600c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '88c8cf4f-1f6a-4b08-87aa-7c723f41df34'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:17:16.098518 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (48c6631d-8bd8-475c-9588-fd97a1065887), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.112107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:16.112491 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.170039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.199870 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.228573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port bd77880a-3cef-4dbd-9cff-13832c07314e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:17:16.245711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port bd77880a-3cef-4dbd-9cff-13832c07314e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:16.246100 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.246689 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (534aacfd-97ca-4cd8-a432-151418528653), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.262510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929161a-4c0e-4a9a-ba84-edf1234f7eac None None] Update dhcp port {'port': {'network_id': '4041b47a-9f98-48aa-82bd-61e0930412d5', 'fixed_ips': [{'subnet_id': 'a5ae25b6-6577-438d-8b82-5fdcb791f110', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ef1823c8-3c4f-40c5-85da-fdb0dc0df5a4'}], 'binding:host_id': 'n-d-829064-15'}, 'id': 'a13fb2b8-1c84-48c8-b8c6-4a402fa3449a'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:17:16.325452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Allocated IP 172.25.6.139 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/1fdaca75-323f-4cbd-b69c-bdd2f503c6fe) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:16.353338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d70a293f-b00d-4c92-bafe-1580285498eb req-34f3528c-10b9-4e30-bf32-756371b5cf2d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.0516160 Feb 15 14:17:16.360824 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (534aacfd-97ca-4cd8-a432-151418528653), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.399981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:16.403192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:16.427238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=a13fb2b8-1c84-48c8-b8c6-4a402fa3449a,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:16.432933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:16.446507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:16.447267 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.465711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (88c8cf4f-1f6a-4b08-87aa-7c723f41df34), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.501803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:16.549213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.549582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.550933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.551288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.551638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.551982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.552370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.552713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.553051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.553385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.553721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.554593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.558238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:16.573637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4331841 Feb 15 14:17:16.574991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51672) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:16.590244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581f443-023b-4e17-b634-7ab707435f5e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=534aacfd-97ca-4cd8-a432-151418528653,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:16.614073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a4c46d1-3092-46e7-9708-d395818ec7a8 req-1fc5e350-02ba-43d8-b0f5-f30915c19a67 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7592022 Feb 15 14:17:16.615762 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for port (1fdaca75-323f-4cbd-b69c-bdd2f503c6fe), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.639536 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1929161a-4c0e-4a9a-ba84-edf1234f7eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.709735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7047fc73-d37a-4fa5-b969-2e0683921a79 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:16.724596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Deleting port 48c6631d-8bd8-475c-9588-fd97a1065887 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:16.724936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (48c6631d-8bd8-475c-9588-fd97a1065887), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.792650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] For port 48c6631d-8bd8-475c-9588-fd97a1065887, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:17:16.812965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-71528ce8-62d4-41c6-ac9f-4a8a7f8eab54 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port 534aacfd-97ca-4cd8-a432-151418528653 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:16.815035 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71528ce8-62d4-41c6-ac9f-4a8a7f8eab54 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (534aacfd-97ca-4cd8-a432-151418528653), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.841626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] For port 48c6631d-8bd8-475c-9588-fd97a1065887, host n-d-829064-15, got binding levels [] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:16.842028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (48c6631d-8bd8-475c-9588-fd97a1065887), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.857606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Calling delete_port for 48c6631d-8bd8-475c-9588-fd97a1065887 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:16.871250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] For port 48c6631d-8bd8-475c-9588-fd97a1065887, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=48c6631d-8bd8-475c-9588-fd97a1065887,segment=NetworkSegment(44426dbd-981b-429b-a24a-5b04117600c7),segment_id=44426dbd-981b-429b-a24a-5b04117600c7)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:17:16.949437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee09e6-4837-432c-85e2-7d587faf3fb7 None None] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=17']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:16.956072 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71528ce8-62d4-41c6-ac9f-4a8a7f8eab54 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (534aacfd-97ca-4cd8-a432-151418528653), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.965456 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1fdaca75-323f-4cbd-b69c-bdd2f503c6fe), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.969856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bd77880a-3cef-4dbd-9cff-13832c07314e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:16.970402 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:16.984822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-71528ce8-62d4-41c6-ac9f-4a8a7f8eab54 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for 534aacfd-97ca-4cd8-a432-151418528653 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:17.029311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:17.064135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:17.073753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (48c6631d-8bd8-475c-9588-fd97a1065887), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.107369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:17.139415 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2667f6-f59d-4a9a-93da-9fef7ab216ab None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:17.152509 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (48c6631d-8bd8-475c-9588-fd97a1065887), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.158665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No DVR routers for this DVR port 48c6631d-8bd8-475c-9588-fd97a1065887 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:17.204146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Pushing event updated for resources: {'Port': ['ID=1fdaca75-323f-4cbd-b69c-bdd2f503c6fe,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:17.276593 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71528ce8-62d4-41c6-ac9f-4a8a7f8eab54 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (534aacfd-97ca-4cd8-a432-151418528653), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.295527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Port': ['ID=48c6631d-8bd8-475c-9588-fd97a1065887,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:17.295912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7f464-ec0b-4cd6-8284-dc5ac59a77cb None None] Pushing event deleted for resources: {'Port': ['ID=48c6631d-8bd8-475c-9588-fd97a1065887,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:17.313873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd77880a-3cef-4dbd-9cff-13832c07314e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:17:17.316168 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc095e7-41bf-4d72-aa41-c913cdec07cb" -d '{"events": [{"server_uuid": "34376ad1-bac1-457c-b64b-0ca34d61c4bd", "name": "network-vif-plugged", "status": "completed", "tag": "bd77880a-3cef-4dbd-9cff-13832c07314e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:17:17.342539 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ac42182-e993-40f9-b0d9-de1cfd831b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.370106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bd77880a-3cef-4dbd-9cff-13832c07314e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd77880a-3cef-4dbd-9cff-13832c07314e,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:17.384243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71528ce8-62d4-41c6-ac9f-4a8a7f8eab54 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=534aacfd-97ca-4cd8-a432-151418528653,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:17.457030 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2710d487-7b43-4488-b770-8aa66bb71dc1 x-openstack-request-id: req-2710d487-7b43-4488-b770-8aa66bb71dc1 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:17:17.457335 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34376ad1-bac1-457c-b64b-0ca34d61c4bd", "name": "network-vif-plugged", "status": "completed", "tag": "bd77880a-3cef-4dbd-9cff-13832c07314e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:17:17.457602 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2710d487-7b43-4488-b770-8aa66bb71dc1 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:17:17.458012 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd77880a-3cef-4dbd-9cff-13832c07314e', 'code': 200} Feb 15 14:17:17.464965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f1c7710d-9062-41fc-a729-44a0a06b9f9d None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:17.465064 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f1c7710d-9062-41fc-a729-44a0a06b9f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.474835 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-178bf078-7728-401e-afe2-94d2ffb4fbb0 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 48c6631d-8bd8-475c-9588-fd97a1065887 could not be found. Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:17.501032 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 48c6631d-8bd8-475c-9588-fd97a1065887 could not be found. Feb 15 14:17:17.504739 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:17:17.553518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315e9f6-1b2d-4b0f-af25-1460e1e9477b None None] Network 88c8cf4f-1f6a-4b08-87aa-7c723f41df34 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:17.562475 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71528ce8-62d4-41c6-ac9f-4a8a7f8eab54 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.567628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-71528ce8-62d4-41c6-ac9f-4a8a7f8eab54 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/534aacfd-97ca-4cd8-a432-151418528653 HTTP/1.1" status: 204 len: 168 time: 0.9911060 Feb 15 14:17:17.574648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51680) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:17.580349 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (88c8cf4f-1f6a-4b08-87aa-7c723f41df34), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.604418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:17.604951 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.657806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c8cf4f-1f6a-4b08-87aa-7c723f41df34']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:17.671588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5592027-80ad-4dbc-9821-e1fe3dd3471d req-a706eed4-9acc-4872-80f0-7f9aa12e9351 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.1448185 Feb 15 14:17:17.678306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44426dbd-981b-429b-a24a-5b04117600c7') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:17.679032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44426dbd-981b-429b-a24a-5b04117600c7') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:17.709605 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (44426dbd-981b-429b-a24a-5b04117600c7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.719323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-1929161a-4c0e-4a9a-ba84-edf1234f7eac None None] Allocated IP 172.20.0.1 (4041b47a-9f98-48aa-82bd-61e0930412d5/ef1823c8-3c4f-40c5-85da-fdb0dc0df5a4/a13fb2b8-1c84-48c8-b8c6-4a402fa3449a) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:17.723912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de1bef3-1cc2-4da0-8011-551953445a93 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:17.728218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b305b-4976-4b14-8368-f08f91e5bac9 req-a8169a2c-942b-41fc-aab1-3dc5960ebb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:17.729881 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b2b305b-4976-4b14-8368-f08f91e5bac9 req-a8169a2c-942b-41fc-aab1-3dc5960ebb05 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 1128 time: 0.1461904 Feb 15 14:17:17.731366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7de1bef3-1cc2-4da0-8011-551953445a93 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1554942 Feb 15 14:17:17.731979 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51684) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:17.798884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (44426dbd-981b-429b-a24a-5b04117600c7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.808430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.815932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:17.816346 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (44426dbd-981b-429b-a24a-5b04117600c7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:17.829134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c3eb1-9b6f-46c8-a316-a852a47d8a39 req-bde31cb3-cffb-4efb-8d61-d777e86215e4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:17.831158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac0c3eb1-9b6f-46c8-a316-a852a47d8a39 req-bde31cb3-cffb-4efb-8d61-d777e86215e4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.0925379 Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:17.853221 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:17.896805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac0c3eb1-9b6f-46c8-a316-a852a47d8a39 req-60e0415c-e652-4ee1-940a-6d76663364b1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592401 Feb 15 14:17:17.941791 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6b2b305b-4976-4b14-8368-f08f91e5bac9 req-31bec27b-a073-487c-8be8-ee497c513059 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942246 Feb 15 14:17:17.957559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=bd77880a-3cef-4dbd-9cff-13832c07314e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:18.001557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f2a6b6-c48c-4379-9fd9-a2630480c486 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:18.006330 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-43f2a6b6-c48c-4379-9fd9-a2630480c486 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2701304 Feb 15 14:17:18.006330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (88c8cf4f-1f6a-4b08-87aa-7c723f41df34), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.008204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51686) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:18.017150 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.021457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c9248d-fc4e-4379-b51e-e106dda6f38f None None] Network 88c8cf4f-1f6a-4b08-87aa-7c723f41df34 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:18.027696 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/88c8cf4f-1f6a-4b08-87aa-7c723f41df34 HTTP/1.1" status: 204 len: 168 time: 3.7109029 Feb 15 14:17:18.028623 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51688) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:18.051701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c9248d-fc4e-4379-b51e-e106dda6f38f None None] Network 88c8cf4f-1f6a-4b08-87aa-7c723f41df34 could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:17:18.065325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea79000-3a5d-472a-9457-d1145f971d47 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Network': ['ID=88c8cf4f-1f6a-4b08-87aa-7c723f41df34,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:18.069153 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4aacb62-3074-43ee-bfb5-d55222ca2859 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:18.070250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4aacb62-3074-43ee-bfb5-d55222ca2859 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:18.078852 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a4aacb62-3074-43ee-bfb5-d55222ca2859 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/88c8cf4f-1f6a-4b08-87aa-7c723f41df34 HTTP/1.1" status: 404 len: 339 time: 0.0417488 Feb 15 14:17:18.079909 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51690) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:18.084965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1614873013', 'description': 'd1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:18.135637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3014e4-84cd-4264-b56d-bd20f58ee04c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:18.140177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3014e4-84cd-4264-b56d-bd20f58ee04c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:18.146449 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3014e4-84cd-4264-b56d-bd20f58ee04c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:18.158430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1e3014e4-84cd-4264-b56d-bd20f58ee04c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1482050 Feb 15 14:17:18.158671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7710d-9062-41fc-a729-44a0a06b9f9d None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:18.160284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51692) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:18.174511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:18.183448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1929161a-4c0e-4a9a-ba84-edf1234f7eac None None] For port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a13fb2b8-1c84-48c8-b8c6-4a402fa3449a,segment=NetworkSegment(fd20ff91-15e8-4fff-a664-b78bdf695d03),segment_id=fd20ff91-15e8-4fff-a664-b78bdf695d03)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:18.196064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:18.199469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.215573 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1929161a-4c0e-4a9a-ba84-edf1234f7eac None None] Publish callbacks [] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.231314 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1929161a-4c0e-4a9a-ba84-edf1234f7eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.240033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:17:18.250122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-22851167-0607-42d0-8397-d93e3eeb70f0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet 6ec8003e-93d9-4f67-8e08-c3d964e7fa5a {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:17:18.255422 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-22851167-0607-42d0-8397-d93e3eeb70f0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (6ec8003e-93d9-4f67-8e08-c3d964e7fa5a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.276664 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (cff68b71-0739-4d6a-a51c-36123c7b2dd7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.286843 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Added segment cff68b71-0739-4d6a-a51c-36123c7b2dd7 of type vlan for network 2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488 Feb 15 14:17:18.311382 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.318704 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-22851167-0607-42d0-8397-d93e3eeb70f0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (6ec8003e-93d9-4f67-8e08-c3d964e7fa5a), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.376899 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.391965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929161a-4c0e-4a9a-ba84-edf1234f7eac None None] Pushing event updated for resources: {'Port': ['ID=a13fb2b8-1c84-48c8-b8c6-4a402fa3449a,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:18.414131 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.470110 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-22851167-0607-42d0-8397-d93e3eeb70f0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (6ec8003e-93d9-4f67-8e08-c3d964e7fa5a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.501121 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.506465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:18.512776 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.609284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-22851167-0607-42d0-8397-d93e3eeb70f0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (6ec8003e-93d9-4f67-8e08-c3d964e7fa5a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.620047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-21901d90-76f5-4988-845c-72df201266f0 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:18.620864 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-21901d90-76f5-4988-845c-72df201266f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.640696 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:17:18.652021 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5706778 Feb 15 14:17:18.653241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51698) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:18.701334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22851167-0607-42d0-8397-d93e3eeb70f0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec8003e-93d9-4f67-8e08-c3d964e7fa5a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:18.734928 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-22851167-0607-42d0-8397-d93e3eeb70f0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:18.745410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-22851167-0607-42d0-8397-d93e3eeb70f0 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/6ec8003e-93d9-4f67-8e08-c3d964e7fa5a HTTP/1.1" status: 204 len: 168 time: 0.5810530 Feb 15 14:17:18.745989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51704) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:18.765110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a13fb2b8-1c84-48c8-b8c6-4a402fa3449a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:18.834458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23393f6-2842-458f-88a7-8bec999ae32a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:18.840163 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c23393f6-2842-458f-88a7-8bec999ae32a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/networks?id=2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488 HTTP/1.1" status: 200 len: 765 time: 0.1758566 Feb 15 14:17:18.842324 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51706) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:18.855704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-44b50b17-0453-40cb-bf4a-028dd8e21628 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'description': 'd2'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:18.858617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e050d40-f1c2-4b1d-9395-6a8fd05ecbb4 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:18.909066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Router fec13ff4-f9d0-4b22-9bba-4ce89dff0adf is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:17:18.965372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:17:19.073633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2442c335-c000-4096-a58e-c508e4f0dd0d None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:19.143968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:17:19.150799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afd3783a-4eed-4405-b777-40f90704e90f req-e1cfc87f-1d22-420c-ad30-b9fde0c57e0a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.2731450 Feb 15 14:17:19.192054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:19.193880 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d98b2384-3fd5-4152-a41e-b70a79599abb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7057643 Feb 15 14:17:19.197208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51710) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:19.203989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:19.215952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab01d37-c59a-4448-bbe7-845b6ee667d9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet ccd7f56b-a2f7-4f83-bdba-91194ed89733 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:17:19.232667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eab01d37-c59a-4448-bbe7-845b6ee667d9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (ccd7f56b-a2f7-4f83-bdba-91194ed89733), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:19.257976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-21901d90-76f5-4988-845c-72df201266f0 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:19.282760 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e167200-d24b-40c9-a9ff-721aef448148 None None] Sync routers for ids ['fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:17:19.356155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e167200-d24b-40c9-a9ff-721aef448148 None None] Routers {'fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:17:19.356812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4e167200-d24b-40c9-a9ff-721aef448148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:17:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:19.396242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:19.396631 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:19.456310 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-44b50b17-0453-40cb-bf4a-028dd8e21628 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:19.493893 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eab01d37-c59a-4448-bbe7-845b6ee667d9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (ccd7f56b-a2f7-4f83-bdba-91194ed89733), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:19.526945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0d92a75a-711d-4150-895d-7299a1a15063 None None] Could not find standard attr ID for object 534aacfd-97ca-4cd8-a432-151418528653. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:17:19.539557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4e167200-d24b-40c9-a9ff-721aef448148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:19.549424 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-44b50b17-0453-40cb-bf4a-028dd8e21628 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:19.560755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6906b1-0ab9-4dec-b9aa-62d102ffc58b None None] Network 4041b47a-9f98-48aa-82bd-61e0930412d5 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:19.631655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e167200-d24b-40c9-a9ff-721aef448148 None None] Routers {'fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:17:19.632834 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4e167200-d24b-40c9-a9ff-721aef448148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:17:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:19.649649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea93f74-19d7-4cae-8ecf-d55b578143cb req-736bc57f-3fd9-4c54-a2c6-d5113931a77d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:19.662295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ea93f74-19d7-4cae-8ecf-d55b578143cb req-736bc57f-3fd9-4c54-a2c6-d5113931a77d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.6082351 Feb 15 14:17:19.716470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4e167200-d24b-40c9-a9ff-721aef448148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:19.717108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e167200-d24b-40c9-a9ff-721aef448148 None None] The sync data for ids ['fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:17:19.796691 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:19.815826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_gateway (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:19.859309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c9cdba71-83a2-4564-bf13-2dc5f47dda99 None None] Provisioning complete for port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:19.860192 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c9cdba71-83a2-4564-bf13-2dc5f47dda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:19.862604 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:19.871338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:19.884995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b50b17-0453-40cb-bf4a-028dd8e21628 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:19.893776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44b50b17-0453-40cb-bf4a-028dd8e21628 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network 2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488 is not hosted by any dhcp agent {{(pid=109971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 14:17:19.900091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b50b17-0453-40cb-bf4a-028dd8e21628 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:19.915558 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-44b50b17-0453-40cb-bf4a-028dd8e21628 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:19.920794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51716) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:19.922175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:17:19.924152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-44b50b17-0453-40cb-bf4a-028dd8e21628 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "PUT /v2.0/networks/2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488 HTTP/1.1" status: 200 len: 762 time: 1.0755312 Feb 15 14:17:20.022600 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eab01d37-c59a-4448-bbe7-845b6ee667d9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (ccd7f56b-a2f7-4f83-bdba-91194ed89733), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:20.137576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ea93f74-19d7-4cae-8ecf-d55b578143cb req-864b00d5-8175-4cfb-a8f2-07b6e30637c9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742231 Feb 15 14:17:20.156164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c9cdba71-83a2-4564-bf13-2dc5f47dda99 None None] Current status of the port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:20.234550 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eab01d37-c59a-4448-bbe7-845b6ee667d9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (ccd7f56b-a2f7-4f83-bdba-91194ed89733), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:20.297481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab01d37-c59a-4448-bbe7-845b6ee667d9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd7f56b-a2f7-4f83-bdba-91194ed89733,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:20.349336 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eab01d37-c59a-4448-bbe7-845b6ee667d9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:20.356010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-eab01d37-c59a-4448-bbe7-845b6ee667d9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/ccd7f56b-a2f7-4f83-bdba-91194ed89733 HTTP/1.1" status: 204 len: 168 time: 1.6064856 Feb 15 14:17:20.364972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51720) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:20.422524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1747a2f9-0f87-49d3-9b30-2e631cdaab70 req-442d443f-2ef8-4c14-abba-e8deaef58d13 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.1034422 Feb 15 14:17:20.493668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3c473ae8-b82e-4dec-bd15-23aeefd4576f None None] Provisioning complete for port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:20.493995 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3c473ae8-b82e-4dec-bd15-23aeefd4576f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:20.532973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-17f41eb3-e7ae-4a3b-a6b4-daf46b43859f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1636765 Feb 15 14:17:20.538416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51722) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:20.553344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6c4d2a5f-59ae-4765-80cf-a7787b999790 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:20.680767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3c473ae8-b82e-4dec-bd15-23aeefd4576f None None] Current status of the port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:20.763768 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d2a5f-59ae-4765-80cf-a7787b999790 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:20.768361 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2a5f-59ae-4765-80cf-a7787b999790 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:20.773588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Deleting port 1fdaca75-323f-4cbd-b69c-bdd2f503c6fe {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:20.773942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1fdaca75-323f-4cbd-b69c-bdd2f503c6fe), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:20.854099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3f956d-ccc4-4076-bfdb-9f308b9e2fc9 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:20.859380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51724) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:20.861400 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6a3f956d-ccc4-4076-bfdb-9f308b9e2fc9 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/networks?id=2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488 HTTP/1.1" status: 200 len: 765 time: 0.9394834 Feb 15 14:17:20.926241 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1fdaca75-323f-4cbd-b69c-bdd2f503c6fe), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:20.945629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Calling delete_port for 1fdaca75-323f-4cbd-b69c-bdd2f503c6fe owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:21.076251 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:21.218005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3067f131-49b9-4f95-9dfa-9da557f9458e None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:17:21.259338 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1fdaca75-323f-4cbd-b69c-bdd2f503c6fe), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:21.318040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Pushing event deleted for resources: {'Port': ['ID=1fdaca75-323f-4cbd-b69c-bdd2f503c6fe,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:21.440014 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:21.467007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-527db505-019d-4f4a-9ef3-ace7f64959d9 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:21.467677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-527db505-019d-4f4a-9ef3-ace7f64959d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:21.540473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3067f131-49b9-4f95-9dfa-9da557f9458e None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:17:21.632317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2cd35fe-ee42-4699-89d5-f32735aaa8a4 req-ca27c7e4-320b-424c-9907-4f690347cf17 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.0661843 Feb 15 14:17:21.645463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92f327-d561-4a23-8047-51d8d0afe9e2 req-8cd61302-bc2c-41c6-8beb-0afc1370904f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:21.647949 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c92f327-d561-4a23-8047-51d8d0afe9e2 req-8cd61302-bc2c-41c6-8beb-0afc1370904f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.2919919 Feb 15 14:17:21.713152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a11098-12cd-470f-b897-4d63d258a702 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:21.714699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e2a11098-12cd-470f-b897-4d63d258a702 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8514981 Feb 15 14:17:21.734244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51732) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:21.814744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-527db505-019d-4f4a-9ef3-ace7f64959d9 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:21.864699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-609aa2d7-5cea-428f-9027-ecffb44bb74d tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 HTTP/1.1" status: 200 len: 207 time: 0.1265914 Feb 15 14:17:21.872755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51734) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:21.907948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8d2267-8987-4372-902f-e15e43771378 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:17:21.945908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:21.949516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:21.990103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9b5876c0-6e9b-472b-a38c-e5cd7746ca44 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:21.990503 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9b5876c0-6e9b-472b-a38c-e5cd7746ca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:22.130286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Router fec13ff4-f9d0-4b22-9bba-4ce89dff0adf has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:17:22.233447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:17:22.242154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:22.243638 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e2dd5a3c-7624-4633-91c6-3e9118e6bbda tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "PUT /v2.0/routers/fec13ff4-f9d0-4b22-9bba-4ce89dff0adf HTTP/1.1" status: 200 len: 709 time: 3.0451653 Feb 15 14:17:22.243880 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea3ae5-b498-40db-8f49-e3df15684e6a None None] Sync routers for ids ['fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:17:22.246234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51738) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:22.269838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9b5876c0-6e9b-472b-a38c-e5cd7746ca44 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:22.270562 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fea3ae5-b498-40db-8f49-e3df15684e6a None None] Routers {'fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:17:22.270562 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8fea3ae5-b498-40db-8f49-e3df15684e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:17:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:22.301351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8d2267-8987-4372-902f-e15e43771378 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:17:22.375206 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8fea3ae5-b498-40db-8f49-e3df15684e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:22.380142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59867846-416b-4f71-aa3d-dc55d9c582a1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:22.384328 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a785be6a-4ed7-4dfa-b8c5-eff1f63abdb8 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/routers/fec13ff4-f9d0-4b22-9bba-4ce89dff0adf HTTP/1.1" status: 200 len: 744 time: 0.1368458 Feb 15 14:17:22.387397 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51740) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:22.394814 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fea3ae5-b498-40db-8f49-e3df15684e6a None None] Routers {'fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:17:22.395468 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8fea3ae5-b498-40db-8f49-e3df15684e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:17:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:22.399567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59867846-416b-4f71-aa3d-dc55d9c582a1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:22.415582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59867846-416b-4f71-aa3d-dc55d9c582a1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:22.425836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59867846-416b-4f71-aa3d-dc55d9c582a1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:22.438769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59867846-416b-4f71-aa3d-dc55d9c582a1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:22.450709 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-74b5a062-f772-426b-8ac2-d225b2e80930 tempest-RoutersIpV6AdminTest-1894599537 tempest-RoutersIpV6AdminTest-1894599537-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&device_id=fec13ff4-f9d0-4b22-9bba-4ce89dff0adf HTTP/1.1" status: 200 len: 205 time: 0.0564208 Feb 15 14:17:22.451828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51742) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:22.454332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59867846-416b-4f71-aa3d-dc55d9c582a1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:22.463648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-59867846-416b-4f71-aa3d-dc55d9c582a1 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5863340 Feb 15 14:17:22.474121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51744) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:22.481916 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8fea3ae5-b498-40db-8f49-e3df15684e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:22.482602 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea3ae5-b498-40db-8f49-e3df15684e6a None None] The sync data for ids ['fec13ff4-f9d0-4b22-9bba-4ce89dff0adf'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:17:22.547884 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c92f327-d561-4a23-8047-51d8d0afe9e2 req-1d20a802-e9be-4a47-a0df-2f74bd06708e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8571873 Feb 15 14:17:22.549809 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2a5f-59ae-4765-80cf-a7787b999790 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (d476ca38-de76-46fd-872c-75d716781e33), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:22.594347 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d0738e00-f138-47af-9f27-b463ea185fae tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=fec13ff4-f9d0-4b22-9bba-4ce89dff0adf HTTP/1.1" status: 200 len: 205 time: 0.1408927 Feb 15 14:17:22.598325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51748) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:22.724342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d2a5f-59ae-4765-80cf-a7787b999790 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:22.744679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d2a5f-59ae-4765-80cf-a7787b999790 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:22.781009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d2a5f-59ae-4765-80cf-a7787b999790 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:22.781631 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4d2a5f-59ae-4765-80cf-a7787b999790 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:22.810113 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8dac664-f910-4c3e-a15d-f5f1e9d3a877 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:23.003439 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e93c9c74-1e78-43cc-8455-c108bfc326a0 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5208840 Feb 15 14:17:23.011472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51754) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.037948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e525b22e-c7ce-4b5a-9b90-d0ad15baaaa2 req-08725bd0-4c10-4f2f-bf75-ee06fd8d4379 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.0899374 Feb 15 14:17:23.112327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d2a5f-59ae-4765-80cf-a7787b999790 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=d476ca38-de76-46fd-872c-75d716781e33,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:23.149967 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92ca76-eb33-4f9f-91cc-2e58a9efaf4a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.151751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92ca76-eb33-4f9f-91cc-2e58a9efaf4a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.153081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92ca76-eb33-4f9f-91cc-2e58a9efaf4a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.154392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92ca76-eb33-4f9f-91cc-2e58a9efaf4a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.155723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92ca76-eb33-4f9f-91cc-2e58a9efaf4a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.172096 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1c92ca76-eb33-4f9f-91cc-2e58a9efaf4a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1595013 Feb 15 14:17:23.178271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51758) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.179750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6c4d2a5f-59ae-4765-80cf-a7787b999790 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6394398 Feb 15 14:17:23.180948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51760) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.206084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54449870-ae8b-41dc-ae08-7890081ec285 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:23.239326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8278a971-8f94-4efd-9c72-70472daa1a1b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:23.281089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397eef9b-2a2e-4d1e-865e-7f03bbca84b3 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.282558 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397eef9b-2a2e-4d1e-865e-7f03bbca84b3 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.283764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397eef9b-2a2e-4d1e-865e-7f03bbca84b3 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.284947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397eef9b-2a2e-4d1e-865e-7f03bbca84b3 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.286260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397eef9b-2a2e-4d1e-865e-7f03bbca84b3 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.287863 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-397eef9b-2a2e-4d1e-865e-7f03bbca84b3 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1097767 Feb 15 14:17:23.295390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51762) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.338941 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8dac664-f910-4c3e-a15d-f5f1e9d3a877 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:23.345808 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8dac664-f910-4c3e-a15d-f5f1e9d3a877 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router_controller (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:23.373117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a0146-df1c-4fde-9e08-d1e79e1d62c9 req-a527e3e1-930f-4cc8-a8fb-e6e5be02c54d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.374597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-110a0146-df1c-4fde-9e08-d1e79e1d62c9 req-a527e3e1-930f-4cc8-a8fb-e6e5be02c54d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.4496529 Feb 15 14:17:23.431387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4425ae2-85f2-4365-992e-2646104f3b1b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.437833 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d4425ae2-85f2-4365-992e-2646104f3b1b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/networks/ce0c59e8-bc2e-4429-82d5-97f0e05d5f95 HTTP/1.1" status: 200 len: 803 time: 0.1357377 Feb 15 14:17:23.438142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51764) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.559608 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8dac664-f910-4c3e-a15d-f5f1e9d3a877 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (fec13ff4-f9d0-4b22-9bba-4ce89dff0adf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:23.560463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dac664-f910-4c3e-a15d-f5f1e9d3a877 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Fanout notify agent at l3_agent the message router_deleted on router fec13ff4-f9d0-4b22-9bba-4ce89dff0adf {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:17:23.587148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8dac664-f910-4c3e-a15d-f5f1e9d3a877 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:23.591556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d8dac664-f910-4c3e-a15d-f5f1e9d3a877 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/fec13ff4-f9d0-4b22-9bba-4ce89dff0adf HTTP/1.1" status: 204 len: 168 time: 0.9771876 Feb 15 14:17:23.596698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51766) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.637246 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-320dbff5-c709-49ab-927d-f3dfd2feeac5 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/networks/ce0c59e8-bc2e-4429-82d5-97f0e05d5f95?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1977344 Feb 15 14:17:23.638052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51768) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.662309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-204f725b-0d36-4eff-9a3b-b8e778a1789e tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=fec13ff4-f9d0-4b22-9bba-4ce89dff0adf HTTP/1.1" status: 200 len: 205 time: 0.0552025 Feb 15 14:17:23.665051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51770) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.689965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a0bea-4e77-4e5f-91f3-02ac3dd6aa3b None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:23.696818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-110a0146-df1c-4fde-9e08-d1e79e1d62c9 req-3f8ac976-2925-48ab-b18c-bb2c7ceb81cd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963858 Feb 15 14:17:23.698099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac111fb-6953-4b7d-bd41-09e43457fb62 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.703395 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fac111fb-6953-4b7d-bd41-09e43457fb62 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/subnets/c18d1f15-e5f5-4a1e-a3c2-c1728255c51e HTTP/1.1" status: 200 len: 843 time: 0.0643156 Feb 15 14:17:23.703952 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51772) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.739781 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-72cea3e1-e525-41a2-9e48-e37e2f829c80 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] delete failed (client error): The resource could not be found. Feb 15 14:17:23.741643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-72cea3e1-e525-41a2-9e48-e37e2f829c80 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/fec13ff4-f9d0-4b22-9bba-4ce89dff0adf HTTP/1.1" status: 404 len: 336 time: 0.0751531 Feb 15 14:17:23.744817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51774) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.769699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8278a971-8f94-4efd-9c72-70472daa1a1b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:23.774672 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8278a971-8f94-4efd-9c72-70472daa1a1b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:23.794457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-798fdf4c-77eb-4188-837f-f3d06bb7f65a None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:23.794830 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-798fdf4c-77eb-4188-837f-f3d06bb7f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:23.799711 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8f2fee7e-3779-4cb0-bb79-f764f1292ffb tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=185fa7e2-75bd-45e9-b076-82908f07d6df HTTP/1.1" status: 200 len: 205 time: 0.0538075 Feb 15 14:17:23.803121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51776) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.869683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8a8384-f973-4de4-9618-bbe8b7913500 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['shared'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:23.874770 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4d8a8384-f973-4de4-9618-bbe8b7913500 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "GET /v2.0/subnets/c18d1f15-e5f5-4a1e-a3c2-c1728255c51e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1698654 Feb 15 14:17:23.875392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51778) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.875807 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-48262449-7727-4c71-b8e4-d6b368c9a9b1 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] delete failed (client error): The resource could not be found. Feb 15 14:17:23.876779 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-48262449-7727-4c71-b8e4-d6b368c9a9b1 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/185fa7e2-75bd-45e9-b076-82908f07d6df HTTP/1.1" status: 404 len: 336 time: 0.0721397 Feb 15 14:17:23.879440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51780) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.895203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-867437184'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:23.908641 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f4826c13-5146-488b-b189-61780f0bcb93 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=64febd26-e438-40a6-8841-1616edb4c438 HTTP/1.1" status: 200 len: 205 time: 0.0281174 Feb 15 14:17:23.911035 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51782) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:23.958798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:23.962856 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:23.965091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-798fdf4c-77eb-4188-837f-f3d06bb7f65a None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:23.987145 n-d-829064-15 neutron-server[109971]: INFO neutron.db.ipam_backend_mixin [None req-8278a971-8f94-4efd-9c72-70472daa1a1b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d476ca38-de76-46fd-872c-75d716781e33 (CIDR: 2001:db8::/64) Feb 15 14:17:23.994488 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-e18ac2de-a0e0-40fc-aed6-c03bee4d720e tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] delete failed (client error): The resource could not be found. Feb 15 14:17:23.996068 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e18ac2de-a0e0-40fc-aed6-c03bee4d720e tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/64febd26-e438-40a6-8841-1616edb4c438 HTTP/1.1" status: 404 len: 336 time: 0.0832853 Feb 15 14:17:23.997681 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-8278a971-8f94-4efd-9c72-70472daa1a1b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:17:23.998252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8278a971-8f94-4efd-9c72-70472daa1a1b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:23.999153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51784) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:24.016432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:17:24.029734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8278a971-8f94-4efd-9c72-70472daa1a1b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7949543 Feb 15 14:17:24.032795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51786) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:24.037550 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:24.038050 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Added segment 07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c of type vlan for network a3ba8ad9-f967-49c4-a872-38e0882f2731 Feb 15 14:17:24.043790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2b070033-305a-458e-bb80-304e56852e27 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=6db60a92-8fa4-4d9a-b0a1-54ef813117f1 HTTP/1.1" status: 200 len: 205 time: 0.0433195 Feb 15 14:17:24.045946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'subnet': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:24.046145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51788) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:24.119786 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-778080e9-faaf-41d8-aa5b-8564f21989b8 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] delete failed (client error): The resource could not be found. Feb 15 14:17:24.121289 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-778080e9-faaf-41d8-aa5b-8564f21989b8 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/6db60a92-8fa4-4d9a-b0a1-54ef813117f1 HTTP/1.1" status: 404 len: 336 time: 0.0740139 Feb 15 14:17:24.124232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51792) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:24.188792 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-24cc8e4d-e0c7-4068-ad5a-77fc7e2ba9b2 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=7176f62f-3b06-4d26-ab8d-6f69b59954b1 HTTP/1.1" status: 200 len: 205 time: 0.0580401 Feb 15 14:17:24.189677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51794) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:24.255115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a326eee2-9f2d-4180-8641-223d0a4b279b req-3391af99-8662-4550-9cd5-28da2e26b04e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.0700099 Feb 15 14:17:24.284181 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a3ba8ad9-f967-49c4-a872-38e0882f2731), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:24.287178 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-46f430f1-2ee3-4a8d-87f7-85d6fef0934c tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] delete failed (client error): The resource could not be found. Feb 15 14:17:24.288777 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-46f430f1-2ee3-4a8d-87f7-85d6fef0934c tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/7176f62f-3b06-4d26-ab8d-6f69b59954b1 HTTP/1.1" status: 404 len: 336 time: 0.0974269 Feb 15 14:17:24.292027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51798) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:24.327741 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-39692d67-1fd4-4dff-88e0-6c42bde47f5e tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "GET /v2.0/ports?device_id=b78b9fe0-c785-4b1c-943a-f8b8ff1e238f HTTP/1.1" status: 200 len: 205 time: 0.0346119 Feb 15 14:17:24.330187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51800) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:24.335214 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a3ba8ad9-f967-49c4-a872-38e0882f2731), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:24.341582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:24.342177 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:24.371212 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-b851d362-5830-45c5-a172-2ca1199c1e32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] delete failed (client error): The resource could not be found. Feb 15 14:17:24.372813 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b851d362-5830-45c5-a172-2ca1199c1e32 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/routers/b78b9fe0-c785-4b1c-943a-f8b8ff1e238f HTTP/1.1" status: 404 len: 336 time: 0.0411866 Feb 15 14:17:24.376085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51802) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:24.407687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9e67ac51-1f59-46a2-8168-4ca57829aae1 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:24.408081 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e67ac51-1f59-46a2-8168-4ca57829aae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:24.410566 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6defdd7-e6b8-4026-858f-9729f7cd2575 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:24.416629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6defdd7-e6b8-4026-858f-9729f7cd2575 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:24.420314 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a6defdd7-e6b8-4026-858f-9729f7cd2575 tempest-RoutersIpV6AdminTest-1611477604 tempest-RoutersIpV6AdminTest-1611477604-project] 10.222.0.72 "DELETE /v2.0/subnets/c1856d67-d5f8-4e13-a4ae-e021c80d7024 HTTP/1.1" status: 404 len: 337 time: 0.0429106 Feb 15 14:17:24.443515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5626733 Feb 15 14:17:24.448172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51806) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:24.467533 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'network_id': 'a3ba8ad9-f967-49c4-a872-38e0882f2731', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:24.485432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2694a9c-c56c-4e5e-8c69-f5bdc85c918c tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Network': ['ID=a3ba8ad9-f967-49c4-a872-38e0882f2731,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:24.508785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a3ba8ad9-f967-49c4-a872-38e0882f2731 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:17:24.527331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:24.531778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:24.692850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Made reservation on behalf of 9cf25b18b2bd4180a671f282a3d5a903 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:24.698476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:24.864355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9e67ac51-1f59-46a2-8168-4ca57829aae1 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:24.872986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.ipam_backend_mixin [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Performing IP validity checks on allocation pools {{(pid=109972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 14:17:24.875718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.ipam_backend_mixin [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 14:17:24.990833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51812) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:25.056261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcd415-a419-4b09-83b2-857cd3fa525e req-d6aec267-0604-4b91-a6e1-f0d82a376055 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:25.057862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98bcd415-a419-4b09-83b2-857cd3fa525e req-d6aec267-0604-4b91-a6e1-f0d82a376055 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.1253047 Feb 15 14:17:25.162050 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3da8923a-42f9-485e-929c-400e09c91ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:25.170671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98bcd415-a419-4b09-83b2-857cd3fa525e req-eebf92a0-67ae-424f-985c-90caf68e485d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951996 Feb 15 14:17:25.187142 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (bdb59b64-c6f3-4bab-9411-580076fac01d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:25.265374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=bdb59b64-c6f3-4bab-9411-580076fac01d,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:25.285880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Checking segment: {'id': '07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ba8ad9-f967-49c4-a872-38e0882f2731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:25.297302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network hostable DHCP agents. Network: a3ba8ad9-f967-49c4-a872-38e0882f2731, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:17:25.307166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.objects.ports [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:17:25.338682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Network a3ba8ad9-f967-49c4-a872-38e0882f2731 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:17:25.354442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a3ba8ad9-f967-49c4-a872-38e0882f2731) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:25.360473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:25.361278 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:25.364082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c6725a-0d7c-47b1-998e-12643d50f1a0 None None] Network a3ba8ad9-f967-49c4-a872-38e0882f2731 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:25.389052 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e6b3b616-9628-4b33-b74d-065f77a7dfaa tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9370463 Feb 15 14:17:25.390421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51826) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:25.398086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5d3f9b0a-6ad9-4c3f-82a9-d9625e966019 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:25.468143 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca4d8176-aae0-4e3e-a418-7f4b9ad8897a req-1ca4f154-8628-4554-a15d-8cd201264e59 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.0820241 Feb 15 14:17:25.539510 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3da8923a-42f9-485e-929c-400e09c91ebd admin admin] Publish callbacks [] for security_group (57aefe38-5a00-40d1-8dc3-b348ca1a26ba), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:25.574970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d3f9b0a-6ad9-4c3f-82a9-d9625e966019 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8903549'] for subnet (bdb59b64-c6f3-4bab-9411-580076fac01d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:25.614564 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3da8923a-42f9-485e-929c-400e09c91ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (57aefe38-5a00-40d1-8dc3-b348ca1a26ba), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:25.631643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a3ba8ad9-f967-49c4-a872-38e0882f2731', 'network_id': 'a3ba8ad9-f967-49c4-a872-38e0882f2731', 'project_id': '9cf25b18b2bd4180a671f282a3d5a903', 'fixed_ips': [{'subnet_id': 'bdb59b64-c6f3-4bab-9411-580076fac01d'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:17:25.632607 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:25.710157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3da8923a-42f9-485e-929c-400e09c91ebd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f0559a213a9846098955b7e49bd46ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7179444 Feb 15 14:17:25.711442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8923a-42f9-485e-929c-400e09c91ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57aefe38-5a00-40d1-8dc3-b348ca1a26ba,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:25.713657 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51834) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:25.812357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:25.842223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3294dc96-9e7f-4841-9cd1-deeb30908d4e admin admin] Publish callbacks [] for security_group (57aefe38-5a00-40d1-8dc3-b348ca1a26ba), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:25.935362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3294dc96-9e7f-4841-9cd1-deeb30908d4e admin admin] Publish callbacks [] for security_group (57aefe38-5a00-40d1-8dc3-b348ca1a26ba), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.073126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:26.091887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d3f9b0a-6ad9-4c3f-82a9-d9625e966019 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771395277078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8648845'] for subnet (bdb59b64-c6f3-4bab-9411-580076fac01d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.099858 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51844) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:26.116546 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.142276 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.176694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Allocated IP 2001:db8::3 (a3ba8ad9-f967-49c4-a872-38e0882f2731/bdb59b64-c6f3-4bab-9411-580076fac01d/23705553-a76f-4f42-8b43-77625bad359b) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:26.208366 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3294dc96-9e7f-4841-9cd1-deeb30908d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (57aefe38-5a00-40d1-8dc3-b348ca1a26ba), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.218673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3294dc96-9e7f-4841-9cd1-deeb30908d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.222805 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3294dc96-9e7f-4841-9cd1-deeb30908d4e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/57aefe38-5a00-40d1-8dc3-b348ca1a26ba HTTP/1.1" status: 204 len: 168 time: 0.4982462 Feb 15 14:17:26.239158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3f9b0a-6ad9-4c3f-82a9-d9625e966019 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:26.239773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d3f9b0a-6ad9-4c3f-82a9-d9625e966019 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.243617 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5d3f9b0a-6ad9-4c3f-82a9-d9625e966019 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "PUT /v2.0/subnets/bdb59b64-c6f3-4bab-9411-580076fac01d HTTP/1.1" status: 200 len: 900 time: 0.8490453 Feb 15 14:17:26.255507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51850) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:26.280056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=21']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:26.309659 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (b22032f7-e8bc-415b-b1b9-b0959b653b68), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.446990 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a3ba8ad9-f967-49c4-a872-38e0882f2731), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.460731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294dc96-9e7f-4841-9cd1-deeb30908d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aefe38-5a00-40d1-8dc3-b348ca1a26ba,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:26.463824 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f9b0a-6ad9-4c3f-82a9-d9625e966019 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event updated for resources: {'Subnet': ['ID=bdb59b64-c6f3-4bab-9411-580076fac01d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:26.503772 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Publish callbacks [] for port (23705553-a76f-4f42-8b43-77625bad359b), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.513040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8e1d36a4-a9aa-4bf9-80bd-4ebc75ea3c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.546620 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (23705553-a76f-4f42-8b43-77625bad359b), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.639306 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (bdb59b64-c6f3-4bab-9411-580076fac01d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.693310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Network a3ba8ad9-f967-49c4-a872-38e0882f2731 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:26.699177 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:26.708765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:26.728044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Pushing event updated for resources: {'Port': ['ID=23705553-a76f-4f42-8b43-77625bad359b,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:26.829210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8e1d36a4-a9aa-4bf9-80bd-4ebc75ea3c9c admin admin] Publish callbacks [] for security_group (a2a82650-1064-4673-ac88-0c3bca6a106d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.838199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (bdb59b64-c6f3-4bab-9411-580076fac01d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.923550 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8e1d36a4-a9aa-4bf9-80bd-4ebc75ea3c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a2a82650-1064-4673-ac88-0c3bca6a106d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.930551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Attempting to bind port 23705553-a76f-4f42-8b43-77625bad359b on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:17:26.930964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Attempting to bind port 23705553-a76f-4f42-8b43-77625bad359b by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ba8ad9-f967-49c4-a872-38e0882f2731'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:17:26.931349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Attempting to bind port 23705553-a76f-4f42-8b43-77625bad359b on network a3ba8ad9-f967-49c4-a872-38e0882f2731 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:17:26.933421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb59b64-c6f3-4bab-9411-580076fac01d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:26.938574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:17:26.938923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Checking segment: {'id': '07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ba8ad9-f967-49c4-a872-38e0882f2731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:26.939323 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.939726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Bound using segment: {'id': '07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ba8ad9-f967-49c4-a872-38e0882f2731'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:17:26.940207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Bound port: 23705553-a76f-4f42-8b43-77625bad359b, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a3ba8ad9-f967-49c4-a872-38e0882f2731'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:17:26.940589 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (23705553-a76f-4f42-8b43-77625bad359b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:26.972088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51856) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:26.994917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7047fc73-d37a-4fa5-b969-2e0683921a79 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:27.009682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:27.052606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a3ba8ad9-f967-49c4-a872-38e0882f2731), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.067421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e96d6-ec9c-4ea7-81e6-976d4a718c01 req-23b5601e-2aad-431d-9a29-1db74784b369 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:27.069078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-556e96d6-ec9c-4ea7-81e6-976d4a718c01 req-23b5601e-2aad-431d-9a29-1db74784b369 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 1.0350628 Feb 15 14:17:27.074795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:27.077929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7f0c800-79de-4526-840b-e9d6b105bce0 req-686bb7c6-6831-46c6-bdeb-4244a1b4206c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.1088514 Feb 15 14:17:27.086487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c015b5-327a-4092-a4c4-a108fabf208f None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:27.092970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:27.093576 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.109456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ba8ad9-f967-49c4-a872-38e0882f2731']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:27.110543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] For port 23705553-a76f-4f42-8b43-77625bad359b, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:17:27.120176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Subnet': ['ID=b22032f7-e8bc-415b-b1b9-b0959b653b68,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:27.121577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:27.121882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:27.136176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.158405 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d36a4-a9aa-4bf9-80bd-4ebc75ea3c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a82650-1064-4673-ac88-0c3bca6a106d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:27.171172 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8e1d36a4-a9aa-4bf9-80bd-4ebc75ea3c9c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e887841178314b22bc586e5fc68830de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0554795 Feb 15 14:17:27.179948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51858) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:27.206653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] For port 23705553-a76f-4f42-8b43-77625bad359b, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=23705553-a76f-4f42-8b43-77625bad359b,segment=NetworkSegment(07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c),segment_id=07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:17:27.219256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bf61ba9d-6d4b-4d3b-b9c9-48e5ed65a116 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=82dfb86a678f405785ddf338c048a605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435908 Feb 15 14:17:27.227162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51860) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:27.236244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.241047 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (23705553-a76f-4f42-8b43-77625bad359b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.245466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:27.245871 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.253763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:27.254130 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.264161 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e4b8f3e2-6cbe-490f-8472-6562682371b3 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2237084 Feb 15 14:17:27.267625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51862) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:27.272837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-556e96d6-ec9c-4ea7-81e6-976d4a718c01 req-21e5cfe4-76f1-4e06-87db-7e6fa9e2f48f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936681 Feb 15 14:17:27.286337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Request body: {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'mac_address': 'fa:16:3e:ad:4b:52', 'name': 'tempest-NetworksTestDHCPv6-2028745213'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:27.370421 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:27.374315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.db.api [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 14:17:27.374315 n-d-829064-15 neutron-server[109972]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 14:17:27.374315 n-d-829064-15 neutron-server[109972]: [parameters: {'id': 'a3ba8ad9-f967-49c4-a872-38e0882f2731'}] Feb 15 14:17:27.374315 n-d-829064-15 neutron-server[109972]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:17:27.374662 n-d-829064-15 neutron-server[109972]: DEBUG oslo_db.api [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:17:27.406250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594681c0-131c-4943-a9d6-f5a9b9920dd0 None None] Pushing event updated for resources: {'Port': ['ID=23705553-a76f-4f42-8b43-77625bad359b,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:27.455207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1a09dd-4b0e-4cc8-92ce-00e846e8df25 None None] Network a3ba8ad9-f967-49c4-a872-38e0882f2731 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:27.477183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Made reservation on behalf of 99c184c4cce34969aa10f6f11a67509e for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:27.503949 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dd6940a3-a217-42d2-8fba-09ba9b18b497 admin admin] Publish callbacks [] for security_group (a2a82650-1064-4673-ac88-0c3bca6a106d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.533307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:27.590635 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.596438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd912f78-8d3e-4926-9ad9-fa6952d73722 None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': 'b22032f7-e8bc-415b-b1b9-b0959b653b68', 'ip_address': '2001:db8:0:1:f816:3eff:fed9:10de'}, {'subnet_id': 'd476ca38-de76-46fd-872c-75d716781e33'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '7047fc73-d37a-4fa5-b969-2e0683921a79'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:17:27.602458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dd6940a3-a217-42d2-8fba-09ba9b18b497 admin admin] Publish callbacks [] for security_group (a2a82650-1064-4673-ac88-0c3bca6a106d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.618536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] device_id is not set on port f25133b9-1292-4ec8-9e06-bd9d9bda7727 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:17:27.633137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3bab967-5a91-4ca7-a77a-14b6e5d80112 admin admin] Publish callbacks [] for security_group (d3cbb987-8f08-402b-9653-d33527690f3b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.645676 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd912f78-8d3e-4926-9ad9-fa6952d73722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.656750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f546edec-8d96-430f-9e51-3df6e7e594b5 None None] Network a3ba8ad9-f967-49c4-a872-38e0882f2731 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:27.681472 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3bab967-5a91-4ca7-a77a-14b6e5d80112 admin admin] Publish callbacks [] for security_group (d3cbb987-8f08-402b-9653-d33527690f3b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.775348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3bab967-5a91-4ca7-a77a-14b6e5d80112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d3cbb987-8f08-402b-9653-d33527690f3b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.778872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a3bab967-5a91-4ca7-a77a-14b6e5d80112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.783131 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a3bab967-5a91-4ca7-a77a-14b6e5d80112 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3cbb987-8f08-402b-9653-d33527690f3b HTTP/1.1" status: 204 len: 168 time: 0.5531929 Feb 15 14:17:27.804101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bab967-5a91-4ca7-a77a-14b6e5d80112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cbb987-8f08-402b-9653-d33527690f3b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:27.852148 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dd6940a3-a217-42d2-8fba-09ba9b18b497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a2a82650-1064-4673-ac88-0c3bca6a106d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.855746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dd6940a3-a217-42d2-8fba-09ba9b18b497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:27.857434 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dd6940a3-a217-42d2-8fba-09ba9b18b497 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a2a82650-1064-4673-ac88-0c3bca6a106d HTTP/1.1" status: 204 len: 168 time: 0.6764975 Feb 15 14:17:27.870109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8::2b3 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/d476ca38-de76-46fd-872c-75d716781e33/f25133b9-1292-4ec8-9e06-bd9d9bda7727) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:27.878131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6940a3-a217-42d2-8fba-09ba9b18b497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a82650-1064-4673-ac88-0c3bca6a106d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:27.878662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Allocated IP 2001:db8:0:1:f816:3eff:fead:4b52 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/b22032f7-e8bc-415b-b1b9-b0959b653b68/f25133b9-1292-4ec8-9e06-bd9d9bda7727) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:27.893795 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a3ba8ad9-f967-49c4-a872-38e0882f2731), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:28.052538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Deleting port 23705553-a76f-4f42-8b43-77625bad359b {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:28.054081 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (23705553-a76f-4f42-8b43-77625bad359b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:28.070860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bd77880a-3cef-4dbd-9cff-13832c07314e details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:17:28.093409 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for port (f25133b9-1292-4ec8-9e06-bd9d9bda7727), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:28.187891 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f25133b9-1292-4ec8-9e06-bd9d9bda7727), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:28.278941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:28.324896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] For port 23705553-a76f-4f42-8b43-77625bad359b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=23705553-a76f-4f42-8b43-77625bad359b,segment=NetworkSegment(07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c),segment_id=07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:28.325387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (23705553-a76f-4f42-8b43-77625bad359b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:28.332101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:28.347018 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:17:28.358087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Calling delete_port for 23705553-a76f-4f42-8b43-77625bad359b owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:28.460128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:28.482093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:28.482793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:28.519010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ce27a26-37dc-4834-ba24-b62b2914fa28 req-fc63329c-e90c-410a-a1c6-ccb874b02016 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.2403977 Feb 15 14:17:28.541629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (23705553-a76f-4f42-8b43-77625bad359b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:28.602025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No DVR routers for this DVR port 23705553-a76f-4f42-8b43-77625bad359b on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:28.609353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-cd912f78-8d3e-4926-9ad9-fa6952d73722 None None] Allocated IP 2001:db8::2 (a38afbd0-c128-4dc1-aa52-b247a5fafd54/d476ca38-de76-46fd-872c-75d716781e33/7047fc73-d37a-4fa5-b969-2e0683921a79) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:28.637016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3650634 Feb 15 14:17:28.637016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2509ab-81a8-4483-889f-81accd473547 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event updated for resources: {'Port': ['ID=f25133b9-1292-4ec8-9e06-bd9d9bda7727,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:28.652398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51892) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:28.652815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51894) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:28.697532 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5a757a7c-bda5-406d-90bb-f35e3de3baf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:28.721703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Port': ['ID=23705553-a76f-4f42-8b43-77625bad359b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:28.805613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542f172-2d69-4b9c-b48a-ddd9d27743fd req-1674f04d-c93b-4b19-94dc-ab51350fc858 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:28.807458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7542f172-2d69-4b9c-b48a-ddd9d27743fd req-1674f04d-c93b-4b19-94dc-ab51350fc858 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.2976358 Feb 15 14:17:28.842379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bd77880a-3cef-4dbd-9cff-13832c07314e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd77880a-3cef-4dbd-9cff-13832c07314e,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:28.872052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'bd77880a-3cef-4dbd-9cff-13832c07314e', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'port_id': 'bd77880a-3cef-4dbd-9cff-13832c07314e', 'mac_address': 'fa:16:3e:06:d1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:17:28.902877 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a3ba8ad9-f967-49c4-a872-38e0882f2731), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:28.920365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7542f172-2d69-4b9c-b48a-ddd9d27743fd req-e8e55b7c-e9f8-4910-bbc4-511245c3b300 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917048 Feb 15 14:17:28.944624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-121da153-6c16-4d57-9d43-6d2e6d2de6c1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting port f25133b9-1292-4ec8-9e06-bd9d9bda7727 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:28.944975 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-121da153-6c16-4d57-9d43-6d2e6d2de6c1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f25133b9-1292-4ec8-9e06-bd9d9bda7727), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:28.976432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ba8ad9-f967-49c4-a872-38e0882f2731']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:29.000877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cd912f78-8d3e-4926-9ad9-fa6952d73722 None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:29.003697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:29.003990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:29.035071 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5a757a7c-bda5-406d-90bb-f35e3de3baf8 admin admin] Publish callbacks [] for security_group (57028172-e4d3-436e-8a73-2300118265b3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.041383 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.047885 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5a757a7c-bda5-406d-90bb-f35e3de3baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (57028172-e4d3-436e-8a73-2300118265b3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.068187 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.074675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:29.075021 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (07ff6013-ad6b-4f94-9e0e-ca8fa0ddc15c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.089985 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd912f78-8d3e-4926-9ad9-fa6952d73722 None None] Publish callbacks [] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.095384 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-121da153-6c16-4d57-9d43-6d2e6d2de6c1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f25133b9-1292-4ec8-9e06-bd9d9bda7727), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.105882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bd77880a-3cef-4dbd-9cff-13832c07314e is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:29.107137 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.113167 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd912f78-8d3e-4926-9ad9-fa6952d73722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.123804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-121da153-6c16-4d57-9d43-6d2e6d2de6c1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Calling delete_port for f25133b9-1292-4ec8-9e06-bd9d9bda7727 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:29.134775 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:29.138895 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a3ba8ad9-f967-49c4-a872-38e0882f2731), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.151346 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.159946 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/a3ba8ad9-f967-49c4-a872-38e0882f2731 HTTP/1.1" status: 204 len: 168 time: 2.9033611 Feb 15 14:17:29.162343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51912) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:29.219148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a757a7c-bda5-406d-90bb-f35e3de3baf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57028172-e4d3-436e-8a73-2300118265b3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:29.228345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5a757a7c-bda5-406d-90bb-f35e3de3baf8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d0d711d638c4f96b10309f9e8d4c05f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5733879 Feb 15 14:17:29.230966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51916) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:29.235831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd912f78-8d3e-4926-9ad9-fa6952d73722 None None] Pushing event updated for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=22']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:29.275882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fa001-bad5-48ff-9959-442321ce5058 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Network': ['ID=a3ba8ad9-f967-49c4-a872-38e0882f2731,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:29.285928 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25426fa-baa4-434c-942e-c94899777dc0 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:29.286485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25426fa-baa4-434c-942e-c94899777dc0 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:29.291665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd77880a-3cef-4dbd-9cff-13832c07314e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:17:29.304481 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f25426fa-baa4-434c-942e-c94899777dc0 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/subnets/bdb59b64-c6f3-4bab-9411-580076fac01d HTTP/1.1" status: 404 len: 337 time: 0.1366358 Feb 15 14:17:29.304481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51920) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:29.339474 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ad5b4a-389a-4691-9ec4-38ba27d1d9ff tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:29.340162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ad5b4a-389a-4691-9ec4-38ba27d1d9ff tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:29.347283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bd77880a-3cef-4dbd-9cff-13832c07314e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd77880a-3cef-4dbd-9cff-13832c07314e,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:29.352702 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-71ad5b4a-389a-4691-9ec4-38ba27d1d9ff tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/a3ba8ad9-f967-49c4-a872-38e0882f2731 HTTP/1.1" status: 404 len: 339 time: 0.0471635 Feb 15 14:17:29.358355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51922) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:29.362826 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.396936 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb088ce4-cfae-4993-9a4d-66d1d4b9724e admin admin] Publish callbacks [] for security_group (57028172-e4d3-436e-8a73-2300118265b3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.449356 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb088ce4-cfae-4993-9a4d-66d1d4b9724e admin admin] Publish callbacks [] for security_group (57028172-e4d3-436e-8a73-2300118265b3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.499810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['bd77880a-3cef-4dbd-9cff-13832c07314e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:17:29.609348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.615141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb088ce4-cfae-4993-9a4d-66d1d4b9724e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (57028172-e4d3-436e-8a73-2300118265b3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.618364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fb088ce4-cfae-4993-9a4d-66d1d4b9724e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.627641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fb088ce4-cfae-4993-9a4d-66d1d4b9724e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/57028172-e4d3-436e-8a73-2300118265b3 HTTP/1.1" status: 204 len: 168 time: 0.3954282 Feb 15 14:17:29.707652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb088ce4-cfae-4993-9a4d-66d1d4b9724e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57028172-e4d3-436e-8a73-2300118265b3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:29.714651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=bd77880a-3cef-4dbd-9cff-13832c07314e,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:29.785702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27ba7e4c-0d4d-4553-ba9b-924f449c17f1 req-cd2a08c6-8a6d-4fec-84cc-35bbab3328ca tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.1416504 Feb 15 14:17:29.858709 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.861268 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-121da153-6c16-4d57-9d43-6d2e6d2de6c1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f25133b9-1292-4ec8-9e06-bd9d9bda7727), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:29.902546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121da153-6c16-4d57-9d43-6d2e6d2de6c1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Port': ['ID=f25133b9-1292-4ec8-9e06-bd9d9bda7727,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:29.984027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:30.028914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff68b71-0739-4d6a-a51c-36123c7b2dd7') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:30.031335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff68b71-0739-4d6a-a51c-36123c7b2dd7') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:30.063260 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-121da153-6c16-4d57-9d43-6d2e6d2de6c1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:30.071704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-121da153-6c16-4d57-9d43-6d2e6d2de6c1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/f25133b9-1292-4ec8-9e06-bd9d9bda7727 HTTP/1.1" status: 204 len: 168 time: 1.4179847 Feb 15 14:17:30.072769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51942) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:30.073884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (cff68b71-0739-4d6a-a51c-36123c7b2dd7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:30.110786 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (cff68b71-0739-4d6a-a51c-36123c7b2dd7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:30.130247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:30.131025 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (cff68b71-0739-4d6a-a51c-36123c7b2dd7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:30.135042 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:30.285256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c012f-0e95-49ea-8fe1-9c26ce50629c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:30.309748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9b4c012f-0e95-49ea-8fe1-9c26ce50629c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2357619 Feb 15 14:17:30.310116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51952) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:30.329904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b249018-70e3-4ee5-bbb9-3eb2eb1e2734 req-df144897-7521-4dd9-b238-accc4c1773c8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:30.331965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b249018-70e3-4ee5-bbb9-3eb2eb1e2734 req-df144897-7521-4dd9-b238-accc4c1773c8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 944 time: 0.2060847 Feb 15 14:17:30.347386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:30.458371 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b249018-70e3-4ee5-bbb9-3eb2eb1e2734 req-25f6e157-9b7d-40f4-995d-96f8b9628721 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151752 Feb 15 14:17:30.460163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3489f2-8e6f-4f2c-900f-01ba55485f51 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:17:30.487072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:30.493751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51960) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:30.493936 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488 HTTP/1.1" status: 204 len: 168 time: 1.1339211 Feb 15 14:17:30.497158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485651f6-752a-410a-9ad9-9cd4e636fe1e tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Network': ['ID=2bf4220d-a7bb-4fa4-85bf-d4d4ee1f3488,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:30.532035 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a77a8f0-3c38-49a1-8902-4c342fd9ef79 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:30.534965 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5a77a8f0-3c38-49a1-8902-4c342fd9ef79 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2228665 Feb 15 14:17:30.537002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51964) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:30.575517 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cc5776-b33b-4db2-9c72-818fd2ea827b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:30.587316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cc5776-b33b-4db2-9c72-818fd2ea827b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:30.607533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b7cc5776-b33b-4db2-9c72-818fd2ea827b tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/subnets/8e255e88-8b7e-4ffe-9abe-aa90096bfe1c HTTP/1.1" status: 404 len: 337 time: 0.1053030 Feb 15 14:17:30.608262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51966) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:30.669473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452050b5-f9a5-4ec5-b161-c1a9cd84fc91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:30.671570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452050b5-f9a5-4ec5-b161-c1a9cd84fc91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:30.673123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452050b5-f9a5-4ec5-b161-c1a9cd84fc91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:30.675114 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-452050b5-f9a5-4ec5-b161-c1a9cd84fc91 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1350832 Feb 15 14:17:30.679941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51968) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:30.686144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d5c97ee3-736c-4f6e-b9c1-6e516dad9f5d None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:30.686527 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d5c97ee3-736c-4f6e-b9c1-6e516dad9f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:30.688076 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cef27c-02ea-47c3-9022-92dfaa8db124 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:30.689200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cef27c-02ea-47c3-9022-92dfaa8db124 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:30.699133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e5cef27c-02ea-47c3-9022-92dfaa8db124 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/88c8cf4f-1f6a-4b08-87aa-7c723f41df34 HTTP/1.1" status: 404 len: 339 time: 0.0876365 Feb 15 14:17:30.700133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51970) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:30.760023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa8cf15-255c-4a7c-bab7-b2515041f4f2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet b22032f7-e8bc-415b-b1b9-b0959b653b68 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:17:30.783544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faa8cf15-255c-4a7c-bab7-b2515041f4f2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (b22032f7-e8bc-415b-b1b9-b0959b653b68), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:30.806868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-a209a7bc-84b9-4e8a-b697-ab58ebc9e8db tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Deleting subnet ef1823c8-3c4f-40c5-85da-fdb0dc0df5a4 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:17:30.815823 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a209a7bc-84b9-4e8a-b697-ab58ebc9e8db tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (ef1823c8-3c4f-40c5-85da-fdb0dc0df5a4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:30.948544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faa8cf15-255c-4a7c-bab7-b2515041f4f2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (b22032f7-e8bc-415b-b1b9-b0959b653b68), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.011078 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7047fc73-d37a-4fa5-b969-2e0683921a79 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:31.048307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5bc05f6-f03f-4e9a-98c8-8f02895ba3f6 req-a26e3049-35fe-4794-87c7-0e77e5653993 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=84fb561f-4a0c-451c-984e-362c54e76ca9 HTTP/1.1" status: 200 len: 210 time: 0.0925972 Feb 15 14:17:31.053893 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a209a7bc-84b9-4e8a-b697-ab58ebc9e8db tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (ef1823c8-3c4f-40c5-85da-fdb0dc0df5a4), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.180887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faa8cf15-255c-4a7c-bab7-b2515041f4f2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (b22032f7-e8bc-415b-b1b9-b0959b653b68), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.265656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3489f2-8e6f-4f2c-900f-01ba55485f51 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:17:31.285256 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a209a7bc-84b9-4e8a-b697-ab58ebc9e8db tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (ef1823c8-3c4f-40c5-85da-fdb0dc0df5a4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.304034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51982) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:31.323981 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faa8cf15-255c-4a7c-bab7-b2515041f4f2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (b22032f7-e8bc-415b-b1b9-b0959b653b68), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.385416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d5c97ee3-736c-4f6e-b9c1-6e516dad9f5d None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:31.430806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faa8cf15-255c-4a7c-bab7-b2515041f4f2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.438217 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-faa8cf15-255c-4a7c-bab7-b2515041f4f2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/b22032f7-e8bc-415b-b1b9-b0959b653b68 HTTP/1.1" status: 204 len: 168 time: 0.7557392 Feb 15 14:17:31.441656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51990) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:31.443683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8cf15-255c-4a7c-bab7-b2515041f4f2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=b22032f7-e8bc-415b-b1b9-b0959b653b68,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:31.499440 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a209a7bc-84b9-4e8a-b697-ab58ebc9e8db tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (ef1823c8-3c4f-40c5-85da-fdb0dc0df5a4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.548869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:31.549824 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.556415 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a209a7bc-84b9-4e8a-b697-ab58ebc9e8db tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.561938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a209a7bc-84b9-4e8a-b697-ab58ebc9e8db tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/subnets/ef1823c8-3c4f-40c5-85da-fdb0dc0df5a4 HTTP/1.1" status: 204 len: 168 time: 0.8586626 Feb 15 14:17:31.562325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51994) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:31.623837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209a7bc-84b9-4e8a-b697-ab58ebc9e8db tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1823c8-3c4f-40c5-85da-fdb0dc0df5a4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:31.686550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51996) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:31.690406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccb8987-4b82-4daa-aa5e-f057038f390f tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Deleting subnet a5ae25b6-6577-438d-8b82-5fdcb791f110 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:17:31.698849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8987-4b82-4daa-aa5e-f057038f390f tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (a5ae25b6-6577-438d-8b82-5fdcb791f110), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.749669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea180da9-f4b6-44f3-822b-f210bedaaef5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Deleting subnet d476ca38-de76-46fd-872c-75d716781e33 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:17:31.759132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea180da9-f4b6-44f3-822b-f210bedaaef5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (d476ca38-de76-46fd-872c-75d716781e33), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.772593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:31.795953 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8987-4b82-4daa-aa5e-f057038f390f tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (a5ae25b6-6577-438d-8b82-5fdcb791f110), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.846302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-919629772-network', 'tenant_id': 'bdf906747e294c188fc3c8c2776b9ca4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:31.875759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1cd2c077-b7c2-415f-b4fa-24224283e89d tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1033656114'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:31.891438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc82eaf-8bf4-454a-af27-48e3bd46ff26 None None] Network 4041b47a-9f98-48aa-82bd-61e0930412d5 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:31.942004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a838aa2-761c-437f-9666-a04d2c38913b req-d763c548-81d9-45bf-9f92-21680909022e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:31.953368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a838aa2-761c-437f-9666-a04d2c38913b req-d763c548-81d9-45bf-9f92-21680909022e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 944 time: 0.3295956 Feb 15 14:17:31.957363 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea180da9-f4b6-44f3-822b-f210bedaaef5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (d476ca38-de76-46fd-872c-75d716781e33), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:31.977184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8987-4b82-4daa-aa5e-f057038f390f tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (a5ae25b6-6577-438d-8b82-5fdcb791f110), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.022620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Made reservation on behalf of bdf906747e294c188fc3c8c2776b9ca4 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:32.025393 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.058985 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.059519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bd77880a-3cef-4dbd-9cff-13832c07314e up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:32.091008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8987-4b82-4daa-aa5e-f057038f390f tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (a5ae25b6-6577-438d-8b82-5fdcb791f110), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.129242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a838aa2-761c-437f-9666-a04d2c38913b req-12f8b1c8-c99e-41dd-b125-a614f8d6ba2a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747169 Feb 15 14:17:32.131311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb8987-4b82-4daa-aa5e-f057038f390f tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ae25b6-6577-438d-8b82-5fdcb791f110,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:32.159379 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ccb8987-4b82-4daa-aa5e-f057038f390f tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.177924 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1ccb8987-4b82-4daa-aa5e-f057038f390f tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/subnets/a5ae25b6-6577-438d-8b82-5fdcb791f110 HTTP/1.1" status: 204 len: 168 time: 0.6107941 Feb 15 14:17:32.182594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52006) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:32.191211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c077-b7c2-415f-b4fa-24224283e89d tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (96f9e77e-a48b-4c52-b694-7483922334ec), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.193645 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c077-b7c2-415f-b4fa-24224283e89d tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (96f9e77e-a48b-4c52-b694-7483922334ec), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.307179 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea180da9-f4b6-44f3-822b-f210bedaaef5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (d476ca38-de76-46fd-872c-75d716781e33), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.380566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc2575-f3f5-4f08-9e70-faf07b627180 None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:32.426825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port bd77880a-3cef-4dbd-9cff-13832c07314e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:32.427489 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.514556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Publish callbacks [] for security_group (9fb3fade-3695-4398-b0ef-a02752ce1922), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.536559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ac3c0ea8-2dc2-48dc-a498-a7ee62c94871 None None] Could not find standard attr ID for object f25133b9-1292-4ec8-9e06-bd9d9bda7727. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:17:32.536817 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9fb3fade-3695-4398-b0ef-a02752ce1922), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.589863 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea180da9-f4b6-44f3-822b-f210bedaaef5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (d476ca38-de76-46fd-872c-75d716781e33), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.648651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bd77880a-3cef-4dbd-9cff-13832c07314e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:32.649519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:17:32.649830 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.652834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea180da9-f4b6-44f3-822b-f210bedaaef5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Subnet': ['ID=d476ca38-de76-46fd-872c-75d716781e33,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:32.668585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb3fade-3695-4398-b0ef-a02752ce1922,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:32.675854 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (bd7c3fc6-ecdb-43eb-965e-05f69065e3fe), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.676193 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Added segment bd7c3fc6-ecdb-43eb-965e-05f69065e3fe of type vlan for network 6a720696-4e69-4b17-a282-90572bd909d8 Feb 15 14:17:32.678509 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea180da9-f4b6-44f3-822b-f210bedaaef5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.684366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ea180da9-f4b6-44f3-822b-f210bedaaef5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/d476ca38-de76-46fd-872c-75d716781e33 HTTP/1.1" status: 204 len: 168 time: 1.2393372 Feb 15 14:17:32.689941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52008) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:32.750752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bd77880a-3cef-4dbd-9cff-13832c07314e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd77880a-3cef-4dbd-9cff-13832c07314e,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:32.755978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd77880a-3cef-4dbd-9cff-13832c07314e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:17:32.760138 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1277efa6-984a-40e2-bb37-d2f59babebe7" -d '{"events": [{"server_uuid": "34376ad1-bac1-457c-b64b-0ca34d61c4bd", "name": "network-vif-plugged", "status": "completed", "tag": "bd77880a-3cef-4dbd-9cff-13832c07314e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:17:32.763702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6e133ab4-c97e-4864-aace-da5be87818a1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701830 Feb 15 14:17:32.767484 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.773501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52012) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:32.838987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf13a6-39af-443b-8171-5171ff0f41fb None None] Update dhcp port {'port': {'network_id': '4041b47a-9f98-48aa-82bd-61e0930412d5', 'fixed_ips': [{'subnet_id': 'a5ae25b6-6577-438d-8b82-5fdcb791f110'}], 'binding:host_id': 'n-d-829064-15'}, 'id': 'a13fb2b8-1c84-48c8-b8c6-4a402fa3449a'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:17:32.844115 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe40d689-fbcc-47dd-8b34-1fd7d8029023 x-openstack-request-id: req-fe40d689-fbcc-47dd-8b34-1fd7d8029023 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:17:32.844405 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34376ad1-bac1-457c-b64b-0ca34d61c4bd", "name": "network-vif-plugged", "status": "completed", "tag": "bd77880a-3cef-4dbd-9cff-13832c07314e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:17:32.844913 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe40d689-fbcc-47dd-8b34-1fd7d8029023 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:17:32.845302 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd77880a-3cef-4dbd-9cff-13832c07314e', 'code': 200} Feb 15 14:17:32.858409 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (6a720696-4e69-4b17-a282-90572bd909d8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.899991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb04e6-5bab-436a-9b74-54bd4aade493 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:32.902930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1cfb04e6-5bab-436a-9b74-54bd4aade493 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1281266 Feb 15 14:17:32.908258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52014) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:32.913104 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ebdf13a6-39af-443b-8171-5171ff0f41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.915009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=bd77880a-3cef-4dbd-9cff-13832c07314e,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:32.967932 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (6a720696-4e69-4b17-a282-90572bd909d8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:32.969090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:32.969677 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.047553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] Pushing event updated for resources: {'Network': ['ID=6a720696-4e69-4b17-a282-90572bd909d8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:33.058602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0a0ebc8f-bbe3-4482-89ae-2a1dc44de762 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3709950 Feb 15 14:17:33.061715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52016) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:33.066449 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] Request body: {'subnet': {'network_id': '6a720696-4e69-4b17-a282-90572bd909d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-919629772-subnet', 'tenant_id': 'bdf906747e294c188fc3c8c2776b9ca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:33.079406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (4041b47a-9f98-48aa-82bd-61e0930412d5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.087512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 6a720696-4e69-4b17-a282-90572bd909d8 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:17:33.127351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b86adf-7f63-489d-baf4-d3567b45f0ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:33.131541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-43b86adf-7f63-489d-baf4-d3567b45f0ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2195556 Feb 15 14:17:33.133561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52018) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:33.163348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c077-b7c2-415f-b4fa-24224283e89d tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router_controller (96f9e77e-a48b-4c52-b694-7483922334ec), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.173581 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c077-b7c2-415f-b4fa-24224283e89d tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (96f9e77e-a48b-4c52-b694-7483922334ec), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.197730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Deleting port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:33.198387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.227867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125e3dfe-235e-4091-935b-f669c26a591a None None] Network 4041b47a-9f98-48aa-82bd-61e0930412d5 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:33.254251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c1202e93-2ccc-484f-a8f5-01d2834a603d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185827 Feb 15 14:17:33.255236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52022) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:33.270761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] For port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a13fb2b8-1c84-48c8-b8c6-4a402fa3449a,segment=NetworkSegment(fd20ff91-15e8-4fff-a664-b78bdf695d03),segment_id=fd20ff91-15e8-4fff-a664-b78bdf695d03)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:33.271176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.275145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] Made reservation on behalf of bdf906747e294c188fc3c8c2776b9ca4 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:33.278813 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.286403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Calling delete_port for a13fb2b8-1c84-48c8-b8c6-4a402fa3449a owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:33.315839 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc0cf9f-7709-4823-b1c0-9bc06e27e533 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:33.316576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc0cf9f-7709-4823-b1c0-9bc06e27e533 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:33.323789 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0dc0cf9f-7709-4823-b1c0-9bc06e27e533 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/f25133b9-1292-4ec8-9e06-bd9d9bda7727 HTTP/1.1" status: 404 len: 333 time: 0.0652883 Feb 15 14:17:33.324417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653a0d1c-a4a2-476f-ae0a-3dd2a2aaed92 None None] Update dhcp port {'port': {'network_id': 'a38afbd0-c128-4dc1-aa52-b247a5fafd54', 'fixed_ips': [{'subnet_id': 'd476ca38-de76-46fd-872c-75d716781e33'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '7047fc73-d37a-4fa5-b969-2e0683921a79'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:17:33.333134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4ad19839-9085-44cc-ab50-c6a8af39545d None None] Provisioning complete for port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:33.333719 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4ad19839-9085-44cc-ab50-c6a8af39545d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.355781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52026) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:33.417717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c077-b7c2-415f-b4fa-24224283e89d tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.419462 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1cd2c077-b7c2-415f-b4fa-24224283e89d tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.1127987 Feb 15 14:17:33.421211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a13fb2b8-1c84-48c8-b8c6-4a402fa3449a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.423378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52028) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:33.487186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Port': ['ID=a13fb2b8-1c84-48c8-b8c6-4a402fa3449a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:33.489419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No DVR routers for this DVR port a13fb2b8-1c84-48c8-b8c6-4a402fa3449a on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:33.493877 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-99828c78-d363-496c-bfe2-963bb87ca115 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:33.494471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99828c78-d363-496c-bfe2-963bb87ca115 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:33.515503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-99828c78-d363-496c-bfe2-963bb87ca115 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/b22032f7-e8bc-415b-b1b9-b0959b653b68 HTTP/1.1" status: 404 len: 337 time: 0.1080272 Feb 15 14:17:33.533731 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52030) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:33.534231 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a0d8c-607d-4026-85fd-bb38b0f11a20 None None] DHCP port deletion for 4041b47a-9f98-48aa-82bd-61e0930412d5 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:17:33.555048 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-653a0d1c-a4a2-476f-ae0a-3dd2a2aaed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.609017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4ad19839-9085-44cc-ab50-c6a8af39545d None None] Could not find standard attr ID for object a13fb2b8-1c84-48c8-b8c6-4a402fa3449a. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:17:33.622766 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (4041b47a-9f98-48aa-82bd-61e0930412d5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.632863 n-d-829064-15 neutron-server[109973]: INFO neutron.plugins.ml2.db [None req-4ad19839-9085-44cc-ab50-c6a8af39545d None None] No ports have port_id starting with a13fb2b8-1c84-48c8-b8c6-4a402fa3449a Feb 15 14:17:33.648100 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4041b47a-9f98-48aa-82bd-61e0930412d5']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:33.667270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd20ff91-15e8-4fff-a664-b78bdf695d03') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:33.667895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd20ff91-15e8-4fff-a664-b78bdf695d03') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:33.674817 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-108d1a66-141d-4779-af07-0e2bbb200bdd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:33.677180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108d1a66-141d-4779-af07-0e2bbb200bdd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:33.683958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (fd20ff91-15e8-4fff-a664-b78bdf695d03), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.687179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-108d1a66-141d-4779-af07-0e2bbb200bdd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/d476ca38-de76-46fd-872c-75d716781e33 HTTP/1.1" status: 404 len: 337 time: 0.1510568 Feb 15 14:17:33.692987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52032) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:33.699353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fd20ff91-15e8-4fff-a664-b78bdf695d03), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.707848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:33.708490 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (fd20ff91-15e8-4fff-a664-b78bdf695d03), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:33.788992 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:33.791637 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adad1f92-6e92-4e54-9e79-a29ac7a86754 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (96f9e77e-a48b-4c52-b694-7483922334ec), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.798487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fc0650-73b0-431b-9dc1-dd750e4ac76d None None] Network a38afbd0-c128-4dc1-aa52-b247a5fafd54 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:33.819971 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-62177885-ae48-4609-a6ba-9711ec6fa1c9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:33.822022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62177885-ae48-4609-a6ba-9711ec6fa1c9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:33.830025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-62177885-ae48-4609-a6ba-9711ec6fa1c9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/534aacfd-97ca-4cd8-a432-151418528653 HTTP/1.1" status: 404 len: 333 time: 0.1317677 Feb 15 14:17:33.838503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52034) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:33.871803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ece-78d8-4531-b45b-89107e473a4a req-90fff7ef-8ab1-4595-972e-b84b0945c57f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:33.879493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4edd6ece-78d8-4531-b45b-89107e473a4a req-90fff7ef-8ab1-4595-972e-b84b0945c57f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.6419923 Feb 15 14:17:33.923072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-eec0f681-2802-4a6b-a283-a143287bf416 None None] Provisioning complete for port 7047fc73-d37a-4fa5-b969-2e0683921a79 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:33.923733 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eec0f681-2802-4a6b-a283-a143287bf416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:33.951949 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f6872c-4990-4834-a484-6c979940965c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:33.953067 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f6872c-4990-4834-a484-6c979940965c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:33.957570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-43f6872c-4990-4834-a484-6c979940965c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/6ec8003e-93d9-4f67-8e08-c3d964e7fa5a HTTP/1.1" status: 404 len: 337 time: 0.1124389 Feb 15 14:17:33.965541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52036) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:33.998873 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adad1f92-6e92-4e54-9e79-a29ac7a86754 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (96f9e77e-a48b-4c52-b694-7483922334ec), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.009916 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adad1f92-6e92-4e54-9e79-a29ac7a86754 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router_controller (96f9e77e-a48b-4c52-b694-7483922334ec), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.013396 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (4041b47a-9f98-48aa-82bd-61e0930412d5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.026479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.032013 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-881d730e-a53b-4049-a5fe-027776b2a872 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.036194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881d730e-a53b-4049-a5fe-027776b2a872 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.037091 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/4041b47a-9f98-48aa-82bd-61e0930412d5 HTTP/1.1" status: 204 len: 168 time: 1.8472757 Feb 15 14:17:34.047044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-881d730e-a53b-4049-a5fe-027776b2a872 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/ccd7f56b-a2f7-4f83-bdba-91194ed89733 HTTP/1.1" status: 404 len: 337 time: 0.0766537 Feb 15 14:17:34.064427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52038) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.064906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52040) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.074963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626eb0d-6d3a-4013-8b9f-e6a4489136e2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Network': ['ID=4041b47a-9f98-48aa-82bd-61e0930412d5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:34.105358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7e78d2-b3fa-4da2-91e2-aaf04e2ca811 None None] DHCP port deletion for a38afbd0-c128-4dc1-aa52-b247a5fafd54 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:17:34.159525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-eec0f681-2802-4a6b-a283-a143287bf416 None None] Current status of the port 7047fc73-d37a-4fa5-b969-2e0683921a79 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:34.199948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adad1f92-6e92-4e54-9e79-a29ac7a86754 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (96f9e77e-a48b-4c52-b694-7483922334ec), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.201372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adad1f92-6e92-4e54-9e79-a29ac7a86754 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96f9e77e-a48b-4c52-b694-7483922334ec {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:17:34.209245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adad1f92-6e92-4e54-9e79-a29ac7a86754 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.220239 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-adad1f92-6e92-4e54-9e79-a29ac7a86754 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] 10.222.0.72 "DELETE /v2.0/routers/96f9e77e-a48b-4c52-b694-7483922334ec HTTP/1.1" status: 204 len: 168 time: 0.7933559 Feb 15 14:17:34.223966 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52042) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.229616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-088ea609-dc48-4fc1-911d-d91efd808338 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Request body: {'router': {'name': 'tempest-router-1153058127', 'distributed': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:34.245574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e78d2-b3fa-4da2-91e2-aaf04e2ca811 None None] Deleting port 7047fc73-d37a-4fa5-b969-2e0683921a79 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:34.246434 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e7e78d2-b3fa-4da2-91e2-aaf04e2ca811 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.256465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4edd6ece-78d8-4531-b45b-89107e473a4a req-f5e06527-eae2-4e72-b552-7477b429f232 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750157 Feb 15 14:17:34.258769 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a913b1-baae-4e98-81fb-8f3de6e1278f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.260705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a913b1-baae-4e98-81fb-8f3de6e1278f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.265248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c4a913b1-baae-4e98-81fb-8f3de6e1278f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/459a121a-a266-447d-94b4-6e1751f1d760 HTTP/1.1" status: 404 len: 333 time: 0.1974716 Feb 15 14:17:34.268769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52044) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.278835 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63931b4-9c60-4558-a7df-ef410e8fe892 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.279580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63931b4-9c60-4558-a7df-ef410e8fe892 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.290675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b63931b4-9c60-4558-a7df-ef410e8fe892 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/subnets/11d4ccfb-c246-4dfd-ad93-ba749c32d6db HTTP/1.1" status: 404 len: 337 time: 0.2243319 Feb 15 14:17:34.291137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-088ea609-dc48-4fc1-911d-d91efd808338 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (b10e8e58-072a-4108-9a18-44eb48edaec4), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.292454 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-088ea609-dc48-4fc1-911d-d91efd808338 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (b10e8e58-072a-4108-9a18-44eb48edaec4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.293782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52046) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.333146 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-19879a29-6a2d-44da-b780-f86ee833d25a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.333682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19879a29-6a2d-44da-b780-f86ee833d25a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.337267 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-19879a29-6a2d-44da-b780-f86ee833d25a tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/a99f5dee-7328-4e87-978d-bf9bbe4f1d2a HTTP/1.1" status: 404 len: 337 time: 0.0677474 Feb 15 14:17:34.339997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52048) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.373402 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cbd3d7-6db9-4239-953f-c7898056abc8 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.375797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cbd3d7-6db9-4239-953f-c7898056abc8 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.379325 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a58748-2e8f-4f33-b12e-01b5b5ce8fae tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.381184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a58748-2e8f-4f33-b12e-01b5b5ce8fae tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.383486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-77cbd3d7-6db9-4239-953f-c7898056abc8 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/fb319bdf-8b09-47a5-8729-e5b20b1b8bda HTTP/1.1" status: 404 len: 339 time: 0.0777690 Feb 15 14:17:34.390071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52050) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.394848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9e7e78d2-b3fa-4da2-91e2-aaf04e2ca811 None None] For port 7047fc73-d37a-4fa5-b969-2e0683921a79, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7047fc73-d37a-4fa5-b969-2e0683921a79,segment=NetworkSegment(0ead1c7c-3089-4ff6-9782-6a7ee929fad3),segment_id=0ead1c7c-3089-4ff6-9782-6a7ee929fad3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:34.399914 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e7e78d2-b3fa-4da2-91e2-aaf04e2ca811 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.401951 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f2a58748-2e8f-4f33-b12e-01b5b5ce8fae tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/db3fd529-d985-4e52-acfa-f0f2c93cc2d8 HTTP/1.1" status: 404 len: 337 time: 0.0565050 Feb 15 14:17:34.410713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52054) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.447883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e78d2-b3fa-4da2-91e2-aaf04e2ca811 None None] Calling delete_port for 7047fc73-d37a-4fa5-b969-2e0683921a79 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:34.475930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-088ea609-dc48-4fc1-911d-d91efd808338 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router_controller (b10e8e58-072a-4108-9a18-44eb48edaec4), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.486719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-088ea609-dc48-4fc1-911d-d91efd808338 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (b10e8e58-072a-4108-9a18-44eb48edaec4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.515921 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-088ea609-dc48-4fc1-911d-d91efd808338 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.519965 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-088ea609-dc48-4fc1-911d-d91efd808338 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2922926 Feb 15 14:17:34.520955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52056) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.549727 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d36d13-7189-4166-90f3-ddaaab842ec2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.551952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d36d13-7189-4166-90f3-ddaaab842ec2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.559281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d2d36d13-7189-4166-90f3-ddaaab842ec2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/subnets/eccf4630-8e74-4008-b4ae-f326b89b15a3 HTTP/1.1" status: 404 len: 337 time: 0.1618023 Feb 15 14:17:34.588537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52058) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.598729 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-27eba35c-29ca-4784-b0c7-eb10a5a6e6c2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.599823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27eba35c-29ca-4784-b0c7-eb10a5a6e6c2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.605528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-27eba35c-29ca-4784-b0c7-eb10a5a6e6c2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/8972088f-f6b3-4f98-b111-63bfadbfc4f8 HTTP/1.1" status: 404 len: 333 time: 0.1698601 Feb 15 14:17:34.617945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52060) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.640799 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e7e78d2-b3fa-4da2-91e2-aaf04e2ca811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (7047fc73-d37a-4fa5-b969-2e0683921a79), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.654667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e78d2-b3fa-4da2-91e2-aaf04e2ca811 None None] No DVR routers for this DVR port 7047fc73-d37a-4fa5-b969-2e0683921a79 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:34.692727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e78d2-b3fa-4da2-91e2-aaf04e2ca811 None None] Pushing event deleted for resources: {'Port': ['ID=7047fc73-d37a-4fa5-b969-2e0683921a79,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:34.706963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c78d7175-fdfc-4e03-be5b-9834f0cc689a tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (b10e8e58-072a-4108-9a18-44eb48edaec4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.716842 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-949a79eb-2aa0-4b68-9ba4-185f7371ea68 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.717717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949a79eb-2aa0-4b68-9ba4-185f7371ea68 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.725755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-949a79eb-2aa0-4b68-9ba4-185f7371ea68 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/249570f6-2f45-43de-9005-d732d47f627c HTTP/1.1" status: 404 len: 339 time: 0.1349781 Feb 15 14:17:34.726646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52062) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.743448 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e73a206-475e-4e82-b68c-b855bbd57f69 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.744415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e73a206-475e-4e82-b68c-b855bbd57f69 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.748406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0e73a206-475e-4e82-b68c-b855bbd57f69 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/7c868784-a7b2-4259-baca-9c544a474620 HTTP/1.1" status: 404 len: 337 time: 0.1288879 Feb 15 14:17:34.788688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52064) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.804829 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (d56e2932-cccf-4a2b-a157-3872bbf98014), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:34.824150 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d4e8ab-5ede-4b75-a840-87c6171052cb tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.825247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d4e8ab-5ede-4b75-a840-87c6171052cb tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.832136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-52d4e8ab-5ede-4b75-a840-87c6171052cb tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/subnets/67459e2a-5574-4c5e-bc99-6be8b7726a41 HTTP/1.1" status: 404 len: 337 time: 0.1014497 Feb 15 14:17:34.862870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52066) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.899324 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4a556d-49a1-48eb-bc3e-31670ca43185 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.899986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4a556d-49a1-48eb-bc3e-31670ca43185 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.909783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9a4a556d-49a1-48eb-bc3e-31670ca43185 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/b8ad3588-21e3-461a-b7c9-3ca98d30ca1f HTTP/1.1" status: 404 len: 339 time: 0.0455568 Feb 15 14:17:34.920676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52068) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.940410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56e2932-cccf-4a2b-a157-3872bbf98014,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:34.944411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a13fb2b8-1c84-48c8-b8c6-4a402fa3449a no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:17:34.965793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a13fb2b8-1c84-48c8-b8c6-4a402fa3449a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:17:34.966153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a13fb2b8-1c84-48c8-b8c6-4a402fa3449a not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:17:34.966588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7047fc73-d37a-4fa5-b969-2e0683921a79 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:17:34.972998 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc05171d-cc73-4034-b39b-982bf2edb273 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:34.973751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc05171d-cc73-4034-b39b-982bf2edb273 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:34.977172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] Checking segment: {'id': 'bd7c3fc6-ecdb-43eb-965e-05f69065e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6a720696-4e69-4b17-a282-90572bd909d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:34.977753 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fc05171d-cc73-4034-b39b-982bf2edb273 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/1302ad10-18f9-4d4f-8e3b-520c6182b3fd HTTP/1.1" status: 404 len: 337 time: 0.1867332 Feb 15 14:17:34.977894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] Network hostable DHCP agents. Network: 6a720696-4e69-4b17-a282-90572bd909d8, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:17:34.980445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52070) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:34.989654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 7047fc73-d37a-4fa5-b969-2e0683921a79 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:17:34.990006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7047fc73-d37a-4fa5-b969-2e0683921a79 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:17:35.033243 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c78d7175-fdfc-4e03-be5b-9834f0cc689a tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (b10e8e58-072a-4108-9a18-44eb48edaec4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.037402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c78d7175-fdfc-4e03-be5b-9834f0cc689a tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router_controller (b10e8e58-072a-4108-9a18-44eb48edaec4), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.043190 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-c268cbdb-715d-47b7-b31e-77e0642fc51b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.043746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c268cbdb-715d-47b7-b31e-77e0642fc51b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.049460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c268cbdb-715d-47b7-b31e-77e0642fc51b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/26888dce-90cb-47ec-9950-3aa30a49d479 HTTP/1.1" status: 404 len: 333 time: 0.0645871 Feb 15 14:17:35.050941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52072) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.097929 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-2940c9a4-03a6-4839-a30c-9f9dc9e3e5fe tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.098318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2940c9a4-03a6-4839-a30c-9f9dc9e3e5fe tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.099125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f05b12-a2c4-446c-9739-11edfc6eeca2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Deleting subnet 0b05f086-ce8b-429c-a2e1-4743542b4ada {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:17:35.104762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2940c9a4-03a6-4839-a30c-9f9dc9e3e5fe tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/5871a3d3-2965-45a5-b31e-f4c1e206b2e7 HTTP/1.1" status: 404 len: 337 time: 0.0516403 Feb 15 14:17:35.106717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5f05b12-a2c4-446c-9739-11edfc6eeca2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (0b05f086-ce8b-429c-a2e1-4743542b4ada), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.106867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] Network 6a720696-4e69-4b17-a282-90572bd909d8 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:17:35.106867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52074) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.139560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 6a720696-4e69-4b17-a282-90572bd909d8) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:35.144809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:35.145396 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.148815 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-573e1f7d-5aaa-47ac-bd67-e6a1dbbce50f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.149201 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5f05b12-a2c4-446c-9739-11edfc6eeca2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (0b05f086-ce8b-429c-a2e1-4743542b4ada), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.149440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573e1f7d-5aaa-47ac-bd67-e6a1dbbce50f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.150504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270a58c-d496-48a5-9a3a-f0608b253dc0 None None] Network 6a720696-4e69-4b17-a282-90572bd909d8 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:35.154749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-573e1f7d-5aaa-47ac-bd67-e6a1dbbce50f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/e965f60b-835a-4ff3-b0e1-9006d19334ff HTTP/1.1" status: 404 len: 333 time: 0.0465958 Feb 15 14:17:35.155085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52076) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.195003 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-36799e26-8d94-45bb-8e33-27908a3c9472 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.195503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36799e26-8d94-45bb-8e33-27908a3c9472 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.201291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-36799e26-8d94-45bb-8e33-27908a3c9472 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/3e0e8bad-026e-4c1e-a66d-afac6a6af307 HTTP/1.1" status: 404 len: 337 time: 0.0428879 Feb 15 14:17:35.204726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cd763ebd-8187-41fc-9f8b-caeb2c34bee8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1412976 Feb 15 14:17:35.204726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52078) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.240447 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-e771b650-0400-48c3-ad79-002efacffa53 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.241404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e771b650-0400-48c3-ad79-002efacffa53 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.250653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e771b650-0400-48c3-ad79-002efacffa53 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/729b2efa-0550-4c9d-ae9b-9efcfea1320e HTTP/1.1" status: 404 len: 333 time: 0.0350161 Feb 15 14:17:35.251700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52082) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.258955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c78d7175-fdfc-4e03-be5b-9834f0cc689a tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (b10e8e58-072a-4108-9a18-44eb48edaec4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.260300 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78d7175-fdfc-4e03-be5b-9834f0cc689a tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b10e8e58-072a-4108-9a18-44eb48edaec4 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:17:35.280880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c78d7175-fdfc-4e03-be5b-9834f0cc689a tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.282992 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c78d7175-fdfc-4e03-be5b-9834f0cc689a tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] 10.222.0.72 "DELETE /v2.0/routers/b10e8e58-072a-4108-9a18-44eb48edaec4 HTTP/1.1" status: 204 len: 168 time: 0.7608082 Feb 15 14:17:35.289055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52086) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.295761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3762bd25-2b40-4647-a572-2c06834b921f tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Request body: {'router': {'name': 'tempest-router-545698954', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '604029a1082b42018e064e8d07b8ced9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:35.299480 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-780f8b81-2a58-47b6-b122-bb526d5324c6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.299908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780f8b81-2a58-47b6-b122-bb526d5324c6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.306112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-780f8b81-2a58-47b6-b122-bb526d5324c6 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/279f7e27-0639-43bf-b4da-0f2f0f6693b2 HTTP/1.1" status: 404 len: 337 time: 0.0505702 Feb 15 14:17:35.306383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52088) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.334990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f676c159-26c5-4fba-9ae6-d253ae70dd22 None None] Network 6a720696-4e69-4b17-a282-90572bd909d8 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:35.336699 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c5d362-f75f-4781-8a3a-7237ee64503f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.337395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c5d362-f75f-4781-8a3a-7237ee64503f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.343375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b0c5d362-f75f-4781-8a3a-7237ee64503f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/03a5e1a7-1edf-487f-ba5d-994c83366c2e HTTP/1.1" status: 404 len: 333 time: 0.0337389 Feb 15 14:17:35.344312 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52090) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.355826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3762bd25-2b40-4647-a572-2c06834b921f tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (0cefc53e-c2ed-4511-8aad-aa9c104e6211), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.357253 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3762bd25-2b40-4647-a572-2c06834b921f tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (0cefc53e-c2ed-4511-8aad-aa9c104e6211), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.378828 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c65934-462b-4918-9cbb-9f8d1e8eb58c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.379439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c65934-462b-4918-9cbb-9f8d1e8eb58c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.387349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b9c65934-462b-4918-9cbb-9f8d1e8eb58c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/9e1ae521-e4d1-4c3b-9862-9a9af1cae19a HTTP/1.1" status: 404 len: 337 time: 0.0395858 Feb 15 14:17:35.390375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52092) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.429877 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7a50c7-85ac-49b5-9200-75e8069126da tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.431138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7a50c7-85ac-49b5-9200-75e8069126da tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.436613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fa7a50c7-85ac-49b5-9200-75e8069126da tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/e6cec38b-4f0c-4492-bc91-233731f08ef4 HTTP/1.1" status: 404 len: 333 time: 0.0429492 Feb 15 14:17:35.439757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52096) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.510661 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fdc519-4ab0-4a8f-96b2-c2600bb9c33c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.511200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fdc519-4ab0-4a8f-96b2-c2600bb9c33c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.517332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a2fdc519-4ab0-4a8f-96b2-c2600bb9c33c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/5961531a-b982-4d80-9f50-47b5c193cef2 HTTP/1.1" status: 404 len: 337 time: 0.0734668 Feb 15 14:17:35.517728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52102) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.559061 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92e70e0-cf09-4cb9-bf5c-ac29980d5287 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.559461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92e70e0-cf09-4cb9-bf5c-ac29980d5287 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.565036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a92e70e0-cf09-4cb9-bf5c-ac29980d5287 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/3f0a16f5-124c-4eff-9f7f-37e172eff698 HTTP/1.1" status: 404 len: 333 time: 0.0438724 Feb 15 14:17:35.565912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52104) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.577030 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5f05b12-a2c4-446c-9739-11edfc6eeca2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0b05f086-ce8b-429c-a2e1-4743542b4ada), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.607568 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-c463cf20-3495-422c-9230-e1a1af38b74c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.607944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c463cf20-3495-422c-9230-e1a1af38b74c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.613753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c463cf20-3495-422c-9230-e1a1af38b74c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/4dfe5e76-7d22-4618-9493-e46f39f5295f HTTP/1.1" status: 404 len: 337 time: 0.0445282 Feb 15 14:17:35.614302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52106) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.700095 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c80723f-043c-47bd-a45c-bfb9c4946a9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.700615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c80723f-043c-47bd-a45c-bfb9c4946a9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.706916 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5c80723f-043c-47bd-a45c-bfb9c4946a9d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/8a8ee76d-e7e1-4d3e-b2ed-2167509ac73f HTTP/1.1" status: 404 len: 337 time: 0.0915039 Feb 15 14:17:35.712162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52110) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.730566 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3762bd25-2b40-4647-a572-2c06834b921f tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router_controller (0cefc53e-c2ed-4511-8aad-aa9c104e6211), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.745525 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e85ca05-506d-4849-ab32-6156bae4096b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.746104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e85ca05-506d-4849-ab32-6156bae4096b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.751530 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3762bd25-2b40-4647-a572-2c06834b921f tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (0cefc53e-c2ed-4511-8aad-aa9c104e6211), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.754204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4e85ca05-506d-4849-ab32-6156bae4096b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/8b59835d-6a86-4dcd-b4a9-a26f6d8d1dbe HTTP/1.1" status: 404 len: 333 time: 0.0408170 Feb 15 14:17:35.770477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29646b2c-7b58-406b-9bda-bdc4d7ab722b req-edfdf40f-a8a5-4ce7-b74c-9ea457527024 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:35.778650 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29646b2c-7b58-406b-9bda-bdc4d7ab722b req-edfdf40f-a8a5-4ce7-b74c-9ea457527024 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.3197758 Feb 15 14:17:35.781437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52112) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.842329 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3762bd25-2b40-4647-a572-2c06834b921f tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.849424 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3762bd25-2b40-4647-a572-2c06834b921f tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5564475 Feb 15 14:17:35.851736 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab9728f-b84c-4b6b-a351-e0255e298cc9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:35.852105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab9728f-b84c-4b6b-a351-e0255e298cc9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:35.854869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52116) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.855707 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aab9728f-b84c-4b6b-a351-e0255e298cc9 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/dd7843c3-bcc0-4ed5-b1a5-74c460c29413 HTTP/1.1" status: 404 len: 337 time: 0.0720840 Feb 15 14:17:35.858293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52118) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.871144 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5f05b12-a2c4-446c-9739-11edfc6eeca2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (0b05f086-ce8b-429c-a2e1-4743542b4ada), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.888590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:35.908743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f05b12-a2c4-446c-9739-11edfc6eeca2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Subnet': ['ID=0b05f086-ce8b-429c-a2e1-4743542b4ada,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:35.914110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5f05b12-a2c4-446c-9739-11edfc6eeca2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:35.921382 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f5f05b12-a2c4-446c-9739-11edfc6eeca2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/subnets/0b05f086-ce8b-429c-a2e1-4743542b4ada HTTP/1.1" status: 204 len: 168 time: 0.9978328 Feb 15 14:17:35.922255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52122) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:35.935134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea73701-27f3-4a9f-8ae1-c7e5ab55a23c None None] Network 925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:36.037318 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4299875-9f7d-417b-943c-a7892d1ce4b2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:36.038533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4299875-9f7d-417b-943c-a7892d1ce4b2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:36.041606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b4299875-9f7d-417b-943c-a7892d1ce4b2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/b13357b4-e853-4430-b6bc-b014020cebf3 HTTP/1.1" status: 404 len: 337 time: 0.1690969 Feb 15 14:17:36.045074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52124) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:36.070801 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.072721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29646b2c-7b58-406b-9bda-bdc4d7ab722b req-775cd431-287b-4e27-9792-743e73e357ca tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930596 Feb 15 14:17:36.105573 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b09480-0ae5-4ee1-a473-2b52068a312d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:36.106481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b09480-0ae5-4ee1-a473-2b52068a312d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:36.109873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f5b09480-0ae5-4ee1-a473-2b52068a312d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/7dce8487-7db7-405d-a5d8-86c4bd45d20e HTTP/1.1" status: 404 len: 333 time: 0.0638051 Feb 15 14:17:36.112441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52128) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:36.147791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52130) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:36.170227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-343133173-network', 'tenant_id': '42078d244baa496d94ba2a4bdb8e4045'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:36.193615 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-430f1529-e9f0-451b-8c65-c58e90a9ed43 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:36.193615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430f1529-e9f0-451b-8c65-c58e90a9ed43 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:36.197135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-430f1529-e9f0-451b-8c65-c58e90a9ed43 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/a11da084-97d9-406f-b178-a83adaee6c2b HTTP/1.1" status: 404 len: 337 time: 0.0829864 Feb 15 14:17:36.200434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52132) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:36.228104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e51dada-740f-4fc2-82ad-8426c7db6726 None None] DHCP port deletion for 925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:17:36.230178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Made reservation on behalf of 42078d244baa496d94ba2a4bdb8e4045 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:36.232963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.248470 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.284616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Deleting port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:36.285273 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.310933 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46ce344-d1b4-4775-ac3c-a56779bc9900 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:36.311389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46ce344-d1b4-4775-ac3c-a56779bc9900 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:36.314409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b46ce344-d1b4-4775-ac3c-a56779bc9900 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/332e88d0-2219-4153-91f0-c4d3485dc2ea HTTP/1.1" status: 404 len: 337 time: 0.1138465 Feb 15 14:17:36.316990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2e51dada-740f-4fc2-82ad-8426c7db6726 None None] Deleting port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:36.317150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52134) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:36.317766 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2e51dada-740f-4fc2-82ad-8426c7db6726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.381846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] For port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f8f5c449-7aef-4ab8-9fac-dc4e67fa3093,segment=NetworkSegment(2a09e4a2-7516-41cb-bbe9-0bf9c565da5a),segment_id=2a09e4a2-7516-41cb-bbe9-0bf9c565da5a)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:36.382261 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.401302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Calling delete_port for f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:36.428850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2e51dada-740f-4fc2-82ad-8426c7db6726 None None] For port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f8f5c449-7aef-4ab8-9fac-dc4e67fa3093,segment=NetworkSegment(2a09e4a2-7516-41cb-bbe9-0bf9c565da5a),segment_id=2a09e4a2-7516-41cb-bbe9-0bf9c565da5a)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:36.429653 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2e51dada-740f-4fc2-82ad-8426c7db6726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.445274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2e51dada-740f-4fc2-82ad-8426c7db6726 None None] Calling delete_port for f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:36.456099 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f670d0-7ac4-4ee2-a58c-166597b3938e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:36.456679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f670d0-7ac4-4ee2-a58c-166597b3938e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:36.460354 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a0f670d0-7ac4-4ee2-a58c-166597b3938e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/2b73857b-c4a1-4027-b1b9-a1de72270059 HTTP/1.1" status: 404 len: 333 time: 0.1402555 Feb 15 14:17:36.469847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Publish callbacks [] for security_group (be5b4b62-2f1e-4498-bffb-530538e5db6d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.470644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52136) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:36.503319 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (be5b4b62-2f1e-4498-bffb-530538e5db6d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.532576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5b4b62-2f1e-4498-bffb-530538e5db6d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:36.535324 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa29c495-011a-4dd8-99ce-652ae8f90eb8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:36.535791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa29c495-011a-4dd8-99ce-652ae8f90eb8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:36.541192 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aa29c495-011a-4dd8-99ce-652ae8f90eb8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/f8a3f088-98e3-420b-abc1-e8f039fc09e3 HTTP/1.1" status: 404 len: 337 time: 0.0672169 Feb 15 14:17:36.541647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52138) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:36.545161 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (0cefc53e-c2ed-4511-8aad-aa9c104e6211), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.545429 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (0cefc53e-c2ed-4511-8aad-aa9c104e6211), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.554417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:17:36.573804 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c1cffa10-627f-412b-a3ad-d3f02d13b61c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.574244 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Added segment c1cffa10-627f-412b-a3ad-d3f02d13b61c of type vlan for network 96706c17-3ca2-41a3-b71e-afa69054d4d8 Feb 15 14:17:36.604420 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2e51dada-740f-4fc2-82ad-8426c7db6726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.632453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51dada-740f-4fc2-82ad-8426c7db6726 None None] Pushing event deleted for resources: {'Port': ['ID=f8f5c449-7aef-4ab8-9fac-dc4e67fa3093,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:36.636660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51dada-740f-4fc2-82ad-8426c7db6726 None None] No DVR routers for this DVR port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:36.661708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (96706c17-3ca2-41a3-b71e-afa69054d4d8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.668151 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f8f5c449-7aef-4ab8-9fac-dc4e67fa3093), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.679027 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85cc46a-e47d-40bc-ac68-f06f9b836ec2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:36.679506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85cc46a-e47d-40bc-ac68-f06f9b836ec2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:36.690867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f85cc46a-e47d-40bc-ac68-f06f9b836ec2 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/09cffa3d-d684-4645-9e47-e5bfca936375 HTTP/1.1" status: 404 len: 337 time: 0.1483424 Feb 15 14:17:36.713250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52142) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:36.730748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No DVR routers for this DVR port f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:36.732307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Port': ['ID=f8f5c449-7aef-4ab8-9fac-dc4e67fa3093,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:36.764282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109971) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 15 14:17:36.765016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Router 0cefc53e-c2ed-4511-8aad-aa9c104e6211 migrating from provider to provider. {{(pid=109971) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 15 14:17:36.765613 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router_controller (0cefc53e-c2ed-4511-8aad-aa9c104e6211), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.772977 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router_controller (0cefc53e-c2ed-4511-8aad-aa9c104e6211), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.782975 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-29f9a4c5-d46a-4cd3-af40-d94f453deadc tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 HTTP/1.1" status: 200 len: 205 time: 0.0617464 Feb 15 14:17:36.785507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52144) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:36.789164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (0cefc53e-c2ed-4511-8aad-aa9c104e6211), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.842503 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-0b84ea82-a9a3-4c5f-9cea-263592845e52 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] delete failed (client error): The resource could not be found. Feb 15 14:17:36.846659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0b84ea82-a9a3-4c5f-9cea-263592845e52 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/routers/a4bc47f9-d77a-4676-ad3b-0ba5d8d08de7 HTTP/1.1" status: 404 len: 336 time: 0.0600171 Feb 15 14:17:36.847466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52146) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:36.859085 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.884072 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:36.893510 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a09e4a2-7516-41cb-bbe9-0bf9c565da5a') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:36.893930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a09e4a2-7516-41cb-bbe9-0bf9c565da5a') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:36.904587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (2a09e4a2-7516-41cb-bbe9-0bf9c565da5a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.920237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2a09e4a2-7516-41cb-bbe9-0bf9c565da5a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.926253 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:36.927019 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (2a09e4a2-7516-41cb-bbe9-0bf9c565da5a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:36.935674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:17:36.952252 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-995ad751-0a62-4694-87e5-f7b15042c6cd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:36.952835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995ad751-0a62-4694-87e5-f7b15042c6cd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:36.960457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-995ad751-0a62-4694-87e5-f7b15042c6cd tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/ae7ab357-7fbc-4af1-bf44-77f0c11cc165 HTTP/1.1" status: 404 len: 337 time: 0.1091585 Feb 15 14:17:36.962372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52148) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:36.994393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:17:36.995063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f8f5c449-7aef-4ab8-9fac-dc4e67fa3093 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (96706c17-3ca2-41a3-b71e-afa69054d4d8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:37.006415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:37.009959 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:37.017410 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:37.034785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-85de254f-5e78-42da-a653-9d3aedbdd740 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "GET /v2.0/ports?device_id=56bddf29-55c0-4ee2-aca9-d6a151175d39 HTTP/1.1" status: 200 len: 205 time: 0.0714755 Feb 15 14:17:37.034785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52150) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.070010 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:37.076624 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc HTTP/1.1" status: 204 len: 168 time: 1.1508482 Feb 15 14:17:37.077929 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52152) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.083118 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-3efabd86-dc1c-4213-bb9e-cc8ed182bb9e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] delete failed (client error): The resource could not be found. Feb 15 14:17:37.087272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3efabd86-dc1c-4213-bb9e-cc8ed182bb9e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/routers/56bddf29-55c0-4ee2-aca9-d6a151175d39 HTTP/1.1" status: 404 len: 336 time: 0.0487170 Feb 15 14:17:37.087995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52154) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.107156 n-d-829064-15 neutron-server[109971]: WARNING neutron.scheduler.l3_agent_scheduler [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] No L3 agents can host the router 0cefc53e-c2ed-4511-8aad-aa9c104e6211 Feb 15 14:17:37.133640 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9da0d95-dd07-4f07-b2b8-1c3548d1795e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:37.134164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9da0d95-dd07-4f07-b2b8-1c3548d1795e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:37.139871 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b9da0d95-dd07-4f07-b2b8-1c3548d1795e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/5e89710c-6fdb-4b3d-b46d-a5993ec624f0 HTTP/1.1" status: 404 len: 337 time: 0.0492618 Feb 15 14:17:37.140583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52158) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.158263 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0088749 Feb 15 14:17:37.166545 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14ee3d9-1654-4d61-920d-a8e72a550fd2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:37.174017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14ee3d9-1654-4d61-920d-a8e72a550fd2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:37.177556 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d14ee3d9-1654-4d61-920d-a8e72a550fd2 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/subnets/e191727d-1950-4d8f-b097-4e286f67cb72 HTTP/1.1" status: 404 len: 337 time: 0.0989685 Feb 15 14:17:37.181122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52160) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.186226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52162) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.197992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] Request body: {'subnet': {'network_id': '96706c17-3ca2-41a3-b71e-afa69054d4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-343133173-subnet', 'tenant_id': '42078d244baa496d94ba2a4bdb8e4045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:37.224275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbac39-e519-4b2e-8917-9346e47e7e4f admin admin] Pushing event updated for resources: {'Network': ['ID=96706c17-3ca2-41a3-b71e-afa69054d4d8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:37.236990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 96706c17-3ca2-41a3-b71e-afa69054d4d8 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:17:37.253579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028edc2-7e2b-4e21-92c0-e1dfa765d369 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Network': ['ID=925cbaca-5412-4d4a-a1fd-3ad0f2f6d8fc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:37.256675 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4653f20-bceb-4c2c-b1c2-1963bf1e2b04 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:37.257555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4653f20-bceb-4c2c-b1c2-1963bf1e2b04 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:37.261449 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e4653f20-bceb-4c2c-b1c2-1963bf1e2b04 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/9beb9978-bf4d-4475-b56f-eebd52a7485d HTTP/1.1" status: 404 len: 339 time: 0.0727785 Feb 15 14:17:37.262383 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] Made reservation on behalf of 42078d244baa496d94ba2a4bdb8e4045 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:37.265079 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:37.378643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52166) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.465878 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (ea0d4883-2b46-4b67-ad10-eef491f23e92), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:37.538532 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-143bb3b2-629c-4661-81e1-790e9605f34b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:37.539127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143bb3b2-629c-4661-81e1-790e9605f34b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:37.542016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-143bb3b2-629c-4661-81e1-790e9605f34b tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/2f5a093a-bb72-46e6-bb43-e629e0cc5996 HTTP/1.1" status: 404 len: 337 time: 0.3992598 Feb 15 14:17:37.549161 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea0d4883-2b46-4b67-ad10-eef491f23e92,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:37.551558 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52168) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.553877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] Checking segment: {'id': 'c1cffa10-627f-412b-a3ad-d3f02d13b61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '96706c17-3ca2-41a3-b71e-afa69054d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:37.554348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] Network hostable DHCP agents. Network: 96706c17-3ca2-41a3-b71e-afa69054d4d8, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:17:37.582575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Hosts for router 0cefc53e-c2ed-4511-8aad-aa9c104e6211: [] {{(pid=109971) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 15 14:17:37.588535 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8e843a-e2c1-47ed-832b-e9b0b5309785 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:37.589264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8e843a-e2c1-47ed-832b-e9b0b5309785 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:37.595169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3e8e843a-e2c1-47ed-832b-e9b0b5309785 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/8334c28a-ba44-4f0a-b28d-f20cd1d7f2fc HTTP/1.1" status: 404 len: 333 time: 0.0399663 Feb 15 14:17:37.596591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52170) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.625627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Hosts for other DVR routers connected to router 0cefc53e-c2ed-4511-8aad-aa9c104e6211: set() {{(pid=109971) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 15 14:17:37.626351 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6df2c2-f30a-4789-8b7c-1e554d6c9938 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:37.626988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6df2c2-f30a-4789-8b7c-1e554d6c9938 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:37.628321 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:37.629542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-92e4ff8c-24f1-475c-846f-095fd269d3db tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] 10.222.0.72 "PUT /v2.0/routers/0cefc53e-c2ed-4511-8aad-aa9c104e6211 HTTP/1.1" status: 200 len: 716 time: 1.7677436 Feb 15 14:17:37.633089 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1d6df2c2-f30a-4789-8b7c-1e554d6c9938 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/4ad6621d-b11b-4db9-951b-7a0df50adc27 HTTP/1.1" status: 404 len: 337 time: 0.0327425 Feb 15 14:17:37.635529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52172) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.636190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52174) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.649645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-273d51d7-76cc-4041-aaf0-cad9031a72c6 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Deleting subnet c18d1f15-e5f5-4a1e-a3c2-c1728255c51e {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:17:37.656145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-273d51d7-76cc-4041-aaf0-cad9031a72c6 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (c18d1f15-e5f5-4a1e-a3c2-c1728255c51e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:37.666070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc0939-de88-473d-a2e7-c42f7433ef6e req-23fcd2d4-9f9f-4fd4-a1cd-23b46514a3ae tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:37.667783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ccc0939-de88-473d-a2e7-c42f7433ef6e req-23fcd2d4-9f9f-4fd4-a1cd-23b46514a3ae tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.2858031 Feb 15 14:17:37.724622 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-684388c0-b902-401e-8fd8-4f0c90e7a3a5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:37.725403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684388c0-b902-401e-8fd8-4f0c90e7a3a5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:37.729184 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-684388c0-b902-401e-8fd8-4f0c90e7a3a5 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/e6dc078e-f598-4bc8-8ac8-b76b7715e213 HTTP/1.1" status: 404 len: 333 time: 0.0906570 Feb 15 14:17:37.732050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52178) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.734028 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] Network 96706c17-3ca2-41a3-b71e-afa69054d4d8 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:17:37.750950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ccc0939-de88-473d-a2e7-c42f7433ef6e req-f23d5887-bf58-415d-ac4a-b092ce24560d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495737 Feb 15 14:17:37.781280 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-273d51d7-76cc-4041-aaf0-cad9031a72c6 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (c18d1f15-e5f5-4a1e-a3c2-c1728255c51e), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:37.791030 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-13db6ffa-3ac3-4941-b5f5-1a6dbfe9ebb8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:37.791497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13db6ffa-3ac3-4941-b5f5-1a6dbfe9ebb8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:37.794639 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-13db6ffa-3ac3-4941-b5f5-1a6dbfe9ebb8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/a943dd6c-29b0-49a4-9965-95ecf36cb674 HTTP/1.1" status: 404 len: 337 time: 0.0615318 Feb 15 14:17:37.801206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52180) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.856648 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e7891f8d-eeb5-4bcd-aaa7-e70d4952a9c4 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] 10.222.0.72 "GET /v2.0/routers/0cefc53e-c2ed-4511-8aad-aa9c104e6211 HTTP/1.1" status: 200 len: 716 time: 0.2191641 Feb 15 14:17:37.858169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52182) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.867612 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa29379-8026-4943-a850-2ae2d5f4d5c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:37.868211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa29379-8026-4943-a850-2ae2d5f4d5c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:37.872148 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1aa29379-8026-4943-a850-2ae2d5f4d5c8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/f7f95279-ee48-456b-8066-8f5fa3ce55ac HTTP/1.1" status: 404 len: 333 time: 0.0699327 Feb 15 14:17:37.873175 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 96706c17-3ca2-41a3-b71e-afa69054d4d8) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:37.874812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52186) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:37.882652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12e2c9-aa98-4d80-9e94-8f8f5094dc35 None None] Network 96706c17-3ca2-41a3-b71e-afa69054d4d8 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:37.903667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:37.903667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:37.927170 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-273d51d7-76cc-4041-aaf0-cad9031a72c6 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (c18d1f15-e5f5-4a1e-a3c2-c1728255c51e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:37.994959 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6af69b-7bf2-4e2d-931e-b827e7bd098e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:37.995930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6af69b-7bf2-4e2d-931e-b827e7bd098e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:38.000654 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8d6af69b-7bf2-4e2d-931e-b827e7bd098e tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/3a274d08-f28c-4f7a-8c44-ccca65191688 HTTP/1.1" status: 404 len: 337 time: 0.1198967 Feb 15 14:17:38.011761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52188) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:38.020087 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-273d51d7-76cc-4041-aaf0-cad9031a72c6 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (c18d1f15-e5f5-4a1e-a3c2-c1728255c51e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:38.027279 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f202d2c0-b551-46c4-9d5a-7c902b91ea75 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8396294 Feb 15 14:17:38.046680 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-273d51d7-76cc-4041-aaf0-cad9031a72c6 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:38.050177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-273d51d7-76cc-4041-aaf0-cad9031a72c6 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/subnets/c18d1f15-e5f5-4a1e-a3c2-c1728255c51e HTTP/1.1" status: 204 len: 168 time: 0.5248673 Feb 15 14:17:38.055684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b70d54-b7af-42be-aac0-a868ac43c240 None None] Network ce0c59e8-bc2e-4429-82d5-97f0e05d5f95 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:38.079474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52192) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:38.092453 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2913e9-e87f-4805-897e-a2282ee7f39c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:38.093272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2913e9-e87f-4805-897e-a2282ee7f39c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:38.097410 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9e2913e9-e87f-4805-897e-a2282ee7f39c tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/94a8c417-be1b-4763-9005-bbae9af4c460 HTTP/1.1" status: 404 len: 333 time: 0.0843053 Feb 15 14:17:38.102131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52198) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:38.103479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d51d7-76cc-4041-aaf0-cad9031a72c6 tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Subnet': ['ID=c18d1f15-e5f5-4a1e-a3c2-c1728255c51e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:38.180242 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9211423-15a3-4c7f-a9ac-25851eae6b7d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:38.183619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9211423-15a3-4c7f-a9ac-25851eae6b7d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:38.189139 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c9211423-15a3-4c7f-a9ac-25851eae6b7d tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/73377816-cde8-41ca-bef2-80e1f697e912 HTTP/1.1" status: 404 len: 337 time: 0.0822217 Feb 15 14:17:38.191686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52200) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:38.208754 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ce0c59e8-bc2e-4429-82d5-97f0e05d5f95), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:38.230894 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c01a352-f516-45cd-abda-aa12253ed279 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:38.233289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c01a352-f516-45cd-abda-aa12253ed279 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:38.237971 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52202) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:38.238203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2c01a352-f516-45cd-abda-aa12253ed279 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/58cb8775-ec94-461d-bd5d-71573d979d9d HTTP/1.1" status: 404 len: 333 time: 0.0454936 Feb 15 14:17:38.287977 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c74dda3-1036-4ed1-86fa-4073924fee40 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:38.288446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c74dda3-1036-4ed1-86fa-4073924fee40 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:38.293990 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8c74dda3-1036-4ed1-86fa-4073924fee40 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/303e5d88-b7e4-4e6b-b318-75fd13ebea39 HTTP/1.1" status: 404 len: 337 time: 0.0524876 Feb 15 14:17:38.294309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52206) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:38.299568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530877b-9ace-4917-b52d-67dcbd3bef6c None None] Network 96706c17-3ca2-41a3-b71e-afa69054d4d8 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:38.561387 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e46092cb-023c-42b9-b069-bdfeadcb0e9b tempest-RoutersTestDVR-865765118 tempest-RoutersTestDVR-865765118-project] 10.222.0.72 "GET /v2.0/routers/0cefc53e-c2ed-4511-8aad-aa9c104e6211 HTTP/1.1" status: 200 len: 682 time: 0.6991210 Feb 15 14:17:38.561892 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52212) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:38.605397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7cfbb5-6afa-4014-8a21-9c2e081a15be None None] DHCP port deletion for ce0c59e8-bc2e-4429-82d5-97f0e05d5f95 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:17:38.746802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cfbb5-6afa-4014-8a21-9c2e081a15be None None] Deleting port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:38.747189 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dc7cfbb5-6afa-4014-8a21-9c2e081a15be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:38.796662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbfa782f-79fa-4830-8bef-a3bded77f7ec tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (0cefc53e-c2ed-4511-8aad-aa9c104e6211), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:38.850752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-dc7cfbb5-6afa-4014-8a21-9c2e081a15be None None] For port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=94cf2012-a697-4b1e-8aa9-29bbb0aa1b91,segment=NetworkSegment(21b28e43-5ba6-4772-b5e8-e51180772b60),segment_id=21b28e43-5ba6-4772-b5e8-e51180772b60)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:38.853087 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dc7cfbb5-6afa-4014-8a21-9c2e081a15be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:38.900649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-dc7cfbb5-6afa-4014-8a21-9c2e081a15be None None] Calling delete_port for 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:38.971300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:17:39.083553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:39.083916 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.086184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbfa782f-79fa-4830-8bef-a3bded77f7ec tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (0cefc53e-c2ed-4511-8aad-aa9c104e6211), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.089349 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbfa782f-79fa-4830-8bef-a3bded77f7ec tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router_controller (0cefc53e-c2ed-4511-8aad-aa9c104e6211), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.120510 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fc976c-5a33-47a7-89df-5253891d8506 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:39.121955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fc976c-5a33-47a7-89df-5253891d8506 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:39.124970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=94cf2012-a697-4b1e-8aa9-29bbb0aa1b91,segment=NetworkSegment(21b28e43-5ba6-4772-b5e8-e51180772b60),segment_id=21b28e43-5ba6-4772-b5e8-e51180772b60)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:39.125592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-09fc976c-5a33-47a7-89df-5253891d8506 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/c5674f82-f34d-4116-9161-160361a0d48a HTTP/1.1" status: 404 len: 333 time: 0.8293552 Feb 15 14:17:39.138156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52226) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:39.148896 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.182684 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbfa782f-79fa-4830-8bef-a3bded77f7ec tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (0cefc53e-c2ed-4511-8aad-aa9c104e6211), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.183331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfa782f-79fa-4830-8bef-a3bded77f7ec tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cefc53e-c2ed-4511-8aad-aa9c104e6211 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:17:39.188607 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbfa782f-79fa-4830-8bef-a3bded77f7ec tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.190482 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dbfa782f-79fa-4830-8bef-a3bded77f7ec tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] 10.222.0.72 "DELETE /v2.0/routers/0cefc53e-c2ed-4511-8aad-aa9c104e6211 HTTP/1.1" status: 204 len: 168 time: 0.6273589 Feb 15 14:17:39.194501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52228) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:39.206041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-38223660-cd96-47f8-8aba-15ef12685333 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Request body: {'router': {'name': 'tempest-router-1760475036', 'distributed': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:39.210600 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7182cf5-4416-4f50-b578-f1f0be5879f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:39.210893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7182cf5-4416-4f50-b578-f1f0be5879f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:39.214945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e7182cf5-4416-4f50-b578-f1f0be5879f8 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/e7ef8888-3e7c-4500-8abd-5371832eee6b HTTP/1.1" status: 404 len: 337 time: 0.0710001 Feb 15 14:17:39.222227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52230) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:39.257968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=94cf2012-a697-4b1e-8aa9-29bbb0aa1b91,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:39.274502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Deleting port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:39.275051 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.295801 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dc7cfbb5-6afa-4014-8a21-9c2e081a15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.315588 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f523be38-f250-4774-b315-d40e83dda44f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:39.317304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f523be38-f250-4774-b315-d40e83dda44f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:39.327598 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f523be38-f250-4774-b315-d40e83dda44f tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/ports/0ef91898-9713-49b4-a383-7c621894f5f2 HTTP/1.1" status: 404 len: 333 time: 0.0990140 Feb 15 14:17:39.328206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52232) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:39.339785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cfbb5-6afa-4014-8a21-9c2e081a15be None None] Pushing event deleted for resources: {'Port': ['ID=94cf2012-a697-4b1e-8aa9-29bbb0aa1b91,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:39.352029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7cfbb5-6afa-4014-8a21-9c2e081a15be None None] No DVR routers for this DVR port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:39.391089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] For port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=94cf2012-a697-4b1e-8aa9-29bbb0aa1b91,segment=NetworkSegment(21b28e43-5ba6-4772-b5e8-e51180772b60),segment_id=21b28e43-5ba6-4772-b5e8-e51180772b60)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:39.391608 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.409395 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-857f472f-2032-4601-8671-0bf7ac24ddc1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:39.409395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857f472f-2032-4601-8671-0bf7ac24ddc1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:39.415989 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-857f472f-2032-4601-8671-0bf7ac24ddc1 tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/subnets/8365e17f-daac-4f8d-a780-cb8c355667b6 HTTP/1.1" status: 404 len: 337 time: 0.0817623 Feb 15 14:17:39.416590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52236) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:39.420155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22decd-ba28-4362-aecd-cd6a62c7c9fb req-4c06bb00-861b-4a14-b90e-30b027ff092e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:39.427107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3b22decd-ba28-4362-aecd-cd6a62c7c9fb req-4c06bb00-861b-4a14-b90e-30b027ff092e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.3690612 Feb 15 14:17:39.470821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Calling delete_port for 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:39.510263 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38223660-cd96-47f8-8aba-15ef12685333 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (69c28186-23a2-4b8b-85fb-35860222942d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.511327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38223660-cd96-47f8-8aba-15ef12685333 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (69c28186-23a2-4b8b-85fb-35860222942d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.512646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-9be275e6-2917-4f2b-b8eb-e4ce3b33513f tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:39.521339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-9be275e6-2917-4f2b-b8eb-e4ce3b33513f tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/networks?id=6a720696-4e69-4b17-a282-90572bd909d8 HTTP/1.1" status: 200 len: 808 time: 0.4745693 Feb 15 14:17:39.539025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3b22decd-ba28-4362-aecd-cd6a62c7c9fb req-2201246f-edd0-4a7c-9a72-8fcfc14cebc7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109209 Feb 15 14:17:39.606042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-d828d5a6-745b-4765-8e1a-a10b6bdc39f8 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/quotas/bdf906747e294c188fc3c8c2776b9ca4 HTTP/1.1" status: 200 len: 375 time: 0.0828350 Feb 15 14:17:39.656566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-4328ae76-a554-49b9-875d-852ec12c6105 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdf906747e294c188fc3c8c2776b9ca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492229 Feb 15 14:17:39.724249 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (94cf2012-a697-4b1e-8aa9-29bbb0aa1b91), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.829764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Port': ['ID=94cf2012-a697-4b1e-8aa9-29bbb0aa1b91,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:39.848650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] No DVR routers for this DVR port 94cf2012-a697-4b1e-8aa9-29bbb0aa1b91 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:39.964019 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38223660-cd96-47f8-8aba-15ef12685333 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router_controller (69c28186-23a2-4b8b-85fb-35860222942d), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.969176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a38afbd0-c128-4dc1-aa52-b247a5fafd54), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.982433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38223660-cd96-47f8-8aba-15ef12685333 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (69c28186-23a2-4b8b-85fb-35860222942d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:39.989368 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.011303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38223660-cd96-47f8-8aba-15ef12685333 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.015213 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-38223660-cd96-47f8-8aba-15ef12685333 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8182230 Feb 15 14:17:40.023488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52240) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:40.049803 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ce0c59e8-bc2e-4429-82d5-97f0e05d5f95), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.100546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a38afbd0-c128-4dc1-aa52-b247a5fafd54), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.103127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-36457e3d-8220-491e-aeae-f29084526b5b service neutron] 10.222.0.72 "GET /v2.0/networks/6a720696-4e69-4b17-a282-90572bd909d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926809 Feb 15 14:17:40.124327 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38afbd0-c128-4dc1-aa52-b247a5fafd54']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:40.140598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ead1c7c-3089-4ff6-9782-6a7ee929fad3') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:40.140967 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ead1c7c-3089-4ff6-9782-6a7ee929fad3') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:40.159644 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (0ead1c7c-3089-4ff6-9782-6a7ee929fad3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.177367 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0ead1c7c-3089-4ff6-9782-6a7ee929fad3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.193523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:40.194072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (0ead1c7c-3089-4ff6-9782-6a7ee929fad3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:40.197624 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:40.272547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0c59e8-bc2e-4429-82d5-97f0e05d5f95']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:40.274161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a38afbd0-c128-4dc1-aa52-b247a5fafd54), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.283889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b28e43-5ba6-4772-b5e8-e51180772b60') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:40.284033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b28e43-5ba6-4772-b5e8-e51180772b60') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:40.286471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.295135 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (21b28e43-5ba6-4772-b5e8-e51180772b60), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.306452 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] 10.222.0.72 "DELETE /v2.0/networks/a38afbd0-c128-4dc1-aa52-b247a5fafd54 HTTP/1.1" status: 204 len: 168 time: 0.8876877 Feb 15 14:17:40.331770 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (21b28e43-5ba6-4772-b5e8-e51180772b60), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.345149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96535e99-d1aa-4d86-b588-5639dc5506ed tempest-NetworksTestDHCPv6-60861992 tempest-NetworksTestDHCPv6-60861992-project] Pushing event deleted for resources: {'Network': ['ID=a38afbd0-c128-4dc1-aa52-b247a5fafd54,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:40.347402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:40.347822 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (21b28e43-5ba6-4772-b5e8-e51180772b60), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:40.396558 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:40.422967 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c442-718c-4fb4-a29c-8effacbd0141 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (69c28186-23a2-4b8b-85fb-35860222942d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.591937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-5cf1ec28-65b0-48f8-91db-c97170cc254a service neutron] 10.222.0.72 "GET /v2.0/networks/6a720696-4e69-4b17-a282-90572bd909d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880092 Feb 15 14:17:40.603960 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (ce0c59e8-bc2e-4429-82d5-97f0e05d5f95), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.615619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.623282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] 10.222.0.72 "DELETE /v2.0/networks/ce0c59e8-bc2e-4429-82d5-97f0e05d5f95 HTTP/1.1" status: 204 len: 168 time: 2.5424888 Feb 15 14:17:40.706986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34715be5-004a-43ec-b335-53428d591e9a tempest-NetworksIpV6Test-1069493302 tempest-NetworksIpV6Test-1069493302-project] Pushing event deleted for resources: {'Network': ['ID=ce0c59e8-bc2e-4429-82d5-97f0e05d5f95,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:40.833258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9803d1c1-2950-4417-a671-8dd208770dc5 req-4a83e45e-2e4a-4a7b-9719-4bb8c9145118 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 210 time: 0.0314970 Feb 15 14:17:40.841283 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c442-718c-4fb4-a29c-8effacbd0141 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (69c28186-23a2-4b8b-85fb-35860222942d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.845029 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c442-718c-4fb4-a29c-8effacbd0141 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router_controller (69c28186-23a2-4b8b-85fb-35860222942d), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.946325 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c442-718c-4fb4-a29c-8effacbd0141 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (69c28186-23a2-4b8b-85fb-35860222942d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.948005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d8c442-718c-4fb4-a29c-8effacbd0141 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69c28186-23a2-4b8b-85fb-35860222942d {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:17:40.956681 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c442-718c-4fb4-a29c-8effacbd0141 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:40.958421 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d7d8c442-718c-4fb4-a29c-8effacbd0141 tempest-RoutersTestDVR-1264755221 tempest-RoutersTestDVR-1264755221-project-admin] 10.222.0.72 "DELETE /v2.0/routers/69c28186-23a2-4b8b-85fb-35860222942d HTTP/1.1" status: 204 len: 168 time: 0.9300301 Feb 15 14:17:40.965467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52264) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:40.978099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ddb54-4aab-4d64-9f0e-584a0323efc9 req-041ec39d-e0bd-415f-9bb2-7a2852e35261 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:40.984745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-424ddb54-4aab-4d64-9f0e-584a0323efc9 req-041ec39d-e0bd-415f-9bb2-7a2852e35261 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.2861753 Feb 15 14:17:41.074194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-424ddb54-4aab-4d64-9f0e-584a0323efc9 req-aa8b868a-1e1e-449d-baff-0bc9b785df69 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752561 Feb 15 14:17:41.544422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52294) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:41.544845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52296) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:41.551972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52300) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:41.552822 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e48c7fbf-947d-42ae-b159-d41736a611eb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=99c184c4cce34969aa10f6f11a67509e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5858800 Feb 15 14:17:41.648720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9274dd4-7ac6-40d8-a1a4-153a1afe9702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:41.663695 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acd6-baed-40d5-8aec-db36f655ad4c admin admin] Publish callbacks [] for security_group (cc5367c2-9cd5-4baf-b1c1-1d05399c2045), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:41.716893 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acd6-baed-40d5-8aec-db36f655ad4c admin admin] Publish callbacks [] for security_group (cc5367c2-9cd5-4baf-b1c1-1d05399c2045), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:41.826358 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acd6-baed-40d5-8aec-db36f655ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cc5367c2-9cd5-4baf-b1c1-1d05399c2045), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:41.829066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ca5acd6-baed-40d5-8aec-db36f655ad4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:41.830247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0ca5acd6-baed-40d5-8aec-db36f655ad4c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cc5367c2-9cd5-4baf-b1c1-1d05399c2045 HTTP/1.1" status: 204 len: 168 time: 0.2772713 Feb 15 14:17:41.849582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5acd6-baed-40d5-8aec-db36f655ad4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5367c2-9cd5-4baf-b1c1-1d05399c2045,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:41.903130 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-974585dd-88e6-48e2-8f33-32f3e1a57f2a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9cf25b18b2bd4180a671f282a3d5a903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482468 Feb 15 14:17:41.906791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52312) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:42.003496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9274dd4-7ac6-40d8-a1a4-153a1afe9702 admin admin] Publish callbacks [] for security_group (7e297c28-81b7-4082-96d9-19ae03ac0ce0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:42.008961 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9274dd4-7ac6-40d8-a1a4-153a1afe9702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7e297c28-81b7-4082-96d9-19ae03ac0ce0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:42.063729 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:42.075298 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c0f69b3-b3aa-4b3e-9c28-f84564d90ce8 admin admin] Publish callbacks [] for security_group (cdba4db4-c933-4916-acc2-5c296caafe59), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:42.092978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d9274dd4-7ac6-40d8-a1a4-153a1afe9702 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=604029a1082b42018e064e8d07b8ced9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5368938 Feb 15 14:17:42.094237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9274dd4-7ac6-40d8-a1a4-153a1afe9702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e297c28-81b7-4082-96d9-19ae03ac0ce0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:42.096005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52318) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:42.279270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c0399ba-c4c0-40d8-8fd9-f818e7cebb6d req-b0a383b7-888b-4039-9c26-3babb6a52f05 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 210 time: 0.2055798 Feb 15 14:17:42.402412 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c0f69b3-b3aa-4b3e-9c28-f84564d90ce8 admin admin] Publish callbacks [] for security_group (cdba4db4-c933-4916-acc2-5c296caafe59), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:42.561960 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-67a5c28d-1194-4e65-9062-5723caae1a38 admin admin] Publish callbacks [] for security_group (7e297c28-81b7-4082-96d9-19ae03ac0ce0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:42.648956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-67a5c28d-1194-4e65-9062-5723caae1a38 admin admin] Publish callbacks [] for security_group (7e297c28-81b7-4082-96d9-19ae03ac0ce0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:42.739138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df485-1717-4e4d-8493-2ff4e8c45f58 req-447f4d65-20ed-4a12-bde1-9fe7f459b5d2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:42.746406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a79df485-1717-4e4d-8493-2ff4e8c45f58 req-447f4d65-20ed-4a12-bde1-9fe7f459b5d2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.4960077 Feb 15 14:17:43.049855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c0f69b3-b3aa-4b3e-9c28-f84564d90ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cdba4db4-c933-4916-acc2-5c296caafe59), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:43.052547 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3c0f69b3-b3aa-4b3e-9c28-f84564d90ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:43.054687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3c0f69b3-b3aa-4b3e-9c28-f84564d90ce8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cdba4db4-c933-4916-acc2-5c296caafe59 HTTP/1.1" status: 204 len: 168 time: 1.1459737 Feb 15 14:17:43.115272 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-67a5c28d-1194-4e65-9062-5723caae1a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7e297c28-81b7-4082-96d9-19ae03ac0ce0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:43.118585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-67a5c28d-1194-4e65-9062-5723caae1a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:43.122481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-67a5c28d-1194-4e65-9062-5723caae1a38 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e297c28-81b7-4082-96d9-19ae03ac0ce0 HTTP/1.1" status: 204 len: 168 time: 0.9922783 Feb 15 14:17:43.127035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f69b3-b3aa-4b3e-9c28-f84564d90ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdba4db4-c933-4916-acc2-5c296caafe59,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:43.135474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a79df485-1717-4e4d-8493-2ff4e8c45f58 req-bfff0886-9103-4d41-8f78-9579ba005da7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798163 Feb 15 14:17:43.156373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5c28d-1194-4e65-9062-5723caae1a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e297c28-81b7-4082-96d9-19ae03ac0ce0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:43.164761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-3f50f632-385e-4671-981d-5fbf7092f240 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:43.166295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-3f50f632-385e-4671-981d-5fbf7092f240 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.67 "GET /v2.0/networks?id=6a720696-4e69-4b17-a282-90572bd909d8 HTTP/1.1" status: 200 len: 808 time: 0.4185143 Feb 15 14:17:43.190439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Request body: {'port': {'device_id': 'd5fe4ed6-c1bd-49d1-843d-e7476fcb93af', 'network_id': '6a720696-4e69-4b17-a282-90572bd909d8', 'admin_state_up': True, 'tenant_id': 'bdf906747e294c188fc3c8c2776b9ca4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:43.452653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-210df2f7-a713-45d6-8935-f728cf864434 req-5ed1a463-ed6a-4503-90b5-82715496adc1 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 210 time: 0.0464110 Feb 15 14:17:43.528335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52372) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:43.537159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Made reservation on behalf of bdf906747e294c188fc3c8c2776b9ca4 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:43.541901 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:43.981473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Allocated IP 172.20.0.6 (6a720696-4e69-4b17-a282-90572bd909d8/d56e2932-cccf-4a2b-a157-3872bbf98014/dc0fe9fb-e5a4-4139-affe-ff7233bece31) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:44.147293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1847457302'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:44.194167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Made reservation on behalf of 857c63b794234285b797aa9c148d0e39 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:44.197549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.216200 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.244979 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52388) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:44.260162 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Publish callbacks [] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.295032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c40982d-ec95-43e5-aaaf-c3a2b2978aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.312817 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.466570 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks [] for security_group (29bba7c3-9e52-4a20-a7e5-009a596978b1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.468807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Network 6a720696-4e69-4b17-a282-90572bd909d8 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:44.486110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:44.489928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:44.497189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Pushing event updated for resources: {'Port': ['ID=dc0fe9fb-e5a4-4139-affe-ff7233bece31,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:44.497639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (29bba7c3-9e52-4a20-a7e5-009a596978b1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.560579 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c40982d-ec95-43e5-aaaf-c3a2b2978aad admin admin] Publish callbacks [] for security_group (53eeb50a-ff97-4174-8791-e99f93ce97ee), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.607060 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c40982d-ec95-43e5-aaaf-c3a2b2978aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (53eeb50a-ff97-4174-8791-e99f93ce97ee), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.652784 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:17:44.666793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:44.667532 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.705678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-26b8af43-28b0-4ff6-97c9-b41aded054c6 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5253706 Feb 15 14:17:44.718378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Request body: {'port': {'device_id': 'd5fe4ed6-c1bd-49d1-843d-e7476fcb93af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:44.719605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bba7c3-9e52-4a20-a7e5-009a596978b1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:44.742231 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0ad6-6bd5-42b0-b560-706ef42bc7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.807584 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2206b428-0787-4b09-b841-a831bf260c3d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.807916 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Added segment 2206b428-0787-4b09-b841-a831bf260c3d of type vlan for network dce42a5f-1589-4b57-81ad-2019c171f3f9 Feb 15 14:17:44.867268 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8c40982d-ec95-43e5-aaaf-c3a2b2978aad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1eb924c7497346fbb17a7a73ac1b3ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6189039 Feb 15 14:17:44.867931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52398) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:44.876782 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:44.923446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40982d-ec95-43e5-aaaf-c3a2b2978aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eeb50a-ff97-4174-8791-e99f93ce97ee,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:45.034321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52406) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:45.073984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ff92f64e-2188-4944-83f1-815af69ee764 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514182386', 'description': 'tempest-secgroup-smoke-1514182386 description', 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:45.124481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (dce42a5f-1589-4b57-81ad-2019c171f3f9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.160580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-556768a9-74db-4e39-91de-b3bbda93348b req-8ce5e9f2-9882-4a25-ad7c-a055c9efc5c0 service neutron] (109971) timed out ('10.222.0.72', 33354) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:17:45.168657 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9da56bbb-07bc-4fb6-a91a-a0204ae775c4 admin admin] Publish callbacks [] for security_group (53eeb50a-ff97-4174-8791-e99f93ce97ee), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.177886 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff92f64e-2188-4944-83f1-815af69ee764 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.224320 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9da56bbb-07bc-4fb6-a91a-a0204ae775c4 admin admin] Publish callbacks [] for security_group (53eeb50a-ff97-4174-8791-e99f93ce97ee), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.226276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (dce42a5f-1589-4b57-81ad-2019c171f3f9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.243702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:45.247681 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.286823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52410) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:45.354479 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8255022 Feb 15 14:17:45.366984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52414) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:45.380255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Request body: {'subnet': {'network_id': 'dce42a5f-1589-4b57-81ad-2019c171f3f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:45.437721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a650f2-08ed-4ebe-9f8e-cc132db7da76 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Pushing event updated for resources: {'Network': ['ID=dce42a5f-1589-4b57-81ad-2019c171f3f9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:45.451103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network dce42a5f-1589-4b57-81ad-2019c171f3f9 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:17:45.495288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0fe9fb-e5a4-4139-affe-ff7233bece31 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:17:45.504186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Publish callbacks [] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.537903 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Transition to ACTIVE for port object dc0fe9fb-e5a4-4139-affe-ff7233bece31 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:17:45.559795 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.560384 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9da56bbb-07bc-4fb6-a91a-a0204ae775c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (53eeb50a-ff97-4174-8791-e99f93ce97ee), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.562972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9da56bbb-07bc-4fb6-a91a-a0204ae775c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.564121 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9da56bbb-07bc-4fb6-a91a-a0204ae775c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/53eeb50a-ff97-4174-8791-e99f93ce97ee HTTP/1.1" status: 204 len: 168 time: 0.6789722 Feb 15 14:17:45.573636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ccc97128-e99b-43d2-a06b-097283e3ad0e tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] Request body: {'port': {'network_id': '74fa23b2-eac8-48f2-b44c-2f491e61832e', 'name': 'tempest-NetworksNegativeTestJSON-2124879438'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:45.574419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a873294-9123-40c8-943d-c3ac3c3c348b req-2b5751e3-414d-45b6-8d34-85482b4f890e tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:45.583814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a873294-9123-40c8-943d-c3ac3c3c348b req-2b5751e3-414d-45b6-8d34-85482b4f890e tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 931 time: 0.4138713 Feb 15 14:17:45.620044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da56bbb-07bc-4fb6-a91a-a0204ae775c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eeb50a-ff97-4174-8791-e99f93ce97ee,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:45.624817 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff92f64e-2188-4944-83f1-815af69ee764 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group (35f46e68-4c67-4971-a6ba-3cd7933105b6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.626767 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc97128-e99b-43d2-a06b-097283e3ad0e tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] POST failed (client error): The resource could not be found. Feb 15 14:17:45.627549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc97128-e99b-43d2-a06b-097283e3ad0e tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:45.631906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addea98c-5ad6-41fd-93f2-b3a261f2cb6f req-64258e3a-b76e-4e67-8cf3-397e2d442fbb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:45.633988 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-addea98c-5ad6-41fd-93f2-b3a261f2cb6f req-64258e3a-b76e-4e67-8cf3-397e2d442fbb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.6526480 Feb 15 14:17:45.642264 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ccc97128-e99b-43d2-a06b-097283e3ad0e tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3454344 Feb 15 14:17:45.645734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Made reservation on behalf of 857c63b794234285b797aa9c148d0e39 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:45.651969 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.659352 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52418) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:45.661556 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff92f64e-2188-4944-83f1-815af69ee764 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (35f46e68-4c67-4971-a6ba-3cd7933105b6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.709641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a873294-9123-40c8-943d-c3ac3c3c348b req-c776160f-8ef2-4006-b51e-086e12bce420 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244326 Feb 15 14:17:45.750232 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88422d0-b12b-47c6-a27a-0d9d773ec1c1 tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:45.751089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88422d0-b12b-47c6-a27a-0d9d773ec1c1 tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:45.755778 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c88422d0-b12b-47c6-a27a-0d9d773ec1c1 tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] 10.222.0.72 "DELETE /v2.0/networks/b8c48f51-951d-4f02-9663-68e71b16b2c6 HTTP/1.1" status: 404 len: 339 time: 0.0951216 Feb 15 14:17:45.767820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52420) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:45.782709 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92f64e-2188-4944-83f1-815af69ee764 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f46e68-4c67-4971-a6ba-3cd7933105b6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:45.791536 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff92f64e-2188-4944-83f1-815af69ee764 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.792762 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ff92f64e-2188-4944-83f1-815af69ee764 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7528102 Feb 15 14:17:45.803672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52422) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:45.826757 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-709705f3-4d2c-48e7-a0dc-9ec2521ffbdc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'security_group_rule': {'security_group_id': '35f46e68-4c67-4971-a6ba-3cd7933105b6', 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:45.911804 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-709705f3-4d2c-48e7-a0dc-9ec2521ffbdc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (821f5f53-3cb5-40d4-b6fd-0f7155540a3e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:45.919504 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e5214d-3715-407c-8f4a-8e6649a15982 tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:45.921775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e5214d-3715-407c-8f4a-8e6649a15982 tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:45.923199 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f8e5214d-3715-407c-8f4a-8e6649a15982 tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] 10.222.0.72 "DELETE /v2.0/ports/5bd399fc-bc41-4f43-ae0e-dd2b351c4a71 HTTP/1.1" status: 404 len: 333 time: 0.1240342 Feb 15 14:17:45.929190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52426) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:46.045268 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-476d9193-9052-40d3-85e5-f523b1ca365a tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] DELETE failed (client error): The resource could not be found. Feb 15 14:17:46.045268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476d9193-9052-40d3-85e5-f523b1ca365a tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:46.045268 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-476d9193-9052-40d3-85e5-f523b1ca365a tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] 10.222.0.72 "DELETE /v2.0/subnets/8cb34f27-72e7-464c-831e-76e9c60fa292 HTTP/1.1" status: 404 len: 337 time: 0.1122246 Feb 15 14:17:46.065419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52428) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:46.229189 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad0ebd5-6f43-4705-9fc3-7564a642e816 tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] GET failed (client error): The resource could not be found. Feb 15 14:17:46.230775 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8ad0ebd5-6f43-4705-9fc3-7564a642e816 tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] 10.222.0.72 "GET /v2.0/networks/1fdcf302-275c-4513-a3de-7c136bb805c5 HTTP/1.1" status: 404 len: 339 time: 0.1666555 Feb 15 14:17:46.233955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-709705f3-4d2c-48e7-a0dc-9ec2521ffbdc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (821f5f53-3cb5-40d4-b6fd-0f7155540a3e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.235088 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52436) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:46.256484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-709705f3-4d2c-48e7-a0dc-9ec2521ffbdc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (821f5f53-3cb5-40d4-b6fd-0f7155540a3e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.296434 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (42227ff4-8a85-4e6e-9d4c-eed2543df323), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.402407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709705f3-4d2c-48e7-a0dc-9ec2521ffbdc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821f5f53-3cb5-40d4-b6fd-0f7155540a3e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:46.405345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Pushing event updated for resources: {'Subnet': ['ID=42227ff4-8a85-4e6e-9d4c-eed2543df323,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:46.413104 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-709705f3-4d2c-48e7-a0dc-9ec2521ffbdc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.420342 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-709705f3-4d2c-48e7-a0dc-9ec2521ffbdc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6097012 Feb 15 14:17:46.420342 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c89ed24-32a6-4f38-a830-60b96c514d8a tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] GET failed (client error): The resource could not be found. Feb 15 14:17:46.420342 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7c89ed24-32a6-4f38-a830-60b96c514d8a tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] 10.222.0.72 "GET /v2.0/ports/43c89c11-1e6f-4bab-bd9d-aaabb055c8f8 HTTP/1.1" status: 404 len: 333 time: 0.1806939 Feb 15 14:17:46.420342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52446) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:46.423965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1405c25c-50e5-47d2-9df4-71d7a74f81bc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'security_group_rule': {'security_group_id': '35f46e68-4c67-4971-a6ba-3cd7933105b6', 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:46.428609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52448) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:46.446735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Pushing event updated for resources: {'Port': ['ID=dc0fe9fb-e5a4-4139-affe-ff7233bece31,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:46.486882 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b9aba4-80c3-4906-9347-cd1037a90005 tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] GET failed (client error): The resource could not be found. Feb 15 14:17:46.489418 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-55b9aba4-80c3-4906-9347-cd1037a90005 tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] 10.222.0.72 "GET /v2.0/subnets/99a2fe7f-ea0c-49f9-b176-4e5c6c84bf58 HTTP/1.1" status: 404 len: 337 time: 0.0585942 Feb 15 14:17:46.496448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52450) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:46.496886 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-addea98c-5ad6-41fd-93f2-b3a261f2cb6f req-9a1e0cd4-672a-47c3-a281-335645d77a26 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8058269 Feb 15 14:17:46.501826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6d973e7a-ab1f-40f8-bee7-59fd1ce812df tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:46.525388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Attempting to bind port dc0fe9fb-e5a4-4139-affe-ff7233bece31 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:17:46.527916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Attempting to bind port dc0fe9fb-e5a4-4139-affe-ff7233bece31 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'bd7c3fc6-ecdb-43eb-965e-05f69065e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6a720696-4e69-4b17-a282-90572bd909d8'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:17:46.528478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Attempting to bind port dc0fe9fb-e5a4-4139-affe-ff7233bece31 on network 6a720696-4e69-4b17-a282-90572bd909d8 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:17:46.533489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1405c25c-50e5-47d2-9df4-71d7a74f81bc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (10029534-888e-4074-adc1-f11bfa44fee4), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.547773 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Port dc0fe9fb-e5a4-4139-affe-ff7233bece31 on network 6a720696-4e69-4b17-a282-90572bd909d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:17:46.548773 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Attempting to bind port dc0fe9fb-e5a4-4139-affe-ff7233bece31 on network 6a720696-4e69-4b17-a282-90572bd909d8 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:17:46.558501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Checking segment: {'id': '2206b428-0787-4b09-b841-a831bf260c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dce42a5f-1589-4b57-81ad-2019c171f3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:46.558811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Network hostable DHCP agents. Network: dce42a5f-1589-4b57-81ad-2019c171f3f9, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:17:46.561192 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d973e7a-ab1f-40f8-bee7-59fd1ce812df tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] PUT failed (client error): The resource could not be found. Feb 15 14:17:46.561730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d973e7a-ab1f-40f8-bee7-59fd1ce812df tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:46.562872 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6d973e7a-ab1f-40f8-bee7-59fd1ce812df tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] 10.222.0.72 "PUT /v2.0/networks/51c5f36d-a5c9-452b-87af-8cde18064b5d HTTP/1.1" status: 404 len: 339 time: 0.0653448 Feb 15 14:17:46.570334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52452) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:46.578392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9836c004-8794-41f1-a135-d6584289896b tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:46.582887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:17:46.582887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Checking segment: {'id': 'bd7c3fc6-ecdb-43eb-965e-05f69065e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6a720696-4e69-4b17-a282-90572bd909d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:46.583188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Bound using segment: {'id': 'bd7c3fc6-ecdb-43eb-965e-05f69065e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6a720696-4e69-4b17-a282-90572bd909d8'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:17:46.583533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Bound port: dc0fe9fb-e5a4-4139-affe-ff7233bece31, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7c3fc6-ecdb-43eb-965e-05f69065e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6a720696-4e69-4b17-a282-90572bd909d8'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:17:46.583899 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.623060 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-9836c004-8794-41f1-a135-d6584289896b tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] PUT failed (client error): The resource could not be found. Feb 15 14:17:46.623630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9836c004-8794-41f1-a135-d6584289896b tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:46.630367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9836c004-8794-41f1-a135-d6584289896b tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] 10.222.0.72 "PUT /v2.0/ports/838ec9a9-683a-4bc5-8919-d3644194697a HTTP/1.1" status: 404 len: 333 time: 0.0535152 Feb 15 14:17:46.636289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52456) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:46.643180 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1405c25c-50e5-47d2-9df4-71d7a74f81bc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (10029534-888e-4074-adc1-f11bfa44fee4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.653062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-532f9e80-ce67-4239-b2a0-e12f9e489dcb tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:46.684148 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-532f9e80-ce67-4239-b2a0-e12f9e489dcb tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] PUT failed (client error): The resource could not be found. Feb 15 14:17:46.684822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532f9e80-ce67-4239-b2a0-e12f9e489dcb tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:17:46.693450 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-532f9e80-ce67-4239-b2a0-e12f9e489dcb tempest-NetworksNegativeTestJSON-578031484 tempest-NetworksNegativeTestJSON-578031484-project] 10.222.0.72 "PUT /v2.0/subnets/8a192e1e-1383-456e-8fc4-c71d921eeeef HTTP/1.1" status: 404 len: 337 time: 0.0546169 Feb 15 14:17:46.694731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Network dce42a5f-1589-4b57-81ad-2019c171f3f9 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:17:46.705481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1405c25c-50e5-47d2-9df4-71d7a74f81bc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (10029534-888e-4074-adc1-f11bfa44fee4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.714878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] For port dc0fe9fb-e5a4-4139-affe-ff7233bece31, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:17:46.719797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] For port dc0fe9fb-e5a4-4139-affe-ff7233bece31, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=dc0fe9fb-e5a4-4139-affe-ff7233bece31,segment=NetworkSegment(bd7c3fc6-ecdb-43eb-965e-05f69065e3fe),segment_id=bd7c3fc6-ecdb-43eb-965e-05f69065e3fe)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:17:46.737894 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.792176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405c25c-50e5-47d2-9df4-71d7a74f81bc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10029534-888e-4074-adc1-f11bfa44fee4,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:46.818440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, dce42a5f-1589-4b57-81ad-2019c171f3f9) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:46.831799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12119d1e-c9db-42e2-9be3-0a6d2e684b0a None None] Network dce42a5f-1589-4b57-81ad-2019c171f3f9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:46.837403 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1405c25c-50e5-47d2-9df4-71d7a74f81bc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.840067 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1405c25c-50e5-47d2-9df4-71d7a74f81bc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4216347 Feb 15 14:17:46.843987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52468) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:46.848604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:46.856138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.888464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'security_group_rule': {'security_group_id': '35f46e68-4c67-4971-a6ba-3cd7933105b6', 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:46.901606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:46.904650 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:46.913147 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] 10.222.0.67 "PUT /v2.0/ports/dc0fe9fb-e5a4-4139-affe-ff7233bece31 HTTP/1.1" status: 200 len: 1092 time: 2.1984525 Feb 15 14:17:46.914712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fe4ed6-c1bd-49d1-843d-e7476fcb93af', 'tag': 'dc0fe9fb-e5a4-4139-affe-ff7233bece31'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:17:46.924359 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6a862c-4b62-4802-8788-bcb4d394a418" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fe4ed6-c1bd-49d1-843d-e7476fcb93af", "tag": "dc0fe9fb-e5a4-4139-affe-ff7233bece31"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:17:46.942894 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b712d49f-4e44-457b-beb0-6ec567f468b9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5712004 Feb 15 14:17:46.946406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52472) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:46.982180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Request body: {'port': {'network_id': 'dce42a5f-1589-4b57-81ad-2019c171f3f9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-986527180'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:47.029567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-dce42a5f-1589-4b57-81ad-2019c171f3f9', 'network_id': 'dce42a5f-1589-4b57-81ad-2019c171f3f9', 'project_id': '857c63b794234285b797aa9c148d0e39', 'fixed_ips': [{'subnet_id': '42227ff4-8a85-4e6e-9d4c-eed2543df323'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:17:47.030709 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:47.120142 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6976b038-71d7-4b37-aa2a-b9a9cf9d6d72 x-openstack-request-id: req-6976b038-71d7-4b37-aa2a-b9a9cf9d6d72 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:17:47.120490 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fe4ed6-c1bd-49d1-843d-e7476fcb93af", "tag": "dc0fe9fb-e5a4-4139-affe-ff7233bece31", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:17:47.120756 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6976b038-71d7-4b37-aa2a-b9a9cf9d6d72 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:17:47.121161 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fe4ed6-c1bd-49d1-843d-e7476fcb93af', 'tag': 'dc0fe9fb-e5a4-4139-affe-ff7233bece31', 'status': 'completed', 'code': 200} Feb 15 14:17:47.152526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba17395-9942-41ec-a6ef-9d53fdab7a3f service neutron] Pushing event updated for resources: {'Port': ['ID=dc0fe9fb-e5a4-4139-affe-ff7233bece31,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:47.160538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (38d47367-cea8-4fdb-a79b-5965db1da0ec), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:47.247930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52480) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:47.280111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-bf603073-657f-413d-9657-eab33491149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:47.282686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-bf603073-657f-413d-9657-eab33491149c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdf906747e294c188fc3c8c2776b9ca4&device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 1126 time: 0.2498481 Feb 15 14:17:47.308959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e081a96-6b40-45c6-843f-68077e84155e req-2963e97f-7df3-45e1-b6dd-65229d94f1d0 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:47.320677 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e081a96-6b40-45c6-843f-68077e84155e req-2963e97f-7df3-45e1-b6dd-65229d94f1d0 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 943 time: 0.4260290 Feb 15 14:17:47.400909 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89034135-5db1-425a-b19c-e2f1cbe03f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:47.463989 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-364885aa-7866-4102-a062-78c7e9ef45f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0fe9fb-e5a4-4139-affe-ff7233bece31 HTTP/1.1" status: 200 len: 217 time: 0.1376340 Feb 15 14:17:47.551165 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (38d47367-cea8-4fdb-a79b-5965db1da0ec), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:47.566052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (38d47367-cea8-4fdb-a79b-5965db1da0ec), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:47.579836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Made reservation on behalf of 857c63b794234285b797aa9c148d0e39 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:47.583587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:47.608605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Allocated IP 172.20.0.2 (dce42a5f-1589-4b57-81ad-2019c171f3f9/42227ff4-8a85-4e6e-9d4c-eed2543df323/26ae0245-9b0d-4ddb-9734-1e3140ba9b6f) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:47.619404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d47367-cea8-4fdb-a79b-5965db1da0ec,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:47.635828 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:47.639669 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7903090 Feb 15 14:17:47.639669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] device_id is not set on port a9f61a0f-9737-446c-8f82-6e44c3057e1a yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:17:47.645037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-2bff653d-7c1f-426c-a4b6-6a7716ff51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:47.646347 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.646941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.647363 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.647773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.648428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.649027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.649554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.649957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.650355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.650807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.651233 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.651632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.652312 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-2bff653d-7c1f-426c-a4b6-6a7716ff51f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d56e2932-cccf-4a2b-a157-3872bbf98014 HTTP/1.1" status: 200 len: 848 time: 0.1513593 Feb 15 14:17:47.652502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1560485-0ce2-4d1f-bc24-9befe620c927 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:47.653716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52492) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:47.697331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-05390100-252a-43af-859a-6cef340bcf62 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'security_group_rule': {'security_group_id': '35f46e68-4c67-4971-a6ba-3cd7933105b6', 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:47.751220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e081a96-6b40-45c6-843f-68077e84155e req-d9044b66-90fe-4292-9cbf-8c579a2265ca tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296763 Feb 15 14:17:47.753253 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e8de0174-3407-4525-8a49-3d947b2715f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:47.777515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-55e3f991-bff4-4e1d-b9de-731a59dcdf55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a720696-4e69-4b17-a282-90572bd909d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018851 Feb 15 14:17:48.026088 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e8de0174-3407-4525-8a49-3d947b2715f0 admin admin] Publish callbacks [] for security_group (61a63fdc-a6ec-48fa-ad82-1051db2674ff), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.047878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52502) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:48.057815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05390100-252a-43af-859a-6cef340bcf62 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (cebe6e45-9cfa-4574-a8bc-e926d44954c2), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.060314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e8de0174-3407-4525-8a49-3d947b2715f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (61a63fdc-a6ec-48fa-ad82-1051db2674ff), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.071394 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Publish callbacks [] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.091701 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.136479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-3d37a589-33d8-48f7-a2ee-bf19ba294157 service neutron] 10.222.0.67 "GET /v2.0/networks/6a720696-4e69-4b17-a282-90572bd909d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898607 Feb 15 14:17:48.169922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Network dce42a5f-1589-4b57-81ad-2019c171f3f9 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:48.178057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:48.181822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:48.193067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Allocated IP 172.20.0.13 (dce42a5f-1589-4b57-81ad-2019c171f3f9/42227ff4-8a85-4e6e-9d4c-eed2543df323/a9f61a0f-9737-446c-8f82-6e44c3057e1a) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:48.217322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de0174-3407-4525-8a49-3d947b2715f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a63fdc-a6ec-48fa-ad82-1051db2674ff,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:48.235734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Pushing event updated for resources: {'Port': ['ID=26ae0245-9b0d-4ddb-9734-1e3140ba9b6f,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:48.246515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3590cfd-e1ad-40c1-b3dc-eba17218849e req-1c8a49c4-f5a1-4a2f-87cd-c962145a4fa9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:48.248285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3590cfd-e1ad-40c1-b3dc-eba17218849e req-1c8a49c4-f5a1-4a2f-87cd-c962145a4fa9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.5935073 Feb 15 14:17:48.256711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Attempting to bind port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:17:48.257584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Attempting to bind port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '2206b428-0787-4b09-b841-a831bf260c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dce42a5f-1589-4b57-81ad-2019c171f3f9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:17:48.257969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Attempting to bind port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f on network dce42a5f-1589-4b57-81ad-2019c171f3f9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:17:48.281194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:17:48.281583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Checking segment: {'id': '2206b428-0787-4b09-b841-a831bf260c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dce42a5f-1589-4b57-81ad-2019c171f3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:17:48.281998 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.282665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Bound using segment: {'id': '2206b428-0787-4b09-b841-a831bf260c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dce42a5f-1589-4b57-81ad-2019c171f3f9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:17:48.284278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Bound port: 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2206b428-0787-4b09-b841-a831bf260c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dce42a5f-1589-4b57-81ad-2019c171f3f9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:17:48.284670 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.326013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1152047537', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:48.357265 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e8de0174-3407-4525-8a49-3d947b2715f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b146703e792b49f9ae3def5d493dd7ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1051307 Feb 15 14:17:48.365028 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52508) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:48.427086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] For port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:17:48.430937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] For port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=26ae0245-9b0d-4ddb-9734-1e3140ba9b6f,segment=NetworkSegment(2206b428-0787-4b09-b841-a831bf260c3d),segment_id=2206b428-0787-4b09-b841-a831bf260c3d)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:17:48.449579 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.497700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Made reservation on behalf of 135c1bd9ed8842069492e67baade7901 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:48.502754 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.515945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a9958-80db-4016-8d25-98c30e002de5 None None] Pushing event updated for resources: {'Port': ['ID=26ae0245-9b0d-4ddb-9734-1e3140ba9b6f,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:48.528764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.535836 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.627277 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks [] for port (a9f61a0f-9737-446c-8f82-6e44c3057e1a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.634882 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05390100-252a-43af-859a-6cef340bcf62 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (cebe6e45-9cfa-4574-a8bc-e926d44954c2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.689522 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a9f61a0f-9737-446c-8f82-6e44c3057e1a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.710080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31c2d454-494e-4cd9-80e2-626cc1624b2a admin admin] Publish callbacks [] for security_group (61a63fdc-a6ec-48fa-ad82-1051db2674ff), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.713821 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c5b8fc6-54d4-46fe-aea5-7b076c004029 req-9ca0037f-d180-4a89-9b8d-7709cafda7b4 service neutron] 10.222.0.67 "GET /v2.0/networks/6a720696-4e69-4b17-a282-90572bd909d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194070 Feb 15 14:17:48.733639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3590cfd-e1ad-40c1-b3dc-eba17218849e req-8dd69b8b-3763-4981-9243-e2b034e85fa0 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833785 Feb 15 14:17:48.739493 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05390100-252a-43af-859a-6cef340bcf62 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (cebe6e45-9cfa-4574-a8bc-e926d44954c2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.799115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05390100-252a-43af-859a-6cef340bcf62 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebe6e45-9cfa-4574-a8bc-e926d44954c2,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:48.842225 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31c2d454-494e-4cd9-80e2-626cc1624b2a admin admin] Publish callbacks [] for security_group (61a63fdc-a6ec-48fa-ad82-1051db2674ff), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.846122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Network dce42a5f-1589-4b57-81ad-2019c171f3f9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:48.874023 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05390100-252a-43af-859a-6cef340bcf62 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:48.875383 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:48.876559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-05390100-252a-43af-859a-6cef340bcf62 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2156112 Feb 15 14:17:48.889355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52512) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:48.895940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:48.903276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5acc4f03-d832-4c61-b271-b171c0a064f0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'security_group_rule': {'security_group_id': '35f46e68-4c67-4971-a6ba-3cd7933105b6', 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:49.000667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:49.001472 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.022013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Pushing event updated for resources: {'Port': ['ID=a9f61a0f-9737-446c-8f82-6e44c3057e1a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:49.032924 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-5acc4f03-d832-4c61-b271-b171c0a064f0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Project 8c29426f2a2d43d1bc8516dc4bb81932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:17:49.065210 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b1248ed6-de43-4dbb-b53b-e823055977ba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0966537 Feb 15 14:17:49.068291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52514) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:49.074493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Request body: {'port': {'network_id': 'dce42a5f-1589-4b57-81ad-2019c171f3f9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1420906830', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:49.075234 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.api.validators [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] bootfile-name is not in valid_values {{(pid=109972) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:17:49.075723 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.api.validators [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] tftp-server is not in valid_values {{(pid=109972) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:17:49.076232 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.api.validators [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] server-ip-address is not in valid_values {{(pid=109972) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:17:49.087599 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5acc4f03-d832-4c61-b271-b171c0a064f0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (8baa7e5a-1146-4851-a896-d61bfed4df44), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.125752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a862c-4b62-4802-8788-bcb4d394a418 req-53de1098-d2f5-4917-90bc-882ed449373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:49.127615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb6a862c-4b62-4802-8788-bcb4d394a418 req-53de1098-d2f5-4917-90bc-882ed449373e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdf906747e294c188fc3c8c2776b9ca4&device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 1126 time: 0.3298459 Feb 15 14:17:49.195947 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks [] for security_group (51b7c16c-41c2-4f99-88b6-cc931606151f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.214159 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (51b7c16c-41c2-4f99-88b6-cc931606151f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.218104 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] device_id is not set on port b3fe4623-012e-4788-83eb-f6fc4e989612 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:17:49.264634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Made reservation on behalf of 857c63b794234285b797aa9c148d0e39 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:17:49.268464 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.291193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b7c16c-41c2-4f99-88b6-cc931606151f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:49.302240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] device_id is not set on port 085fd774-b80a-4180-936d-981b360c2fe6 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:17:49.344959 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31c2d454-494e-4cd9-80e2-626cc1624b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (61a63fdc-a6ec-48fa-ad82-1051db2674ff), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.347536 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31c2d454-494e-4cd9-80e2-626cc1624b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.351845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-31c2d454-494e-4cd9-80e2-626cc1624b2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61a63fdc-a6ec-48fa-ad82-1051db2674ff HTTP/1.1" status: 204 len: 168 time: 0.9721129 Feb 15 14:17:49.382315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e326929-47fe-47e9-a5f8-a2281106a294 req-81ed3b85-7913-4e92-ab0b-ec44d2342575 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:49.395723 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e326929-47fe-47e9-a5f8-a2281106a294 req-81ed3b85-7913-4e92-ab0b-ec44d2342575 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 943 time: 0.4618435 Feb 15 14:17:49.441593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2d454-494e-4cd9-80e2-626cc1624b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a63fdc-a6ec-48fa-ad82-1051db2674ff,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:49.444245 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Allocated IP 172.25.6.175 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/b3fe4623-012e-4788-83eb-f6fc4e989612) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:49.535388 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5acc4f03-d832-4c61-b271-b171c0a064f0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (8baa7e5a-1146-4851-a896-d61bfed4df44), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.570116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5acc4f03-d832-4c61-b271-b171c0a064f0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (8baa7e5a-1146-4851-a896-d61bfed4df44), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.599753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks [] for port (b3fe4623-012e-4788-83eb-f6fc4e989612), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.635215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a862c-4b62-4802-8788-bcb4d394a418 req-d15d27cc-ce75-483d-9a5c-efdd71c2a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:49.638090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb6a862c-4b62-4802-8788-bcb4d394a418 req-d15d27cc-ce75-483d-9a5c-efdd71c2a2f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6a720696-4e69-4b17-a282-90572bd909d8 HTTP/1.1" status: 200 len: 909 time: 0.4821587 Feb 15 14:17:49.638666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc4f03-d832-4c61-b271-b171c0a064f0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baa7e5a-1146-4851-a896-d61bfed4df44,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:49.650481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e326929-47fe-47e9-a5f8-a2281106a294 req-356da6c4-0bbe-4f71-9dd6-cc37a6bf21e8 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335804 Feb 15 14:17:49.689516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b3fe4623-012e-4788-83eb-f6fc4e989612), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.715500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:49.716583 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.721098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:49.769472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb6a862c-4b62-4802-8788-bcb4d394a418 req-e23863a7-506c-42ed-bf2d-4920c2dd7e9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc0fe9fb-e5a4-4139-affe-ff7233bece31 HTTP/1.1" status: 200 len: 217 time: 0.1120203 Feb 15 14:17:49.774072 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5acc4f03-d832-4c61-b271-b171c0a064f0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:49.777759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:49.778078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5acc4f03-d832-4c61-b271-b171c0a064f0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8794053 Feb 15 14:17:49.778078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52522) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:49.854710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ef52ffe9-e707-4777-a3f0-66c536fa9b16 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'security_group_rule': {'security_group_id': '35f46e68-4c67-4971-a6ba-3cd7933105b6', 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:49.879384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a862c-4b62-4802-8788-bcb4d394a418 req-8bb90c74-e4ce-437c-94f8-27df46219128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:49.881743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb6a862c-4b62-4802-8788-bcb4d394a418 req-8bb90c74-e4ce-437c-94f8-27df46219128 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d56e2932-cccf-4a2b-a157-3872bbf98014 HTTP/1.1" status: 200 len: 848 time: 0.1037350 Feb 15 14:17:49.885688 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-ef52ffe9-e707-4777-a3f0-66c536fa9b16 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Project 8c29426f2a2d43d1bc8516dc4bb81932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:17:49.895496 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef52ffe9-e707-4777-a3f0-66c536fa9b16 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (a0308322-e189-42d0-a83d-735d3b79e789), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:50.003675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb6a862c-4b62-4802-8788-bcb4d394a418 req-5ce3fc1d-2828-41fc-b485-1a06bc9d8cc5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a720696-4e69-4b17-a282-90572bd909d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100006 Feb 15 14:17:50.015683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Pushing event updated for resources: {'Port': ['ID=b3fe4623-012e-4788-83eb-f6fc4e989612,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:50.054369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:50.055163 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:50.086697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Allocated IP 172.20.0.12 (dce42a5f-1589-4b57-81ad-2019c171f3f9/42227ff4-8a85-4e6e-9d4c-eed2543df323/085fd774-b80a-4180-936d-981b360c2fe6) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:17:50.110828 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4fc8313a-f0cd-426a-baee-603365a15912 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0582891 Feb 15 14:17:50.111266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52528) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:50.127739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.175'}]}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:50.137947 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef52ffe9-e707-4777-a3f0-66c536fa9b16 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (a0308322-e189-42d0-a83d-735d3b79e789), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:50.149445 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef52ffe9-e707-4777-a3f0-66c536fa9b16 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (a0308322-e189-42d0-a83d-735d3b79e789), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:50.170160 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (656183f0-fe08-4a51-bc63-7e54ca4cb336), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:50.173502 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (656183f0-fe08-4a51-bc63-7e54ca4cb336), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:50.194051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52ffe9-e707-4777-a3f0-66c536fa9b16 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0308322-e189-42d0-a83d-735d3b79e789,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:50.201521 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef52ffe9-e707-4777-a3f0-66c536fa9b16 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:50.203441 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ef52ffe9-e707-4777-a3f0-66c536fa9b16 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3526320 Feb 15 14:17:50.248317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d97d5-6112-4cc0-8dc9-8f3c334bd758 req-9dc3d8b5-9f7f-444a-8959-f63b47ce2d45 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:50.250070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-080d97d5-6112-4cc0-8dc9-8f3c334bd758 req-9dc3d8b5-9f7f-444a-8959-f63b47ce2d45 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.3557203 Feb 15 14:17:50.252410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb6a862c-4b62-4802-8788-bcb4d394a418 req-a46dea85-147a-4a86-8b8b-810d5dfc630e service neutron] 10.222.0.67 "GET /v2.0/networks/6a720696-4e69-4b17-a282-90572bd909d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266881 Feb 15 14:17:50.334114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks [] for router_controller (656183f0-fe08-4a51-bc63-7e54ca4cb336), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:50.383277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-080d97d5-6112-4cc0-8dc9-8f3c334bd758 req-c513f969-1240-4080-b802-8fc7c07cd73d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169291 Feb 15 14:17:50.501431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb6a862c-4b62-4802-8788-bcb4d394a418 req-5cb75c33-9897-42d9-9fb9-581db45a32c8 service neutron] 10.222.0.67 "GET /v2.0/networks/6a720696-4e69-4b17-a282-90572bd909d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331200 Feb 15 14:17:50.511815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e02bf-6b2c-41f8-9e62-517d10f0b4b8 None None] Network dce42a5f-1589-4b57-81ad-2019c171f3f9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:50.646643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a0bce45f-8697-41e9-bf99-d90b37dce181 None None] Provisioning complete for port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:50.647470 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0bce45f-8697-41e9-bf99-d90b37dce181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:50.771913 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks [] for port (085fd774-b80a-4180-936d-981b360c2fe6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:50.789165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a0bce45f-8697-41e9-bf99-d90b37dce181 None None] Current status of the port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:50.789738 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0bce45f-8697-41e9-bf99-d90b37dce181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:50.854876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a0bce45f-8697-41e9-bf99-d90b37dce181 None None] For port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=26ae0245-9b0d-4ddb-9734-1e3140ba9b6f,segment=NetworkSegment(2206b428-0787-4b09-b841-a831bf260c3d),segment_id=2206b428-0787-4b09-b841-a831bf260c3d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:50.879413 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0bce45f-8697-41e9-bf99-d90b37dce181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:51.070620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (085fd774-b80a-4180-936d-981b360c2fe6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:51.129726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53267bfb-a402-4324-86d7-134bc96c1c97 req-86716448-cdcf-4305-945a-4fd396b6587b tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:51.137354 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53267bfb-a402-4324-86d7-134bc96c1c97 req-86716448-cdcf-4305-945a-4fd396b6587b tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 943 time: 0.2742069 Feb 15 14:17:51.173438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:51.266095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Pushing event updated for resources: {'Port': ['ID=085fd774-b80a-4180-936d-981b360c2fe6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:51.308243 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Network dce42a5f-1589-4b57-81ad-2019c171f3f9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:17:51.324269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:17:51.340693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:17:51.345504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52590) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:51.352179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53267bfb-a402-4324-86d7-134bc96c1c97 req-9dea90c3-2887-46b2-b838-6450c8e47c4b tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063947 Feb 15 14:17:51.355390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bce45f-8697-41e9-bf99-d90b37dce181 None None] Pushing event updated for resources: {'Port': ['ID=26ae0245-9b0d-4ddb-9734-1e3140ba9b6f,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:51.368416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0083029 Feb 15 14:17:51.370783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52592) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:51.390466 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:51.480461 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:51.481617 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:51.524207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1573b118-68f7-4c89-9bc9-676fa443e5f0 None None] Provisioning complete for port a9f61a0f-9737-446c-8f82-6e44c3057e1a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:51.524580 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1573b118-68f7-4c89-9bc9-676fa443e5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9f61a0f-9737-446c-8f82-6e44c3057e1a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:51.592778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1573b118-68f7-4c89-9bc9-676fa443e5f0 None None] Port a9f61a0f-9737-446c-8f82-6e44c3057e1a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:17:51.636859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:51.637533 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:51.658279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1573b118-68f7-4c89-9bc9-676fa443e5f0 None None] Provisioning complete for port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:51.658974 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1573b118-68f7-4c89-9bc9-676fa443e5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:51.672409 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5b31665f-0f04-46f9-a0a6-8ee36a5d02d8 tempest-NetworksApiDiscovery-905923853 tempest-NetworksApiDiscovery-905923853-project] 10.222.0.72 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2589340 Feb 15 14:17:51.675360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks [] for router_gateway (656183f0-fe08-4a51-bc63-7e54ca4cb336), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:51.689968 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a2694560-2ef2-4852-b493-eebb1f111be5 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.6180515 Feb 15 14:17:51.690512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52602) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:51.770458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac37b8-d099-4b20-95b5-e2eb26d190eb req-9d88225f-0efc-44c7-8bcd-52bc7ab67e17 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:51.776800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98ac37b8-d099-4b20-95b5-e2eb26d190eb req-9d88225f-0efc-44c7-8bcd-52bc7ab67e17 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.1771448 Feb 15 14:17:51.832310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026f313-dda3-4aa4-b749-c1a8a65f8cba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:51.839322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026f313-dda3-4aa4-b749-c1a8a65f8cba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:51.844775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026f313-dda3-4aa4-b749-c1a8a65f8cba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:51.846710 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4026f313-dda3-4aa4-b749-c1a8a65f8cba tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1539910 Feb 15 14:17:51.853131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52612) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:51.908443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:51.956206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98ac37b8-d099-4b20-95b5-e2eb26d190eb req-44c1e244-bf82-4edd-a02d-35dbc202bf7d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763897 Feb 15 14:17:52.073597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-82c31f73-fbe3-45be-a070-55d7a27f3dd4 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Deleting port 085fd774-b80a-4180-936d-981b360c2fe6 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:52.074559 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82c31f73-fbe3-45be-a070-55d7a27f3dd4 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (085fd774-b80a-4180-936d-981b360c2fe6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:52.082937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1573b118-68f7-4c89-9bc9-676fa443e5f0 None None] Current status of the port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:52.221671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d3065d0a-0ef4-4cde-97d2-26f25c0927d2 None None] Provisioning complete for port a9f61a0f-9737-446c-8f82-6e44c3057e1a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:52.222055 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d3065d0a-0ef4-4cde-97d2-26f25c0927d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9f61a0f-9737-446c-8f82-6e44c3057e1a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:52.294079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d3065d0a-0ef4-4cde-97d2-26f25c0927d2 None None] Port a9f61a0f-9737-446c-8f82-6e44c3057e1a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:17:52.371979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82c31f73-fbe3-45be-a070-55d7a27f3dd4 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (085fd774-b80a-4180-936d-981b360c2fe6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:52.394053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-82c31f73-fbe3-45be-a070-55d7a27f3dd4 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Calling delete_port for 085fd774-b80a-4180-936d-981b360c2fe6 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:52.399723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52642) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:52.425964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2a4e5f64-6361-4559-9686-a9b930131530 None None] Provisioning complete for port 085fd774-b80a-4180-936d-981b360c2fe6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:52.426573 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5f64-6361-4559-9686-a9b930131530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (085fd774-b80a-4180-936d-981b360c2fe6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:52.498511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks [] for router_gateway (656183f0-fe08-4a51-bc63-7e54ca4cb336), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:52.522120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e5f64-6361-4559-9686-a9b930131530 None None] Port 085fd774-b80a-4180-936d-981b360c2fe6 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:17:52.527126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:52.585414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a61bd-78ef-444c-942c-ea81dc9cb548 req-d8bf54b8-d936-45ff-b8fe-2b962a626aaf tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:52.587012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c7a61bd-78ef-444c-942c-ea81dc9cb548 req-d8bf54b8-d936-45ff-b8fe-2b962a626aaf tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 943 time: 0.1061265 Feb 15 14:17:52.697874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c7a61bd-78ef-444c-942c-ea81dc9cb548 req-fdd6dfc0-a580-4ff7-ab75-553285114e52 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030250 Feb 15 14:17:52.704848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device dc0fe9fb-e5a4-4139-affe-ff7233bece31 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:17:52.742214 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcfc2934-5122-48b0-a605-6c5138d9ea9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:52.938177 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcfc2934-5122-48b0-a605-6c5138d9ea9d admin admin] Publish callbacks [] for security_group (dd2f0b94-2ffb-467c-8317-a528161eaba8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:52.951936 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcfc2934-5122-48b0-a605-6c5138d9ea9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dd2f0b94-2ffb-467c-8317-a528161eaba8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:53.028958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:53.062591 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc2934-5122-48b0-a605-6c5138d9ea9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2f0b94-2ffb-467c-8317-a528161eaba8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:53.067327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fcfc2934-5122-48b0-a605-6c5138d9ea9d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bfea298d06c64a2aa47e7dbcca7b4aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6657939 Feb 15 14:17:53.070935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52648) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:53.081874 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks [] for router (656183f0-fe08-4a51-bc63-7e54ca4cb336), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:53.230812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a222f-61bd-414b-99f8-b624183cfc3d req-3ef6aa41-7109-4e12-9aef-2ecdf5afb04f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:53.243649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b1a222f-61bd-414b-99f8-b624183cfc3d req-3ef6aa41-7109-4e12-9aef-2ecdf5afb04f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.1263537 Feb 15 14:17:53.374621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b1a222f-61bd-414b-99f8-b624183cfc3d req-0ca8b37d-4c69-408d-88dd-f26df5e60b88 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244044 Feb 15 14:17:53.544998 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (656183f0-fe08-4a51-bc63-7e54ca4cb336), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:53.559155 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks [] for router_controller (656183f0-fe08-4a51-bc63-7e54ca4cb336), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:53.577789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82c31f73-fbe3-45be-a070-55d7a27f3dd4 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (085fd774-b80a-4180-936d-981b360c2fe6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:53.589751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port dc0fe9fb-e5a4-4139-affe-ff7233bece31, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=dc0fe9fb-e5a4-4139-affe-ff7233bece31,segment=NetworkSegment(bd7c3fc6-ecdb-43eb-965e-05f69065e3fe),segment_id=bd7c3fc6-ecdb-43eb-965e-05f69065e3fe)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:53.614261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'dc0fe9fb-e5a4-4139-affe-ff7233bece31', 'network_id': '6a720696-4e69-4b17-a282-90572bd909d8', 'port_id': 'dc0fe9fb-e5a4-4139-affe-ff7233bece31', 'mac_address': 'fa:16:3e:73:94:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56e2932-cccf-4a2b-a157-3872bbf98014', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:17:53.650445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:53.650823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:53.660063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c31f73-fbe3-45be-a070-55d7a27f3dd4 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Pushing event deleted for resources: {'Port': ['ID=085fd774-b80a-4180-936d-981b360c2fe6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:53.680516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72e4ad15-e64b-4433-8905-fd74f3e11df5 admin admin] Publish callbacks [] for security_group (dd2f0b94-2ffb-467c-8317-a528161eaba8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:53.721537 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port dc0fe9fb-e5a4-4139-affe-ff7233bece31 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:53.721937 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:53.747500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (656183f0-fe08-4a51-bc63-7e54ca4cb336), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:53.748282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 656183f0-fe08-4a51-bc63-7e54ca4cb336 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:17:53.804849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72e4ad15-e64b-4433-8905-fd74f3e11df5 admin admin] Publish callbacks [] for security_group (dd2f0b94-2ffb-467c-8317-a528161eaba8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:53.819754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0fe9fb-e5a4-4139-affe-ff7233bece31 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:17:53.895571 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 15 14:17:53.896936 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-87e5fbad-61cf-4818-898a-8f9048576ee5 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7846508 Feb 15 14:17:53.911474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52656) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:53.968918 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82c31f73-fbe3-45be-a070-55d7a27f3dd4 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:53.975725 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-82c31f73-fbe3-45be-a070-55d7a27f3dd4 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] 10.222.0.72 "DELETE /v2.0/ports/085fd774-b80a-4180-936d-981b360c2fe6 HTTP/1.1" status: 204 len: 168 time: 2.1179214 Feb 15 14:17:53.978494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52658) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:53.989399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Request body: {'port': {'name': 'tempest-new-port-name-1623097736', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:17:54.003608 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.api.validators [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] bootfile-name is not in valid_values {{(pid=109971) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:17:54.004217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.api.validators [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] tftp-server is not in valid_values {{(pid=109971) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:17:54.004771 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.api.validators [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] server-ip-address is not in valid_values {{(pid=109971) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:17:54.009414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port dc0fe9fb-e5a4-4139-affe-ff7233bece31, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=dc0fe9fb-e5a4-4139-affe-ff7233bece31,segment=NetworkSegment(bd7c3fc6-ecdb-43eb-965e-05f69065e3fe),segment_id=bd7c3fc6-ecdb-43eb-965e-05f69065e3fe)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:54.022353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72e4ad15-e64b-4433-8905-fd74f3e11df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dd2f0b94-2ffb-467c-8317-a528161eaba8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:54.025202 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-72e4ad15-e64b-4433-8905-fd74f3e11df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:54.030118 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-72e4ad15-e64b-4433-8905-fd74f3e11df5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd2f0b94-2ffb-467c-8317-a528161eaba8 HTTP/1.1" status: 204 len: 168 time: 0.9517887 Feb 15 14:17:54.032929 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:54.066836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4ad15-e64b-4433-8905-fd74f3e11df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2f0b94-2ffb-467c-8317-a528161eaba8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:54.091097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:54.103153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-77909b79-e9dc-40a4-9485-84d4070f5063 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Deleting port b3fe4623-012e-4788-83eb-f6fc4e989612 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:54.103714 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77909b79-e9dc-40a4-9485-84d4070f5063 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b3fe4623-012e-4788-83eb-f6fc4e989612), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:54.105855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228bd2e-ec61-4233-8250-86413ab10f59 req-2c2f6982-32b6-42f8-b263-70c0bc2417a9 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:54.110293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0228bd2e-ec61-4233-8250-86413ab10f59 req-2c2f6982-32b6-42f8-b263-70c0bc2417a9 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 943 time: 0.2265875 Feb 15 14:17:54.250081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=dc0fe9fb-e5a4-4139-affe-ff7233bece31,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:54.372325 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9f61a0f-9737-446c-8f82-6e44c3057e1a), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:54.399372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['dc0fe9fb-e5a4-4139-affe-ff7233bece31'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:17:54.533067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0228bd2e-ec61-4233-8250-86413ab10f59 req-0bbd8df1-5cd0-4a22-9f99-123fe03fad3d tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109011 Feb 15 14:17:54.821455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8493c38-d5ba-482b-9f93-a9b81dcc953d req-2eabd36e-199b-48c8-96de-c6cdda3bd751 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:54.823027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8493c38-d5ba-482b-9f93-a9b81dcc953d req-2eabd36e-199b-48c8-96de-c6cdda3bd751 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.2402852 Feb 15 14:17:54.929585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77909b79-e9dc-40a4-9485-84d4070f5063 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b3fe4623-012e-4788-83eb-f6fc4e989612), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:54.977005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-77909b79-e9dc-40a4-9485-84d4070f5063 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Calling delete_port for b3fe4623-012e-4788-83eb-f6fc4e989612 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:54.998882 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8493c38-d5ba-482b-9f93-a9b81dcc953d req-cc2d2b95-6231-4954-b734-359641ad19b5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577182 Feb 15 14:17:55.001027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks [] for port (a9f61a0f-9737-446c-8f82-6e44c3057e1a), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:55.014055 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a9f61a0f-9737-446c-8f82-6e44c3057e1a), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:55.128294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Pushing event updated for resources: {'Port': ['ID=a9f61a0f-9737-446c-8f82-6e44c3057e1a,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:55.153535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.154153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.154617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.155154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.155610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.156290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.157859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.158528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.158998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.159543 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.159988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.160499 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.160936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:17:55.166454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] In _notify_port_updated(), no bound segment for port a9f61a0f-9737-446c-8f82-6e44c3057e1a on network dce42a5f-1589-4b57-81ad-2019c171f3f9 {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:17:55.178587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:55.179749 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:55.181222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e545d7fc-c752-4f6c-a74c-7b10f95361aa tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] 10.222.0.72 "PUT /v2.0/ports/a9f61a0f-9737-446c-8f82-6e44c3057e1a HTTP/1.1" status: 200 len: 1137 time: 1.1971183 Feb 15 14:17:55.184046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52684) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:55.270952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77909b79-e9dc-40a4-9485-84d4070f5063 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b3fe4623-012e-4788-83eb-f6fc4e989612), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:55.313951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c085e442-45ee-49ef-9449-3af54196d4ca tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:55.331090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c085e442-45ee-49ef-9449-3af54196d4ca tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] 10.222.0.72 "GET /v2.0/ports/a9f61a0f-9737-446c-8f82-6e44c3057e1a HTTP/1.1" status: 200 len: 1137 time: 0.1396754 Feb 15 14:17:55.331413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52690) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:55.349036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77909b79-e9dc-40a4-9485-84d4070f5063 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3fe4623-012e-4788-83eb-f6fc4e989612,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:55.512742 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77909b79-e9dc-40a4-9485-84d4070f5063 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:55.526351 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-77909b79-e9dc-40a4-9485-84d4070f5063 tempest-RoutersAdminNegativeTest-1948154432 tempest-RoutersAdminNegativeTest-1948154432-project-admin] 10.222.0.72 "DELETE /v2.0/ports/b3fe4623-012e-4788-83eb-f6fc4e989612 HTTP/1.1" status: 204 len: 168 time: 1.6133516 Feb 15 14:17:55.580074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-eca2289a-ba40-400c-b50e-53b8a8682e6e tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Deleting port a9f61a0f-9737-446c-8f82-6e44c3057e1a {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:55.580421 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eca2289a-ba40-400c-b50e-53b8a8682e6e tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a9f61a0f-9737-446c-8f82-6e44c3057e1a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:55.602486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4d9a04a5-fb95-40ab-8293-df4f530638f2 None None] Provisioning complete for port a9f61a0f-9737-446c-8f82-6e44c3057e1a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:55.604961 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4d9a04a5-fb95-40ab-8293-df4f530638f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9f61a0f-9737-446c-8f82-6e44c3057e1a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:55.643776 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:17:55.729535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a04a5-fb95-40ab-8293-df4f530638f2 None None] Port a9f61a0f-9737-446c-8f82-6e44c3057e1a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:17:55.905620 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eca2289a-ba40-400c-b50e-53b8a8682e6e tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a9f61a0f-9737-446c-8f82-6e44c3057e1a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:55.943209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-eca2289a-ba40-400c-b50e-53b8a8682e6e tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Calling delete_port for a9f61a0f-9737-446c-8f82-6e44c3057e1a owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:55.944785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bb091-3717-409e-837a-d8f4885f753b req-18ad6251-bd56-4855-ab06-6eb9b1636796 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:55.952075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf6bb091-3717-409e-837a-d8f4885f753b req-18ad6251-bd56-4855-ab06-6eb9b1636796 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 944 time: 0.2191019 Feb 15 14:17:56.147062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52720) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:56.327296 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b05ceabe-8584-4bfb-aed9-abd527ebdb62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:56.493578 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b05ceabe-8584-4bfb-aed9-abd527ebdb62 admin admin] Publish callbacks [] for security_group (ca2b0609-576c-4afb-bf18-0429392586b6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:56.511776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf6bb091-3717-409e-837a-d8f4885f753b req-dd821e72-7e90-40a9-966a-9191dff7d145 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583665 Feb 15 14:17:56.516874 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b05ceabe-8584-4bfb-aed9-abd527ebdb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ca2b0609-576c-4afb-bf18-0429392586b6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:56.576861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2257df-8904-48d4-9880-f5741e02ab69 req-c9951d00-659a-4cef-9a5e-0961364d7f1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:56.585935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec2257df-8904-48d4-9880-f5741e02ab69 req-c9951d00-659a-4cef-9a5e-0961364d7f1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.1914356 Feb 15 14:17:56.592662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ceabe-8584-4bfb-aed9-abd527ebdb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2b0609-576c-4afb-bf18-0429392586b6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:56.633684 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b05ceabe-8584-4bfb-aed9-abd527ebdb62 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=00bdd6324c9f460e9cdd5529771bce66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4824302 Feb 15 14:17:56.633878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52734) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:56.733630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device dc0fe9fb-e5a4-4139-affe-ff7233bece31 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:17:56.742810 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17dd2184-8a57-4090-844e-931d0a4a51b2 admin admin] Publish callbacks [] for security_group (ca2b0609-576c-4afb-bf18-0429392586b6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:56.750348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec2257df-8904-48d4-9880-f5741e02ab69 req-6aa4b334-eb63-436a-962e-9893a8129ccb tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590650 Feb 15 14:17:56.753724 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eca2289a-ba40-400c-b50e-53b8a8682e6e tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a9f61a0f-9737-446c-8f82-6e44c3057e1a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:56.833729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2289a-ba40-400c-b50e-53b8a8682e6e tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Pushing event deleted for resources: {'Port': ['ID=a9f61a0f-9737-446c-8f82-6e44c3057e1a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:56.854874 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17dd2184-8a57-4090-844e-931d0a4a51b2 admin admin] Publish callbacks [] for security_group (ca2b0609-576c-4afb-bf18-0429392586b6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:56.877239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port dc0fe9fb-e5a4-4139-affe-ff7233bece31 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:17:56.884113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port dc0fe9fb-e5a4-4139-affe-ff7233bece31 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:17:56.884875 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:56.972067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a21ab-e3e4-4776-a137-fa3caa705a18 req-4fe275de-3b12-4674-acce-4cd9cca53028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:56.973642 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c02a21ab-e3e4-4776-a137-fa3caa705a18 req-4fe275de-3b12-4674-acce-4cd9cca53028 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 1128 time: 0.2111835 Feb 15 14:17:57.002815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eca2289a-ba40-400c-b50e-53b8a8682e6e tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:57.009068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-eca2289a-ba40-400c-b50e-53b8a8682e6e tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] 10.222.0.72 "DELETE /v2.0/ports/a9f61a0f-9737-446c-8f82-6e44c3057e1a HTTP/1.1" status: 204 len: 168 time: 1.6744692 Feb 15 14:17:57.011281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52744) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:57.069552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port dc0fe9fb-e5a4-4139-affe-ff7233bece31 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:17:57.069950 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:57.111453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-3307d19c-d2f9-440b-a26a-04ef58ee5c73 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Deleting subnet 42227ff4-8a85-4e6e-9d4c-eed2543df323 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:17:57.127788 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3307d19c-d2f9-440b-a26a-04ef58ee5c73 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks [] for subnet (42227ff4-8a85-4e6e-9d4c-eed2543df323), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:57.132471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17dd2184-8a57-4090-844e-931d0a4a51b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ca2b0609-576c-4afb-bf18-0429392586b6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:57.135095 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17dd2184-8a57-4090-844e-931d0a4a51b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:57.138589 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-17dd2184-8a57-4090-844e-931d0a4a51b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ca2b0609-576c-4afb-bf18-0429392586b6 HTTP/1.1" status: 204 len: 168 time: 0.5014901 Feb 15 14:17:57.139678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port dc0fe9fb-e5a4-4139-affe-ff7233bece31, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=dc0fe9fb-e5a4-4139-affe-ff7233bece31,segment=NetworkSegment(bd7c3fc6-ecdb-43eb-965e-05f69065e3fe),segment_id=bd7c3fc6-ecdb-43eb-965e-05f69065e3fe)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:57.143540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fe4ed6-c1bd-49d1-843d-e7476fcb93af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0fe9fb-e5a4-4139-affe-ff7233bece31'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:17:57.151398 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079274aa-f47f-478f-816d-a433a4c1841e" -d '{"events": [{"server_uuid": "d5fe4ed6-c1bd-49d1-843d-e7476fcb93af", "name": "network-vif-plugged", "status": "completed", "tag": "dc0fe9fb-e5a4-4139-affe-ff7233bece31"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:17:57.166985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd2184-8a57-4090-844e-931d0a4a51b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2b0609-576c-4afb-bf18-0429392586b6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:57.176136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:57.212420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a21ab-e3e4-4776-a137-fa3caa705a18 req-2d5f7706-60dc-4722-957a-11e92da72fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:57.214571 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c02a21ab-e3e4-4776-a137-fa3caa705a18 req-2d5f7706-60dc-4722-957a-11e92da72fb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.2317264 Feb 15 14:17:57.233763 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3307d19c-d2f9-440b-a26a-04ef58ee5c73 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (42227ff4-8a85-4e6e-9d4c-eed2543df323), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:57.285176 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0ad903-080a-4ef3-ba4b-18fdf7b76ac4 x-openstack-request-id: req-1d0ad903-080a-4ef3-ba4b-18fdf7b76ac4 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:17:57.285473 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fe4ed6-c1bd-49d1-843d-e7476fcb93af", "name": "network-vif-plugged", "status": "completed", "tag": "dc0fe9fb-e5a4-4139-affe-ff7233bece31", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:17:57.285736 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1d0ad903-080a-4ef3-ba4b-18fdf7b76ac4 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:17:57.286138 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fe4ed6-c1bd-49d1-843d-e7476fcb93af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0fe9fb-e5a4-4139-affe-ff7233bece31', 'code': 200} Feb 15 14:17:57.335348 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c02a21ab-e3e4-4776-a137-fa3caa705a18 req-fe4d7112-b640-4080-927e-103db052e6cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd77880a-3cef-4dbd-9cff-13832c07314e HTTP/1.1" status: 200 len: 217 time: 0.1143570 Feb 15 14:17:57.354291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=dc0fe9fb-e5a4-4139-affe-ff7233bece31,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:57.456184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a21ab-e3e4-4776-a137-fa3caa705a18 req-65d0a530-d9c0-41de-b40f-519ba72067df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:57.460235 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c02a21ab-e3e4-4776-a137-fa3caa705a18 req-65d0a530-d9c0-41de-b40f-519ba72067df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1098492 Feb 15 14:17:57.476417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe661846-b26d-4669-aa95-5c39bf2ca09d req-281f6292-c6e3-4776-82e2-3159e59a016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:57.479032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe661846-b26d-4669-aa95-5c39bf2ca09d req-281f6292-c6e3-4776-82e2-3159e59a016c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 1128 time: 0.1011083 Feb 15 14:17:57.582948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe661846-b26d-4669-aa95-5c39bf2ca09d req-5c439692-f2b5-482c-9a39-5481160a6162 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946982 Feb 15 14:17:57.586595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a21ab-e3e4-4776-a137-fa3caa705a18 req-75902efa-29fd-4029-b333-95f1a1c16e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:57.591778 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c02a21ab-e3e4-4776-a137-fa3caa705a18 req-75902efa-29fd-4029-b333-95f1a1c16e17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1241369 Feb 15 14:17:57.617840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3307d19c-d2f9-440b-a26a-04ef58ee5c73 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (42227ff4-8a85-4e6e-9d4c-eed2543df323), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:57.757841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c88bd-aea6-4c01-a942-0db0dc432a0d req-5a616465-53ab-4d28-8d26-d29dfd948acb tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:57.760190 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a1c88bd-aea6-4c01-a942-0db0dc432a0d req-5a616465-53ab-4d28-8d26-d29dfd948acb tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 945 time: 0.1076279 Feb 15 14:17:57.835777 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c02a21ab-e3e4-4776-a137-fa3caa705a18 req-ff93b64f-81f2-46fc-9595-b23537a8d266 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221065 Feb 15 14:17:57.843013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a1c88bd-aea6-4c01-a942-0db0dc432a0d req-ebf78976-67d1-4ebd-b984-3e6047bfca4f tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715630 Feb 15 14:17:57.868395 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3307d19c-d2f9-440b-a26a-04ef58ee5c73 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (42227ff4-8a85-4e6e-9d4c-eed2543df323), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:57.954279 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3307d19c-d2f9-440b-a26a-04ef58ee5c73 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:57.962746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3307d19c-d2f9-440b-a26a-04ef58ee5c73 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] 10.222.0.72 "DELETE /v2.0/subnets/42227ff4-8a85-4e6e-9d4c-eed2543df323 HTTP/1.1" status: 204 len: 168 time: 0.9504128 Feb 15 14:17:57.963683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52786) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:57.964018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52788) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:57.965676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b018ba-1470-488e-b832-6d6e043b0d18 None None] Network dce42a5f-1589-4b57-81ad-2019c171f3f9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:17:57.983860 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c02a21ab-e3e4-4776-a137-fa3caa705a18 req-929fd03b-6fdf-403f-9781-d49eeb9983dd service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466584 Feb 15 14:17:58.013003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307d19c-d2f9-440b-a26a-04ef58ee5c73 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Pushing event deleted for resources: {'Subnet': ['ID=42227ff4-8a85-4e6e-9d4c-eed2543df323,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:58.220924 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52794) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:58.222161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb09e6-dd56-4384-a361-80cb2767c87c None None] DHCP port deletion for dce42a5f-1589-4b57-81ad-2019c171f3f9 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:17:58.226932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3a1652aa-1634-473c-bf8b-ef34fecaf8f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=135c1bd9ed8842069492e67baade7901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295442 Feb 15 14:17:58.232131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52798) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:58.294654 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (dce42a5f-1589-4b57-81ad-2019c171f3f9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.306316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ced706-92bf-4639-b4e5-54be1bee2bd0 req-837360e3-2e91-4185-9068-d65418956215 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:58.307891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4ced706-92bf-4639-b4e5-54be1bee2bd0 req-837360e3-2e91-4185-9068-d65418956215 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.3429465 Feb 15 14:17:58.320479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb09e6-dd56-4384-a361-80cb2767c87c None None] Deleting port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:58.320857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09e6-dd56-4384-a361-80cb2767c87c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.372540 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a01b50c-2fc8-407d-b856-a782ff4365c6 admin admin] Publish callbacks [] for security_group (51b7c16c-41c2-4f99-88b6-cc931606151f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.423797 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2aa37a5f-e3dc-47a5-a408-f44ea59a7b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.433256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a01b50c-2fc8-407d-b856-a782ff4365c6 admin admin] Publish callbacks [] for security_group (51b7c16c-41c2-4f99-88b6-cc931606151f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.441294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4ced706-92bf-4639-b4e5-54be1bee2bd0 req-ddac7487-5e78-45c6-a681-ca2fee72ec6b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236486 Feb 15 14:17:58.466244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Deleting port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:17:58.468068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3dfb09e6-dd56-4384-a361-80cb2767c87c None None] For port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=26ae0245-9b0d-4ddb-9734-1e3140ba9b6f,segment=NetworkSegment(2206b428-0787-4b09-b841-a831bf260c3d),segment_id=2206b428-0787-4b09-b841-a831bf260c3d)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:58.468426 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.469688 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09e6-dd56-4384-a361-80cb2767c87c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.492272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3dfb09e6-dd56-4384-a361-80cb2767c87c None None] Calling delete_port for 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:58.556564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a01b50c-2fc8-407d-b856-a782ff4365c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (51b7c16c-41c2-4f99-88b6-cc931606151f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.561480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a01b50c-2fc8-407d-b856-a782ff4365c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.566426 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5a01b50c-2fc8-407d-b856-a782ff4365c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/51b7c16c-41c2-4f99-88b6-cc931606151f HTTP/1.1" status: 204 len: 168 time: 0.3300014 Feb 15 14:17:58.583482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01b50c-2fc8-407d-b856-a782ff4365c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b7c16c-41c2-4f99-88b6-cc931606151f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:58.588475 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2aa37a5f-e3dc-47a5-a408-f44ea59a7b34 admin admin] Publish callbacks [] for security_group (d04951a5-df14-4cf5-89a4-da0809d0542c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.600827 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2aa37a5f-e3dc-47a5-a408-f44ea59a7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d04951a5-df14-4cf5-89a4-da0809d0542c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.638462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] For port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=26ae0245-9b0d-4ddb-9734-1e3140ba9b6f,segment=NetworkSegment(2206b428-0787-4b09-b841-a831bf260c3d),segment_id=2206b428-0787-4b09-b841-a831bf260c3d)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:17:58.642128 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.672515 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3dfb09e6-dd56-4384-a361-80cb2767c87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.675711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Calling delete_port for 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:17:58.688059 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2aa37a5f-e3dc-47a5-a408-f44ea59a7b34 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ad72f6c2d564a86b639df756af329b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4658101 Feb 15 14:17:58.690957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52802) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:58.716134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb09e6-dd56-4384-a361-80cb2767c87c None None] No DVR routers for this DVR port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:58.717543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb09e6-dd56-4384-a361-80cb2767c87c None None] Pushing event deleted for resources: {'Port': ['ID=26ae0245-9b0d-4ddb-9734-1e3140ba9b6f,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:58.718797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa37a5f-e3dc-47a5-a408-f44ea59a7b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04951a5-df14-4cf5-89a4-da0809d0542c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:58.843411 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1f2eb4e-aaf0-47da-a419-eadcff06b631 admin admin] Publish callbacks [] for security_group (d04951a5-df14-4cf5-89a4-da0809d0542c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.854395 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (26ae0245-9b0d-4ddb-9734-1e3140ba9b6f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.904786 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1f2eb4e-aaf0-47da-a419-eadcff06b631 admin admin] Publish callbacks [] for security_group (d04951a5-df14-4cf5-89a4-da0809d0542c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:58.907552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Pushing event deleted for resources: {'Port': ['ID=26ae0245-9b0d-4ddb-9734-1e3140ba9b6f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:58.910164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] No DVR routers for this DVR port 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:17:58.966624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:17:59.011347 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:17:59.012046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 26ae0245-9b0d-4ddb-9734-1e3140ba9b6f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:17:59.067624 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (dce42a5f-1589-4b57-81ad-2019c171f3f9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:59.110697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce42a5f-1589-4b57-81ad-2019c171f3f9']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:59.132196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2206b428-0787-4b09-b841-a831bf260c3d') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:59.133252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2206b428-0787-4b09-b841-a831bf260c3d') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:17:59.143060 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1f2eb4e-aaf0-47da-a419-eadcff06b631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d04951a5-df14-4cf5-89a4-da0809d0542c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:59.145759 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1f2eb4e-aaf0-47da-a419-eadcff06b631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:59.149425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a1f2eb4e-aaf0-47da-a419-eadcff06b631 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d04951a5-df14-4cf5-89a4-da0809d0542c HTTP/1.1" status: 204 len: 168 time: 0.4551206 Feb 15 14:17:59.158472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17315217-8b3a-4c51-be13-97716d639b93 req-c2fb314b-f046-413e-8749-89c20a304aca tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:59.160307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17315217-8b3a-4c51-be13-97716d639b93 req-c2fb314b-f046-413e-8749-89c20a304aca tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 945 time: 0.1458716 Feb 15 14:17:59.163252 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (2206b428-0787-4b09-b841-a831bf260c3d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:59.179250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2eb4e-aaf0-47da-a419-eadcff06b631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04951a5-df14-4cf5-89a4-da0809d0542c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:59.197442 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2206b428-0787-4b09-b841-a831bf260c3d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:59.221892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:17:59.222215 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (2206b428-0787-4b09-b841-a831bf260c3d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:17:59.231183 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:17:59.342094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17315217-8b3a-4c51-be13-97716d639b93 req-2c9f021f-dbc2-4761-85f5-c8f1db50d15e tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679208 Feb 15 14:17:59.350332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (dce42a5f-1589-4b57-81ad-2019c171f3f9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:59.360654 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:17:59.364090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] 10.222.0.72 "DELETE /v2.0/networks/dce42a5f-1589-4b57-81ad-2019c171f3f9 HTTP/1.1" status: 204 len: 168 time: 1.3536811 Feb 15 14:17:59.375028 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af2126-c546-443d-8c65-ecc69544a4e9 tempest-ExtraDHCPOptionsTestJSON-1532405019 tempest-ExtraDHCPOptionsTestJSON-1532405019-project] Pushing event deleted for resources: {'Network': ['ID=dce42a5f-1589-4b57-81ad-2019c171f3f9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:17:59.625748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d374aa-509e-420b-8931-e81f9b6e8d40 req-77cd9424-35c9-4ee2-b7e2-e4f5d1373c2d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:17:59.628553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38d374aa-509e-420b-8931-e81f9b6e8d40 req-77cd9424-35c9-4ee2-b7e2-e4f5d1373c2d tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 945 time: 0.0931306 Feb 15 14:17:59.710172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38d374aa-509e-420b-8931-e81f9b6e8d40 req-d38e8b30-56c8-4664-b3f8-5f5ce6eabb99 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718842 Feb 15 14:17:59.860026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52826) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:17:59.875377 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f038707-c4a4-4737-ba9a-0c0c798e09be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.007612 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f038707-c4a4-4737-ba9a-0c0c798e09be admin admin] Publish callbacks [] for security_group (c6524a40-92f5-4739-a509-1d7159454e0c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.012390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52828) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:00.028551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f038707-c4a4-4737-ba9a-0c0c798e09be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c6524a40-92f5-4739-a509-1d7159454e0c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.064260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bd77880a-3cef-4dbd-9cff-13832c07314e no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:18:00.087007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52834) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:00.087698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7f038707-c4a4-4737-ba9a-0c0c798e09be admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=71dc6a83d0734818970224bde95f7c88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259941 Feb 15 14:18:00.088533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f038707-c4a4-4737-ba9a-0c0c798e09be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6524a40-92f5-4739-a509-1d7159454e0c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:00.205708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9dd878ac-ffde-461b-900e-cf1d2d24c5a3 admin admin] Publish callbacks [] for security_group (c6524a40-92f5-4739-a509-1d7159454e0c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.258435 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9dd878ac-ffde-461b-900e-cf1d2d24c5a3 admin admin] Publish callbacks [] for security_group (c6524a40-92f5-4739-a509-1d7159454e0c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.263829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bd77880a-3cef-4dbd-9cff-13832c07314e is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:00.264446 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.301708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd77880a-3cef-4dbd-9cff-13832c07314e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:00.306038 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b0f79c-a8e2-4857-bbf4-09017a2bd716" -d '{"events": [{"server_uuid": "34376ad1-bac1-457c-b64b-0ca34d61c4bd", "name": "network-vif-unplugged", "status": "completed", "tag": "bd77880a-3cef-4dbd-9cff-13832c07314e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:18:00.326545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port bd77880a-3cef-4dbd-9cff-13832c07314e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd77880a-3cef-4dbd-9cff-13832c07314e,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:00.336670 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.371032 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b889669-7c6e-4a7d-a73d-ebb1913b1729 x-openstack-request-id: req-3b889669-7c6e-4a7d-a73d-ebb1913b1729 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:18:00.371665 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34376ad1-bac1-457c-b64b-0ca34d61c4bd", "name": "network-vif-unplugged", "status": "failed", "tag": "bd77880a-3cef-4dbd-9cff-13832c07314e", "code": 422}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:18:00.372771 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b889669-7c6e-4a7d-a73d-ebb1913b1729 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:18:00.373362 n-d-829064-15 neutron-server[109973]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd77880a-3cef-4dbd-9cff-13832c07314e', 'code': 422} returned with failed status Feb 15 14:18:00.380756 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9dd878ac-ffde-461b-900e-cf1d2d24c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c6524a40-92f5-4739-a509-1d7159454e0c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.383697 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9dd878ac-ffde-461b-900e-cf1d2d24c5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.393105 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9dd878ac-ffde-461b-900e-cf1d2d24c5a3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c6524a40-92f5-4739-a509-1d7159454e0c HTTP/1.1" status: 204 len: 168 time: 0.3032727 Feb 15 14:18:00.417197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd878ac-ffde-461b-900e-cf1d2d24c5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6524a40-92f5-4739-a509-1d7159454e0c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:00.463335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cfe0f46d-d838-4ab7-8478-12478ee93d64 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=857c63b794234285b797aa9c148d0e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4497159 Feb 15 14:18:00.467533 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52856) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:00.528197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=bd77880a-3cef-4dbd-9cff-13832c07314e,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:00.581238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a167e36-bdf9-473c-9195-3526bf4a6266 admin admin] Publish callbacks [] for security_group (29bba7c3-9e52-4a20-a7e5-009a596978b1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.609994 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a167e36-bdf9-473c-9195-3526bf4a6266 admin admin] Publish callbacks [] for security_group (29bba7c3-9e52-4a20-a7e5-009a596978b1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.643891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728642eb-65bc-4b94-93cc-b9f78df18658 req-3f49d329-0bc3-4486-985b-25764a11c29b tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:00.646208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-728642eb-65bc-4b94-93cc-b9f78df18658 req-3f49d329-0bc3-4486-985b-25764a11c29b tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.1422358 Feb 15 14:18:00.681826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a167e36-bdf9-473c-9195-3526bf4a6266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (29bba7c3-9e52-4a20-a7e5-009a596978b1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.683823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538a02f-cd75-4820-9ef0-beac15214abd req-73fdfb49-3dd0-4c74-a382-a4ed18fcc524 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:00.684534 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a167e36-bdf9-473c-9195-3526bf4a6266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:00.685516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2538a02f-cd75-4820-9ef0-beac15214abd req-73fdfb49-3dd0-4c74-a382-a4ed18fcc524 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 945 time: 0.1324475 Feb 15 14:18:00.688570 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5a167e36-bdf9-473c-9195-3526bf4a6266 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/29bba7c3-9e52-4a20-a7e5-009a596978b1 HTTP/1.1" status: 204 len: 168 time: 0.2175531 Feb 15 14:18:00.695829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a167e36-bdf9-473c-9195-3526bf4a6266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bba7c3-9e52-4a20-a7e5-009a596978b1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:00.725906 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-728642eb-65bc-4b94-93cc-b9f78df18658 req-07ca3c89-3dfe-483c-b51b-97e16b5fb7a4 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722926 Feb 15 14:18:00.790562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2538a02f-cd75-4820-9ef0-beac15214abd req-45f9d726-3e77-449b-90d6-4db7f3eae5d7 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953577 Feb 15 14:18:00.901829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52872) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:00.953753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8eb4d-731a-412a-b49f-36ba78ab5c01 req-9938f41e-a7fc-4e94-bbca-d11513e8cffd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:00.961697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ca8eb4d-731a-412a-b49f-36ba78ab5c01 req-9938f41e-a7fc-4e94-bbca-d11513e8cffd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 943 time: 0.0752239 Feb 15 14:18:01.029410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ca8eb4d-731a-412a-b49f-36ba78ab5c01 req-16d4bb20-3836-45d9-a87f-9c59e35d8213 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609365 Feb 15 14:18:01.234238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc0540-7d0c-43db-9fa3-a9b062adef94 req-237f4e39-f43f-4ac3-947c-40d51d91f0d5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:01.235905 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29dc0540-7d0c-43db-9fa3-a9b062adef94 req-237f4e39-f43f-4ac3-947c-40d51d91f0d5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1034000 Feb 15 14:18:01.263200 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-172182130'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:01.309318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29dc0540-7d0c-43db-9fa3-a9b062adef94 req-eb49516c-743c-4f53-8275-b3ad774bcdcd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573559 Feb 15 14:18:01.323196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:01.328994 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:01.370074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:01.500297 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for security_group (18ce6fd6-6839-419a-b0a1-0f8ee9bc60fa), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:01.509083 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (18ce6fd6-6839-419a-b0a1-0f8ee9bc60fa), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:01.531549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a93c25-6fb7-4582-a826-f54f6657604f req-f6029814-2aa1-4c86-b1f5-68781533533c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:01.533558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26a93c25-6fb7-4582-a826-f54f6657604f req-f6029814-2aa1-4c86-b1f5-68781533533c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.0888500 Feb 15 14:18:01.577963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce6fd6-6839-419a-b0a1-0f8ee9bc60fa,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:01.592916 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:18:01.603457 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:01.603804 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added segment f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc of type vlan for network 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e Feb 15 14:18:01.643313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26a93c25-6fb7-4582-a826-f54f6657604f req-b1bae6ab-81f6-430f-b13b-753221a13aac tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017003 Feb 15 14:18:01.650658 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (4a776ff6-8eac-4ffb-9dcd-17ae862bd80e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:01.681332 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (4a776ff6-8eac-4ffb-9dcd-17ae862bd80e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:01.688460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:01.689524 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:01.848932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Network': ['ID=4a776ff6-8eac-4ffb-9dcd-17ae862bd80e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:01.864066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:18:01.882040 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bd7a194b-623e-4002-9c2b-a7a1d90f06c6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9786901 Feb 15 14:18:01.885026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52922) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:01.903702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-466417195'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:02.010311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:02.013686 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:02.097083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680c763-6f71-4403-b02b-be8604ff5d11 req-80466ea0-0b59-4e7d-9d54-d2f1b3735273 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:02.099592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b680c763-6f71-4403-b02b-be8604ff5d11 req-80466ea0-0b59-4e7d-9d54-d2f1b3735273 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.3421378 Feb 15 14:18:02.134452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:18:02.164504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4c11840f-ed24-4c8b-9790-94ec7adc6e37), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:02.165102 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added segment 4c11840f-ed24-4c8b-9790-94ec7adc6e37 of type vlan for network 55315756-5d99-444c-8fc7-9aa824ef78eb Feb 15 14:18:02.187011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaff79a-024f-474c-b903-d1fbec491e3a req-faa55f73-a0fe-4178-9390-7cbb00936fff tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:02.188892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcaff79a-024f-474c-b903-d1fbec491e3a req-faa55f73-a0fe-4178-9390-7cbb00936fff tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.2208245 Feb 15 14:18:02.241907 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b680c763-6f71-4403-b02b-be8604ff5d11 req-04130657-acb3-41c3-9dde-fba92227110b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342070 Feb 15 14:18:02.253033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (55315756-5d99-444c-8fc7-9aa824ef78eb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:02.335587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcaff79a-024f-474c-b903-d1fbec491e3a req-3030787c-bbd1-4ff7-8747-0a4caee4e854 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223817 Feb 15 14:18:02.336848 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (55315756-5d99-444c-8fc7-9aa824ef78eb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:02.341913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:02.342557 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:02.484936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5987694 Feb 15 14:18:02.488050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52940) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:02.494975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'subnet': {'network_id': '4a776ff6-8eac-4ffb-9dcd-17ae862bd80e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:02.532036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1acdd-276d-4a73-8206-0072283da59c req-744c48d6-db64-4a39-8a74-705613948dda tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:02.545546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dce1acdd-276d-4a73-8206-0072283da59c req-744c48d6-db64-4a39-8a74-705613948dda tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1571834 Feb 15 14:18:02.559572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fb5d0-5645-495d-9761-e5f9926f6e95 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Network': ['ID=55315756-5d99-444c-8fc7-9aa824ef78eb,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:02.576642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 55315756-5d99-444c-8fc7-9aa824ef78eb details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:18:02.671359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dce1acdd-276d-4a73-8206-0072283da59c req-b8c73aad-6d31-48af-ab39-b8eda0ebc5a2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248410 Feb 15 14:18:02.745575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:02.752064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:03.047041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9edd75-16fa-4de2-9e78-557173a3d5d2 req-fd7ed58c-fdd0-4b33-8bc0-dea5c7ba8fb9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:03.055534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d9edd75-16fa-4de2-9e78-557173a3d5d2 req-fd7ed58c-fdd0-4b33-8bc0-dea5c7ba8fb9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1364994 Feb 15 14:18:03.137949 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (841a78b8-b9b0-45a4-a5c8-42639fa9f1e7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:03.190995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d9edd75-16fa-4de2-9e78-557173a3d5d2 req-7838a7e4-c276-45c9-98cf-894f12314ff6 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341765 Feb 15 14:18:03.280006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Subnet': ['ID=841a78b8-b9b0-45a4-a5c8-42639fa9f1e7,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:03.290764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Checking segment: {'id': 'f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4a776ff6-8eac-4ffb-9dcd-17ae862bd80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:03.291472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network hostable DHCP agents. Network: 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:18:03.319828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:18:03.331346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:03.336708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:03.337365 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:03.344001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6b5b71-85d6-4d6b-90e7-0c8871c06a60 None None] Network 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:03.362110 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b6670a3b-46ac-4672-a1c8-ecd631e927ec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8716524 Feb 15 14:18:03.364360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52968) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:03.377745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'subnet': {'network_id': '55315756-5d99-444c-8fc7-9aa824ef78eb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:03.516643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-4a776ff6-8eac-4ffb-9dcd-17ae862bd80e', 'network_id': '4a776ff6-8eac-4ffb-9dcd-17ae862bd80e', 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'fixed_ips': [{'subnet_id': '841a78b8-b9b0-45a4-a5c8-42639fa9f1e7'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:18:03.521256 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:03.604670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfcf95-6f71-4d51-b10c-f0c7c190f3e5 req-afcd65f2-dceb-4f00-b4c2-4c17760baf21 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:03.607325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:03.608369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38cfcf95-6f71-4d51-b10c-f0c7c190f3e5 req-afcd65f2-dceb-4f00-b4c2-4c17760baf21 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.1484990 Feb 15 14:18:03.612813 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:03.750610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38cfcf95-6f71-4d51-b10c-f0c7c190f3e5 req-c354ec12-4d13-475f-a99a-94a0a2758e39 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334457 Feb 15 14:18:03.806285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Allocated IP 2001:db8::2 (4a776ff6-8eac-4ffb-9dcd-17ae862bd80e/841a78b8-b9b0-45a4-a5c8-42639fa9f1e7/088d3505-f030-4035-91ef-636d7ae14292) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:03.925587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (0f9ae4b5-9e4d-428b-b98e-749c3636a7ea), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:03.987820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Subnet': ['ID=0f9ae4b5-9e4d-428b-b98e-749c3636a7ea,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:04.010989 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Publish callbacks [] for port (088d3505-f030-4035-91ef-636d7ae14292), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.025575 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (088d3505-f030-4035-91ef-636d7ae14292), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.034975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Checking segment: {'id': '4c11840f-ed24-4c8b-9790-94ec7adc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '55315756-5d99-444c-8fc7-9aa824ef78eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:04.035973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network hostable DHCP agents. Network: 55315756-5d99-444c-8fc7-9aa824ef78eb, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:18:04.059425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 55315756-5d99-444c-8fc7-9aa824ef78eb is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:18:04.072236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 55315756-5d99-444c-8fc7-9aa824ef78eb) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:04.077704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:04.081554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.085017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device bd77880a-3cef-4dbd-9cff-13832c07314e no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:18:04.091861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Network 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:04.114515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa3431d-bf47-4618-afba-98c333aaea60 None None] Network 55315756-5d99-444c-8fc7-9aa824ef78eb requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:04.119148 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fe2556ff-f007-4b59-84fa-c8790788a8f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7527397 Feb 15 14:18:04.121895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52996) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:04.136979 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2e67e4bb-37f3-4417-af7a-1ade2413072f tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1584942096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:04.167659 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e67e4bb-37f3-4417-af7a-1ade2413072f tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.168958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e67e4bb-37f3-4417-af7a-1ade2413072f tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.172457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:04.191951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:04.215789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Pushing event updated for resources: {'Port': ['ID=088d3505-f030-4035-91ef-636d7ae14292,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:04.322590 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e67e4bb-37f3-4417-af7a-1ade2413072f tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.324349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Attempting to bind port 088d3505-f030-4035-91ef-636d7ae14292 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:18:04.324804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Attempting to bind port 088d3505-f030-4035-91ef-636d7ae14292 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4a776ff6-8eac-4ffb-9dcd-17ae862bd80e'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:18:04.325507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Attempting to bind port 088d3505-f030-4035-91ef-636d7ae14292 on network 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:18:04.334176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e67e4bb-37f3-4417-af7a-1ade2413072f tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.342333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:18:04.342809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Checking segment: {'id': 'f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4a776ff6-8eac-4ffb-9dcd-17ae862bd80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:04.343324 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.343791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Bound using segment: {'id': 'f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4a776ff6-8eac-4ffb-9dcd-17ae862bd80e'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:18:04.344350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Bound port: 088d3505-f030-4035-91ef-636d7ae14292, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4a776ff6-8eac-4ffb-9dcd-17ae862bd80e'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:18:04.344953 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (088d3505-f030-4035-91ef-636d7ae14292), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.393179 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e67e4bb-37f3-4417-af7a-1ade2413072f tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.398569 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e67e4bb-37f3-4417-af7a-1ade2413072f tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2725821 Feb 15 14:18:04.398770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53008) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:04.441809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53010) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:04.468063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3b7b9-5364-4075-b19e-8454866e50e5 req-49937ab9-2e61-478d-9272-84249a160e51 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:04.470578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27d3b7b9-5364-4075-b19e-8454866e50e5 req-49937ab9-2e61-478d-9272-84249a160e51 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1089425 Feb 15 14:18:04.581619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] For port 088d3505-f030-4035-91ef-636d7ae14292, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:18:04.587098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] For port 088d3505-f030-4035-91ef-636d7ae14292, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=088d3505-f030-4035-91ef-636d7ae14292,segment=NetworkSegment(f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc),segment_id=f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:18:04.601549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-55315756-5d99-444c-8fc7-9aa824ef78eb', 'network_id': '55315756-5d99-444c-8fc7-9aa824ef78eb', 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'fixed_ips': [{'subnet_id': '0f9ae4b5-9e4d-428b-b98e-749c3636a7ea'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:18:04.602429 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.603965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27d3b7b9-5364-4075-b19e-8454866e50e5 req-454f9b1e-e5b5-48b6-81bb-1b9dca0f776a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266701 Feb 15 14:18:04.624234 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (088d3505-f030-4035-91ef-636d7ae14292), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.642398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port bd77880a-3cef-4dbd-9cff-13832c07314e is: DOWN; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:04.715340 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4036be5a-012c-499d-8276-5cfcfa1bb503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.930539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.962247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4036be5a-012c-499d-8276-5cfcfa1bb503 admin admin] Publish callbacks [] for security_group (89e89885-e185-4abd-b3b2-ef981bfcab58), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:04.976818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f189d-a25a-4fb4-8417-18137e19ff69 req-787084a8-7e94-453b-9804-456a29b0a354 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:04.988024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-082f189d-a25a-4fb4-8417-18137e19ff69 req-787084a8-7e94-453b-9804-456a29b0a354 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.1013343 Feb 15 14:18:04.996002 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4036be5a-012c-499d-8276-5cfcfa1bb503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (89e89885-e185-4abd-b3b2-ef981bfcab58), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:05.002842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707a52f-bfa6-4756-b828-89f0df0c855b None None] Pushing event updated for resources: {'Port': ['ID=088d3505-f030-4035-91ef-636d7ae14292,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:05.039333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Allocated IP 2001:db8:1::2 (55315756-5d99-444c-8fc7-9aa824ef78eb/0f9ae4b5-9e4d-428b-b98e-749c3636a7ea/0783ed65-6898-490e-9b01-2aef9f267614) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:05.070527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4036be5a-012c-499d-8276-5cfcfa1bb503 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=032c1f973d0a4300a6c2f6996c2b7656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6230669 Feb 15 14:18:05.071430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53030) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:05.133050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036be5a-012c-499d-8276-5cfcfa1bb503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e89885-e185-4abd-b3b2-ef981bfcab58,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:05.289423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-082f189d-a25a-4fb4-8417-18137e19ff69 req-7cf475f8-4410-4e2a-bd60-ae1521706a72 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993369 Feb 15 14:18:05.332931 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf1d409b-65c5-456c-bd93-6752d6f39346 admin admin] Publish callbacks [] for security_group (89e89885-e185-4abd-b3b2-ef981bfcab58), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:05.376217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf1d409b-65c5-456c-bd93-6752d6f39346 admin admin] Publish callbacks [] for security_group (89e89885-e185-4abd-b3b2-ef981bfcab58), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:05.382319 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Publish callbacks [] for port (0783ed65-6898-490e-9b01-2aef9f267614), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:05.398705 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (0783ed65-6898-490e-9b01-2aef9f267614), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:05.481702 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf1d409b-65c5-456c-bd93-6752d6f39346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (89e89885-e185-4abd-b3b2-ef981bfcab58), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:05.485321 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf1d409b-65c5-456c-bd93-6752d6f39346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:05.486798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bf1d409b-65c5-456c-bd93-6752d6f39346 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/89e89885-e185-4abd-b3b2-ef981bfcab58 HTTP/1.1" status: 204 len: 168 time: 0.4070203 Feb 15 14:18:05.498381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d409b-65c5-456c-bd93-6752d6f39346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e89885-e185-4abd-b3b2-ef981bfcab58,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:05.533565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Network 55315756-5d99-444c-8fc7-9aa824ef78eb is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:05.556635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Pushing event updated for resources: {'Port': ['ID=0783ed65-6898-490e-9b01-2aef9f267614,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:05.560074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:05.561820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Allocated IP 2001:db8::1 (4a776ff6-8eac-4ffb-9dcd-17ae862bd80e/841a78b8-b9b0-45a4-a5c8-42639fa9f1e7/02c8f342-1032-45e3-8915-9d621aeee4bc) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:05.569756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:05.698378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Attempting to bind port 0783ed65-6898-490e-9b01-2aef9f267614 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:18:05.698983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Attempting to bind port 0783ed65-6898-490e-9b01-2aef9f267614 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4c11840f-ed24-4c8b-9790-94ec7adc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '55315756-5d99-444c-8fc7-9aa824ef78eb'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:18:05.701484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Attempting to bind port 0783ed65-6898-490e-9b01-2aef9f267614 on network 55315756-5d99-444c-8fc7-9aa824ef78eb {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:18:05.711674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:18:05.712423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Checking segment: {'id': '4c11840f-ed24-4c8b-9790-94ec7adc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '55315756-5d99-444c-8fc7-9aa824ef78eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:05.713013 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:05.713584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Bound using segment: {'id': '4c11840f-ed24-4c8b-9790-94ec7adc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '55315756-5d99-444c-8fc7-9aa824ef78eb'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:18:05.716330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Bound port: 0783ed65-6898-490e-9b01-2aef9f267614, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c11840f-ed24-4c8b-9790-94ec7adc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '55315756-5d99-444c-8fc7-9aa824ef78eb'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:18:05.716944 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0783ed65-6898-490e-9b01-2aef9f267614), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:05.810527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] For port 0783ed65-6898-490e-9b01-2aef9f267614, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:18:05.815535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] For port 0783ed65-6898-490e-9b01-2aef9f267614, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0783ed65-6898-490e-9b01-2aef9f267614,segment=NetworkSegment(4c11840f-ed24-4c8b-9790-94ec7adc6e37),segment_id=4c11840f-ed24-4c8b-9790-94ec7adc6e37)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:18:05.831626 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0783ed65-6898-490e-9b01-2aef9f267614), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:05.864406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a5cec-a626-4cc6-93a7-d3a6db97d00c req-44b609df-cb66-40a3-a2c0-765eca21d008 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:05.871778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (02c8f342-1032-45e3-8915-9d621aeee4bc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:05.873678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f73a5cec-a626-4cc6-93a7-d3a6db97d00c req-44b609df-cb66-40a3-a2c0-765eca21d008 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.0910773 Feb 15 14:18:05.966719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f73a5cec-a626-4cc6-93a7-d3a6db97d00c req-e376a0ff-ccff-4320-8cba-de3a292aba0e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891464 Feb 15 14:18:05.999969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a9b11-864b-4f02-8b2d-b61c7de80f2a None None] Pushing event updated for resources: {'Port': ['ID=0783ed65-6898-490e-9b01-2aef9f267614,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:06.056218 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (02c8f342-1032-45e3-8915-9d621aeee4bc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:06.124709 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:06.133190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:06.143800 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:06.144363 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:06.232576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53052) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:06.277220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=02c8f342-1032-45e3-8915-9d621aeee4bc,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:06.287897 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71c754c1-0d3b-4494-aa3c-8b5ea30b6742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:06.421499 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (02c8f342-1032-45e3-8915-9d621aeee4bc), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:06.595156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d498e9e-b96a-4cd8-a9d6-57740b217e9e req-cdb82b2d-81aa-4591-812f-964783bf6329 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:06.596757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d498e9e-b96a-4cd8-a9d6-57740b217e9e req-cdb82b2d-81aa-4591-812f-964783bf6329 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 945 time: 0.2016416 Feb 15 14:18:06.684546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869ef5-6353-4253-8a53-2a2587241321 req-f18a15d3-f479-404c-8ddf-126b256e904e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:06.686793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c869ef5-6353-4253-8a53-2a2587241321 req-f18a15d3-f479-404c-8ddf-126b256e904e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.2193830 Feb 15 14:18:06.701244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf52191a-9864-4694-bd1f-730a4660d6de None None] Network 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:06.729590 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71c754c1-0d3b-4494-aa3c-8b5ea30b6742 admin admin] Publish callbacks [] for security_group (3f4906d8-6610-49cc-b63d-1bc2ea2e6b58), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:06.750321 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-71c754c1-0d3b-4494-aa3c-8b5ea30b6742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3f4906d8-6610-49cc-b63d-1bc2ea2e6b58), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:06.782819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-71c754c1-0d3b-4494-aa3c-8b5ea30b6742 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a59f637a2b714cff82211390f1e16f4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5479963 Feb 15 14:18:06.788158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d498e9e-b96a-4cd8-a9d6-57740b217e9e req-b0f002e2-19e9-4e5a-8f65-2294fbc805eb tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537197 Feb 15 14:18:06.788966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53058) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:06.862168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c754c1-0d3b-4494-aa3c-8b5ea30b6742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4906d8-6610-49cc-b63d-1bc2ea2e6b58,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:06.875624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c869ef5-6353-4253-8a53-2a2587241321 req-65c4f68b-e573-460c-a57f-48f3fe6cc20d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779435 Feb 15 14:18:06.977710 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41399d59-94ff-4113-b120-19cffd7a1936 admin admin] Publish callbacks [] for security_group (3f4906d8-6610-49cc-b63d-1bc2ea2e6b58), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:07.022559 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41399d59-94ff-4113-b120-19cffd7a1936 admin admin] Publish callbacks [] for security_group (3f4906d8-6610-49cc-b63d-1bc2ea2e6b58), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:07.162837 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (02c8f342-1032-45e3-8915-9d621aeee4bc), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:07.166114 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41399d59-94ff-4113-b120-19cffd7a1936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3f4906d8-6610-49cc-b63d-1bc2ea2e6b58), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:07.173047 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (02c8f342-1032-45e3-8915-9d621aeee4bc), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:07.173858 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:07.174816 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41399d59-94ff-4113-b120-19cffd7a1936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:07.184896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-41399d59-94ff-4113-b120-19cffd7a1936 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f4906d8-6610-49cc-b63d-1bc2ea2e6b58 HTTP/1.1" status: 204 len: 168 time: 0.3791618 Feb 15 14:18:07.258859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 088d3505-f030-4035-91ef-636d7ae14292 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:18:07.279497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41399d59-94ff-4113-b120-19cffd7a1936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4906d8-6610-49cc-b63d-1bc2ea2e6b58,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:07.330975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=02c8f342-1032-45e3-8915-9d621aeee4bc,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:07.358619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d295ac8-3677-46d2-96f7-7414a46ae227 req-360bed51-b66d-4d94-917a-cda986cd2eae tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:07.379630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d295ac8-3677-46d2-96f7-7414a46ae227 req-360bed51-b66d-4d94-917a-cda986cd2eae tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2308652 Feb 15 14:18:07.506592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d295ac8-3677-46d2-96f7-7414a46ae227 req-a70b5a08-5366-4e8c-a675-7e0aedaf7a9c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193287 Feb 15 14:18:07.543359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-063dfdb3-3d52-4b28-8a63-9340c069aed3 None None] Provisioning complete for port 088d3505-f030-4035-91ef-636d7ae14292 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:07.543821 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-063dfdb3-3d52-4b28-8a63-9340c069aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (088d3505-f030-4035-91ef-636d7ae14292), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:07.567514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:07.573833 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:07.650897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 088d3505-f030-4035-91ef-636d7ae14292 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:07.651298 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (088d3505-f030-4035-91ef-636d7ae14292), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:07.780754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-063dfdb3-3d52-4b28-8a63-9340c069aed3 None None] Current status of the port 088d3505-f030-4035-91ef-636d7ae14292 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:07.781616 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-063dfdb3-3d52-4b28-8a63-9340c069aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (088d3505-f030-4035-91ef-636d7ae14292), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:07.790092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b85261-148c-4dc5-a395-abe38c6ce4ce None None] Network 55315756-5d99-444c-8fc7-9aa824ef78eb requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:07.814340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:18:07.903042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-063dfdb3-3d52-4b28-8a63-9340c069aed3 None None] For port 088d3505-f030-4035-91ef-636d7ae14292, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=088d3505-f030-4035-91ef-636d7ae14292,segment=NetworkSegment(f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc),segment_id=f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:07.962800 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-063dfdb3-3d52-4b28-8a63-9340c069aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (088d3505-f030-4035-91ef-636d7ae14292), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:08.041867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402cc5-7da7-40d7-8f4e-b2c7cdd45783 req-d4a2012b-005d-44b9-b37a-01afc3632d6d tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:08.046398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03402cc5-7da7-40d7-8f4e-b2c7cdd45783 req-d4a2012b-005d-44b9-b37a-01afc3632d6d tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 945 time: 0.1842482 Feb 15 14:18:08.050463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 088d3505-f030-4035-91ef-636d7ae14292 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:08.051786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0783ed65-6898-490e-9b01-2aef9f267614 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:18:08.129899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:08.152278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5784bef-9cb1-45a4-9393-0e59a9e184c6 None None] Sync routers for ids ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:08.158754 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-547449ee-10b2-46b6-be2a-ffb1d6afea75 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7560074 Feb 15 14:18:08.158978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dfdb3-3d52-4b28-8a63-9340c069aed3 None None] Pushing event updated for resources: {'Port': ['ID=088d3505-f030-4035-91ef-636d7ae14292,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:08.159247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53086) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:08.178051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0783ed65-6898-490e-9b01-2aef9f267614 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:08.178786 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0783ed65-6898-490e-9b01-2aef9f267614), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:08.214792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-335b3c64-87ac-48cc-97e2-d055698fcc67 None None] Provisioning complete for port 0783ed65-6898-490e-9b01-2aef9f267614 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:08.215200 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-335b3c64-87ac-48cc-97e2-d055698fcc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0783ed65-6898-490e-9b01-2aef9f267614), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:08.265603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68297c-7b13-4378-997f-79b05e198993 req-9305419c-a8ea-4539-8828-900aeccf4c64 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:08.276658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa68297c-7b13-4378-997f-79b05e198993 req-9305419c-a8ea-4539-8828-900aeccf4c64 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 945 time: 0.3527942 Feb 15 14:18:08.305111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108de610-c92d-41fb-8f7f-187083db6937 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:08.307770 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-108de610-c92d-41fb-8f7f-187083db6937 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports/02c8f342-1032-45e3-8915-9d621aeee4bc HTTP/1.1" status: 200 len: 911 time: 0.1473811 Feb 15 14:18:08.310382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53094) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:08.337919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5784bef-9cb1-45a4-9393-0e59a9e184c6 None None] Routers {'14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:08.338713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d5784bef-9cb1-45a4-9393-0e59a9e184c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:17:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:08.431213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d5784bef-9cb1-45a4-9393-0e59a9e184c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:08.476639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5784bef-9cb1-45a4-9393-0e59a9e184c6 None None] Routers {'14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:08.477447 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d5784bef-9cb1-45a4-9393-0e59a9e184c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:17:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:08.538802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e1b83-b32c-4fc8-8920-d75be0ce6666 req-bdc60f53-85b2-4fbf-b836-98845f4dd9a0 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:08.555151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-603e1b83-b32c-4fc8-8920-d75be0ce6666 req-bdc60f53-85b2-4fbf-b836-98845f4dd9a0 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.4984057 Feb 15 14:18:08.562390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d5784bef-9cb1-45a4-9393-0e59a9e184c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:08.570332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5784bef-9cb1-45a4-9393-0e59a9e184c6 None None] The sync data for ids ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:08.636584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-335b3c64-87ac-48cc-97e2-d055698fcc67 None None] Current status of the port 0783ed65-6898-490e-9b01-2aef9f267614 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:08.637086 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-335b3c64-87ac-48cc-97e2-d055698fcc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0783ed65-6898-490e-9b01-2aef9f267614), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:08.749085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0783ed65-6898-490e-9b01-2aef9f267614 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:08.754045 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0783ed65-6898-490e-9b01-2aef9f267614), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:08.786457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-335b3c64-87ac-48cc-97e2-d055698fcc67 None None] For port 0783ed65-6898-490e-9b01-2aef9f267614, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0783ed65-6898-490e-9b01-2aef9f267614,segment=NetworkSegment(4c11840f-ed24-4c8b-9790-94ec7adc6e37),segment_id=4c11840f-ed24-4c8b-9790-94ec7adc6e37)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:08.839008 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-335b3c64-87ac-48cc-97e2-d055698fcc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0783ed65-6898-490e-9b01-2aef9f267614), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:08.845955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa68297c-7b13-4378-997f-79b05e198993 req-3fd86743-99dc-4e54-8352-04dbf1d9f4f8 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb3fade-3695-4398-b0ef-a02752ce1922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698247 Feb 15 14:18:08.895144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-603e1b83-b32c-4fc8-8920-d75be0ce6666 req-b38aab40-0355-42ed-9b98-e05866e608df tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319361 Feb 15 14:18:08.908856 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-03402cc5-7da7-40d7-8f4e-b2c7cdd45783 req-80cbce75-6d2a-4a42-b06a-e89f38edda00 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Deleting port dc0fe9fb-e5a4-4139-affe-ff7233bece31 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:08.909641 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-03402cc5-7da7-40d7-8f4e-b2c7cdd45783 req-80cbce75-6d2a-4a42-b06a-e89f38edda00 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:09.121599 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:18:09.121915 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:18:09.132195 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d901ea2e-21dc-4d7a-a874-5a852973a772 None None] Provisioning complete for port 0783ed65-6898-490e-9b01-2aef9f267614 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:09.133235 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d901ea2e-21dc-4d7a-a874-5a852973a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0783ed65-6898-490e-9b01-2aef9f267614), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:09.201012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3f12d-4c09-4d1f-bf55-7902dfa51105 req-3106aaf2-8f50-4514-8365-dc97cef9dcd5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:09.204814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b3c64-87ac-48cc-97e2-d055698fcc67 None None] Pushing event updated for resources: {'Port': ['ID=0783ed65-6898-490e-9b01-2aef9f267614,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:09.212258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9b3f12d-4c09-4d1f-bf55-7902dfa51105 req-3106aaf2-8f50-4514-8365-dc97cef9dcd5 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1930442 Feb 15 14:18:09.233024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-03402cc5-7da7-40d7-8f4e-b2c7cdd45783 req-80cbce75-6d2a-4a42-b06a-e89f38edda00 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] For port dc0fe9fb-e5a4-4139-affe-ff7233bece31, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=dc0fe9fb-e5a4-4139-affe-ff7233bece31,segment=NetworkSegment(bd7c3fc6-ecdb-43eb-965e-05f69065e3fe),segment_id=bd7c3fc6-ecdb-43eb-965e-05f69065e3fe)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:09.235698 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-03402cc5-7da7-40d7-8f4e-b2c7cdd45783 req-80cbce75-6d2a-4a42-b06a-e89f38edda00 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:09.301689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-03402cc5-7da7-40d7-8f4e-b2c7cdd45783 req-80cbce75-6d2a-4a42-b06a-e89f38edda00 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Calling delete_port for dc0fe9fb-e5a4-4139-affe-ff7233bece31 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:09.361988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d901ea2e-21dc-4d7a-a874-5a852973a772 None None] Current status of the port 0783ed65-6898-490e-9b01-2aef9f267614 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:09.390381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d901ea2e-21dc-4d7a-a874-5a852973a772 None None] Provisioning complete for port 02c8f342-1032-45e3-8915-9d621aeee4bc triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:09.392813 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d901ea2e-21dc-4d7a-a874-5a852973a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (02c8f342-1032-45e3-8915-9d621aeee4bc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:09.404133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9b3f12d-4c09-4d1f-bf55-7902dfa51105 req-69a6da30-cdcf-4a9d-979d-92a40e31b157 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553972 Feb 15 14:18:09.488357 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d901ea2e-21dc-4d7a-a874-5a852973a772 None None] Port 02c8f342-1032-45e3-8915-9d621aeee4bc cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:09.506705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d901ea2e-21dc-4d7a-a874-5a852973a772 None None] Provisioning complete for port 088d3505-f030-4035-91ef-636d7ae14292 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:09.507106 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d901ea2e-21dc-4d7a-a874-5a852973a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (088d3505-f030-4035-91ef-636d7ae14292), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:09.605040 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-03402cc5-7da7-40d7-8f4e-b2c7cdd45783 req-80cbce75-6d2a-4a42-b06a-e89f38edda00 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (dc0fe9fb-e5a4-4139-affe-ff7233bece31), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:09.626142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d901ea2e-21dc-4d7a-a874-5a852973a772 None None] Current status of the port 088d3505-f030-4035-91ef-636d7ae14292 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:09.678159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbce75-6d2a-4a42-b06a-e89f38edda00 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Pushing event deleted for resources: {'Port': ['ID=dc0fe9fb-e5a4-4139-affe-ff7233bece31,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:09.696252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0783ed65-6898-490e-9b01-2aef9f267614 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:09.761365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-03402cc5-7da7-40d7-8f4e-b2c7cdd45783 req-80cbce75-6d2a-4a42-b06a-e89f38edda00 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] No DVR routers for this DVR port dc0fe9fb-e5a4-4139-affe-ff7233bece31 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:09.766275 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-03402cc5-7da7-40d7-8f4e-b2c7cdd45783 req-80cbce75-6d2a-4a42-b06a-e89f38edda00 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:09.773190 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03402cc5-7da7-40d7-8f4e-b2c7cdd45783 req-80cbce75-6d2a-4a42-b06a-e89f38edda00 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.67 "DELETE /v2.0/ports/dc0fe9fb-e5a4-4139-affe-ff7233bece31 HTTP/1.1" status: 204 len: 173 time: 1.7072542 Feb 15 14:18:09.773675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fe4ed6-c1bd-49d1-843d-e7476fcb93af', 'name': 'network-vif-deleted', 'tag': 'dc0fe9fb-e5a4-4139-affe-ff7233bece31'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:09.776018 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219642e5-c5cb-4fed-aa43-170713a03abc" -d '{"events": [{"server_uuid": "d5fe4ed6-c1bd-49d1-843d-e7476fcb93af", "name": "network-vif-deleted", "tag": "dc0fe9fb-e5a4-4139-affe-ff7233bece31"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:18:09.783663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-98d9218b-0b0a-419f-8e89-3bbb68183de9 None None] Provisioning complete for port 02c8f342-1032-45e3-8915-9d621aeee4bc triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:09.796900 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-98d9218b-0b0a-419f-8e89-3bbb68183de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (02c8f342-1032-45e3-8915-9d621aeee4bc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:09.883209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-98d9218b-0b0a-419f-8e89-3bbb68183de9 None None] Port 02c8f342-1032-45e3-8915-9d621aeee4bc cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:09.906069 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352816bd-0ed0-4934-ba3c-3fcc1742b183 x-openstack-request-id: req-352816bd-0ed0-4934-ba3c-3fcc1742b183 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:18:09.906677 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fe4ed6-c1bd-49d1-843d-e7476fcb93af", "name": "network-vif-deleted", "tag": "dc0fe9fb-e5a4-4139-affe-ff7233bece31", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:18:09.907125 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-352816bd-0ed0-4934-ba3c-3fcc1742b183 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:18:09.907909 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fe4ed6-c1bd-49d1-843d-e7476fcb93af', 'name': 'network-vif-deleted', 'tag': 'dc0fe9fb-e5a4-4139-affe-ff7233bece31', 'status': 'completed', 'code': 200} Feb 15 14:18:09.954535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 088d3505-f030-4035-91ef-636d7ae14292 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:18:09.970012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:10.074235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9d63f83-8652-4979-8feb-dfd30bd2fe03 req-e25e665f-5fc5-488c-85e1-f785f9c87429 tempest-VolumesActionsTest-1283546323 tempest-VolumesActionsTest-1283546323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5fe4ed6-c1bd-49d1-843d-e7476fcb93af HTTP/1.1" status: 200 len: 210 time: 0.0652368 Feb 15 14:18:10.113381 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:10.132307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 088d3505-f030-4035-91ef-636d7ae14292 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:10.132771 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (088d3505-f030-4035-91ef-636d7ae14292), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:10.139005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164db07a-3e53-4bc9-b7de-1dbd696b29fd req-fe5eaba1-210e-4e4c-892b-0b7ea59f3e91 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:10.150512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-164db07a-3e53-4bc9-b7de-1dbd696b29fd req-fe5eaba1-210e-4e4c-892b-0b7ea59f3e91 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.0949724 Feb 15 14:18:10.231079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-164db07a-3e53-4bc9-b7de-1dbd696b29fd req-b91db609-8c32-4769-9cb8-77c27ebe4a54 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787771 Feb 15 14:18:10.323373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 088d3505-f030-4035-91ef-636d7ae14292 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:10.325366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0783ed65-6898-490e-9b01-2aef9f267614 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:18:10.467004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0783ed65-6898-490e-9b01-2aef9f267614 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:10.467413 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0783ed65-6898-490e-9b01-2aef9f267614), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:10.591448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22c8e7-ad6f-4fd1-9e62-abe8d0634bfc req-9a033844-092a-4936-9a7f-13d689eb2287 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:10.599542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d22c8e7-ad6f-4fd1-9e62-abe8d0634bfc req-9a033844-092a-4936-9a7f-13d689eb2287 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.0805106 Feb 15 14:18:10.613247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Allocated IP 2001:db8:1::1 (55315756-5d99-444c-8fc7-9aa824ef78eb/0f9ae4b5-9e4d-428b-b98e-749c3636a7ea/3fda1fa7-1732-4b95-a490-a753ed24b0d8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:10.635137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0783ed65-6898-490e-9b01-2aef9f267614 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:10.692562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d22c8e7-ad6f-4fd1-9e62-abe8d0634bfc req-c48a7915-c845-4692-a6e0-19c949c79606 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906153 Feb 15 14:18:10.775336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device dc0fe9fb-e5a4-4139-affe-ff7233bece31 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:18:10.813632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: dc0fe9fb-e5a4-4139-affe-ff7233bece31 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:18:10.814777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device dc0fe9fb-e5a4-4139-affe-ff7233bece31 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:18:10.876905 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (3fda1fa7-1732-4b95-a490-a753ed24b0d8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:10.924716 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3fda1fa7-1732-4b95-a490-a753ed24b0d8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:11.000653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 55315756-5d99-444c-8fc7-9aa824ef78eb is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:11.009062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:11.037688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:11.038507 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:11.088977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=3fda1fa7-1732-4b95-a490-a753ed24b0d8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:11.275711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3fda1fa7-1732-4b95-a490-a753ed24b0d8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:11.447317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-36a846e1-6a93-4ef4-81d3-103c3d485e8e None None] Provisioning complete for port 3fda1fa7-1732-4b95-a490-a753ed24b0d8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:11.447706 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-36a846e1-6a93-4ef4-81d3-103c3d485e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3fda1fa7-1732-4b95-a490-a753ed24b0d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:11.482230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ee992-4a03-4e39-b73a-78ba48b6b5b0 req-ee9ede51-cbd1-46f4-b420-f269a16773e8 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:11.499242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f2ee992-4a03-4e39-b73a-78ba48b6b5b0 req-ee9ede51-cbd1-46f4-b420-f269a16773e8 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.1544838 Feb 15 14:18:11.568696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-36a846e1-6a93-4ef4-81d3-103c3d485e8e None None] Port 3fda1fa7-1732-4b95-a490-a753ed24b0d8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:11.584142 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f2ee992-4a03-4e39-b73a-78ba48b6b5b0 req-7117b385-020f-4421-a25f-18124599527a tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839715 Feb 15 14:18:11.931299 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (3fda1fa7-1732-4b95-a490-a753ed24b0d8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:11.948717 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-f7f3ee59-128e-43f1-9eba-516f40eaf817 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0974956 Feb 15 14:18:11.949780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3fda1fa7-1732-4b95-a490-a753ed24b0d8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:11.950594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:11.973500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e4afe-7f51-4050-a635-aaffdb5bd931 req-fe1f18ea-799b-4a36-b945-d43a73217688 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:11.979026 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e96e4afe-7f51-4050-a635-aaffdb5bd931 req-fe1f18ea-799b-4a36-b945-d43a73217688 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1482279 Feb 15 14:18:12.085375 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:12.103279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e96e4afe-7f51-4050-a635-aaffdb5bd931 req-99961b9b-849e-4270-bf5a-3fa01d1a0671 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871620 Feb 15 14:18:12.129008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807af5a-4737-4944-b475-663342b3fdf5 req-65fbcf9f-9487-4c89-8ce0-1559a7825521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:12.129008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b807af5a-4737-4944-b475-663342b3fdf5 req-65fbcf9f-9487-4c89-8ce0-1559a7825521 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 1128 time: 0.1431782 Feb 15 14:18:12.131261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e149f-5ab0-433f-9c5b-11e1851392ab req-8280c9f0-bdd8-4aae-bd7c-4221e290ad70 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:12.135878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f45e149f-5ab0-433f-9c5b-11e1851392ab req-8280c9f0-bdd8-4aae-bd7c-4221e290ad70 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.1209757 Feb 15 14:18:12.182626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=3fda1fa7-1732-4b95-a490-a753ed24b0d8,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:12.217747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-778c396c-91c6-487b-a25f-bc8abf6bfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:12.220561 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-778c396c-91c6-487b-a25f-bc8abf6bfd36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 1129 time: 0.2201316 Feb 15 14:18:12.233064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 55315756-5d99-444c-8fc7-9aa824ef78eb is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:12.235013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:12.240516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807af5a-4737-4944-b475-663342b3fdf5 req-de5cf85e-8cf2-4fd2-ae18-2bda7c66bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:12.242126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b807af5a-4737-4944-b475-663342b3fdf5 req-de5cf85e-8cf2-4fd2-ae18-2bda7c66bd36 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 911 time: 0.1052318 Feb 15 14:18:12.437705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f45e149f-5ab0-433f-9c5b-11e1851392ab req-158acb43-34c8-4fb5-a15c-1bef5bfe3050 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884425 Feb 15 14:18:12.504506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b807af5a-4737-4944-b475-663342b3fdf5 req-b70f8921-0c55-4766-bde9-f9e254c54c9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d HTTP/1.1" status: 200 len: 999 time: 0.2296367 Feb 15 14:18:12.525251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53200) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:12.532098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-e11f5813-964b-431f-b8e3-b5ae87d86e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:12.533904 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-e11f5813-964b-431f-b8e3-b5ae87d86e98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.2883246 Feb 15 14:18:12.536138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:18:12.604112 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-fb2a5b7e-d285-492e-bed6-416d71ea3138 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=786fe9cb-553a-423e-a00b-fbcf594b6366 HTTP/1.1" status: 200 len: 217 time: 0.0628440 Feb 15 14:18:12.624494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807af5a-4737-4944-b475-663342b3fdf5 req-6559eb4a-f155-47da-99f9-a24f7f833e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:12.626012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b807af5a-4737-4944-b475-663342b3fdf5 req-6559eb4a-f155-47da-99f9-a24f7f833e0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.1149266 Feb 15 14:18:12.727085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-1bb1113a-2fdc-4736-858b-ddf47c038c6d req-908e1b07-1748-47b3-9de7-6bbe9f3c67b0 service neutron] (109971) timed out ('10.222.0.72', 33942) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:18:12.731036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-dc738737-e75e-4a5a-a312-a1d4b7f11020 None None] Provisioning complete for port 3fda1fa7-1732-4b95-a490-a753ed24b0d8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:12.731420 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dc738737-e75e-4a5a-a312-a1d4b7f11020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3fda1fa7-1732-4b95-a490-a753ed24b0d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:12.774098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807af5a-4737-4944-b475-663342b3fdf5 req-0e78dcf1-70a1-4d76-a8b2-19bf56a6f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:12.779973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b807af5a-4737-4944-b475-663342b3fdf5 req-0e78dcf1-70a1-4d76-a8b2-19bf56a6f287 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1458769 Feb 15 14:18:12.840425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-59971716-3729-4a02-99f6-bcc927e65cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:12.841877 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-59971716-3729-4a02-99f6-bcc927e65cdd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1670158 Feb 15 14:18:12.873629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-dc738737-e75e-4a5a-a312-a1d4b7f11020 None None] Port 3fda1fa7-1732-4b95-a490-a753ed24b0d8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:12.876263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:12.887614 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5378889-035b-43dd-b7cf-e4ec52809946 None None] Sync routers for ids ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:12.899247 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f84f5bfc-a240-4867-98db-3dc46c59f1d2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5870721 Feb 15 14:18:12.900458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53210) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:12.920094 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5378889-035b-43dd-b7cf-e4ec52809946 None None] Routers {'14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:12.920865 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b5378889-035b-43dd-b7cf-e4ec52809946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:17:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:13.004274 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b5378889-035b-43dd-b7cf-e4ec52809946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:13.015869 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5378889-035b-43dd-b7cf-e4ec52809946 None None] Routers {'14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:13.016834 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b5378889-035b-43dd-b7cf-e4ec52809946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:17:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:13.059151 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b5378889-035b-43dd-b7cf-e4ec52809946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:13.060416 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5378889-035b-43dd-b7cf-e4ec52809946 None None] The sync data for ids ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:13.064089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4223d4-02af-45ca-84b1-afeabf09c2fd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:13.079260 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bf4223d4-02af-45ca-84b1-afeabf09c2fd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports/3fda1fa7-1732-4b95-a490-a753ed24b0d8 HTTP/1.1" status: 200 len: 913 time: 0.1423583 Feb 15 14:18:13.080092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53212) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:13.172058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-995f9068-3235-40f3-82d2-281b66cb5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:13.177660 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-995f9068-3235-40f3-82d2-281b66cb5e87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3229730 Feb 15 14:18:13.469417 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-1e2dc1e5-f466-4443-ac02-861c786fe364 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304931 Feb 15 14:18:13.490814 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c3c647b7-aa23-4765-88a5-552bd18148a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:13.552271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb9ef3-2c42-4e90-b71a-b600a657b81c req-0bf5540a-081b-4a58-b489-a28c1cf1832b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:13.559504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afdb9ef3-2c42-4e90-b71a-b600a657b81c req-0bf5540a-081b-4a58-b489-a28c1cf1832b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1215510 Feb 15 14:18:13.631797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b807af5a-4737-4944-b475-663342b3fdf5 req-0898e376-2209-4abf-adb6-43f390d3a360 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8439851 Feb 15 14:18:13.683515 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e2428548-f8b9-4d5e-abd1-15f9f3c4cc80 req-cdaa3e77-dcf3-4856-a013-43cc1956aa2b service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056584 Feb 15 14:18:13.808614 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9730b17e-98d5-48d1-be21-4d205243bfc6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:13.972545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afdb9ef3-2c42-4e90-b71a-b600a657b81c req-5ab471a5-f9c2-48e1-aaa8-96fd443e90c4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4121690 Feb 15 14:18:13.998051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b807af5a-4737-4944-b475-663342b3fdf5 req-fb67653f-1787-4587-8d6b-223e05a4a634 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512871 Feb 15 14:18:14.023690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c0a5e-2dac-4769-99cb-16b38ed61998 req-6efb1e72-190a-43c4-821c-cbabfe935ac9 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:14.029448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a5c0a5e-2dac-4769-99cb-16b38ed61998 req-6efb1e72-190a-43c4-821c-cbabfe935ac9 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.4868088 Feb 15 14:18:14.107442 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c3c647b7-aa23-4765-88a5-552bd18148a4 admin admin] Publish callbacks [] for security_group (70909218-7b52-43c5-b38c-409d0915eda7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:14.120186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c3c647b7-aa23-4765-88a5-552bd18148a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (70909218-7b52-43c5-b38c-409d0915eda7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:14.192146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c647b7-aa23-4765-88a5-552bd18148a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70909218-7b52-43c5-b38c-409d0915eda7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:14.248139 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c3c647b7-aa23-4765-88a5-552bd18148a4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f1ef0eeb89d2414c80e2fa78f9ee529d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7214494 Feb 15 14:18:14.252231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53232) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:14.262417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a5c0a5e-2dac-4769-99cb-16b38ed61998 req-2520cf5e-ca0e-41c0-8288-5d850be9d469 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673465 Feb 15 14:18:14.265364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3529cf-6133-403e-943f-8cd6c37b854d req-25ba554c-0a6d-4c8e-8071-57cd12acc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:14.266793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a3529cf-6133-403e-943f-8cd6c37b854d req-25ba554c-0a6d-4c8e-8071-57cd12acc4b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 1128 time: 0.1062498 Feb 15 14:18:14.383310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9730b17e-98d5-48d1-be21-4d205243bfc6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port 3fda1fa7-1732-4b95-a490-a753ed24b0d8 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:14.383679 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9730b17e-98d5-48d1-be21-4d205243bfc6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3fda1fa7-1732-4b95-a490-a753ed24b0d8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:14.400541 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59bd1128-9c68-4871-a0ae-798226fc79a8 admin admin] Publish callbacks [] for security_group (70909218-7b52-43c5-b38c-409d0915eda7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:14.439516 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59bd1128-9c68-4871-a0ae-798226fc79a8 admin admin] Publish callbacks [] for security_group (70909218-7b52-43c5-b38c-409d0915eda7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:14.475587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3529cf-6133-403e-943f-8cd6c37b854d req-b557a7ac-b7a9-4b81-aae1-0f3f4aa43fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:14.477082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a3529cf-6133-403e-943f-8cd6c37b854d req-b557a7ac-b7a9-4b81-aae1-0f3f4aa43fa3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 911 time: 0.1726408 Feb 15 14:18:14.522099 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9730b17e-98d5-48d1-be21-4d205243bfc6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3fda1fa7-1732-4b95-a490-a753ed24b0d8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:14.551158 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59bd1128-9c68-4871-a0ae-798226fc79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (70909218-7b52-43c5-b38c-409d0915eda7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:14.557391 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59bd1128-9c68-4871-a0ae-798226fc79a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:14.559405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-59bd1128-9c68-4871-a0ae-798226fc79a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70909218-7b52-43c5-b38c-409d0915eda7 HTTP/1.1" status: 204 len: 168 time: 0.3062162 Feb 15 14:18:14.579814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9730b17e-98d5-48d1-be21-4d205243bfc6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for 3fda1fa7-1732-4b95-a490-a753ed24b0d8 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:14.580541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd1128-9c68-4871-a0ae-798226fc79a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70909218-7b52-43c5-b38c-409d0915eda7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:14.626785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a3529cf-6133-403e-943f-8cd6c37b854d req-813b4ae5-4c51-4243-a7bc-7aa67b16656a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d HTTP/1.1" status: 200 len: 999 time: 0.1419961 Feb 15 14:18:14.717886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3529cf-6133-403e-943f-8cd6c37b854d req-55f6a0ac-80de-4058-90e0-b47b7d9abd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:14.722712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a3529cf-6133-403e-943f-8cd6c37b854d req-55f6a0ac-80de-4058-90e0-b47b7d9abd35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.0851893 Feb 15 14:18:14.732577 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2700838f-e1d5-4095-9f07-bf5ebad57fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:14.820845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3529cf-6133-403e-943f-8cd6c37b854d req-8c512ca7-23fb-4892-8e3e-4782ecb7c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:14.825505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a3529cf-6133-403e-943f-8cd6c37b854d req-8c512ca7-23fb-4892-8e3e-4782ecb7c184 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0973642 Feb 15 14:18:14.958861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a3529cf-6133-403e-943f-8cd6c37b854d req-3c3b69bc-e14b-4cdf-be9d-8e742cfab469 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253579 Feb 15 14:18:15.026999 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9730b17e-98d5-48d1-be21-4d205243bfc6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3fda1fa7-1732-4b95-a490-a753ed24b0d8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:15.115864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730b17e-98d5-48d1-be21-4d205243bfc6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=3fda1fa7-1732-4b95-a490-a753ed24b0d8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:15.220302 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a3529cf-6133-403e-943f-8cd6c37b854d req-33861121-8916-4d91-8bde-f6c6aceaf0a4 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488301 Feb 15 14:18:15.241791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53250) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:15.264929 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f539c75b-720b-4f67-b1e9-ad076ccd0d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:15.339846 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9730b17e-98d5-48d1-be21-4d205243bfc6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:15.352656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18876c-9a7d-4ec9-876e-25c270cf3891 req-5c53010a-29c4-438d-91e3-abadd0da6d60 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:15.354742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d18876c-9a7d-4ec9-876e-25c270cf3891 req-5c53010a-29c4-438d-91e3-abadd0da6d60 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2122641 Feb 15 14:18:15.466324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d18876c-9a7d-4ec9-876e-25c270cf3891 req-bbb47fcf-d255-4eb7-a9e5-4fa8a4ec4d87 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007957 Feb 15 14:18:15.563865 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f539c75b-720b-4f67-b1e9-ad076ccd0d13 admin admin] Publish callbacks [] for security_group (a53ee3aa-f128-47ae-871a-dc26cf4ea1f0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:15.569194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f539c75b-720b-4f67-b1e9-ad076ccd0d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a53ee3aa-f128-47ae-871a-dc26cf4ea1f0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:15.620821 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f539c75b-720b-4f67-b1e9-ad076ccd0d13 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d97e91106034415599bb6f7056923abc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3748531 Feb 15 14:18:15.621583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53272) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:15.623972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539c75b-720b-4f67-b1e9-ad076ccd0d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53ee3aa-f128-47ae-871a-dc26cf4ea1f0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:15.743496 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-76b7784d-c1ba-4a10-af13-28ade24e4bfa admin admin] Publish callbacks [] for security_group (a53ee3aa-f128-47ae-871a-dc26cf4ea1f0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:15.781403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9730b17e-98d5-48d1-be21-4d205243bfc6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:18:15.903315 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-76b7784d-c1ba-4a10-af13-28ade24e4bfa admin admin] Publish callbacks [] for security_group (a53ee3aa-f128-47ae-871a-dc26cf4ea1f0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:15.947738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd00d62-faac-43a6-ad03-a598d1e06c95 req-b95c36bf-ff68-4f46-9f92-07568884025b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:15.949539 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cd00d62-faac-43a6-ad03-a598d1e06c95 req-b95c36bf-ff68-4f46-9f92-07568884025b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1817834 Feb 15 14:18:16.066160 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-76b7784d-c1ba-4a10-af13-28ade24e4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a53ee3aa-f128-47ae-871a-dc26cf4ea1f0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:16.072788 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-76b7784d-c1ba-4a10-af13-28ade24e4bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:16.078386 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-76b7784d-c1ba-4a10-af13-28ade24e4bfa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a53ee3aa-f128-47ae-871a-dc26cf4ea1f0 HTTP/1.1" status: 204 len: 168 time: 0.4529223 Feb 15 14:18:16.109876 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fc6a0-db07-4007-88ac-3706e2ad998a req-a8527b60-7a66-4fc7-b8e7-8dd72bcc845a tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:16.114015 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-607fc6a0-db07-4007-88ac-3706e2ad998a req-a8527b60-7a66-4fc7-b8e7-8dd72bcc845a tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.7111251 Feb 15 14:18:16.194206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7784d-c1ba-4a10-af13-28ade24e4bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53ee3aa-f128-47ae-871a-dc26cf4ea1f0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:16.328854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-607fc6a0-db07-4007-88ac-3706e2ad998a req-0ae5d134-2d5b-403b-b255-e9870a8000d7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003198 Feb 15 14:18:16.383589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cd00d62-faac-43a6-ad03-a598d1e06c95 req-dba95f46-3e5e-4719-b1ed-c9c82204655e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4206839 Feb 15 14:18:16.493644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9730b17e-98d5-48d1-be21-4d205243bfc6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:16.500433 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9730b17e-98d5-48d1-be21-4d205243bfc6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4181795 Feb 15 14:18:16.503232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53290) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:16.521823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d238f-6ab2-475e-9a78-06e0976b084a None None] Sync routers for ids ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:16.525049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f2332-9c00-4001-93a5-ad954cc97155 req-cf73adca-9c73-4817-a192-7bb6f783026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:16.526549 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019f2332-9c00-4001-93a5-ad954cc97155 req-cf73adca-9c73-4817-a192-7bb6f783026c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1128 time: 0.7327502 Feb 15 14:18:16.540865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d238f-6ab2-475e-9a78-06e0976b084a None None] Routers {'14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:16.543626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3d6d238f-6ab2-475e-9a78-06e0976b084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:17:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:16.651151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3d6d238f-6ab2-475e-9a78-06e0976b084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:16.672949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d238f-6ab2-475e-9a78-06e0976b084a None None] Routers {'14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:16.673817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3d6d238f-6ab2-475e-9a78-06e0976b084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:17:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:16.769186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3d6d238f-6ab2-475e-9a78-06e0976b084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:16.769960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d238f-6ab2-475e-9a78-06e0976b084a None None] The sync data for ids ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:16.784626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f2332-9c00-4001-93a5-ad954cc97155 req-7fd579ca-568f-4e4f-a7fa-40d33f817973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:16.787676 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019f2332-9c00-4001-93a5-ad954cc97155 req-7fd579ca-568f-4e4f-a7fa-40d33f817973 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.2519131 Feb 15 14:18:16.969331 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019f2332-9c00-4001-93a5-ad954cc97155 req-a6312390-c6df-4461-bf7f-39e61f3ab7a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 1000 time: 0.1716344 Feb 15 14:18:17.077845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f2332-9c00-4001-93a5-ad954cc97155 req-3cbbb126-4ce8-4b5f-a3c0-49ff3c8c2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:17.079216 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019f2332-9c00-4001-93a5-ad954cc97155 req-3cbbb126-4ce8-4b5f-a3c0-49ff3c8c2f5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1069686 Feb 15 14:18:17.147874 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-298fefaf-61ce-4ceb-9418-265ee1e80881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:17.183220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53312) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:17.246741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f2332-9c00-4001-93a5-ad954cc97155 req-9987f1c6-d11c-4a82-8f39-bcea597308df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:17.248441 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019f2332-9c00-4001-93a5-ad954cc97155 req-9987f1c6-d11c-4a82-8f39-bcea597308df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1622343 Feb 15 14:18:17.377473 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019f2332-9c00-4001-93a5-ad954cc97155 req-2f7d705e-a435-4c47-9be0-e92a2dea082e service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215241 Feb 15 14:18:17.454539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93bfb546-31e0-4f7e-a198-190a0a49d14d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:17.542151 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019f2332-9c00-4001-93a5-ad954cc97155 req-54744bb2-6c39-4bca-a5a1-f37e4d75038b service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580439 Feb 15 14:18:17.659054 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69389953-78dc-45f9-adb0-a75b2a405eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:17.886057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b55d41-3671-4849-bb69-af1a3c1532f9 req-3060fcd1-7a95-46a9-8013-9bc8c7013bd3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:17.887679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72b55d41-3671-4849-bb69-af1a3c1532f9 req-3060fcd1-7a95-46a9-8013-9bc8c7013bd3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2545981 Feb 15 14:18:17.987054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72b55d41-3671-4849-bb69-af1a3c1532f9 req-b32f2c7d-7ce2-47da-9c0d-e3d0276b20f9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897934 Feb 15 14:18:18.088524 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69389953-78dc-45f9-adb0-a75b2a405eac admin admin] Publish callbacks [] for security_group (078b8fd1-53b5-4cc7-b713-fecc1595a0de), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:18.108077 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-69389953-78dc-45f9-adb0-a75b2a405eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (078b8fd1-53b5-4cc7-b713-fecc1595a0de), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:18.126066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-93bfb546-31e0-4f7e-a198-190a0a49d14d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port 02c8f342-1032-45e3-8915-9d621aeee4bc {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:18.126670 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93bfb546-31e0-4f7e-a198-190a0a49d14d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (02c8f342-1032-45e3-8915-9d621aeee4bc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:18.214500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-69389953-78dc-45f9-adb0-a75b2a405eac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb5a2b93b94942a3b51c11a167a96c24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0276062 Feb 15 14:18:18.218203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53330) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:18.224963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69389953-78dc-45f9-adb0-a75b2a405eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078b8fd1-53b5-4cc7-b713-fecc1595a0de,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:18.272058 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93bfb546-31e0-4f7e-a198-190a0a49d14d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (02c8f342-1032-45e3-8915-9d621aeee4bc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:18.303893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-93bfb546-31e0-4f7e-a198-190a0a49d14d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for 02c8f342-1032-45e3-8915-9d621aeee4bc owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:18.340752 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25511873-4b1b-4d57-bed3-850851bea3b6 admin admin] Publish callbacks [] for security_group (078b8fd1-53b5-4cc7-b713-fecc1595a0de), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:18.365283 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:18.386544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25511873-4b1b-4d57-bed3-850851bea3b6 admin admin] Publish callbacks [] for security_group (078b8fd1-53b5-4cc7-b713-fecc1595a0de), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:18.483128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25511873-4b1b-4d57-bed3-850851bea3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (078b8fd1-53b5-4cc7-b713-fecc1595a0de), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:18.485804 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25511873-4b1b-4d57-bed3-850851bea3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:18.489920 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-25511873-4b1b-4d57-bed3-850851bea3b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/078b8fd1-53b5-4cc7-b713-fecc1595a0de HTTP/1.1" status: 204 len: 168 time: 0.2676616 Feb 15 14:18:18.520483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25511873-4b1b-4d57-bed3-850851bea3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078b8fd1-53b5-4cc7-b713-fecc1595a0de,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:18.647090 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93bfb546-31e0-4f7e-a198-190a0a49d14d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (02c8f342-1032-45e3-8915-9d621aeee4bc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:18.806485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfb546-31e0-4f7e-a198-190a0a49d14d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=02c8f342-1032-45e3-8915-9d621aeee4bc,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:18.963374 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93bfb546-31e0-4f7e-a198-190a0a49d14d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:19.080377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53346) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:19.107564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3634f28f-2796-4bf6-b260-daa07b5eaf82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:19.264787 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3634f28f-2796-4bf6-b260-daa07b5eaf82 admin admin] Publish callbacks [] for security_group (6aba0e19-4fda-45f9-8924-f154a4e1e3c5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:19.277990 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3634f28f-2796-4bf6-b260-daa07b5eaf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6aba0e19-4fda-45f9-8924-f154a4e1e3c5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:19.321360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634f28f-2796-4bf6-b260-daa07b5eaf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aba0e19-4fda-45f9-8924-f154a4e1e3c5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:19.388582 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3634f28f-2796-4bf6-b260-daa07b5eaf82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=816f9aa309e641358099ba72e8c18b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3068247 Feb 15 14:18:19.391265 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53352) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:19.496359 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05e1a243-ac20-41f9-8c0f-99eafa89e2d0 admin admin] Publish callbacks [] for security_group (6aba0e19-4fda-45f9-8924-f154a4e1e3c5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:19.529598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05e1a243-ac20-41f9-8c0f-99eafa89e2d0 admin admin] Publish callbacks [] for security_group (6aba0e19-4fda-45f9-8924-f154a4e1e3c5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:19.589731 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05e1a243-ac20-41f9-8c0f-99eafa89e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6aba0e19-4fda-45f9-8924-f154a4e1e3c5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:19.595763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-05e1a243-ac20-41f9-8c0f-99eafa89e2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:19.602932 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-05e1a243-ac20-41f9-8c0f-99eafa89e2d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6aba0e19-4fda-45f9-8924-f154a4e1e3c5 HTTP/1.1" status: 204 len: 168 time: 0.2086873 Feb 15 14:18:19.621598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1a243-ac20-41f9-8c0f-99eafa89e2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aba0e19-4fda-45f9-8924-f154a4e1e3c5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:19.735981 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:19.817672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6850053-9c17-41e2-8a09-6a1adc80c837 req-cbf31760-eeb9-4eff-a050-4629a0f16011 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:19.834095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6850053-9c17-41e2-8a09-6a1adc80c837 req-cbf31760-eeb9-4eff-a050-4629a0f16011 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.7063653 Feb 15 14:18:19.837844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bfb546-31e0-4f7e-a198-190a0a49d14d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:18:20.181875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6850053-9c17-41e2-8a09-6a1adc80c837 req-0e8b78b9-b3de-48c5-92ce-1d76758e1ebd tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463535 Feb 15 14:18:20.195870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bfb546-31e0-4f7e-a198-190a0a49d14d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:20.206757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-93bfb546-31e0-4f7e-a198-190a0a49d14d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7021332 Feb 15 14:18:20.210357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53368) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:20.217559 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4589f89-e681-40a0-8174-8ae5990906dd None None] Sync routers for ids ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:20.252732 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4589f89-e681-40a0-8174-8ae5990906dd None None] Routers {'14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:20.253384 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4589f89-e681-40a0-8174-8ae5990906dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:20.346957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-51fd8541-165d-427d-8286-ca93014924ea tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c HTTP/1.1" status: 200 len: 205 time: 0.1299164 Feb 15 14:18:20.349132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53376) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:20.378226 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4589f89-e681-40a0-8174-8ae5990906dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:20.404144 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4589f89-e681-40a0-8174-8ae5990906dd None None] Routers {'14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:20.404868 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4589f89-e681-40a0-8174-8ae5990906dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:20.513713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb5ee3-e38f-48a2-9e91-b8c4d27f2aa2 req-a7f2e39a-c47f-43fa-b092-a633b4f3fb5f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:20.523404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50eb5ee3-e38f-48a2-9e91-b8c4d27f2aa2 req-a7f2e39a-c47f-43fa-b092-a633b4f3fb5f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1550798 Feb 15 14:18:20.528156 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4589f89-e681-40a0-8174-8ae5990906dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:20.529215 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4589f89-e681-40a0-8174-8ae5990906dd None None] The sync data for ids ['14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:20.548684 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85afb5cc-7d6c-4cc4-bab7-d348d7fe9716 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:20.627873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50eb5ee3-e38f-48a2-9e91-b8c4d27f2aa2 req-6c947fe8-a86f-4b7b-b540-e1f6a6540839 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034403 Feb 15 14:18:20.798292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef36f99-980d-449e-a96f-62afae2ed69e req-80497a5f-2033-468e-8a39-512f78f0a8e3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:20.807243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ef36f99-980d-449e-a96f-62afae2ed69e req-80497a5f-2033-468e-8a39-512f78f0a8e3 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.0835154 Feb 15 14:18:20.903347 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ef36f99-980d-449e-a96f-62afae2ed69e req-9d0439ed-45a6-4bce-a874-f80f074fdb98 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946426 Feb 15 14:18:21.006531 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85afb5cc-7d6c-4cc4-bab7-d348d7fe9716 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:21.010479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85afb5cc-7d6c-4cc4-bab7-d348d7fe9716 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:21.086425 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:21.096076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666485e7-525a-42ca-91b4-b1525761823f req-6cecbd3c-96ab-44dd-8b81-b726e653156c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:21.098185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666485e7-525a-42ca-91b4-b1525761823f req-6cecbd3c-96ab-44dd-8b81-b726e653156c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1133871 Feb 15 14:18:21.135359 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85afb5cc-7d6c-4cc4-bab7-d348d7fe9716 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:21.135794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85afb5cc-7d6c-4cc4-bab7-d348d7fe9716 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Fanout notify agent at l3_agent the message router_deleted on router 14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:18:21.156713 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-85afb5cc-7d6c-4cc4-bab7-d348d7fe9716 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:21.164206 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-85afb5cc-7d6c-4cc4-bab7-d348d7fe9716 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c HTTP/1.1" status: 204 len: 168 time: 0.8139367 Feb 15 14:18:21.165249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53400) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:21.230578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f3b091-5255-47ae-bb9b-726d6e2e0187 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting subnet 0f9ae4b5-9e4d-428b-b98e-749c3636a7ea {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:18:21.233768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-666485e7-525a-42ca-91b4-b1525761823f req-3e5ab199-9c6b-4018-89f5-7b8540755905 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275344 Feb 15 14:18:21.250812 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7f3b091-5255-47ae-bb9b-726d6e2e0187 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (0f9ae4b5-9e4d-428b-b98e-749c3636a7ea), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:21.354226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7f3b091-5255-47ae-bb9b-726d6e2e0187 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (0f9ae4b5-9e4d-428b-b98e-749c3636a7ea), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:21.438454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dbde9-edd6-4698-9422-755ae14c9bf3 req-12f0f184-8585-45c4-9326-8147cea5f54f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:21.449710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-236dbde9-edd6-4698-9422-755ae14c9bf3 req-12f0f184-8585-45c4-9326-8147cea5f54f tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.0915830 Feb 15 14:18:21.515504 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7f3b091-5255-47ae-bb9b-726d6e2e0187 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0f9ae4b5-9e4d-428b-b98e-749c3636a7ea), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:21.559436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-236dbde9-edd6-4698-9422-755ae14c9bf3 req-05a87035-5de3-412f-b022-c2ca496b98a9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085825 Feb 15 14:18:21.634797 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7f3b091-5255-47ae-bb9b-726d6e2e0187 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (0f9ae4b5-9e4d-428b-b98e-749c3636a7ea), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:21.757130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3b091-5255-47ae-bb9b-726d6e2e0187 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9ae4b5-9e4d-428b-b98e-749c3636a7ea,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:21.769851 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7f3b091-5255-47ae-bb9b-726d6e2e0187 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:21.777275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75475c2f-ccff-416f-af49-4fb9f4b9cf54 None None] Network 55315756-5d99-444c-8fc7-9aa824ef78eb requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:21.779947 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a7f3b091-5255-47ae-bb9b-726d6e2e0187 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/0f9ae4b5-9e4d-428b-b98e-749c3636a7ea HTTP/1.1" status: 204 len: 168 time: 0.6130114 Feb 15 14:18:21.782599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53418) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:21.956852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c2e741-26f7-46fe-a05f-62e0e46ea7d9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting subnet 841a78b8-b9b0-45a4-a5c8-42639fa9f1e7 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:18:21.977911 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e741-26f7-46fe-a05f-62e0e46ea7d9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (841a78b8-b9b0-45a4-a5c8-42639fa9f1e7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:22.081150 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e741-26f7-46fe-a05f-62e0e46ea7d9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (841a78b8-b9b0-45a4-a5c8-42639fa9f1e7), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:22.154079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] DHCP port deletion for 55315756-5d99-444c-8fc7-9aa824ef78eb request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:18:22.245406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Deleting port 0783ed65-6898-490e-9b01-2aef9f267614 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:22.246018 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0783ed65-6898-490e-9b01-2aef9f267614), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:22.246218 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e741-26f7-46fe-a05f-62e0e46ea7d9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (841a78b8-b9b0-45a4-a5c8-42639fa9f1e7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:22.409374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] For port 0783ed65-6898-490e-9b01-2aef9f267614, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0783ed65-6898-490e-9b01-2aef9f267614,segment=NetworkSegment(4c11840f-ed24-4c8b-9790-94ec7adc6e37),segment_id=4c11840f-ed24-4c8b-9790-94ec7adc6e37)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:22.409993 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0783ed65-6898-490e-9b01-2aef9f267614), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:22.425115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Calling delete_port for 0783ed65-6898-490e-9b01-2aef9f267614 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:22.468169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-3d5c3bb5-bfe8-4758-8284-441d040a656d tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9a70dbe697a540668554e2bdc9fc1c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4821875 Feb 15 14:18:22.590612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262332a2-7d28-469f-bc22-571ac82d4ef6 req-f755c32f-a0dd-43de-becf-e99bf146c829 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:22.601320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-262332a2-7d28-469f-bc22-571ac82d4ef6 req-f755c32f-a0dd-43de-becf-e99bf146c829 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.5534117 Feb 15 14:18:22.603743 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (0783ed65-6898-490e-9b01-2aef9f267614), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:22.627708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] No DVR routers for this DVR port 0783ed65-6898-490e-9b01-2aef9f267614 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:22.675488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Pushing event deleted for resources: {'Port': ['ID=0783ed65-6898-490e-9b01-2aef9f267614,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:22.688218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.688647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.689558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.690932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.691355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.692456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.692869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.695096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.695675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.696213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.698984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.699677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.700329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc08e64c-6add-4aa1-b725-fb7a814722b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:22.802895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-262332a2-7d28-469f-bc22-571ac82d4ef6 req-ac5d4e21-eded-4271-99e9-d789d865fa12 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001033 Feb 15 14:18:22.812658 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e741-26f7-46fe-a05f-62e0e46ea7d9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (841a78b8-b9b0-45a4-a5c8-42639fa9f1e7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:22.840126 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e741-26f7-46fe-a05f-62e0e46ea7d9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:22.843456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f3c2e741-26f7-46fe-a05f-62e0e46ea7d9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/841a78b8-b9b0-45a4-a5c8-42639fa9f1e7 HTTP/1.1" status: 204 len: 168 time: 1.0593596 Feb 15 14:18:22.846055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53448) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:22.854151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6072bb-f89e-44f7-a922-715588fbaaf3 None None] Network 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:22.885237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2e741-26f7-46fe-a05f-62e0e46ea7d9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Subnet': ['ID=841a78b8-b9b0-45a4-a5c8-42639fa9f1e7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:22.931918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-7269f754-f201-41f2-965e-1ea509312681 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:22.937249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-7269f754-f201-41f2-965e-1ea509312681 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4533813 Feb 15 14:18:22.960917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-e4280303-0b3f-4c3d-bfee-cc200a687f2b tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/quotas/9a70dbe697a540668554e2bdc9fc1c7e HTTP/1.1" status: 200 len: 375 time: 0.0186150 Feb 15 14:18:23.039611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-a80b59d6-2046-4462-94dd-e0cefa235be2 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9a70dbe697a540668554e2bdc9fc1c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691984 Feb 15 14:18:23.150030 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (55315756-5d99-444c-8fc7-9aa824ef78eb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:23.161741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f4ab76-e1ce-4d23-a451-f2e1e3cd9e25 None None] DHCP port deletion for 4a776ff6-8eac-4ffb-9dcd-17ae862bd80e request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:18:23.264805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4ab76-e1ce-4d23-a451-f2e1e3cd9e25 None None] Deleting port 088d3505-f030-4035-91ef-636d7ae14292 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:23.265186 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ab76-e1ce-4d23-a451-f2e1e3cd9e25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (088d3505-f030-4035-91ef-636d7ae14292), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:23.463166 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (55315756-5d99-444c-8fc7-9aa824ef78eb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:23.489493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-053e62ef-659e-4502-9f8a-2285c80157d9 req-b1d216f2-f840-4f10-9b66-85e4e7fd2a8a tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 210 time: 0.0687060 Feb 15 14:18:23.501628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d1f4ab76-e1ce-4d23-a451-f2e1e3cd9e25 None None] For port 088d3505-f030-4035-91ef-636d7ae14292, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=088d3505-f030-4035-91ef-636d7ae14292,segment=NetworkSegment(f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc),segment_id=f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:23.503544 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ab76-e1ce-4d23-a451-f2e1e3cd9e25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (088d3505-f030-4035-91ef-636d7ae14292), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:23.536244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55315756-5d99-444c-8fc7-9aa824ef78eb']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:23.549886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4ab76-e1ce-4d23-a451-f2e1e3cd9e25 None None] Calling delete_port for 088d3505-f030-4035-91ef-636d7ae14292 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:23.575918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c11840f-ed24-4c8b-9790-94ec7adc6e37') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:23.580459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c11840f-ed24-4c8b-9790-94ec7adc6e37') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:23.602108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (4c11840f-ed24-4c8b-9790-94ec7adc6e37), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:23.636167 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4c11840f-ed24-4c8b-9790-94ec7adc6e37), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:23.650441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:18:23.650852 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (4c11840f-ed24-4c8b-9790-94ec7adc6e37), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:18:23.657820 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:18:23.743309 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ab76-e1ce-4d23-a451-f2e1e3cd9e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (088d3505-f030-4035-91ef-636d7ae14292), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:23.781089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4ab76-e1ce-4d23-a451-f2e1e3cd9e25 None None] No DVR routers for this DVR port 088d3505-f030-4035-91ef-636d7ae14292 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:23.947227 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (55315756-5d99-444c-8fc7-9aa824ef78eb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:23.968700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:23.974300 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/networks/55315756-5d99-444c-8fc7-9aa824ef78eb HTTP/1.1" status: 204 len: 168 time: 1.1265152 Feb 15 14:18:23.980998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53472) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:24.030085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de0f52-563d-4db8-b285-c5bcd451b863 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Network': ['ID=55315756-5d99-444c-8fc7-9aa824ef78eb,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:24.183062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c977c5-5624-44dd-bdf1-26fae0c050ad req-cfc27121-d7fa-49ed-b73a-30ea01b3c34b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:24.187511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55c977c5-5624-44dd-bdf1-26fae0c050ad req-cfc27121-d7fa-49ed-b73a-30ea01b3c34b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.3082175 Feb 15 14:18:24.296780 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (4a776ff6-8eac-4ffb-9dcd-17ae862bd80e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:24.344311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4ab76-e1ce-4d23-a451-f2e1e3cd9e25 None None] Pushing event deleted for resources: {'Port': ['ID=088d3505-f030-4035-91ef-636d7ae14292,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:24.346791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 088d3505-f030-4035-91ef-636d7ae14292 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:18:24.371750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55c977c5-5624-44dd-bdf1-26fae0c050ad req-20eec534-0440-4d4f-b1ac-d000ea2bfe9b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765122 Feb 15 14:18:24.376607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 088d3505-f030-4035-91ef-636d7ae14292 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:18:24.376951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 088d3505-f030-4035-91ef-636d7ae14292 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:18:24.377974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0783ed65-6898-490e-9b01-2aef9f267614 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:18:24.410518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 0783ed65-6898-490e-9b01-2aef9f267614 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:18:24.411561 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0783ed65-6898-490e-9b01-2aef9f267614 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:18:24.527715 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (4a776ff6-8eac-4ffb-9dcd-17ae862bd80e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:24.585490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a776ff6-8eac-4ffb-9dcd-17ae862bd80e']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:24.706362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6e232fe-4021-48cd-bab7-7ce95b73626d req-b03dfd27-937c-4e86-9047-e280701486a3 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 210 time: 0.0917406 Feb 15 14:18:24.708717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:24.709009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:24.796879 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:24.810119 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a3278-31c6-4af0-a860-a800e72d6074 req-fbb3f446-e7eb-4bc7-b927-6813380d4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:24.811901 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac2a3278-31c6-4af0-a860-a800e72d6074 req-fbb3f446-e7eb-4bc7-b927-6813380d4910 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 1128 time: 0.0865068 Feb 15 14:18:24.838458 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:24.846336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:18:24.847169 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (f6f0fd7c-0f90-4e6b-ac87-b60ea89483cc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:18:24.850716 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:18:24.962061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844448a9-a1eb-442b-a66e-dddde159e2e2 req-944342ae-7272-4e1a-9656-603fb0f0026a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:24.969414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-844448a9-a1eb-442b-a66e-dddde159e2e2 req-944342ae-7272-4e1a-9656-603fb0f0026a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.2583227 Feb 15 14:18:25.018302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a3278-31c6-4af0-a860-a800e72d6074 req-402d8ebc-69aa-4a0d-b706-aaf029de14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:25.021618 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac2a3278-31c6-4af0-a860-a800e72d6074 req-402d8ebc-69aa-4a0d-b706-aaf029de14b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 200 len: 912 time: 0.1982284 Feb 15 14:18:25.031622 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (4a776ff6-8eac-4ffb-9dcd-17ae862bd80e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:25.052650 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:25.057146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/networks/4a776ff6-8eac-4ffb-9dcd-17ae862bd80e HTTP/1.1" status: 204 len: 168 time: 1.0615730 Feb 15 14:18:25.068945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53494) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:25.150568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-696511018'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:25.173830 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac2a3278-31c6-4af0-a860-a800e72d6074 req-5b4d66e0-c8a5-430b-bc86-9444a2c9a49f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 200 len: 1000 time: 0.1424448 Feb 15 14:18:25.213539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d8ef6-1709-4597-9411-838dc9ed52a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Network': ['ID=4a776ff6-8eac-4ffb-9dcd-17ae862bd80e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:25.269880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-844448a9-a1eb-442b-a66e-dddde159e2e2 req-0d566026-f900-4122-b07c-fcc1f288f957 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984526 Feb 15 14:18:25.279500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-e9e2b6d3-ced0-454d-bdb4-90f006511951 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9a70dbe697a540668554e2bdc9fc1c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1992364 Feb 15 14:18:25.331790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a3278-31c6-4af0-a860-a800e72d6074 req-55290d46-509e-4400-ab68-e6e03fd208f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:25.337661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:25.338247 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac2a3278-31c6-4af0-a860-a800e72d6074 req-55290d46-509e-4400-ab68-e6e03fd208f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 200 len: 850 time: 0.1509302 Feb 15 14:18:25.353827 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:25.458086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a3278-31c6-4af0-a860-a800e72d6074 req-b86adbb4-5092-4dd8-8462-fca0951f356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:25.459788 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac2a3278-31c6-4af0-a860-a800e72d6074 req-b86adbb4-5092-4dd8-8462-fca0951f356b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1187658 Feb 15 14:18:25.546892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:18:25.640138 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac2a3278-31c6-4af0-a860-a800e72d6074 req-b8dda432-0760-48a0-9586-3de4ac29a938 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728091 Feb 15 14:18:25.642062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-4b42628c-df9d-44fc-a80b-ee747ccb9b82 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:25.643694 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-4b42628c-df9d-44fc-a80b-ee747ccb9b82 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3474574 Feb 15 14:18:25.650252 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:25.650696 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added segment c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff of type vlan for network 41d5e29d-293f-4dac-af7e-e42cea7c1d4c Feb 15 14:18:25.665632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Request body: {'port': {'device_id': '70e4bd8b-4bba-496c-8bea-32ce4322aeac', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '9a70dbe697a540668554e2bdc9fc1c7e'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:25.780103 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (41d5e29d-293f-4dac-af7e-e42cea7c1d4c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:25.850152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (41d5e29d-293f-4dac-af7e-e42cea7c1d4c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:25.855725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:25.856514 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:25.860627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a98b7f39-68f4-4440-8d0c-8303d46b9163 req-7370ae8f-749e-405c-be28-12022854f91d tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 210 time: 0.0412962 Feb 15 14:18:25.883537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac2a3278-31c6-4af0-a860-a800e72d6074 req-c0cb33fa-c83a-479e-bcc6-0d547cdf2b18 service neutron] 10.222.0.42 "GET /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356822 Feb 15 14:18:25.982738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8724332 Feb 15 14:18:25.985666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53504) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:25.991040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'subnet': {'network_id': '41d5e29d-293f-4dac-af7e-e42cea7c1d4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:26.044185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c22bc2-3237-4dc5-86ba-7adef6989eda tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Network': ['ID=41d5e29d-293f-4dac-af7e-e42cea7c1d4c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:26.058993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 41d5e29d-293f-4dac-af7e-e42cea7c1d4c details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:18:26.084775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Made reservation on behalf of 9a70dbe697a540668554e2bdc9fc1c7e for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:26.088447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:26.109385 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:26.192344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:26.198141 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:26.206874 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Publish callbacks [] for security_group (8bd72756-b9f9-4436-a53a-7c2660558b3c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:26.215822 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8bd72756-b9f9-4436-a53a-7c2660558b3c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:26.457491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd72756-b9f9-4436-a53a-7c2660558b3c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:26.556816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613f521-a59d-4b35-85c3-48976cb70f55 req-308166af-4547-4c65-8426-fc6bff833892 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:26.558324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d613f521-a59d-4b35-85c3-48976cb70f55 req-308166af-4547-4c65-8426-fc6bff833892 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1987331 Feb 15 14:18:26.571293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Allocated IP 192.168.233.8 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/caae5800-5d03-4c52-b57b-839d33bcdaea) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:26.660414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d613f521-a59d-4b35-85c3-48976cb70f55 req-ba85c51e-8c64-49c5-bcdc-97b391ba20f7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865304 Feb 15 14:18:26.717108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (2d5899e6-06e5-4ecf-8e6e-cfaada950380), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:26.806755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Subnet': ['ID=2d5899e6-06e5-4ecf-8e6e-cfaada950380,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:26.854614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Checking segment: {'id': 'c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '41d5e29d-293f-4dac-af7e-e42cea7c1d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:26.856579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network hostable DHCP agents. Network: 41d5e29d-293f-4dac-af7e-e42cea7c1d4c, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:18:26.883281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 41d5e29d-293f-4dac-af7e-e42cea7c1d4c is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:18:26.895207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 41d5e29d-293f-4dac-af7e-e42cea7c1d4c) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:26.903923 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:26.904547 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:26.904742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54cd8ad-4a27-47dd-91e8-d100af244408 None None] Network 41d5e29d-293f-4dac-af7e-e42cea7c1d4c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:26.912413 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Publish callbacks [] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:26.927759 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-65b9aa42-41c5-4898-a8ca-cc2c6c8a773d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9406140 Feb 15 14:18:26.931407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53512) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:26.937187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-23bc344d-9299-472d-9e7e-767fb51da68a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-96063834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:26.992547 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23bc344d-9299-472d-9e7e-767fb51da68a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:26.993809 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23bc344d-9299-472d-9e7e-767fb51da68a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.015843 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.075044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-41d5e29d-293f-4dac-af7e-e42cea7c1d4c', 'network_id': '41d5e29d-293f-4dac-af7e-e42cea7c1d4c', 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'fixed_ips': [{'subnet_id': '2d5899e6-06e5-4ecf-8e6e-cfaada950380'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:18:27.076509 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.236529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:27.243836 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23bc344d-9299-472d-9e7e-767fb51da68a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.248749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:27.257982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:27.295533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23bc344d-9299-472d-9e7e-767fb51da68a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.314777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Pushing event updated for resources: {'Port': ['ID=caae5800-5d03-4c52-b57b-839d33bcdaea,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:27.324623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Allocated IP 2001:db8::2 (41d5e29d-293f-4dac-af7e-e42cea7c1d4c/2d5899e6-06e5-4ecf-8e6e-cfaada950380/9328322f-5947-4325-9c08-54da38e81c2d) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:27.325803 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23bc344d-9299-472d-9e7e-767fb51da68a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.329736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53524) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:27.330213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-23bc344d-9299-472d-9e7e-767fb51da68a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3960903 Feb 15 14:18:27.339823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'port': {'network_id': '41d5e29d-293f-4dac-af7e-e42cea7c1d4c', 'name': 'tempest-RoutersIpV6Test-291630447'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:27.341221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3499524-5c0c-4e91-8961-6cecbc4cec45 req-8f17eeec-ac09-48a7-8134-612e0adc8973 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:27.343890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3499524-5c0c-4e91-8961-6cecbc4cec45 req-8f17eeec-ac09-48a7-8134-612e0adc8973 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 934 time: 0.3151450 Feb 15 14:18:27.412675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:27.415734 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.449622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-2fe55c55-9df5-4bd2-9284-f86072a74ad1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7896731 Feb 15 14:18:27.480222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Request body: {'port': {'device_id': '70e4bd8b-4bba-496c-8bea-32ce4322aeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:27.553661 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Publish callbacks [] for port (9328322f-5947-4325-9c08-54da38e81c2d), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.580427 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (9328322f-5947-4325-9c08-54da38e81c2d), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.597858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3499524-5c0c-4e91-8961-6cecbc4cec45 req-49598dc4-9f39-4761-9b9b-31ca0bb14a18 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462902 Feb 15 14:18:27.600599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:27.604454 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.653250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] device_id is not set on port a31e6dc5-5284-40a5-8dd5-028878e937ef yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:18:27.687170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Pushing event updated for resources: {'Port': ['ID=9328322f-5947-4325-9c08-54da38e81c2d,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:27.698044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Network 41d5e29d-293f-4dac-af7e-e42cea7c1d4c is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:27.700301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:27.707207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:27.729358 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.805966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Attempting to bind port 9328322f-5947-4325-9c08-54da38e81c2d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:18:27.806647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Attempting to bind port 9328322f-5947-4325-9c08-54da38e81c2d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '41d5e29d-293f-4dac-af7e-e42cea7c1d4c'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:18:27.807307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Attempting to bind port 9328322f-5947-4325-9c08-54da38e81c2d on network 41d5e29d-293f-4dac-af7e-e42cea7c1d4c {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:18:27.817534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:18:27.817985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Checking segment: {'id': 'c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '41d5e29d-293f-4dac-af7e-e42cea7c1d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:27.818394 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.818837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Bound using segment: {'id': 'c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '41d5e29d-293f-4dac-af7e-e42cea7c1d4c'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:18:27.819928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Bound port: 9328322f-5947-4325-9c08-54da38e81c2d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '41d5e29d-293f-4dac-af7e-e42cea7c1d4c'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:18:27.821194 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9328322f-5947-4325-9c08-54da38e81c2d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.940619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] For port 9328322f-5947-4325-9c08-54da38e81c2d, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:18:27.944702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] For port 9328322f-5947-4325-9c08-54da38e81c2d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9328322f-5947-4325-9c08-54da38e81c2d,segment=NetworkSegment(c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff),segment_id=c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:18:27.951922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f0a9a7e2-379d-4d0a-88e6-872ac627fe7f None None] Provisioning complete for port caae5800-5d03-4c52-b57b-839d33bcdaea triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:27.952682 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f0a9a7e2-379d-4d0a-88e6-872ac627fe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.955615 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9328322f-5947-4325-9c08-54da38e81c2d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:27.976904 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Allocated IP 2001:db8::174 (41d5e29d-293f-4dac-af7e-e42cea7c1d4c/2d5899e6-06e5-4ecf-8e6e-cfaada950380/a31e6dc5-5284-40a5-8dd5-028878e937ef) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:28.026009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bf624-7264-4b16-94fc-1a46d7b5be2d None None] Pushing event updated for resources: {'Port': ['ID=9328322f-5947-4325-9c08-54da38e81c2d,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:28.064951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9a7e2-379d-4d0a-88e6-872ac627fe7f None None] Port caae5800-5d03-4c52-b57b-839d33bcdaea cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:28.260900 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:28.321890 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:28.480712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 41d5e29d-293f-4dac-af7e-e42cea7c1d4c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:28.490848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07728f76-d1ae-4167-afac-27204df1b4c7 req-a5589ef8-a913-444c-9167-1a06df67b075 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:28.492445 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07728f76-d1ae-4167-afac-27204df1b4c7 req-a5589ef8-a913-444c-9167-1a06df67b075 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.6030149 Feb 15 14:18:28.494063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:28.500780 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:28.514708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:28.517387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:28.522659 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=a31e6dc5-5284-40a5-8dd5-028878e937ef,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:28.592103 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-865633ad-8f92-4e50-b0d4-93ea1fa72a86 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2611628 Feb 15 14:18:28.594526 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53548) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:28.601796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07728f76-d1ae-4167-afac-27204df1b4c7 req-fbecb1ee-d1a0-46be-8f57-15f59395180c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019325 Feb 15 14:18:28.695368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caae5800-5d03-4c52-b57b-839d33bcdaea {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:18:28.703599 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Publish callbacks [] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:28.717802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Transition to ACTIVE for port object caae5800-5d03-4c52-b57b-839d33bcdaea will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:18:28.734580 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:28.926768 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Pushing event updated for resources: {'Port': ['ID=caae5800-5d03-4c52-b57b-839d33bcdaea,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:29.231918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Attempting to bind port caae5800-5d03-4c52-b57b-839d33bcdaea on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:18:29.232501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Attempting to bind port caae5800-5d03-4c52-b57b-839d33bcdaea by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:18:29.233224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Attempting to bind port caae5800-5d03-4c52-b57b-839d33bcdaea on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:18:29.260727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Port caae5800-5d03-4c52-b57b-839d33bcdaea on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:18:29.261966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Attempting to bind port caae5800-5d03-4c52-b57b-839d33bcdaea on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:18:29.283707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:18:29.289311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:29.290014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:18:29.290648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Bound port: caae5800-5d03-4c52-b57b-839d33bcdaea, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:18:29.291228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:29.326715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48609-da74-45c7-80a2-b83c5a51f26d req-ec380f9e-45a4-4540-8827-c46bc4e85a86 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:29.328889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78d48609-da74-45c7-80a2-b83c5a51f26d req-ec380f9e-45a4-4540-8827-c46bc4e85a86 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 946 time: 0.5544639 Feb 15 14:18:29.344168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b87a6c-86ee-4ed6-b03b-29457bca63e5 req-f9ca4ffb-ddff-4a79-a33a-f12d20c39cac tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:29.352064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27b87a6c-86ee-4ed6-b03b-29457bca63e5 req-f9ca4ffb-ddff-4a79-a33a-f12d20c39cac tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.5112212 Feb 15 14:18:29.412872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:29.469700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] For port caae5800-5d03-4c52-b57b-839d33bcdaea, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:18:29.479516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] For port caae5800-5d03-4c52-b57b-839d33bcdaea, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=caae5800-5d03-4c52-b57b-839d33bcdaea,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:18:29.519575 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:29.612798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Pushing event updated for resources: {'Port': ['ID=caae5800-5d03-4c52-b57b-839d33bcdaea,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:29.633464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78d48609-da74-45c7-80a2-b83c5a51f26d req-1ce084b0-2136-4229-80ac-753a0272cf51 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975390 Feb 15 14:18:29.653535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27b87a6c-86ee-4ed6-b03b-29457bca63e5 req-ec8f8bae-ce1c-4039-bbd4-4640cce1a4a8 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005984 Feb 15 14:18:29.693600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:29.694317 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:29.696683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-767a1a17-69d9-4540-8ae1-4c35f2b6ade5 service neutron] 10.222.0.67 "PUT /v2.0/ports/caae5800-5d03-4c52-b57b-839d33bcdaea HTTP/1.1" status: 200 len: 1095 time: 2.2286317 Feb 15 14:18:29.697614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e4bd8b-4bba-496c-8bea-32ce4322aeac', 'tag': 'caae5800-5d03-4c52-b57b-839d33bcdaea'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:29.699746 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebb702-00da-4816-b360-bc3354c44d85" -d '{"events": [{"name": "network-changed", "server_uuid": "70e4bd8b-4bba-496c-8bea-32ce4322aeac", "tag": "caae5800-5d03-4c52-b57b-839d33bcdaea"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:18:29.878594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa65014f-08d4-42d4-97de-15f8481db6fa None None] Network 41d5e29d-293f-4dac-af7e-e42cea7c1d4c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:29.916341 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b239fe8-1f55-44de-8244-e83ee730e50a x-openstack-request-id: req-0b239fe8-1f55-44de-8244-e83ee730e50a {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:18:29.917329 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e4bd8b-4bba-496c-8bea-32ce4322aeac", "tag": "caae5800-5d03-4c52-b57b-839d33bcdaea", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:18:29.918035 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0b239fe8-1f55-44de-8244-e83ee730e50a {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:18:29.918780 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e4bd8b-4bba-496c-8bea-32ce4322aeac', 'tag': 'caae5800-5d03-4c52-b57b-839d33bcdaea', 'status': 'completed', 'code': 200} Feb 15 14:18:30.002811 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-67a01421-962c-41cd-9614-24ff896e76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:30.005927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-67a01421-962c-41cd-9614-24ff896e76f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a70dbe697a540668554e2bdc9fc1c7e&device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 1129 time: 0.2209716 Feb 15 14:18:30.097496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:30.112643 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:30.118674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9328322f-5947-4325-9c08-54da38e81c2d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:18:30.133131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-3d984e68-8cbd-4939-8ef9-a06994a5f84f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=caae5800-5d03-4c52-b57b-839d33bcdaea HTTP/1.1" status: 200 len: 217 time: 0.1090484 Feb 15 14:18:30.213383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7f5bc0e9-eb4f-44b8-a88b-6bbd60355713 None None] Provisioning complete for port 9328322f-5947-4325-9c08-54da38e81c2d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:30.214034 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc0e9-eb4f-44b8-a88b-6bbd60355713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9328322f-5947-4325-9c08-54da38e81c2d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:30.250389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-8136edd0-d19d-4bfd-b9d8-51fdd9f5ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:30.255609 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-8136edd0-d19d-4bfd-b9d8-51fdd9f5ed74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1103079 Feb 15 14:18:30.451690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-02d74634-0981-47d3-bd1a-5e8d3c3aaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:30.453414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-02d74634-0981-47d3-bd1a-5e8d3c3aaaa0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1855628 Feb 15 14:18:30.481597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9328322f-5947-4325-9c08-54da38e81c2d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:30.482261 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9328322f-5947-4325-9c08-54da38e81c2d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:30.640674 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:30.646968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=a31e6dc5-5284-40a5-8dd5-028878e937ef,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:30.652320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-106b1824-4d81-4e30-9e54-1206aea150cd service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898646 Feb 15 14:18:30.690022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7f5bc0e9-eb4f-44b8-a88b-6bbd60355713 None None] Current status of the port 9328322f-5947-4325-9c08-54da38e81c2d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:30.690416 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc0e9-eb4f-44b8-a88b-6bbd60355713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9328322f-5947-4325-9c08-54da38e81c2d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:30.846080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9328322f-5947-4325-9c08-54da38e81c2d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:30.846718 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9328322f-5947-4325-9c08-54da38e81c2d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:30.888860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7f5bc0e9-eb4f-44b8-a88b-6bbd60355713 None None] For port 9328322f-5947-4325-9c08-54da38e81c2d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9328322f-5947-4325-9c08-54da38e81c2d,segment=NetworkSegment(c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff),segment_id=c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:30.902452 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc0e9-eb4f-44b8-a88b-6bbd60355713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9328322f-5947-4325-9c08-54da38e81c2d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:30.906160 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:31.054981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f192897d-7740-4e51-8b25-ca7865e6a192 req-9904c0a6-c983-4eed-8d78-a9b780165c61 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954892 Feb 15 14:18:31.097837 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:18:31.098277 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:18:31.107568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bc0e9-eb4f-44b8-a88b-6bbd60355713 None None] Pushing event updated for resources: {'Port': ['ID=9328322f-5947-4325-9c08-54da38e81c2d,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:31.112153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2291f4-ae1a-4609-b23e-5a8d8566e039 req-c046acaa-d781-4502-bfcf-56b524f2d28f tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:31.121253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad2291f4-ae1a-4609-b23e-5a8d8566e039 req-c046acaa-d781-4502-bfcf-56b524f2d28f tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 946 time: 0.1969297 Feb 15 14:18:31.274714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad2291f4-ae1a-4609-b23e-5a8d8566e039 req-753babdf-1c22-49a3-934c-5af72d0b55ce tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439538 Feb 15 14:18:31.284007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a6a0c11f-1f1e-4d20-b8d3-09c37ede5a4f None None] Provisioning complete for port a31e6dc5-5284-40a5-8dd5-028878e937ef triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:31.285856 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c11f-1f1e-4d20-b8d3-09c37ede5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:31.393776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837afddc-f78a-48fa-b898-75131650e897 req-cbd1cad4-b265-4705-9da4-63304dce7ce9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:31.396959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-837afddc-f78a-48fa-b898-75131650e897 req-cbd1cad4-b265-4705-9da4-63304dce7ce9 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=34376ad1-bac1-457c-b64b-0ca34d61c4bd HTTP/1.1" status: 200 len: 943 time: 0.1516423 Feb 15 14:18:31.405026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0c11f-1f1e-4d20-b8d3-09c37ede5a4f None None] Port a31e6dc5-5284-40a5-8dd5-028878e937ef cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:31.418810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb702-00da-4816-b360-bc3354c44d85 req-dd26a379-26e3-4cd6-98b8-378c3c48f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:31.420067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79ebb702-00da-4816-b360-bc3354c44d85 req-dd26a379-26e3-4cd6-98b8-378c3c48f9d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a70dbe697a540668554e2bdc9fc1c7e&device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 1129 time: 0.1781509 Feb 15 14:18:31.447044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a6a0c11f-1f1e-4d20-b8d3-09c37ede5a4f None None] Provisioning complete for port 9328322f-5947-4325-9c08-54da38e81c2d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:31.447423 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a6a0c11f-1f1e-4d20-b8d3-09c37ede5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9328322f-5947-4325-9c08-54da38e81c2d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:31.557222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:31.578491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:31.579923 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:31.664136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0c11f-1f1e-4d20-b8d3-09c37ede5a4f None None] Current status of the port 9328322f-5947-4325-9c08-54da38e81c2d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:31.666176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9328322f-5947-4325-9c08-54da38e81c2d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:31.802069 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=a31e6dc5-5284-40a5-8dd5-028878e937ef,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:31.827166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb702-00da-4816-b360-bc3354c44d85 req-7b76959a-5bb4-4410-a46e-572618169c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:31.831988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-02c296ec-39a0-46ff-970c-25ea0bc8d9a6 None None] Provisioning complete for port a31e6dc5-5284-40a5-8dd5-028878e937ef triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:31.834918 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02c296ec-39a0-46ff-970c-25ea0bc8d9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:31.836574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79ebb702-00da-4816-b360-bc3354c44d85 req-7b76959a-5bb4-4410-a46e-572618169c69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.3565888 Feb 15 14:18:31.932137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 41d5e29d-293f-4dac-af7e-e42cea7c1d4c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:31.933979 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:31.934966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9328322f-5947-4325-9c08-54da38e81c2d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:18:31.944785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79ebb702-00da-4816-b360-bc3354c44d85 req-33c3c7ea-e979-4964-a71b-2c4d1c6fce9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=caae5800-5d03-4c52-b57b-839d33bcdaea HTTP/1.1" status: 200 len: 217 time: 0.0899475 Feb 15 14:18:31.952026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-837afddc-f78a-48fa-b898-75131650e897 req-1b58d3f9-a916-4f78-92fe-6ff717ac6552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Deleting port bd77880a-3cef-4dbd-9cff-13832c07314e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:31.952774 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-837afddc-f78a-48fa-b898-75131650e897 req-1b58d3f9-a916-4f78-92fe-6ff717ac6552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:32.007958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-02c296ec-39a0-46ff-970c-25ea0bc8d9a6 None None] Port a31e6dc5-5284-40a5-8dd5-028878e937ef cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:32.081118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9328322f-5947-4325-9c08-54da38e81c2d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:32.081433 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9328322f-5947-4325-9c08-54da38e81c2d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:32.181170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb702-00da-4816-b360-bc3354c44d85 req-5fe79108-3a53-4d56-a01f-4d2d06a806b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:32.191980 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79ebb702-00da-4816-b360-bc3354c44d85 req-5fe79108-3a53-4d56-a01f-4d2d06a806b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.2348824 Feb 15 14:18:32.257700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9328322f-5947-4325-9c08-54da38e81c2d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:32.291996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-33e1937f-46b7-4245-85a6-b49756b7dfc2 None None] Provisioning complete for port a31e6dc5-5284-40a5-8dd5-028878e937ef triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:32.292377 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-33e1937f-46b7-4245-85a6-b49756b7dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:32.343369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-837afddc-f78a-48fa-b898-75131650e897 req-1b58d3f9-a916-4f78-92fe-6ff717ac6552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] For port bd77880a-3cef-4dbd-9cff-13832c07314e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=bd77880a-3cef-4dbd-9cff-13832c07314e,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:32.347936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-33e1937f-46b7-4245-85a6-b49756b7dfc2 None None] Port a31e6dc5-5284-40a5-8dd5-028878e937ef cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:32.348553 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-837afddc-f78a-48fa-b898-75131650e897 req-1b58d3f9-a916-4f78-92fe-6ff717ac6552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:32.377483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-837afddc-f78a-48fa-b898-75131650e897 req-1b58d3f9-a916-4f78-92fe-6ff717ac6552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Calling delete_port for bd77880a-3cef-4dbd-9cff-13832c07314e owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:32.584957 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-837afddc-f78a-48fa-b898-75131650e897 req-1b58d3f9-a916-4f78-92fe-6ff717ac6552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bd77880a-3cef-4dbd-9cff-13832c07314e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:32.605877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['412aff0a-ad97-4310-9c2c-edf5bb5c4411', '786fe9cb-553a-423e-a00b-fbcf594b6366'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:18:32.734178 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:18:32.736209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb702-00da-4816-b360-bc3354c44d85 req-9e353c3a-fad0-4aac-81fc-2cb7d4b0df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:32.742876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79ebb702-00da-4816-b360-bc3354c44d85 req-9e353c3a-fad0-4aac-81fc-2cb7d4b0df89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5297043 Feb 15 14:18:32.766013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58d3f9-a916-4f78-92fe-6ff717ac6552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event deleted for resources: {'Port': ['ID=bd77880a-3cef-4dbd-9cff-13832c07314e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:32.883536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:18:32.914849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-308df1ba-7ed4-4e34-9350-39f1cb8bbfca None None] Provisioning complete for port a31e6dc5-5284-40a5-8dd5-028878e937ef triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:32.915568 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-308df1ba-7ed4-4e34-9350-39f1cb8bbfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:32.967953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-308df1ba-7ed4-4e34-9350-39f1cb8bbfca None None] Port a31e6dc5-5284-40a5-8dd5-028878e937ef cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:33.026643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:33.050203 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223fe3b-4f49-4ae2-a987-c440f7b743ce None None] Sync routers for ids ['1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:33.050453 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ad1d0bc2-ef85-441f-b65a-d33e5a68a86b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4547229 Feb 15 14:18:33.051641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53634) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:33.053080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51655-d00d-468c-833f-cd0a54af2ec0 req-0f1d7c86-ea78-4cfd-8466-1509a1be7408 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:33.056095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4c51655-d00d-468c-833f-cd0a54af2ec0 req-0f1d7c86-ea78-4cfd-8466-1509a1be7408 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 946 time: 0.4983611 Feb 15 14:18:33.063723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-837afddc-f78a-48fa-b898-75131650e897 req-1b58d3f9-a916-4f78-92fe-6ff717ac6552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] No DVR routers for this DVR port bd77880a-3cef-4dbd-9cff-13832c07314e on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:33.069343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79ebb702-00da-4816-b360-bc3354c44d85 req-752f905c-b4d8-4532-83bb-10268d419445 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192482 Feb 15 14:18:33.077029 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-837afddc-f78a-48fa-b898-75131650e897 req-1b58d3f9-a916-4f78-92fe-6ff717ac6552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:33.080956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-837afddc-f78a-48fa-b898-75131650e897 req-1b58d3f9-a916-4f78-92fe-6ff717ac6552 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "DELETE /v2.0/ports/bd77880a-3cef-4dbd-9cff-13832c07314e HTTP/1.1" status: 204 len: 173 time: 1.6781943 Feb 15 14:18:33.087453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'name': 'network-vif-deleted', 'tag': 'bd77880a-3cef-4dbd-9cff-13832c07314e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:33.090263 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75042f21-95bb-4f37-8f33-1547540a5452" -d '{"events": [{"server_uuid": "34376ad1-bac1-457c-b64b-0ca34d61c4bd", "name": "network-vif-deleted", "tag": "bd77880a-3cef-4dbd-9cff-13832c07314e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:18:33.119257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223fe3b-4f49-4ae2-a987-c440f7b743ce None None] Routers {'1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:33.120082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e223fe3b-4f49-4ae2-a987-c440f7b743ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:33.133263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924434c3-b2b9-4f3f-8f4d-e95affbc7082 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:33.138308 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-924434c3-b2b9-4f3f-8f4d-e95affbc7082 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports/a31e6dc5-5284-40a5-8dd5-028878e937ef HTTP/1.1" status: 200 len: 983 time: 0.0854759 Feb 15 14:18:33.139172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53638) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:33.253464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e223fe3b-4f49-4ae2-a987-c440f7b743ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:33.341017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223fe3b-4f49-4ae2-a987-c440f7b743ce None None] Routers {'1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:33.342235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e223fe3b-4f49-4ae2-a987-c440f7b743ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:33.349246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4c51655-d00d-468c-833f-cd0a54af2ec0 req-ae366c85-803a-4e51-99bf-adb2ee523655 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815263 Feb 15 14:18:33.408526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79ebb702-00da-4816-b360-bc3354c44d85 req-261dfe38-3966-47da-b59b-b8d57f21ce43 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090630 Feb 15 14:18:33.467225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e223fe3b-4f49-4ae2-a987-c440f7b743ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:33.468486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e223fe3b-4f49-4ae2-a987-c440f7b743ce None None] The sync data for ids ['1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:33.666970 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 15 Feb 2022 14:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7ad97e-58d8-41e3-97f8-5e4bb082b220 x-openstack-request-id: req-1d7ad97e-58d8-41e3-97f8-5e4bb082b220 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:18:33.667489 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34376ad1-bac1-457c-b64b-0ca34d61c4bd", "name": "network-vif-deleted", "tag": "bd77880a-3cef-4dbd-9cff-13832c07314e", "status": "failed", "code": 422}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:18:33.668083 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1d7ad97e-58d8-41e3-97f8-5e4bb082b220 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:18:33.668680 n-d-829064-15 neutron-server[109971]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34376ad1-bac1-457c-b64b-0ca34d61c4bd', 'name': 'network-vif-deleted', 'tag': 'bd77880a-3cef-4dbd-9cff-13832c07314e', 'status': 'failed', 'code': 422} returned with failed status Feb 15 14:18:33.926829 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c6819d6-de3b-4040-8796-1a69dfacc03d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:34.143124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-b100f8c1-0a8f-4994-8326-6b2cf056ba1e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514182386&fields=id&tenant_id=8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 267 time: 0.1209655 Feb 15 14:18:34.189544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167ea75-a894-4181-b7ef-4502b2403d91 req-20c08bff-2f18-4012-9d3c-4c06aadfbfe4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:34.194306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6167ea75-a894-4181-b7ef-4502b2403d91 req-20c08bff-2f18-4012-9d3c-4c06aadfbfe4 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 908 time: 0.1182411 Feb 15 14:18:34.292907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6819d6-de3b-4040-8796-1a69dfacc03d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port a31e6dc5-5284-40a5-8dd5-028878e937ef {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:34.293318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c6819d6-de3b-4040-8796-1a69dfacc03d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:34.300496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-20e10550-3cec-4424-80ee-41d36ea44d46 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:34.302885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-20e10550-3cec-4424-80ee-41d36ea44d46 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.1455469 Feb 15 14:18:34.319968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-4fa0e5a3-8d90-47f8-b84b-65fc48390d64 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/quotas/8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 375 time: 0.0110619 Feb 15 14:18:34.380826 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-799e0b62-7cad-48bb-85c3-d247585d1710 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541692 Feb 15 14:18:34.393868 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c6819d6-de3b-4040-8796-1a69dfacc03d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:34.411656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2c6819d6-de3b-4040-8796-1a69dfacc03d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for a31e6dc5-5284-40a5-8dd5-028878e937ef owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:34.530857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-2a177ef6-e99d-4c06-b1f2-7b58ba7fed82 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377475 Feb 15 14:18:34.605888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcdf85-3f19-4589-b01f-4b946d09bc8d req-08731dcb-ee32-4324-8ab6-8f46bd52ec39 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:34.607066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7afcdf85-3f19-4589-b01f-4b946d09bc8d req-08731dcb-ee32-4324-8ab6-8f46bd52ec39 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 946 time: 0.1312153 Feb 15 14:18:34.616291 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c6819d6-de3b-4040-8796-1a69dfacc03d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a31e6dc5-5284-40a5-8dd5-028878e937ef), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:34.646575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6819d6-de3b-4040-8796-1a69dfacc03d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=a31e6dc5-5284-40a5-8dd5-028878e937ef,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:34.672915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-f8f6ce83-1bed-444f-855a-a586f9fc8472 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349316 Feb 15 14:18:34.700286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7afcdf85-3f19-4589-b01f-4b946d09bc8d req-fa70a4b9-a4f0-4e16-8570-85dfb0590981 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794842 Feb 15 14:18:34.783219 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c6819d6-de3b-4040-8796-1a69dfacc03d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:34.862380 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device caae5800-5d03-4c52-b57b-839d33bcdaea details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:18:34.992408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6819d6-de3b-4040-8796-1a69dfacc03d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:18:35.056662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port caae5800-5d03-4c52-b57b-839d33bcdaea, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=caae5800-5d03-4c52-b57b-839d33bcdaea,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:35.092840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'caae5800-5d03-4c52-b57b-839d33bcdaea', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': 'caae5800-5d03-4c52-b57b-839d33bcdaea', 'mac_address': 'fa:16:3e:60:62:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:18:35.128910 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6819d6-de3b-4040-8796-1a69dfacc03d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:35.143186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-272c4bca-4618-484c-8b25-c15bbdacc6e3 req-6064166b-a133-4fc2-846e-c2784e719990 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0649152 Feb 15 14:18:35.151096 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79655bc3-017d-49cf-9d8c-f6be5fdf24c3 None None] Sync routers for ids ['1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:35.168827 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79655bc3-017d-49cf-9d8c-f6be5fdf24c3 None None] Routers {'1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:35.169539 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-79655bc3-017d-49cf-9d8c-f6be5fdf24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:35.170399 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2c6819d6-de3b-4040-8796-1a69dfacc03d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0273602 Feb 15 14:18:35.171071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53682) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:35.197327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port caae5800-5d03-4c52-b57b-839d33bcdaea is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:35.197925 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:35.213081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caae5800-5d03-4c52-b57b-839d33bcdaea {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:18:35.239545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port caae5800-5d03-4c52-b57b-839d33bcdaea, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=caae5800-5d03-4c52-b57b-839d33bcdaea,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:35.246602 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:35.256018 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-79655bc3-017d-49cf-9d8c-f6be5fdf24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:35.278213 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79655bc3-017d-49cf-9d8c-f6be5fdf24c3 None None] Routers {'1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:35.281527 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-79655bc3-017d-49cf-9d8c-f6be5fdf24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:35.338747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=caae5800-5d03-4c52-b57b-839d33bcdaea,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:35.369740 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-79655bc3-017d-49cf-9d8c-f6be5fdf24c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:35.371295 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79655bc3-017d-49cf-9d8c-f6be5fdf24c3 None None] The sync data for ids ['1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:35.594945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb5008-890d-4b64-b3e2-ce6718ec0f90 req-8b7c8c22-48cf-408d-90d5-1122bfabc6af tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:35.596641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcdb5008-890d-4b64-b3e2-ce6718ec0f90 req-8b7c8c22-48cf-408d-90d5-1122bfabc6af tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 908 time: 0.2333510 Feb 15 14:18:35.638231 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-f5c714a9-e0f7-49eb-ae89-7da2a90001fc tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] remove_router_interface failed (client error): The resource could not be found. Feb 15 14:18:35.642225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53702) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:35.642389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f5c714a9-e0f7-49eb-ae89-7da2a90001fc tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4699330 Feb 15 14:18:35.657955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516e8f-6c6c-40ca-b912-44e819b0a7e0 req-1afcbcfc-6ad5-45d2-8715-da3d7ffdf47b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:35.659611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63516e8f-6c6c-40ca-b912-44e819b0a7e0 req-1afcbcfc-6ad5-45d2-8715-da3d7ffdf47b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.67 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 908 time: 0.1700199 Feb 15 14:18:35.665200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['caae5800-5d03-4c52-b57b-839d33bcdaea'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:18:35.683453 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5453f2dc-c709-45f7-8e0c-a7f11ff03c50 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f HTTP/1.1" status: 200 len: 205 time: 0.0398343 Feb 15 14:18:35.685899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53704) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:35.822189 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2fdfdfd9-c774-446c-aaa5-74d5d84953c7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.146190 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2fdfdfd9-c774-446c-aaa5-74d5d84953c7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.149689 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2fdfdfd9-c774-446c-aaa5-74d5d84953c7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.225886 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2fdfdfd9-c774-446c-aaa5-74d5d84953c7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.226887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdfdfd9-c774-446c-aaa5-74d5d84953c7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Fanout notify agent at l3_agent the message router_deleted on router 1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:18:36.244750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2fdfdfd9-c774-446c-aaa5-74d5d84953c7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.245924 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2fdfdfd9-c774-446c-aaa5-74d5d84953c7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f HTTP/1.1" status: 204 len: 168 time: 0.5588236 Feb 15 14:18:36.248950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53724) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:36.324814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-264ac277-4621-4781-90b2-b0ae7fbb27b5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting subnet 2d5899e6-06e5-4ecf-8e6e-cfaada950380 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:18:36.328719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-264ac277-4621-4781-90b2-b0ae7fbb27b5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (2d5899e6-06e5-4ecf-8e6e-cfaada950380), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.379398 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-264ac277-4621-4781-90b2-b0ae7fbb27b5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (2d5899e6-06e5-4ecf-8e6e-cfaada950380), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.432330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8e14862-8c76-417e-aa5a-a44efc13bb48 req-7740970d-ba93-477f-a7ef-cfd74198d354 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0478771 Feb 15 14:18:36.448721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-63516e8f-6c6c-40ca-b912-44e819b0a7e0 req-e0da297f-0901-4f21-8484-e8eada305165 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Deleting port 779387af-af08-49ed-9b71-eaf73e8d3f70 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:36.449253 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63516e8f-6c6c-40ca-b912-44e819b0a7e0 req-e0da297f-0901-4f21-8484-e8eada305165 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.499863 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-264ac277-4621-4781-90b2-b0ae7fbb27b5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (2d5899e6-06e5-4ecf-8e6e-cfaada950380), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.512894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20818a44-014e-4fb4-b24a-3edba788eaf9 req-9180603b-64e6-47b3-b710-83e8ade96a08 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:36.520484 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20818a44-014e-4fb4-b24a-3edba788eaf9 req-9180603b-64e6-47b3-b710-83e8ade96a08 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 947 time: 0.6701038 Feb 15 14:18:36.605051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20818a44-014e-4fb4-b24a-3edba788eaf9 req-80a2dc5f-3318-48eb-8c05-ba8062e0c2d5 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835867 Feb 15 14:18:36.624866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-63516e8f-6c6c-40ca-b912-44e819b0a7e0 req-e0da297f-0901-4f21-8484-e8eada305165 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] For port 779387af-af08-49ed-9b71-eaf73e8d3f70, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=779387af-af08-49ed-9b71-eaf73e8d3f70,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:36.625390 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63516e8f-6c6c-40ca-b912-44e819b0a7e0 req-e0da297f-0901-4f21-8484-e8eada305165 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.630719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-264ac277-4621-4781-90b2-b0ae7fbb27b5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (2d5899e6-06e5-4ecf-8e6e-cfaada950380), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.652286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-63516e8f-6c6c-40ca-b912-44e819b0a7e0 req-e0da297f-0901-4f21-8484-e8eada305165 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Calling delete_port for 779387af-af08-49ed-9b71-eaf73e8d3f70 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:36.687878 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea409b-c16d-4f56-9f11-24f94dd6e953 None None] Network 41d5e29d-293f-4dac-af7e-e42cea7c1d4c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:36.705460 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-264ac277-4621-4781-90b2-b0ae7fbb27b5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.717236 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-264ac277-4621-4781-90b2-b0ae7fbb27b5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/2d5899e6-06e5-4ecf-8e6e-cfaada950380 HTTP/1.1" status: 204 len: 168 time: 0.4608555 Feb 15 14:18:36.722152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53732) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:36.745163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ac277-4621-4781-90b2-b0ae7fbb27b5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5899e6-06e5-4ecf-8e6e-cfaada950380,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:36.879480 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device caae5800-5d03-4c52-b57b-839d33bcdaea up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:18:36.960586 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (41d5e29d-293f-4dac-af7e-e42cea7c1d4c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:36.974048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port caae5800-5d03-4c52-b57b-839d33bcdaea completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:18:36.992632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b385-a341-456c-9cf8-d034386c5ed6 req-135ba91c-96fb-434a-8dee-2b8085af0a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:36.994581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7257b385-a341-456c-9cf8-d034386c5ed6 req-135ba91c-96fb-434a-8dee-2b8085af0a89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 908 time: 0.2836123 Feb 15 14:18:37.003036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port caae5800-5d03-4c52-b57b-839d33bcdaea triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:37.003464 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.019126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-b2ce73f9-e312-4c8e-bcb0-cf02eb09481c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:37.019126 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-b2ce73f9-e312-4c8e-bcb0-cf02eb09481c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.3002205 Feb 15 14:18:37.048293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b26210-ba98-45a0-8a0b-f64ad99799ca None None] DHCP port deletion for 41d5e29d-293f-4dac-af7e-e42cea7c1d4c request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:18:37.139548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port 9328322f-5947-4325-9c08-54da38e81c2d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:37.140038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9328322f-5947-4325-9c08-54da38e81c2d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.186000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-fcfbb28f-9a26-4fbd-9520-0d08e6150f44 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 380 time: 0.1564989 Feb 15 14:18:37.200987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'port': {'device_id': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'admin_state_up': True, 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'security_groups': ['35f46e68-4c67-4971-a6ba-3cd7933105b6']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:37.216419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] For port 9328322f-5947-4325-9c08-54da38e81c2d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9328322f-5947-4325-9c08-54da38e81c2d,segment=NetworkSegment(c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff),segment_id=c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:37.216930 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9328322f-5947-4325-9c08-54da38e81c2d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.232579 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for 9328322f-5947-4325-9c08-54da38e81c2d owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:37.322008 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63516e8f-6c6c-40ca-b912-44e819b0a7e0 req-e0da297f-0901-4f21-8484-e8eada305165 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (779387af-af08-49ed-9b71-eaf73e8d3f70), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.349194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9328322f-5947-4325-9c08-54da38e81c2d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.357214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da297f-0901-4f21-8484-e8eada305165 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event deleted for resources: {'Port': ['ID=779387af-af08-49ed-9b71-eaf73e8d3f70,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:37.388688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=9328322f-5947-4325-9c08-54da38e81c2d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:37.406661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No DVR routers for this DVR port 9328322f-5947-4325-9c08-54da38e81c2d on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:37.536795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Made reservation on behalf of 8c29426f2a2d43d1bc8516dc4bb81932 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:37.542012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.552357 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port caae5800-5d03-4c52-b57b-839d33bcdaea is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:37.552758 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.621734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e4bd8b-4bba-496c-8bea-32ce4322aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caae5800-5d03-4c52-b57b-839d33bcdaea'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:37.624052 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f592ca69-9ba8-4a18-a682-be5a5fbd6a64" -d '{"events": [{"server_uuid": "70e4bd8b-4bba-496c-8bea-32ce4322aeac", "name": "network-vif-plugged", "status": "completed", "tag": "caae5800-5d03-4c52-b57b-839d33bcdaea"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:18:37.668729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port caae5800-5d03-4c52-b57b-839d33bcdaea, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=caae5800-5d03-4c52-b57b-839d33bcdaea,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:37.684772 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.753657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (41d5e29d-293f-4dac-af7e-e42cea7c1d4c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.826224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d5e29d-293f-4dac-af7e-e42cea7c1d4c']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:37.845197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:37.855460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:37.865000 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Allocated IP 172.20.0.5 (c8c73912-3615-4fc1-ad35-e54c9f618d74/5bdd149c-20c0-4211-876f-a7af9ef676ae/96e67091-082e-44af-ab2e-e08c3f96b7c6) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:37.870551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.880745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9328322f-5947-4325-9c08-54da38e81c2d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:18:37.887184 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.893857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:18:37.894559 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (c9e1ca3e-dc12-4f51-bbe6-5b5a3350ceff), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.950673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=caae5800-5d03-4c52-b57b-839d33bcdaea,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:18:37.963353 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:18:37.966747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-63516e8f-6c6c-40ca-b912-44e819b0a7e0 req-e0da297f-0901-4f21-8484-e8eada305165 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] No DVR routers for this DVR port 779387af-af08-49ed-9b71-eaf73e8d3f70 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:37.971465 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-63516e8f-6c6c-40ca-b912-44e819b0a7e0 req-e0da297f-0901-4f21-8484-e8eada305165 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:37.975618 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63516e8f-6c6c-40ca-b912-44e819b0a7e0 req-e0da297f-0901-4f21-8484-e8eada305165 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.67 "DELETE /v2.0/ports/779387af-af08-49ed-9b71-eaf73e8d3f70 HTTP/1.1" status: 204 len: 173 time: 2.3073664 Feb 15 14:18:37.980267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 9328322f-5947-4325-9c08-54da38e81c2d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:18:37.980621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9328322f-5947-4325-9c08-54da38e81c2d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:18:37.992163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582a2972-7694-44dc-9715-48dedb17f674', 'name': 'network-vif-deleted', 'tag': '779387af-af08-49ed-9b71-eaf73e8d3f70'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:38.001437 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ca6893-ea35-4c4d-88d4-0c31ebe3cf97" -d '{"events": [{"server_uuid": "582a2972-7694-44dc-9715-48dedb17f674", "name": "network-vif-deleted", "tag": "779387af-af08-49ed-9b71-eaf73e8d3f70"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:18:38.008733 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (41d5e29d-293f-4dac-af7e-e42cea7c1d4c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:38.070803 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:38.078099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/networks/41d5e29d-293f-4dac-af7e-e42cea7c1d4c HTTP/1.1" status: 204 len: 168 time: 1.3529446 Feb 15 14:18:38.089970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-890836d0-9531-4ab4-8cdc-57d1c6a67768 req-5b10ab2b-1109-42f9-a9ad-6b5f6c0abace tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.1291175 Feb 15 14:18:38.119383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53752) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:38.135048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1962386933'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:38.153888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bd6dd-8a66-43f5-9a53-e0538a5a210c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Network': ['ID=41d5e29d-293f-4dac-af7e-e42cea7c1d4c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:38.232636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:38.243619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:38.247379 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc09551d-a5c6-40d0-bff7-177574a64798 x-openstack-request-id: req-cc09551d-a5c6-40d0-bff7-177574a64798 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:18:38.247618 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e4bd8b-4bba-496c-8bea-32ce4322aeac", "name": "network-vif-plugged", "status": "completed", "tag": "caae5800-5d03-4c52-b57b-839d33bcdaea", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:18:38.247875 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cc09551d-a5c6-40d0-bff7-177574a64798 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:18:38.248278 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e4bd8b-4bba-496c-8bea-32ce4322aeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caae5800-5d03-4c52-b57b-839d33bcdaea', 'code': 200} Feb 15 14:18:38.265054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:38.281968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1af83-a726-4f95-b904-b0643c576ce1 req-c323a1f9-332d-4af4-ab61-0b29688829c9 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:38.283936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee1af83-a726-4f95-b904-b0643c576ce1 req-c323a1f9-332d-4af4-ab61-0b29688829c9 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 948 time: 0.3220341 Feb 15 14:18:38.328517 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:38.367253 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4de67f0-c856-415a-87ab-40da75d66ea6 x-openstack-request-id: req-f4de67f0-c856-415a-87ab-40da75d66ea6 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:18:38.367695 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582a2972-7694-44dc-9715-48dedb17f674", "name": "network-vif-deleted", "tag": "779387af-af08-49ed-9b71-eaf73e8d3f70", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:18:38.367960 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f4de67f0-c856-415a-87ab-40da75d66ea6 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:18:38.368386 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582a2972-7694-44dc-9715-48dedb17f674', 'name': 'network-vif-deleted', 'tag': '779387af-af08-49ed-9b71-eaf73e8d3f70', 'status': 'completed', 'code': 200} Feb 15 14:18:38.377114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:38.386978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:38.434331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:38.463880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:18:38.498587 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (039b682e-109b-4758-8c4a-975d61dbf430), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:38.499341 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added segment 039b682e-109b-4758-8c4a-975d61dbf430 of type vlan for network 8de6616b-7f2c-4737-9fbd-e6acceba1f02 Feb 15 14:18:38.558701 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (8de6616b-7f2c-4737-9fbd-e6acceba1f02), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:38.566249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=96e67091-082e-44af-ab2e-e08c3f96b7c6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:38.598395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:38.612853 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:38.654387 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-bff73cb8-9e68-4a76-a077-6a96ece827f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4569111 Feb 15 14:18:38.667428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Request body: {'port': {'device_id': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:38.725241 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (8de6616b-7f2c-4737-9fbd-e6acceba1f02), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:38.731224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:38.739253 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:38.775533 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5cf87549-eeda-466d-ae2d-89f658a2154d req-04252588-2c8e-4e99-87db-34c98b17dc0c tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=582a2972-7694-44dc-9715-48dedb17f674 HTTP/1.1" status: 200 len: 210 time: 0.1342499 Feb 15 14:18:38.794495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6740408 Feb 15 14:18:38.795230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53756) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:38.885761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'subnet': {'network_id': '8de6616b-7f2c-4737-9fbd-e6acceba1f02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:38.886075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 779387af-af08-49ed-9b71-eaf73e8d3f70 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:18:38.970082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 779387af-af08-49ed-9b71-eaf73e8d3f70 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:18:38.970434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 779387af-af08-49ed-9b71-eaf73e8d3f70 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:18:38.987344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3b737e78-a463-472e-88e0-c677acd1ee56 None None] Provisioning complete for port 96e67091-082e-44af-ab2e-e08c3f96b7c6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:38.989287 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3b737e78-a463-472e-88e0-c677acd1ee56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:38.992190 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94699275-99a3-48e7-87db-1cd2cceb0af5 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Network': ['ID=8de6616b-7f2c-4737-9fbd-e6acceba1f02,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:39.016192 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:39.049285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f43220-ff45-4848-8e6a-6bac76587b13 req-28111b07-09b0-46c6-ae5c-fa210c5380a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:39.063201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71f43220-ff45-4848-8e6a-6bac76587b13 req-28111b07-09b0-46c6-ae5c-fa210c5380a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 1131 time: 0.7417350 Feb 15 14:18:39.067462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee1af83-a726-4f95-b904-b0643c576ce1 req-c7279238-93da-437e-853f-ee5dc4bca09b tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7715654 Feb 15 14:18:39.070339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3b737e78-a463-472e-88e0-c677acd1ee56 None None] Port 96e67091-082e-44af-ab2e-e08c3f96b7c6 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:39.072872 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 8de6616b-7f2c-4737-9fbd-e6acceba1f02 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:18:39.197445 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71f43220-ff45-4848-8e6a-6bac76587b13 req-08b2f30d-c516-4c28-a988-f5d3c56d1083 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232817 Feb 15 14:18:39.388757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1a340-8622-49a8-ae3f-1445be7d4b12 req-c43a5b35-d0e6-4faa-ae35-4fe558d259ed tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:39.391456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26a1a340-8622-49a8-ae3f-1445be7d4b12 req-c43a5b35-d0e6-4faa-ae35-4fe558d259ed tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 931 time: 0.1328895 Feb 15 14:18:39.452546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26a1a340-8622-49a8-ae3f-1445be7d4b12 req-103a2e69-956f-4087-8429-288d8448f925 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547261 Feb 15 14:18:39.644497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:39.647864 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.004706 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.029989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e67091-082e-44af-ab2e-e08c3f96b7c6 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:18:40.035625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (3dc97c1d-774a-43e3-af1b-4a1fc62b187f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.043621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Publish callbacks [] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.093713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ea104-ea6d-41d4-969d-516f9484732b req-fc747777-2c64-4686-ab30-d1233ddb6033 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:40.096169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Transition to ACTIVE for port object 96e67091-082e-44af-ab2e-e08c3f96b7c6 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:18:40.102452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-016ea104-ea6d-41d4-969d-516f9484732b req-fc747777-2c64-4686-ab30-d1233ddb6033 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 946 time: 0.0720186 Feb 15 14:18:40.118773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.158955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-016ea104-ea6d-41d4-969d-516f9484732b req-2aa1af67-6a28-48e0-96ce-ff7e9302683e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555415 Feb 15 14:18:40.167423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Pushing event updated for resources: {'Port': ['ID=96e67091-082e-44af-ab2e-e08c3f96b7c6,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:40.173006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Checking segment: {'id': '039b682e-109b-4758-8c4a-975d61dbf430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8de6616b-7f2c-4737-9fbd-e6acceba1f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:40.173006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network hostable DHCP agents. Network: 8de6616b-7f2c-4737-9fbd-e6acceba1f02, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:18:40.176610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Subnet': ['ID=3dc97c1d-774a-43e3-af1b-4a1fc62b187f,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:40.226256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 8de6616b-7f2c-4737-9fbd-e6acceba1f02 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:18:40.229510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be778ffd-3214-4048-8f6c-7f78b96711eb req-fff35978-9646-461f-b7ad-3f78d69d7844 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:40.231656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be778ffd-3214-4048-8f6c-7f78b96711eb req-fff35978-9646-461f-b7ad-3f78d69d7844 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 948 time: 0.0717916 Feb 15 14:18:40.273164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 8de6616b-7f2c-4737-9fbd-e6acceba1f02) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:40.279456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:40.280116 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.284760 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94316c-2cc8-4f85-9fa6-a79b91719a92 None None] Network 8de6616b-7f2c-4737-9fbd-e6acceba1f02 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:40.317304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Attempting to bind port 96e67091-082e-44af-ab2e-e08c3f96b7c6 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:18:40.317824 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Attempting to bind port 96e67091-082e-44af-ab2e-e08c3f96b7c6 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:18:40.317984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be778ffd-3214-4048-8f6c-7f78b96711eb req-d27fd58d-05a9-4d2c-9c81-7fd9dfeae9a0 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803013 Feb 15 14:18:40.318387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Attempting to bind port 96e67091-082e-44af-ab2e-e08c3f96b7c6 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:18:40.326460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Port 96e67091-082e-44af-ab2e-e08c3f96b7c6 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:18:40.326783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Attempting to bind port 96e67091-082e-44af-ab2e-e08c3f96b7c6 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:18:40.333970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:18:40.336085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Checking segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:40.336573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Bound using segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:18:40.337105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Bound port: 96e67091-082e-44af-ab2e-e08c3f96b7c6, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:18:40.337615 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.373487 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-970acf3e-4069-4081-b6ed-af1c2909ea93 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5042059 Feb 15 14:18:40.376672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53778) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:40.393814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-85726b4c-b9dc-480c-bdfd-15ef6e38a762 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1785904718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:40.433317 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-85726b4c-b9dc-480c-bdfd-15ef6e38a762 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (2297abd4-fe46-45ce-8e71-a6248e237447), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.434404 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-85726b4c-b9dc-480c-bdfd-15ef6e38a762 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (2297abd4-fe46-45ce-8e71-a6248e237447), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.492856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] For port 96e67091-082e-44af-ab2e-e08c3f96b7c6, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:18:40.502401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] For port 96e67091-082e-44af-ab2e-e08c3f96b7c6, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=96e67091-082e-44af-ab2e-e08c3f96b7c6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:18:40.511327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-8de6616b-7f2c-4737-9fbd-e6acceba1f02', 'network_id': '8de6616b-7f2c-4737-9fbd-e6acceba1f02', 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'fixed_ips': [{'subnet_id': '3dc97c1d-774a-43e3-af1b-4a1fc62b187f'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:18:40.520798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.531360 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.622356 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Pushing event updated for resources: {'Port': ['ID=96e67091-082e-44af-ab2e-e08c3f96b7c6,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:40.633114 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-85726b4c-b9dc-480c-bdfd-15ef6e38a762 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (2297abd4-fe46-45ce-8e71-a6248e237447), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.652931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:40.654318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.656937 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-62db3589-cfa7-4e69-8708-99f71d77b515 service neutron] 10.222.0.42 "PUT /v2.0/ports/96e67091-082e-44af-ab2e-e08c3f96b7c6 HTTP/1.1" status: 200 len: 1092 time: 1.9942067 Feb 15 14:18:40.659593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'tag': '96e67091-082e-44af-ab2e-e08c3f96b7c6'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:40.664277 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-85726b4c-b9dc-480c-bdfd-15ef6e38a762 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (2297abd4-fe46-45ce-8e71-a6248e237447), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.665251 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9329d9c-95e7-458b-adb2-3c806808b7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd326cf6-3e78-4497-a1c2-f2be7bd9b228", "tag": "96e67091-082e-44af-ab2e-e08c3f96b7c6"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:18:40.699715 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-85726b4c-b9dc-480c-bdfd-15ef6e38a762 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:40.703986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53792) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:40.704928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-85726b4c-b9dc-480c-bdfd-15ef6e38a762 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3254640 Feb 15 14:18:40.719670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382772d-9ac2-447e-8f18-46d63718997b req-97f943ef-8e3a-48d6-9288-ac9bc1d22ee6 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:40.725333 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3382772d-9ac2-447e-8f18-46d63718997b req-97f943ef-8e3a-48d6-9288-ac9bc1d22ee6 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.1302185 Feb 15 14:18:40.812499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3382772d-9ac2-447e-8f18-46d63718997b req-9169f3b0-9bfa-4343-b40e-32c000a95b05 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809798 Feb 15 14:18:40.928009 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f2a4c0-b937-497c-a40d-14f707c3f263 x-openstack-request-id: req-e3f2a4c0-b937-497c-a40d-14f707c3f263 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:18:40.933696 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd326cf6-3e78-4497-a1c2-f2be7bd9b228", "tag": "96e67091-082e-44af-ab2e-e08c3f96b7c6", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:18:40.934058 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e3f2a4c0-b937-497c-a40d-14f707c3f263 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:18:40.934582 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'tag': '96e67091-082e-44af-ab2e-e08c3f96b7c6', 'status': 'completed', 'code': 200} Feb 15 14:18:41.034281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Allocated IP 2001:db8::2 (8de6616b-7f2c-4737-9fbd-e6acceba1f02/3dc97c1d-774a-43e3-af1b-4a1fc62b187f/c25710e9-88fe-4cb1-831a-46de18dcbd2b) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:41.059880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-7b63c7fa-a888-4acf-8681-fd71869e2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:41.061423 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-7b63c7fa-a888-4acf-8681-fd71869e2c77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 1126 time: 0.3472862 Feb 15 14:18:41.214454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-87e6ce46-8250-4953-ad80-1428bd89babb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e67091-082e-44af-ab2e-e08c3f96b7c6 HTTP/1.1" status: 200 len: 217 time: 0.0993893 Feb 15 14:18:41.311549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:41.403405 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Publish callbacks [] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:41.421279 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:41.431347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad38ffa-bda4-41cb-b70f-4fd6e141e23a req-8702fae2-0038-45a0-a099-6220496c92df tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:41.433061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ad38ffa-bda4-41cb-b70f-4fd6e141e23a req-8702fae2-0038-45a0-a099-6220496c92df tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 946 time: 0.1175377 Feb 15 14:18:41.531348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-4fe76330-171b-4ab6-8e95-4ce7d3ef72c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:41.533432 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-4fe76330-171b-4ab6-8e95-4ce7d3ef72c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.2605913 Feb 15 14:18:41.545080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Network 8de6616b-7f2c-4737-9fbd-e6acceba1f02 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:41.551641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Pushing event updated for resources: {'Port': ['ID=c25710e9-88fe-4cb1-831a-46de18dcbd2b,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:41.559185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:41.566733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:41.697362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Attempting to bind port c25710e9-88fe-4cb1-831a-46de18dcbd2b on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:18:41.703339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Attempting to bind port c25710e9-88fe-4cb1-831a-46de18dcbd2b by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '039b682e-109b-4758-8c4a-975d61dbf430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8de6616b-7f2c-4737-9fbd-e6acceba1f02'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:18:41.703813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Attempting to bind port c25710e9-88fe-4cb1-831a-46de18dcbd2b on network 8de6616b-7f2c-4737-9fbd-e6acceba1f02 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:18:41.708179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f545c-6646-45b9-85d4-c6074c41929f req-4a6f04bc-ab33-4223-b89d-2da6429e8648 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:41.715807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-673f545c-6646-45b9-85d4-c6074c41929f req-4a6f04bc-ab33-4223-b89d-2da6429e8648 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 948 time: 0.2230668 Feb 15 14:18:41.717993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:18:41.718526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Checking segment: {'id': '039b682e-109b-4758-8c4a-975d61dbf430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8de6616b-7f2c-4737-9fbd-e6acceba1f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:41.719082 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:41.719576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Bound using segment: {'id': '039b682e-109b-4758-8c4a-975d61dbf430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8de6616b-7f2c-4737-9fbd-e6acceba1f02'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:18:41.720152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Bound port: c25710e9-88fe-4cb1-831a-46de18dcbd2b, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039b682e-109b-4758-8c4a-975d61dbf430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8de6616b-7f2c-4737-9fbd-e6acceba1f02'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:18:41.720651 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:41.730196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e35862-e33b-4422-8673-73dc1d32dddb req-37a9f0e7-f8d3-43cd-b642-72bf4b896c89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:41.731700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20e35862-e33b-4422-8673-73dc1d32dddb req-37a9f0e7-f8d3-43cd-b642-72bf4b896c89 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 946 time: 0.2401588 Feb 15 14:18:41.734680 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ad38ffa-bda4-41cb-b70f-4fd6e141e23a req-98d0ff1e-c228-41d5-9177-3cb4b865abb7 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957015 Feb 15 14:18:41.818298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-673f545c-6646-45b9-85d4-c6074c41929f req-4f0c81a8-d986-4f83-81ec-9d793d1f79e1 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995743 Feb 15 14:18:41.884882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] For port c25710e9-88fe-4cb1-831a-46de18dcbd2b, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:18:41.900843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] For port c25710e9-88fe-4cb1-831a-46de18dcbd2b, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c25710e9-88fe-4cb1-831a-46de18dcbd2b,segment=NetworkSegment(039b682e-109b-4758-8c4a-975d61dbf430),segment_id=039b682e-109b-4758-8c4a-975d61dbf430)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:18:41.918611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:41.927004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-b3647fab-a41d-4f56-8720-9d48f4e7677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:41.934931 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-b3647fab-a41d-4f56-8720-9d48f4e7677e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3848729 Feb 15 14:18:42.038508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da616ca-b904-41a9-b030-f6e921be0773 None None] Pushing event updated for resources: {'Port': ['ID=c25710e9-88fe-4cb1-831a-46de18dcbd2b,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:42.089195 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:42.210887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a52d2-bf19-4b00-96ed-93103818d652 req-858f10d0-a4e2-4b14-9b50-89fb96d2e080 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:42.215961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-915a52d2-bf19-4b00-96ed-93103818d652 req-858f10d0-a4e2-4b14-9b50-89fb96d2e080 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.2587495 Feb 15 14:18:42.277600 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-20e35862-e33b-4422-8673-73dc1d32dddb req-8e85ff0f-0ef1-421f-a682-f0fbfb689557 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Deleting port 786fe9cb-553a-423e-a00b-fbcf594b6366 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:42.277957 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-20e35862-e33b-4422-8673-73dc1d32dddb req-8e85ff0f-0ef1-421f-a682-f0fbfb689557 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:42.385809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Allocated IP 2001:db8::1 (8de6616b-7f2c-4737-9fbd-e6acceba1f02/3dc97c1d-774a-43e3-af1b-4a1fc62b187f/8e16d8a5-8555-4bae-bbef-6709245e5643) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:42.601518 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-915a52d2-bf19-4b00-96ed-93103818d652 req-b7a47d55-5741-4f58-b796-85b870c51f14 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3757734 Feb 15 14:18:42.606170 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-37e4e4fd-9ba7-4107-9693-8bd9f7d31784 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626737 Feb 15 14:18:42.772120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-20e35862-e33b-4422-8673-73dc1d32dddb req-8e85ff0f-0ef1-421f-a682-f0fbfb689557 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] For port 786fe9cb-553a-423e-a00b-fbcf594b6366, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=786fe9cb-553a-423e-a00b-fbcf594b6366,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:42.774206 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-20e35862-e33b-4422-8673-73dc1d32dddb req-8e85ff0f-0ef1-421f-a682-f0fbfb689557 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:42.813683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-20e35862-e33b-4422-8673-73dc1d32dddb req-8e85ff0f-0ef1-421f-a682-f0fbfb689557 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Calling delete_port for 786fe9cb-553a-423e-a00b-fbcf594b6366 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:42.896555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (8e16d8a5-8555-4bae-bbef-6709245e5643), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:42.902461 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e6fe3d0-3d2d-4a75-9794-26accab395d8 req-201d58fa-4d54-48d4-8f54-74ea5a5e293c service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864106 Feb 15 14:18:42.978540 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8e16d8a5-8555-4bae-bbef-6709245e5643), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:43.141048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 8de6616b-7f2c-4737-9fbd-e6acceba1f02 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:43.143225 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2052df2-0a1f-4e9a-aedd-410279eeed18 req-14b9659e-a945-47ca-a568-bca369e54580 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:43.144915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2052df2-0a1f-4e9a-aedd-410279eeed18 req-14b9659e-a945-47ca-a568-bca369e54580 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 946 time: 0.1770244 Feb 15 14:18:43.159687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:43.167242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:43.167878 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (2297abd4-fe46-45ce-8e71-a6248e237447), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:43.172196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=8e16d8a5-8555-4bae-bbef-6709245e5643,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:43.372164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2052df2-0a1f-4e9a-aedd-410279eeed18 req-2174e3c2-12c3-4a12-9daf-fdd49ed55157 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214215 Feb 15 14:18:43.376594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-85a2b85c-6e48-426a-8067-c139f1e2aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:43.377112 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-85a2b85c-6e48-426a-8067-c139f1e2aa02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 1126 time: 0.3465700 Feb 15 14:18:43.386566 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-20e35862-e33b-4422-8673-73dc1d32dddb req-8e85ff0f-0ef1-421f-a682-f0fbfb689557 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (786fe9cb-553a-423e-a00b-fbcf594b6366), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:43.414531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['412aff0a-ad97-4310-9c2c-edf5bb5c4411', '786fe9cb-553a-423e-a00b-fbcf594b6366'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:18:43.466484 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85ff0f-0ef1-421f-a682-f0fbfb689557 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event deleted for resources: {'Port': ['ID=786fe9cb-553a-423e-a00b-fbcf594b6366,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:43.590180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e35862-e33b-4422-8673-73dc1d32dddb req-8e85ff0f-0ef1-421f-a682-f0fbfb689557 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] No DVR routers for this DVR port 786fe9cb-553a-423e-a00b-fbcf594b6366 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:43.613758 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-20e35862-e33b-4422-8673-73dc1d32dddb req-8e85ff0f-0ef1-421f-a682-f0fbfb689557 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:43.627378 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20e35862-e33b-4422-8673-73dc1d32dddb req-8e85ff0f-0ef1-421f-a682-f0fbfb689557 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "DELETE /v2.0/ports/786fe9cb-553a-423e-a00b-fbcf594b6366 HTTP/1.1" status: 204 len: 173 time: 1.8212578 Feb 15 14:18:43.627923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1b9c96-53db-45bc-9801-1f898e19e033', 'name': 'network-vif-deleted', 'tag': '786fe9cb-553a-423e-a00b-fbcf594b6366'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:43.633429 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bfca3b-f421-422d-9925-0572d6d9e52c" -d '{"events": [{"server_uuid": "0a1b9c96-53db-45bc-9801-1f898e19e033", "name": "network-vif-deleted", "tag": "786fe9cb-553a-423e-a00b-fbcf594b6366"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:18:43.776588 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724b4f87-8f87-4e4e-a66d-7223d8dacf3f x-openstack-request-id: req-724b4f87-8f87-4e4e-a66d-7223d8dacf3f {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:18:43.776903 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1b9c96-53db-45bc-9801-1f898e19e033", "name": "network-vif-deleted", "tag": "786fe9cb-553a-423e-a00b-fbcf594b6366", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:18:43.777169 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-724b4f87-8f87-4e4e-a66d-7223d8dacf3f {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:18:43.777589 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1b9c96-53db-45bc-9801-1f898e19e033', 'name': 'network-vif-deleted', 'tag': '786fe9cb-553a-423e-a00b-fbcf594b6366', 'status': 'completed', 'code': 200} Feb 15 14:18:43.802220 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8e16d8a5-8555-4bae-bbef-6709245e5643), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:43.813935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-4640694b-9a69-4c6d-a0f3-50bd83271e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:43.817299 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-4640694b-9a69-4c6d-a0f3-50bd83271e50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.4155257 Feb 15 14:18:43.929175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd2f8c-d1f7-45a2-abcf-efa3683070d7 req-77948138-e9cc-4677-a2fa-88912d29be9c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:43.937951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46dd2f8c-d1f7-45a2-abcf-efa3683070d7 req-77948138-e9cc-4677-a2fa-88912d29be9c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.1422446 Feb 15 14:18:44.032387 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-c97eeea5-a790-43ee-829e-2a96a6220844 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e67091-082e-44af-ab2e-e08c3f96b7c6 HTTP/1.1" status: 200 len: 217 time: 0.2077405 Feb 15 14:18:44.054960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c25710e9-88fe-4cb1-831a-46de18dcbd2b up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:18:44.085452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46dd2f8c-d1f7-45a2-abcf-efa3683070d7 req-478c9db2-6107-441b-b5e9-a44bbc3931e3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378841 Feb 15 14:18:44.128701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d8795-77a8-4040-99cd-dffda4d113b5 None None] Network 8de6616b-7f2c-4737-9fbd-e6acceba1f02 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:44.195588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-26e9ca30-b0ab-48d8-b25a-b9af6db165a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:44.204420 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-26e9ca30-b0ab-48d8-b25a-b9af6db165a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.1559672 Feb 15 14:18:44.265971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6ca3b1a0-6995-4ad4-9570-46d45c4c5e14 None None] Provisioning complete for port c25710e9-88fe-4cb1-831a-46de18dcbd2b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:44.266623 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b1a0-6995-4ad4-9570-46d45c4c5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:44.449999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6ca3b1a0-6995-4ad4-9570-46d45c4c5e14 None None] Current status of the port c25710e9-88fe-4cb1-831a-46de18dcbd2b is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:44.450633 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b1a0-6995-4ad4-9570-46d45c4c5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:44.504251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6ca3b1a0-6995-4ad4-9570-46d45c4c5e14 None None] For port c25710e9-88fe-4cb1-831a-46de18dcbd2b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c25710e9-88fe-4cb1-831a-46de18dcbd2b,segment=NetworkSegment(039b682e-109b-4758-8c4a-975d61dbf430),segment_id=039b682e-109b-4758-8c4a-975d61dbf430)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:44.522343 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ca3b1a0-6995-4ad4-9570-46d45c4c5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:44.607336 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d9c9d7a-cd64-4ea8-b4ac-ee4c100e1d04 req-d09f8b16-d084-4e1e-a84e-0a6f4a7b339b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a1b9c96-53db-45bc-9801-1f898e19e033 HTTP/1.1" status: 200 len: 210 time: 0.0620267 Feb 15 14:18:44.633423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3b1a0-6995-4ad4-9570-46d45c4c5e14 None None] Pushing event updated for resources: {'Port': ['ID=c25710e9-88fe-4cb1-831a-46de18dcbd2b,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:44.648146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c25710e9-88fe-4cb1-831a-46de18dcbd2b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:44.648526 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:44.827029 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fafe9f8d-fae0-4f2e-9dec-cb65f945b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:44.874785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c25710e9-88fe-4cb1-831a-46de18dcbd2b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:45.252406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-718b72b4-82f5-4e47-b604-9653853f4748 None None] Provisioning complete for port 8e16d8a5-8555-4bae-bbef-6709245e5643 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:45.252789 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-718b72b4-82f5-4e47-b604-9653853f4748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8e16d8a5-8555-4bae-bbef-6709245e5643), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:45.294372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643b3e-a541-4957-9421-43291e936552 req-cd55f077-f0c5-4b64-95ce-cf618d9654d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:45.303304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f8643b3e-a541-4957-9421-43291e936552 req-cd55f077-f0c5-4b64-95ce-cf618d9654d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.1053298 Feb 15 14:18:45.336644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-718b72b4-82f5-4e47-b604-9653853f4748 None None] Port 8e16d8a5-8555-4bae-bbef-6709245e5643 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:45.351935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-718b72b4-82f5-4e47-b604-9653853f4748 None None] Provisioning complete for port c25710e9-88fe-4cb1-831a-46de18dcbd2b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:45.352402 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-718b72b4-82f5-4e47-b604-9653853f4748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:45.365402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (8e16d8a5-8555-4bae-bbef-6709245e5643), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:45.385876 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (8e16d8a5-8555-4bae-bbef-6709245e5643), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:45.386681 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (2297abd4-fe46-45ce-8e71-a6248e237447), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:45.456568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f8643b3e-a541-4957-9421-43291e936552 req-de0bc3ce-5471-4778-a328-c3a65707a978 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518347 Feb 15 14:18:45.516055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-718b72b4-82f5-4e47-b604-9653853f4748 None None] Current status of the port c25710e9-88fe-4cb1-831a-46de18dcbd2b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:45.601133 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-cf941e8c-954e-44b6-84c5-2ca6cd59cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:45.602653 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-cf941e8c-954e-44b6-84c5-2ca6cd59cc99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.3869882 Feb 15 14:18:45.633224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-35f66718-cddf-42c2-a1fc-bfa2ccf985b6 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:18:45.634233 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-35f66718-cddf-42c2-a1fc-bfa2ccf985b6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174134 Feb 15 14:18:45.742382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ae9d96b8-8add-4ee4-9945-07c58bdf017a None None] Provisioning complete for port 8e16d8a5-8555-4bae-bbef-6709245e5643 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:45.742968 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ae9d96b8-8add-4ee4-9945-07c58bdf017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8e16d8a5-8555-4bae-bbef-6709245e5643), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:45.828029 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-e919821a-321d-46fc-857f-2f8ed392559d service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674163 Feb 15 14:18:45.843764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d96b8-8add-4ee4-9945-07c58bdf017a None None] Port 8e16d8a5-8555-4bae-bbef-6709245e5643 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:45.865228 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c25710e9-88fe-4cb1-831a-46de18dcbd2b up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:18:45.968334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c25710e9-88fe-4cb1-831a-46de18dcbd2b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:45.968872 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:46.029952 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b9329d9c-95e7-458b-adb2-3c806808b7a4 req-44937ceb-f226-4ca3-b20d-bcc52c5b8641 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867959 Feb 15 14:18:46.033119 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=8e16d8a5-8555-4bae-bbef-6709245e5643,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:46.081988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c25710e9-88fe-4cb1-831a-46de18dcbd2b is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:18:46.103841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 8de6616b-7f2c-4737-9fbd-e6acceba1f02 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:46.105946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:46.204052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7376836-9c2d-405a-b435-1722e22d5b71 req-610e5530-4b2e-44fb-89be-7becd90f3da2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:46.211499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7376836-9c2d-405a-b435-1722e22d5b71 req-610e5530-4b2e-44fb-89be-7becd90f3da2 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.1413236 Feb 15 14:18:46.321223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 786fe9cb-553a-423e-a00b-fbcf594b6366 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:18:46.324416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7376836-9c2d-405a-b435-1722e22d5b71 req-5aff9f94-8055-488b-8582-197e6443dd92 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065116 Feb 15 14:18:46.373312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 786fe9cb-553a-423e-a00b-fbcf594b6366 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:18:46.373536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 2297abd4-fe46-45ce-8e71-a6248e237447 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:18:46.375593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 786fe9cb-553a-423e-a00b-fbcf594b6366 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:18:46.421243 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb88b9a-b8dc-4cba-8aa7-cb7de068c099 req-0a41f0ac-5bea-4415-b7fe-a5b629585664 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:46.423137 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7fb88b9a-b8dc-4cba-8aa7-cb7de068c099 req-0a41f0ac-5bea-4415-b7fe-a5b629585664 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.1367867 Feb 15 14:18:46.657801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5b34a-df65-45fc-932c-862b5e7c0e1b req-53170ee2-600e-45bb-97a8-7029856df75c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:46.681595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:46.682757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c433c020-de7f-49eb-a2fa-5415441b293b None None] Provisioning complete for port 8e16d8a5-8555-4bae-bbef-6709245e5643 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:18:46.683766 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c433c020-de7f-49eb-a2fa-5415441b293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8e16d8a5-8555-4bae-bbef-6709245e5643), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:46.687537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e9c7d208-546a-4c18-aee6-c3e61ed73221 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/2297abd4-fe46-45ce-8e71-a6248e237447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9824417 Feb 15 14:18:46.688073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ed5b34a-df65-45fc-932c-862b5e7c0e1b req-53170ee2-600e-45bb-97a8-7029856df75c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.1090662 Feb 15 14:18:46.692631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53850) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:46.762884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef7eff-11b3-486b-9ba2-46cfbe8d8e63 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:46.766710 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4bef7eff-11b3-486b-9ba2-46cfbe8d8e63 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports/8e16d8a5-8555-4bae-bbef-6709245e5643 HTTP/1.1" status: 200 len: 911 time: 0.0697975 Feb 15 14:18:46.767665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53852) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:46.771269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c433c020-de7f-49eb-a2fa-5415441b293b None None] Port 8e16d8a5-8555-4bae-bbef-6709245e5643 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:18:46.774199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a668aad-c317-4f6a-a1e4-da9d804e8cbf None None] Sync routers for ids ['2297abd4-fe46-45ce-8e71-a6248e237447'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:46.781355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-7fb88b9a-b8dc-4cba-8aa7-cb7de068c099 req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Deleting port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:46.781703 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7fb88b9a-b8dc-4cba-8aa7-cb7de068c099 req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:46.810519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ed5b34a-df65-45fc-932c-862b5e7c0e1b req-2bcfb9e4-8ba8-4b83-a2bb-5e270f3dc04b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216810 Feb 15 14:18:46.811051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a668aad-c317-4f6a-a1e4-da9d804e8cbf None None] Routers {'2297abd4-fe46-45ce-8e71-a6248e237447'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:46.811894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6a668aad-c317-4f6a-a1e4-da9d804e8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2297abd4-fe46-45ce-8e71-a6248e237447'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:46.854788 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6a668aad-c317-4f6a-a1e4-da9d804e8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:46.865044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a668aad-c317-4f6a-a1e4-da9d804e8cbf None None] Routers {'2297abd4-fe46-45ce-8e71-a6248e237447'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:46.865798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6a668aad-c317-4f6a-a1e4-da9d804e8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2297abd4-fe46-45ce-8e71-a6248e237447'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:46.901600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6a668aad-c317-4f6a-a1e4-da9d804e8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:46.902547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a668aad-c317-4f6a-a1e4-da9d804e8cbf None None] The sync data for ids ['2297abd4-fe46-45ce-8e71-a6248e237447'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:47.146830 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66314412-3e00-4fde-807a-f3b5f019fa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:47.235833 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-7fb88b9a-b8dc-4cba-8aa7-cb7de068c099 req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] For port 412aff0a-ad97-4310-9c2c-edf5bb5c4411, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=412aff0a-ad97-4310-9c2c-edf5bb5c4411,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:47.236508 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7fb88b9a-b8dc-4cba-8aa7-cb7de068c099 req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:47.275039 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-7fb88b9a-b8dc-4cba-8aa7-cb7de068c099 req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Calling delete_port for 412aff0a-ad97-4310-9c2c-edf5bb5c4411 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:47.472660 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94490e5f-8c02-4649-8248-f9dbbdb45eae tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (2297abd4-fe46-45ce-8e71-a6248e237447), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:47.543352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92054c05-e308-4ac9-8da3-9efeafa982a3 req-ad798302-14e0-4ea3-bbe9-bcb6243c811a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:47.559847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92054c05-e308-4ac9-8da3-9efeafa982a3 req-ad798302-14e0-4ea3-bbe9-bcb6243c811a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 945 time: 0.1098263 Feb 15 14:18:47.676112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92054c05-e308-4ac9-8da3-9efeafa982a3 req-ebee0cce-35af-41f1-82ae-d02547eaf1ad tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150262 Feb 15 14:18:47.999802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d90d-7f2c-4c20-8b00-7f8cfb4d729e req-7de2b304-a75d-47bc-a6d2-39caef31284c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:48.001322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14a9d90d-7f2c-4c20-8b00-7f8cfb4d729e req-7de2b304-a75d-47bc-a6d2-39caef31284c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.0688045 Feb 15 14:18:48.009641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7fb88b9a-b8dc-4cba-8aa7-cb7de068c099 req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (412aff0a-ad97-4310-9c2c-edf5bb5c4411), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:48.024944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['412aff0a-ad97-4310-9c2c-edf5bb5c4411'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:18:48.101806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event deleted for resources: {'Port': ['ID=412aff0a-ad97-4310-9c2c-edf5bb5c4411,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:48.121088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14a9d90d-7f2c-4c20-8b00-7f8cfb4d729e req-ea82fb44-e38b-42b2-aa67-00bf01cf3c3b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110251 Feb 15 14:18:48.154174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.154574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.154852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.155227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.155563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.155982 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.156212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.156543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.156869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.157458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.157794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.158122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.158445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:48.265543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb88b9a-b8dc-4cba-8aa7-cb7de068c099 req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] No DVR routers for this DVR port 412aff0a-ad97-4310-9c2c-edf5bb5c4411 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:48.273168 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-7fb88b9a-b8dc-4cba-8aa7-cb7de068c099 req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:48.276671 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7fb88b9a-b8dc-4cba-8aa7-cb7de068c099 req-a047ae79-5125-42e8-bb07-b5a8a150e241 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "DELETE /v2.0/ports/412aff0a-ad97-4310-9c2c-edf5bb5c4411 HTTP/1.1" status: 204 len: 173 time: 1.7725673 Feb 15 14:18:48.277172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc76302e-21f8-4487-b33f-cf05214474bb', 'name': 'network-vif-deleted', 'tag': '412aff0a-ad97-4310-9c2c-edf5bb5c4411'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:48.279575 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36d4cfd-a3e7-41da-a813-3198d407e18a" -d '{"events": [{"server_uuid": "bc76302e-21f8-4487-b33f-cf05214474bb", "name": "network-vif-deleted", "tag": "412aff0a-ad97-4310-9c2c-edf5bb5c4411"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:18:48.294666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-94490e5f-8c02-4649-8248-f9dbbdb45eae tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port 8e16d8a5-8555-4bae-bbef-6709245e5643 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:48.295040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94490e5f-8c02-4649-8248-f9dbbdb45eae tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8e16d8a5-8555-4bae-bbef-6709245e5643), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:48.363751 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:48.395055 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0f7d9c-c060-4cd5-82f0-719ebe168b47 x-openstack-request-id: req-bc0f7d9c-c060-4cd5-82f0-719ebe168b47 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:18:48.395523 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc76302e-21f8-4487-b33f-cf05214474bb", "name": "network-vif-deleted", "tag": "412aff0a-ad97-4310-9c2c-edf5bb5c4411", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:18:48.395787 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bc0f7d9c-c060-4cd5-82f0-719ebe168b47 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:18:48.396218 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc76302e-21f8-4487-b33f-cf05214474bb', 'name': 'network-vif-deleted', 'tag': '412aff0a-ad97-4310-9c2c-edf5bb5c4411', 'status': 'completed', 'code': 200} Feb 15 14:18:48.492484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94490e5f-8c02-4649-8248-f9dbbdb45eae tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8e16d8a5-8555-4bae-bbef-6709245e5643), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:48.509034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-94490e5f-8c02-4649-8248-f9dbbdb45eae tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for 8e16d8a5-8555-4bae-bbef-6709245e5643 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:48.756826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94490e5f-8c02-4649-8248-f9dbbdb45eae tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8e16d8a5-8555-4bae-bbef-6709245e5643), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:48.824521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94490e5f-8c02-4649-8248-f9dbbdb45eae tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=8e16d8a5-8555-4bae-bbef-6709245e5643,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:48.911459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74d83af4-1869-4b07-a776-558eb7d7adda req-53f86ffe-9f62-4f5e-bbfa-77c097a51d12 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc76302e-21f8-4487-b33f-cf05214474bb HTTP/1.1" status: 200 len: 210 time: 0.0638256 Feb 15 14:18:48.999615 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94490e5f-8c02-4649-8248-f9dbbdb45eae tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (2297abd4-fe46-45ce-8e71-a6248e237447), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:49.291417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ee57d-cdc4-4c6a-ae25-4310054dc735 req-bdae07e5-b94f-44b0-815d-3fee9154303f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:49.299468 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-930ee57d-cdc4-4c6a-ae25-4310054dc735 req-bdae07e5-b94f-44b0-815d-3fee9154303f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.0752397 Feb 15 14:18:49.397171 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-930ee57d-cdc4-4c6a-ae25-4310054dc735 req-b8c19df7-a083-423e-bab4-7daea2737fc0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895662 Feb 15 14:18:49.571893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94490e5f-8c02-4649-8248-f9dbbdb45eae tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 2297abd4-fe46-45ce-8e71-a6248e237447 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:18:49.720821 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:49.773917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94490e5f-8c02-4649-8248-f9dbbdb45eae tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:49.779230 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-94490e5f-8c02-4649-8248-f9dbbdb45eae tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/2297abd4-fe46-45ce-8e71-a6248e237447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0111797 Feb 15 14:18:49.782817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53866) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:49.788862 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2e261a-7342-4344-a859-e6014045750d None None] Sync routers for ids ['2297abd4-fe46-45ce-8e71-a6248e237447'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:49.801647 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e261a-7342-4344-a859-e6014045750d None None] Routers {'2297abd4-fe46-45ce-8e71-a6248e237447'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:49.802752 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ef2e261a-7342-4344-a859-e6014045750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2297abd4-fe46-45ce-8e71-a6248e237447'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:49.832599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cba7fea3-37a2-4163-933b-cc4c1941af22 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=2297abd4-fe46-45ce-8e71-a6248e237447 HTTP/1.1" status: 200 len: 205 time: 0.0448580 Feb 15 14:18:49.833162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53868) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:49.869367 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ef2e261a-7342-4344-a859-e6014045750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:49.889179 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e261a-7342-4344-a859-e6014045750d None None] Routers {'2297abd4-fe46-45ce-8e71-a6248e237447'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:49.891969 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ef2e261a-7342-4344-a859-e6014045750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2297abd4-fe46-45ce-8e71-a6248e237447'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:49.931713 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ef2e261a-7342-4344-a859-e6014045750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:49.932741 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2e261a-7342-4344-a859-e6014045750d None None] The sync data for ids ['2297abd4-fe46-45ce-8e71-a6248e237447'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:49.989460 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10d92579-5741-4ac3-91e5-7d9adfeb2898 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (2297abd4-fe46-45ce-8e71-a6248e237447), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:50.335080 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10d92579-5741-4ac3-91e5-7d9adfeb2898 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (2297abd4-fe46-45ce-8e71-a6248e237447), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:50.338324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 412aff0a-ad97-4310-9c2c-edf5bb5c4411 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:18:50.345272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10d92579-5741-4ac3-91e5-7d9adfeb2898 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (2297abd4-fe46-45ce-8e71-a6248e237447), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:50.356883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c210-493f-4fce-846d-cb7bb7207e8e req-4367c738-e0a1-4f8a-bfc4-cadb2d5db9ff tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:50.359126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50d9c210-493f-4fce-846d-cb7bb7207e8e req-4367c738-e0a1-4f8a-bfc4-cadb2d5db9ff tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.0841427 Feb 15 14:18:50.373998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 412aff0a-ad97-4310-9c2c-edf5bb5c4411 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:18:50.375703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 412aff0a-ad97-4310-9c2c-edf5bb5c4411 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:18:50.427186 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10d92579-5741-4ac3-91e5-7d9adfeb2898 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (2297abd4-fe46-45ce-8e71-a6248e237447), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:50.427827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d92579-5741-4ac3-91e5-7d9adfeb2898 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Fanout notify agent at l3_agent the message router_deleted on router 2297abd4-fe46-45ce-8e71-a6248e237447 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:18:50.434882 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10d92579-5741-4ac3-91e5-7d9adfeb2898 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:50.438975 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-10d92579-5741-4ac3-91e5-7d9adfeb2898 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/2297abd4-fe46-45ce-8e71-a6248e237447 HTTP/1.1" status: 204 len: 168 time: 0.6016047 Feb 15 14:18:50.439832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53878) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:50.455609 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50d9c210-493f-4fce-846d-cb7bb7207e8e req-b509d810-b2cc-454f-858e-9db505c4579e tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901129 Feb 15 14:18:50.512005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b78c717-43b0-4b73-977d-5ed2e80fb893 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting subnet 3dc97c1d-774a-43e3-af1b-4a1fc62b187f {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:18:50.516787 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b78c717-43b0-4b73-977d-5ed2e80fb893 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (3dc97c1d-774a-43e3-af1b-4a1fc62b187f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:50.574110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b78c717-43b0-4b73-977d-5ed2e80fb893 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (3dc97c1d-774a-43e3-af1b-4a1fc62b187f), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:50.620991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd9bec-bbd5-4dfa-a999-c5202a2bbc5b req-8644ceb2-2530-4d0e-aa6b-6f02cc90363a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:50.630557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2cd9bec-bbd5-4dfa-a999-c5202a2bbc5b req-8644ceb2-2530-4d0e-aa6b-6f02cc90363a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.0877900 Feb 15 14:18:50.690993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2cd9bec-bbd5-4dfa-a999-c5202a2bbc5b req-c08feefa-44c5-4ecb-a187-445edf34c7f6 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584631 Feb 15 14:18:50.705515 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b78c717-43b0-4b73-977d-5ed2e80fb893 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (3dc97c1d-774a-43e3-af1b-4a1fc62b187f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:50.844279 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b78c717-43b0-4b73-977d-5ed2e80fb893 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (3dc97c1d-774a-43e3-af1b-4a1fc62b187f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:50.864516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b78c717-43b0-4b73-977d-5ed2e80fb893 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:50.871454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d5f66-12e9-4ec7-b069-313269ad4c48 None None] Network 8de6616b-7f2c-4737-9fbd-e6acceba1f02 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:50.875659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53880) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:50.875881 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1b78c717-43b0-4b73-977d-5ed2e80fb893 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/3dc97c1d-774a-43e3-af1b-4a1fc62b187f HTTP/1.1" status: 204 len: 168 time: 0.4349945 Feb 15 14:18:50.919057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78c717-43b0-4b73-977d-5ed2e80fb893 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc97c1d-774a-43e3-af1b-4a1fc62b187f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:51.032385 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (8de6616b-7f2c-4737-9fbd-e6acceba1f02), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:51.131163 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:51.164523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e2c83-aa3a-4f11-8ff4-39c8ce0fef82 None None] DHCP port deletion for 8de6616b-7f2c-4737-9fbd-e6acceba1f02 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:18:51.193295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port c25710e9-88fe-4cb1-831a-46de18dcbd2b {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:51.193645 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:51.279176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-241e2c83-aa3a-4f11-8ff4-39c8ce0fef82 None None] Deleting port c25710e9-88fe-4cb1-831a-46de18dcbd2b {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:51.279555 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-241e2c83-aa3a-4f11-8ff4-39c8ce0fef82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:51.345362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] For port c25710e9-88fe-4cb1-831a-46de18dcbd2b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c25710e9-88fe-4cb1-831a-46de18dcbd2b,segment=NetworkSegment(039b682e-109b-4758-8c4a-975d61dbf430),segment_id=039b682e-109b-4758-8c4a-975d61dbf430)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:51.345653 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:51.371581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for c25710e9-88fe-4cb1-831a-46de18dcbd2b owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:51.417736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-241e2c83-aa3a-4f11-8ff4-39c8ce0fef82 None None] For port c25710e9-88fe-4cb1-831a-46de18dcbd2b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c25710e9-88fe-4cb1-831a-46de18dcbd2b,segment=NetworkSegment(039b682e-109b-4758-8c4a-975d61dbf430),segment_id=039b682e-109b-4758-8c4a-975d61dbf430)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:51.418329 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-241e2c83-aa3a-4f11-8ff4-39c8ce0fef82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:51.454435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-241e2c83-aa3a-4f11-8ff4-39c8ce0fef82 None None] Calling delete_port for c25710e9-88fe-4cb1-831a-46de18dcbd2b owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:51.584366 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.585817 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:18:51.588443 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:18:51.595301 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-241e2c83-aa3a-4f11-8ff4-39c8ce0fef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (c25710e9-88fe-4cb1-831a-46de18dcbd2b), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:51.648864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=c25710e9-88fe-4cb1-831a-46de18dcbd2b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:51.651301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No DVR routers for this DVR port c25710e9-88fe-4cb1-831a-46de18dcbd2b on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:51.667383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e2c83-aa3a-4f11-8ff4-39c8ce0fef82 None None] Pushing event deleted for resources: {'Port': ['ID=c25710e9-88fe-4cb1-831a-46de18dcbd2b,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:51.686484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241e2c83-aa3a-4f11-8ff4-39c8ce0fef82 None None] No DVR routers for this DVR port c25710e9-88fe-4cb1-831a-46de18dcbd2b on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:51.691538 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f7c0b-28e5-4d65-9ce4-2ed579f430b6 req-ef3bda3b-62f9-4468-a270-a5f9c8bcc192 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:51.702430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b30f7c0b-28e5-4d65-9ce4-2ed579f430b6 req-ef3bda3b-62f9-4468-a270-a5f9c8bcc192 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1253939 Feb 15 14:18:51.852329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-ca190324-83d9-4c92-bd79-f800fa4edb03 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:51.853730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c25710e9-88fe-4cb1-831a-46de18dcbd2b no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:18:51.854895 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-ca190324-83d9-4c92-bd79-f800fa4edb03 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 945 time: 0.1452165 Feb 15 14:18:51.880804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b30f7c0b-28e5-4d65-9ce4-2ed579f430b6 req-5c1609f7-82f3-4bf6-a8d9-71e370d31fe6 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c6ed45e-0df8-426e-90f0-fba3b6199e89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768296 Feb 15 14:18:51.909408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: c25710e9-88fe-4cb1-831a-46de18dcbd2b {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:18:51.912230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c25710e9-88fe-4cb1-831a-46de18dcbd2b not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:18:51.921882 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (8de6616b-7f2c-4737-9fbd-e6acceba1f02), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:51.950749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de6616b-7f2c-4737-9fbd-e6acceba1f02']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:51.963631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039b682e-109b-4758-8c4a-975d61dbf430') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:51.964057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039b682e-109b-4758-8c4a-975d61dbf430') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:51.978058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bca05-d56c-45df-b7e5-9053d08744ce req-100d545b-8688-4802-8f7a-cb711f08d21b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:51.984974 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e14bca05-d56c-45df-b7e5-9053d08744ce req-100d545b-8688-4802-8f7a-cb711f08d21b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.1243634 Feb 15 14:18:52.008656 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (039b682e-109b-4758-8c4a-975d61dbf430), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.038127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (039b682e-109b-4758-8c4a-975d61dbf430), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.045567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Deleting port 54e91368-fc0e-4ead-8188-9bc4b66ca839 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:52.045917 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.064334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e14bca05-d56c-45df-b7e5-9053d08744ce req-c442e549-84ec-40ca-83e4-1b787994d0cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737123 Feb 15 14:18:52.065631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:18:52.076007 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (039b682e-109b-4758-8c4a-975d61dbf430), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:18:52.079477 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:18:52.183987 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (8de6616b-7f2c-4737-9fbd-e6acceba1f02), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.189693 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.197460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53888) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:52.198486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/networks/8de6616b-7f2c-4737-9fbd-e6acceba1f02 HTTP/1.1" status: 204 len: 168 time: 1.3213065 Feb 15 14:18:52.203377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1107359365', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:52.228981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab9406-244f-42ec-b9b9-59839841a089 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Network': ['ID=8de6616b-7f2c-4737-9fbd-e6acceba1f02,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:52.250771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] For port 54e91368-fc0e-4ead-8188-9bc4b66ca839, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=54e91368-fc0e-4ead-8188-9bc4b66ca839,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:52.251174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.291991 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (1cea3e45-8baf-4516-896b-6eb7a07c6708), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.293170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (1cea3e45-8baf-4516-896b-6eb7a07c6708), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.511292 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (1cea3e45-8baf-4516-896b-6eb7a07c6708), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.768814 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.769152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (04bf8cb2-f616-482a-a5be-87c3cf3409d9), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.769461 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Floating IP 04bf8cb2-f616-482a-a5be-87c3cf3409d9 disassociated. External IP: 172.25.6.243, port: 54e91368-fc0e-4ead-8188-9bc4b66ca839. Feb 15 14:18:52.769795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Calling delete_port for 54e91368-fc0e-4ead-8188-9bc4b66ca839 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:52.776483 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_gateway (1cea3e45-8baf-4516-896b-6eb7a07c6708), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.966824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (54e91368-fc0e-4ead-8188-9bc4b66ca839), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:52.983928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a10501b9-cc15-440d-8970-5ba41166f18e req-6d381381-2662-4428-ac4f-8382bc04428a tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 210 time: 0.0323546 Feb 15 14:18:53.010458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event deleted for resources: {'Port': ['ID=54e91368-fc0e-4ead-8188-9bc4b66ca839,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:53.192837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f731844-2882-4d0f-81bc-2f6d05ecf982 req-b19dfe29-8259-475f-a4ad-9a998f9d114b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:53.194516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f731844-2882-4d0f-81bc-2f6d05ecf982 req-b19dfe29-8259-475f-a4ad-9a998f9d114b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.0600727 Feb 15 14:18:53.205602 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_gateway (1cea3e45-8baf-4516-896b-6eb7a07c6708), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:53.235103 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:53.247322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f731844-2882-4d0f-81bc-2f6d05ecf982 req-0186f5fd-1d96-4cf6-a2e4-b87af6a06275 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462453 Feb 15 14:18:53.301744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Router 2d8dae3c-ffe5-4053-bde5-10580405d7ac has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:18:53.685682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Allocated IP 172.25.6.65 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/59c26e37-7af6-4e95-8594-8e93f60c37d4) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:53.722816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:53.735296 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2e581-fa29-489a-bb42-38af46c7233b None None] Sync routers for ids ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:53.755143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2e581-fa29-489a-bb42-38af46c7233b None None] Routers {'2d8dae3c-ffe5-4053-bde5-10580405d7ac'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:53.757053 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-45d2e581-fa29-489a-bb42-38af46c7233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:53.796017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] No DVR routers for this DVR port 54e91368-fc0e-4ead-8188-9bc4b66ca839 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:18:53.799928 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:53.804010 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cbb564c9-7cd4-43df-a01b-438579ba79d1 req-2eacf8fe-713b-4604-a355-d4881f8d9baf tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.42 "DELETE /v2.0/ports/54e91368-fc0e-4ead-8188-9bc4b66ca839 HTTP/1.1" status: 204 len: 173 time: 1.9434614 Feb 15 14:18:53.804497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-deleted', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:18:53.806716 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f524f368-5736-4336-926d-938d669f83ca" -d '{"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-deleted", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:18:53.868885 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbff8818-7057-4b55-b3b8-6ff4e23ae9d7 x-openstack-request-id: req-bbff8818-7057-4b55-b3b8-6ff4e23ae9d7 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:18:53.869365 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f49de-1fc5-452a-8f31-637d31d3e58f", "name": "network-vif-deleted", "tag": "54e91368-fc0e-4ead-8188-9bc4b66ca839", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:18:53.869621 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bbff8818-7057-4b55-b3b8-6ff4e23ae9d7 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:18:53.870509 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f49de-1fc5-452a-8f31-637d31d3e58f', 'name': 'network-vif-deleted', 'tag': '54e91368-fc0e-4ead-8188-9bc4b66ca839', 'status': 'completed', 'code': 200} Feb 15 14:18:53.876802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (59c26e37-7af6-4e95-8594-8e93f60c37d4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:53.934507 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (59c26e37-7af6-4e95-8594-8e93f60c37d4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:53.980885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:53.986080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:53.990802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:54.016908 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=59c26e37-7af6-4e95-8594-8e93f60c37d4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:54.094544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-45d2e581-fa29-489a-bb42-38af46c7233b None None] Set router 2d8dae3c-ffe5-4053-bde5-10580405d7ac gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:18:54.120994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72329112-f00f-4103-a086-209e7e54e3b5 req-a2579292-e0cc-438b-9421-fe5c0ac832a6 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/ports?device_id=215f49de-1fc5-452a-8f31-637d31d3e58f HTTP/1.1" status: 200 len: 210 time: 0.0452671 Feb 15 14:18:54.331611 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_gateway (1cea3e45-8baf-4516-896b-6eb7a07c6708), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:54.355528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-45d2e581-fa29-489a-bb42-38af46c7233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:58Z', 'revision_number': 4, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '81bce16a-f26e-4ed5-a1de-a8e58c2dff39', 'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'mac_address': 'fa:16:3e:35:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:57Z', 'updated_at': '2022-02-15T14:11:04Z', 'revision_number': 5, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'subnets': [{'id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:54.401247 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2e581-fa29-489a-bb42-38af46c7233b None None] Checking router: 2d8dae3c-ffe5-4053-bde5-10580405d7ac for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:18:54.414750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2e581-fa29-489a-bb42-38af46c7233b None None] Routers {'2d8dae3c-ffe5-4053-bde5-10580405d7ac'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:54.415450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-45d2e581-fa29-489a-bb42-38af46c7233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:54.553792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-45d2e581-fa29-489a-bb42-38af46c7233b None None] Set router 2d8dae3c-ffe5-4053-bde5-10580405d7ac gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:18:54.635577 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (1cea3e45-8baf-4516-896b-6eb7a07c6708), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:54.708290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e29d-8296-4db6-a627-9d6888144910 req-5bcbc3e1-4910-4eff-a0a0-33b0fc2cb21d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:54.709961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36d9e29d-8296-4db6-a627-9d6888144910 req-5bcbc3e1-4910-4eff-a0a0-33b0fc2cb21d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.3659720 Feb 15 14:18:54.789625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-45d2e581-fa29-489a-bb42-38af46c7233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:58Z', 'revision_number': 4, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '81bce16a-f26e-4ed5-a1de-a8e58c2dff39', 'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'mac_address': 'fa:16:3e:35:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:57Z', 'updated_at': '2022-02-15T14:11:04Z', 'revision_number': 5, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'subnets': [{'id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:54.795085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36d9e29d-8296-4db6-a627-9d6888144910 req-06ccd2fe-c6d3-4bea-9d16-e852988cad35 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744240 Feb 15 14:18:54.805155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 1cea3e45-8baf-4516-896b-6eb7a07c6708 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:18:54.828445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d2e581-fa29-489a-bb42-38af46c7233b None None] The sync data for ids ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'] in n-d-829064-15 is: [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:10:58Z', 'revision_number': 4, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '81bce16a-f26e-4ed5-a1de-a8e58c2dff39', 'name': '', 'network_id': 'b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'mac_address': 'fa:16:3e:35:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:57Z', 'updated_at': '2022-02-15T14:11:04Z', 'revision_number': 5, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'subnets': [{'id': '3c8c8036-0638-46f9-9412-5afaa8f87848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:54.927207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:54.937984 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4ed28-0581-4167-b8bb-40445328882b None None] Sync routers for ids ['1cea3e45-8baf-4516-896b-6eb7a07c6708'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:54.947809 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4ed28-0581-4167-b8bb-40445328882b None None] Routers {'1cea3e45-8baf-4516-896b-6eb7a07c6708'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:54.948828 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-eff4ed28-0581-4167-b8bb-40445328882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['1cea3e45-8baf-4516-896b-6eb7a07c6708'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:54.957462 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:54.961277 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8d63baf9-c33d-4aab-bf54-8c67aaa599e7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7603533 Feb 15 14:18:54.961635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53900) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:55.096277 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-eff4ed28-0581-4167-b8bb-40445328882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:55.105550 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4ed28-0581-4167-b8bb-40445328882b None None] Routers {'1cea3e45-8baf-4516-896b-6eb7a07c6708'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:55.106388 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-eff4ed28-0581-4167-b8bb-40445328882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['1cea3e45-8baf-4516-896b-6eb7a07c6708'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:55.125258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-45870bf1-862f-4190-abf8-a308efbc460c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/routers/1cea3e45-8baf-4516-896b-6eb7a07c6708 HTTP/1.1" status: 200 len: 884 time: 0.1613493 Feb 15 14:18:55.127905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53902) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:55.151290 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-eff4ed28-0581-4167-b8bb-40445328882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:55.152169 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4ed28-0581-4167-b8bb-40445328882b None None] The sync data for ids ['1cea3e45-8baf-4516-896b-6eb7a07c6708'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:55.183362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f498e03-75bc-4b59-879e-5c0f49c41fed None None] New status for floating IP 04bf8cb2-f616-482a-a5be-87c3cf3409d9: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:18:55.211126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53908) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:55.345038 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff234-de6f-4448-8aa8-eac17fd6f191 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group (8c6ed45e-0df8-426e-90f0-fba3b6199e89), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:55.385286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff234-de6f-4448-8aa8-eac17fd6f191 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group (8c6ed45e-0df8-426e-90f0-fba3b6199e89), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:55.470572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff234-de6f-4448-8aa8-eac17fd6f191 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8c6ed45e-0df8-426e-90f0-fba3b6199e89), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:55.473155 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d0ff234-de6f-4448-8aa8-eac17fd6f191 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:55.474277 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3d0ff234-de6f-4448-8aa8-eac17fd6f191 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "DELETE /v2.0/security-groups/8c6ed45e-0df8-426e-90f0-fba3b6199e89 HTTP/1.1" status: 204 len: 168 time: 0.2621634 Feb 15 14:18:55.477097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53910) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:55.492682 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-ceb806b8-64c7-49d3-bcda-05bbcd63e2e1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] show failed (client error): The resource could not be found. Feb 15 14:18:55.494192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ff234-de6f-4448-8aa8-eac17fd6f191 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6ed45e-0df8-426e-90f0-fba3b6199e89,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:55.495107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ceb806b8-64c7-49d3-bcda-05bbcd63e2e1 tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "GET /v2.0/security-groups/8c6ed45e-0df8-426e-90f0-fba3b6199e89 HTTP/1.1" status: 404 len: 347 time: 0.0166867 Feb 15 14:18:55.497749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53912) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:55.501763 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2f607f1e-3bad-411a-bf86-068054c37341 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3722055 Feb 15 14:18:55.505102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53914) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:55.509594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ee1b135d-da86-43f7-80cf-072d4c84d22b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1107359365'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:55.672248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Deleting port 910c6ad2-90da-40c6-a73e-e2a5d999149e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:55.672501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (910c6ad2-90da-40c6-a73e-e2a5d999149e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:55.754613 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (910c6ad2-90da-40c6-a73e-e2a5d999149e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:55.754968 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for floatingip (910c6ad2-90da-40c6-a73e-e2a5d999149e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:55.766896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Calling delete_port for 910c6ad2-90da-40c6-a73e-e2a5d999149e owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:55.950543 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37113f87-4292-4083-a7b4-513a1ab131b5 req-862b588d-a747-4c7d-88e2-7226b292e191 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:55.952217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37113f87-4292-4083-a7b4-513a1ab131b5 req-862b588d-a747-4c7d-88e2-7226b292e191 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.0908420 Feb 15 14:18:56.023841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37113f87-4292-4083-a7b4-513a1ab131b5 req-078f164d-c78c-44ff-82c1-66f3fa6095b4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616522 Feb 15 14:18:56.024778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (910c6ad2-90da-40c6-a73e-e2a5d999149e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:56.058850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Pushing event deleted for resources: {'Port': ['ID=910c6ad2-90da-40c6-a73e-e2a5d999149e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:56.093302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.093656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.093986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.094317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.094652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.095001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.095328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.095650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.095968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.096298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.096605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.096975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.097810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:18:56.136257 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee1b135d-da86-43f7-80cf-072d4c84d22b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (1cea3e45-8baf-4516-896b-6eb7a07c6708), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:56.138319 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks [] for floatingip (04bf8cb2-f616-482a-a5be-87c3cf3409d9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:56.141784 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:56.147130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bdde34f0-e49f-4ecb-b9ef-860d34202c1b tempest-ServerActionsTestJSON-2198543 tempest-ServerActionsTestJSON-2198543-project] 10.222.0.72 "DELETE /v2.0/floatingips/04bf8cb2-f616-482a-a5be-87c3cf3409d9 HTTP/1.1" status: 204 len: 168 time: 0.6357300 Feb 15 14:18:56.147338 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53918) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:56.155785 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee1b135d-da86-43f7-80cf-072d4c84d22b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (1cea3e45-8baf-4516-896b-6eb7a07c6708), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:56.285666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1b135d-da86-43f7-80cf-072d4c84d22b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 1cea3e45-8baf-4516-896b-6eb7a07c6708 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:18:56.367021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:18:56.387845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 54e91368-fc0e-4ead-8188-9bc4b66ca839 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:18:56.388206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 54e91368-fc0e-4ead-8188-9bc4b66ca839 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:18:56.477361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1b135d-da86-43f7-80cf-072d4c84d22b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:56.485709 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee1b135d-da86-43f7-80cf-072d4c84d22b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:56.489185 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ee1b135d-da86-43f7-80cf-072d4c84d22b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/1cea3e45-8baf-4516-896b-6eb7a07c6708 HTTP/1.1" status: 200 len: 891 time: 0.9804289 Feb 15 14:18:56.489521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53922) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:56.493734 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b518614b-d4c5-4565-b4d2-bbd2523c2a98 None None] Sync routers for ids ['1cea3e45-8baf-4516-896b-6eb7a07c6708'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:56.507923 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518614b-d4c5-4565-b4d2-bbd2523c2a98 None None] Routers {'1cea3e45-8baf-4516-896b-6eb7a07c6708'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:56.509344 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b518614b-d4c5-4565-b4d2-bbd2523c2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['1cea3e45-8baf-4516-896b-6eb7a07c6708'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:56.554328 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b518614b-d4c5-4565-b4d2-bbd2523c2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:56.568636 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518614b-d4c5-4565-b4d2-bbd2523c2a98 None None] Routers {'1cea3e45-8baf-4516-896b-6eb7a07c6708'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:56.569638 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b518614b-d4c5-4565-b4d2-bbd2523c2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['1cea3e45-8baf-4516-896b-6eb7a07c6708'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:56.615167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-31c13672-7849-40d0-a1ad-27ca56901dd8 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/routers/1cea3e45-8baf-4516-896b-6eb7a07c6708 HTTP/1.1" status: 200 len: 891 time: 0.1220500 Feb 15 14:18:56.615398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53924) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:56.618586 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b518614b-d4c5-4565-b4d2-bbd2523c2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:56.619605 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b518614b-d4c5-4565-b4d2-bbd2523c2a98 None None] The sync data for ids ['1cea3e45-8baf-4516-896b-6eb7a07c6708'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:56.647081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-28d60075-ea52-4dc6-85af-faf54edea16a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cea3e45-8baf-4516-896b-6eb7a07c6708 HTTP/1.1" status: 200 len: 205 time: 0.0274670 Feb 15 14:18:56.647318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53926) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:56.763248 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (1cea3e45-8baf-4516-896b-6eb7a07c6708), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:56.772473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (2d8dae3c-ffe5-4053-bde5-10580405d7ac), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:56.875771 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_gateway (1cea3e45-8baf-4516-896b-6eb7a07c6708), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:56.930459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port 59c26e37-7af6-4e95-8594-8e93f60c37d4 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:56.930798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (59c26e37-7af6-4e95-8594-8e93f60c37d4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.007897 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (59c26e37-7af6-4e95-8594-8e93f60c37d4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.020435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for 59c26e37-7af6-4e95-8594-8e93f60c37d4 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:57.037914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] Deleting port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:57.039393 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.126757 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] For port 81bce16a-f26e-4ed5-a1de-a8e58c2dff39, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=81bce16a-f26e-4ed5-a1de-a8e58c2dff39,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:57.127169 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.141160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] Calling delete_port for 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:57.230234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a96c5-82c8-460f-88f3-55d2d63936c3 req-a98af90d-b49e-4328-8f6a-4f860ae3b647 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:57.231776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-707a96c5-82c8-460f-88f3-55d2d63936c3 req-a98af90d-b49e-4328-8f6a-4f860ae3b647 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.0943921 Feb 15 14:18:57.273614 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (59c26e37-7af6-4e95-8594-8e93f60c37d4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.313099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=59c26e37-7af6-4e95-8594-8e93f60c37d4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:57.323188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-707a96c5-82c8-460f-88f3-55d2d63936c3 req-cbf337c5-79ae-48a6-ab58-64bfb668d3e7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811031 Feb 15 14:18:57.366842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (81bce16a-f26e-4ed5-a1de-a8e58c2dff39), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.385493 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (1cea3e45-8baf-4516-896b-6eb7a07c6708), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.394041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] Pushing event deleted for resources: {'Port': ['ID=81bce16a-f26e-4ed5-a1de-a8e58c2dff39,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:57.487052 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (1cea3e45-8baf-4516-896b-6eb7a07c6708), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.491080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (1cea3e45-8baf-4516-896b-6eb7a07c6708), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.547371 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (1cea3e45-8baf-4516-896b-6eb7a07c6708), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.548256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Fanout notify agent at l3_agent the message router_deleted on router 1cea3e45-8baf-4516-896b-6eb7a07c6708 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:18:57.557197 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.563345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-debbc479-7fa9-45be-a290-a53159854772 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/1cea3e45-8baf-4516-896b-6eb7a07c6708 HTTP/1.1" status: 204 len: 168 time: 0.9116852 Feb 15 14:18:57.564458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53932) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:57.572945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1808330006'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:57.595647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (2d8dae3c-ffe5-4053-bde5-10580405d7ac), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.599673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:57.603039 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.636061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:18:57.646987 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (af425d28-7657-4efd-ac67-7b34a16c6328), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.647516 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added segment af425d28-7657-4efd-ac67-7b34a16c6328 of type vlan for network a7511a32-7369-4e8a-befc-f43add5da864 Feb 15 14:18:57.693622 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a7511a32-7369-4e8a-befc-f43add5da864), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.729747 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a7511a32-7369-4e8a-befc-f43add5da864), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.735168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:57.735851 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:57.814268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Network': ['ID=a7511a32-7369-4e8a-befc-f43add5da864,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:57.826047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c1c5285c-a613-4640-9506-4e7af0845274 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2548194 Feb 15 14:18:57.828379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53934) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:57.829735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a7511a32-7369-4e8a-befc-f43add5da864 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:18:57.836265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'subnet': {'network_id': 'a7511a32-7369-4e8a-befc-f43add5da864', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:57.899848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] Router 2d8dae3c-ffe5-4053-bde5-10580405d7ac has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:18:57.943909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:18:57.947605 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.021425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:18:58.029635 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4b894491-7b69-435c-a543-7be87062593f admin admin] 10.222.0.72 "PUT /v2.0/routers/2d8dae3c-ffe5-4053-bde5-10580405d7ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8783698 Feb 15 14:18:58.029635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53936) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:58.041904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67494d-e579-462b-bc3d-30b8b907accb None None] Sync routers for ids ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:18:58.059789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67494d-e579-462b-bc3d-30b8b907accb None None] Routers {'2d8dae3c-ffe5-4053-bde5-10580405d7ac'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:58.060826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9f67494d-e579-462b-bc3d-30b8b907accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:58.155215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Publish callbacks [] for router (2d8dae3c-ffe5-4053-bde5-10580405d7ac), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.193539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (e79c2574-773f-4060-8058-b31116d9e69b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.198535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9f67494d-e579-462b-bc3d-30b8b907accb None None] Set router 2d8dae3c-ffe5-4053-bde5-10580405d7ac gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:18:58.272075 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Checking segment: {'id': 'af425d28-7657-4efd-ac67-7b34a16c6328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7511a32-7369-4e8a-befc-f43add5da864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:58.273078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network hostable DHCP agents. Network: a7511a32-7369-4e8a-befc-f43add5da864, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:18:58.278872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Subnet': ['ID=e79c2574-773f-4060-8058-b31116d9e69b,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:58.285351 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Publish callbacks [] for router_gateway (2d8dae3c-ffe5-4053-bde5-10580405d7ac), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.303701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network a7511a32-7369-4e8a-befc-f43add5da864 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:18:58.315160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a7511a32-7369-4e8a-befc-f43add5da864) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:58.321088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:58.322011 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.345261 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4f01a1b8-b786-4f94-8145-b6395e71a5a4 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5157413 Feb 15 14:18:58.347973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53938) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:58.353181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5c968d92-bc36-4670-b127-2f115dd052f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-493991460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:18:58.358103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Deleting port 1bf6cb65-1b1f-45ed-beba-f65c47800a52 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:58.358440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.380664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13367f-bc80-40fb-ae44-535a513f712f None None] Network a7511a32-7369-4e8a-befc-f43add5da864 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:58.397531 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c968d92-bc36-4670-b127-2f115dd052f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (4cd7a0be-ffb3-456f-b70f-ed702676f509), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.398608 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c968d92-bc36-4670-b127-2f115dd052f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (4cd7a0be-ffb3-456f-b70f-ed702676f509), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.463355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] For port 1bf6cb65-1b1f-45ed-beba-f65c47800a52, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1bf6cb65-1b1f-45ed-beba-f65c47800a52,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:18:58.464098 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.481964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Calling delete_port for 1bf6cb65-1b1f-45ed-beba-f65c47800a52 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:18:58.495576 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c968d92-bc36-4670-b127-2f115dd052f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (4cd7a0be-ffb3-456f-b70f-ed702676f509), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.516139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c65c7b-35ec-4cdc-b9ed-1850ebaa33f5 req-de213f26-5581-45aa-9efe-63319d05b6a1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:58.517761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59c65c7b-35ec-4cdc-b9ed-1850ebaa33f5 req-de213f26-5581-45aa-9efe-63319d05b6a1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.1037657 Feb 15 14:18:58.520243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c968d92-bc36-4670-b127-2f115dd052f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (4cd7a0be-ffb3-456f-b70f-ed702676f509), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.531992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a7511a32-7369-4e8a-befc-f43add5da864', 'network_id': 'a7511a32-7369-4e8a-befc-f43add5da864', 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'fixed_ips': [{'subnet_id': 'e79c2574-773f-4060-8058-b31116d9e69b'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:18:58.533241 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.579247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59c65c7b-35ec-4cdc-b9ed-1850ebaa33f5 req-7d36ce43-e992-4678-a78b-c5565ef6f325 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536213 Feb 15 14:18:58.583340 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c968d92-bc36-4670-b127-2f115dd052f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.584567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5c968d92-bc36-4670-b127-2f115dd052f9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2354140 Feb 15 14:18:58.587419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53942) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:58.674690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Allocated IP 2001:db8::2 (a7511a32-7369-4e8a-befc-f43add5da864/e79c2574-773f-4060-8058-b31116d9e69b/2719e800-b8da-4c8b-aa9f-cfa55d5b343a) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:58.730229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1bf6cb65-1b1f-45ed-beba-f65c47800a52), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.761443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf6cb65-1b1f-45ed-beba-f65c47800a52,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:58.765922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9f67494d-e579-462b-bc3d-30b8b907accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:18:57Z', 'revision_number': 5, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port': {'id': '1bf6cb65-1b1f-45ed-beba-f65c47800a52', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:58.801146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67494d-e579-462b-bc3d-30b8b907accb None None] Checking router: 2d8dae3c-ffe5-4053-bde5-10580405d7ac for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:18:58.831327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67494d-e579-462b-bc3d-30b8b907accb None None] Routers {'2d8dae3c-ffe5-4053-bde5-10580405d7ac'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:18:58.832140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9f67494d-e579-462b-bc3d-30b8b907accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:58.852350 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (2d8dae3c-ffe5-4053-bde5-10580405d7ac), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.953045 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Publish callbacks [] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:58.962825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9f67494d-e579-462b-bc3d-30b8b907accb None None] Set router 2d8dae3c-ffe5-4053-bde5-10580405d7ac gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:18:58.999883 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.092239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Pushing event updated for resources: {'Port': ['ID=2719e800-b8da-4c8b-aa9f-cfa55d5b343a,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:59.096009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9f67494d-e579-462b-bc3d-30b8b907accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:18:58Z', 'revision_number': 7, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:18:59.135982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Network a7511a32-7369-4e8a-befc-f43add5da864 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:18:59.137463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67494d-e579-462b-bc3d-30b8b907accb None None] The sync data for ids ['2d8dae3c-ffe5-4053-bde5-10580405d7ac'] in n-d-829064-15 is: [{'id': '2d8dae3c-ffe5-4053-bde5-10580405d7ac', 'name': 'tempest-ServerActionsTestJSON-770531704-router', 'tenant_id': '8773e41ef1784a1cb7d43670ec2b8860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:10:53Z', 'updated_at': '2022-02-15T14:18:58Z', 'revision_number': 7, 'project_id': '8773e41ef1784a1cb7d43670ec2b8860', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:18:59.141065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:18:59.146155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:18:59.217309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Attempting to bind port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:18:59.217780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Attempting to bind port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'af425d28-7657-4efd-ac67-7b34a16c6328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7511a32-7369-4e8a-befc-f43add5da864'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:18:59.218213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Attempting to bind port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a on network a7511a32-7369-4e8a-befc-f43add5da864 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:18:59.224861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:18:59.225370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Checking segment: {'id': 'af425d28-7657-4efd-ac67-7b34a16c6328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7511a32-7369-4e8a-befc-f43add5da864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:18:59.226014 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.226476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Bound using segment: {'id': 'af425d28-7657-4efd-ac67-7b34a16c6328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7511a32-7369-4e8a-befc-f43add5da864'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:18:59.227240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Bound port: 2719e800-b8da-4c8b-aa9f-cfa55d5b343a, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af425d28-7657-4efd-ac67-7b34a16c6328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7511a32-7369-4e8a-befc-f43add5da864'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:18:59.227695 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.248020 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.266949 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (2d8dae3c-ffe5-4053-bde5-10580405d7ac), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.270081 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Publish callbacks [] for router_controller (2d8dae3c-ffe5-4053-bde5-10580405d7ac), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.307735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] For port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:18:59.310976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] For port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2719e800-b8da-4c8b-aa9f-cfa55d5b343a,segment=NetworkSegment(af425d28-7657-4efd-ac67-7b34a16c6328),segment_id=af425d28-7657-4efd-ac67-7b34a16c6328)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:18:59.320155 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (2d8dae3c-ffe5-4053-bde5-10580405d7ac), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.321098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8dae3c-ffe5-4053-bde5-10580405d7ac {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:18:59.323176 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.328485 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.329654 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e2e941b9-4543-44e9-b4d3-34c0344889e0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2d8dae3c-ffe5-4053-bde5-10580405d7ac HTTP/1.1" status: 204 len: 168 time: 1.2992315 Feb 15 14:18:59.332328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53944) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:59.397050 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571d766-0bbf-48ac-b8f9-fa7c6d764584 None None] Pushing event updated for resources: {'Port': ['ID=2719e800-b8da-4c8b-aa9f-cfa55d5b343a,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:59.420718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-478e0434-72b3-40a6-90cf-ee3c560cbd54 admin admin] Deleting subnet 3c8c8036-0638-46f9-9412-5afaa8f87848 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:18:59.424112 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-478e0434-72b3-40a6-90cf-ee3c560cbd54 admin admin] Publish callbacks [] for subnet (3c8c8036-0638-46f9-9412-5afaa8f87848), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.460601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-478e0434-72b3-40a6-90cf-ee3c560cbd54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (3c8c8036-0638-46f9-9412-5afaa8f87848), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.561646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-478e0434-72b3-40a6-90cf-ee3c560cbd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (3c8c8036-0638-46f9-9412-5afaa8f87848), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.671122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Allocated IP 2001:db8::1 (a7511a32-7369-4e8a-befc-f43add5da864/e79c2574-773f-4060-8058-b31116d9e69b/7da6a50e-eabe-4361-920b-0f97b8f93187) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:18:59.689881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-478e0434-72b3-40a6-90cf-ee3c560cbd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (3c8c8036-0638-46f9-9412-5afaa8f87848), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.760714 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-478e0434-72b3-40a6-90cf-ee3c560cbd54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.767418 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-478e0434-72b3-40a6-90cf-ee3c560cbd54 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3c8c8036-0638-46f9-9412-5afaa8f87848 HTTP/1.1" status: 204 len: 168 time: 0.4336019 Feb 15 14:18:59.768430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e0434-72b3-40a6-90cf-ee3c560cbd54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8c8036-0638-46f9-9412-5afaa8f87848,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:18:59.775348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53948) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:18:59.777007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5bac71-d04c-4884-8c7e-265bbea9e53e None None] Network b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:18:59.853848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e567a-bee8-44a5-a170-e8cf447c3d7b req-157809dd-c6c0-46dd-b802-d5b0e2019546 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:18:59.856067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c31e567a-bee8-44a5-a170-e8cf447c3d7b req-157809dd-c6c0-46dd-b802-d5b0e2019546 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.1436861 Feb 15 14:18:59.870021 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.915906 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.943648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c31e567a-bee8-44a5-a170-e8cf447c3d7b req-d5cf5a7a-e3de-45b9-b2bb-2b24c9bea756 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760944 Feb 15 14:18:59.965736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Deleting port 71549409-1629-4e15-9147-e4851ce8f0a4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:18:59.967440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:18:59.975416 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.017340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network a7511a32-7369-4e8a-befc-f43add5da864 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:00.022854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:00.026973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:00.027534 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (4cd7a0be-ffb3-456f-b70f-ed702676f509), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.072555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] For port 71549409-1629-4e15-9147-e4851ce8f0a4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=71549409-1629-4e15-9147-e4851ce8f0a4,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:00.072937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.081236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=7da6a50e-eabe-4361-920b-0f97b8f93187,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:00.105622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a6021-8083-44bd-9264-7baf82c30060 None None] DHCP port deletion for b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:19:00.130359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Calling delete_port for 71549409-1629-4e15-9147-e4851ce8f0a4 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:19:00.216715 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a6021-8083-44bd-9264-7baf82c30060 None None] Deleting port 71549409-1629-4e15-9147-e4851ce8f0a4 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:19:00.216715 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1c6a6021-8083-44bd-9264-7baf82c30060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.260345 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.294058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1c6a6021-8083-44bd-9264-7baf82c30060 None None] For port 71549409-1629-4e15-9147-e4851ce8f0a4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=71549409-1629-4e15-9147-e4851ce8f0a4,segment=NetworkSegment(6901f0e9-2a8e-4207-9963-d5f946613cdb),segment_id=6901f0e9-2a8e-4207-9963-d5f946613cdb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:00.294464 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1c6a6021-8083-44bd-9264-7baf82c30060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.320896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a6021-8083-44bd-9264-7baf82c30060 None None] Calling delete_port for 71549409-1629-4e15-9147-e4851ce8f0a4 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:19:00.337714 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.388245 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Pushing event deleted for resources: {'Port': ['ID=71549409-1629-4e15-9147-e4851ce8f0a4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:00.389518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2719e800-b8da-4c8b-aa9f-cfa55d5b343a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:00.404030 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] No DVR routers for this DVR port 71549409-1629-4e15-9147-e4851ce8f0a4 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:19:00.525304 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.551668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:00.554798 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.558295 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1c6a6021-8083-44bd-9264-7baf82c30060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (71549409-1629-4e15-9147-e4851ce8f0a4), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.560248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:00.605158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6901f0e9-2a8e-4207-9963-d5f946613cdb') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:00.605463 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6901f0e9-2a8e-4207-9963-d5f946613cdb') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:00.622164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a6021-8083-44bd-9264-7baf82c30060 None None] Pushing event deleted for resources: {'Port': ['ID=71549409-1629-4e15-9147-e4851ce8f0a4,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:00.630368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6a6021-8083-44bd-9264-7baf82c30060 None None] No DVR routers for this DVR port 71549409-1629-4e15-9147-e4851ce8f0a4 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:19:00.650130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (6901f0e9-2a8e-4207-9963-d5f946613cdb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.679929 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6901f0e9-2a8e-4207-9963-d5f946613cdb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.695435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:19:00.695848 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (6901f0e9-2a8e-4207-9963-d5f946613cdb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:19:00.697694 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:19:00.761242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:00.761643 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.836506 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.858944 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.864176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2719e800-b8da-4c8b-aa9f-cfa55d5b343a,segment=NetworkSegment(af425d28-7657-4efd-ac67-7b34a16c6328),segment_id=af425d28-7657-4efd-ac67-7b34a16c6328)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:00.873158 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.874277 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (4cd7a0be-ffb3-456f-b70f-ed702676f509), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.880340 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.882481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:00.904135 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4 HTTP/1.1" status: 204 len: 168 time: 1.1226304 Feb 15 14:19:00.915259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa136c-9387-42c2-974a-777d588ecf64 admin admin] Pushing event deleted for resources: {'Network': ['ID=b17dfdc2-b8ec-448f-a2f1-28f22dd87ef4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:01.028856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:19:01.104765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:19:01.105266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 81bce16a-f26e-4ed5-a1de-a8e58c2dff39 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:19:01.107115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=2719e800-b8da-4c8b-aa9f-cfa55d5b343a,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:01.118528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf86997-4949-40e4-b330-17b6dbf1525e None None] Network a7511a32-7369-4e8a-befc-f43add5da864 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:19:01.158398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53960) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:01.226603 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-06ec3267-f4b6-4ee6-b7d4-5f81fdd9c4ba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8773e41ef1784a1cb7d43670ec2b8860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0670073 Feb 15 14:19:01.227428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53962) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:01.229448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f898aae1-0c94-4423-895b-939e06c57835 None None] Provisioning complete for port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:01.230102 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f898aae1-0c94-4423-895b-939e06c57835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:01.278338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=7da6a50e-eabe-4361-920b-0f97b8f93187,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:01.346477 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6b98-895c-4ef0-9a16-6ca597d52f0e admin admin] Publish callbacks [] for security_group (cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:01.372744 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6b98-895c-4ef0-9a16-6ca597d52f0e admin admin] Publish callbacks [] for security_group (cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:01.407881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39daf135-4020-4fce-ab6e-1edae868dae3 req-d2225ca4-ec53-44f4-980c-89a6e6efbc69 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:01.419516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39daf135-4020-4fce-ab6e-1edae868dae3 req-d2225ca4-ec53-44f4-980c-89a6e6efbc69 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.2857380 Feb 15 14:19:01.468844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network a7511a32-7369-4e8a-befc-f43add5da864 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:01.473376 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6b98-895c-4ef0-9a16-6ca597d52f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:01.476099 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6b98-895c-4ef0-9a16-6ca597d52f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:01.477282 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6a1f6b98-895c-4ef0-9a16-6ca597d52f0e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9 HTTP/1.1" status: 204 len: 168 time: 0.2488852 Feb 15 14:19:01.492277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f6b98-895c-4ef0-9a16-6ca597d52f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1293a8-5bec-47b6-9dc1-4e1f7be75ef9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:01.507097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:01.819556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39daf135-4020-4fce-ab6e-1edae868dae3 req-9629d566-6887-4857-aae5-350d421d1610 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3836951 Feb 15 14:19:01.874983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f898aae1-0c94-4423-895b-939e06c57835 None None] Current status of the port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:01.912156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2719e800-b8da-4c8b-aa9f-cfa55d5b343a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:01.943418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 4cd7a0be-ffb3-456f-b70f-ed702676f509 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:19:02.011651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:02.012025 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:02.088695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-722d1657-5b89-48d3-baaf-24fa3e736678 None None] Provisioning complete for port 7da6a50e-eabe-4361-920b-0f97b8f93187 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:02.091056 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-722d1657-5b89-48d3-baaf-24fa3e736678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:02.166528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:02.179492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-032a1b8b-62a4-4065-86bd-57c61fabfeaa tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/4cd7a0be-ffb3-456f-b70f-ed702676f509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5909042 Feb 15 14:19:02.182023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53976) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:02.182820 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29935fd5-3cc1-4830-bf92-1909b008abb8 None None] Sync routers for ids ['4cd7a0be-ffb3-456f-b70f-ed702676f509'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:02.203018 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29935fd5-3cc1-4830-bf92-1909b008abb8 None None] Routers {'4cd7a0be-ffb3-456f-b70f-ed702676f509'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:02.204020 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-29935fd5-3cc1-4830-bf92-1909b008abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4cd7a0be-ffb3-456f-b70f-ed702676f509'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:02.225918 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-722d1657-5b89-48d3-baaf-24fa3e736678 None None] Port 7da6a50e-eabe-4361-920b-0f97b8f93187 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:02.248373 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-29935fd5-3cc1-4830-bf92-1909b008abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:02.260240 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29935fd5-3cc1-4830-bf92-1909b008abb8 None None] Routers {'4cd7a0be-ffb3-456f-b70f-ed702676f509'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:02.261213 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-29935fd5-3cc1-4830-bf92-1909b008abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4cd7a0be-ffb3-456f-b70f-ed702676f509'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:02.312274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee78c2ac-0282-4a8b-9c40-76d232973004 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:02.316809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ee78c2ac-0282-4a8b-9c40-76d232973004 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports/7da6a50e-eabe-4361-920b-0f97b8f93187 HTTP/1.1" status: 200 len: 911 time: 0.1307273 Feb 15 14:19:02.317676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53982) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:02.329587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:02.329820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-61aeed36-bfaa-4b41-b92e-d433fc09cc47 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e79c2574-773f-4060-8058-b31116d9e69b'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:02.332027 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-29935fd5-3cc1-4830-bf92-1909b008abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:02.339965 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29935fd5-3cc1-4830-bf92-1909b008abb8 None None] The sync data for ids ['4cd7a0be-ffb3-456f-b70f-ed702676f509'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:02.351469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-722d1657-5b89-48d3-baaf-24fa3e736678 None None] Provisioning complete for port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:02.352040 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-722d1657-5b89-48d3-baaf-24fa3e736678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:02.422017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 71549409-1629-4e15-9147-e4851ce8f0a4 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:19:02.447399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 71549409-1629-4e15-9147-e4851ce8f0a4 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:19:02.447825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 71549409-1629-4e15-9147-e4851ce8f0a4 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:19:02.448322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1bf6cb65-1b1f-45ed-beba-f65c47800a52 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:19:02.508980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 1bf6cb65-1b1f-45ed-beba-f65c47800a52 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:19:02.509433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1bf6cb65-1b1f-45ed-beba-f65c47800a52 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:19:02.539366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-722d1657-5b89-48d3-baaf-24fa3e736678 None None] Current status of the port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:02.676322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-de9aa16b-cce3-460d-a801-a7545ef06275 None None] Provisioning complete for port 7da6a50e-eabe-4361-920b-0f97b8f93187 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:02.694596 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-de9aa16b-cce3-460d-a801-a7545ef06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:02.753887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-de9aa16b-cce3-460d-a801-a7545ef06275 None None] Port 7da6a50e-eabe-4361-920b-0f97b8f93187 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:02.794002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61aeed36-bfaa-4b41-b92e-d433fc09cc47 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:02.894445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ac3d877f-e314-41de-a153-d15359e6375a None None] Provisioning complete for port 7da6a50e-eabe-4361-920b-0f97b8f93187 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:02.894823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ac3d877f-e314-41de-a153-d15359e6375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:03.006277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ac3d877f-e314-41de-a153-d15359e6375a None None] Port 7da6a50e-eabe-4361-920b-0f97b8f93187 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:03.022932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d48db-df50-402d-9fbc-58b7d756e597 req-5a97db3d-9049-45ad-a8a3-c847b08fb58c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:03.032854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-687d48db-df50-402d-9fbc-58b7d756e597 req-5a97db3d-9049-45ad-a8a3-c847b08fb58c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.1185827 Feb 15 14:19:03.115689 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-687d48db-df50-402d-9fbc-58b7d756e597 req-717b1363-a2dc-452a-aec6-6b16ad60285f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763795 Feb 15 14:19:03.412231 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61aeed36-bfaa-4b41-b92e-d433fc09cc47 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:03.426826 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61aeed36-bfaa-4b41-b92e-d433fc09cc47 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:03.434609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aeed36-bfaa-4b41-b92e-d433fc09cc47 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:03.435519 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61aeed36-bfaa-4b41-b92e-d433fc09cc47 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:03.437091 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-61aeed36-bfaa-4b41-b92e-d433fc09cc47 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/ports/7da6a50e-eabe-4361-920b-0f97b8f93187 HTTP/1.1" status: 200 len: 911 time: 1.1184089 Feb 15 14:19:03.441324 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54008) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:03.536109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aeed36-bfaa-4b41-b92e-d433fc09cc47 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=7da6a50e-eabe-4361-920b-0f97b8f93187,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:03.965655 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54024) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:04.019399 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb320-e709-4e2a-91af-51ba7bb9f4ad tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (4cd7a0be-ffb3-456f-b70f-ed702676f509), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:04.170115 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7315c53d-5e5c-47f6-9085-2312839c05e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:04.311398 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7315c53d-5e5c-47f6-9085-2312839c05e9 admin admin] Publish callbacks [] for security_group (6d74f4e6-b93e-47fa-8a27-2472427e4a8b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:04.321173 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7315c53d-5e5c-47f6-9085-2312839c05e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6d74f4e6-b93e-47fa-8a27-2472427e4a8b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:04.365178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1b899-f524-496a-9393-35b743797f5c req-da53e2ed-c60f-4c16-a86f-f71f994f2c09 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:04.369341 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7315c53d-5e5c-47f6-9085-2312839c05e9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7bbecc33c2bc4763ba7828d8e16089f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4002311 Feb 15 14:19:04.369341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315c53d-5e5c-47f6-9085-2312839c05e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d74f4e6-b93e-47fa-8a27-2472427e4a8b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:04.370579 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3de1b899-f524-496a-9393-35b743797f5c req-da53e2ed-c60f-4c16-a86f-f71f994f2c09 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.1214719 Feb 15 14:19:04.371633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54030) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:04.447976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3497f368-0a57-40a8-b5c9-40a81aa80c74 admin admin] Publish callbacks [] for security_group (6d74f4e6-b93e-47fa-8a27-2472427e4a8b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:04.469781 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3497f368-0a57-40a8-b5c9-40a81aa80c74 admin admin] Publish callbacks [] for security_group (6d74f4e6-b93e-47fa-8a27-2472427e4a8b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:04.478495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3de1b899-f524-496a-9393-35b743797f5c req-aeea22e8-ce93-46ec-8b83-32bcd0390d88 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686991 Feb 15 14:19:04.496689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bb320-e709-4e2a-91af-51ba7bb9f4ad tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port 7da6a50e-eabe-4361-920b-0f97b8f93187 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:19:04.497035 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb320-e709-4e2a-91af-51ba7bb9f4ad tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:04.522567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3497f368-0a57-40a8-b5c9-40a81aa80c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6d74f4e6-b93e-47fa-8a27-2472427e4a8b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:04.526372 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3497f368-0a57-40a8-b5c9-40a81aa80c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:04.530283 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3497f368-0a57-40a8-b5c9-40a81aa80c74 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d74f4e6-b93e-47fa-8a27-2472427e4a8b HTTP/1.1" status: 204 len: 168 time: 0.1530874 Feb 15 14:19:04.539213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497f368-0a57-40a8-b5c9-40a81aa80c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d74f4e6-b93e-47fa-8a27-2472427e4a8b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:05.052180 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb320-e709-4e2a-91af-51ba7bb9f4ad tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:05.075115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bb320-e709-4e2a-91af-51ba7bb9f4ad tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for 7da6a50e-eabe-4361-920b-0f97b8f93187 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:19:05.352959 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb320-e709-4e2a-91af-51ba7bb9f4ad tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7da6a50e-eabe-4361-920b-0f97b8f93187), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:05.404064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bb320-e709-4e2a-91af-51ba7bb9f4ad tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=7da6a50e-eabe-4361-920b-0f97b8f93187,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:05.630644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54068) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:05.741068 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb320-e709-4e2a-91af-51ba7bb9f4ad tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (4cd7a0be-ffb3-456f-b70f-ed702676f509), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:05.835632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1842878143-network', 'tenant_id': 'fbce6f8e8d1641e7b6448e8a1587bc5c'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:05.851592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c84a1-24a8-4b61-aa3b-abde970a2063 req-82566b87-e78c-465e-8961-56df857a0fa0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:05.854191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a9c84a1-24a8-4b61-aa3b-abde970a2063 req-82566b87-e78c-465e-8961-56df857a0fa0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.2360270 Feb 15 14:19:05.864937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Made reservation on behalf of fbce6f8e8d1641e7b6448e8a1587bc5c for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:19:05.868002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:05.891879 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:05.997587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Publish callbacks [] for security_group (dfa5318a-9306-46ce-ae31-505f10e0789b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:06.009332 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dfa5318a-9306-46ce-ae31-505f10e0789b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:06.037639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:19:06.088254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a9c84a1-24a8-4b61-aa3b-abde970a2063 req-14769da3-40f7-461b-a614-987f7df0193c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978407 Feb 15 14:19:06.101614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0bb320-e709-4e2a-91af-51ba7bb9f4ad tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 4cd7a0be-ffb3-456f-b70f-ed702676f509 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:19:06.108053 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (9db733d8-06f6-4889-afda-36252a758984), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:06.109286 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Added segment 9db733d8-06f6-4889-afda-36252a758984 of type vlan for network 0c2070bc-f8ad-4078-8bc4-b309c408f706 Feb 15 14:19:06.162925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa5318a-9306-46ce-ae31-505f10e0789b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:06.220775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0bb320-e709-4e2a-91af-51ba7bb9f4ad tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:06.235692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8f0bb320-e709-4e2a-91af-51ba7bb9f4ad tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/4cd7a0be-ffb3-456f-b70f-ed702676f509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7919402 Feb 15 14:19:06.238069 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (0c2070bc-f8ad-4078-8bc4-b309c408f706), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:06.238395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54076) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:06.238529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af08f3af-4c8e-49c6-a61a-deb0ab37e54d None None] Sync routers for ids ['4cd7a0be-ffb3-456f-b70f-ed702676f509'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:06.269012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08f3af-4c8e-49c6-a61a-deb0ab37e54d None None] Routers {'4cd7a0be-ffb3-456f-b70f-ed702676f509'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:06.270101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-af08f3af-4c8e-49c6-a61a-deb0ab37e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4cd7a0be-ffb3-456f-b70f-ed702676f509'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:06.292738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-39192bdd-17a5-492e-8729-d64df143435f tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cd7a0be-ffb3-456f-b70f-ed702676f509 HTTP/1.1" status: 200 len: 205 time: 0.0521986 Feb 15 14:19:06.295540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54080) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:06.309381 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (0c2070bc-f8ad-4078-8bc4-b309c408f706), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:06.310489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:06.311285 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:06.354362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-af08f3af-4c8e-49c6-a61a-deb0ab37e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:06.365942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08f3af-4c8e-49c6-a61a-deb0ab37e54d None None] Routers {'4cd7a0be-ffb3-456f-b70f-ed702676f509'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:06.366991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-af08f3af-4c8e-49c6-a61a-deb0ab37e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['4cd7a0be-ffb3-456f-b70f-ed702676f509'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:06.415365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2070bc-f8ad-4078-8bc4-b309c408f706,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:06.441430 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-faed8330-eb22-4db2-a057-92e3a457bc03 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8095813 Feb 15 14:19:06.442815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-af08f3af-4c8e-49c6-a61a-deb0ab37e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:06.443975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af08f3af-4c8e-49c6-a61a-deb0ab37e54d None None] The sync data for ids ['4cd7a0be-ffb3-456f-b70f-ed702676f509'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:06.457926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 0c2070bc-f8ad-4078-8bc4-b309c408f706 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:19:06.506451 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4419fe11-ee52-42a9-9063-76ab017ef1a9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (4cd7a0be-ffb3-456f-b70f-ed702676f509), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:06.746000 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4419fe11-ee52-42a9-9063-76ab017ef1a9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (4cd7a0be-ffb3-456f-b70f-ed702676f509), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:06.748726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4419fe11-ee52-42a9-9063-76ab017ef1a9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (4cd7a0be-ffb3-456f-b70f-ed702676f509), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:06.841936 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4419fe11-ee52-42a9-9063-76ab017ef1a9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (4cd7a0be-ffb3-456f-b70f-ed702676f509), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:06.842593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4419fe11-ee52-42a9-9063-76ab017ef1a9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd7a0be-ffb3-456f-b70f-ed702676f509 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:19:06.863585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4419fe11-ee52-42a9-9063-76ab017ef1a9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:06.867520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4419fe11-ee52-42a9-9063-76ab017ef1a9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/4cd7a0be-ffb3-456f-b70f-ed702676f509 HTTP/1.1" status: 204 len: 168 time: 0.5674095 Feb 15 14:19:06.867975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54096) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:07.024454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f2d65c-29c0-4737-afc9-b1c0910fb4e2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting subnet e79c2574-773f-4060-8058-b31116d9e69b {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:19:07.028806 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73f2d65c-29c0-4737-afc9-b1c0910fb4e2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (e79c2574-773f-4060-8058-b31116d9e69b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:07.077982 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73f2d65c-29c0-4737-afc9-b1c0910fb4e2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (e79c2574-773f-4060-8058-b31116d9e69b), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:07.271064 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73f2d65c-29c0-4737-afc9-b1c0910fb4e2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e79c2574-773f-4060-8058-b31116d9e69b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:07.359490 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73f2d65c-29c0-4737-afc9-b1c0910fb4e2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (e79c2574-773f-4060-8058-b31116d9e69b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:07.435922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2d65c-29c0-4737-afc9-b1c0910fb4e2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Subnet': ['ID=e79c2574-773f-4060-8058-b31116d9e69b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:07.445278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a024e-8382-4655-ad99-105993c3ae10 None None] Network a7511a32-7369-4e8a-befc-f43add5da864 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:19:07.460616 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73f2d65c-29c0-4737-afc9-b1c0910fb4e2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:07.463854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-73f2d65c-29c0-4737-afc9-b1c0910fb4e2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/e79c2574-773f-4060-8058-b31116d9e69b HTTP/1.1" status: 204 len: 168 time: 0.5947938 Feb 15 14:19:07.466765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54106) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:07.553662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5138-f945-46c6-aae9-0fff1cea9774 req-758fa2aa-f69c-48ac-b733-d578e709bfbf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:07.555411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14dc5138-f945-46c6-aae9-0fff1cea9774 req-758fa2aa-f69c-48ac-b733-d578e709bfbf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 943 time: 0.2115021 Feb 15 14:19:07.570229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0458cad-5755-4e53-885a-e794930f26cf req-17d06112-e67a-46d6-aa4f-3b15568b6ae3 tempest-ComputeTenantNetworksTest-1045061846 tempest-ComputeTenantNetworksTest-1045061846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:07.582936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0458cad-5755-4e53-885a-e794930f26cf req-17d06112-e67a-46d6-aa4f-3b15568b6ae3 tempest-ComputeTenantNetworksTest-1045061846 tempest-ComputeTenantNetworksTest-1045061846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:07.595605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0458cad-5755-4e53-885a-e794930f26cf req-17d06112-e67a-46d6-aa4f-3b15568b6ae3 tempest-ComputeTenantNetworksTest-1045061846 tempest-ComputeTenantNetworksTest-1045061846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:07.599774 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0458cad-5755-4e53-885a-e794930f26cf req-17d06112-e67a-46d6-aa4f-3b15568b6ae3 tempest-ComputeTenantNetworksTest-1045061846 tempest-ComputeTenantNetworksTest-1045061846-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6879976 Feb 15 14:19:07.651259 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a7511a32-7369-4e8a-befc-f43add5da864), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:07.711762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:19:07.712174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:07.757621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa8abd-bd49-4df0-8eff-d1c4037cf847 None None] DHCP port deletion for a7511a32-7369-4e8a-befc-f43add5da864 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:19:07.813867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] For port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2719e800-b8da-4c8b-aa9f-cfa55d5b343a,segment=NetworkSegment(af425d28-7657-4efd-ac67-7b34a16c6328),segment_id=af425d28-7657-4efd-ac67-7b34a16c6328)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:07.815845 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:07.851418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for 2719e800-b8da-4c8b-aa9f-cfa55d5b343a owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:19:07.856209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa8abd-bd49-4df0-8eff-d1c4037cf847 None None] Deleting port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:19:07.856876 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8abd-bd49-4df0-8eff-d1c4037cf847 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:07.887874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14dc5138-f945-46c6-aae9-0fff1cea9774 req-0ffddc86-bb06-451e-8d55-23f7f7a1a4cf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855940 Feb 15 14:19:07.893872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859359f1-1226-4454-8fff-8aee1a17170c req-abb47733-bcd3-4cc7-b781-657a70d97708 tempest-ComputeTenantNetworksTest-1045061846 tempest-ComputeTenantNetworksTest-1045061846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:07.900456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-859359f1-1226-4454-8fff-8aee1a17170c req-abb47733-bcd3-4cc7-b781-657a70d97708 tempest-ComputeTenantNetworksTest-1045061846 tempest-ComputeTenantNetworksTest-1045061846-project] 10.222.0.72 "GET /v2.0/networks/0c2070bc-f8ad-4078-8bc4-b309c408f706 HTTP/1.1" status: 200 len: 769 time: 0.2765589 Feb 15 14:19:07.903339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54110) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:08.004279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2719e800-b8da-4c8b-aa9f-cfa55d5b343a no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:19:08.013410 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.016362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9dfa8abd-bd49-4df0-8eff-d1c4037cf847 None None] For port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2719e800-b8da-4c8b-aa9f-cfa55d5b343a,segment=NetworkSegment(af425d28-7657-4efd-ac67-7b34a16c6328),segment_id=af425d28-7657-4efd-ac67-7b34a16c6328)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:08.018259 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8abd-bd49-4df0-8eff-d1c4037cf847 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.031679 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa8abd-bd49-4df0-8eff-d1c4037cf847 None None] Calling delete_port for 2719e800-b8da-4c8b-aa9f-cfa55d5b343a owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:19:08.060715 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (0c2070bc-f8ad-4078-8bc4-b309c408f706), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.070517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=2719e800-b8da-4c8b-aa9f-cfa55d5b343a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:08.086931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No DVR routers for this DVR port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:19:08.156668 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8abd-bd49-4df0-8eff-d1c4037cf847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (2719e800-b8da-4c8b-aa9f-cfa55d5b343a), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.209968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 2719e800-b8da-4c8b-aa9f-cfa55d5b343a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:19:08.210717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2719e800-b8da-4c8b-aa9f-cfa55d5b343a not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:19:08.226476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa8abd-bd49-4df0-8eff-d1c4037cf847 None None] Pushing event deleted for resources: {'Port': ['ID=2719e800-b8da-4c8b-aa9f-cfa55d5b343a,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:08.239371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa8abd-bd49-4df0-8eff-d1c4037cf847 None None] No DVR routers for this DVR port 2719e800-b8da-4c8b-aa9f-cfa55d5b343a on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:19:08.258592 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (0c2070bc-f8ad-4078-8bc4-b309c408f706), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.271047 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a7511a32-7369-4e8a-befc-f43add5da864), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.305828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2070bc-f8ad-4078-8bc4-b309c408f706']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:08.316408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7511a32-7369-4e8a-befc-f43add5da864']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:08.341564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db733d8-06f6-4889-afda-36252a758984') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:08.341866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db733d8-06f6-4889-afda-36252a758984') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:08.343920 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af425d28-7657-4efd-ac67-7b34a16c6328') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:08.344322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af425d28-7657-4efd-ac67-7b34a16c6328') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:08.357707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (af425d28-7657-4efd-ac67-7b34a16c6328), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.363080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (9db733d8-06f6-4889-afda-36252a758984), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.390865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (af425d28-7657-4efd-ac67-7b34a16c6328), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.391986 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (9db733d8-06f6-4889-afda-36252a758984), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.410035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:19:08.410561 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (9db733d8-06f6-4889-afda-36252a758984), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:19:08.412428 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:19:08.415239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:19:08.415239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (af425d28-7657-4efd-ac67-7b34a16c6328), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:19:08.418201 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:19:08.462645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 96e67091-082e-44af-ab2e-e08c3f96b7c6 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:19:08.476680 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (0c2070bc-f8ad-4078-8bc4-b309c408f706), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.489846 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.501371 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] 10.222.0.72 "DELETE /v2.0/networks/0c2070bc-f8ad-4078-8bc4-b309c408f706 HTTP/1.1" status: 204 len: 168 time: 0.5969071 Feb 15 14:19:08.527235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0c2f0-6d69-4161-8707-239ed5833bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2070bc-f8ad-4078-8bc4-b309c408f706,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:08.567906 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a7511a32-7369-4e8a-befc-f43add5da864), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.604390 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.607621 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/networks/a7511a32-7369-4e8a-befc-f43add5da864 HTTP/1.1" status: 204 len: 168 time: 1.1391871 Feb 15 14:19:08.608518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4974d-49f6-48e2-9613-3bdde6c1fc72 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Network': ['ID=a7511a32-7369-4e8a-befc-f43add5da864,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:08.611603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54120) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:08.616632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a3a0ac76-cd7c-494e-830c-1d0e6bb124dd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-677014439', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:08.667066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ac76-cd7c-494e-830c-1d0e6bb124dd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.668247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ac76-cd7c-494e-830c-1d0e6bb124dd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.700222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54122) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:08.720317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 96e67091-082e-44af-ab2e-e08c3f96b7c6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=96e67091-082e-44af-ab2e-e08c3f96b7c6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:08.749614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '96e67091-082e-44af-ab2e-e08c3f96b7c6', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'port_id': '96e67091-082e-44af-ab2e-e08c3f96b7c6', 'mac_address': 'fa:16:3e:4e:76:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:19:08.792316 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ac76-cd7c-494e-830c-1d0e6bb124dd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.800722 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fa7e73e3-063c-4747-898f-4689b0664cbb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fbce6f8e8d1641e7b6448e8a1587bc5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0972822 Feb 15 14:19:08.803035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54124) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:08.810804 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ac76-cd7c-494e-830c-1d0e6bb124dd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.831389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 96e67091-082e-44af-ab2e-e08c3f96b7c6 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:08.832141 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.849393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e67091-082e-44af-ab2e-e08c3f96b7c6 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:19:08.875401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 96e67091-082e-44af-ab2e-e08c3f96b7c6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=96e67091-082e-44af-ab2e-e08c3f96b7c6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:08.887439 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ac76-cd7c-494e-830c-1d0e6bb124dd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.887964 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.891625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a3a0ac76-cd7c-494e-830c-1d0e6bb124dd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2791321 Feb 15 14:19:08.892284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54126) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:08.899809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-645368069'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:08.914205 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-583d37d2-42bc-4b34-9ca8-f2b43434a25c admin admin] Publish callbacks [] for security_group (dfa5318a-9306-46ce-ae31-505f10e0789b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.948237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:19:08.952667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:08.969731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=96e67091-082e-44af-ab2e-e08c3f96b7c6,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:08.977846 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-583d37d2-42bc-4b34-9ca8-f2b43434a25c admin admin] Publish callbacks [] for security_group (dfa5318a-9306-46ce-ae31-505f10e0789b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:09.003606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:19:09.014687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:09.015132 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added segment 24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5 of type vlan for network dac82991-2ed2-4169-824f-d51ad24df7c8 Feb 15 14:19:09.075903 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (dac82991-2ed2-4169-824f-d51ad24df7c8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:09.077336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a1d9b-6dfe-4dad-9afd-172c82d21ebf req-7d8bb17f-575d-4d9f-970b-93ba3b5dedee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:09.079247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d83a1d9b-6dfe-4dad-9afd-172c82d21ebf req-7d8bb17f-575d-4d9f-970b-93ba3b5dedee tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 944 time: 0.0925324 Feb 15 14:19:09.116833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (dac82991-2ed2-4169-824f-d51ad24df7c8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:09.122368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:09.123894 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:09.124661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['96e67091-082e-44af-ab2e-e08c3f96b7c6'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:19:09.141539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-583d37d2-42bc-4b34-9ca8-f2b43434a25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dfa5318a-9306-46ce-ae31-505f10e0789b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:09.148278 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-583d37d2-42bc-4b34-9ca8-f2b43434a25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:09.150012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-583d37d2-42bc-4b34-9ca8-f2b43434a25c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dfa5318a-9306-46ce-ae31-505f10e0789b HTTP/1.1" status: 204 len: 168 time: 0.3457458 Feb 15 14:19:09.198865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d37d2-42bc-4b34-9ca8-f2b43434a25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa5318a-9306-46ce-ae31-505f10e0789b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:09.220120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d83a1d9b-6dfe-4dad-9afd-172c82d21ebf req-88082143-d981-415c-a49b-9501831161f3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287851 Feb 15 14:19:09.227558 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3311522 Feb 15 14:19:09.228177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54134) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:09.237766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'subnet': {'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:09.260926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab18f69-8532-4796-b9ea-00a0027e9ba1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Network': ['ID=dac82991-2ed2-4169-824f-d51ad24df7c8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:09.294666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network dac82991-2ed2-4169-824f-d51ad24df7c8 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:19:09.395133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:19:09.402298 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:09.655217 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:19:09.675687 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (d14b4878-6ec7-46b8-b380-e9d15d295062), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:09.734654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Subnet': ['ID=d14b4878-6ec7-46b8-b380-e9d15d295062,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:09.839028 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Checking segment: {'id': '24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:09.839411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network hostable DHCP agents. Network: dac82991-2ed2-4169-824f-d51ad24df7c8, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:19:09.867359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network dac82991-2ed2-4169-824f-d51ad24df7c8 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:19:09.886840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, dac82991-2ed2-4169-824f-d51ad24df7c8) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:09.891899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:09.893186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:09.900900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05a4e4a-0810-4b09-abb7-047e063e2055 None None] Network dac82991-2ed2-4169-824f-d51ad24df7c8 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:19:09.930408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-56cdccfa-1dd8-43ce-b8d8-64525865a415 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7009480 Feb 15 14:19:09.933085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54150) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:10.059633 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:10.129291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-dac82991-2ed2-4169-824f-d51ad24df7c8', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:19:10.130314 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:10.365807 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Allocated IP 2001:db8::2 (dac82991-2ed2-4169-824f-d51ad24df7c8/d14b4878-6ec7-46b8-b380-e9d15d295062/b4b1cb5b-179a-40fb-b742-feab1cae69c4) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:10.534949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 96e67091-082e-44af-ab2e-e08c3f96b7c6 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:10.547057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac000f6c-74cb-43a9-87e7-d9abbf3e6084 req-ee4a7892-4725-454a-948e-7d8ab5cfb1f1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:10.548653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac000f6c-74cb-43a9-87e7-d9abbf3e6084 req-ee4a7892-4725-454a-948e-7d8ab5cfb1f1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 944 time: 0.1557190 Feb 15 14:19:10.620358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:10.678932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac000f6c-74cb-43a9-87e7-d9abbf3e6084 req-b221cdff-2572-4b3d-9eb9-a27896cad796 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231129 Feb 15 14:19:10.751309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 96e67091-082e-44af-ab2e-e08c3f96b7c6 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:19:10.779686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 96e67091-082e-44af-ab2e-e08c3f96b7c6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:10.779999 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:10.936107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Publish callbacks [] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:10.952483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:11.037574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Allocated IP 2001:db8::1 (dac82991-2ed2-4169-824f-d51ad24df7c8/d14b4878-6ec7-46b8-b380-e9d15d295062/99a9884d-0415-40df-8d2e-3ed6ea8c6962) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:11.123745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 96e67091-082e-44af-ab2e-e08c3f96b7c6 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:11.124140 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:11.133540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Pushing event updated for resources: {'Port': ['ID=b4b1cb5b-179a-40fb-b742-feab1cae69c4,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:11.176282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Network dac82991-2ed2-4169-824f-d51ad24df7c8 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:11.180756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e67091-082e-44af-ab2e-e08c3f96b7c6'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:19:11.183397 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c09add5-9128-4a0e-822c-c3d94b7d44fb" -d '{"events": [{"server_uuid": "dd326cf6-3e78-4497-a1c2-f2be7bd9b228", "name": "network-vif-plugged", "status": "completed", "tag": "96e67091-082e-44af-ab2e-e08c3f96b7c6"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:19:11.195189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:11.201929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:11.206987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 96e67091-082e-44af-ab2e-e08c3f96b7c6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=96e67091-082e-44af-ab2e-e08c3f96b7c6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:11.222782 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:11.276998 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5892573d-bb52-4b90-9a74-3617e5b1b18c x-openstack-request-id: req-5892573d-bb52-4b90-9a74-3617e5b1b18c {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:19:11.277511 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd326cf6-3e78-4497-a1c2-f2be7bd9b228", "name": "network-vif-plugged", "status": "completed", "tag": "96e67091-082e-44af-ab2e-e08c3f96b7c6", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:19:11.277952 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5892573d-bb52-4b90-9a74-3617e5b1b18c {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:19:11.278533 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e67091-082e-44af-ab2e-e08c3f96b7c6', 'code': 200} Feb 15 14:19:11.314141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Attempting to bind port b4b1cb5b-179a-40fb-b742-feab1cae69c4 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:19:11.314735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Attempting to bind port b4b1cb5b-179a-40fb-b742-feab1cae69c4 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:19:11.316282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Attempting to bind port b4b1cb5b-179a-40fb-b742-feab1cae69c4 on network dac82991-2ed2-4169-824f-d51ad24df7c8 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:19:11.330987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:19:11.331202 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:11.332136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Checking segment: {'id': '24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:11.333000 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:11.333487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Bound using segment: {'id': '24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:19:11.334090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Bound port: b4b1cb5b-179a-40fb-b742-feab1cae69c4, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:19:11.334942 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:11.394781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=96e67091-082e-44af-ab2e-e08c3f96b7c6,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:11.437543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:11.512052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] For port b4b1cb5b-179a-40fb-b742-feab1cae69c4, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:19:11.520736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] For port b4b1cb5b-179a-40fb-b742-feab1cae69c4, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b4b1cb5b-179a-40fb-b742-feab1cae69c4,segment=NetworkSegment(24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5),segment_id=24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:19:11.538033 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:11.562673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=99a9884d-0415-40df-8d2e-3ed6ea8c6962,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:11.591050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network dac82991-2ed2-4169-824f-d51ad24df7c8 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:11.595033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:11.598451 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:11.600240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:11.689014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c8fa8-5e88-472b-9865-bb1a51094ccb None None] Pushing event updated for resources: {'Port': ['ID=b4b1cb5b-179a-40fb-b742-feab1cae69c4,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:11.982336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4658b-0ba8-4ae6-a38d-470e5daab185 req-83113c45-e294-4834-86f8-fd5ce7673f3e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:11.993114 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48a4658b-0ba8-4ae6-a38d-470e5daab185 req-83113c45-e294-4834-86f8-fd5ce7673f3e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 945 time: 0.1277530 Feb 15 14:19:12.030211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:12.085465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bdb20-b4c5-4119-a02b-dbf4724fc673 req-6bcb7ff2-c3dd-4eb5-8a50-806f39ee5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:12.086974 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-379bdb20-b4c5-4119-a02b-dbf4724fc673 req-6bcb7ff2-c3dd-4eb5-8a50-806f39ee5084 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 1128 time: 0.7516346 Feb 15 14:19:12.123565 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:12.124477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48a4658b-0ba8-4ae6-a38d-470e5daab185 req-6c650a70-8adf-4d90-b814-346d8f8cb665 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297340 Feb 15 14:19:12.296806 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-379bdb20-b4c5-4119-a02b-dbf4724fc673 req-e4f5cedf-a34a-4e43-a7a3-b5fdc151bd96 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926396 Feb 15 14:19:12.738276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:12.756489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:12.757662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:12.843886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=99a9884d-0415-40df-8d2e-3ed6ea8c6962,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:13.097055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network dac82991-2ed2-4169-824f-d51ad24df7c8 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:13.115652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:13.583095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:19:13.606645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd7ebc-0de4-4eb6-82f0-09000cb5bbc4 req-7f7b47ec-22ce-427d-9ecb-d9344e4ee14f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:13.624450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6cd7ebc-0de4-4eb6-82f0-09000cb5bbc4 req-7f7b47ec-22ce-427d-9ecb-d9344e4ee14f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.3458753 Feb 15 14:19:13.654284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6cdfc7-e4e7-4a24-91d8-ff0fe0de81fd None None] Network dac82991-2ed2-4169-824f-d51ad24df7c8 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:19:13.717813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10dbf9-7602-421b-b176-e9d6173a0364 req-8b62b4e5-5b56-49dc-9871-b04b0b28cc4c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:13.719880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce10dbf9-7602-421b-b176-e9d6173a0364 req-8b62b4e5-5b56-49dc-9871-b04b0b28cc4c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 945 time: 0.3301325 Feb 15 14:19:13.794885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:13.800511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-15ba49de-9a80-4ce3-a43e-37b63cac91cc None None] Provisioning complete for port b4b1cb5b-179a-40fb-b742-feab1cae69c4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:13.801542 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15ba49de-9a80-4ce3-a43e-37b63cac91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:13.806831 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e4f2a1c5-a67c-421e-af19-017e812d4ac7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8693409 Feb 15 14:19:13.806831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54272) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:13.809405 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Sync routers for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:13.814532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1101892322'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:13.833576 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:13.834722 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:13.881907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:19:13.888603 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:13.923704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6cd7ebc-0de4-4eb6-82f0-09000cb5bbc4 req-6da9de42-3f01-4103-9857-bac514d142af tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983196 Feb 15 14:19:13.939281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:19:13.979086 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0655eb77-20c5-4307-9e94-901cae0c2bfe), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:13.979782 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added segment 0655eb77-20c5-4307-9e94-901cae0c2bfe of type vlan for network 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 Feb 15 14:19:14.006000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce10dbf9-7602-421b-b176-e9d6173a0364 req-aeafcae6-94a1-4a45-97db-910f78100dfe tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677257 Feb 15 14:19:14.134603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b4b1cb5b-179a-40fb-b742-feab1cae69c4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:14.144900 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:14.148941 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:14.254182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:14.267445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:14.267445 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:14.357979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-15ba49de-9a80-4ce3-a43e-37b63cac91cc None None] Current status of the port b4b1cb5b-179a-40fb-b742-feab1cae69c4 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:14.358431 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15ba49de-9a80-4ce3-a43e-37b63cac91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:14.472820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-15ba49de-9a80-4ce3-a43e-37b63cac91cc None None] For port b4b1cb5b-179a-40fb-b742-feab1cae69c4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b4b1cb5b-179a-40fb-b742-feab1cae69c4,segment=NetworkSegment(24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5),segment_id=24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:14.473878 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:11Z', 'revision_number': 2, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:12Z', 'revision_number': 2, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:14.490604 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15ba49de-9a80-4ce3-a43e-37b63cac91cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:14.496989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54288) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:14.504009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'subnet': {'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:14.511400 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6915817 Feb 15 14:19:14.513187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b4b1cb5b-179a-40fb-b742-feab1cae69c4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:14.513561 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:14.544951 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Checking router: 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:19:14.545573 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Updating router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:19:14.559302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1c16b-f8d5-4899-8301-c976be1ed512 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Network': ['ID=7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:14.616905 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:14.677811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:19:14.854737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:19:14.860891 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:14.987838 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b389f3aa-5511-4cfb-95a2-1e7a8b4adb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:15.000824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba49de-9a80-4ce3-a43e-37b63cac91cc None None] Pushing event updated for resources: {'Port': ['ID=b4b1cb5b-179a-40fb-b742-feab1cae69c4,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:15.011538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b4b1cb5b-179a-40fb-b742-feab1cae69c4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:15.031926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-65662a44-69d0-4fee-ad68-0ab4ffebc8f9 None None] Provisioning complete for port b4b1cb5b-179a-40fb-b742-feab1cae69c4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:15.032906 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-65662a44-69d0-4fee-ad68-0ab4ffebc8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:15.288024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-65662a44-69d0-4fee-ad68-0ab4ffebc8f9 None None] Current status of the port b4b1cb5b-179a-40fb-b742-feab1cae69c4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:15.328766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-65662a44-69d0-4fee-ad68-0ab4ffebc8f9 None None] Provisioning complete for port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:15.329160 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-65662a44-69d0-4fee-ad68-0ab4ffebc8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:15.347676 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (e54d9a75-c487-48fb-804b-e4eb5e5b089f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:15.439743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-65662a44-69d0-4fee-ad68-0ab4ffebc8f9 None None] Port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:15.514409 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Publish callbacks [] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:15.526502 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:15.568433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54314) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:15.624373 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Pushing event updated for resources: {'Port': ['ID=99a9884d-0415-40df-8d2e-3ed6ea8c6962,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:15.637967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f55a8c4c-2704-43a0-b3e2-5412f8062831 None None] Provisioning complete for port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:15.639847 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f55a8c4c-2704-43a0-b3e2-5412f8062831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:15.645582 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.648932 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.650318 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.650820 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.656675 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.657533 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.658285 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.658967 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.659454 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.659953 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.660626 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.661098 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.662760 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:15.809728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f55a8c4c-2704-43a0-b3e2-5412f8062831 None None] Port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:15.894376 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Attempting to bind port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:19:15.899201 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Attempting to bind port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:19:15.899772 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Attempting to bind port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 on network dac82991-2ed2-4169-824f-d51ad24df7c8 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:19:15.901644 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb2c73aa-c813-4ecf-8ad1-346ffe846ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:15.913407 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:19:15.914009 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Checking segment: {'id': '24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:15.914744 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:15.916092 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Bound using segment: {'id': '24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:19:15.916725 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Bound port: 99a9884d-0415-40df-8d2e-3ed6ea8c6962, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:19:15.917379 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:15.917576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520c78b-6119-4835-b893-3dd228b6fa9b req-20e9c1ec-a251-4e1f-9ce0-0ed43b67aa61 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:15.919243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2520c78b-6119-4835-b893-3dd228b6fa9b req-20e9c1ec-a251-4e1f-9ce0-0ed43b67aa61 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.6725035 Feb 15 14:19:15.955338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e537601a-3293-495d-ac1e-7c8b3c992ea3 None None] Provisioning complete for port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:15.955905 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e537601a-3293-495d-ac1e-7c8b3c992ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:15.991854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Subnet': ['ID=e54d9a75-c487-48fb-804b-e4eb5e5b089f,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:16.053450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f44f2d-6216-4dfb-a2a9-9f658c3d1f67 req-6d24540b-f126-42a2-99de-acad75cc7cdf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:16.060765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2f44f2d-6216-4dfb-a2a9-9f658c3d1f67 req-6d24540b-f126-42a2-99de-acad75cc7cdf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 945 time: 0.8126578 Feb 15 14:19:16.074248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b4b1cb5b-179a-40fb-b742-feab1cae69c4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:16.128791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-5e3a8c2d-8c6a-4952-9935-296d5b77810c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:16.130376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-5e3a8c2d-8c6a-4952-9935-296d5b77810c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 0.7699924 Feb 15 14:19:16.167484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb2c73aa-c813-4ecf-8ad1-346ffe846ca0 admin admin] Publish callbacks [] for security_group (4b9ac03d-f475-47f9-bf9c-9facf353e8bf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:16.182779 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb2c73aa-c813-4ecf-8ad1-346ffe846ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4b9ac03d-f475-47f9-bf9c-9facf353e8bf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:16.214848 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] For port 99a9884d-0415-40df-8d2e-3ed6ea8c6962, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:19:16.228136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e537601a-3293-495d-ac1e-7c8b3c992ea3 None None] Port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:16.258382 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] For port 99a9884d-0415-40df-8d2e-3ed6ea8c6962, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=99a9884d-0415-40df-8d2e-3ed6ea8c6962,segment=NetworkSegment(24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5),segment_id=24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:19:16.266723 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fb2c73aa-c813-4ecf-8ad1-346ffe846ca0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df65575de32c47debb2f76b9b70ac688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6968985 Feb 15 14:19:16.270110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b4b1cb5b-179a-40fb-b742-feab1cae69c4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:16.270339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54336) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:16.270663 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:16.275384 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:16.280457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Checking segment: {'id': '0655eb77-20c5-4307-9e94-901cae0c2bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:16.280758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network hostable DHCP agents. Network: 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:19:16.317363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2520c78b-6119-4835-b893-3dd228b6fa9b req-2970266b-b60d-4192-ab35-1139199d0eb0 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3700070 Feb 15 14:19:16.388540 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:16.391456 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:18:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:16.445206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c73aa-c813-4ecf-8ad1-346ffe846ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9ac03d-f475-47f9-bf9c-9facf353e8bf,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:16.471072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44599207-94b0-4c1d-824f-3e968e7d4ad5 admin admin] Publish callbacks [] for security_group (4b9ac03d-f475-47f9-bf9c-9facf353e8bf), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:16.493706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b4b1cb5b-179a-40fb-b742-feab1cae69c4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:16.538014 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b8798-7c11-4393-98cb-70cac14147ab None None] Pushing event updated for resources: {'Port': ['ID=99a9884d-0415-40df-8d2e-3ed6ea8c6962,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:16.584762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f84ced19-498e-4aa0-a251-834feb21d15f None None] Provisioning complete for port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:16.585261 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f84ced19-498e-4aa0-a251-834feb21d15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:16.594570 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44599207-94b0-4c1d-824f-3e968e7d4ad5 admin admin] Publish callbacks [] for security_group (4b9ac03d-f475-47f9-bf9c-9facf353e8bf), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:16.654459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2f44f2d-6216-4dfb-a2a9-9f658c3d1f67 req-5f6ae750-3e35-41b0-9ebf-34c2950b98d5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5835793 Feb 15 14:19:16.655764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:19:16.688071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:16.709989 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44599207-94b0-4c1d-824f-3e968e7d4ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4b9ac03d-f475-47f9-bf9c-9facf353e8bf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:16.726528 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44599207-94b0-4c1d-824f-3e968e7d4ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:16.727707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:16.729893 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-44599207-94b0-4c1d-824f-3e968e7d4ad5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b9ac03d-f475-47f9-bf9c-9facf353e8bf HTTP/1.1" status: 204 len: 168 time: 0.4481812 Feb 15 14:19:16.733431 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:16.758826 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:16.771283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44599207-94b0-4c1d-824f-3e968e7d4ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9ac03d-f475-47f9-bf9c-9facf353e8bf,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:16.779560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4e2a49-f4eb-44d5-8564-0d0cc1666098 None None] Network 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:19:16.807956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1db93b33-c8b3-474b-be31-d4be6048e88e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3094244 Feb 15 14:19:16.810880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54352) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:16.924159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54356) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:16.998302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Deleting port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:19:17.009096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:17.250764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19016b6-58db-45e6-a119-cc3d4ab86ce6 req-3d96e75f-1e22-4b27-b2da-98a134ea2110 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:17.253486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c19016b6-58db-45e6-a119-cc3d4ab86ce6 req-3d96e75f-1e22-4b27-b2da-98a134ea2110 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 945 time: 0.4192481 Feb 15 14:19:17.351651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] For port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:17.352027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:17.462043 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:11Z', 'revision_number': 2, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:16Z', 'revision_number': 4, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:17.518117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c19016b6-58db-45e6-a119-cc3d4ab86ce6 req-01372812-499d-43b2-b793-32ccf943c967 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557912 Feb 15 14:19:17.539377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54368) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:17.554741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54370) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:17.572596 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489afea0-6fb2-4bad-b675-c1d11be47985 None None] The sync data for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 is: [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:11Z', 'revision_number': 2, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:16Z', 'revision_number': 4, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:17.578860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f84ced19-498e-4aa0-a251-834feb21d15f None None] Current status of the port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:17.591443 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f84ced19-498e-4aa0-a251-834feb21d15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:17.651538 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b264893b-d46a-48d8-b093-0bdd22839786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:17.734238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f84ced19-498e-4aa0-a251-834feb21d15f None None] For port 99a9884d-0415-40df-8d2e-3ed6ea8c6962, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=99a9884d-0415-40df-8d2e-3ed6ea8c6962,segment=NetworkSegment(24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5),segment_id=24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:17.746563 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f84ced19-498e-4aa0-a251-834feb21d15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:17.875237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:19:17.876089 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:18.084058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-83d337a3-e117-4051-9ae8-50677cb0b0cc None None] Provisioning complete for port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:18.094755 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-83d337a3-e117-4051-9ae8-50677cb0b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:18.207989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ced19-498e-4aa0-a251-834feb21d15f None None] Pushing event updated for resources: {'Port': ['ID=99a9884d-0415-40df-8d2e-3ed6ea8c6962,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:18.367492 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f076340-a937-46f9-8483-321b91c28064 tempest-TestVolumeBootPattern-15943956 tempest-TestVolumeBootPattern-15943956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:18.379013 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3f076340-a937-46f9-8483-321b91c28064 tempest-TestVolumeBootPattern-15943956 tempest-TestVolumeBootPattern-15943956-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 1123 time: 0.8228838 Feb 15 14:19:18.382228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54376) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:18.402858 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '96e67091-082e-44af-ab2e-e08c3f96b7c6', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:18.433886 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:18.452432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f4d2f4a-1d57-4adc-ba5b-112bfe06ff0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:18.471187 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f17d4189-a7aa-4850-abb8-5f4e83d9a9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:18.530117 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:18.621241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-83d337a3-e117-4051-9ae8-50677cb0b0cc None None] Current status of the port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:18.688888 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f4d2f4a-1d57-4adc-ba5b-112bfe06ff0d admin admin] Publish callbacks [] for security_group (ae01aa36-4d22-424a-9229-6b84fd225774), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:18.692287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Allocated IP 2001:db8:1::2 (7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6/e54d9a75-c487-48fb-804b-e4eb5e5b089f/93b54203-9d65-4c7e-85ac-a0160dfe7231) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:18.703153 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:18.725976 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f4d2f4a-1d57-4adc-ba5b-112bfe06ff0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ae01aa36-4d22-424a-9229-6b84fd225774), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:18.791090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d2f4a-1d57-4adc-ba5b-112bfe06ff0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae01aa36-4d22-424a-9229-6b84fd225774,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:18.824329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5a71-0a2c-4a8f-bb71-e2da8527fa32 req-b326758e-e596-407d-812c-f6f4fd26dac1 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:18.826302 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e58a5a71-0a2c-4a8f-bb71-e2da8527fa32 req-b326758e-e596-407d-812c-f6f4fd26dac1 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 945 time: 1.3776920 Feb 15 14:19:18.894470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9f4d2f4a-1d57-4adc-ba5b-112bfe06ff0d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8043109cc6d24d98bc03fe25b3f99d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9558856 Feb 15 14:19:18.903986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54380) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:19.075627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e58a5a71-0a2c-4a8f-bb71-e2da8527fa32 req-b486abc2-03eb-4baf-97e0-40577b0131fd tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8cd2f10-614a-4cbe-9819-9cdb980abf45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332642 Feb 15 14:19:19.110617 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Publish callbacks [] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.122403 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.153965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:19:19.265668 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.265668 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (66b67864-7c85-4f31-8f6d-61bcfba69990), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.265668 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Floating IP 66b67864-7c85-4f31-8f6d-61bcfba69990 disassociated. External IP: 172.25.6.8, port: aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d. Feb 15 14:19:19.267073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Calling delete_port for aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:19:19.280500 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f17d4189-a7aa-4850-abb8-5f4e83d9a9e1 admin admin] Publish callbacks [] for security_group (468b9565-ff2c-42a3-82b1-878e4f58b2fa), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.323332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f17d4189-a7aa-4850-abb8-5f4e83d9a9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (468b9565-ff2c-42a3-82b1-878e4f58b2fa), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.376630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d4189-a7aa-4850-abb8-5f4e83d9a9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468b9565-ff2c-42a3-82b1-878e4f58b2fa,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:19.398544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Network 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:19.428222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:19.443067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:19.450392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Pushing event updated for resources: {'Port': ['ID=93b54203-9d65-4c7e-85ac-a0160dfe7231,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:19.582293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f17d4189-a7aa-4850-abb8-5f4e83d9a9e1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3cf4197b3a1428c99a526c9cd9cc412&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0506294 Feb 15 14:19:19.584602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54386) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:19.608397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.661786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Allocated IP 2001:db8:1::1 (7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6/e54d9a75-c487-48fb-804b-e4eb5e5b089f/f11c53a8-ca89-4713-8160-205b137c30be) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:19.666671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Attempting to bind port 93b54203-9d65-4c7e-85ac-a0160dfe7231 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:19:19.667217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Attempting to bind port 93b54203-9d65-4c7e-85ac-a0160dfe7231 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0655eb77-20c5-4307-9e94-901cae0c2bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:19:19.667433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Attempting to bind port 93b54203-9d65-4c7e-85ac-a0160dfe7231 on network 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:19:19.741752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:19.742147 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.744661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:19:19.745040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Checking segment: {'id': '0655eb77-20c5-4307-9e94-901cae0c2bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:19.745174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1ce22ee-0479-429c-8327-2d98c0be68f2 admin admin] Publish callbacks [] for security_group (ae01aa36-4d22-424a-9229-6b84fd225774), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.745435 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.745831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Bound using segment: {'id': '0655eb77-20c5-4307-9e94-901cae0c2bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:19:19.746310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Bound port: 93b54203-9d65-4c7e-85ac-a0160dfe7231, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0655eb77-20c5-4307-9e94-901cae0c2bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:19:19.746725 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.773619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event deleted for resources: {'Port': ['ID=aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:19.796285 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.897133 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.939064 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] For port 93b54203-9d65-4c7e-85ac-a0160dfe7231, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:19:19.940489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1ce22ee-0479-429c-8327-2d98c0be68f2 admin admin] Publish callbacks [] for security_group (ae01aa36-4d22-424a-9229-6b84fd225774), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:19.948313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] For port 93b54203-9d65-4c7e-85ac-a0160dfe7231, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=93b54203-9d65-4c7e-85ac-a0160dfe7231,segment=NetworkSegment(0655eb77-20c5-4307-9e94-901cae0c2bfe),segment_id=0655eb77-20c5-4307-9e94-901cae0c2bfe)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:19:19.972667 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.073741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 99a9884d-0415-40df-8d2e-3ed6ea8c6962 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:20.083528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:19:20.126249 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-18066366-bf97-4559-a41a-f4625aa3fbac admin admin] Publish callbacks [] for security_group (468b9565-ff2c-42a3-82b1-878e4f58b2fa), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.279981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506094d-5f7f-4849-8905-5d404dc03f9a None None] Pushing event updated for resources: {'Port': ['ID=93b54203-9d65-4c7e-85ac-a0160dfe7231,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:20.317041 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:20.317419 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.392803 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (f11c53a8-ca89-4713-8160-205b137c30be), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.460788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:20.491164 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1ce22ee-0479-429c-8327-2d98c0be68f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ae01aa36-4d22-424a-9229-6b84fd225774), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.494655 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f1ce22ee-0479-429c-8327-2d98c0be68f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.499354 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f1ce22ee-0479-429c-8327-2d98c0be68f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae01aa36-4d22-424a-9229-6b84fd225774 HTTP/1.1" status: 204 len: 168 time: 1.5929224 Feb 15 14:19:20.535703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbe28541-5caf-4d9d-a479-3bfbd5a90003 req-34000c1b-8b19-4236-b2eb-ed20edc6a13c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9 HTTP/1.1" status: 200 len: 210 time: 0.1080203 Feb 15 14:19:20.561220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fe0fc-a657-4813-989d-90e86a81bfaf None None] Sync routers for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:20.580137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Allocated IP 172.25.6.234 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/35053729-dd27-4a26-85f7-b6e208889e45) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:20.616435 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-18066366-bf97-4559-a41a-f4625aa3fbac admin admin] Publish callbacks [] for security_group (468b9565-ff2c-42a3-82b1-878e4f58b2fa), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.667484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:20.677578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] No DVR routers for this DVR port aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:19:20.678317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fe0fc-a657-4813-989d-90e86a81bfaf None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:20.679166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4d7fe0fc-a657-4813-989d-90e86a81bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:18Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:20.692176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce22ee-0479-429c-8327-2d98c0be68f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae01aa36-4d22-424a-9229-6b84fd225774,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:20.693189 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.696421 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f11c53a8-ca89-4713-8160-205b137c30be), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.707196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d1654fa-ae92-423a-b9a3-68609679d098 req-220e85ef-0fd5-4baf-a666-589793e55e3c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.67 "DELETE /v2.0/ports/aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d HTTP/1.1" status: 204 len: 173 time: 4.5541396 Feb 15 14:19:20.707838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'name': 'network-vif-deleted', 'tag': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:19:20.716094 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9f9877-ed0a-4a8c-aa06-25b8845eba53" -d '{"events": [{"server_uuid": "ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9", "name": "network-vif-deleted", "tag": "aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:19:20.777862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:20.840600 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-18066366-bf97-4559-a41a-f4625aa3fbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (468b9565-ff2c-42a3-82b1-878e4f58b2fa), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.843352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-18066366-bf97-4559-a41a-f4625aa3fbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.845375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-18066366-bf97-4559-a41a-f4625aa3fbac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/468b9565-ff2c-42a3-82b1-878e4f58b2fa HTTP/1.1" status: 204 len: 168 time: 1.2583396 Feb 15 14:19:20.856514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:20.865237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18066366-bf97-4559-a41a-f4625aa3fbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468b9565-ff2c-42a3-82b1-878e4f58b2fa,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:20.873600 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:20.878207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:20.963521 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ffba1c-39e9-4106-9ce1-85d999a1673b x-openstack-request-id: req-b0ffba1c-39e9-4106-9ce1-85d999a1673b {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:19:20.964350 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9", "name": "network-vif-deleted", "tag": "aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:19:20.965144 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0ffba1c-39e9-4106-9ce1-85d999a1673b {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:19:20.965689 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec939d2d-6fd5-4b62-a3ab-bc0b765b20d9', 'name': 'network-vif-deleted', 'tag': 'aaa0e609-1fb1-456d-b0c4-3e6bdb42fb5d', 'status': 'completed', 'code': 200} Feb 15 14:19:21.091103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-4d7fe0fc-a657-4813-989d-90e86a81bfaf None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:21.194350 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:21.220670 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (35053729-dd27-4a26-85f7-b6e208889e45), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:21.546325 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (35053729-dd27-4a26-85f7-b6e208889e45), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:21.571867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=f11c53a8-ca89-4713-8160-205b137c30be,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:21.597801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:21.647994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54416) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:21.669102 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-49079113-2721-4c0b-9258-b05c724f18dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:21.698374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:21.735012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54422) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:21.741662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4d7fe0fc-a657-4813-989d-90e86a81bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:21.774020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fe0fc-a657-4813-989d-90e86a81bfaf None None] Checking router: 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:19:21.794685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fe0fc-a657-4813-989d-90e86a81bfaf None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:21.795703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4d7fe0fc-a657-4813-989d-90e86a81bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:18Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:21.812351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:21.950682 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f11c53a8-ca89-4713-8160-205b137c30be), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:22.013403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 93b54203-9d65-4c7e-85ac-a0160dfe7231 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:22.085717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3153240-857a-49ed-a648-ac2cc6ee6929 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (c8cd2f10-614a-4cbe-9819-9cdb980abf45), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:22.188973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-4d7fe0fc-a657-4813-989d-90e86a81bfaf None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:22.252047 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3153240-857a-49ed-a648-ac2cc6ee6929 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (c8cd2f10-614a-4cbe-9819-9cdb980abf45), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:22.277138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-49079113-2721-4c0b-9258-b05c724f18dc admin admin] Publish callbacks [] for security_group (49e4ea46-6073-4b92-a9cb-eb5563e5394e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:22.296570 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-49079113-2721-4c0b-9258-b05c724f18dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (49e4ea46-6073-4b92-a9cb-eb5563e5394e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:22.448509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=35053729-dd27-4a26-85f7-b6e208889e45,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:22.450055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-49079113-2721-4c0b-9258-b05c724f18dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b3d4b42cdddc40e4913e40742df5bb3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7978454 Feb 15 14:19:22.454111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54432) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:22.505645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49079113-2721-4c0b-9258-b05c724f18dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e4ea46-6073-4b92-a9cb-eb5563e5394e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:22.567978 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3153240-857a-49ed-a648-ac2cc6ee6929 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c8cd2f10-614a-4cbe-9819-9cdb980abf45), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:22.575873 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3153240-857a-49ed-a648-ac2cc6ee6929 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:22.578746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a3153240-857a-49ed-a648-ac2cc6ee6929 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "DELETE /v2.0/security-groups/c8cd2f10-614a-4cbe-9819-9cdb980abf45 HTTP/1.1" status: 204 len: 168 time: 0.8411305 Feb 15 14:19:22.591404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54436) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:22.612607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3153240-857a-49ed-a648-ac2cc6ee6929 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cd2f10-614a-4cbe-9819-9cdb980abf45,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:22.665419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-de0d6668-e6c9-4d19-a957-80ad8b37c627 admin admin] Publish callbacks [] for security_group (49e4ea46-6073-4b92-a9cb-eb5563e5394e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:22.685314 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-752048a7-e384-499b-9f58-363d79be48df tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] show failed (client error): The resource could not be found. Feb 15 14:19:22.686071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54448) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:22.692783 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-752048a7-e384-499b-9f58-363d79be48df tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups/c8cd2f10-614a-4cbe-9819-9cdb980abf45 HTTP/1.1" status: 404 len: 347 time: 0.0980990 Feb 15 14:19:22.702326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750e172e-5094-4e2a-a5e7-e4110d7f0543 None None] Network 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:19:22.893337 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-de0d6668-e6c9-4d19-a957-80ad8b37c627 admin admin] Publish callbacks [] for security_group (49e4ea46-6073-4b92-a9cb-eb5563e5394e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:22.916177 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Provisioning complete for port 93b54203-9d65-4c7e-85ac-a0160dfe7231 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:22.916177 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:22.966599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (f11c53a8-ca89-4713-8160-205b137c30be), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:23.035463 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f11c53a8-ca89-4713-8160-205b137c30be), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:23.036432 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:23.227332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 93b54203-9d65-4c7e-85ac-a0160dfe7231 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:23.227897 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:23.241051 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-de0d6668-e6c9-4d19-a957-80ad8b37c627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (49e4ea46-6073-4b92-a9cb-eb5563e5394e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:23.258791 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-de0d6668-e6c9-4d19-a957-80ad8b37c627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:23.260049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-de0d6668-e6c9-4d19-a957-80ad8b37c627 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/49e4ea46-6073-4b92-a9cb-eb5563e5394e HTTP/1.1" status: 204 len: 168 time: 0.8043840 Feb 15 14:19:23.262877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:23.270975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:23.291657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d6668-e6c9-4d19-a957-80ad8b37c627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e4ea46-6073-4b92-a9cb-eb5563e5394e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:23.311555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-61a8b195-97d4-4f80-a5dd-3726a6a424ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Deleting port 1db42355-ba5b-48f6-b4b2-99def0145d75 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:19:23.315195 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-61a8b195-97d4-4f80-a5dd-3726a6a424ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1db42355-ba5b-48f6-b4b2-99def0145d75), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:23.376716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4d7fe0fc-a657-4813-989d-90e86a81bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:23.477431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:19:23.490321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=f11c53a8-ca89-4713-8160-205b137c30be,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:23.510223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fe0fc-a657-4813-989d-90e86a81bfaf None None] The sync data for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 is: [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:23.600805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-61a8b195-97d4-4f80-a5dd-3726a6a424ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1db42355-ba5b-48f6-b4b2-99def0145d75), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:23.601136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-61a8b195-97d4-4f80-a5dd-3726a6a424ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (1db42355-ba5b-48f6-b4b2-99def0145d75), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:23.615725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Current status of the port 93b54203-9d65-4c7e-85ac-a0160dfe7231 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:23.620442 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:23.644617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-61a8b195-97d4-4f80-a5dd-3726a6a424ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Calling delete_port for 1db42355-ba5b-48f6-b4b2-99def0145d75 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:19:23.777959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 93b54203-9d65-4c7e-85ac-a0160dfe7231 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:23.778281 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:23.882252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] For port 93b54203-9d65-4c7e-85ac-a0160dfe7231, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=93b54203-9d65-4c7e-85ac-a0160dfe7231,segment=NetworkSegment(0655eb77-20c5-4307-9e94-901cae0c2bfe),segment_id=0655eb77-20c5-4307-9e94-901cae0c2bfe)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:23.899736 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:24.108510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Pushing event updated for resources: {'Port': ['ID=93b54203-9d65-4c7e-85ac-a0160dfe7231,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:24.176871 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-61a8b195-97d4-4f80-a5dd-3726a6a424ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1db42355-ba5b-48f6-b4b2-99def0145d75), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:24.180695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.183608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.184009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.186102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.188269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.188630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.193733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.194158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.194515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.194880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.198694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.199831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.200267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be515d1-f582-4cdd-a4fa-7f235943ef91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:24.205357 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6068af57-33a7-439d-b824-fcdf7504196a None None] New status for floating IP 66b67864-7c85-4f31-8f6d-61bcfba69990: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:19:24.229558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8b195-97d4-4f80-a5dd-3726a6a424ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event deleted for resources: {'Port': ['ID=1db42355-ba5b-48f6-b4b2-99def0145d75,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:24.352071 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:19:24.352572 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:19:24.357084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e3610b2e-5972-44f9-86e2-b26ea1d7f43b None None] Provisioning complete for port 93b54203-9d65-4c7e-85ac-a0160dfe7231 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:24.357465 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e3610b2e-5972-44f9-86e2-b26ea1d7f43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:24.478123 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-61a8b195-97d4-4f80-a5dd-3726a6a424ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (66b67864-7c85-4f31-8f6d-61bcfba69990), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:24.481372 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-61a8b195-97d4-4f80-a5dd-3726a6a424ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:24.488717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-61a8b195-97d4-4f80-a5dd-3726a6a424ba tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "DELETE /v2.0/floatingips/66b67864-7c85-4f31-8f6d-61bcfba69990 HTTP/1.1" status: 204 len: 168 time: 1.7794642 Feb 15 14:19:24.553094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e3610b2e-5972-44f9-86e2-b26ea1d7f43b None None] Current status of the port 93b54203-9d65-4c7e-85ac-a0160dfe7231 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:24.569453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e3610b2e-5972-44f9-86e2-b26ea1d7f43b None None] Provisioning complete for port f11c53a8-ca89-4713-8160-205b137c30be triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:24.569976 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e3610b2e-5972-44f9-86e2-b26ea1d7f43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f11c53a8-ca89-4713-8160-205b137c30be), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:24.621848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e3610b2e-5972-44f9-86e2-b26ea1d7f43b None None] Port f11c53a8-ca89-4713-8160-205b137c30be cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:24.772343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d343c806-bfad-40ae-8997-e6f830ea89bf None None] Provisioning complete for port f11c53a8-ca89-4713-8160-205b137c30be triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:24.776896 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d343c806-bfad-40ae-8997-e6f830ea89bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f11c53a8-ca89-4713-8160-205b137c30be), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.033089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d343c806-bfad-40ae-8997-e6f830ea89bf None None] Port f11c53a8-ca89-4713-8160-205b137c30be cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:25.102251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 93b54203-9d65-4c7e-85ac-a0160dfe7231 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:25.171608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0035e853-f3c1-4c10-ae23-1a00f9acc87f None None] Provisioning complete for port f11c53a8-ca89-4713-8160-205b137c30be triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:25.172324 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0035e853-f3c1-4c10-ae23-1a00f9acc87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f11c53a8-ca89-4713-8160-205b137c30be), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.197130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54550) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:25.207082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-65a7c1c6-fe12-41bf-ad96-d252a600e058 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243118163', 'description': 'tempest-description--2097194567'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:25.272171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65a7c1c6-fe12-41bf-ad96-d252a600e058 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.294006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0035e853-f3c1-4c10-ae23-1a00f9acc87f None None] Port f11c53a8-ca89-4713-8160-205b137c30be cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:25.311950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 93b54203-9d65-4c7e-85ac-a0160dfe7231 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:25.426926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 93b54203-9d65-4c7e-85ac-a0160dfe7231 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:25.427314 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.454834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (d020c326-fa57-4529-a590-8f170bb7369b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.479706 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65a7c1c6-fe12-41bf-ad96-d252a600e058 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (5c01fd3a-7da5-42ac-8605-c96a94e93a45), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.488775 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65a7c1c6-fe12-41bf-ad96-d252a600e058 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5c01fd3a-7da5-42ac-8605-c96a94e93a45), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.550544 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:25.578640 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3834e7da-9c3d-4a85-9157-03dd343b6cb6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7657948 Feb 15 14:19:25.579913 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54554) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:25.582633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7c1c6-fe12-41bf-ad96-d252a600e058 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c01fd3a-7da5-42ac-8605-c96a94e93a45,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:25.592974 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65a7c1c6-fe12-41bf-ad96-d252a600e058 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.594842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-65a7c1c6-fe12-41bf-ad96-d252a600e058 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3926888 Feb 15 14:19:25.597586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54556) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:25.602191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1318088363'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:25.608118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2ada9efb-f6f6-458f-875d-ab5c096c6ec6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'security_group_rule': {'security_group_id': '5c01fd3a-7da5-42ac-8605-c96a94e93a45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:25.623801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Sync routers for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:25.669672 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ada9efb-f6f6-458f-875d-ab5c096c6ec6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (b76371b1-e9ee-433c-a75c-0c2107671cdc), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.703206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 93b54203-9d65-4c7e-85ac-a0160dfe7231 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:25.713974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (35053729-dd27-4a26-85f7-b6e208889e45), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.720057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:25.720705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:18Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:25.774144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:19:25.789935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.802256 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ada9efb-f6f6-458f-875d-ab5c096c6ec6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (b76371b1-e9ee-433c-a75c-0c2107671cdc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.810704 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ada9efb-f6f6-458f-875d-ab5c096c6ec6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (b76371b1-e9ee-433c-a75c-0c2107671cdc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.867956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada9efb-f6f6-458f-875d-ab5c096c6ec6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76371b1-e9ee-433c-a75c-0c2107671cdc,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:25.884080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:19:25.888404 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ada9efb-f6f6-458f-875d-ab5c096c6ec6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.897286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2ada9efb-f6f6-458f-875d-ab5c096c6ec6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2920358 Feb 15 14:19:25.899358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54562) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:25.936863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9cb4c3a9-8c9d-4484-afc7-abfd1f2a9e15 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'security_group_rule': {'security_group_id': '5c01fd3a-7da5-42ac-8605-c96a94e93a45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:25.941901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (499b9b63-2d1b-4f63-b0e3-a46a916e34b2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:25.942327 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added segment 499b9b63-2d1b-4f63-b0e3-a46a916e34b2 of type vlan for network c34584ef-37ac-4482-80ca-96db1443fb57 Feb 15 14:19:25.977172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:26.038168 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c3a9-8c9d-4484-afc7-abfd1f2a9e15 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (83d88aef-dc49-4675-af09-a83363ae1d9f), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.214204 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c3a9-8c9d-4484-afc7-abfd1f2a9e15 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (83d88aef-dc49-4675-af09-a83363ae1d9f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.225463 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c3a9-8c9d-4484-afc7-abfd1f2a9e15 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (83d88aef-dc49-4675-af09-a83363ae1d9f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.241265 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (c34584ef-37ac-4482-80ca-96db1443fb57), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.268672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4c3a9-8c9d-4484-afc7-abfd1f2a9e15 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d88aef-dc49-4675-af09-a83363ae1d9f,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:26.278940 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c3a9-8c9d-4484-afc7-abfd1f2a9e15 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.284540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9cb4c3a9-8c9d-4484-afc7-abfd1f2a9e15 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3774312 Feb 15 14:19:26.285433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54574) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:26.297950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:26.336450 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.385587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (c34584ef-37ac-4482-80ca-96db1443fb57), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.403666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:26.404562 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.538501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.604975 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0199556 Feb 15 14:19:26.607354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54580) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:26.616264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'subnet': {'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:26.707679 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:21Z', 'revision_number': 3, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:22Z', 'revision_number': 2, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:26.715226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2f9ab-9739-4253-bc85-c04e8ac652c2 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Network': ['ID=c34584ef-37ac-4482-80ca-96db1443fb57,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:26.763727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network c34584ef-37ac-4482-80ca-96db1443fb57 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:19:26.768891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Checking router: 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:19:26.772292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Updating router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 port f11c53a8-ca89-4713-8160-205b137c30be binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:19:26.775599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (35053729-dd27-4a26-85f7-b6e208889e45), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.796015 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (35053729-dd27-4a26-85f7-b6e208889e45), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.820464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:19:26.827484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:26.922530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Allocated IP 172.25.6.127 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/00789ff6-3b15-44ee-9c1f-1f55e945deeb) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:26.943815 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f11c53a8-ca89-4713-8160-205b137c30be), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:27.182794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for port (00789ff6-3b15-44ee-9c1f-1f55e945deeb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:27.295476 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (00789ff6-3b15-44ee-9c1f-1f55e945deeb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:27.309518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=35053729-dd27-4a26-85f7-b6e208889e45,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:27.332326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (23b93b17-5f6c-4ea9-bcab-82822357bc8b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:27.450576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'Port': ['ID=00789ff6-3b15-44ee-9c1f-1f55e945deeb,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:27.492079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:27.495658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:27.503998 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:27.529542 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Subnet': ['ID=23b93b17-5f6c-4ea9-bcab-82822357bc8b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:27.567846 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Publish callbacks [] for port (f11c53a8-ca89-4713-8160-205b137c30be), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:27.593383 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f11c53a8-ca89-4713-8160-205b137c30be), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:27.660947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Checking segment: {'id': '499b9b63-2d1b-4f63-b0e3-a46a916e34b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:27.661518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network hostable DHCP agents. Network: c34584ef-37ac-4482-80ca-96db1443fb57, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:19:27.722184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (d020c326-fa57-4529-a590-8f170bb7369b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:27.760897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be44a4-7ba3-469f-a985-8809e5d57a22 None None] Pushing event updated for resources: {'Port': ['ID=f11c53a8-ca89-4713-8160-205b137c30be,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:27.912151 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (172323f3-e1f7-4c43-b42b-40ac702c06e5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:27.917519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Attempting to bind port f11c53a8-ca89-4713-8160-205b137c30be on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:19:27.918200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Attempting to bind port f11c53a8-ca89-4713-8160-205b137c30be by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0655eb77-20c5-4307-9e94-901cae0c2bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:19:27.918824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Attempting to bind port f11c53a8-ca89-4713-8160-205b137c30be on network 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:19:27.930862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:19:27.933432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Checking segment: {'id': '0655eb77-20c5-4307-9e94-901cae0c2bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:27.935119 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:27.935774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Bound using segment: {'id': '0655eb77-20c5-4307-9e94-901cae0c2bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:19:27.937914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Bound port: f11c53a8-ca89-4713-8160-205b137c30be, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0655eb77-20c5-4307-9e94-901cae0c2bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:19:27.938518 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f11c53a8-ca89-4713-8160-205b137c30be), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:28.025753 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (00789ff6-3b15-44ee-9c1f-1f55e945deeb), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:28.037757 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Floating IP d020c326-fa57-4529-a590-8f170bb7369b associated. External IP: 172.25.6.234, port: 96e67091-082e-44af-ab2e-e08c3f96b7c6. Feb 15 14:19:28.113679 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] For port f11c53a8-ca89-4713-8160-205b137c30be, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:19:28.123394 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] For port f11c53a8-ca89-4713-8160-205b137c30be, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f11c53a8-ca89-4713-8160-205b137c30be,segment=NetworkSegment(0655eb77-20c5-4307-9e94-901cae0c2bfe),segment_id=0655eb77-20c5-4307-9e94-901cae0c2bfe)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:19:28.156305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f11c53a8-ca89-4713-8160-205b137c30be), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:28.174824 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network c34584ef-37ac-4482-80ca-96db1443fb57 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:19:28.329202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:28.329911 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:18Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:28.351296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, c34584ef-37ac-4482-80ca-96db1443fb57) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:28.360297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:28.360956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:28.439176 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for port (00789ff6-3b15-44ee-9c1f-1f55e945deeb), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:28.451584 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (00789ff6-3b15-44ee-9c1f-1f55e945deeb), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:28.452194 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5fb2217b-ed83-49da-9479-7a6fae6ef62b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8402061 Feb 15 14:19:28.457867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54622) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:28.476189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be42ec-c5a7-4e36-96a0-e24b8f7445f9 None None] Network c34584ef-37ac-4482-80ca-96db1443fb57 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:19:28.494742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be44a4-7ba3-469f-a985-8809e5d57a22 None None] Pushing event updated for resources: {'Port': ['ID=f11c53a8-ca89-4713-8160-205b137c30be,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:28.668829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'Port': ['ID=00789ff6-3b15-44ee-9c1f-1f55e945deeb,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:28.685906 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (172323f3-e1f7-4c43-b42b-40ac702c06e5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:28.746851 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:28.752257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-168888e7-cada-44c0-a13b-2f93e65b7a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4628820 Feb 15 14:19:28.762127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-909f94b5-3a09-481b-a0d3-16ae4b15de16 None None] Provisioning complete for port f11c53a8-ca89-4713-8160-205b137c30be triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:28.762636 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-909f94b5-3a09-481b-a0d3-16ae4b15de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f11c53a8-ca89-4713-8160-205b137c30be), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:28.817914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:29.214451 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Router 701ba21b-9555-42a1-aaf0-e2338ea93b61 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:19:29.244993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-c34584ef-37ac-4482-80ca-96db1443fb57', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:19:29.251739 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:29.372709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-63909114-22e8-404d-962f-3fe99d2a9cea tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1243118163&fields=id&tenant_id=1871fb5b757f4da2bb173e11a39d9325 HTTP/1.1" status: 200 len: 267 time: 0.1658764 Feb 15 14:19:29.466731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-909f94b5-3a09-481b-a0d3-16ae4b15de16 None None] Current status of the port f11c53a8-ca89-4713-8160-205b137c30be is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:29.469278 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-909f94b5-3a09-481b-a0d3-16ae4b15de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f11c53a8-ca89-4713-8160-205b137c30be), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:29.469442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:29.481622 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4619a-a5c7-4b5d-85cf-a8d8689c3902 None None] Sync routers for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:29.495639 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4619a-a5c7-4b5d-85cf-a8d8689c3902 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:29.499551 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2bb4619a-a5c7-4b5d-85cf-a8d8689c3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:18Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:29.535336 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:29.547702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:29.713834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-87ecd231-ed50-4af7-9f9a-33581b22e0c4 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:29.726298 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0accdda4-9dc1-4df4-94a2-c40c31d40192 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.3386052 Feb 15 14:19:29.737360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'tag': '96e67091-082e-44af-ab2e-e08c3f96b7c6'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:19:29.741492 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2bb4619a-a5c7-4b5d-85cf-a8d8689c3902 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:29.742792 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd326cf6-3e78-4497-a1c2-f2be7bd9b228", "tag": "96e67091-082e-44af-ab2e-e08c3f96b7c6"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:19:29.745300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-87ecd231-ed50-4af7-9f9a-33581b22e0c4 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 810 time: 0.3643513 Feb 15 14:19:29.771594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-30e0e671-0778-47b4-b62d-8c3195c379ab tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/quotas/1871fb5b757f4da2bb173e11a39d9325 HTTP/1.1" status: 200 len: 375 time: 0.0201280 Feb 15 14:19:29.872524 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04a7bcc-546b-41f9-9c67-73d31c45186d x-openstack-request-id: req-a04a7bcc-546b-41f9-9c67-73d31c45186d {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:19:29.872800 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd326cf6-3e78-4497-a1c2-f2be7bd9b228", "tag": "96e67091-082e-44af-ab2e-e08c3f96b7c6", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:19:29.873090 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a04a7bcc-546b-41f9-9c67-73d31c45186d {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:19:29.875961 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'tag': '96e67091-082e-44af-ab2e-e08c3f96b7c6', 'status': 'completed', 'code': 200} Feb 15 14:19:29.918645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-6b58d059-668e-4506-817a-0cb2245e8cb4 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221173 Feb 15 14:19:29.928396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-7770d56c-1548-47fb-bf25-208cf5ad95e6 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:19:29.939536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-7770d56c-1548-47fb-bf25-208cf5ad95e6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198958 Feb 15 14:19:30.288081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-0302314c-a0e3-47c8-8bb9-b0d32a4f893e service neutron] 10.222.0.72 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441865 Feb 15 14:19:30.341450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e req-276063ae-eb82-4402-b4a1-57dcf26c27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:30.349475 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2bb4619a-a5c7-4b5d-85cf-a8d8689c3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd020c326-fa57-4529-a590-8f170bb7369b', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '96e67091-082e-44af-ab2e-e08c3f96b7c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:4e:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:19:23Z', 'updated_at': '2022-02-15T14:19:23Z', 'revision_number': 0, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:30.356972 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e req-276063ae-eb82-4402-b4a1-57dcf26c27f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 1128 time: 0.4594483 Feb 15 14:19:30.448081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Allocated IP 2001:db8:2::2 (c34584ef-37ac-4482-80ca-96db1443fb57/23b93b17-5f6c-4ea9-bcab-82822357bc8b/ca7d3b5d-1a25-4049-9559-e747b6e573f6) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:30.460558 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4619a-a5c7-4b5d-85cf-a8d8689c3902 None None] Checking router: 701ba21b-9555-42a1-aaf0-e2338ea93b61 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:19:30.496973 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4619a-a5c7-4b5d-85cf-a8d8689c3902 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:30.500312 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2bb4619a-a5c7-4b5d-85cf-a8d8689c3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:18Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:30.555453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-70a9b074-2ee7-440d-8994-4e9f5c2a2712 service neutron] 10.222.0.72 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634103 Feb 15 14:19:30.713199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e req-f912adc8-b394-4a86-b137-83c1a2b4d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:30.714722 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e req-f912adc8-b394-4a86-b137-83c1a2b4d932 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.3278048 Feb 15 14:19:30.773162 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2bb4619a-a5c7-4b5d-85cf-a8d8689c3902 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:30.849426 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Publish callbacks [] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:30.903638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-909f94b5-3a09-481b-a0d3-16ae4b15de16 None None] For port f11c53a8-ca89-4713-8160-205b137c30be, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f11c53a8-ca89-4713-8160-205b137c30be,segment=NetworkSegment(0655eb77-20c5-4307-9e94-901cae0c2bfe),segment_id=0655eb77-20c5-4307-9e94-901cae0c2bfe)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:30.932985 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-909f94b5-3a09-481b-a0d3-16ae4b15de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f11c53a8-ca89-4713-8160-205b137c30be), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:31.035095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d5e838c5-4b99-4934-8839-de8e4486f677 req-dbaf0cbd-d1af-4de3-ace4-839b77010854 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 210 time: 0.0854354 Feb 15 14:19:31.094714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54672) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:31.097922 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:31.143100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f94b5-3a09-481b-a0d3-16ae4b15de16 None None] Pushing event updated for resources: {'Port': ['ID=f11c53a8-ca89-4713-8160-205b137c30be,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:31.287862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Pushing event updated for resources: {'Port': ['ID=ca7d3b5d-1a25-4049-9559-e747b6e573f6,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:31.339434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Network c34584ef-37ac-4482-80ca-96db1443fb57 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:31.343297 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9456933a-9e0f-4a84-9ccf-cbec32a80556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:31.370186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-126b45ea-9af9-4a34-82ff-201e1bba7d63 None None] Provisioning complete for port f11c53a8-ca89-4713-8160-205b137c30be triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:31.371551 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-126b45ea-9af9-4a34-82ff-201e1bba7d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f11c53a8-ca89-4713-8160-205b137c30be), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:31.456665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:31.464109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:31.532545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:21Z', 'revision_number': 3, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:28Z', 'revision_number': 4, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:31.638729 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9456933a-9e0f-4a84-9ccf-cbec32a80556 admin admin] Publish callbacks [] for security_group (f2b875bd-91bd-4054-853d-bb7f240d65b1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:31.651686 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9456933a-9e0f-4a84-9ccf-cbec32a80556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f2b875bd-91bd-4054-853d-bb7f240d65b1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:31.663036 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2bb4619a-a5c7-4b5d-85cf-a8d8689c3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd020c326-fa57-4529-a590-8f170bb7369b', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '96e67091-082e-44af-ab2e-e08c3f96b7c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:4e:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:19:23Z', 'updated_at': '2022-02-15T14:19:23Z', 'revision_number': 0, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:31.668947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f29a0-9e88-4e6f-b373-239d71b05d70 None None] The sync data for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 is: [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:21Z', 'revision_number': 3, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:28Z', 'revision_number': 4, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:31.779313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9456933a-9e0f-4a84-9ccf-cbec32a80556 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f7a72474e4b4b5db7208bd9d6b7ccca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6834846 Feb 15 14:19:31.780462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456933a-9e0f-4a84-9ccf-cbec32a80556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b875bd-91bd-4054-853d-bb7f240d65b1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:31.785158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54678) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:31.870720 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4619a-a5c7-4b5d-85cf-a8d8689c3902 None None] The sync data for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 is: [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd020c326-fa57-4529-a590-8f170bb7369b', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '96e67091-082e-44af-ab2e-e08c3f96b7c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:4e:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:19:23Z', 'updated_at': '2022-02-15T14:19:23Z', 'revision_number': 0, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:31.878997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Attempting to bind port ca7d3b5d-1a25-4049-9559-e747b6e573f6 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:19:31.879329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Attempting to bind port ca7d3b5d-1a25-4049-9559-e747b6e573f6 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '499b9b63-2d1b-4f63-b0e3-a46a916e34b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:19:31.879821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Attempting to bind port ca7d3b5d-1a25-4049-9559-e747b6e573f6 on network c34584ef-37ac-4482-80ca-96db1443fb57 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:19:31.910853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:19:31.911139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Checking segment: {'id': '499b9b63-2d1b-4f63-b0e3-a46a916e34b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:31.911417 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:31.911778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Bound using segment: {'id': '499b9b63-2d1b-4f63-b0e3-a46a916e34b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:19:31.912276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Bound port: ca7d3b5d-1a25-4049-9559-e747b6e573f6, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b9b63-2d1b-4f63-b0e3-a46a916e34b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:19:31.912656 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:31.942931 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a5a46acc-6d2a-47f0-9b71-490e51b6c648 admin admin] Publish callbacks [] for security_group (f2b875bd-91bd-4054-853d-bb7f240d65b1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:32.030513 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a5a46acc-6d2a-47f0-9b71-490e51b6c648 admin admin] Publish callbacks [] for security_group (f2b875bd-91bd-4054-853d-bb7f240d65b1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:32.148678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] For port ca7d3b5d-1a25-4049-9559-e747b6e573f6, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:19:32.157501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] For port ca7d3b5d-1a25-4049-9559-e747b6e573f6, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ca7d3b5d-1a25-4049-9559-e747b6e573f6,segment=NetworkSegment(499b9b63-2d1b-4f63-b0e3-a46a916e34b2),segment_id=499b9b63-2d1b-4f63-b0e3-a46a916e34b2)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:19:32.196769 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:32.227150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-126b45ea-9af9-4a34-82ff-201e1bba7d63 None None] Current status of the port f11c53a8-ca89-4713-8160-205b137c30be is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:32.275996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Allocated IP 2001:db8:2::1 (c34584ef-37ac-4482-80ca-96db1443fb57/23b93b17-5f6c-4ea9-bcab-82822357bc8b/d62b49ac-87e4-4a91-bc57-af0877b3a09d) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:32.295998 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e req-d148014a-f0ff-4e0c-9c2d-792f93fde76a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e67091-082e-44af-ab2e-e08c3f96b7c6 HTTP/1.1" status: 200 len: 999 time: 1.5740376 Feb 15 14:19:32.315323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab621813-a5db-475b-96e3-9b3cad7ffa23 req-ad173d47-e1aa-4b26-baa5-bdebecaeddac tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 210 time: 0.1358399 Feb 15 14:19:32.370749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3a103-8391-4048-a6ac-1cc3b5fc938e None None] Pushing event updated for resources: {'Port': ['ID=ca7d3b5d-1a25-4049-9559-e747b6e573f6,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:32.383738 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a5a46acc-6d2a-47f0-9b71-490e51b6c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f2b875bd-91bd-4054-853d-bb7f240d65b1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:32.398700 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a5a46acc-6d2a-47f0-9b71-490e51b6c648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:32.419514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a5a46acc-6d2a-47f0-9b71-490e51b6c648 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f2b875bd-91bd-4054-853d-bb7f240d65b1 HTTP/1.1" status: 204 len: 168 time: 0.6133685 Feb 15 14:19:32.458787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a46acc-6d2a-47f0-9b71-490e51b6c648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b875bd-91bd-4054-853d-bb7f240d65b1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:32.528682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e527ad78-c0f4-4f8d-948f-61377e82320b None None] New status for floating IP d020c326-fa57-4529-a590-8f170bb7369b: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:19:32.820243 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e req-307fe554-ccee-4681-bc12-c94ff5e57e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:32.822887 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e req-307fe554-ccee-4681-bc12-c94ff5e57e7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.5106537 Feb 15 14:19:33.186546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e req-34ae5abe-b913-4b96-b6c1-df8da1a33d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:33.189074 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e req-34ae5abe-b913-4b96-b6c1-df8da1a33d88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3507171 Feb 15 14:19:33.287455 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:33.318969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54700) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:33.360038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a708-8ece-44a5-acdf-d456da214e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:33.599745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ca7d3b5d-1a25-4049-9559-e747b6e573f6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:33.624714 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:33.669616 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e req-d776466a-74b4-4f6d-bc46-48f597d39343 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690294 Feb 15 14:19:33.707686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network c34584ef-37ac-4482-80ca-96db1443fb57 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:33.726509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:33.729235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01aeb1b9-9fbc-43ed-8f07-4538365a7be8 req-5f19ed04-5ae5-438e-8c30-e2654b09e3f9 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 210 time: 0.2731664 Feb 15 14:19:33.771499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ca7d3b5d-1a25-4049-9559-e747b6e573f6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:33.777237 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:33.856280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:33.857834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:33.942305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ca7d3b5d-1a25-4049-9559-e747b6e573f6 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:33.943190 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:33.987025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-317a323e-4bff-4a30-b16a-5ee2d531dc01 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:33.989699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-317a323e-4bff-4a30-b16a-5ee2d531dc01 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 810 time: 0.3525319 Feb 15 14:19:34.007401 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a708-8ece-44a5-acdf-d456da214e3d admin admin] Publish callbacks [] for security_group (fa3b749e-a407-4c3b-a269-c76841d26c60), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:34.035203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d1c7a708-8ece-44a5-acdf-d456da214e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fa3b749e-a407-4c3b-a269-c76841d26c60), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:34.048046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port ca7d3b5d-1a25-4049-9559-e747b6e573f6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ca7d3b5d-1a25-4049-9559-e747b6e573f6,segment=NetworkSegment(499b9b63-2d1b-4f63-b0e3-a46a916e34b2),segment_id=499b9b63-2d1b-4f63-b0e3-a46a916e34b2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:34.056371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:34.058346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f11c53a8-ca89-4713-8160-205b137c30be up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:34.067729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7a708-8ece-44a5-acdf-d456da214e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3b749e-a407-4c3b-a269-c76841d26c60,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:34.075680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=d62b49ac-87e4-4a91-bc57-af0877b3a09d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:34.121131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d1c7a708-8ece-44a5-acdf-d456da214e3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=29ce89663bde41c093bd837b5ed4e1e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8010581 Feb 15 14:19:34.125495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54708) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:34.150081 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:34.156724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-b6655732-0f57-4405-824b-05f5d2d62e4d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1871fb5b757f4da2bb173e11a39d9325 HTTP/1.1" status: 200 len: 380 time: 0.1475501 Feb 15 14:19:34.178857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'port': {'device_id': '1f04871f-7130-4d12-8691-3f18ac32c059', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'admin_state_up': True, 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'security_groups': ['5c01fd3a-7da5-42ac-8605-c96a94e93a45']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:34.269845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=ca7d3b5d-1a25-4049-9559-e747b6e573f6,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:34.307148 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-927315c1-1a5d-4cc5-b7e3-c513b0404d6e req-91137214-3817-49bc-bc3d-4b39f9fc7d8e service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5970464 Feb 15 14:19:34.340476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f11c53a8-ca89-4713-8160-205b137c30be triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:34.341021 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f11c53a8-ca89-4713-8160-205b137c30be), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:34.377471 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f66414e-517b-49a6-b2fc-7ce41b351f3a admin admin] Publish callbacks [] for security_group (fa3b749e-a407-4c3b-a269-c76841d26c60), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:34.536502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f11c53a8-ca89-4713-8160-205b137c30be is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:34.620530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d856781-ce25-481e-94ca-e9498904e278 None None] Network c34584ef-37ac-4482-80ca-96db1443fb57 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:19:34.754964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6b724b79-8d2e-485e-8104-05060db4eed3 None None] Provisioning complete for port ca7d3b5d-1a25-4049-9559-e747b6e573f6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:34.755882 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b724b79-8d2e-485e-8104-05060db4eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:34.904318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:34.929901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:34.935779 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:35.002213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6b724b79-8d2e-485e-8104-05060db4eed3 None None] Current status of the port ca7d3b5d-1a25-4049-9559-e747b6e573f6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:35.110693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=d62b49ac-87e4-4a91-bc57-af0877b3a09d,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:35.155657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f66414e-517b-49a6-b2fc-7ce41b351f3a admin admin] Publish callbacks [] for security_group (fa3b749e-a407-4c3b-a269-c76841d26c60), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:35.184612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Made reservation on behalf of 1871fb5b757f4da2bb173e11a39d9325 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:19:35.190580 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:35.197542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dac0d239-90cf-4137-bc46-68229ba8332e req-771627fe-23c8-45fd-a836-118f0e6c115e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 210 time: 0.1547735 Feb 15 14:19:35.345474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ca7d3b5d-1a25-4049-9559-e747b6e573f6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:35.370703 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f66414e-517b-49a6-b2fc-7ce41b351f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fa3b749e-a407-4c3b-a269-c76841d26c60), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:35.373946 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f66414e-517b-49a6-b2fc-7ce41b351f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:35.396014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8f66414e-517b-49a6-b2fc-7ce41b351f3a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa3b749e-a407-4c3b-a269-c76841d26c60 HTTP/1.1" status: 204 len: 168 time: 1.2691844 Feb 15 14:19:35.412072 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network c34584ef-37ac-4482-80ca-96db1443fb57 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:35.421037 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:35.462268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66414e-517b-49a6-b2fc-7ce41b351f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3b749e-a407-4c3b-a269-c76841d26c60,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:35.475286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ca7d3b5d-1a25-4049-9559-e747b6e573f6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:35.475675 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:35.662644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Allocated IP 172.20.0.5 (5c324a70-b89b-4fb8-92d2-294f41bfd6ba/d6844703-78b4-41b5-9e49-a1a242173e19/23549db8-e048-419c-924c-8a52564cc80b) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:35.771765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ca7d3b5d-1a25-4049-9559-e747b6e573f6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:35.815915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cce97bf0-243f-45b7-8430-23ce8c5349b8 None None] Provisioning complete for port d62b49ac-87e4-4a91-bc57-af0877b3a09d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:35.816600 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cce97bf0-243f-45b7-8430-23ce8c5349b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:35.828490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:19:35.908628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cce97bf0-243f-45b7-8430-23ce8c5349b8 None None] Port d62b49ac-87e4-4a91-bc57-af0877b3a09d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:35.942760 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cce97bf0-243f-45b7-8430-23ce8c5349b8 None None] Provisioning complete for port ca7d3b5d-1a25-4049-9559-e747b6e573f6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:35.943638 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cce97bf0-243f-45b7-8430-23ce8c5349b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:36.154708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for port (23549db8-e048-419c-924c-8a52564cc80b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:36.160045 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:36.168156 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b081fac6-832e-4c31-855d-f04d24ad31d3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7057457 Feb 15 14:19:36.171444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54728) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:36.178671 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Sync routers for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:36.185546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-286279360'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:36.195610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cce97bf0-243f-45b7-8430-23ce8c5349b8 None None] Current status of the port ca7d3b5d-1a25-4049-9559-e747b6e573f6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:36.208065 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:36.212624 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:18Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:36.258475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:19:36.262723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:36.298185 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (23549db8-e048-419c-924c-8a52564cc80b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:36.355895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-235300cc-5128-4b88-b917-f8f0965f7017 None None] Provisioning complete for port d62b49ac-87e4-4a91-bc57-af0877b3a09d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:36.356268 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-235300cc-5128-4b88-b917-f8f0965f7017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:36.498157 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:19:36.513208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-235300cc-5128-4b88-b917-f8f0965f7017 None None] Port d62b49ac-87e4-4a91-bc57-af0877b3a09d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:36.543877 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:36.570681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:36.577592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event updated for resources: {'Port': ['ID=23549db8-e048-419c-924c-8a52564cc80b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:36.596854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:36.603446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:36.610234 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (378d9714-ff0f-4fba-a6ba-3256cd233c84), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:36.610615 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added segment 378d9714-ff0f-4fba-a6ba-3256cd233c84 of type vlan for network c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 Feb 15 14:19:36.747018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:36.747701 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:36.808070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c073aa7e-f517-4c9d-b317-e783642eae4a None None] Provisioning complete for port d62b49ac-87e4-4a91-bc57-af0877b3a09d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:36.808519 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c073aa7e-f517-4c9d-b317-e783642eae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:36.896505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-81fe6add-535e-4992-84b9-804c82fbdcd7 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7268124 Feb 15 14:19:36.922286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-fae2ec23-e5c2-4bc3-a9ce-957af8993ef4 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:19:36.923258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-fae2ec23-e5c2-4bc3-a9ce-957af8993ef4 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200560 Feb 15 14:19:36.951159 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (c28c2204-873d-45ab-b5d5-32a7f1c3f1c4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:36.967674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c073aa7e-f517-4c9d-b317-e783642eae4a None None] Port d62b49ac-87e4-4a91-bc57-af0877b3a09d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:36.994806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2074a-d68e-4185-a72b-a1ceae31e6ba req-e6e53ff5-b34e-45de-849f-dcfe65d7af16 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:37.006679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2e2074a-d68e-4185-a72b-a1ceae31e6ba req-e6e53ff5-b34e-45de-849f-dcfe65d7af16 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 931 time: 0.6043315 Feb 15 14:19:37.100049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (c28c2204-873d-45ab-b5d5-32a7f1c3f1c4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:37.121167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:37.121811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:37.123014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2a27a6dc-d44f-4b4b-a062-212988359b8d None None] Provisioning complete for port 23549db8-e048-419c-924c-8a52564cc80b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:37.124730 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2a27a6dc-d44f-4b4b-a062-212988359b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (23549db8-e048-419c-924c-8a52564cc80b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:37.158824 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:34Z', 'revision_number': 4, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:34Z', 'revision_number': 2, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:37.226371 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Checking router: 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:19:37.231721 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Updating router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 port d62b49ac-87e4-4a91-bc57-af0877b3a09d binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:19:37.269507 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:37.294114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2a27a6dc-d44f-4b4b-a062-212988359b8d None None] Port 23549db8-e048-419c-924c-8a52564cc80b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:37.412511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Network': ['ID=c28c2204-873d-45ab-b5d5-32a7f1c3f1c4,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:37.429553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:19:37.443602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Request body: {'port': {'device_id': '1f04871f-7130-4d12-8691-3f18ac32c059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:37.450580 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2e2074a-d68e-4185-a72b-a1ceae31e6ba req-63c0d44b-b8d2-46b9-a092-d46248358f1b tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4388988 Feb 15 14:19:37.458777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-352e6fce-3252-468a-b981-521cdb1c1574 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2861724 Feb 15 14:19:37.461639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54758) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:37.478006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'subnet': {'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:37.587218 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (23549db8-e048-419c-924c-8a52564cc80b), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:37.728000 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Publish callbacks [] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:37.742185 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:37.908010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Made reservation on behalf of af77488d62884c18bca088cd899ecfb8 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:19:37.912699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:37.964257 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a408e-90aa-4741-877c-3320904688b2 None None] Pushing event updated for resources: {'Port': ['ID=d62b49ac-87e4-4a91-bc57-af0877b3a09d,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:37.973534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54764) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:38.212835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fca4f1-69d5-424e-a0da-79a8ac39a4e3 admin admin] Deleting subnet d56e2932-cccf-4a2b-a157-3872bbf98014 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:19:38.476674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23549db8-e048-419c-924c-8a52564cc80b {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:19:38.521022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Publish callbacks [] for port (23549db8-e048-419c-924c-8a52564cc80b), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:38.535152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3fca4f1-69d5-424e-a0da-79a8ac39a4e3 admin admin] Publish callbacks [] for subnet (d56e2932-cccf-4a2b-a157-3872bbf98014), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:38.539029 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Attempting to bind port d62b49ac-87e4-4a91-bc57-af0877b3a09d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:19:38.539480 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Attempting to bind port d62b49ac-87e4-4a91-bc57-af0877b3a09d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '499b9b63-2d1b-4f63-b0e3-a46a916e34b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:19:38.541280 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Attempting to bind port d62b49ac-87e4-4a91-bc57-af0877b3a09d on network c34584ef-37ac-4482-80ca-96db1443fb57 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:19:38.557570 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:19:38.559769 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Checking segment: {'id': '499b9b63-2d1b-4f63-b0e3-a46a916e34b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:38.560186 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:38.560585 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Bound using segment: {'id': '499b9b63-2d1b-4f63-b0e3-a46a916e34b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:19:38.563356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (a68681e5-b57e-4e10-84f4-826190ee023e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:38.563621 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Bound port: d62b49ac-87e4-4a91-bc57-af0877b3a09d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b9b63-2d1b-4f63-b0e3-a46a916e34b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:19:38.565277 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:38.566629 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Transition to ACTIVE for port object 23549db8-e048-419c-924c-8a52564cc80b will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:19:38.576719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (23549db8-e048-419c-924c-8a52564cc80b), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:38.582598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9d423cae-53f2-47ca-a507-4b65a6e7124c None None] Provisioning complete for port d62b49ac-87e4-4a91-bc57-af0877b3a09d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:38.587502 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9d423cae-53f2-47ca-a507-4b65a6e7124c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:38.737658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Checking segment: {'id': '378d9714-ff0f-4fba-a6ba-3256cd233c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:38.738730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network hostable DHCP agents. Network: c28c2204-873d-45ab-b5d5-32a7f1c3f1c4, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:19:38.747433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3fca4f1-69d5-424e-a0da-79a8ac39a4e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (d56e2932-cccf-4a2b-a157-3872bbf98014), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:38.779390 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] For port d62b49ac-87e4-4a91-bc57-af0877b3a09d, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:19:38.793777 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] For port d62b49ac-87e4-4a91-bc57-af0877b3a09d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d62b49ac-87e4-4a91-bc57-af0877b3a09d,segment=NetworkSegment(499b9b63-2d1b-4f63-b0e3-a46a916e34b2),segment_id=499b9b63-2d1b-4f63-b0e3-a46a916e34b2)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:19:38.817429 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:38.846688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Subnet': ['ID=a68681e5-b57e-4e10-84f4-826190ee023e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:38.864171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:19:38.878847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9d423cae-53f2-47ca-a507-4b65a6e7124c None None] Port d62b49ac-87e4-4a91-bc57-af0877b3a09d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:38.913662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, c28c2204-873d-45ab-b5d5-32a7f1c3f1c4) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:38.919374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3fca4f1-69d5-424e-a0da-79a8ac39a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (d56e2932-cccf-4a2b-a157-3872bbf98014), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:38.924176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:38.925122 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:38.947614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fabc15-6acd-4bb7-b755-7b3832df6807 None None] Network c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:19:38.971527 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6a615e09-ecd8-497b-a74f-e605f9824205 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5087256 Feb 15 14:19:38.974699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54782) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:39.031425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Pushing event updated for resources: {'Port': ['ID=23549db8-e048-419c-924c-8a52564cc80b,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:39.070766 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a408e-90aa-4741-877c-3320904688b2 None None] Pushing event updated for resources: {'Port': ['ID=d62b49ac-87e4-4a91-bc57-af0877b3a09d,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:39.094350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Attempting to bind port 23549db8-e048-419c-924c-8a52564cc80b on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:19:39.094350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Attempting to bind port 23549db8-e048-419c-924c-8a52564cc80b by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:19:39.094350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Attempting to bind port 23549db8-e048-419c-924c-8a52564cc80b on network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:19:39.097951 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:39.101295 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:18Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:39.113801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Port 23549db8-e048-419c-924c-8a52564cc80b on network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:19:39.114177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Attempting to bind port 23549db8-e048-419c-924c-8a52564cc80b on network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:19:39.124676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113cab0-0b40-41bf-aca2-35681ca84118 req-fee6bbe6-7f4d-43e1-90ca-0ccb66afd6b2 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:39.132252 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2113cab0-0b40-41bf-aca2-35681ca84118 req-fee6bbe6-7f4d-43e1-90ca-0ccb66afd6b2 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 943 time: 0.5128922 Feb 15 14:19:39.196719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:19:39.197050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Checking segment: {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:39.197450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Bound using segment: {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:19:39.197906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Bound port: 23549db8-e048-419c-924c-8a52564cc80b, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61017b18-c4f4-4ada-9cf9-4c0669eb7255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:19:39.198261 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (23549db8-e048-419c-924c-8a52564cc80b), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:39.338985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2113cab0-0b40-41bf-aca2-35681ca84118 req-798629cd-b8ba-4207-87f6-44a7e7a7ed65 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970279 Feb 15 14:19:39.428027 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:39.533749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-c28c2204-873d-45ab-b5d5-32a7f1c3f1c4', 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4', 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'fixed_ips': [{'subnet_id': 'a68681e5-b57e-4e10-84f4-826190ee023e'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:19:39.544320 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:39.556564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] For port 23549db8-e048-419c-924c-8a52564cc80b, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:19:39.572671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] For port 23549db8-e048-419c-924c-8a52564cc80b, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=23549db8-e048-419c-924c-8a52564cc80b,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:19:39.589484 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (23549db8-e048-419c-924c-8a52564cc80b), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:39.689012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:39.690068 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:39.691951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] 10.222.0.67 "PUT /v2.0/ports/23549db8-e048-419c-924c-8a52564cc80b HTTP/1.1" status: 200 len: 1092 time: 2.7586122 Feb 15 14:19:39.692644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f04871f-7130-4d12-8691-3f18ac32c059', 'tag': '23549db8-e048-419c-924c-8a52564cc80b'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:19:39.696386 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316dd826-bc2a-40ce-9c79-4ccc848524bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f04871f-7130-4d12-8691-3f18ac32c059", "tag": "23549db8-e048-419c-924c-8a52564cc80b"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:19:39.791988 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a23510-f172-4737-91df-acc251a2b379 x-openstack-request-id: req-82a23510-f172-4737-91df-acc251a2b379 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:19:39.792610 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f04871f-7130-4d12-8691-3f18ac32c059", "tag": "23549db8-e048-419c-924c-8a52564cc80b", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:19:39.793078 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-82a23510-f172-4737-91df-acc251a2b379 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:19:39.793700 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f04871f-7130-4d12-8691-3f18ac32c059', 'tag': '23549db8-e048-419c-924c-8a52564cc80b', 'status': 'completed', 'code': 200} Feb 15 14:19:39.815312 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629159e-00bc-4cef-a74b-30608f2c8f00 service neutron] Pushing event updated for resources: {'Port': ['ID=23549db8-e048-419c-924c-8a52564cc80b,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:39.844667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-ec126108-db6d-47f1-99c3-41fdf52ac041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:39.845215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3fca4f1-69d5-424e-a0da-79a8ac39a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (d56e2932-cccf-4a2b-a157-3872bbf98014), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:39.853912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-ec126108-db6d-47f1-99c3-41fdf52ac041 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 1126 time: 0.0849783 Feb 15 14:19:39.971536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-404d1f5d-2cb6-4297-b23f-eb44f869dd66 None None] Provisioning complete for port d62b49ac-87e4-4a91-bc57-af0877b3a09d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:39.972124 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-404d1f5d-2cb6-4297-b23f-eb44f869dd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:39.997304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-b5afbffd-f5e4-4b39-a4c5-eb5bfe35961e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23549db8-e048-419c-924c-8a52564cc80b HTTP/1.1" status: 200 len: 217 time: 0.1378262 Feb 15 14:19:40.109756 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3fca4f1-69d5-424e-a0da-79a8ac39a4e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:40.123667 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b3fca4f1-69d5-424e-a0da-79a8ac39a4e3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d56e2932-cccf-4a2b-a157-3872bbf98014 HTTP/1.1" status: 204 len: 168 time: 2.1490748 Feb 15 14:19:40.127535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fca4f1-69d5-424e-a0da-79a8ac39a4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56e2932-cccf-4a2b-a157-3872bbf98014,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:40.145045 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:34Z', 'revision_number': 4, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:38Z', 'revision_number': 4, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:40.147241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54798) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:40.176240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-0ca2365d-2f88-44e9-9951-653177f7a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:40.178247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-0ca2365d-2f88-44e9-9951-653177f7a49c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.1734674 Feb 15 14:19:40.230125 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be37b7f-377f-41c5-b556-7038b4e1a549 None None] The sync data for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 is: [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:34Z', 'revision_number': 4, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:38Z', 'revision_number': 4, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:40.302158 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:40.318833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Allocated IP 2001:db8:3::2 (c28c2204-873d-45ab-b5d5-32a7f1c3f1c4/a68681e5-b57e-4e10-84f4-826190ee023e/31874688-87cf-4ede-9c39-b234fa334f88) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:40.444630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (6a720696-4e69-4b17-a282-90572bd909d8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:40.526319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-b1a3c059-b602-4341-ade7-7894c513a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:40.529291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-b1a3c059-b602-4341-ade7-7894c513a351 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3432112 Feb 15 14:19:40.644609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-404d1f5d-2cb6-4297-b23f-eb44f869dd66 None None] Current status of the port d62b49ac-87e4-4a91-bc57-af0877b3a09d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:40.645485 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-404d1f5d-2cb6-4297-b23f-eb44f869dd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:40.650966 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:40.760566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-404d1f5d-2cb6-4297-b23f-eb44f869dd66 None None] For port d62b49ac-87e4-4a91-bc57-af0877b3a09d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d62b49ac-87e4-4a91-bc57-af0877b3a09d,segment=NetworkSegment(499b9b63-2d1b-4f63-b0e3-a46a916e34b2),segment_id=499b9b63-2d1b-4f63-b0e3-a46a916e34b2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:40.813634 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-404d1f5d-2cb6-4297-b23f-eb44f869dd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:40.935832 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Publish callbacks [] for port (31874688-87cf-4ede-9c39-b234fa334f88), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:40.941309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d1f5d-2cb6-4297-b23f-eb44f869dd66 None None] Pushing event updated for resources: {'Port': ['ID=d62b49ac-87e4-4a91-bc57-af0877b3a09d,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:40.952931 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (31874688-87cf-4ede-9c39-b234fa334f88), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:41.019097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Network c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:41.020730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:41.037612 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (6a720696-4e69-4b17-a282-90572bd909d8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:41.038240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:41.065017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f227-573a-492b-b489-3595fbf0d945 req-5dea8bf7-9442-49da-99ea-5d73bfb1ddf6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:41.078290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca96f227-573a-492b-b489-3595fbf0d945 req-5dea8bf7-9442-49da-99ea-5d73bfb1ddf6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 943 time: 0.5361915 Feb 15 14:19:41.148546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Pushing event updated for resources: {'Port': ['ID=31874688-87cf-4ede-9c39-b234fa334f88,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:41.207143 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-3541c498-8d70-4b46-891a-482723d57498 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345766 Feb 15 14:19:41.281127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca96f227-573a-492b-b489-3595fbf0d945 req-3938c5b3-f89a-46ba-b947-a5d06380a572 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851153 Feb 15 14:19:41.300831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Attempting to bind port 31874688-87cf-4ede-9c39-b234fa334f88 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:19:41.301216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Attempting to bind port 31874688-87cf-4ede-9c39-b234fa334f88 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '378d9714-ff0f-4fba-a6ba-3256cd233c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:19:41.301588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Attempting to bind port 31874688-87cf-4ede-9c39-b234fa334f88 on network c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:19:41.341751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:19:41.342235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Checking segment: {'id': '378d9714-ff0f-4fba-a6ba-3256cd233c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:41.342833 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:41.344001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Bound using segment: {'id': '378d9714-ff0f-4fba-a6ba-3256cd233c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:19:41.344764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Bound port: 31874688-87cf-4ede-9c39-b234fa334f88, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378d9714-ff0f-4fba-a6ba-3256cd233c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:19:41.345476 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (31874688-87cf-4ede-9c39-b234fa334f88), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:41.378218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d62b49ac-87e4-4a91-bc57-af0877b3a09d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:41.532827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94c6c619-d0f3-4057-a06f-c273afe472fc req-85c7aa4f-332d-4bef-947d-854ad25b197d service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503510 Feb 15 14:19:41.574804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d62b49ac-87e4-4a91-bc57-af0877b3a09d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:41.583442 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:41.730276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dd826-bc2a-40ce-9c79-4ccc848524bd req-64204c49-5294-48a7-952c-42181bdbe0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:41.731999 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-316dd826-bc2a-40ce-9c79-4ccc848524bd req-64204c49-5294-48a7-952c-42181bdbe0e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 1126 time: 0.1437073 Feb 15 14:19:41.737565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] For port 31874688-87cf-4ede-9c39-b234fa334f88, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:19:41.792170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Allocated IP 2001:db8:3::1 (c28c2204-873d-45ab-b5d5-32a7f1c3f1c4/a68681e5-b57e-4e10-84f4-826190ee023e/25c465c3-cc68-4d66-bb87-b32cc3862faa) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:19:41.800071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] For port 31874688-87cf-4ede-9c39-b234fa334f88, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=31874688-87cf-4ede-9c39-b234fa334f88,segment=NetworkSegment(378d9714-ff0f-4fba-a6ba-3256cd233c84),segment_id=378d9714-ff0f-4fba-a6ba-3256cd233c84)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:19:41.821310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a720696-4e69-4b17-a282-90572bd909d8']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:41.836261 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (31874688-87cf-4ede-9c39-b234fa334f88), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:41.916220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7c3fc6-ecdb-43eb-965e-05f69065e3fe') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:41.916767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7c3fc6-ecdb-43eb-965e-05f69065e3fe') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:42.072691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dd826-bc2a-40ce-9c79-4ccc848524bd req-3112b933-9c9d-45cd-b06e-740ae92e0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:42.081675 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (bd7c3fc6-ecdb-43eb-965e-05f69065e3fe), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:42.089083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-316dd826-bc2a-40ce-9c79-4ccc848524bd req-3112b933-9c9d-45cd-b06e-740ae92e0292 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 911 time: 0.3492153 Feb 15 14:19:42.147425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (bd7c3fc6-ecdb-43eb-965e-05f69065e3fe), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:42.189721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4df15f-e4bd-4de0-b6b8-296b0cfaedd6 None None] Pushing event updated for resources: {'Port': ['ID=31874688-87cf-4ede-9c39-b234fa334f88,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:42.190309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:19:42.190309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (bd7c3fc6-ecdb-43eb-965e-05f69065e3fe), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:19:42.193107 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:19:42.195974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d62b49ac-87e4-4a91-bc57-af0877b3a09d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:42.204016 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:42.323225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-316dd826-bc2a-40ce-9c79-4ccc848524bd req-6a073e67-b86c-41ff-9c34-006482a5ab68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23549db8-e048-419c-924c-8a52564cc80b HTTP/1.1" status: 200 len: 217 time: 0.2216175 Feb 15 14:19:42.476519 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (6a720696-4e69-4b17-a282-90572bd909d8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:42.498970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:42.505443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:42.515411 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] 10.222.0.72 "DELETE /v2.0/networks/6a720696-4e69-4b17-a282-90572bd909d8 HTTP/1.1" status: 204 len: 168 time: 2.3645685 Feb 15 14:19:42.518395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54832) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:42.534291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e64253-3e04-4b9c-b5e6-3b36ed5563ce req-fbe1b850-b879-404d-81a8-1a5dd917cdd5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:42.535546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb43d47-7102-4a6c-9ec5-98fce813caed admin admin] Pushing event deleted for resources: {'Network': ['ID=6a720696-4e69-4b17-a282-90572bd909d8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:42.553090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9e64253-3e04-4b9c-b5e6-3b36ed5563ce req-fbe1b850-b879-404d-81a8-1a5dd917cdd5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 943 time: 0.1456995 Feb 15 14:19:42.571603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dd826-bc2a-40ce-9c79-4ccc848524bd req-9483ec48-23b6-46e4-8154-9b8c42f28e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:42.574037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-316dd826-bc2a-40ce-9c79-4ccc848524bd req-9483ec48-23b6-46e4-8154-9b8c42f28e07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.2448614 Feb 15 14:19:42.609203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:42.784968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=25c465c3-cc68-4d66-bb87-b32cc3862faa,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:42.821304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:42.822270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9e64253-3e04-4b9c-b5e6-3b36ed5563ce req-f0e76cee-bb34-42c1-9684-d7b388f83a1f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590125 Feb 15 14:19:42.827294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:42.832435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:19:42.833031 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:42.855624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dd826-bc2a-40ce-9c79-4ccc848524bd req-82f04e69-0e82-4dd9-bcaa-1c7d6e7049f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:42.859956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-316dd826-bc2a-40ce-9c79-4ccc848524bd req-82f04e69-0e82-4dd9-bcaa-1c7d6e7049f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2765217 Feb 15 14:19:43.079453 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:43.093669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9bc8d2-aefe-4ed0-b4cb-8679d865f6aa admin admin] Deleting subnet ea0d4883-2b46-4b67-ad10-eef491f23e92 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:19:43.113853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54840) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:43.114659 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc8d2-aefe-4ed0-b4cb-8679d865f6aa admin admin] Publish callbacks [] for subnet (ea0d4883-2b46-4b67-ad10-eef491f23e92), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:43.156525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-316dd826-bc2a-40ce-9c79-4ccc848524bd req-b9ee4e60-0157-4046-bf1a-1ba8aecc67d5 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815573 Feb 15 14:19:43.246573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc8d2-aefe-4ed0-b4cb-8679d865f6aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (ea0d4883-2b46-4b67-ad10-eef491f23e92), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:43.328574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 31874688-87cf-4ede-9c39-b234fa334f88 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:43.390817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-316dd826-bc2a-40ce-9c79-4ccc848524bd req-0d1a726b-0111-4597-b70a-b4356eadf24b service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179205 Feb 15 14:19:43.420149 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc8d2-aefe-4ed0-b4cb-8679d865f6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (ea0d4883-2b46-4b67-ad10-eef491f23e92), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:43.453452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 31874688-87cf-4ede-9c39-b234fa334f88 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:43.453860 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (31874688-87cf-4ede-9c39-b234fa334f88), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:43.536124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-36c22c23-3428-4ad3-8d60-06a0c10fc14b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:43.540353 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc8d2-aefe-4ed0-b4cb-8679d865f6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (ea0d4883-2b46-4b67-ad10-eef491f23e92), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:43.567962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc8d2-aefe-4ed0-b4cb-8679d865f6aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:43.575763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ca9bc8d2-aefe-4ed0-b4cb-8679d865f6aa admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ea0d4883-2b46-4b67-ad10-eef491f23e92 HTTP/1.1" status: 204 len: 168 time: 1.0004473 Feb 15 14:19:43.578117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54844) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:43.638692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bc8d2-aefe-4ed0-b4cb-8679d865f6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea0d4883-2b46-4b67-ad10-eef491f23e92,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:43.648055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 31874688-87cf-4ede-9c39-b234fa334f88 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:43.650436 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (31874688-87cf-4ede-9c39-b234fa334f88), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:43.733878 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 31874688-87cf-4ede-9c39-b234fa334f88, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=31874688-87cf-4ede-9c39-b234fa334f88,segment=NetworkSegment(378d9714-ff0f-4fba-a6ba-3256cd233c84),segment_id=378d9714-ff0f-4fba-a6ba-3256cd233c84)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:43.741677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (31874688-87cf-4ede-9c39-b234fa334f88), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:43.749112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909fba6f-7e1d-46be-aac2-08b32ea2a6a4 None None] Network c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:19:43.852190 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (96706c17-3ca2-41a3-b71e-afa69054d4d8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.073463 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.085698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.089212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.118834 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (96706c17-3ca2-41a3-b71e-afa69054d4d8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.125308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2e65a4c8-197c-4a15-ac16-cbaaac45fc54 None None] Provisioning complete for port 31874688-87cf-4ede-9c39-b234fa334f88 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:44.126222 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2e65a4c8-197c-4a15-ac16-cbaaac45fc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (31874688-87cf-4ede-9c39-b234fa334f88), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.141379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96706c17-3ca2-41a3-b71e-afa69054d4d8']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:44.151849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cffa10-627f-412b-a3ad-d3f02d13b61c') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:44.152138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cffa10-627f-412b-a3ad-d3f02d13b61c') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:44.163003 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (c1cffa10-627f-412b-a3ad-d3f02d13b61c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.176641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=31874688-87cf-4ede-9c39-b234fa334f88,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:44.177852 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c1cffa10-627f-412b-a3ad-d3f02d13b61c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.184963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:19:44.185364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (c1cffa10-627f-412b-a3ad-d3f02d13b61c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.236617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event updated for resources: {'Port': ['ID=25c465c3-cc68-4d66-bb87-b32cc3862faa,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:44.268190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2e65a4c8-197c-4a15-ac16-cbaaac45fc54 None None] Current status of the port 31874688-87cf-4ede-9c39-b234fa334f88 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:19:44.298713 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:19:44.304523 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (96706c17-3ca2-41a3-b71e-afa69054d4d8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.333097 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.334634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] 10.222.0.72 "DELETE /v2.0/networks/96706c17-3ca2-41a3-b71e-afa69054d4d8 HTTP/1.1" status: 204 len: 168 time: 0.7548935 Feb 15 14:19:44.380386 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-36c22c23-3428-4ad3-8d60-06a0c10fc14b admin admin] Publish callbacks [] for security_group (729a9a93-cfa5-4b8f-93f8-49a392e20411), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.382138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce26b91-00a9-4e70-9f46-2c2502b9ca24 admin admin] Pushing event deleted for resources: {'Network': ['ID=96706c17-3ca2-41a3-b71e-afa69054d4d8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:44.441964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20884e9-66c4-4c72-bd77-d0745e1efb45 req-7ca50d9d-8eeb-4f04-b392-9a2f009c716c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:44.454423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d20884e9-66c4-4c72-bd77-d0745e1efb45 req-7ca50d9d-8eeb-4f04-b392-9a2f009c716c tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 943 time: 0.4098122 Feb 15 14:19:44.487129 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-36c22c23-3428-4ad3-8d60-06a0c10fc14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (729a9a93-cfa5-4b8f-93f8-49a392e20411), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.516673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Network c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:19:44.519058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:19:44.565571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54854) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:44.591850 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-36c22c23-3428-4ad3-8d60-06a0c10fc14b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37ae0dfcacae497591b1b7af92027d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4750745 Feb 15 14:19:44.592482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54856) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:44.641527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c22c23-3428-4ad3-8d60-06a0c10fc14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729a9a93-cfa5-4b8f-93f8-49a392e20411,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:44.674948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d20884e9-66c4-4c72-bd77-d0745e1efb45 req-9297baaf-2d0a-4ef2-aea5-6c8894bc995f tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135186 Feb 15 14:19:44.704250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f30a73df-0907-4276-aee4-2889608fa196 None None] Provisioning complete for port 31874688-87cf-4ede-9c39-b234fa334f88 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:44.706019 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f30a73df-0907-4276-aee4-2889608fa196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (31874688-87cf-4ede-9c39-b234fa334f88), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.732762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-87274905-ca68-4b1f-8c68-ea7ba4a67eb3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bdf906747e294c188fc3c8c2776b9ca4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626749 Feb 15 14:19:44.735161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54860) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:44.736860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:19:44.782306 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-680c6bf0-bd49-441a-95ff-970e547b973e admin admin] Publish callbacks [] for security_group (729a9a93-cfa5-4b8f-93f8-49a392e20411), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.794255 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-036c4b6a-1d4a-4f34-9443-6a85883842be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.860817 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-680c6bf0-bd49-441a-95ff-970e547b973e admin admin] Publish callbacks [] for security_group (729a9a93-cfa5-4b8f-93f8-49a392e20411), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.916568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f30a73df-0907-4276-aee4-2889608fa196 None None] Current status of the port 31874688-87cf-4ede-9c39-b234fa334f88 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:44.922784 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-85544caf-d266-4216-a9c1-8961a3e78043 admin admin] Publish callbacks [] for security_group (9fb3fade-3695-4398-b0ef-a02752ce1922), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.939139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f30a73df-0907-4276-aee4-2889608fa196 None None] Provisioning complete for port 25c465c3-cc68-4d66-bb87-b32cc3862faa triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:44.939258 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f30a73df-0907-4276-aee4-2889608fa196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.968304 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-85544caf-d266-4216-a9c1-8961a3e78043 admin admin] Publish callbacks [] for security_group (9fb3fade-3695-4398-b0ef-a02752ce1922), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:44.977639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:44.992041 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-58109ce9-bd73-42fb-9eea-53266ef4b986 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0152764 Feb 15 14:19:44.994675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54862) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:45.001665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Sync routers for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:45.002208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c8e73045-3b39-4f0d-bdbb-af2bc510102e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:45.071857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:45.072009 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-85544caf-d266-4216-a9c1-8961a3e78043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9fb3fade-3695-4398-b0ef-a02752ce1922), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:45.072495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:18Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:45.078357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-85544caf-d266-4216-a9c1-8961a3e78043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:45.081922 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-85544caf-d266-4216-a9c1-8961a3e78043 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9fb3fade-3695-4398-b0ef-a02752ce1922 HTTP/1.1" status: 204 len: 168 time: 0.3458021 Feb 15 14:19:45.098539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-680c6bf0-bd49-441a-95ff-970e547b973e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (729a9a93-cfa5-4b8f-93f8-49a392e20411), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:45.101322 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-680c6bf0-bd49-441a-95ff-970e547b973e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:45.106143 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-680c6bf0-bd49-441a-95ff-970e547b973e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/729a9a93-cfa5-4b8f-93f8-49a392e20411 HTTP/1.1" status: 204 len: 168 time: 0.4995289 Feb 15 14:19:45.112263 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85544caf-d266-4216-a9c1-8961a3e78043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb3fade-3695-4398-b0ef-a02752ce1922,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:45.124110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c6bf0-bd49-441a-95ff-970e547b973e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729a9a93-cfa5-4b8f-93f8-49a392e20411,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:45.301139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f30a73df-0907-4276-aee4-2889608fa196 None None] Port 25c465c3-cc68-4d66-bb87-b32cc3862faa cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:45.321142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 23549db8-e048-419c-924c-8a52564cc80b details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:19:45.338343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 31874688-87cf-4ede-9c39-b234fa334f88 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:45.536349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:45.607226 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 31874688-87cf-4ede-9c39-b234fa334f88 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:45.607763 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (31874688-87cf-4ede-9c39-b234fa334f88), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:45.678067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-68c57051-1898-42c4-b5a5-9602339f9f3d None None] Provisioning complete for port 25c465c3-cc68-4d66-bb87-b32cc3862faa triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:45.678535 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-68c57051-1898-42c4-b5a5-9602339f9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:45.730086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-68c57051-1898-42c4-b5a5-9602339f9f3d None None] Port 25c465c3-cc68-4d66-bb87-b32cc3862faa cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:45.846597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 31874688-87cf-4ede-9c39-b234fa334f88 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:45.867442 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 23549db8-e048-419c-924c-8a52564cc80b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=23549db8-e048-419c-924c-8a52564cc80b,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:45.936018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '23549db8-e048-419c-924c-8a52564cc80b', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'port_id': '23549db8-e048-419c-924c-8a52564cc80b', 'mac_address': 'fa:16:3e:7a:f7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:19:45.978583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54880) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:45.984812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 23549db8-e048-419c-924c-8a52564cc80b is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:45.985210 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (23549db8-e048-419c-924c-8a52564cc80b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.008688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23549db8-e048-419c-924c-8a52564cc80b {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:19:46.012234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857bd0c-96f4-475d-b319-99e485e479cd req-c02de456-3534-42d3-b808-e85892ffecb3 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:46.012786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bb4b145e-17e2-4b62-a774-37089f47a58a None None] Provisioning complete for port 25c465c3-cc68-4d66-bb87-b32cc3862faa triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:46.013164 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb4b145e-17e2-4b62-a774-37089f47a58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.019082 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.extraroute_db [None req-c8e73045-3b39-4f0d-bdbb-af2bc510102e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 14:19:46.030772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d857bd0c-96f4-475d-b319-99e485e479cd req-c02de456-3534-42d3-b808-e85892ffecb3 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 943 time: 0.1910148 Feb 15 14:19:46.044233 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54882) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:46.066047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 23549db8-e048-419c-924c-8a52564cc80b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=23549db8-e048-419c-924c-8a52564cc80b,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:46.077038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.extraroute_db [None req-c8e73045-3b39-4f0d-bdbb-af2bc510102e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Removed routes are [] {{(pid=109972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 14:19:46.077818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8e73045-3b39-4f0d-bdbb-af2bc510102e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.080279 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae5a6920-a48d-45de-9964-e81833cceed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.092626 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (23549db8-e048-419c-924c-8a52564cc80b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.137052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b145e-17e2-4b62-a774-37089f47a58a None None] Port 25c465c3-cc68-4d66-bb87-b32cc3862faa cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:19:46.196071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae5a6920-a48d-45de-9964-e81833cceed2 admin admin] Publish callbacks [] for security_group (8a78552e-c7af-444a-a5d0-a17303777516), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.203519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=23549db8-e048-419c-924c-8a52564cc80b,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:46.226287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:43Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '25c465c3-cc68-4d66-bb87-b32cc3862faa', 'name': '', 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:97:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:41Z', 'updated_at': '2022-02-15T14:19:43Z', 'revision_number': 2, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:40Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:46.240686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9c96e08e-3026-484a-80b5-14a8ddb2cf14 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=42078d244baa496d94ba2a4bdb8e4045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974123 Feb 15 14:19:46.244458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54886) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:46.258078 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Checking router: 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:19:46.258434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Updating router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 port 25c465c3-cc68-4d66-bb87-b32cc3862faa binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:19:46.299392 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.427242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d857bd0c-96f4-475d-b319-99e485e479cd req-7f38aa51-148e-41c0-9457-f2e0d626fe0e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943315 Feb 15 14:19:46.429668 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c5431ed-c071-458b-a3a0-abc280b1df6c admin admin] Publish callbacks [] for security_group (be5b4b62-2f1e-4498-bffb-530538e5db6d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.445838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['23549db8-e048-419c-924c-8a52564cc80b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:19:46.484797 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8e73045-3b39-4f0d-bdbb-af2bc510102e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.489618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae5a6920-a48d-45de-9964-e81833cceed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8a78552e-c7af-444a-a5d0-a17303777516), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.494452 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8e73045-3b39-4f0d-bdbb-af2bc510102e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.508427 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c5431ed-c071-458b-a3a0-abc280b1df6c admin admin] Publish callbacks [] for security_group (be5b4b62-2f1e-4498-bffb-530538e5db6d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.536055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a6920-a48d-45de-9964-e81833cceed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a78552e-c7af-444a-a5d0-a17303777516,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:46.628954 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c5431ed-c071-458b-a3a0-abc280b1df6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (be5b4b62-2f1e-4498-bffb-530538e5db6d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.631209 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c5431ed-c071-458b-a3a0-abc280b1df6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.632887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5c5431ed-c071-458b-a3a0-abc280b1df6c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be5b4b62-2f1e-4498-bffb-530538e5db6d HTTP/1.1" status: 204 len: 168 time: 0.3875070 Feb 15 14:19:46.657464 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:19:46.664999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5431ed-c071-458b-a3a0-abc280b1df6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5b4b62-2f1e-4498-bffb-530538e5db6d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:46.686634 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ae5a6920-a48d-45de-9964-e81833cceed2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=98de24e0a8a241a2b2c6570a78ee2fb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6367269 Feb 15 14:19:46.687715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54890) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:46.775793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e73045-3b39-4f0d-bdbb-af2bc510102e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:19:46.833022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1aa57c1f-374a-4efa-9dab-7f2835cf88f0 admin admin] Publish callbacks [] for security_group (8a78552e-c7af-444a-a5d0-a17303777516), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.838141 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Publish callbacks [] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.869137 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.931573 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1aa57c1f-374a-4efa-9dab-7f2835cf88f0 admin admin] Publish callbacks [] for security_group (8a78552e-c7af-444a-a5d0-a17303777516), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:46.950162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8bf64-d0d5-41cb-bdae-baad84acaeea None None] Pushing event updated for resources: {'Port': ['ID=25c465c3-cc68-4d66-bb87-b32cc3862faa,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:47.000919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Attempting to bind port 25c465c3-cc68-4d66-bb87-b32cc3862faa on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:19:47.001843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Attempting to bind port 25c465c3-cc68-4d66-bb87-b32cc3862faa by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '378d9714-ff0f-4fba-a6ba-3256cd233c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:19:47.002214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Attempting to bind port 25c465c3-cc68-4d66-bb87-b32cc3862faa on network c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:19:47.013412 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:19:47.013794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Checking segment: {'id': '378d9714-ff0f-4fba-a6ba-3256cd233c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:19:47.014209 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:47.014608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Bound using segment: {'id': '378d9714-ff0f-4fba-a6ba-3256cd233c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:19:47.015131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Bound port: 25c465c3-cc68-4d66-bb87-b32cc3862faa, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378d9714-ff0f-4fba-a6ba-3256cd233c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:19:47.015515 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:47.060876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e73045-3b39-4f0d-bdbb-af2bc510102e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:47.069800 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c8e73045-3b39-4f0d-bdbb-af2bc510102e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:47.073947 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c8e73045-3b39-4f0d-bdbb-af2bc510102e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7 HTTP/1.1" status: 200 len: 953 time: 2.0762680 Feb 15 14:19:47.075210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54894) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:47.132142 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1aa57c1f-374a-4efa-9dab-7f2835cf88f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8a78552e-c7af-444a-a5d0-a17303777516), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:47.136542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1aa57c1f-374a-4efa-9dab-7f2835cf88f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:47.141011 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1aa57c1f-374a-4efa-9dab-7f2835cf88f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a78552e-c7af-444a-a5d0-a17303777516 HTTP/1.1" status: 204 len: 168 time: 0.4522624 Feb 15 14:19:47.168568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa57c1f-374a-4efa-9dab-7f2835cf88f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a78552e-c7af-444a-a5d0-a17303777516,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:47.295658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] For port 25c465c3-cc68-4d66-bb87-b32cc3862faa, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:19:47.306208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54902) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:47.308992 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7213c589-58ef-400b-b34a-055d3c198c7d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7 HTTP/1.1" status: 200 len: 953 time: 0.2322552 Feb 15 14:19:47.309766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] For port 25c465c3-cc68-4d66-bb87-b32cc3862faa, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=25c465c3-cc68-4d66-bb87-b32cc3862faa,segment=NetworkSegment(378d9714-ff0f-4fba-a6ba-3256cd233c84),segment_id=378d9714-ff0f-4fba-a6ba-3256cd233c84)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:19:47.315211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-805b39e2-86a3-4824-8561-caca05dbc97b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'routes': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:47.317974 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f423-76d1-4d09-8202-0a672c6aa494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:47.333278 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:47.455457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:47.457642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:47.662502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8bf64-d0d5-41cb-bdae-baad84acaeea None None] Pushing event updated for resources: {'Port': ['ID=25c465c3-cc68-4d66-bb87-b32cc3862faa,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:47.710379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff504-e782-4b80-a3e5-e0a6b0e4bff3 req-075c2ef1-7cb6-4ef8-aa46-dbc00e39506a tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:47.719463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a8ff504-e782-4b80-a3e5-e0a6b0e4bff3 req-075c2ef1-7cb6-4ef8-aa46-dbc00e39506a tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 944 time: 0.1327245 Feb 15 14:19:47.753147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f96ee532-a0c3-430c-a270-5ce166689b10 None None] Provisioning complete for port 25c465c3-cc68-4d66-bb87-b32cc3862faa triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:47.753667 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f96ee532-a0c3-430c-a270-5ce166689b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:47.849693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a8ff504-e782-4b80-a3e5-e0a6b0e4bff3 req-fe668761-3529-4b35-8bc2-4fc045676d47 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224620 Feb 15 14:19:48.093455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:48.227015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.extraroute_db [None req-805b39e2-86a3-4824-8561-caca05dbc97b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added routes are [] {{(pid=109972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 14:19:48.228515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.extraroute_db [None req-805b39e2-86a3-4824-8561-caca05dbc97b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 14:19:48.284063 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805b39e2-86a3-4824-8561-caca05dbc97b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:48.423080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f96ee532-a0c3-430c-a270-5ce166689b10 None None] Current status of the port 25c465c3-cc68-4d66-bb87-b32cc3862faa is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:48.423997 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f96ee532-a0c3-430c-a270-5ce166689b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:48.481501 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:48.551335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f96ee532-a0c3-430c-a270-5ce166689b10 None None] For port 25c465c3-cc68-4d66-bb87-b32cc3862faa, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=25c465c3-cc68-4d66-bb87-b32cc3862faa,segment=NetworkSegment(378d9714-ff0f-4fba-a6ba-3256cd233c84),segment_id=378d9714-ff0f-4fba-a6ba-3256cd233c84)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:48.569085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:46Z', 'revision_number': 6, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '25c465c3-cc68-4d66-bb87-b32cc3862faa', 'name': '', 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:97:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:41Z', 'updated_at': '2022-02-15T14:19:47Z', 'revision_number': 4, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:40Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:48.572857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f96ee532-a0c3-430c-a270-5ce166689b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:48.633594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0df30-14e0-4458-a762-b082a0965b5f None None] The sync data for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 is: [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:46Z', 'revision_number': 6, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '25c465c3-cc68-4d66-bb87-b32cc3862faa', 'name': '', 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:97:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:41Z', 'updated_at': '2022-02-15T14:19:47Z', 'revision_number': 4, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:40Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:48.642966 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805b39e2-86a3-4824-8561-caca05dbc97b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:48.646703 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805b39e2-86a3-4824-8561-caca05dbc97b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:48.797140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ee532-a0c3-430c-a270-5ce166689b10 None None] Pushing event updated for resources: {'Port': ['ID=25c465c3-cc68-4d66-bb87-b32cc3862faa,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:48.862242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d1c20a62-2092-40d5-9c49-102bf7020d39 None None] Provisioning complete for port 25c465c3-cc68-4d66-bb87-b32cc3862faa triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:48.862624 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d1c20a62-2092-40d5-9c49-102bf7020d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:49.004984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805b39e2-86a3-4824-8561-caca05dbc97b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:19:49.157659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fe8f8-cf32-4c9e-9ec3-ca1c492bacb6 req-ad8b7e19-d941-401b-bdd6-d9b47e84c414 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:49.193074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f6fe8f8-cf32-4c9e-9ec3-ca1c492bacb6 req-ad8b7e19-d941-401b-bdd6-d9b47e84c414 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 944 time: 0.1696901 Feb 15 14:19:49.201427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d1c20a62-2092-40d5-9c49-102bf7020d39 None None] Current status of the port 25c465c3-cc68-4d66-bb87-b32cc3862faa is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:49.338862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 23549db8-e048-419c-924c-8a52564cc80b up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:49.368901 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f6fe8f8-cf32-4c9e-9ec3-ca1c492bacb6 req-04bb9867-89bd-4d94-8311-0a6ca750ed01 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744938 Feb 15 14:19:49.445757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 25c465c3-cc68-4d66-bb87-b32cc3862faa up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:19:49.563196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54976) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:49.564336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 23549db8-e048-419c-924c-8a52564cc80b completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:19:49.566467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 25c465c3-cc68-4d66-bb87-b32cc3862faa triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:49.566951 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:49.622102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 23549db8-e048-419c-924c-8a52564cc80b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:19:49.622102 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (23549db8-e048-419c-924c-8a52564cc80b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:49.798830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4e784d-6b14-42bf-8cf5-d7105754a0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:49.867560 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:49.894940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 25c465c3-cc68-4d66-bb87-b32cc3862faa is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:49.967864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 23549db8-e048-419c-924c-8a52564cc80b is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:19:49.968795 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (23549db8-e048-419c-924c-8a52564cc80b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:50.012376 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4e784d-6b14-42bf-8cf5-d7105754a0b5 admin admin] Publish callbacks [] for security_group (76f1ad21-a6ec-41f3-acd8-2a4f12dc1a6e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:50.020970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c4e784d-6b14-42bf-8cf5-d7105754a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (76f1ad21-a6ec-41f3-acd8-2a4f12dc1a6e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:50.028082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f04871f-7130-4d12-8691-3f18ac32c059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23549db8-e048-419c-924c-8a52564cc80b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:19:50.029639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805b39e2-86a3-4824-8561-caca05dbc97b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:50.030352 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3c3916-bfd8-4b9f-91ba-6f5d58642cf8" -d '{"events": [{"server_uuid": "1f04871f-7130-4d12-8691-3f18ac32c059", "name": "network-vif-plugged", "status": "completed", "tag": "23549db8-e048-419c-924c-8a52564cc80b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:19:50.058355 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-805b39e2-86a3-4824-8561-caca05dbc97b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:50.060052 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-805b39e2-86a3-4824-8561-caca05dbc97b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7 HTTP/1.1" status: 200 len: 703 time: 2.7518823 Feb 15 14:19:50.063126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54994) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:50.081240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 23549db8-e048-419c-924c-8a52564cc80b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=23549db8-e048-419c-924c-8a52564cc80b,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:50.100111 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (23549db8-e048-419c-924c-8a52564cc80b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:50.108162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6c4e784d-6b14-42bf-8cf5-d7105754a0b5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de75ba0a8cd043e6acbb7a78ab2fd16a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5416410 Feb 15 14:19:50.109417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54996) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:50.110515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e784d-6b14-42bf-8cf5-d7105754a0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f1ad21-a6ec-41f3-acd8-2a4f12dc1a6e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:50.130325 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b987704-eae9-4e11-84e8-074e294b8243 x-openstack-request-id: req-6b987704-eae9-4e11-84e8-074e294b8243 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:19:50.130621 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f04871f-7130-4d12-8691-3f18ac32c059", "name": "network-vif-plugged", "status": "completed", "tag": "23549db8-e048-419c-924c-8a52564cc80b", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:19:50.130874 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b987704-eae9-4e11-84e8-074e294b8243 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:19:50.131297 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f04871f-7130-4d12-8691-3f18ac32c059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23549db8-e048-419c-924c-8a52564cc80b', 'code': 200} Feb 15 14:19:50.199936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=23549db8-e048-419c-924c-8a52564cc80b,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:50.255697 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b6bc73c6-bf5f-44e0-ac1a-78070bf279cb admin admin] Publish callbacks [] for security_group (76f1ad21-a6ec-41f3-acd8-2a4f12dc1a6e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:50.285139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae8f4a-937b-48b0-979c-d9266cd92e50 req-abbf5375-bee3-4c21-96c1-a6252f26a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:50.287411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86ae8f4a-937b-48b0-979c-d9266cd92e50 req-abbf5375-bee3-4c21-96c1-a6252f26a832 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 1128 time: 0.0887105 Feb 15 14:19:50.306972 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b6bc73c6-bf5f-44e0-ac1a-78070bf279cb admin admin] Publish callbacks [] for security_group (76f1ad21-a6ec-41f3-acd8-2a4f12dc1a6e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:50.315955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54998) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:50.319352 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3cd8f16f-fe48-4759-90d0-34b8218d5ef7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7 HTTP/1.1" status: 200 len: 703 time: 0.2553322 Feb 15 14:19:50.414542 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208312e9-b2ae-4c0a-8428-637c041e876f None None] Sync routers for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:50.429964 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208312e9-b2ae-4c0a-8428-637c041e876f None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:50.430617 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-208312e9-b2ae-4c0a-8428-637c041e876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:50.470889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86ae8f4a-937b-48b0-979c-d9266cd92e50 req-c8444fa9-6703-4e86-8f6b-82b24f27b200 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749249 Feb 15 14:19:50.564246 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b6bc73c6-bf5f-44e0-ac1a-78070bf279cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (76f1ad21-a6ec-41f3-acd8-2a4f12dc1a6e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:50.567449 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b6bc73c6-bf5f-44e0-ac1a-78070bf279cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:50.569182 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b6bc73c6-bf5f-44e0-ac1a-78070bf279cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76f1ad21-a6ec-41f3-acd8-2a4f12dc1a6e HTTP/1.1" status: 204 len: 168 time: 0.4538808 Feb 15 14:19:50.577778 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-208312e9-b2ae-4c0a-8428-637c041e876f None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:50.745048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc73c6-bf5f-44e0-ac1a-78070bf279cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f1ad21-a6ec-41f3-acd8-2a4f12dc1a6e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:50.881334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc365-a567-4af5-808a-5961c5b7ea22 req-2cf60b4a-2b6f-4d41-b959-8270fa90ce0d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:50.886244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce6dc365-a567-4af5-808a-5961c5b7ea22 req-2cf60b4a-2b6f-4d41-b959-8270fa90ce0d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 945 time: 0.3794305 Feb 15 14:19:50.923931 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-208312e9-b2ae-4c0a-8428-637c041e876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:48Z', 'revision_number': 7, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '25c465c3-cc68-4d66-bb87-b32cc3862faa', 'name': '', 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:97:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:41Z', 'updated_at': '2022-02-15T14:19:48Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:40Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:50.958119 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208312e9-b2ae-4c0a-8428-637c041e876f None None] Checking router: 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:19:50.969079 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208312e9-b2ae-4c0a-8428-637c041e876f None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:50.970358 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-208312e9-b2ae-4c0a-8428-637c041e876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:51.097632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:51.135067 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-208312e9-b2ae-4c0a-8428-637c041e876f None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:51.146069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce6dc365-a567-4af5-808a-5961c5b7ea22 req-11ed790a-fadd-4f1f-b5f3-40ddf70838c1 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486708 Feb 15 14:19:51.309467 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:51.527743 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-208312e9-b2ae-4c0a-8428-637c041e876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:48Z', 'revision_number': 7, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '25c465c3-cc68-4d66-bb87-b32cc3862faa', 'name': '', 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:97:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:41Z', 'updated_at': '2022-02-15T14:19:48Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:40Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:51.601499 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208312e9-b2ae-4c0a-8428-637c041e876f None None] The sync data for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 is: [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:48Z', 'revision_number': 7, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '25c465c3-cc68-4d66-bb87-b32cc3862faa', 'name': '', 'network_id': 'c28c2204-873d-45ab-b5d5-32a7f1c3f1c4', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:97:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:41Z', 'updated_at': '2022-02-15T14:19:48Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'a68681e5-b57e-4e10-84f4-826190ee023e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:40Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:51.896368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port 25c465c3-cc68-4d66-bb87-b32cc3862faa {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:19:51.896935 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:52.058621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] For port 25c465c3-cc68-4d66-bb87-b32cc3862faa, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=25c465c3-cc68-4d66-bb87-b32cc3862faa,segment=NetworkSegment(378d9714-ff0f-4fba-a6ba-3256cd233c84),segment_id=378d9714-ff0f-4fba-a6ba-3256cd233c84)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:52.059281 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:52.085223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for 25c465c3-cc68-4d66-bb87-b32cc3862faa owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:19:52.492011 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (25c465c3-cc68-4d66-bb87-b32cc3862faa), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:52.531754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=25c465c3-cc68-4d66-bb87-b32cc3862faa,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:52.630457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058625bd-64d5-4af9-87b2-6e9520be87d5 req-4b183b14-bb03-4150-9e5d-591dc342d28e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:52.648341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-058625bd-64d5-4af9-87b2-6e9520be87d5 req-4b183b14-bb03-4150-9e5d-591dc342d28e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 945 time: 0.3084848 Feb 15 14:19:52.957706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-058625bd-64d5-4af9-87b2-6e9520be87d5 req-0057a93e-35a0-43ce-a3f5-7ce5a9830eeb tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603626 Feb 15 14:19:53.244577 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:53.283441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a3366-c3ad-48c9-95e4-c324f5067e77 req-64c084ff-3beb-4da5-811a-f648cae98dec tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:53.285844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c92a3366-c3ad-48c9-95e4-c324f5067e77 req-64c084ff-3beb-4da5-811a-f648cae98dec tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 945 time: 0.1313612 Feb 15 14:19:53.295440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55076) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:53.300925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2d80d0c5-24d6-4014-aabb-bebf40739a51 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Request body: {'floatingip': {'port_id': '23549db8-e048-419c-924c-8a52564cc80b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:19:53.388607 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d80d0c5-24d6-4014-aabb-bebf40739a51 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (172323f3-e1f7-4c43-b42b-40ac702c06e5), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:53.540231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:19:54.009564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d80d0c5-24d6-4014-aabb-bebf40739a51 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:54.016041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d80d0c5-24d6-4014-aabb-bebf40739a51 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (172323f3-e1f7-4c43-b42b-40ac702c06e5), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:54.227733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:54.238460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8e73cf34-0701-46d2-bd82-530942b6b154 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9161825 Feb 15 14:19:54.239665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b16381-e59f-48b3-b21a-be6e1c0371e3 None None] Sync routers for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:54.241148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55140) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:54.242205 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-2d80d0c5-24d6-4014-aabb-bebf40739a51 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Floating IP 172323f3-e1f7-4c43-b42b-40ac702c06e5 associated. External IP: 172.25.6.127, port: 23549db8-e048-419c-924c-8a52564cc80b. Feb 15 14:19:54.257007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b16381-e59f-48b3-b21a-be6e1c0371e3 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:54.257646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a5b16381-e59f-48b3-b21a-be6e1c0371e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:54.304382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-684c639e-a7b6-48a1-9749-91e184837982 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting subnet a68681e5-b57e-4e10-84f4-826190ee023e {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:19:54.308022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-684c639e-a7b6-48a1-9749-91e184837982 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (a68681e5-b57e-4e10-84f4-826190ee023e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:54.360150 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-684c639e-a7b6-48a1-9749-91e184837982 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (a68681e5-b57e-4e10-84f4-826190ee023e), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:54.471663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a5b16381-e59f-48b3-b21a-be6e1c0371e3 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:54.546069 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-684c639e-a7b6-48a1-9749-91e184837982 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (a68681e5-b57e-4e10-84f4-826190ee023e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:54.628750 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-684c639e-a7b6-48a1-9749-91e184837982 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (a68681e5-b57e-4e10-84f4-826190ee023e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:54.677122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d80d0c5-24d6-4014-aabb-bebf40739a51 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:19:54.682026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c639e-a7b6-48a1-9749-91e184837982 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Subnet': ['ID=a68681e5-b57e-4e10-84f4-826190ee023e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:54.695614 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-684c639e-a7b6-48a1-9749-91e184837982 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:54.723273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-684c639e-a7b6-48a1-9749-91e184837982 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/a68681e5-b57e-4e10-84f4-826190ee023e HTTP/1.1" status: 204 len: 168 time: 0.4802802 Feb 15 14:19:54.726292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55164) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:54.746474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bd2ba6-d054-45fd-9198-5664205f2747 None None] Network c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:19:54.885783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d80d0c5-24d6-4014-aabb-bebf40739a51 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:19:54.897149 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d80d0c5-24d6-4014-aabb-bebf40739a51 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:54.905189 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f396e67-1a02-48ce-9c8d-9c9ecfe1ade9 None None] Sync routers for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:19:54.968296 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f396e67-1a02-48ce-9c8d-9c9ecfe1ade9 None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:54.974330 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1f396e67-1a02-48ce-9c8d-9c9ecfe1ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:55.007720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a5b16381-e59f-48b3-b21a-be6e1c0371e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:52Z', 'revision_number': 8, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:40Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:55.032774 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2d80d0c5-24d6-4014-aabb-bebf40739a51 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "PUT /v2.0/floatingips/172323f3-e1f7-4c43-b42b-40ac702c06e5 HTTP/1.1" status: 200 len: 991 time: 1.7358651 Feb 15 14:19:55.040524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f04871f-7130-4d12-8691-3f18ac32c059', 'tag': '23549db8-e048-419c-924c-8a52564cc80b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:19:55.043498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b16381-e59f-48b3-b21a-be6e1c0371e3 None None] Checking router: 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:19:55.048086 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433f2317-b0c8-418b-854a-05ddc70d893a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f04871f-7130-4d12-8691-3f18ac32c059", "tag": "23549db8-e048-419c-924c-8a52564cc80b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:19:55.055126 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (c28c2204-873d-45ab-b5d5-32a7f1c3f1c4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:55.084766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b16381-e59f-48b3-b21a-be6e1c0371e3 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:55.086198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a5b16381-e59f-48b3-b21a-be6e1c0371e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:55.144051 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87ad99e-5d0e-478e-8c0c-35f277de783d x-openstack-request-id: req-f87ad99e-5d0e-478e-8c0c-35f277de783d {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:19:55.144327 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f04871f-7130-4d12-8691-3f18ac32c059", "tag": "23549db8-e048-419c-924c-8a52564cc80b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:19:55.144594 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f87ad99e-5d0e-478e-8c0c-35f277de783d {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:19:55.145017 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f04871f-7130-4d12-8691-3f18ac32c059', 'tag': '23549db8-e048-419c-924c-8a52564cc80b', 'status': 'completed', 'code': 200} Feb 15 14:19:55.190526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879cb14-62ea-4aee-acf0-f053392e9d87 None None] DHCP port deletion for c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:19:55.234144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55178) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:55.323328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a5b16381-e59f-48b3-b21a-be6e1c0371e3 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:55.412246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 31874688-87cf-4ede-9c39-b234fa334f88 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:19:55.468864 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-1f396e67-1a02-48ce-9c8d-9c9ecfe1ade9 None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:55.497244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2317-b0c8-418b-854a-05ddc70d893a req-0a6d22d3-d09f-4fe7-968c-c020137d8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:55.498794 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-433f2317-b0c8-418b-854a-05ddc70d893a req-0a6d22d3-d09f-4fe7-968c-c020137d8952 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 1128 time: 0.2222102 Feb 15 14:19:55.549360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:55.726059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2317-b0c8-418b-854a-05ddc70d893a req-e843c946-2ece-4240-ad6a-cff22ecde5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:55.732233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-433f2317-b0c8-418b-854a-05ddc70d893a req-e843c946-2ece-4240-ad6a-cff22ecde5a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 911 time: 0.2175083 Feb 15 14:19:55.747574 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Publish callbacks [] for security_group (4d20ba17-5929-4dcf-8de5-47980837870a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:55.755474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port 31874688-87cf-4ede-9c39-b234fa334f88 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:19:55.755841 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (31874688-87cf-4ede-9c39-b234fa334f88), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:55.760244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4d20ba17-5929-4dcf-8de5-47980837870a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:55.806429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d20ba17-5929-4dcf-8de5-47980837870a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:55.867173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.867530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.867926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.868217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.868553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.868879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.869210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.869532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.869856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.870184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.870508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.870832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.894960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:55.925400 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-021c9593-f38f-4391-b7e3-0f7fc66df417 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2fe90534a9fe4617856286b8dd0f1775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6904335 Feb 15 14:19:55.926126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55198) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:55.973245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8879cb14-62ea-4aee-acf0-f053392e9d87 None None] Deleting port 31874688-87cf-4ede-9c39-b234fa334f88 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:19:55.973611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8879cb14-62ea-4aee-acf0-f053392e9d87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (31874688-87cf-4ede-9c39-b234fa334f88), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:56.045775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8879cb14-62ea-4aee-acf0-f053392e9d87 None None] For port 31874688-87cf-4ede-9c39-b234fa334f88, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=31874688-87cf-4ede-9c39-b234fa334f88,segment=NetworkSegment(378d9714-ff0f-4fba-a6ba-3256cd233c84),segment_id=378d9714-ff0f-4fba-a6ba-3256cd233c84)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:56.046166 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8879cb14-62ea-4aee-acf0-f053392e9d87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (31874688-87cf-4ede-9c39-b234fa334f88), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:56.065297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8879cb14-62ea-4aee-acf0-f053392e9d87 None None] Calling delete_port for 31874688-87cf-4ede-9c39-b234fa334f88 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:19:56.075807 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f004157-dc77-4354-9ca2-b7ba9f9a1e73 admin admin] Publish callbacks [] for security_group (4d20ba17-5929-4dcf-8de5-47980837870a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:56.102218 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1f396e67-1a02-48ce-9c8d-9c9ecfe1ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '172323f3-e1f7-4c43-b42b-40ac702c06e5', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'port_id': '23549db8-e048-419c-924c-8a52564cc80b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'mac_address': 'fa:16:3e:7a:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f04871f-7130-4d12-8691-3f18ac32c059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:19:27Z', 'updated_at': '2022-02-15T14:19:53Z', 'revision_number': 1, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:56.124040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] For port 31874688-87cf-4ede-9c39-b234fa334f88, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=31874688-87cf-4ede-9c39-b234fa334f88,segment=NetworkSegment(378d9714-ff0f-4fba-a6ba-3256cd233c84),segment_id=378d9714-ff0f-4fba-a6ba-3256cd233c84)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:56.124415 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (31874688-87cf-4ede-9c39-b234fa334f88), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:56.131246 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f004157-dc77-4354-9ca2-b7ba9f9a1e73 admin admin] Publish callbacks [] for security_group (4d20ba17-5929-4dcf-8de5-47980837870a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:56.142233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-433f2317-b0c8-418b-854a-05ddc70d893a req-4e358dce-1143-4e80-a057-b7eec0a59138 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23549db8-e048-419c-924c-8a52564cc80b HTTP/1.1" status: 200 len: 999 time: 0.4020410 Feb 15 14:19:56.204656 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f396e67-1a02-48ce-9c8d-9c9ecfe1ade9 None None] Checking router: 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:19:56.228486 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f396e67-1a02-48ce-9c8d-9c9ecfe1ade9 None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:19:56.229128 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1f396e67-1a02-48ce-9c8d-9c9ecfe1ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:56.255486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f004157-dc77-4354-9ca2-b7ba9f9a1e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4d20ba17-5929-4dcf-8de5-47980837870a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:56.258362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3f004157-dc77-4354-9ca2-b7ba9f9a1e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:56.263484 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3f004157-dc77-4354-9ca2-b7ba9f9a1e73 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4d20ba17-5929-4dcf-8de5-47980837870a HTTP/1.1" status: 204 len: 168 time: 0.3363345 Feb 15 14:19:56.276848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for 31874688-87cf-4ede-9c39-b234fa334f88 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:19:56.279731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f004157-dc77-4354-9ca2-b7ba9f9a1e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d20ba17-5929-4dcf-8de5-47980837870a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:56.394042 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-1f396e67-1a02-48ce-9c8d-9c9ecfe1ade9 None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:19:56.418165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2317-b0c8-418b-854a-05ddc70d893a req-12e960b2-ace3-45e5-aae9-7fa5c178007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:56.425436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-433f2317-b0c8-418b-854a-05ddc70d893a req-12e960b2-ace3-45e5-aae9-7fa5c178007a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.2686317 Feb 15 14:19:56.612128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2317-b0c8-418b-854a-05ddc70d893a req-6f007a02-07ab-4ae1-b5ed-46226269846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:19:56.613810 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-433f2317-b0c8-418b-854a-05ddc70d893a req-6f007a02-07ab-4ae1-b5ed-46226269846d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1799767 Feb 15 14:19:56.647067 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (31874688-87cf-4ede-9c39-b234fa334f88), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:56.658632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8879cb14-62ea-4aee-acf0-f053392e9d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (31874688-87cf-4ede-9c39-b234fa334f88), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:56.679576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879cb14-62ea-4aee-acf0-f053392e9d87 None None] No DVR routers for this DVR port 31874688-87cf-4ede-9c39-b234fa334f88 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:19:56.747137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879cb14-62ea-4aee-acf0-f053392e9d87 None None] Pushing event deleted for resources: {'Port': ['ID=31874688-87cf-4ede-9c39-b234fa334f88,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:56.778765 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1f396e67-1a02-48ce-9c8d-9c9ecfe1ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '172323f3-e1f7-4c43-b42b-40ac702c06e5', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'port_id': '23549db8-e048-419c-924c-8a52564cc80b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'mac_address': 'fa:16:3e:7a:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f04871f-7130-4d12-8691-3f18ac32c059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:19:27Z', 'updated_at': '2022-02-15T14:19:53Z', 'revision_number': 1, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:56.779018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No active binding found for port 31874688-87cf-4ede-9c39-b234fa334f88 {{(pid=109973) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 14:19:56.779018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] The host n-d-829064-15 is not matching for port 31874688-87cf-4ede-9c39-b234fa334f88 host None! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:19:56.781271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 31874688-87cf-4ede-9c39-b234fa334f88 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:19:56.848244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a5b16381-e59f-48b3-b21a-be6e1c0371e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:52Z', 'revision_number': 8, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:40Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:56.852472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No DVR routers for this DVR port 31874688-87cf-4ede-9c39-b234fa334f88 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:19:56.864024 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f396e67-1a02-48ce-9c8d-9c9ecfe1ade9 None None] The sync data for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 is: [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '172323f3-e1f7-4c43-b42b-40ac702c06e5', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'port_id': '23549db8-e048-419c-924c-8a52564cc80b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'mac_address': 'fa:16:3e:7a:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f04871f-7130-4d12-8691-3f18ac32c059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:19:27Z', 'updated_at': '2022-02-15T14:19:53Z', 'revision_number': 1, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:56.944638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b16381-e59f-48b3-b21a-be6e1c0371e3 None None] The sync data for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 is: [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:52Z', 'revision_number': 8, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd62b49ac-87e4-4a91-bc57-af0877b3a09d', 'name': '', 'network_id': 'c34584ef-37ac-4482-80ca-96db1443fb57', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:a7:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:29Z', 'updated_at': '2022-02-15T14:19:40Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': '23b93b17-5f6c-4ea9-bcab-82822357bc8b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:19:56.956915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=31874688-87cf-4ede-9c39-b234fa334f88,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:57.064246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55214) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:57.090392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040e1ff8-a992-4f75-8136-25f7c417923a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:57.111262 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (c28c2204-873d-45ab-b5d5-32a7f1c3f1c4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:57.140502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28c2204-873d-45ab-b5d5-32a7f1c3f1c4']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:57.155738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378d9714-ff0f-4fba-a6ba-3256cd233c84') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:57.156304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378d9714-ff0f-4fba-a6ba-3256cd233c84') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:19:57.179236 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (378d9714-ff0f-4fba-a6ba-3256cd233c84), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:57.202123 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (378d9714-ff0f-4fba-a6ba-3256cd233c84), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:57.213812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:19:57.214984 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (378d9714-ff0f-4fba-a6ba-3256cd233c84), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:57.264615 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040e1ff8-a992-4f75-8136-25f7c417923a admin admin] Publish callbacks [] for security_group (99d03887-5d69-4c51-9717-f37faff329cb), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:57.276689 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040e1ff8-a992-4f75-8136-25f7c417923a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (99d03887-5d69-4c51-9717-f37faff329cb), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:57.350065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e1ff8-a992-4f75-8136-25f7c417923a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d03887-5d69-4c51-9717-f37faff329cb,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:57.368524 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-040e1ff8-a992-4f75-8136-25f7c417923a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d2005bd242a43f4a209c303f086cc23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031051 Feb 15 14:19:57.369102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55220) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:19:57.398828 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:19:57.424845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff678b2-e4fa-458f-ad1e-29935b453641 None None] New status for floating IP 172323f3-e1f7-4c43-b42b-40ac702c06e5: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:19:57.468343 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.468793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.469248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.470433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.470881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.471339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.471796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.472361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.472799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.473250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.473698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.474131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.474560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:19:57.476386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef86e8e3-f377-4869-b11f-6e4f0288bbfd admin admin] Publish callbacks [] for security_group (99d03887-5d69-4c51-9717-f37faff329cb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:57.505509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-433f2317-b0c8-418b-854a-05ddc70d893a req-8e7aeafb-655b-4342-bf96-710967e5027d service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8839588 Feb 15 14:19:57.519332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (c28c2204-873d-45ab-b5d5-32a7f1c3f1c4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:57.534162 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef86e8e3-f377-4869-b11f-6e4f0288bbfd admin admin] Publish callbacks [] for security_group (99d03887-5d69-4c51-9717-f37faff329cb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:57.543540 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:57.551610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55222) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:19:57.553106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/networks/c28c2204-873d-45ab-b5d5-32a7f1c3f1c4 HTTP/1.1" status: 204 len: 168 time: 2.8216019 Feb 15 14:19:57.554719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 25c465c3-cc68-4d66-bb87-b32cc3862faa no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:19:57.605638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 25c465c3-cc68-4d66-bb87-b32cc3862faa {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:19:57.606316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 25c465c3-cc68-4d66-bb87-b32cc3862faa not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:19:57.675450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415c4db-0ac3-4602-a8ed-3652d4458356 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Network': ['ID=c28c2204-873d-45ab-b5d5-32a7f1c3f1c4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:57.818434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-433f2317-b0c8-418b-854a-05ddc70d893a req-170d8d91-91b2-435e-888a-a3fe4363aa17 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944481 Feb 15 14:19:58.021494 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef86e8e3-f377-4869-b11f-6e4f0288bbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (99d03887-5d69-4c51-9717-f37faff329cb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:58.025753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ef86e8e3-f377-4869-b11f-6e4f0288bbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:58.027670 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ef86e8e3-f377-4869-b11f-6e4f0288bbfd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/99d03887-5d69-4c51-9717-f37faff329cb HTTP/1.1" status: 204 len: 168 time: 0.6569915 Feb 15 14:19:58.043364 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86e8e3-f377-4869-b11f-6e4f0288bbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d03887-5d69-4c51-9717-f37faff329cb,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:58.373889 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:58.992074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port d62b49ac-87e4-4a91-bc57-af0877b3a09d {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:19:58.993170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:59.175666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] For port d62b49ac-87e4-4a91-bc57-af0877b3a09d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d62b49ac-87e4-4a91-bc57-af0877b3a09d,segment=NetworkSegment(499b9b63-2d1b-4f63-b0e3-a46a916e34b2),segment_id=499b9b63-2d1b-4f63-b0e3-a46a916e34b2)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:19:59.177034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:59.204882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for d62b49ac-87e4-4a91-bc57-af0877b3a09d owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:19:59.540561 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d62b49ac-87e4-4a91-bc57-af0877b3a09d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:19:59.604537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=d62b49ac-87e4-4a91-bc57-af0877b3a09d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:19:59.944506 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:00.366442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:20:01.096355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:20:01.111823 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe38e2c-0bd2-4ac8-bf81-1c53027b5485 None None] Sync routers for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:20:01.116653 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ff691e52-b2e5-4657-b6bb-3d22bc4d0134 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5574093 Feb 15 14:20:01.119284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55332) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:01.129944 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe38e2c-0bd2-4ac8-bf81-1c53027b5485 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:20:01.130737 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7fe38e2c-0bd2-4ac8-bf81-1c53027b5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:01.195234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e25136-e02d-4864-ba9c-5d738289793b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting subnet 23b93b17-5f6c-4ea9-bcab-82822357bc8b {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:20:01.198932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-92e25136-e02d-4864-ba9c-5d738289793b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (23b93b17-5f6c-4ea9-bcab-82822357bc8b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:01.308212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-92e25136-e02d-4864-ba9c-5d738289793b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (23b93b17-5f6c-4ea9-bcab-82822357bc8b), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:01.401355 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7fe38e2c-0bd2-4ac8-bf81-1c53027b5485 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:20:01.634651 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-92e25136-e02d-4864-ba9c-5d738289793b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (23b93b17-5f6c-4ea9-bcab-82822357bc8b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:01.837193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-92e25136-e02d-4864-ba9c-5d738289793b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (23b93b17-5f6c-4ea9-bcab-82822357bc8b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:01.933151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e25136-e02d-4864-ba9c-5d738289793b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Subnet': ['ID=23b93b17-5f6c-4ea9-bcab-82822357bc8b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:01.947314 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-92e25136-e02d-4864-ba9c-5d738289793b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:01.950891 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-92e25136-e02d-4864-ba9c-5d738289793b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/23b93b17-5f6c-4ea9-bcab-82822357bc8b HTTP/1.1" status: 204 len: 168 time: 0.8299367 Feb 15 14:20:01.953649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55380) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:01.957318 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7fe38e2c-0bd2-4ac8-bf81-1c53027b5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:59Z', 'revision_number': 9, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:01.959564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c6e2a4-0972-4750-9fc6-026892f8a62c None None] Network c34584ef-37ac-4482-80ca-96db1443fb57 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:20:02.049405 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe38e2c-0bd2-4ac8-bf81-1c53027b5485 None None] Checking router: 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:20:02.084385 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe38e2c-0bd2-4ac8-bf81-1c53027b5485 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:20:02.085030 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7fe38e2c-0bd2-4ac8-bf81-1c53027b5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:02.132253 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (c34584ef-37ac-4482-80ca-96db1443fb57), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:02.227267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fb2e02-f3ca-4c8e-ac62-0cc0ace58c82 None None] DHCP port deletion for c34584ef-37ac-4482-80ca-96db1443fb57 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:20:02.304992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port ca7d3b5d-1a25-4049-9559-e747b6e573f6 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:02.305328 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:02.328089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb2e02-f3ca-4c8e-ac62-0cc0ace58c82 None None] Deleting port ca7d3b5d-1a25-4049-9559-e747b6e573f6 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:02.331665 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2e02-f3ca-4c8e-ac62-0cc0ace58c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:02.413791 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7fe38e2c-0bd2-4ac8-bf81-1c53027b5485 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:20:02.480280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] For port ca7d3b5d-1a25-4049-9559-e747b6e573f6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ca7d3b5d-1a25-4049-9559-e747b6e573f6,segment=NetworkSegment(499b9b63-2d1b-4f63-b0e3-a46a916e34b2),segment_id=499b9b63-2d1b-4f63-b0e3-a46a916e34b2)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:02.480833 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:02.488269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e7fb2e02-f3ca-4c8e-ac62-0cc0ace58c82 None None] For port ca7d3b5d-1a25-4049-9559-e747b6e573f6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ca7d3b5d-1a25-4049-9559-e747b6e573f6,segment=NetworkSegment(499b9b63-2d1b-4f63-b0e3-a46a916e34b2),segment_id=499b9b63-2d1b-4f63-b0e3-a46a916e34b2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:02.494878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for ca7d3b5d-1a25-4049-9559-e747b6e573f6 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:02.509009 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2e02-f3ca-4c8e-ac62-0cc0ace58c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:02.559991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb2e02-f3ca-4c8e-ac62-0cc0ace58c82 None None] Calling delete_port for ca7d3b5d-1a25-4049-9559-e747b6e573f6 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:02.787232 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:02.800750 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2e02-f3ca-4c8e-ac62-0cc0ace58c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (ca7d3b5d-1a25-4049-9559-e747b6e573f6), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:02.822288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No DVR routers for this DVR port ca7d3b5d-1a25-4049-9559-e747b6e573f6 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:20:02.828914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb2e02-f3ca-4c8e-ac62-0cc0ace58c82 None None] No DVR routers for this DVR port ca7d3b5d-1a25-4049-9559-e747b6e573f6 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:20:02.878376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb2e02-f3ca-4c8e-ac62-0cc0ace58c82 None None] Pushing event deleted for resources: {'Port': ['ID=ca7d3b5d-1a25-4049-9559-e747b6e573f6,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:02.935494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=ca7d3b5d-1a25-4049-9559-e747b6e573f6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:03.126242 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (c34584ef-37ac-4482-80ca-96db1443fb57), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:03.196180 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7fe38e2c-0bd2-4ac8-bf81-1c53027b5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:59Z', 'revision_number': 9, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:03.215143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34584ef-37ac-4482-80ca-96db1443fb57']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:03.255063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499b9b63-2d1b-4f63-b0e3-a46a916e34b2') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:03.255368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499b9b63-2d1b-4f63-b0e3-a46a916e34b2') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:03.263217 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe38e2c-0bd2-4ac8-bf81-1c53027b5485 None None] The sync data for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 is: [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:19:59Z', 'revision_number': 9, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f11c53a8-ca89-4713-8160-205b137c30be', 'name': '', 'network_id': '7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:bd:04:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:19Z', 'updated_at': '2022-02-15T14:19:29Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'e54d9a75-c487-48fb-804b-e4eb5e5b089f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:20:03.265110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ca7d3b5d-1a25-4049-9559-e747b6e573f6 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:20:03.286712 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (499b9b63-2d1b-4f63-b0e3-a46a916e34b2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:03.300549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55450) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:03.305723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ca7d3b5d-1a25-4049-9559-e747b6e573f6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:20:03.306472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ca7d3b5d-1a25-4049-9559-e747b6e573f6 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:20:03.315428 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (499b9b63-2d1b-4f63-b0e3-a46a916e34b2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:03.325172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:03.326478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (499b9b63-2d1b-4f63-b0e3-a46a916e34b2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:03.439768 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:03.452553 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (c34584ef-37ac-4482-80ca-96db1443fb57), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:03.473801 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:03.486373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/networks/c34584ef-37ac-4482-80ca-96db1443fb57 HTTP/1.1" status: 204 len: 168 time: 1.5310395 Feb 15 14:20:03.489024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55456) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:03.521724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373fcd7-4eda-491e-bd7c-ab6f6c9da2ef tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Network': ['ID=c34584ef-37ac-4482-80ca-96db1443fb57,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:03.854340 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-88b9c337-d2d0-4b1a-aa23-9179872283bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:04.168438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-88b9c337-d2d0-4b1a-aa23-9179872283bf admin admin] Publish callbacks [] for security_group (97125c7b-444c-4659-ba57-4ba705bea3d3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:04.177342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-88b9c337-d2d0-4b1a-aa23-9179872283bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (97125c7b-444c-4659-ba57-4ba705bea3d3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:04.216392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9c337-d2d0-4b1a-aa23-9179872283bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97125c7b-444c-4659-ba57-4ba705bea3d3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:04.243705 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-88b9c337-d2d0-4b1a-aa23-9179872283bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=512ad809578b49f3a4a1cc07e7f2c2c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9417512 Feb 15 14:20:04.246392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55492) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:04.353171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c37302cc-99ac-43ac-914f-5bf04a130dd5 admin admin] Publish callbacks [] for security_group (97125c7b-444c-4659-ba57-4ba705bea3d3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:04.410138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:04.420222 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c37302cc-99ac-43ac-914f-5bf04a130dd5 admin admin] Publish callbacks [] for security_group (97125c7b-444c-4659-ba57-4ba705bea3d3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:04.539098 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c37302cc-99ac-43ac-914f-5bf04a130dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (97125c7b-444c-4659-ba57-4ba705bea3d3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:04.543163 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c37302cc-99ac-43ac-914f-5bf04a130dd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:04.545540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c37302cc-99ac-43ac-914f-5bf04a130dd5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97125c7b-444c-4659-ba57-4ba705bea3d3 HTTP/1.1" status: 204 len: 168 time: 0.2980959 Feb 15 14:20:04.555161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37302cc-99ac-43ac-914f-5bf04a130dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97125c7b-444c-4659-ba57-4ba705bea3d3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:04.911529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port f11c53a8-ca89-4713-8160-205b137c30be {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:04.911971 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f11c53a8-ca89-4713-8160-205b137c30be), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.001472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55520) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:05.075683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] For port f11c53a8-ca89-4713-8160-205b137c30be, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f11c53a8-ca89-4713-8160-205b137c30be,segment=NetworkSegment(0655eb77-20c5-4307-9e94-901cae0c2bfe),segment_id=0655eb77-20c5-4307-9e94-901cae0c2bfe)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:05.076749 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f11c53a8-ca89-4713-8160-205b137c30be), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.121053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for f11c53a8-ca89-4713-8160-205b137c30be owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:05.187550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d62b49ac-87e4-4a91-bc57-af0877b3a09d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:20:05.252309 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ff19d7d-b228-4124-9deb-776e2dd62621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.257210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d62b49ac-87e4-4a91-bc57-af0877b3a09d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:20:05.257569 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d62b49ac-87e4-4a91-bc57-af0877b3a09d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:20:05.272529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55526) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:05.328426 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d9b02d9-9c64-486c-b8b8-6735d2081bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.393643 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f11c53a8-ca89-4713-8160-205b137c30be), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.449723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=f11c53a8-ca89-4713-8160-205b137c30be,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:05.495710 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ff19d7d-b228-4124-9deb-776e2dd62621 admin admin] Publish callbacks [] for security_group (35bcc0df-ffdf-4e34-91cb-ec840427e823), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.515426 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ff19d7d-b228-4124-9deb-776e2dd62621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (35bcc0df-ffdf-4e34-91cb-ec840427e823), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.581708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2ff19d7d-b228-4124-9deb-776e2dd62621 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=62143e3a92e04efb9492b556e007a6dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5779419 Feb 15 14:20:05.592648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55528) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:05.653404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff19d7d-b228-4124-9deb-776e2dd62621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bcc0df-ffdf-4e34-91cb-ec840427e823,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:05.682435 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.744070 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1fe53e99-10f2-4c0e-b7b1-2886fe72cc38 admin admin] Publish callbacks [] for security_group (35bcc0df-ffdf-4e34-91cb-ec840427e823), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.788051 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1fe53e99-10f2-4c0e-b7b1-2886fe72cc38 admin admin] Publish callbacks [] for security_group (35bcc0df-ffdf-4e34-91cb-ec840427e823), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.877045 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1fe53e99-10f2-4c0e-b7b1-2886fe72cc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (35bcc0df-ffdf-4e34-91cb-ec840427e823), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.879655 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1fe53e99-10f2-4c0e-b7b1-2886fe72cc38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.880810 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1fe53e99-10f2-4c0e-b7b1-2886fe72cc38 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/35bcc0df-ffdf-4e34-91cb-ec840427e823 HTTP/1.1" status: 204 len: 168 time: 0.2869382 Feb 15 14:20:05.912136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d9b02d9-9c64-486c-b8b8-6735d2081bce admin admin] Publish callbacks [] for security_group (7a392580-be84-4cc5-a9da-5583be3bd904), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.919948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe53e99-10f2-4c0e-b7b1-2886fe72cc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bcc0df-ffdf-4e34-91cb-ec840427e823,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:05.937796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d9b02d9-9c64-486c-b8b8-6735d2081bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7a392580-be84-4cc5-a9da-5583be3bd904), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:05.984371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:20:06.028412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4d9b02d9-9c64-486c-b8b8-6735d2081bce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a9f9bf90e4d4ee3935f091a74b9ab16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7549262 Feb 15 14:20:06.029580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b02d9-9c64-486c-b8b8-6735d2081bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a392580-be84-4cc5-a9da-5583be3bd904,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:06.031905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55534) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:06.122367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:20:06.137650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828e685-edde-4600-ac5f-285234d915a1 None None] Sync routers for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:20:06.142519 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5923b654-ac08-4096-9bcc-83d24bc87bfd tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6518173 Feb 15 14:20:06.144816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55538) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:06.151755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828e685-edde-4600-ac5f-285234d915a1 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:20:06.158509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d828e685-edde-4600-ac5f-285234d915a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:06.186705 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fec95ac3-c0c2-4cc3-819e-3279ace65a7b admin admin] Publish callbacks [] for security_group (7a392580-be84-4cc5-a9da-5583be3bd904), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:06.234674 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fec95ac3-c0c2-4cc3-819e-3279ace65a7b admin admin] Publish callbacks [] for security_group (7a392580-be84-4cc5-a9da-5583be3bd904), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:06.241124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1b5fbf-60bc-4611-90b3-af6bfd666d8c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting subnet e54d9a75-c487-48fb-804b-e4eb5e5b089f {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:20:06.259850 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5fbf-60bc-4611-90b3-af6bfd666d8c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (e54d9a75-c487-48fb-804b-e4eb5e5b089f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:06.315882 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fec95ac3-c0c2-4cc3-819e-3279ace65a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7a392580-be84-4cc5-a9da-5583be3bd904), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:06.318861 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fec95ac3-c0c2-4cc3-819e-3279ace65a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:06.331721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fec95ac3-c0c2-4cc3-819e-3279ace65a7b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a392580-be84-4cc5-a9da-5583be3bd904 HTTP/1.1" status: 204 len: 168 time: 0.2745147 Feb 15 14:20:06.346844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5fbf-60bc-4611-90b3-af6bfd666d8c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (e54d9a75-c487-48fb-804b-e4eb5e5b089f), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:06.364278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-d828e685-edde-4600-ac5f-285234d915a1 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:20:06.367417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec95ac3-c0c2-4cc3-819e-3279ace65a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a392580-be84-4cc5-a9da-5583be3bd904,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:06.535108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5fbf-60bc-4611-90b3-af6bfd666d8c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e54d9a75-c487-48fb-804b-e4eb5e5b089f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:06.648022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5fbf-60bc-4611-90b3-af6bfd666d8c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (e54d9a75-c487-48fb-804b-e4eb5e5b089f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:06.689568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b5fbf-60bc-4611-90b3-af6bfd666d8c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Subnet': ['ID=e54d9a75-c487-48fb-804b-e4eb5e5b089f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:06.708322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5fbf-60bc-4611-90b3-af6bfd666d8c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:06.713923 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fa1b5fbf-60bc-4611-90b3-af6bfd666d8c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/e54d9a75-c487-48fb-804b-e4eb5e5b089f HTTP/1.1" status: 204 len: 168 time: 0.5650787 Feb 15 14:20:06.714327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55554) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:06.845266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58628ab6-9596-4892-9947-ba1c78ebf523 None None] Network 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:20:07.013313 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:07.098186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d828e685-edde-4600-ac5f-285234d915a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:20:05Z', 'revision_number': 10, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:07.134089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port 93b54203-9d65-4c7e-85ac-a0160dfe7231 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:07.134473 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:07.135323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828e685-edde-4600-ac5f-285234d915a1 None None] Checking router: 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:20:07.170280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828e685-edde-4600-ac5f-285234d915a1 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:20:07.175127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d828e685-edde-4600-ac5f-285234d915a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:07.316965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d562d6-bdda-4c80-8039-76da2db2567a None None] DHCP port deletion for 7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:20:07.318327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-d828e685-edde-4600-ac5f-285234d915a1 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:20:07.365240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] For port 93b54203-9d65-4c7e-85ac-a0160dfe7231, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=93b54203-9d65-4c7e-85ac-a0160dfe7231,segment=NetworkSegment(0655eb77-20c5-4307-9e94-901cae0c2bfe),segment_id=0655eb77-20c5-4307-9e94-901cae0c2bfe)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:07.365812 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:07.402620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for 93b54203-9d65-4c7e-85ac-a0160dfe7231 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:07.580997 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:07.618618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No DVR routers for this DVR port 93b54203-9d65-4c7e-85ac-a0160dfe7231 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:20:07.621736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=93b54203-9d65-4c7e-85ac-a0160dfe7231,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:07.641148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a2d562d6-bdda-4c80-8039-76da2db2567a None None] Deleting port 93b54203-9d65-4c7e-85ac-a0160dfe7231 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:07.641663 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a2d562d6-bdda-4c80-8039-76da2db2567a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:07.750070 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:07.796328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:07.799013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a2d562d6-bdda-4c80-8039-76da2db2567a None None] For port 93b54203-9d65-4c7e-85ac-a0160dfe7231, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:07.799420 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a2d562d6-bdda-4c80-8039-76da2db2567a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:07.812867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0655eb77-20c5-4307-9e94-901cae0c2bfe') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:07.813692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0655eb77-20c5-4307-9e94-901cae0c2bfe') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:07.842125 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (0655eb77-20c5-4307-9e94-901cae0c2bfe), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:07.878509 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0655eb77-20c5-4307-9e94-901cae0c2bfe), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:07.879102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a2d562d6-bdda-4c80-8039-76da2db2567a None None] Calling delete_port for 93b54203-9d65-4c7e-85ac-a0160dfe7231 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:07.886734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-a2d562d6-bdda-4c80-8039-76da2db2567a None None] Port 93b54203-9d65-4c7e-85ac-a0160dfe7231 was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 14:20:07.889222 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a2d562d6-bdda-4c80-8039-76da2db2567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (93b54203-9d65-4c7e-85ac-a0160dfe7231), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:07.891204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:07.891975 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (0655eb77-20c5-4307-9e94-901cae0c2bfe), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:07.896556 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:07.923649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d562d6-bdda-4c80-8039-76da2db2567a None None] Pushing event deleted for resources: {'Port': ['ID=93b54203-9d65-4c7e-85ac-a0160dfe7231,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:07.935158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d562d6-bdda-4c80-8039-76da2db2567a None None] No DVR routers for this DVR port 93b54203-9d65-4c7e-85ac-a0160dfe7231 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:20:07.964111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d828e685-edde-4600-ac5f-285234d915a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:20:05Z', 'revision_number': 10, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:08.006128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828e685-edde-4600-ac5f-285234d915a1 None None] The sync data for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 is: [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:20:05Z', 'revision_number': 10, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None, '_interfaces': [{'id': '99a9884d-0415-40df-8d2e-3ed6ea8c6962', 'name': '', 'network_id': 'dac82991-2ed2-4169-824f-d51ad24df7c8', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'mac_address': 'fa:16:3e:36:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:19:10Z', 'updated_at': '2022-02-15T14:19:17Z', 'revision_number': 5, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'subnets': [{'id': 'd14b4878-6ec7-46b8-b380-e9d15d295062', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:20:08.018571 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:08.042354 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:08.047459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/networks/7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6 HTTP/1.1" status: 204 len: 168 time: 1.3312304 Feb 15 14:20:08.048586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0ee93-69bd-4960-a245-1fb197e6b6c0 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Network': ['ID=7c42e9a1-7d8f-4b1d-9805-9ffca4ae34b6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:08.049306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55602) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:08.488898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55612) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:08.620228 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:08.763011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-633856398'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:08.814097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Made reservation on behalf of cfe0cdd0b5d548e7ae29aa1b4cb60845 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:08.827090 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:08.853641 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:08.954589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port 99a9884d-0415-40df-8d2e-3ed6ea8c6962 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:08.954962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:08.962872 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks [] for security_group (c99e7327-a9df-4542-b527-e8cf18a348cd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:08.970482 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c99e7327-a9df-4542-b527-e8cf18a348cd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:08.985337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:20:08.997013 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6fb48122-bf5c-4c29-9e76-78273e83b170), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:08.997675 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Added segment 6fb48122-bf5c-4c29-9e76-78273e83b170 of type vlan for network abbd426b-a961-4b01-9835-abd51da247a8 Feb 15 14:20:09.040546 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (abbd426b-a961-4b01-9835-abd51da247a8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.071823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] For port 99a9884d-0415-40df-8d2e-3ed6ea8c6962, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=99a9884d-0415-40df-8d2e-3ed6ea8c6962,segment=NetworkSegment(24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5),segment_id=24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:09.072342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.080010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (abbd426b-a961-4b01-9835-abd51da247a8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.085283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:09.086015 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.089428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for 99a9884d-0415-40df-8d2e-3ed6ea8c6962 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:09.175535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Pushing event updated for resources: {'Network': ['ID=abbd426b-a961-4b01-9835-abd51da247a8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:09.180477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6901238 Feb 15 14:20:09.185530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55634) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:09.195389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network abbd426b-a961-4b01-9835-abd51da247a8 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:20:09.195933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed20652-f84d-45e7-bcd9-2774719f399c tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99e7327-a9df-4542-b527-e8cf18a348cd,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:09.273703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Request body: {'network': {'name': 'tempest-network--914533539', 'router:external': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:09.300518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Made reservation on behalf of ec7832d62aeb42d4879cfa04a7fe7298 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:09.303453 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.314245 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.323628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 93b54203-9d65-4c7e-85ac-a0160dfe7231 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:20:09.396850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 93b54203-9d65-4c7e-85ac-a0160dfe7231 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:20:09.397850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 93b54203-9d65-4c7e-85ac-a0160dfe7231 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:20:09.400899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f11c53a8-ca89-4713-8160-205b137c30be no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:20:09.413387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (99a9884d-0415-40df-8d2e-3ed6ea8c6962), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.421098 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for security_group (cda2bc1a-b4aa-4087-89d1-db115ed63c82), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.439731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cda2bc1a-b4aa-4087-89d1-db115ed63c82), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.445139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=99a9884d-0415-40df-8d2e-3ed6ea8c6962,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:09.472643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:20:09.478979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: f11c53a8-ca89-4713-8160-205b137c30be {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:20:09.480825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f11c53a8-ca89-4713-8160-205b137c30be not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:20:09.512809 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (db75b345-ff15-4272-99c3-47b53986979c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.513315 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Added segment db75b345-ff15-4272-99c3-47b53986979c of type vlan for network fd1c2871-621d-43fc-9ade-2abd27a25f4b Feb 15 14:20:09.590945 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (fd1c2871-621d-43fc-9ade-2abd27a25f4b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.631711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.659105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda2bc1a-b4aa-4087-89d1-db115ed63c82,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:09.661938 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (fd1c2871-621d-43fc-9ade-2abd27a25f4b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.662968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:09.663537 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:09.693172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5065911 Feb 15 14:20:09.754877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55642) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:09.913171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (fd1c2871-621d-43fc-9ade-2abd27a25f4b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.020497 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.032910 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (fd1c2871-621d-43fc-9ade-2abd27a25f4b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.056507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1c2871-621d-43fc-9ade-2abd27a25f4b']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:10.067814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db75b345-ff15-4272-99c3-47b53986979c') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:10.068166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db75b345-ff15-4272-99c3-47b53986979c') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:10.079456 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (db75b345-ff15-4272-99c3-47b53986979c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.094777 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (db75b345-ff15-4272-99c3-47b53986979c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.101520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:10.101932 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (db75b345-ff15-4272-99c3-47b53986979c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.172805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf3027-6b7d-4383-9225-e07f535c9fc3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event updated for resources: {'Network': ['ID=fd1c2871-621d-43fc-9ade-2abd27a25f4b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:10.175771 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:10.180470 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (fd1c2871-621d-43fc-9ade-2abd27a25f4b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.184123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network fd1c2871-621d-43fc-9ade-2abd27a25f4b details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:20:10.187414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd1c2871-621d-43fc-9ade-2abd27a25f4b {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 14:20:10.192198 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.196267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "DELETE /v2.0/networks/fd1c2871-621d-43fc-9ade-2abd27a25f4b HTTP/1.1" status: 204 len: 168 time: 0.4398763 Feb 15 14:20:10.208052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55650) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:10.213906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:10.235396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b8c7c-b42f-40a6-947c-1012d97717f4 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd1c2871-621d-43fc-9ade-2abd27a25f4b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:10.240621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Made reservation on behalf of ec7832d62aeb42d4879cfa04a7fe7298 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network fd1c2871-621d-43fc-9ade-2abd27a25f4b could not be found. Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/rpc.py", line 252, in get_network_details Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return plugin.get_network(rpc_context, network) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network fd1c2871-621d-43fc-9ade-2abd27a25f4b could not be found. Feb 15 14:20:10.242197 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:20:10.247537 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.307440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:20:10.333886 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f24f4692-41f8-4b80-a0b7-a21bacb22639), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.336364 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Added segment f24f4692-41f8-4b80-a0b7-a21bacb22639 of type vlan for network 0a03e2dc-03b4-43cc-b62e-572a3c0b2cae Feb 15 14:20:10.429211 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (0a03e2dc-03b4-43cc-b62e-572a3c0b2cae), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.466308 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (0a03e2dc-03b4-43cc-b62e-572a3c0b2cae), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.467708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:10.468397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.569427 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:20:10.605521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event updated for resources: {'Network': ['ID=0a03e2dc-03b4-43cc-b62e-572a3c0b2cae,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:10.612911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d742c380-1c0a-492e-83e7-f056ff22448e tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4033782 Feb 15 14:20:10.617594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 0a03e2dc-03b4-43cc-b62e-572a3c0b2cae details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:20:10.624853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55654) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:10.644392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Request body: {'subnet': {'network_id': '0a03e2dc-03b4-43cc-b62e-572a3c0b2cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:10.658868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:20:10.664651 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-67b26b8a-703f-4d80-8d6f-a462c5ea3a19 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6093099 Feb 15 14:20:10.667474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55656) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:10.715322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Made reservation on behalf of ec7832d62aeb42d4879cfa04a7fe7298 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:10.718312 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.728765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c364f4a-3388-49a1-9a79-349a1ae0791b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting subnet d14b4878-6ec7-46b8-b380-e9d15d295062 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:20:10.732433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c364f4a-3388-49a1-9a79-349a1ae0791b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (d14b4878-6ec7-46b8-b380-e9d15d295062), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.784751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c364f4a-3388-49a1-9a79-349a1ae0791b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (d14b4878-6ec7-46b8-b380-e9d15d295062), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.867250 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4219746e-a31d-4336-acdd-26609943af8e None None] Sync routers for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:20:10.885008 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219746e-a31d-4336-acdd-26609943af8e None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:20:10.885650 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4219746e-a31d-4336-acdd-26609943af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:10.900443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c364f4a-3388-49a1-9a79-349a1ae0791b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (d14b4878-6ec7-46b8-b380-e9d15d295062), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:10.989025 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c364f4a-3388-49a1-9a79-349a1ae0791b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (d14b4878-6ec7-46b8-b380-e9d15d295062), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:11.050605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c364f4a-3388-49a1-9a79-349a1ae0791b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Subnet': ['ID=d14b4878-6ec7-46b8-b380-e9d15d295062,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:11.067031 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c364f4a-3388-49a1-9a79-349a1ae0791b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:11.071815 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8c364f4a-3388-49a1-9a79-349a1ae0791b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/d14b4878-6ec7-46b8-b380-e9d15d295062 HTTP/1.1" status: 204 len: 168 time: 0.4032865 Feb 15 14:20:11.074315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55664) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:11.098567 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4219746e-a31d-4336-acdd-26609943af8e None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:20:11.119168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db29ec70-59d0-46d1-84db-031ceebc827e None None] Network dac82991-2ed2-4169-824f-d51ad24df7c8 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:20:11.288590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.objects.ports [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109971) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 14:20:11.289070 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (112e6fc5-01db-44d8-95e4-f3c4d31a93e8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:11.317624 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (dac82991-2ed2-4169-824f-d51ad24df7c8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:11.346756 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4219746e-a31d-4336-acdd-26609943af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:20:09Z', 'revision_number': 11, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:11.384115 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4219746e-a31d-4336-acdd-26609943af8e None None] Checking router: 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:20:11.401414 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219746e-a31d-4336-acdd-26609943af8e None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:20:11.402053 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4219746e-a31d-4336-acdd-26609943af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:11.410541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Checking segment: {'id': 'f24f4692-41f8-4b80-a0b7-a21bacb22639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0a03e2dc-03b4-43cc-b62e-572a3c0b2cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:20:11.411138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Network hostable DHCP agents. Network: 0a03e2dc-03b4-43cc-b62e-572a3c0b2cae, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:20:11.434140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event updated for resources: {'Subnet': ['ID=112e6fc5-01db-44d8-95e4-f3c4d31a93e8,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:11.451581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143f73b-ccca-410b-9342-6c69bc8efa25 None None] DHCP port deletion for dac82991-2ed2-4169-824f-d51ad24df7c8 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:20:11.461128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Network 0a03e2dc-03b4-43cc-b62e-572a3c0b2cae is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:20:11.462655 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Deleting port b4b1cb5b-179a-40fb-b742-feab1cae69c4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:11.463015 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:11.484544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 0a03e2dc-03b4-43cc-b62e-572a3c0b2cae) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:11.495125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:11.497265 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:11.510671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99579e64-571c-4233-b52d-7a334f53823e None None] Network 0a03e2dc-03b4-43cc-b62e-572a3c0b2cae requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:20:11.525679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2471cdd6-5577-463b-ad8f-edb8a7095819 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8903854 Feb 15 14:20:11.529352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55666) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:11.539976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Request body: {'floatingip': {'floating_network_id': '0a03e2dc-03b4-43cc-b62e-572a3c0b2cae'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:11.581251 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:11.593866 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4219746e-a31d-4336-acdd-26609943af8e None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:20:11.602148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] For port b4b1cb5b-179a-40fb-b742-feab1cae69c4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b4b1cb5b-179a-40fb-b742-feab1cae69c4,segment=NetworkSegment(24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5),segment_id=24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:11.602634 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:11.622190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Calling delete_port for b4b1cb5b-179a-40fb-b742-feab1cae69c4 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:11.672990 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4219746e-a31d-4336-acdd-26609943af8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:20:09Z', 'revision_number': 11, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:11.717226 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4219746e-a31d-4336-acdd-26609943af8e None None] The sync data for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 is: [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:20:09Z', 'revision_number': 11, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:20:11.753622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7313201-e7e3-4dcd-9fca-8d894a17a8a9 None None] Network 0a03e2dc-03b4-43cc-b62e-572a3c0b2cae requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:20:11.782769 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:11.806477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No DVR routers for this DVR port b4b1cb5b-179a-40fb-b742-feab1cae69c4 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:20:11.864355 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:11.888829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Port': ['ID=b4b1cb5b-179a-40fb-b742-feab1cae69c4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:11.967471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4143f73b-ccca-410b-9342-6c69bc8efa25 None None] Deleting port b4b1cb5b-179a-40fb-b742-feab1cae69c4 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:11.969049 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4143f73b-ccca-410b-9342-6c69bc8efa25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.007358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (dac82991-2ed2-4169-824f-d51ad24df7c8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.019815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Allocated IP 172.20.0.5 (0a03e2dc-03b4-43cc-b62e-572a3c0b2cae/112e6fc5-01db-44d8-95e4-f3c4d31a93e8/cbf8e198-0793-496f-825b-d79ae48e1584) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:20:12.050791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac82991-2ed2-4169-824f-d51ad24df7c8']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:12.069385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4143f73b-ccca-410b-9342-6c69bc8efa25 None None] For port b4b1cb5b-179a-40fb-b742-feab1cae69c4, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:12.069930 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4143f73b-ccca-410b-9342-6c69bc8efa25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.076743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:12.077050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:12.089075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4143f73b-ccca-410b-9342-6c69bc8efa25 None None] Calling delete_port for b4b1cb5b-179a-40fb-b742-feab1cae69c4 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:12.095466 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.097326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-4143f73b-ccca-410b-9342-6c69bc8efa25 None None] Port b4b1cb5b-179a-40fb-b742-feab1cae69c4 was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 14:20:12.099318 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4143f73b-ccca-410b-9342-6c69bc8efa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (b4b1cb5b-179a-40fb-b742-feab1cae69c4), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.118090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.126891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143f73b-ccca-410b-9342-6c69bc8efa25 None None] No DVR routers for this DVR port b4b1cb5b-179a-40fb-b742-feab1cae69c4 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:20:12.145453 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:12.145866 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (24fb19c5-a77b-4f8e-8cf0-4c80a05f0aa5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:12.155315 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:12.228150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143f73b-ccca-410b-9342-6c69bc8efa25 None None] Pushing event deleted for resources: {'Port': ['ID=b4b1cb5b-179a-40fb-b742-feab1cae69c4,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:12.244970 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.269090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (dac82991-2ed2-4169-824f-d51ad24df7c8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.275115 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.282942 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/networks/dac82991-2ed2-4169-824f-d51ad24df7c8 HTTP/1.1" status: 204 len: 168 time: 1.2047513 Feb 15 14:20:12.285023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55678) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:12.292754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fcda08cd-aa08-4588-8bbc-0d786c1136a3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'routes': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:12.300087 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for port (cbf8e198-0793-496f-825b-d79ae48e1584), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.388854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea50779-8c9a-44b9-8350-75f64913276c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Pushing event deleted for resources: {'Network': ['ID=dac82991-2ed2-4169-824f-d51ad24df7c8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:12.393597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (cbf8e198-0793-496f-825b-d79ae48e1584), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.476137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Network 0a03e2dc-03b4-43cc-b62e-572a3c0b2cae is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:12.479293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:12.495736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:12.536165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event updated for resources: {'Port': ['ID=cbf8e198-0793-496f-825b-d79ae48e1584,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:12.611493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.extraroute_db [None req-fcda08cd-aa08-4588-8bbc-0d786c1136a3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Added routes are [] {{(pid=109972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 14:20:12.612076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.extraroute_db [None req-fcda08cd-aa08-4588-8bbc-0d786c1136a3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Removed routes are [] {{(pid=109972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 14:20:12.612234 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fcda08cd-aa08-4588-8bbc-0d786c1136a3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.623626 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for floatingip (a6dafe7c-12b7-4d20-9ac9-a763d6347a31), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.669830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cbf8e198-0793-496f-825b-d79ae48e1584), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.882495 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fcda08cd-aa08-4588-8bbc-0d786c1136a3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.891500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fcda08cd-aa08-4588-8bbc-0d786c1136a3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.979657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for port (cbf8e198-0793-496f-825b-d79ae48e1584), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.990780 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (cbf8e198-0793-496f-825b-d79ae48e1584), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:12.993362 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcda08cd-aa08-4588-8bbc-0d786c1136a3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:20:13.176599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event updated for resources: {'Port': ['ID=cbf8e198-0793-496f-825b-d79ae48e1584,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:13.184006 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (a6dafe7c-12b7-4d20-9ac9-a763d6347a31), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.211411 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.211411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-86f47a5e-6413-466a-b1bb-5f91b6317d34 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6804700 Feb 15 14:20:13.211808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55688) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:13.247029 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcda08cd-aa08-4588-8bbc-0d786c1136a3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:20:13.256133 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fcda08cd-aa08-4588-8bbc-0d786c1136a3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.257561 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fcda08cd-aa08-4588-8bbc-0d786c1136a3 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7 HTTP/1.1" status: 200 len: 704 time: 0.9715388 Feb 15 14:20:13.260267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f951bb5-4367-4503-a033-1cea4a07bbd8 None None] Sync routers for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:20:13.260932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55690) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:13.286634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f951bb5-4367-4503-a033-1cea4a07bbd8 None None] Routers {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:20:13.289701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3f951bb5-4367-4503-a033-1cea4a07bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:13.296093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 99a9884d-0415-40df-8d2e-3ed6ea8c6962 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:20:13.321417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c6cf75b1-3011-408a-9429-f177d25638c3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "GET /v2.0/floatingips?floating_network_id=0a03e2dc-03b4-43cc-b62e-572a3c0b2cae HTTP/1.1" status: 200 len: 689 time: 0.1081069 Feb 15 14:20:13.323364 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55692) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:13.327244 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-53e82971-171d-4f47-84d2-580ffdf6a843 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=9eebc5a8-df72-458b-8d7c-f6b6be181ff7 HTTP/1.1" status: 200 len: 205 time: 0.0649931 Feb 15 14:20:13.330340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55694) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:13.372263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 99a9884d-0415-40df-8d2e-3ed6ea8c6962 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:20:13.373035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 99a9884d-0415-40df-8d2e-3ed6ea8c6962 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:20:13.373719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b4b1cb5b-179a-40fb-b742-feab1cae69c4 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:20:13.466161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (0a03e2dc-03b4-43cc-b62e-572a3c0b2cae), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.468813 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-16985a29-b2c3-4603-ade2-f3d07bd4b127 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.651423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Deleting port cbf8e198-0793-496f-825b-d79ae48e1584 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:13.651987 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cbf8e198-0793-496f-825b-d79ae48e1584), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.680474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-3f951bb5-4367-4503-a033-1cea4a07bbd8 None None] Set router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:20:13.680700 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-16985a29-b2c3-4603-ade2-f3d07bd4b127 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.686193 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-16985a29-b2c3-4603-ade2-f3d07bd4b127 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.756663 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-16985a29-b2c3-4603-ade2-f3d07bd4b127 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (9eebc5a8-df72-458b-8d7c-f6b6be181ff7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.757712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16985a29-b2c3-4603-ade2-f3d07bd4b127 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Fanout notify agent at l3_agent the message router_deleted on router 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:20:13.764626 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-16985a29-b2c3-4603-ade2-f3d07bd4b127 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.766142 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-16985a29-b2c3-4603-ade2-f3d07bd4b127 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7 HTTP/1.1" status: 204 len: 168 time: 0.4344254 Feb 15 14:20:13.776537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55700) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:13.782470 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-7a66e169-6b95-4ace-b4ee-b324aab0196e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1478694831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:13.794106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3f951bb5-4367-4503-a033-1cea4a07bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eebc5a8-df72-458b-8d7c-f6b6be181ff7', 'name': 'tempest-RoutersIpV6Test-router-677014439', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:19:08Z', 'updated_at': '2022-02-15T14:20:09Z', 'revision_number': 11, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:13.811889 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cbf8e198-0793-496f-825b-d79ae48e1584), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.812406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for floatingip (cbf8e198-0793-496f-825b-d79ae48e1584), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.847334 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7a66e169-6b95-4ace-b4ee-b324aab0196e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (2fa87964-32c6-414e-a1f0-476c80322007), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.848574 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7a66e169-6b95-4ace-b4ee-b324aab0196e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (2fa87964-32c6-414e-a1f0-476c80322007), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.856605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b4b1cb5b-179a-40fb-b742-feab1cae69c4 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:20:13.857179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b4b1cb5b-179a-40fb-b742-feab1cae69c4 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:20:13.861171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f951bb5-4367-4503-a033-1cea4a07bbd8 None None] Checking router: 9eebc5a8-df72-458b-8d7c-f6b6be181ff7 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:20:13.877107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Calling delete_port for cbf8e198-0793-496f-825b-d79ae48e1584 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:13.878077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f951bb5-4367-4503-a033-1cea4a07bbd8 None None] Routers set() bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:20:13.878618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f951bb5-4367-4503-a033-1cea4a07bbd8 None None] Router IDs set() for agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 14:20:13.879908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_agentschedulers_db [None req-3f951bb5-4367-4503-a033-1cea4a07bbd8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9eebc5a8-df72-458b-8d7c-f6b6be181ff7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent'). {{(pid=109973) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 15 14:20:13.880281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f951bb5-4367-4503-a033-1cea4a07bbd8 None None] The sync data for ids ['9eebc5a8-df72-458b-8d7c-f6b6be181ff7'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:20:13.975421 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7a66e169-6b95-4ace-b4ee-b324aab0196e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (2fa87964-32c6-414e-a1f0-476c80322007), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:13.990145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7a66e169-6b95-4ace-b4ee-b324aab0196e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (2fa87964-32c6-414e-a1f0-476c80322007), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:14.044781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7a66e169-6b95-4ace-b4ee-b324aab0196e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:14.046102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7a66e169-6b95-4ace-b4ee-b324aab0196e tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2685292 Feb 15 14:20:14.048720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55702) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:14.053406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-df610f3c-6e9d-42d8-b34f-a37f8f0e8209 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:14.057709 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-a9a9120f-016d-4e07-90ae-e455fbaf407e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2277343 Feb 15 14:20:14.207347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cbf8e198-0793-496f-825b-d79ae48e1584), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:14.213905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-eba1c988-e52a-4050-af3f-0439aa072f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:14.215658 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-eba1c988-e52a-4050-af3f-0439aa072f2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 1128 time: 0.0855336 Feb 15 14:20:14.302394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbf8e198-0793-496f-825b-d79ae48e1584,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:14.447884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for floatingip (a6dafe7c-12b7-4d20-9ac9-a763d6347a31), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:14.477833 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-0f7ba182-7dbb-45b0-9169-8a669397ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:14.479392 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-0f7ba182-7dbb-45b0-9169-8a669397ada4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.2140999 Feb 15 14:20:14.606143 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (112e6fc5-01db-44d8-95e4-f3c4d31a93e8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:14.668057 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-0b12e95e-8426-4281-a755-fda12d3ff29b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e67091-082e-44af-ab2e-e08c3f96b7c6 HTTP/1.1" status: 200 len: 1001 time: 0.1803303 Feb 15 14:20:14.742264 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2acf4504-b916-4bef-8b1b-b27228680e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:14.775122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-1e8fc0d0-783e-4c25-ae67-09036d88994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:14.777023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-1e8fc0d0-783e-4c25-ae67-09036d88994d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.0876818 Feb 15 14:20:14.825185 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (112e6fc5-01db-44d8-95e4-f3c4d31a93e8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:14.909361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=112e6fc5-01db-44d8-95e4-f3c4d31a93e8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:14.914349 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df610f3c-6e9d-42d8-b34f-a37f8f0e8209 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (2fa87964-32c6-414e-a1f0-476c80322007), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:14.932621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-80df2b85-f5e0-4dea-8558-fe148d75c074 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2044344 Feb 15 14:20:14.957320 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df610f3c-6e9d-42d8-b34f-a37f8f0e8209 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (2fa87964-32c6-414e-a1f0-476c80322007), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:14.990071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (0a03e2dc-03b4-43cc-b62e-572a3c0b2cae), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:15.003816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-e01209d6-1ebe-4663-aed7-d28b0d7094cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:15.005331 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-e01209d6-1ebe-4663-aed7-d28b0d7094cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1911957 Feb 15 14:20:15.030041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a03e2dc-03b4-43cc-b62e-572a3c0b2cae']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:15.100924 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24f4692-41f8-4b80-a0b7-a21bacb22639') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:15.101601 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24f4692-41f8-4b80-a0b7-a21bacb22639') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:15.124136 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (f24f4692-41f8-4b80-a0b7-a21bacb22639), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:15.144979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-33209285-2fe4-4ba1-b3b2-9bcaa003340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:15.146568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-33209285-2fe4-4ba1-b3b2-9bcaa003340e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a70dbe697a540668554e2bdc9fc1c7e&device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 1131 time: 0.1153553 Feb 15 14:20:15.162820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df610f3c-6e9d-42d8-b34f-a37f8f0e8209 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Router 2fa87964-32c6-414e-a1f0-476c80322007 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:20:15.165844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f24f4692-41f8-4b80-a0b7-a21bacb22639), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:15.173733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:15.174225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (f24f4692-41f8-4b80-a0b7-a21bacb22639), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:15.270661 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:15.291978 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (0a03e2dc-03b4-43cc-b62e-572a3c0b2cae), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:15.308280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a03e2dc-03b4-43cc-b62e-572a3c0b2cae {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 14:20:15.331997 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:15.337931 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "DELETE /v2.0/networks/0a03e2dc-03b4-43cc-b62e-572a3c0b2cae HTTP/1.1" status: 204 len: 168 time: 2.0133591 Feb 15 14:20:15.365789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55716) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:15.404922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df610f3c-6e9d-42d8-b34f-a37f8f0e8209 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:20:15.413473 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df610f3c-6e9d-42d8-b34f-a37f8f0e8209 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:15.416953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-df610f3c-6e9d-42d8-b34f-a37f8f0e8209 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "PUT /v2.0/routers/2fa87964-32c6-414e-a1f0-476c80322007 HTTP/1.1" status: 200 len: 698 time: 1.3647490 Feb 15 14:20:15.417654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55718) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:15.568962 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-364832e3-d136-46a8-85ec-69e5f1344b86 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509646 Feb 15 14:20:15.569722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e14886-e0fa-4f02-b7df-0af9c84d66a0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a03e2dc-03b4-43cc-b62e-572a3c0b2cae,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:15.605951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-62d04af4-f948-49d2-8bcf-fc79d437bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:15.607526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-62d04af4-f948-49d2-8bcf-fc79d437bf53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.4358528 Feb 15 14:20:15.726238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55722) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:15.727765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e2e5f08c-71b6-4a4c-ba3c-02249c3035f1 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/routers/2fa87964-32c6-414e-a1f0-476c80322007 HTTP/1.1" status: 200 len: 704 time: 0.3087335 Feb 15 14:20:15.734462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-c9cf0f53-1579-4ff9-a049-dd4bcbac8f24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=caae5800-5d03-4c52-b57b-839d33bcdaea HTTP/1.1" status: 200 len: 217 time: 0.1022503 Feb 15 14:20:15.773573 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5004806a-cb19-40e0-9981-34ace931202d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa87964-32c6-414e-a1f0-476c80322007 HTTP/1.1" status: 200 len: 205 time: 0.0425482 Feb 15 14:20:15.777922 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55724) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:15.806740 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-37a31195-4c85-492c-b918-ebadf1754eee tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.4243433 Feb 15 14:20:15.829651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55726) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:15.869696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-ae0532e1-3221-4f3f-82d2-7781b4c9e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:15.871277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-ae0532e1-3221-4f3f-82d2-7781b4c9e6de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1320982 Feb 15 14:20:16.134357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531407d-d50a-4a0a-acb2-aebc684b2567 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:16.142127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531407d-d50a-4a0a-acb2-aebc684b2567 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:16.142854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531407d-d50a-4a0a-acb2-aebc684b2567 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:16.146769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531407d-d50a-4a0a-acb2-aebc684b2567 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:16.147962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531407d-d50a-4a0a-acb2-aebc684b2567 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:16.148603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531407d-d50a-4a0a-acb2-aebc684b2567 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:16.151794 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a531407d-d50a-4a0a-acb2-aebc684b2567 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4017 time: 0.3208363 Feb 15 14:20:16.161602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55732) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:16.354719 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b728c325-7e36-4a35-9e67-1bf72a2c74a9 None None] Sync routers for ids ['2fa87964-32c6-414e-a1f0-476c80322007'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:20:16.369341 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b728c325-7e36-4a35-9e67-1bf72a2c74a9 None None] Routers {'2fa87964-32c6-414e-a1f0-476c80322007'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:20:16.371849 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b728c325-7e36-4a35-9e67-1bf72a2c74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2fa87964-32c6-414e-a1f0-476c80322007'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:16.449612 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-3012aeb9-4d82-4396-9742-29192f6027ee tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] delete failed (client error): The resource could not be found. Feb 15 14:20:16.462685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3012aeb9-4d82-4396-9742-29192f6027ee tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/a6dafe7c-12b7-4d20-9ac9-a763d6347a31 HTTP/1.1" status: 404 len: 345 time: 0.2996969 Feb 15 14:20:16.466834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55740) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:16.505358 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b728c325-7e36-4a35-9e67-1bf72a2c74a9 None None] Set router 2fa87964-32c6-414e-a1f0-476c80322007 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:20:16.513886 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-686aa472-5692-4a73-a8f2-c30410e3823f tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] DELETE failed (client error): The resource could not be found. Feb 15 14:20:16.514416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686aa472-5692-4a73-a8f2-c30410e3823f tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:20:16.517595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-686aa472-5692-4a73-a8f2-c30410e3823f tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "DELETE /v2.0/networks/0a03e2dc-03b4-43cc-b62e-572a3c0b2cae HTTP/1.1" status: 404 len: 339 time: 0.0493159 Feb 15 14:20:16.531124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55742) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:16.531519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55744) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:16.555371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Request body: {'network': {'name': 'tempest-network--771501716', 'router:external': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:16.566880 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8d82b713-e807-434a-bfd9-859a8fb3de9b req-0f5c518f-7f33-4284-b595-e7e46ed850c1 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9259262 Feb 15 14:20:16.619914 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b728c325-7e36-4a35-9e67-1bf72a2c74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa87964-32c6-414e-a1f0-476c80322007', 'name': 'tempest-RoutersIpV6Test-router-1478694831', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:13Z', 'updated_at': '2022-02-15T14:20:14Z', 'revision_number': 2, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:16.650315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e09-fcf4-48d4-8bea-125bf142016a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (2fa87964-32c6-414e-a1f0-476c80322007), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:16.653055 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Made reservation on behalf of ec7832d62aeb42d4879cfa04a7fe7298 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:16.658691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:16.662986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-bd7c5e03-c841-4386-8188-896b661fa9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:16.664505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-bd7c5e03-c841-4386-8188-896b661fa9ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5093374 Feb 15 14:20:16.711710 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b728c325-7e36-4a35-9e67-1bf72a2c74a9 None None] Checking router: 2fa87964-32c6-414e-a1f0-476c80322007 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:20:16.738309 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b728c325-7e36-4a35-9e67-1bf72a2c74a9 None None] Routers {'2fa87964-32c6-414e-a1f0-476c80322007'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:20:16.739320 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b728c325-7e36-4a35-9e67-1bf72a2c74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:19:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2fa87964-32c6-414e-a1f0-476c80322007'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:16.836624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:20:16.895197 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7fc6015b-d5a1-44a8-b401-18209b4eb4f9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:16.895605 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Added segment 7fc6015b-d5a1-44a8-b401-18209b4eb4f9 of type vlan for network 626cc201-51c1-4cdb-9798-838a3e86c6bb Feb 15 14:20:16.909645 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3acabf2b-7c2d-4aa6-b5cd-4c0fc240f4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:16.942337 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e09-fcf4-48d4-8bea-125bf142016a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (2fa87964-32c6-414e-a1f0-476c80322007), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:16.945305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e09-fcf4-48d4-8bea-125bf142016a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router_controller (2fa87964-32c6-414e-a1f0-476c80322007), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:16.951355 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b728c325-7e36-4a35-9e67-1bf72a2c74a9 None None] Set router 2fa87964-32c6-414e-a1f0-476c80322007 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:20:17.062192 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e09-fcf4-48d4-8bea-125bf142016a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (2fa87964-32c6-414e-a1f0-476c80322007), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:17.063699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dab3e09-fcf4-48d4-8bea-125bf142016a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Fanout notify agent at l3_agent the message router_deleted on router 2fa87964-32c6-414e-a1f0-476c80322007 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:20:17.073042 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e09-fcf4-48d4-8bea-125bf142016a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:17.075710 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b728c325-7e36-4a35-9e67-1bf72a2c74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa87964-32c6-414e-a1f0-476c80322007', 'name': 'tempest-RoutersIpV6Test-router-1478694831', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:13Z', 'updated_at': '2022-02-15T14:20:14Z', 'revision_number': 2, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:17.080031 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5dab3e09-fcf4-48d4-8bea-125bf142016a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/2fa87964-32c6-414e-a1f0-476c80322007 HTTP/1.1" status: 204 len: 168 time: 1.2993557 Feb 15 14:20:17.080530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55756) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.117390 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (626cc201-51c1-4cdb-9798-838a3e86c6bb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:17.126516 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6405daa8-e830-491d-86b7-ed59c8ba33d7 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fa87964-32c6-414e-a1f0-476c80322007 HTTP/1.1" status: 200 len: 205 time: 0.0444741 Feb 15 14:20:17.127216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55758) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.138546 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b728c325-7e36-4a35-9e67-1bf72a2c74a9 None None] The sync data for ids ['2fa87964-32c6-414e-a1f0-476c80322007'] in n-d-829064-15 is: [{'id': '2fa87964-32c6-414e-a1f0-476c80322007', 'name': 'tempest-RoutersIpV6Test-router-1478694831', 'tenant_id': 'af77488d62884c18bca088cd899ecfb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:20:13Z', 'updated_at': '2022-02-15T14:20:14Z', 'revision_number': 2, 'project_id': 'af77488d62884c18bca088cd899ecfb8', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:20:17.158840 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4872fc24-ac8f-42c8-b6bf-45a9eef0d473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:17.179105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-8eb0a0c6-2d78-4173-ba04-62ef3c4655be service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942977 Feb 15 14:20:17.179948 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-ba014c68-0525-4fe7-a9eb-392da1395f52 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] delete failed (client error): The resource could not be found. Feb 15 14:20:17.183931 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ba014c68-0525-4fe7-a9eb-392da1395f52 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/2fa87964-32c6-414e-a1f0-476c80322007 HTTP/1.1" status: 404 len: 336 time: 0.0557625 Feb 15 14:20:17.185779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55760) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.216099 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f36bc07-3349-4d10-870d-cddb400acd8d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] DELETE failed (client error): The resource could not be found. Feb 15 14:20:17.216927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f36bc07-3349-4d10-870d-cddb400acd8d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:20:17.229434 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (626cc201-51c1-4cdb-9798-838a3e86c6bb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:17.229714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:17.230526 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6f36bc07-3349-4d10-870d-cddb400acd8d tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/a68681e5-b57e-4e10-84f4-826190ee023e HTTP/1.1" status: 404 len: 337 time: 0.0422499 Feb 15 14:20:17.230736 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:17.231487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55762) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.273510 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca87df4-18e1-4b28-b9f9-6ccfd47e8e61 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] DELETE failed (client error): The resource could not be found. Feb 15 14:20:17.274148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca87df4-18e1-4b28-b9f9-6ccfd47e8e61 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:20:17.280644 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0ca87df4-18e1-4b28-b9f9-6ccfd47e8e61 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/23b93b17-5f6c-4ea9-bcab-82822357bc8b HTTP/1.1" status: 404 len: 337 time: 0.0480034 Feb 15 14:20:17.282534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55764) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.317768 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-2735e702-0323-4984-9543-f8c990e7759f tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] DELETE failed (client error): The resource could not be found. Feb 15 14:20:17.318485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2735e702-0323-4984-9543-f8c990e7759f tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:20:17.324581 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2735e702-0323-4984-9543-f8c990e7759f tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/e54d9a75-c487-48fb-804b-e4eb5e5b089f HTTP/1.1" status: 404 len: 337 time: 0.0408757 Feb 15 14:20:17.325423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55766) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.359112 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0cbaad-9eed-4b18-8da7-eddb4fad0a61 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] DELETE failed (client error): The resource could not be found. Feb 15 14:20:17.360324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0cbaad-9eed-4b18-8da7-eddb4fad0a61 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:20:17.366634 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ea0cbaad-9eed-4b18-8da7-eddb4fad0a61 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/d14b4878-6ec7-46b8-b380-e9d15d295062 HTTP/1.1" status: 404 len: 337 time: 0.0400765 Feb 15 14:20:17.367725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55768) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.370217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8374038 Feb 15 14:20:17.372478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3acabf2b-7c2d-4aa6-b5cd-4c0fc240f4a3 admin admin] Publish callbacks [] for security_group (4b6af70c-9593-4441-8406-dbd0c6579deb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:17.383942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55770) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.408194 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b0fbd520-0c38-4032-9cc6-9e6915d34257 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=9eebc5a8-df72-458b-8d7c-f6b6be181ff7 HTTP/1.1" status: 200 len: 205 time: 0.0387545 Feb 15 14:20:17.409223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55772) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.455534 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-8865664a-3031-4d85-a3b6-48df50bf3a3a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] delete failed (client error): The resource could not be found. Feb 15 14:20:17.460157 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8865664a-3031-4d85-a3b6-48df50bf3a3a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/9eebc5a8-df72-458b-8d7c-f6b6be181ff7 HTTP/1.1" status: 404 len: 336 time: 0.0500093 Feb 15 14:20:17.460710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55774) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.514586 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9ccc14e2-118e-4a63-b16c-ff9dd0989aec tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cd7a0be-ffb3-456f-b70f-ed702676f509 HTTP/1.1" status: 200 len: 205 time: 0.0527782 Feb 15 14:20:17.515208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55780) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.549871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5a0bc-92c9-4731-9bab-c2df2fa176f2 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:17.554981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5a0bc-92c9-4731-9bab-c2df2fa176f2 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:17.560212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5a0bc-92c9-4731-9bab-c2df2fa176f2 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:17.566036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5a0bc-92c9-4731-9bab-c2df2fa176f2 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:17.570665 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-49b5a0bc-92c9-4731-9bab-c2df2fa176f2 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.1857421 Feb 15 14:20:17.575427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55782) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.579870 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3acabf2b-7c2d-4aa6-b5cd-4c0fc240f4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4b6af70c-9593-4441-8406-dbd0c6579deb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:17.604938 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-5b2e2fe4-a73f-402c-a8ed-3cf0934c64fc tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] delete failed (client error): The resource could not be found. Feb 15 14:20:17.623299 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5b2e2fe4-a73f-402c-a8ed-3cf0934c64fc tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/4cd7a0be-ffb3-456f-b70f-ed702676f509 HTTP/1.1" status: 404 len: 336 time: 0.1030238 Feb 15 14:20:17.623299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55784) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.650451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e329c9-0eef-4e29-9404-aa2050f6cd21 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event updated for resources: {'Network': ['ID=626cc201-51c1-4cdb-9798-838a3e86c6bb,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:17.664767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 626cc201-51c1-4cdb-9798-838a3e86c6bb details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:20:17.689221 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-0031aebc-256f-4c35-96cb-b93410193618 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] DELETE failed (client error): The resource could not be found. Feb 15 14:20:17.692053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0031aebc-256f-4c35-96cb-b93410193618 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:20:17.700358 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0031aebc-256f-4c35-96cb-b93410193618 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/e79c2574-773f-4060-8058-b31116d9e69b HTTP/1.1" status: 404 len: 337 time: 0.0745149 Feb 15 14:20:17.701189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55786) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.705214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3acabf2b-7c2d-4aa6-b5cd-4c0fc240f4a3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b28b53d22e54df48270143ef249ed12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1572738 Feb 15 14:20:17.705214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acabf2b-7c2d-4aa6-b5cd-4c0fc240f4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6af70c-9593-4441-8406-dbd0c6579deb,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:17.708179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55788) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.740595 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (626cc201-51c1-4cdb-9798-838a3e86c6bb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:17.763321 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e8e813ed-ddba-4eae-98c4-7abc091b38ff tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cea3e45-8baf-4516-896b-6eb7a07c6708 HTTP/1.1" status: 200 len: 205 time: 0.0548556 Feb 15 14:20:17.763930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55790) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.799962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3882e36b-7f90-4a7f-bc9d-152d6b073bab req-490bab60-d989-428c-8da3-32168bcb26f8 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874746 Feb 15 14:20:17.837513 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-b3555622-6e8c-4772-855f-cdcba1baa2db tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] delete failed (client error): The resource could not be found. Feb 15 14:20:17.841112 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b3555622-6e8c-4772-855f-cdcba1baa2db tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/1cea3e45-8baf-4516-896b-6eb7a07c6708 HTTP/1.1" status: 404 len: 336 time: 0.0737376 Feb 15 14:20:17.842037 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55792) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.879734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-768b1f80-4f77-434f-a700-6cb66fff3461 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=2297abd4-fe46-45ce-8e71-a6248e237447 HTTP/1.1" status: 200 len: 205 time: 0.0347700 Feb 15 14:20:17.880293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55794) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.923404 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-e5ccd9bd-e649-4d66-b35c-95e567287b3c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] delete failed (client error): The resource could not be found. Feb 15 14:20:17.927409 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e5ccd9bd-e649-4d66-b35c-95e567287b3c tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/2297abd4-fe46-45ce-8e71-a6248e237447 HTTP/1.1" status: 404 len: 336 time: 0.0432856 Feb 15 14:20:17.928747 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (626cc201-51c1-4cdb-9798-838a3e86c6bb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:17.931068 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55796) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.989004 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fb761e-ae18-467e-8e7a-2c45b9dc9737 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] DELETE failed (client error): The resource could not be found. Feb 15 14:20:17.989497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fb761e-ae18-467e-8e7a-2c45b9dc9737 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:20:17.994950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a7fb761e-ae18-467e-8e7a-2c45b9dc9737 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/3dc97c1d-774a-43e3-af1b-4a1fc62b187f HTTP/1.1" status: 404 len: 337 time: 0.0597780 Feb 15 14:20:17.994950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626cc201-51c1-4cdb-9798-838a3e86c6bb']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:17.995513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55798) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:17.996813 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2e0334d4-2bbd-4aad-b7a7-2e0f5e88d3f1 admin admin] Publish callbacks [] for security_group (4b6af70c-9593-4441-8406-dbd0c6579deb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.007872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc6015b-d5a1-44a8-b401-18209b4eb4f9') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:18.007872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc6015b-d5a1-44a8-b401-18209b4eb4f9') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:18.026009 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (7fc6015b-d5a1-44a8-b401-18209b4eb4f9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.048402 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d1fa13f3-dd78-499e-bb31-7f108d790d5a tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f HTTP/1.1" status: 200 len: 205 time: 0.0494010 Feb 15 14:20:18.048694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55802) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:18.053723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2e0334d4-2bbd-4aad-b7a7-2e0f5e88d3f1 admin admin] Publish callbacks [] for security_group (4b6af70c-9593-4441-8406-dbd0c6579deb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.128360 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7fc6015b-d5a1-44a8-b401-18209b4eb4f9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.132909 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-8c6f6d1c-9b8b-4c8e-92cd-d32b9f2910e6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] delete failed (client error): The resource could not be found. Feb 15 14:20:18.138646 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8c6f6d1c-9b8b-4c8e-92cd-d32b9f2910e6 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/1a4b3b4c-ec70-4ce1-bad1-b7c37fd1624f HTTP/1.1" status: 404 len: 336 time: 0.0865359 Feb 15 14:20:18.139472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55804) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:18.140628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:18.141742 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (7fc6015b-d5a1-44a8-b401-18209b4eb4f9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.173388 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-591eb007-a377-45a8-92cd-68ee5c03d185 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] DELETE failed (client error): The resource could not be found. Feb 15 14:20:18.174058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591eb007-a377-45a8-92cd-68ee5c03d185 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:20:18.179690 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-591eb007-a377-45a8-92cd-68ee5c03d185 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/2d5899e6-06e5-4ecf-8e6e-cfaada950380 HTTP/1.1" status: 404 len: 337 time: 0.0365911 Feb 15 14:20:18.179977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55806) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:18.198606 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:18.218226 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2e0334d4-2bbd-4aad-b7a7-2e0f5e88d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4b6af70c-9593-4441-8406-dbd0c6579deb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.221256 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2e0334d4-2bbd-4aad-b7a7-2e0f5e88d3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.225845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2e0334d4-2bbd-4aad-b7a7-2e0f5e88d3f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b6af70c-9593-4441-8406-dbd0c6579deb HTTP/1.1" status: 204 len: 168 time: 0.5055764 Feb 15 14:20:18.231169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0b33c9e3-7d86-4c2d-88a5-2eac9b70700b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "GET /v2.0/ports?device_id=14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c HTTP/1.1" status: 200 len: 205 time: 0.0499458 Feb 15 14:20:18.231971 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55810) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:18.237410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0334d4-2bbd-4aad-b7a7-2e0f5e88d3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6af70c-9593-4441-8406-dbd0c6579deb,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:18.263554 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (626cc201-51c1-4cdb-9798-838a3e86c6bb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.272428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 626cc201-51c1-4cdb-9798-838a3e86c6bb {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 14:20:18.275746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.280445 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "DELETE /v2.0/networks/626cc201-51c1-4cdb-9798-838a3e86c6bb HTTP/1.1" status: 204 len: 168 time: 0.7022717 Feb 15 14:20:18.285425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55812) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:18.291963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Request body: {'network': {'name': 'tempest-network--2088068890', 'router:external': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:18.323343 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Made reservation on behalf of ec7832d62aeb42d4879cfa04a7fe7298 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:18.327363 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.378168 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.381597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:20:18.404068 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (932126d4-7006-4d41-a124-b6b15e4cf2eb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.404420 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Added segment 932126d4-7006-4d41-a124-b6b15e4cf2eb of type vlan for network 098e75c9-ec18-4e83-a01e-73afa317b88b Feb 15 14:20:18.406372 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-9b3b6706-6842-49d8-a498-e97c09da3e2b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] delete failed (client error): The resource could not be found. Feb 15 14:20:18.413765 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9b3b6706-6842-49d8-a498-e97c09da3e2b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/routers/14cca9a5-d0f3-4187-9aa2-a4c0dd40ad0c HTTP/1.1" status: 404 len: 336 time: 0.1805954 Feb 15 14:20:18.415796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55814) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:18.483101 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-00863114-5171-4aa4-a059-3279af88dee9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] DELETE failed (client error): The resource could not be found. Feb 15 14:20:18.483682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00863114-5171-4aa4-a059-3279af88dee9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:20:18.486890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d8a15-b2ad-4434-ac0c-c1a01921edb0 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event deleted for resources: {'Network': ['ID=626cc201-51c1-4cdb-9798-838a3e86c6bb,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:18.499890 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00863114-5171-4aa4-a059-3279af88dee9 tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/0f9ae4b5-9e4d-428b-b98e-749c3636a7ea HTTP/1.1" status: 404 len: 337 time: 0.0820639 Feb 15 14:20:18.503537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55818) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:18.530033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (098e75c9-ec18-4e83-a01e-73afa317b88b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.579278 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-25aec69b-5769-48e6-8cd1-c5ab33ed324b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] DELETE failed (client error): The resource could not be found. Feb 15 14:20:18.584838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25aec69b-5769-48e6-8cd1-c5ab33ed324b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:20:18.596277 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-25aec69b-5769-48e6-8cd1-c5ab33ed324b tempest-RoutersIpV6Test-949234561 tempest-RoutersIpV6Test-949234561-project] 10.222.0.72 "DELETE /v2.0/subnets/841a78b8-b9b0-45a4-a5c8-42639fa9f1e7 HTTP/1.1" status: 404 len: 337 time: 0.0915596 Feb 15 14:20:18.658188 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (098e75c9-ec18-4e83-a01e-73afa317b88b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.659212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:18.659803 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:18.805210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55828) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:18.805403 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5186462 Feb 15 14:20:18.818195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd67526-ea7a-4155-90c5-26d279ad6c0d tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event updated for resources: {'Network': ['ID=098e75c9-ec18-4e83-a01e-73afa317b88b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:18.839792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 098e75c9-ec18-4e83-a01e-73afa317b88b details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:20:19.020813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b560f-eea8-4b5f-a1a5-75f6508abd68 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:19.022507 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1b0b560f-eea8-4b5f-a1a5-75f6508abd68 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] 10.222.0.72 "GET /v2.0/networks/098e75c9-ec18-4e83-a01e-73afa317b88b HTTP/1.1" status: 200 len: 757 time: 0.2154653 Feb 15 14:20:19.025551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55836) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:19.259092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55844) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:19.304894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9c4a9e-264a-4e57-b53f-6584dc15cc67 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:19.306344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cf9c4a9e-264a-4e57-b53f-6584dc15cc67 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] 10.222.0.72 "GET /v2.0/networks/abbd426b-a961-4b01-9835-abd51da247a8 HTTP/1.1" status: 200 len: 767 time: 0.2797983 Feb 15 14:20:19.309199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55850) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:19.494034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (098e75c9-ec18-4e83-a01e-73afa317b88b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:19.670844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (098e75c9-ec18-4e83-a01e-73afa317b88b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:19.697186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098e75c9-ec18-4e83-a01e-73afa317b88b']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:19.719857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932126d4-7006-4d41-a124-b6b15e4cf2eb') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:19.720549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932126d4-7006-4d41-a124-b6b15e4cf2eb') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:19.736597 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:19.741343 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (932126d4-7006-4d41-a124-b6b15e4cf2eb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:19.756675 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (932126d4-7006-4d41-a124-b6b15e4cf2eb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:19.772948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:19.773296 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (932126d4-7006-4d41-a124-b6b15e4cf2eb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:19.878473 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:19.886878 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e0dd22b3-887a-4297-a8d6-89614d3d18fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af77488d62884c18bca088cd899ecfb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6264617 Feb 15 14:20:19.889882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55864) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:19.890377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (098e75c9-ec18-4e83-a01e-73afa317b88b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:19.944552 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 098e75c9-ec18-4e83-a01e-73afa317b88b {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 14:20:19.946261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event deleted for resources: {'Network': ['ID=098e75c9-ec18-4e83-a01e-73afa317b88b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:19.948358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:19.951706 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-44b96486-7f9b-4bf6-99e2-0729d0d2ffd3 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "DELETE /v2.0/networks/098e75c9-ec18-4e83-a01e-73afa317b88b HTTP/1.1" status: 204 len: 168 time: 0.6415179 Feb 15 14:20:19.955941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55866) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:19.961414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Request body: {'network': {'name': 'tempest-network--1701772579'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:20.019702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Made reservation on behalf of ec7832d62aeb42d4879cfa04a7fe7298 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:20.022178 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.066741 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bfc0974a-f36d-482c-8ab0-49336b59c601 admin admin] Publish callbacks [] for security_group (18ce6fd6-6839-419a-b0a1-0f8ee9bc60fa), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.076714 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:20:20.108779 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4893f895-7e99-496a-85d2-cd2881dbae81), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.109274 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Added segment 4893f895-7e99-496a-85d2-cd2881dbae81 of type vlan for network 54ab154d-e673-4343-af3c-f8d28883f48b Feb 15 14:20:20.122386 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bfc0974a-f36d-482c-8ab0-49336b59c601 admin admin] Publish callbacks [] for security_group (18ce6fd6-6839-419a-b0a1-0f8ee9bc60fa), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.193151 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (54ab154d-e673-4343-af3c-f8d28883f48b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.232610 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bfc0974a-f36d-482c-8ab0-49336b59c601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (18ce6fd6-6839-419a-b0a1-0f8ee9bc60fa), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.236543 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bfc0974a-f36d-482c-8ab0-49336b59c601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.248174 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bfc0974a-f36d-482c-8ab0-49336b59c601 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18ce6fd6-6839-419a-b0a1-0f8ee9bc60fa HTTP/1.1" status: 204 len: 168 time: 0.3527977 Feb 15 14:20:20.250732 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (54ab154d-e673-4343-af3c-f8d28883f48b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.251843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:20.252604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.278864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0974a-f36d-482c-8ab0-49336b59c601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce6fd6-6839-419a-b0a1-0f8ee9bc60fa,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:20.371874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55872) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:20.372543 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4148674 Feb 15 14:20:20.378509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b6385c5d-e4f8-4059-a25f-b7316b7a35df tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:20.398070 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34456dbd-d3dd-43a9-9c28-67ed7c061f97 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event updated for resources: {'Network': ['ID=54ab154d-e673-4343-af3c-f8d28883f48b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:20.419055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 54ab154d-e673-4343-af3c-f8d28883f48b details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:20:20.816276 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b6385c5d-e4f8-4059-a25f-b7316b7a35df tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (54ab154d-e673-4343-af3c-f8d28883f48b), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.861225 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b6385c5d-e4f8-4059-a25f-b7316b7a35df tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (54ab154d-e673-4343-af3c-f8d28883f48b), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.992177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6385c5d-e4f8-4059-a25f-b7316b7a35df tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Network 54ab154d-e673-4343-af3c-f8d28883f48b is not hosted by any dhcp agent {{(pid=109971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 14:20:20.995975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6385c5d-e4f8-4059-a25f-b7316b7a35df tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:20.996960 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b6385c5d-e4f8-4059-a25f-b7316b7a35df tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:20.999002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b6385c5d-e4f8-4059-a25f-b7316b7a35df tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "PUT /v2.0/networks/54ab154d-e673-4343-af3c-f8d28883f48b HTTP/1.1" status: 200 len: 858 time: 0.6253972 Feb 15 14:20:21.000737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6385c5d-e4f8-4059-a25f-b7316b7a35df tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event updated for resources: {'Network': ['ID=54ab154d-e673-4343-af3c-f8d28883f48b,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:21.002254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55888) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:21.071813 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:21.197940 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (54ab154d-e673-4343-af3c-f8d28883f48b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:21.329863 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (54ab154d-e673-4343-af3c-f8d28883f48b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:21.363117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ab154d-e673-4343-af3c-f8d28883f48b']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:21.378031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4893f895-7e99-496a-85d2-cd2881dbae81') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:21.378334 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4893f895-7e99-496a-85d2-cd2881dbae81') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:21.389093 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (4893f895-7e99-496a-85d2-cd2881dbae81), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:21.403774 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4893f895-7e99-496a-85d2-cd2881dbae81), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:21.413772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:21.419008 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (4893f895-7e99-496a-85d2-cd2881dbae81), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:21.563033 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:21.569152 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (54ab154d-e673-4343-af3c-f8d28883f48b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:21.582332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54ab154d-e673-4343-af3c-f8d28883f48b {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 14:20:21.600269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:21.603954 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] 10.222.0.72 "DELETE /v2.0/networks/54ab154d-e673-4343-af3c-f8d28883f48b HTTP/1.1" status: 204 len: 168 time: 0.6005483 Feb 15 14:20:21.605599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740241b-e97b-47a9-9131-f3e63043ead2 tempest-ExternalNetworksTestJSON-566443066 tempest-ExternalNetworksTestJSON-566443066-project-admin] Pushing event deleted for resources: {'Network': ['ID=54ab154d-e673-4343-af3c-f8d28883f48b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:21.609561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55904) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:21.722188 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58e6a78-bdfe-47ed-b769-e5fde5f8f179 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] DELETE failed (client error): The resource could not be found. Feb 15 14:20:21.723235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58e6a78-bdfe-47ed-b769-e5fde5f8f179 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:20:21.726684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e58e6a78-bdfe-47ed-b769-e5fde5f8f179 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] 10.222.0.72 "DELETE /v2.0/subnets/112e6fc5-01db-44d8-95e4-f3c4d31a93e8 HTTP/1.1" status: 404 len: 337 time: 0.1160119 Feb 15 14:20:21.729292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55910) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:21.880936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (abbd426b-a961-4b01-9835-abd51da247a8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:21.990533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55916) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:22.047508 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (abbd426b-a961-4b01-9835-abd51da247a8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.069892 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbd426b-a961-4b01-9835-abd51da247a8']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:22.081369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb48122-bf5c-4c29-9e76-78273e83b170') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:22.082268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb48122-bf5c-4c29-9e76-78273e83b170') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:22.093209 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (6fb48122-bf5c-4c29-9e76-78273e83b170), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.111872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6fb48122-bf5c-4c29-9e76-78273e83b170), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.120277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:22.121044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (6fb48122-bf5c-4c29-9e76-78273e83b170), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:22.197813 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:22.207099 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (abbd426b-a961-4b01-9835-abd51da247a8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.223502 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.227644 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] 10.222.0.72 "DELETE /v2.0/networks/abbd426b-a961-4b01-9835-abd51da247a8 HTTP/1.1" status: 204 len: 168 time: 0.4970367 Feb 15 14:20:22.245949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a903d2-5eaf-48e1-aa09-1daad76572b3 tempest-ExternalNetworksTestJSON-306241999 tempest-ExternalNetworksTestJSON-306241999-project] Pushing event deleted for resources: {'Network': ['ID=abbd426b-a961-4b01-9835-abd51da247a8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:22.261036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1008803223'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:22.298782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Made reservation on behalf of a0f06e0c4c79438ea20884fc19105ba0 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:22.302584 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.322577 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.503724 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks [] for security_group (8bb8044c-cca1-437c-a45e-b0602535c11d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.511267 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8bb8044c-cca1-437c-a45e-b0602535c11d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.542641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:20:22.561362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (93aed7c6-7f2c-4376-9bca-87f9dda70e15), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.562069 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Added segment 93aed7c6-7f2c-4376-9bca-87f9dda70e15 of type vlan for network d788f067-8805-4ae3-8bce-294af89f9116 Feb 15 14:20:22.565011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb8044c-cca1-437c-a45e-b0602535c11d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:22.621207 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (d788f067-8805-4ae3-8bce-294af89f9116), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.654752 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (d788f067-8805-4ae3-8bce-294af89f9116), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.662707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:22.663520 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:22.682716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55928) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:22.842844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8505778 Feb 15 14:20:22.846323 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55936) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:22.853369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-1aeb8fbf-110a-498a-ab93-f175b9dae7a6 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116', 'tempest-TagsTest-Tag-122248492') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:22.857623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea322a58-c9a2-4aa5-88ec-ffe058ebbf41 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Pushing event updated for resources: {'Network': ['ID=d788f067-8805-4ae3-8bce-294af89f9116,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:22.879876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network d788f067-8805-4ae3-8bce-294af89f9116 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:20:23.010629 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55942) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:23.013085 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d8f57ee9-d0b6-4c0e-9821-f421fba64102 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cfe0cdd0b5d548e7ae29aa1b4cb60845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3267734 Feb 15 14:20:23.054651 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1aeb8fbf-110a-498a-ab93-f175b9dae7a6 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "PUT /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags/tempest-TagsTest-Tag-122248492 HTTP/1.1" status: 201 len: 201 time: 0.2068906 Feb 15 14:20:23.056665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55946) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:23.061741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-03846959-e43c-4db9-80d4-1c5f426e3ebc tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116', 'tempest-TagsTest-Tag-122248492') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:23.132243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef73083c-eaec-4a70-ab78-1604b7544236 admin admin] Publish callbacks [] for security_group (c99e7327-a9df-4542-b527-e8cf18a348cd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:23.187369 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef73083c-eaec-4a70-ab78-1604b7544236 admin admin] Publish callbacks [] for security_group (c99e7327-a9df-4542-b527-e8cf18a348cd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:23.242168 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-03846959-e43c-4db9-80d4-1c5f426e3ebc tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "GET /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags/tempest-TagsTest-Tag-122248492 HTTP/1.1" status: 204 len: 168 time: 0.1842964 Feb 15 14:20:23.244755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55948) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:23.248876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-66b1fc17-5139-469c-b450-c86e377b5dd9 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:23.283501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef73083c-eaec-4a70-ab78-1604b7544236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c99e7327-a9df-4542-b527-e8cf18a348cd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:23.286074 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef73083c-eaec-4a70-ab78-1604b7544236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:23.287455 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ef73083c-eaec-4a70-ab78-1604b7544236 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c99e7327-a9df-4542-b527-e8cf18a348cd HTTP/1.1" status: 204 len: 168 time: 0.2755334 Feb 15 14:20:23.302189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73083c-eaec-4a70-ab78-1604b7544236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99e7327-a9df-4542-b527-e8cf18a348cd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:23.385654 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-66b1fc17-5139-469c-b450-c86e377b5dd9 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "GET /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags HTTP/1.1" status: 200 len: 237 time: 0.1393626 Feb 15 14:20:23.387857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55952) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:23.402429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-5336c409-676d-4a48-88ed-0b259b6c17b2 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116', {'tags': ['tempest-TagsTest-Tag-1783703344', 'tempest-TagsTest-Tag-237451862', 'tempest-TagsTest-Tag-476647962']}) {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:23.547767 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5336c409-676d-4a48-88ed-0b259b6c17b2 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "PUT /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags HTTP/1.1" status: 200 len: 307 time: 0.1584127 Feb 15 14:20:23.550305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55956) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:23.556941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-dcf0f87b-aa40-4454-bb62-4fb958161847 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116', 'tempest-TagsTest-Tag-1783703344') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:23.660332 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:20:23.695646 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dcf0f87b-aa40-4454-bb62-4fb958161847 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "DELETE /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags/tempest-TagsTest-Tag-1783703344 HTTP/1.1" status: 204 len: 168 time: 0.1432061 Feb 15 14:20:23.697994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55958) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:23.704105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-38854ecd-41b3-439e-9347-71d6f3d7fc5e tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116', 'tempest-TagsTest-Tag-1783703344') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:23.784677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55960) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:23.832204 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-38854ecd-41b3-439e-9347-71d6f3d7fc5e tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] show failed (client error): The resource could not be found. Feb 15 14:20:23.833311 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-38854ecd-41b3-439e-9347-71d6f3d7fc5e tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "GET /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags/tempest-TagsTest-Tag-1783703344 HTTP/1.1" status: 404 len: 326 time: 0.1338196 Feb 15 14:20:23.836340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55962) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:23.844979 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-02ef6507-201d-4568-9168-47ca670560a9 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116', 'tempest-TagsTest-Tag-237451862') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:23.856040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3663da2d-c56b-4a68-9d43-e0e113d7c498 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec7832d62aeb42d4879cfa04a7fe7298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0678227 Feb 15 14:20:23.857305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55964) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:23.971629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-706aff25-767a-4b82-a8f7-c55daa400302 admin admin] Publish callbacks [] for security_group (cda2bc1a-b4aa-4087-89d1-db115ed63c82), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:23.979050 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-02ef6507-201d-4568-9168-47ca670560a9 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "GET /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags/tempest-TagsTest-Tag-237451862 HTTP/1.1" status: 204 len: 168 time: 0.1395218 Feb 15 14:20:23.981809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55968) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:23.986956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-66ca404d-3405-4c36-ae9d-9e73a079552c tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116', 'tempest-TagsTest-Tag-476647962') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:24.001194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-706aff25-767a-4b82-a8f7-c55daa400302 admin admin] Publish callbacks [] for security_group (cda2bc1a-b4aa-4087-89d1-db115ed63c82), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:24.079656 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-706aff25-767a-4b82-a8f7-c55daa400302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (cda2bc1a-b4aa-4087-89d1-db115ed63c82), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:24.083907 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-706aff25-767a-4b82-a8f7-c55daa400302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:24.087813 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-706aff25-767a-4b82-a8f7-c55daa400302 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cda2bc1a-b4aa-4087-89d1-db115ed63c82 HTTP/1.1" status: 204 len: 168 time: 0.2277470 Feb 15 14:20:24.102922 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aff25-767a-4b82-a8f7-c55daa400302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda2bc1a-b4aa-4087-89d1-db115ed63c82,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:24.191236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55978) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:24.191481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-66ca404d-3405-4c36-ae9d-9e73a079552c tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "GET /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags/tempest-TagsTest-Tag-476647962 HTTP/1.1" status: 204 len: 168 time: 0.2056780 Feb 15 14:20:24.196293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-dd9f3813-5fbe-4e04-8c87-3007889ba9df tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:24.351093 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dd9f3813-5fbe-4e04-8c87-3007889ba9df tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "DELETE /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags HTTP/1.1" status: 204 len: 168 time: 0.1584942 Feb 15 14:20:24.353751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55986) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:24.360563 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-368341d9-e99b-494b-8b0d-6ca6fbe5b3c6 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116', 'tempest-TagsTest-Tag-237451862') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:24.462017 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-368341d9-e99b-494b-8b0d-6ca6fbe5b3c6 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] show failed (client error): The resource could not be found. Feb 15 14:20:24.466415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-368341d9-e99b-494b-8b0d-6ca6fbe5b3c6 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "GET /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags/tempest-TagsTest-Tag-237451862 HTTP/1.1" status: 404 len: 325 time: 0.1083586 Feb 15 14:20:24.466635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55990) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:24.472387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.tag.tag_plugin [None req-c3e43043-9742-4563-985e-d97e351693b2 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116', 'tempest-TagsTest-Tag-476647962') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:24.560162 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-c3e43043-9742-4563-985e-d97e351693b2 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] show failed (client error): The resource could not be found. Feb 15 14:20:24.563890 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c3e43043-9742-4563-985e-d97e351693b2 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "GET /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags/tempest-TagsTest-Tag-476647962 HTTP/1.1" status: 404 len: 325 time: 0.0936027 Feb 15 14:20:24.564778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55992) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:24.573930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.tag.tag_plugin [None req-c9fee86a-cf87-416a-ad0f-69a4d2558928 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd788f067-8805-4ae3-8bce-294af89f9116') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:24.728452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c9fee86a-cf87-416a-ad0f-69a4d2558928 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "DELETE /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116/tags HTTP/1.1" status: 204 len: 168 time: 0.1629567 Feb 15 14:20:24.732745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55998) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:24.916362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (d788f067-8805-4ae3-8bce-294af89f9116), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:25.091662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (d788f067-8805-4ae3-8bce-294af89f9116), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:25.165326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d788f067-8805-4ae3-8bce-294af89f9116']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:25.183978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93aed7c6-7f2c-4376-9bca-87f9dda70e15') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:25.184310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93aed7c6-7f2c-4376-9bca-87f9dda70e15') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:25.212163 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (93aed7c6-7f2c-4376-9bca-87f9dda70e15), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:25.240247 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (93aed7c6-7f2c-4376-9bca-87f9dda70e15), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:25.251693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:25.252088 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (93aed7c6-7f2c-4376-9bca-87f9dda70e15), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:25.260271 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:25.355596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (d788f067-8805-4ae3-8bce-294af89f9116), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:25.362699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:25.369701 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] 10.222.0.72 "DELETE /v2.0/networks/d788f067-8805-4ae3-8bce-294af89f9116 HTTP/1.1" status: 204 len: 168 time: 0.6358905 Feb 15 14:20:25.404262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738c41f-33bb-4176-8aea-fbd73a41a386 tempest-TagsTest-1353907799 tempest-TagsTest-1353907799-project] Pushing event deleted for resources: {'Network': ['ID=d788f067-8805-4ae3-8bce-294af89f9116,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:25.877459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56028) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:26.141812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56038) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:26.142011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-03f1a911-6215-41e3-b7f3-c76831953ecf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0f06e0c4c79438ea20884fc19105ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2631602 Feb 15 14:20:26.280299 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45615aeb-5b84-4682-bde9-fed2c0a037cc admin admin] Publish callbacks [] for security_group (8bb8044c-cca1-437c-a45e-b0602535c11d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:26.351932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45615aeb-5b84-4682-bde9-fed2c0a037cc admin admin] Publish callbacks [] for security_group (8bb8044c-cca1-437c-a45e-b0602535c11d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:26.525130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45615aeb-5b84-4682-bde9-fed2c0a037cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8bb8044c-cca1-437c-a45e-b0602535c11d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:26.528803 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45615aeb-5b84-4682-bde9-fed2c0a037cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:26.530311 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-45615aeb-5b84-4682-bde9-fed2c0a037cc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8bb8044c-cca1-437c-a45e-b0602535c11d HTTP/1.1" status: 204 len: 168 time: 0.3869810 Feb 15 14:20:26.559176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45615aeb-5b84-4682-bde9-fed2c0a037cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb8044c-cca1-437c-a45e-b0602535c11d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:26.581715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56048) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:26.974812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-550562883'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:27.029372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Made reservation on behalf of 4bb06efae23e47eba3f9400f25718eb0 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:27.040347 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:27.053914 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:27.314054 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks [] for security_group (0486a451-222e-4fc3-88f5-40774c7e1240), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:27.329489 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0486a451-222e-4fc3-88f5-40774c7e1240), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:27.383253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0486a451-222e-4fc3-88f5-40774c7e1240,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:27.411126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:20:27.444047 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (128f95b0-4d82-4d04-b4e9-f1917bf180e3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:27.446420 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Added segment 128f95b0-4d82-4d04-b4e9-f1917bf180e3 of type vlan for network 8f65613f-85b7-48be-bb5e-95f79289cdf2 Feb 15 14:20:27.516534 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (8f65613f-85b7-48be-bb5e-95f79289cdf2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:27.968340 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (8f65613f-85b7-48be-bb5e-95f79289cdf2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:27.977178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:27.979021 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:28.085381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Pushing event updated for resources: {'Network': ['ID=8f65613f-85b7-48be-bb5e-95f79289cdf2,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:28.106586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 8f65613f-85b7-48be-bb5e-95f79289cdf2 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:20:28.123057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-50fd259e-b143-4590-8401-c47ff6c688da tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5401437 Feb 15 14:20:28.580568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56114) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:28.585927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Request body: {'port': {'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2', 'binding:host_id': 'n-h1-829064-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1367477842'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:28.627001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Made reservation on behalf of 85c25641658a480aacc6765537da1f83 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:28.629875 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:28.639574 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:28.787199 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks [] for security_group (1101fd6a-b4d5-4168-8bcd-02099391ef14), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:28.798711 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1101fd6a-b4d5-4168-8bcd-02099391ef14), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:28.804241 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] device_id is not set on port 2bb80abf-7dea-4620-afa8-690298221f42 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:28.973642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1101fd6a-b4d5-4168-8bcd-02099391ef14,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:29.238352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] device_id is not set on port 2bb80abf-7dea-4620-afa8-690298221f42 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:29.260170 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks [] for port (2bb80abf-7dea-4620-afa8-690298221f42), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:29.273842 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2bb80abf-7dea-4620-afa8-690298221f42), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:29.397727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event updated for resources: {'Port': ['ID=2bb80abf-7dea-4620-afa8-690298221f42,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:29.421347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Checking segment: {'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:20:29.425581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Network hostable DHCP agents. Network: 8f65613f-85b7-48be-bb5e-95f79289cdf2, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:20:29.468475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Network 8f65613f-85b7-48be-bb5e-95f79289cdf2 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:20:29.486642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 8f65613f-85b7-48be-bb5e-95f79289cdf2) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:29.501769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b74de05-9866-41dd-99d0-592554c52cda None None] Network 8f65613f-85b7-48be-bb5e-95f79289cdf2 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:20:29.523868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:29.556258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:29.556587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:29.558610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:29.569967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:29.570303 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:29.570709 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 2 to bind port 2bb80abf-7dea-4620-afa8-690298221f42 Feb 15 14:20:29.591513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:29.592127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:29.593277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:29.609361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:29.610059 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:29.610786 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 3 to bind port 2bb80abf-7dea-4620-afa8-690298221f42 Feb 15 14:20:29.661390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:29.662151 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:29.663288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:29.677858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:29.678502 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:29.679119 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 4 to bind port 2bb80abf-7dea-4620-afa8-690298221f42 Feb 15 14:20:29.705406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:29.706018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:29.706541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:29.712272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:29.712834 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:29.713400 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 5 to bind port 2bb80abf-7dea-4620-afa8-690298221f42 Feb 15 14:20:29.728872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:29.729512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:29.730021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:29.736123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:29.736672 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:29.737323 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 6 to bind port 2bb80abf-7dea-4620-afa8-690298221f42 Feb 15 14:20:29.751913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:29.752527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:29.753043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:29.758448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:29.759091 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:29.759658 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 7 to bind port 2bb80abf-7dea-4620-afa8-690298221f42 Feb 15 14:20:29.793786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:29.794456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:29.795728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:29.801419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:29.801823 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:29.802321 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 8 to bind port 2bb80abf-7dea-4620-afa8-690298221f42 Feb 15 14:20:29.836243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:29.837177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:29.838494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:29.852158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:29.852289 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:29.852674 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 9 to bind port 2bb80abf-7dea-4620-afa8-690298221f42 Feb 15 14:20:29.878268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:29.878857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:29.879435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:29.885549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:29.886154 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:29.886918 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 10 to bind port 2bb80abf-7dea-4620-afa8-690298221f42 Feb 15 14:20:29.904089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:29.904720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:29.905422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:29.912095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 2bb80abf-7dea-4620-afa8-690298221f42 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:29.912711 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 2bb80abf-7dea-4620-afa8-690298221f42 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:29.913248 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2bb80abf-7dea-4620-afa8-690298221f42), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:30.002941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] For port 2bb80abf-7dea-4620-afa8-690298221f42, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:20:30.003406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempted to set empty binding levels {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 14:20:30.011330 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (2bb80abf-7dea-4620-afa8-690298221f42), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:30.066148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:30.072556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:30.174856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.5927405 Feb 15 14:20:30.178989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56178) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:30.203355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a18fdb-668f-43d4-98be-7c8fafcdb0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event updated for resources: {'Port': ['ID=2bb80abf-7dea-4620-afa8-690298221f42,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:30.335174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-75817dd5-3da2-424f-b967-e600f6725571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Deleting port 2bb80abf-7dea-4620-afa8-690298221f42 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:30.335533 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75817dd5-3da2-424f-b967-e600f6725571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2bb80abf-7dea-4620-afa8-690298221f42), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:30.412961 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-75817dd5-3da2-424f-b967-e600f6725571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] For port 2bb80abf-7dea-4620-afa8-690298221f42, host n-h1-829064-15, got binding levels [] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:30.413298 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75817dd5-3da2-424f-b967-e600f6725571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2bb80abf-7dea-4620-afa8-690298221f42), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:30.434556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-75817dd5-3da2-424f-b967-e600f6725571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Calling delete_port for 2bb80abf-7dea-4620-afa8-690298221f42 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:30.527608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75817dd5-3da2-424f-b967-e600f6725571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2bb80abf-7dea-4620-afa8-690298221f42), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:30.559291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75817dd5-3da2-424f-b967-e600f6725571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bb80abf-7dea-4620-afa8-690298221f42,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:30.565399 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75817dd5-3da2-424f-b967-e600f6725571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:30.571315 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-75817dd5-3da2-424f-b967-e600f6725571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "DELETE /v2.0/ports/2bb80abf-7dea-4620-afa8-690298221f42 HTTP/1.1" status: 204 len: 168 time: 0.3881655 Feb 15 14:20:30.571788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56196) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:30.599761 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-2901dd6a-db44-4131-90dd-04b5682feb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] GET failed (client error): The resource could not be found. Feb 15 14:20:30.603832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2901dd6a-db44-4131-90dd-04b5682feb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "GET /v2.0/ports/2bb80abf-7dea-4620-afa8-690298221f42 HTTP/1.1" status: 404 len: 333 time: 0.0277836 Feb 15 14:20:30.604116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56198) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:30.610870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Request body: {'port': {'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1208071645'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:30.642801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Made reservation on behalf of 85c25641658a480aacc6765537da1f83 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:30.646773 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:30.671860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] device_id is not set on port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:30.864870 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks [] for port (4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:30.909818 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:30.975813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Network 8f65613f-85b7-48be-bb5e-95f79289cdf2 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:30.979410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:30.983225 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:30.984315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:30.985045 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:30.991680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event updated for resources: {'Port': ['ID=4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:31.014576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56214) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:31.015041 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2e38759a-9deb-4533-861d-0ea4e23fa8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4095767 Feb 15 14:20:31.020341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:31.086920 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:31.404493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] device_id is not set on port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:31.424847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks [] for port (4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:31.448781 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:31.503485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event updated for resources: {'Port': ['ID=4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:31.534766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:31.535318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:31.536585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:31.542558 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:31.544944 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:31.546938 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 2 to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 Feb 15 14:20:31.576917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:31.587377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:31.587813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:31.593801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:31.593801 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:31.594070 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 3 to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 Feb 15 14:20:31.607048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:31.607385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:31.607722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:31.612474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:31.612803 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:31.613191 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 4 to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 Feb 15 14:20:31.632612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:31.633574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:31.634210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:31.639324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:31.640744 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:31.641371 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 5 to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 Feb 15 14:20:31.656032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:31.656461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:31.656890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:31.662015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:31.662407 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:31.662859 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 6 to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 Feb 15 14:20:31.676495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:31.676756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:31.677231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:31.682207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:31.682623 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:31.683119 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 7 to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 Feb 15 14:20:31.697933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:31.698354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:31.698760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:31.704737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:31.705148 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:31.705603 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 8 to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 Feb 15 14:20:31.720442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:31.720989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:31.721396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:31.731317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:31.731950 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:31.732802 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 9 to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 Feb 15 14:20:31.749221 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:31.750410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:31.750982 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:31.756970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:31.757652 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:31.758401 n-d-829064-15 neutron-server[109972]: INFO neutron.plugins.ml2.plugin [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 10 to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 Feb 15 14:20:31.776489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:31.777048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:31.777585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:31.784420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:31.785101 n-d-829064-15 neutron-server[109972]: ERROR neutron.plugins.ml2.managers [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:31.785958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:31.873356 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] For port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:20:31.873872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempted to set empty binding levels {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 14:20:31.879678 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:31.898348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] In _notify_port_updated(), no bound segment for port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:20:31.900237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:31.901044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:31.902727 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "PUT /v2.0/ports/4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 HTTP/1.1" status: 200 len: 980 time: 0.8865013 Feb 15 14:20:31.905242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56238) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:32.041204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.041831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.042351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.042863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.043399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.043906 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.044408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.044907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.045411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.045911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.046950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.047452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.047954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.048456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.049040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.049565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.050059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.050563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.051088 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.054947 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ca1d629f-fa9f-495d-9cbe-97e4c4d63012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17596 time: 0.1475239 Feb 15 14:20:32.054947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1afaf-46a0-42a3-a41d-543c0c03c60f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event updated for resources: {'Port': ['ID=4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:32.057678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56244) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:32.161825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ce11f-d491-4909-ab89-8aea2a28c5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Deleting port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:32.162493 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce11f-d491-4909-ab89-8aea2a28c5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:32.258330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-4b0ce11f-d491-4909-ab89-8aea2a28c5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] For port 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8, host n-h1-829064-15, got binding levels [] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:32.259275 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce11f-d491-4909-ab89-8aea2a28c5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:32.274704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ce11f-d491-4909-ab89-8aea2a28c5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Calling delete_port for 4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:32.412530 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce11f-d491-4909-ab89-8aea2a28c5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:32.450271 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce11f-d491-4909-ab89-8aea2a28c5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:32.456054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4b0ce11f-d491-4909-ab89-8aea2a28c5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "DELETE /v2.0/ports/4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 HTTP/1.1" status: 204 len: 168 time: 0.3950326 Feb 15 14:20:32.456054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ce11f-d491-4909-ab89-8aea2a28c5eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:32.456786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56256) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:32.485364 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cf0a26-892b-44e4-a912-5686016ababb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] GET failed (client error): The resource could not be found. Feb 15 14:20:32.486936 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-11cf0a26-892b-44e4-a912-5686016ababb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "GET /v2.0/ports/4b6cbcf2-c780-4bda-a4cf-d9e3bb5c62c8 HTTP/1.1" status: 404 len: 333 time: 0.0290320 Feb 15 14:20:32.490661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56258) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:32.495535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1352036277', 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:32.515255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Made reservation on behalf of 85c25641658a480aacc6765537da1f83 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:32.517822 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:32.536476 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] device_id is not set on port 6e0b7121-76fe-4685-8056-c3874bd84cf4 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:32.767337 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks [] for port (6e0b7121-76fe-4685-8056-c3874bd84cf4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:32.808033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6e0b7121-76fe-4685-8056-c3874bd84cf4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:32.863843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Network 8f65613f-85b7-48be-bb5e-95f79289cdf2 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:32.869960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:32.879319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:32.880277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.880886 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:32.897576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event updated for resources: {'Port': ['ID=6e0b7121-76fe-4685-8056-c3874bd84cf4,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:32.921077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56270) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:32.923275 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-23153cae-7e7c-4704-8887-4436cab6160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4311051 Feb 15 14:20:32.986875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba4fe09-7bb6-44cc-a98a-77bd21143cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:32.991076 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3ba4fe09-7bb6-44cc-a98a-77bd21143cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "GET /v2.0/ports/6e0b7121-76fe-4685-8056-c3874bd84cf4 HTTP/1.1" status: 200 len: 959 time: 0.0656588 Feb 15 14:20:32.992394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56272) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:33.132656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-a556f41a-c6fc-4da5-95bf-deec959433a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Deleting port 6e0b7121-76fe-4685-8056-c3874bd84cf4 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:33.133246 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a556f41a-c6fc-4da5-95bf-deec959433a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6e0b7121-76fe-4685-8056-c3874bd84cf4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:33.265921 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a556f41a-c6fc-4da5-95bf-deec959433a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6e0b7121-76fe-4685-8056-c3874bd84cf4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:33.284021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-a556f41a-c6fc-4da5-95bf-deec959433a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Calling delete_port for 6e0b7121-76fe-4685-8056-c3874bd84cf4 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:33.418351 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a556f41a-c6fc-4da5-95bf-deec959433a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6e0b7121-76fe-4685-8056-c3874bd84cf4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:33.477240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556f41a-c6fc-4da5-95bf-deec959433a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e0b7121-76fe-4685-8056-c3874bd84cf4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:33.509646 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a556f41a-c6fc-4da5-95bf-deec959433a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:33.514361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a556f41a-c6fc-4da5-95bf-deec959433a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "DELETE /v2.0/ports/6e0b7121-76fe-4685-8056-c3874bd84cf4 HTTP/1.1" status: 204 len: 168 time: 0.5219555 Feb 15 14:20:33.517642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56298) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:33.558288 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2980aa0-3792-40ad-bf18-4c368fe99252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] GET failed (client error): The resource could not be found. Feb 15 14:20:33.560073 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a2980aa0-3792-40ad-bf18-4c368fe99252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "GET /v2.0/ports/6e0b7121-76fe-4685-8056-c3874bd84cf4 HTTP/1.1" status: 404 len: 333 time: 0.0412047 Feb 15 14:20:33.564282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56300) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:33.585120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Request body: {'port': {'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1018736220'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:33.615349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Made reservation on behalf of 85c25641658a480aacc6765537da1f83 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:33.617897 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:33.662925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] device_id is not set on port 6f736c21-5ea1-4896-8442-dff009703813 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:33.934296 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks [] for port (6f736c21-5ea1-4896-8442-dff009703813), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:33.983388 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6f736c21-5ea1-4896-8442-dff009703813), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:34.030382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Network 8f65613f-85b7-48be-bb5e-95f79289cdf2 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:34.034437 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:34.037682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:34.039388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:34.040657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:34.062448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event updated for resources: {'Port': ['ID=6f736c21-5ea1-4896-8442-dff009703813,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:34.071723 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-971a4776-2aef-4165-9f0f-bff8c9a9a5e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5059667 Feb 15 14:20:34.074143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56308) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:34.081267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:34.180357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6f736c21-5ea1-4896-8442-dff009703813), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:34.387828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] device_id is not set on port 6f736c21-5ea1-4896-8442-dff009703813 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:34.397364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks [] for port (6f736c21-5ea1-4896-8442-dff009703813), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:34.407423 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6f736c21-5ea1-4896-8442-dff009703813), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:34.469508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event updated for resources: {'Port': ['ID=6f736c21-5ea1-4896-8442-dff009703813,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:34.495339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:34.495940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:34.496387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:34.501937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:34.502615 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:34.504698 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 2 to bind port 6f736c21-5ea1-4896-8442-dff009703813 Feb 15 14:20:34.521359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:34.522061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:34.522636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:34.527515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:34.527970 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:34.528466 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 3 to bind port 6f736c21-5ea1-4896-8442-dff009703813 Feb 15 14:20:34.542934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:34.544729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:34.544950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:34.550542 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:34.551146 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:34.551841 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 4 to bind port 6f736c21-5ea1-4896-8442-dff009703813 Feb 15 14:20:34.567477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:34.568001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:34.568506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:34.573983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:34.574589 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:34.575350 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 5 to bind port 6f736c21-5ea1-4896-8442-dff009703813 Feb 15 14:20:34.591515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:34.592105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:34.592524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:34.598609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:34.599078 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:34.599585 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 6 to bind port 6f736c21-5ea1-4896-8442-dff009703813 Feb 15 14:20:34.620494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:34.621069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:34.621514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:34.627430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:34.627940 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:34.628554 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 7 to bind port 6f736c21-5ea1-4896-8442-dff009703813 Feb 15 14:20:34.642483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:34.642931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:34.643354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:34.648528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:34.649031 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:34.649527 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 8 to bind port 6f736c21-5ea1-4896-8442-dff009703813 Feb 15 14:20:34.664445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:34.664959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:34.665366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:34.670683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:34.671162 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:34.672196 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 9 to bind port 6f736c21-5ea1-4896-8442-dff009703813 Feb 15 14:20:34.690262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:34.690699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:34.691146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:34.696545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:34.697584 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:34.698163 n-d-829064-15 neutron-server[109971]: INFO neutron.plugins.ml2.plugin [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempt 10 to bind port 6f736c21-5ea1-4896-8442-dff009703813 Feb 15 14:20:34.728265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:34.728682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:34.728946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempting to bind port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:34.741199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:20:34.741572 n-d-829064-15 neutron-server[109971]: ERROR neutron.plugins.ml2.managers [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Failed to bind port 6f736c21-5ea1-4896-8442-dff009703813 on host n-h1-829064-15 for vnic_type normal using segments [{'id': '128f95b0-4d82-4d04-b4e9-f1917bf180e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f65613f-85b7-48be-bb5e-95f79289cdf2'}] Feb 15 14:20:34.741914 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6f736c21-5ea1-4896-8442-dff009703813), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:34.820420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] For port 6f736c21-5ea1-4896-8442-dff009703813, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:20:34.821155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attempted to set empty binding levels {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 14:20:34.827384 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6f736c21-5ea1-4896-8442-dff009703813), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:34.869547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] In _notify_port_updated(), no bound segment for port 6f736c21-5ea1-4896-8442-dff009703813 on network 8f65613f-85b7-48be-bb5e-95f79289cdf2 {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:20:34.870437 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:34.871089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:34.872492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "PUT /v2.0/ports/6f736c21-5ea1-4896-8442-dff009703813 HTTP/1.1" status: 200 len: 980 time: 0.7972789 Feb 15 14:20:34.875373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56328) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:34.911215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf8838-19a8-4740-9cc3-a734ef7db5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event updated for resources: {'Port': ['ID=6f736c21-5ea1-4896-8442-dff009703813,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:34.998726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5625b843-6ea8-4477-87bf-6c06885ddd86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Deleting port 6f736c21-5ea1-4896-8442-dff009703813 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:34.999397 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5625b843-6ea8-4477-87bf-6c06885ddd86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6f736c21-5ea1-4896-8442-dff009703813), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:35.099455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-5625b843-6ea8-4477-87bf-6c06885ddd86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] For port 6f736c21-5ea1-4896-8442-dff009703813, host n-h1-829064-15, got binding levels [] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:35.099455 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5625b843-6ea8-4477-87bf-6c06885ddd86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6f736c21-5ea1-4896-8442-dff009703813), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:35.112783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5625b843-6ea8-4477-87bf-6c06885ddd86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Calling delete_port for 6f736c21-5ea1-4896-8442-dff009703813 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:35.209045 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5625b843-6ea8-4477-87bf-6c06885ddd86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6f736c21-5ea1-4896-8442-dff009703813), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:35.243600 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5625b843-6ea8-4477-87bf-6c06885ddd86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:35.249834 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5625b843-6ea8-4477-87bf-6c06885ddd86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "DELETE /v2.0/ports/6f736c21-5ea1-4896-8442-dff009703813 HTTP/1.1" status: 204 len: 168 time: 0.3705003 Feb 15 14:20:35.249834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625b843-6ea8-4477-87bf-6c06885ddd86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f736c21-5ea1-4896-8442-dff009703813,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:35.250431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56344) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:35.286178 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-a889fc36-1e5b-4bcb-8a30-99876970adaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] GET failed (client error): The resource could not be found. Feb 15 14:20:35.293363 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56346) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:35.293528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a889fc36-1e5b-4bcb-8a30-99876970adaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471560759-project-admin] 10.222.0.72 "GET /v2.0/ports/6f736c21-5ea1-4896-8442-dff009703813 HTTP/1.1" status: 404 len: 333 time: 0.0415266 Feb 15 14:20:35.390948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (8f65613f-85b7-48be-bb5e-95f79289cdf2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:35.579658 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (8f65613f-85b7-48be-bb5e-95f79289cdf2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:35.604811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f65613f-85b7-48be-bb5e-95f79289cdf2']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:35.616234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128f95b0-4d82-4d04-b4e9-f1917bf180e3') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:35.616841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128f95b0-4d82-4d04-b4e9-f1917bf180e3') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:20:35.630477 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (128f95b0-4d82-4d04-b4e9-f1917bf180e3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:35.648593 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (128f95b0-4d82-4d04-b4e9-f1917bf180e3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:35.665093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:20:35.666023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (128f95b0-4d82-4d04-b4e9-f1917bf180e3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:20:35.678720 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:20:35.831500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (8f65613f-85b7-48be-bb5e-95f79289cdf2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:35.852963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:35.870263 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] 10.222.0.72 "DELETE /v2.0/networks/8f65613f-85b7-48be-bb5e-95f79289cdf2 HTTP/1.1" status: 204 len: 168 time: 0.5707519 Feb 15 14:20:35.888486 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9b24c-64a1-4b0f-8d6e-3c76edb4403b tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-883906226-project] Pushing event deleted for resources: {'Network': ['ID=8f65613f-85b7-48be-bb5e-95f79289cdf2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:36.454879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56400) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:36.724497 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-440bbce5-1ba0-4e5b-bcca-6f3fb1be5cf6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bb06efae23e47eba3f9400f25718eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2683423 Feb 15 14:20:36.727116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56420) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:36.886930 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b6ad765a-9c98-4c2d-aed0-d88db81c9950 admin admin] Publish callbacks [] for security_group (0486a451-222e-4fc3-88f5-40774c7e1240), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:36.939283 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b6ad765a-9c98-4c2d-aed0-d88db81c9950 admin admin] Publish callbacks [] for security_group (0486a451-222e-4fc3-88f5-40774c7e1240), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:37.017660 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b6ad765a-9c98-4c2d-aed0-d88db81c9950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0486a451-222e-4fc3-88f5-40774c7e1240), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:37.020830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b6ad765a-9c98-4c2d-aed0-d88db81c9950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:37.025705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b6ad765a-9c98-4c2d-aed0-d88db81c9950 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0486a451-222e-4fc3-88f5-40774c7e1240 HTTP/1.1" status: 204 len: 168 time: 0.2975197 Feb 15 14:20:37.044832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad765a-9c98-4c2d-aed0-d88db81c9950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0486a451-222e-4fc3-88f5-40774c7e1240,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:37.686883 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56446) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:37.856987 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0ff9c709-65de-4cb3-8995-3de01b86d00b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85c25641658a480aacc6765537da1f83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1660633 Feb 15 14:20:37.857687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56456) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:38.003683 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8bc510c-b986-49b1-a888-4ea1ada6d313 admin admin] Publish callbacks [] for security_group (1101fd6a-b4d5-4168-8bcd-02099391ef14), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:38.048330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8bc510c-b986-49b1-a888-4ea1ada6d313 admin admin] Publish callbacks [] for security_group (1101fd6a-b4d5-4168-8bcd-02099391ef14), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:38.118490 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8bc510c-b986-49b1-a888-4ea1ada6d313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1101fd6a-b4d5-4168-8bcd-02099391ef14), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:38.122068 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8bc510c-b986-49b1-a888-4ea1ada6d313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:38.126649 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d8bc510c-b986-49b1-a888-4ea1ada6d313 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1101fd6a-b4d5-4168-8bcd-02099391ef14 HTTP/1.1" status: 204 len: 168 time: 0.2679758 Feb 15 14:20:38.142053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc510c-b986-49b1-a888-4ea1ada6d313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1101fd6a-b4d5-4168-8bcd-02099391ef14,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:39.619121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56512) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:39.767714 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1184050729'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:39.813797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Made reservation on behalf of c5b811d236d24725a5d570106b15da2a for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:39.818769 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:39.850029 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:40.005610 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for security_group (ace1ba93-3de9-45bb-a976-df3e0b730080), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:40.010892 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ace1ba93-3de9-45bb-a976-df3e0b730080), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:40.011923 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:40.091090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:20:40.164182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (62f4e17f-b9bc-4e89-a497-b7d48db2d86b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:40.164573 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Added segment 62f4e17f-b9bc-4e89-a497-b7d48db2d86b of type vlan for network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a Feb 15 14:20:40.168992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace1ba93-3de9-45bb-a976-df3e0b730080,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:40.274601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (77bc1795-0ea3-46e0-a7ae-85eda1aa722a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:40.356614 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (77bc1795-0ea3-46e0-a7ae-85eda1aa722a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:40.365704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:40.366625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:40.437747 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8166506 Feb 15 14:20:40.440584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56538) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:40.448097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Request body: {'subnet': {'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:40.583342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1a411-eccd-4020-864e-cc128cd1aead tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'Network': ['ID=77bc1795-0ea3-46e0-a7ae-85eda1aa722a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:40.600572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:20:40.634093 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Made reservation on behalf of c5b811d236d24725a5d570106b15da2a for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:40.638435 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:40.949848 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (0621cf73-5152-49f2-8327-237e290c1307), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:41.039336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Checking segment: {'id': '62f4e17f-b9bc-4e89-a497-b7d48db2d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:20:41.039649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Network hostable DHCP agents. Network: 77bc1795-0ea3-46e0-a7ae-85eda1aa722a, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:20:41.049520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'Subnet': ['ID=0621cf73-5152-49f2-8327-237e290c1307,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:41.072575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:20:41.096965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 77bc1795-0ea3-46e0-a7ae-85eda1aa722a) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:41.101889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:41.103395 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:41.110362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aebace-53a2-4182-91ab-c50b866bc8f3 None None] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:20:41.146852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9b6297a4-2251-4317-8a01-ce36bb718049 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7021513 Feb 15 14:20:41.147942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56548) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:41.153273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Request body: {'port': {'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a', 'name': 'tempest-AllowedAddressPairTestJSON-1119997963'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:41.292925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Made reservation on behalf of c5b811d236d24725a5d570106b15da2a for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:41.303527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:41.364766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] device_id is not set on port 54492ac5-37c2-4cfd-ac96-91b9028b33f7 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:41.405962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-77bc1795-0ea3-46e0-a7ae-85eda1aa722a', 'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a', 'project_id': 'c5b811d236d24725a5d570106b15da2a', 'fixed_ips': [{'subnet_id': '0621cf73-5152-49f2-8327-237e290c1307'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:20:41.407349 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:41.583390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Allocated IP 172.20.0.7 (77bc1795-0ea3-46e0-a7ae-85eda1aa722a/0621cf73-5152-49f2-8327-237e290c1307/54492ac5-37c2-4cfd-ac96-91b9028b33f7) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:20:41.816701 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for port (54492ac5-37c2-4cfd-ac96-91b9028b33f7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:41.884398 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (54492ac5-37c2-4cfd-ac96-91b9028b33f7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:41.960993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:41.968994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:41.975210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:42.035666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Allocated IP 172.20.0.2 (77bc1795-0ea3-46e0-a7ae-85eda1aa722a/0621cf73-5152-49f2-8327-237e290c1307/dc529e8e-2244-4b13-8755-143feffeec2d) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:20:42.109545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'Port': ['ID=54492ac5-37c2-4cfd-ac96-91b9028b33f7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:42.151097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:42.151782 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:42.194034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-09155a72-fd77-435b-a42d-f763af4206b4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0452335 Feb 15 14:20:42.197325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56588) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:42.203026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Request body: {'port': {'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a', 'name': 'tempest-AllowedAddressPairTestJSON-1814975345', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:0d:d7:58'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:42.312841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56590) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:42.368092 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Publish callbacks [] for port (dc529e8e-2244-4b13-8755-143feffeec2d), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:42.404879 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:42.529798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Pushing event updated for resources: {'Port': ['ID=dc529e8e-2244-4b13-8755-143feffeec2d,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:42.532602 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:42.568737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Made reservation on behalf of c5b811d236d24725a5d570106b15da2a for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:42.569234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:42.586170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d773b227-90c3-401e-aef5-01c17bb5f7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:42.592630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:42.597640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:42.619946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.620212 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.621907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.622444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.624929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.625452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.625974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.626493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.627013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.629585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.630261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.631024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.631566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:42.787782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d773b227-90c3-401e-aef5-01c17bb5f7c8 admin admin] Publish callbacks [] for security_group (eca5a2a4-a431-4050-a0c1-31f5f6f87144), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:42.806145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Attempting to bind port dc529e8e-2244-4b13-8755-143feffeec2d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:20:42.806528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Attempting to bind port dc529e8e-2244-4b13-8755-143feffeec2d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '62f4e17f-b9bc-4e89-a497-b7d48db2d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:20:42.806924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Attempting to bind port dc529e8e-2244-4b13-8755-143feffeec2d on network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:20:42.807579 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d773b227-90c3-401e-aef5-01c17bb5f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (eca5a2a4-a431-4050-a0c1-31f5f6f87144), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:42.818974 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:42.819549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:20:42.819803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Checking segment: {'id': '62f4e17f-b9bc-4e89-a497-b7d48db2d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:20:42.820170 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:42.822738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Bound using segment: {'id': '62f4e17f-b9bc-4e89-a497-b7d48db2d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:20:42.823290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Bound port: dc529e8e-2244-4b13-8755-143feffeec2d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f4e17f-b9bc-4e89-a497-b7d48db2d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:20:42.823679 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:42.864260 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d773b227-90c3-401e-aef5-01c17bb5f7c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d37ac2182de040f4a637d6e888f28e70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5502372 Feb 15 14:20:42.865711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773b227-90c3-401e-aef5-01c17bb5f7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca5a2a4-a431-4050-a0c1-31f5f6f87144,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:42.868861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56606) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:42.932567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] device_id is not set on port 2e5d13fd-fe2a-4d82-8278-7d958b06c94d yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:42.985040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e65d2b41-dfbf-4789-a781-2298729bfeaa admin admin] Publish callbacks [] for security_group (eca5a2a4-a431-4050-a0c1-31f5f6f87144), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:43.030807 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e65d2b41-dfbf-4789-a781-2298729bfeaa admin admin] Publish callbacks [] for security_group (eca5a2a4-a431-4050-a0c1-31f5f6f87144), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:43.043790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] For port dc529e8e-2244-4b13-8755-143feffeec2d, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:20:43.057512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] For port dc529e8e-2244-4b13-8755-143feffeec2d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=dc529e8e-2244-4b13-8755-143feffeec2d,segment=NetworkSegment(62f4e17f-b9bc-4e89-a497-b7d48db2d86b),segment_id=62f4e17f-b9bc-4e89-a497-b7d48db2d86b)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:20:43.101296 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:43.125997 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e65d2b41-dfbf-4789-a781-2298729bfeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (eca5a2a4-a431-4050-a0c1-31f5f6f87144), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:43.128586 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e65d2b41-dfbf-4789-a781-2298729bfeaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:43.129745 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e65d2b41-dfbf-4789-a781-2298729bfeaa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eca5a2a4-a431-4050-a0c1-31f5f6f87144 HTTP/1.1" status: 204 len: 168 time: 0.2596164 Feb 15 14:20:43.147415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d2b41-dfbf-4789-a781-2298729bfeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca5a2a4-a431-4050-a0c1-31f5f6f87144,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:43.177464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Allocated IP 172.20.0.9 (77bc1795-0ea3-46e0-a7ae-85eda1aa722a/0621cf73-5152-49f2-8327-237e290c1307/2e5d13fd-fe2a-4d82-8278-7d958b06c94d) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:20:43.403251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81a2bb-d215-4f2f-92c9-10656b0590b1 None None] Pushing event updated for resources: {'Port': ['ID=dc529e8e-2244-4b13-8755-143feffeec2d,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:43.724732 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for port (2e5d13fd-fe2a-4d82-8278-7d958b06c94d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:43.839788 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2e5d13fd-fe2a-4d82-8278-7d958b06c94d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:43.972262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:43.975864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:43.978868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:44.045746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:44.047012 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:44.056217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'Port': ['ID=2e5d13fd-fe2a-4d82-8278-7d958b06c94d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:44.096358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d0a0cfa7-cbf8-4d90-9e25-cc1e9da738e4 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.8980770 Feb 15 14:20:44.098870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56638) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:44.231569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff7ee23-3ded-4cb3-88f1-d0860b5edd99 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:44.250171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff7ee23-3ded-4cb3-88f1-d0860b5edd99 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:44.270774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff7ee23-3ded-4cb3-88f1-d0860b5edd99 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:44.274211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8ff7ee23-3ded-4cb3-88f1-d0860b5edd99 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1741924 Feb 15 14:20:44.277628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56644) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:44.531277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f3295f62-f409-48fe-a821-ad75af708de3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Deleting port 2e5d13fd-fe2a-4d82-8278-7d958b06c94d {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:44.533929 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3295f62-f409-48fe-a821-ad75af708de3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2e5d13fd-fe2a-4d82-8278-7d958b06c94d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:44.750501 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55368375-6299-46aa-beaf-a7ac932817e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:44.826261 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3295f62-f409-48fe-a821-ad75af708de3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2e5d13fd-fe2a-4d82-8278-7d958b06c94d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:44.864949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f3295f62-f409-48fe-a821-ad75af708de3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Calling delete_port for 2e5d13fd-fe2a-4d82-8278-7d958b06c94d owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:45.404616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3295f62-f409-48fe-a821-ad75af708de3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2e5d13fd-fe2a-4d82-8278-7d958b06c94d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:45.407230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device dc529e8e-2244-4b13-8755-143feffeec2d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:20:45.409833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f2321-7146-43c6-a6bd-5f799d43a598 None None] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:20:45.478140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3295f62-f409-48fe-a821-ad75af708de3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event deleted for resources: {'Port': ['ID=2e5d13fd-fe2a-4d82-8278-7d958b06c94d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:45.690556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port dc529e8e-2244-4b13-8755-143feffeec2d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:45.699652 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:45.829247 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7d506e4a-041c-48fe-8735-db69c6a6450e None None] Provisioning complete for port dc529e8e-2244-4b13-8755-143feffeec2d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:45.830001 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7d506e4a-041c-48fe-8735-db69c6a6450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:46.046781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port dc529e8e-2244-4b13-8755-143feffeec2d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:20:46.052767 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:46.224285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port dc529e8e-2244-4b13-8755-143feffeec2d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=dc529e8e-2244-4b13-8755-143feffeec2d,segment=NetworkSegment(62f4e17f-b9bc-4e89-a497-b7d48db2d86b),segment_id=62f4e17f-b9bc-4e89-a497-b7d48db2d86b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:20:46.236303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3295f62-f409-48fe-a821-ad75af708de3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:46.251523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56694) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:46.252067 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f3295f62-f409-48fe-a821-ad75af708de3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "DELETE /v2.0/ports/2e5d13fd-fe2a-4d82-8278-7d958b06c94d HTTP/1.1" status: 204 len: 168 time: 1.9732258 Feb 15 14:20:46.309915 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:46.322291 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a678626-e522-473f-a352-9c20b0d25a23 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] GET failed (client error): The resource could not be found. Feb 15 14:20:46.329924 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3a678626-e522-473f-a352-9c20b0d25a23 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "GET /v2.0/ports/2e5d13fd-fe2a-4d82-8278-7d958b06c94d HTTP/1.1" status: 404 len: 333 time: 0.0764358 Feb 15 14:20:46.335210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56700) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:46.347461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Request body: {'port': {'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a', 'name': 'tempest-AllowedAddressPairTestJSON-481415805'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:46.507420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=dc529e8e-2244-4b13-8755-143feffeec2d,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:46.566001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7d506e4a-041c-48fe-8735-db69c6a6450e None None] Current status of the port dc529e8e-2244-4b13-8755-143feffeec2d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:20:46.650935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Made reservation on behalf of c5b811d236d24725a5d570106b15da2a for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:46.656255 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:46.708537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] device_id is not set on port 99c9b8cc-11e8-4b9f-84c1-a6528144bc8a yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:46.824305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e8d6816b-2d56-4158-999f-a1863f9624a5 None None] Provisioning complete for port 54492ac5-37c2-4cfd-ac96-91b9028b33f7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:46.824686 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8d6816b-2d56-4158-999f-a1863f9624a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (54492ac5-37c2-4cfd-ac96-91b9028b33f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:46.920736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6816b-2d56-4158-999f-a1863f9624a5 None None] Port 54492ac5-37c2-4cfd-ac96-91b9028b33f7 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:20:46.938823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e8d6816b-2d56-4158-999f-a1863f9624a5 None None] Provisioning complete for port dc529e8e-2244-4b13-8755-143feffeec2d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:46.939548 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8d6816b-2d56-4158-999f-a1863f9624a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:47.093795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Allocated IP 172.20.0.9 (77bc1795-0ea3-46e0-a7ae-85eda1aa722a/0621cf73-5152-49f2-8327-237e290c1307/99c9b8cc-11e8-4b9f-84c1-a6528144bc8a) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:20:47.182091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6816b-2d56-4158-999f-a1863f9624a5 None None] Current status of the port dc529e8e-2244-4b13-8755-143feffeec2d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:20:47.248434 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-48dd3a87-3671-450e-abdb-9bb7b9b0fd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:47.320910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0897cfa8-c862-4945-9833-855cab56e1c3 None None] Provisioning complete for port 54492ac5-37c2-4cfd-ac96-91b9028b33f7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:47.321300 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0897cfa8-c862-4945-9833-855cab56e1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (54492ac5-37c2-4cfd-ac96-91b9028b33f7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:47.449523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0897cfa8-c862-4945-9833-855cab56e1c3 None None] Port 54492ac5-37c2-4cfd-ac96-91b9028b33f7 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:20:47.456232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device dc529e8e-2244-4b13-8755-143feffeec2d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:20:47.543493 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for port (99c9b8cc-11e8-4b9f-84c1-a6528144bc8a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:47.596829 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (99c9b8cc-11e8-4b9f-84c1-a6528144bc8a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:47.631095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:47.633777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:47.637664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:47.669976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port dc529e8e-2244-4b13-8755-143feffeec2d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:47.672036 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:47.775597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:47.776594 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:47.866871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'Port': ['ID=99c9b8cc-11e8-4b9f-84c1-a6528144bc8a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:47.917917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-717ff46b-645a-4eff-aa8f-206474f9e543 None None] Could not find standard attr ID for object 2e5d13fd-fe2a-4d82-8278-7d958b06c94d. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:20:47.945462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a4c0c1d0-29f7-4ba1-8411-b931ff931062 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6063368 Feb 15 14:20:47.945725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56734) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:47.953287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9b027bfa-e09a-4398-a8b4-14e3a55e71c3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:0d:d7:58'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:47.964613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port dc529e8e-2244-4b13-8755-143feffeec2d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:20:48.420780 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:48.457558 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9b027bfa-e09a-4398-a8b4-14e3a55e71c3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (99c9b8cc-11e8-4b9f-84c1-a6528144bc8a), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:48.780913 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-24729a29-3786-4d9b-88e7-87f08f2335b9 None None] Provisioning complete for port 99c9b8cc-11e8-4b9f-84c1-a6528144bc8a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:48.785271 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24729a29-3786-4d9b-88e7-87f08f2335b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (99c9b8cc-11e8-4b9f-84c1-a6528144bc8a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:49.027882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-24729a29-3786-4d9b-88e7-87f08f2335b9 None None] Port 99c9b8cc-11e8-4b9f-84c1-a6528144bc8a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:20:49.181362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9b027bfa-e09a-4398-a8b4-14e3a55e71c3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for port (99c9b8cc-11e8-4b9f-84c1-a6528144bc8a), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:49.195681 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9b027bfa-e09a-4398-a8b4-14e3a55e71c3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (99c9b8cc-11e8-4b9f-84c1-a6528144bc8a), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:49.399467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-9b027bfa-e09a-4398-a8b4-14e3a55e71c3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] In _notify_port_updated(), no bound segment for port 99c9b8cc-11e8-4b9f-84c1-a6528144bc8a on network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:20:49.431871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b027bfa-e09a-4398-a8b4-14e3a55e71c3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:49.432571 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9b027bfa-e09a-4398-a8b4-14e3a55e71c3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:49.436811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56770) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:49.491772 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9b027bfa-e09a-4398-a8b4-14e3a55e71c3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "PUT /v2.0/ports/99c9b8cc-11e8-4b9f-84c1-a6528144bc8a HTTP/1.1" status: 200 len: 992 time: 1.5449278 Feb 15 14:20:49.508770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b027bfa-e09a-4398-a8b4-14e3a55e71c3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'Port': ['ID=99c9b8cc-11e8-4b9f-84c1-a6528144bc8a,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:49.677962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-156a31e2-826f-443c-98c4-89b86aa163e1 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Deleting port 99c9b8cc-11e8-4b9f-84c1-a6528144bc8a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:49.678669 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-156a31e2-826f-443c-98c4-89b86aa163e1 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (99c9b8cc-11e8-4b9f-84c1-a6528144bc8a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:49.687851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0a20695b-f072-4baf-ae7a-b91a64adaef1 None None] Provisioning complete for port 99c9b8cc-11e8-4b9f-84c1-a6528144bc8a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:49.688520 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0a20695b-f072-4baf-ae7a-b91a64adaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (99c9b8cc-11e8-4b9f-84c1-a6528144bc8a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:49.800559 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-156a31e2-826f-443c-98c4-89b86aa163e1 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (99c9b8cc-11e8-4b9f-84c1-a6528144bc8a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:49.815391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-156a31e2-826f-443c-98c4-89b86aa163e1 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Calling delete_port for 99c9b8cc-11e8-4b9f-84c1-a6528144bc8a owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:49.852341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0a20695b-f072-4baf-ae7a-b91a64adaef1 None None] Port 99c9b8cc-11e8-4b9f-84c1-a6528144bc8a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:20:49.863107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:50.083770 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-156a31e2-826f-443c-98c4-89b86aa163e1 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (99c9b8cc-11e8-4b9f-84c1-a6528144bc8a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:50.300168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a31e2-826f-443c-98c4-89b86aa163e1 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event deleted for resources: {'Port': ['ID=99c9b8cc-11e8-4b9f-84c1-a6528144bc8a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:50.532950 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-156a31e2-826f-443c-98c4-89b86aa163e1 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:50.536097 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-156a31e2-826f-443c-98c4-89b86aa163e1 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "DELETE /v2.0/ports/99c9b8cc-11e8-4b9f-84c1-a6528144bc8a HTTP/1.1" status: 204 len: 168 time: 1.0982337 Feb 15 14:20:50.538891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56796) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:50.600174 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e248b0d-3b5b-42a2-a3ee-a5976401e664 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] GET failed (client error): The resource could not be found. Feb 15 14:20:50.614392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56798) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:50.618621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4e248b0d-3b5b-42a2-a3ee-a5976401e664 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "GET /v2.0/ports/99c9b8cc-11e8-4b9f-84c1-a6528144bc8a HTTP/1.1" status: 404 len: 333 time: 0.0761828 Feb 15 14:20:50.620695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Request body: {'port': {'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a', 'name': 'tempest-AllowedAddressPairTestJSON-1883779537'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:50.851390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Made reservation on behalf of c5b811d236d24725a5d570106b15da2a for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:50.854914 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:50.963182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] device_id is not set on port cac5a36c-39aa-4263-a8d5-98f833d07e58 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:51.110433 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:51.238073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Allocated IP 172.20.0.3 (77bc1795-0ea3-46e0-a7ae-85eda1aa722a/0621cf73-5152-49f2-8327-237e290c1307/cac5a36c-39aa-4263-a8d5-98f833d07e58) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:20:51.559887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for port (cac5a36c-39aa-4263-a8d5-98f833d07e58), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:51.670469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cac5a36c-39aa-4263-a8d5-98f833d07e58), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:51.765025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:51.769089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:51.783706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:51.800766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'Port': ['ID=cac5a36c-39aa-4263-a8d5-98f833d07e58,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:51.899317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:51.900052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:51.933921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56844) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:51.938136 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cdc91d30-1e05-4c64-990f-0189c44f64a3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3225644 Feb 15 14:20:51.945121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-004a2824-5cde-4c17-911c-575f9691eb7f tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0d:d7:58'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:52.127873 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-004a2824-5cde-4c17-911c-575f9691eb7f tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cac5a36c-39aa-4263-a8d5-98f833d07e58), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:52.201943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4ecb9a69-b645-49cb-a984-173e6778deaf None None] Provisioning complete for port cac5a36c-39aa-4263-a8d5-98f833d07e58 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:52.203833 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9a69-b645-49cb-a984-173e6778deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cac5a36c-39aa-4263-a8d5-98f833d07e58), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:52.291065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb9a69-b645-49cb-a984-173e6778deaf None None] Port cac5a36c-39aa-4263-a8d5-98f833d07e58 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:20:52.655870 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-004a2824-5cde-4c17-911c-575f9691eb7f tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for port (cac5a36c-39aa-4263-a8d5-98f833d07e58), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:52.671991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-004a2824-5cde-4c17-911c-575f9691eb7f tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (cac5a36c-39aa-4263-a8d5-98f833d07e58), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:52.840391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a2824-5cde-4c17-911c-575f9691eb7f tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'Port': ['ID=cac5a36c-39aa-4263-a8d5-98f833d07e58,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:52.926643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-004a2824-5cde-4c17-911c-575f9691eb7f tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] In _notify_port_updated(), no bound segment for port cac5a36c-39aa-4263-a8d5-98f833d07e58 on network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:20:52.941223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a2824-5cde-4c17-911c-575f9691eb7f tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:52.942632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-004a2824-5cde-4c17-911c-575f9691eb7f tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:52.947023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56866) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:52.955028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-004a2824-5cde-4c17-911c-575f9691eb7f tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "PUT /v2.0/ports/cac5a36c-39aa-4263-a8d5-98f833d07e58 HTTP/1.1" status: 200 len: 996 time: 1.0187817 Feb 15 14:20:53.080394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d0b281b5-92f9-497b-9180-738e4a649c9c tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Deleting port cac5a36c-39aa-4263-a8d5-98f833d07e58 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:53.080743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d0b281b5-92f9-497b-9180-738e4a649c9c tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cac5a36c-39aa-4263-a8d5-98f833d07e58), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:53.227137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a12e6611-f882-426a-b570-947706135719 None None] Provisioning complete for port cac5a36c-39aa-4263-a8d5-98f833d07e58 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:53.227681 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a12e6611-f882-426a-b570-947706135719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cac5a36c-39aa-4263-a8d5-98f833d07e58), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:53.319826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a12e6611-f882-426a-b570-947706135719 None None] Port cac5a36c-39aa-4263-a8d5-98f833d07e58 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:20:53.352340 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d0b281b5-92f9-497b-9180-738e4a649c9c tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cac5a36c-39aa-4263-a8d5-98f833d07e58), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:53.383928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d0b281b5-92f9-497b-9180-738e4a649c9c tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Calling delete_port for cac5a36c-39aa-4263-a8d5-98f833d07e58 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:53.595896 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d0b281b5-92f9-497b-9180-738e4a649c9c tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cac5a36c-39aa-4263-a8d5-98f833d07e58), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:53.632472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b281b5-92f9-497b-9180-738e4a649c9c tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event deleted for resources: {'Port': ['ID=cac5a36c-39aa-4263-a8d5-98f833d07e58,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:53.803044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d0b281b5-92f9-497b-9180-738e4a649c9c tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:53.810159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56888) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:53.810501 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d0b281b5-92f9-497b-9180-738e4a649c9c tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "DELETE /v2.0/ports/cac5a36c-39aa-4263-a8d5-98f833d07e58 HTTP/1.1" status: 204 len: 168 time: 0.8621278 Feb 15 14:20:53.870029 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-64eb568b-86ff-46dd-b6e5-fe709d8822b1 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] GET failed (client error): The resource could not be found. Feb 15 14:20:53.871708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-64eb568b-86ff-46dd-b6e5-fe709d8822b1 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "GET /v2.0/ports/cac5a36c-39aa-4263-a8d5-98f833d07e58 HTTP/1.1" status: 404 len: 333 time: 0.0605152 Feb 15 14:20:53.876280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56890) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:53.882315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Request body: {'port': {'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a', 'name': 'tempest-AllowedAddressPairTestJSON-114397181'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:54.071467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Made reservation on behalf of c5b811d236d24725a5d570106b15da2a for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:54.075382 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:54.099301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] device_id is not set on port e465b568-a180-40fe-b200-754c23951fe4 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:54.271453 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Allocated IP 172.20.0.3 (77bc1795-0ea3-46e0-a7ae-85eda1aa722a/0621cf73-5152-49f2-8327-237e290c1307/e465b568-a180-40fe-b200-754c23951fe4) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:20:54.567870 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for port (e465b568-a180-40fe-b200-754c23951fe4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:54.620397 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e465b568-a180-40fe-b200-754c23951fe4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:54.729331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:54.741494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'Port': ['ID=e465b568-a180-40fe-b200-754c23951fe4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:54.744965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:54.759690 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:54.862609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:54.862609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:54.898950 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ffccfcb9-58dd-4296-bda1-50cdab6f75d3 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0212054 Feb 15 14:20:54.901587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56914) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:54.908269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Request body: {'port': {'network_id': '77bc1795-0ea3-46e0-a7ae-85eda1aa722a', 'name': 'tempest-AllowedAddressPairTestJSON-1381070710'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:55.166836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ff307c23-f171-4408-aa58-a7ffd52c2249 None None] Provisioning complete for port e465b568-a180-40fe-b200-754c23951fe4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:55.168110 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ff307c23-f171-4408-aa58-a7ffd52c2249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e465b568-a180-40fe-b200-754c23951fe4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:55.169476 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Made reservation on behalf of c5b811d236d24725a5d570106b15da2a for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:20:55.173531 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:55.222331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] device_id is not set on port b78ad0fc-f2e2-4d23-9db5-ef247d05df0a yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:20:55.265312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ff307c23-f171-4408-aa58-a7ffd52c2249 None None] Port e465b568-a180-40fe-b200-754c23951fe4 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:20:55.509215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Allocated IP 172.20.0.4 (77bc1795-0ea3-46e0-a7ae-85eda1aa722a/0621cf73-5152-49f2-8327-237e290c1307/b78ad0fc-f2e2-4d23-9db5-ef247d05df0a) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:20:55.868602 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for port (b78ad0fc-f2e2-4d23-9db5-ef247d05df0a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:55.914746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b78ad0fc-f2e2-4d23-9db5-ef247d05df0a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:56.043313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'Port': ['ID=b78ad0fc-f2e2-4d23-9db5-ef247d05df0a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:56.065967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:20:56.067479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:20:56.069768 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:20:56.173660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:56.174205 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:56.221920 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-48ba3ab2-b557-498a-b102-3fd8603ca31a tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3166709 Feb 15 14:20:56.222516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 56946) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:56.231928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-63f6bf00-5aac-4379-9b8e-a354cf6af6e0 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:0d:d7:58'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:f6:74:e6'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:20:56.488001 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63f6bf00-5aac-4379-9b8e-a354cf6af6e0 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b78ad0fc-f2e2-4d23-9db5-ef247d05df0a), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:56.556757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-894ecb11-91ca-41ee-aeef-a0b113b76ed0 None None] Provisioning complete for port b78ad0fc-f2e2-4d23-9db5-ef247d05df0a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:56.557398 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-894ecb11-91ca-41ee-aeef-a0b113b76ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b78ad0fc-f2e2-4d23-9db5-ef247d05df0a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:56.637700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-894ecb11-91ca-41ee-aeef-a0b113b76ed0 None None] Port b78ad0fc-f2e2-4d23-9db5-ef247d05df0a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:20:56.923851 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63f6bf00-5aac-4379-9b8e-a354cf6af6e0 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for port (b78ad0fc-f2e2-4d23-9db5-ef247d05df0a), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:56.944744 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63f6bf00-5aac-4379-9b8e-a354cf6af6e0 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b78ad0fc-f2e2-4d23-9db5-ef247d05df0a), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:57.062104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6bf00-5aac-4379-9b8e-a354cf6af6e0 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event updated for resources: {'Port': ['ID=b78ad0fc-f2e2-4d23-9db5-ef247d05df0a,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:57.582249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d96c23fe-d79f-4108-9117-24af9a2abc72 None None] Provisioning complete for port b78ad0fc-f2e2-4d23-9db5-ef247d05df0a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:20:57.584550 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d96c23fe-d79f-4108-9117-24af9a2abc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b78ad0fc-f2e2-4d23-9db5-ef247d05df0a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:57.666512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d96c23fe-d79f-4108-9117-24af9a2abc72 None None] Port b78ad0fc-f2e2-4d23-9db5-ef247d05df0a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:20:57.809210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-63f6bf00-5aac-4379-9b8e-a354cf6af6e0 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] In _notify_port_updated(), no bound segment for port b78ad0fc-f2e2-4d23-9db5-ef247d05df0a on network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:20:57.818997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f6bf00-5aac-4379-9b8e-a354cf6af6e0 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:20:57.818997 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63f6bf00-5aac-4379-9b8e-a354cf6af6e0 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:57.818997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-63f6bf00-5aac-4379-9b8e-a354cf6af6e0 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "PUT /v2.0/ports/b78ad0fc-f2e2-4d23-9db5-ef247d05df0a HTTP/1.1" status: 200 len: 1055 time: 1.5943570 Feb 15 14:20:57.820392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 56980) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:58.121642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Deleting port b78ad0fc-f2e2-4d23-9db5-ef247d05df0a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:58.123356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b78ad0fc-f2e2-4d23-9db5-ef247d05df0a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:58.305769 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b78ad0fc-f2e2-4d23-9db5-ef247d05df0a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:58.323457 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Calling delete_port for b78ad0fc-f2e2-4d23-9db5-ef247d05df0a owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:20:58.565341 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b78ad0fc-f2e2-4d23-9db5-ef247d05df0a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:58.637946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event deleted for resources: {'Port': ['ID=b78ad0fc-f2e2-4d23-9db5-ef247d05df0a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:20:58.706932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.707425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.707909 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.710305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.711891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.712228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.712602 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.712941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.713270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.713598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.713927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.714247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:58.714567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:20:59.158478 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:59.167297 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e3ab8bcd-4c97-4e40-810c-d8546953b055 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "DELETE /v2.0/ports/b78ad0fc-f2e2-4d23-9db5-ef247d05df0a HTTP/1.1" status: 204 len: 168 time: 1.3451805 Feb 15 14:20:59.170023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57006) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:59.216362 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc85eb61-8565-4c70-aa90-0bd163c688fb tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] GET failed (client error): The resource could not be found. Feb 15 14:20:59.217855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bc85eb61-8565-4c70-aa90-0bd163c688fb tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "GET /v2.0/ports/b78ad0fc-f2e2-4d23-9db5-ef247d05df0a HTTP/1.1" status: 404 len: 333 time: 0.0462668 Feb 15 14:20:59.220635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57008) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:59.551168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-37c7ebd1-d94c-4ff9-bd0b-b19ddeea54c9 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Deleting port e465b568-a180-40fe-b200-754c23951fe4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:20:59.551423 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd1-d94c-4ff9-bd0b-b19ddeea54c9 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e465b568-a180-40fe-b200-754c23951fe4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:59.752756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57026) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:20:59.830523 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd1-d94c-4ff9-bd0b-b19ddeea54c9 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e465b568-a180-40fe-b200-754c23951fe4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:20:59.852869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-37c7ebd1-d94c-4ff9-bd0b-b19ddeea54c9 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Calling delete_port for e465b568-a180-40fe-b200-754c23951fe4 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:00.107364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:00.152666 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd1-d94c-4ff9-bd0b-b19ddeea54c9 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e465b568-a180-40fe-b200-754c23951fe4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:00.288555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7ebd1-d94c-4ff9-bd0b-b19ddeea54c9 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event deleted for resources: {'Port': ['ID=e465b568-a180-40fe-b200-754c23951fe4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:00.318811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Publish callbacks [] for security_group (96ba00ee-96fe-460e-9fe0-129e1fe8a228), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:00.335528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (96ba00ee-96fe-460e-9fe0-129e1fe8a228), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:00.386696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ba00ee-96fe-460e-9fe0-129e1fe8a228,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:00.391194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-37c7ebd1-d94c-4ff9-bd0b-b19ddeea54c9 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:00.405654 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-37c7ebd1-d94c-4ff9-bd0b-b19ddeea54c9 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "DELETE /v2.0/ports/e465b568-a180-40fe-b200-754c23951fe4 HTTP/1.1" status: 204 len: 168 time: 1.1831524 Feb 15 14:21:00.406357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57036) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:00.411163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.416158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.417832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.417832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.417832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.417832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.418276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.418276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.418588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.418941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.419329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.419753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.420080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:00.469990 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-558d6a0f-aee1-4dda-9f50-2b0c2fc8441f tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] GET failed (client error): The resource could not be found. Feb 15 14:21:00.475537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-558d6a0f-aee1-4dda-9f50-2b0c2fc8441f tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "GET /v2.0/ports/e465b568-a180-40fe-b200-754c23951fe4 HTTP/1.1" status: 404 len: 333 time: 0.0678868 Feb 15 14:21:00.475771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57040) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:00.551610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0d6efa18-a95f-466d-814b-f32a5f6fdfd7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5adb850f234b444e9d7edef54114677f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7955096 Feb 15 14:21:00.552057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57048) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:00.661425 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:21:00.681326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-edc99b09-161b-40f1-8987-57fe7074842e tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Deleting port 54492ac5-37c2-4cfd-ac96-91b9028b33f7 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:00.681686 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-edc99b09-161b-40f1-8987-57fe7074842e tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (54492ac5-37c2-4cfd-ac96-91b9028b33f7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:00.755636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c536c87-b24a-45e1-9aa1-d8b54bb8eaf5 admin admin] Publish callbacks [] for security_group (96ba00ee-96fe-460e-9fe0-129e1fe8a228), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:00.813508 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c536c87-b24a-45e1-9aa1-d8b54bb8eaf5 admin admin] Publish callbacks [] for security_group (96ba00ee-96fe-460e-9fe0-129e1fe8a228), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:00.930387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c536c87-b24a-45e1-9aa1-d8b54bb8eaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (96ba00ee-96fe-460e-9fe0-129e1fe8a228), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:00.933751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c536c87-b24a-45e1-9aa1-d8b54bb8eaf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:00.935322 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0c536c87-b24a-45e1-9aa1-d8b54bb8eaf5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96ba00ee-96fe-460e-9fe0-129e1fe8a228 HTTP/1.1" status: 204 len: 168 time: 0.3820751 Feb 15 14:21:00.941401 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-edc99b09-161b-40f1-8987-57fe7074842e tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (54492ac5-37c2-4cfd-ac96-91b9028b33f7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:00.958182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c536c87-b24a-45e1-9aa1-d8b54bb8eaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ba00ee-96fe-460e-9fe0-129e1fe8a228,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:00.974203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-edc99b09-161b-40f1-8987-57fe7074842e tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Calling delete_port for 54492ac5-37c2-4cfd-ac96-91b9028b33f7 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:01.239234 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-edc99b09-161b-40f1-8987-57fe7074842e tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (54492ac5-37c2-4cfd-ac96-91b9028b33f7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:01.549243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-edc99b09-161b-40f1-8987-57fe7074842e tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:01.552491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-edc99b09-161b-40f1-8987-57fe7074842e tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "DELETE /v2.0/ports/54492ac5-37c2-4cfd-ac96-91b9028b33f7 HTTP/1.1" status: 204 len: 168 time: 1.0754595 Feb 15 14:21:01.557066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57076) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:01.559680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99b09-161b-40f1-8987-57fe7074842e tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event deleted for resources: {'Port': ['ID=54492ac5-37c2-4cfd-ac96-91b9028b33f7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:01.769117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e747a88-4147-46d9-9fc4-fffd1edee3d2 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Deleting subnet 0621cf73-5152-49f2-8327-237e290c1307 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:21:01.778183 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e747a88-4147-46d9-9fc4-fffd1edee3d2 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for subnet (0621cf73-5152-49f2-8327-237e290c1307), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:01.842232 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e747a88-4147-46d9-9fc4-fffd1edee3d2 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (0621cf73-5152-49f2-8327-237e290c1307), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:02.098622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e747a88-4147-46d9-9fc4-fffd1edee3d2 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0621cf73-5152-49f2-8327-237e290c1307), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:02.235285 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e747a88-4147-46d9-9fc4-fffd1edee3d2 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (0621cf73-5152-49f2-8327-237e290c1307), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:02.280660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e747a88-4147-46d9-9fc4-fffd1edee3d2 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event deleted for resources: {'Subnet': ['ID=0621cf73-5152-49f2-8327-237e290c1307,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:02.294214 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e747a88-4147-46d9-9fc4-fffd1edee3d2 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:02.301608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41433437-3e8d-4f12-8d19-41ddbdb02573 None None] Network 77bc1795-0ea3-46e0-a7ae-85eda1aa722a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:02.327738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57104) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:02.344320 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6e747a88-4147-46d9-9fc4-fffd1edee3d2 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "DELETE /v2.0/subnets/0621cf73-5152-49f2-8327-237e290c1307 HTTP/1.1" status: 204 len: 168 time: 0.7766480 Feb 15 14:21:02.526195 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (77bc1795-0ea3-46e0-a7ae-85eda1aa722a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:02.719652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Deleting port dc529e8e-2244-4b13-8755-143feffeec2d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:02.720358 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:02.926764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] For port dc529e8e-2244-4b13-8755-143feffeec2d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=dc529e8e-2244-4b13-8755-143feffeec2d,segment=NetworkSegment(62f4e17f-b9bc-4e89-a497-b7d48db2d86b),segment_id=62f4e17f-b9bc-4e89-a497-b7d48db2d86b)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:02.927315 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:02.955912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Calling delete_port for dc529e8e-2244-4b13-8755-143feffeec2d owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:03.049426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d07767-582f-4fd9-81d3-3c261c99ae24 None None] DHCP port deletion for 77bc1795-0ea3-46e0-a7ae-85eda1aa722a request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:21:03.158316 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:03.210246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-10d07767-582f-4fd9-81d3-3c261c99ae24 None None] Deleting port dc529e8e-2244-4b13-8755-143feffeec2d {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:03.211143 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-10d07767-582f-4fd9-81d3-3c261c99ae24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:03.309030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-10d07767-582f-4fd9-81d3-3c261c99ae24 None None] For port dc529e8e-2244-4b13-8755-143feffeec2d, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:03.309874 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-10d07767-582f-4fd9-81d3-3c261c99ae24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:03.322833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-10d07767-582f-4fd9-81d3-3c261c99ae24 None None] Calling delete_port for dc529e8e-2244-4b13-8755-143feffeec2d owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:03.326006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-10d07767-582f-4fd9-81d3-3c261c99ae24 None None] Port dc529e8e-2244-4b13-8755-143feffeec2d was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 14:21:03.328102 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-10d07767-582f-4fd9-81d3-3c261c99ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (dc529e8e-2244-4b13-8755-143feffeec2d), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:03.337352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event deleted for resources: {'Port': ['ID=dc529e8e-2244-4b13-8755-143feffeec2d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:03.358177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] No DVR routers for this DVR port dc529e8e-2244-4b13-8755-143feffeec2d on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:21:03.362478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d07767-582f-4fd9-81d3-3c261c99ae24 None None] Pushing event deleted for resources: {'Port': ['ID=dc529e8e-2244-4b13-8755-143feffeec2d,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:03.372262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d07767-582f-4fd9-81d3-3c261c99ae24 None None] No DVR routers for this DVR port dc529e8e-2244-4b13-8755-143feffeec2d on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:21:03.431489 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device dc529e8e-2244-4b13-8755-143feffeec2d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:21:03.476694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: dc529e8e-2244-4b13-8755-143feffeec2d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:21:03.481270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device dc529e8e-2244-4b13-8755-143feffeec2d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:21:03.549620 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (77bc1795-0ea3-46e0-a7ae-85eda1aa722a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:03.610002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bc1795-0ea3-46e0-a7ae-85eda1aa722a']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:03.640445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f4e17f-b9bc-4e89-a497-b7d48db2d86b') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:03.640445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f4e17f-b9bc-4e89-a497-b7d48db2d86b') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:03.683685 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (62f4e17f-b9bc-4e89-a497-b7d48db2d86b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:03.738068 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (62f4e17f-b9bc-4e89-a497-b7d48db2d86b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:03.759744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:21:03.761697 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (62f4e17f-b9bc-4e89-a497-b7d48db2d86b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:21:03.914691 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:21:03.930240 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (77bc1795-0ea3-46e0-a7ae-85eda1aa722a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:03.944449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57152) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:03.951652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:03.966017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] 10.222.0.72 "DELETE /v2.0/networks/77bc1795-0ea3-46e0-a7ae-85eda1aa722a HTTP/1.1" status: 204 len: 168 time: 1.6318350 Feb 15 14:21:03.994337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0b00f-04f2-4a65-99f0-f34cff3d6bf8 tempest-AllowedAddressPairTestJSON-1424228558 tempest-AllowedAddressPairTestJSON-1424228558-project] Pushing event deleted for resources: {'Network': ['ID=77bc1795-0ea3-46e0-a7ae-85eda1aa722a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:04.399784 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43f76743-d378-414e-ae17-b5e6e2ab32a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:04.534069 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43f76743-d378-414e-ae17-b5e6e2ab32a9 admin admin] Publish callbacks [] for security_group (82b25447-f3c8-44a0-b662-518915f26ce1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:04.540798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-43f76743-d378-414e-ae17-b5e6e2ab32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (82b25447-f3c8-44a0-b662-518915f26ce1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:04.622546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57168) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:04.674766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f76743-d378-414e-ae17-b5e6e2ab32a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b25447-f3c8-44a0-b662-518915f26ce1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:04.762432 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-43f76743-d378-414e-ae17-b5e6e2ab32a9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb7b197af14f4141873c8bb3907ddaee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8168416 Feb 15 14:21:04.770461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57178) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:04.886161 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ddfd140d-a7a6-4533-a2bb-5f6905f4340d admin admin] Publish callbacks [] for security_group (82b25447-f3c8-44a0-b662-518915f26ce1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:04.928918 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ddfd140d-a7a6-4533-a2bb-5f6905f4340d admin admin] Publish callbacks [] for security_group (82b25447-f3c8-44a0-b662-518915f26ce1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:05.026186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ddfd140d-a7a6-4533-a2bb-5f6905f4340d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (82b25447-f3c8-44a0-b662-518915f26ce1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:05.030566 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ddfd140d-a7a6-4533-a2bb-5f6905f4340d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:05.032979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ddfd140d-a7a6-4533-a2bb-5f6905f4340d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/82b25447-f3c8-44a0-b662-518915f26ce1 HTTP/1.1" status: 204 len: 168 time: 0.2614350 Feb 15 14:21:05.078490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57184) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:05.079351 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c37c95f8-9a42-4801-9b8e-591d3f1f0596 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c5b811d236d24725a5d570106b15da2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525661 Feb 15 14:21:05.081113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd140d-a7a6-4533-a2bb-5f6905f4340d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b25447-f3c8-44a0-b662-518915f26ce1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:05.201325 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4df7dd6-f179-4b65-b100-c79e87a5afb4 admin admin] Publish callbacks [] for security_group (ace1ba93-3de9-45bb-a976-df3e0b730080), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:05.248957 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4df7dd6-f179-4b65-b100-c79e87a5afb4 admin admin] Publish callbacks [] for security_group (ace1ba93-3de9-45bb-a976-df3e0b730080), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:05.358219 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4df7dd6-f179-4b65-b100-c79e87a5afb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ace1ba93-3de9-45bb-a976-df3e0b730080), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:05.361368 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4df7dd6-f179-4b65-b100-c79e87a5afb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:05.365019 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c4df7dd6-f179-4b65-b100-c79e87a5afb4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ace1ba93-3de9-45bb-a976-df3e0b730080 HTTP/1.1" status: 204 len: 168 time: 0.2855034 Feb 15 14:21:05.429488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df7dd6-f179-4b65-b100-c79e87a5afb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace1ba93-3de9-45bb-a976-df3e0b730080,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:06.851964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57264) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:07.033565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1318121444'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:07.066787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:07.073286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:07.085442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:07.192698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (e88b5be6-12f5-4b6a-9f19-93f1bdbc2547), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:07.202978 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e88b5be6-12f5-4b6a-9f19-93f1bdbc2547), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:07.247576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88b5be6-12f5-4b6a-9f19-93f1bdbc2547,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:07.255179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:21:07.266843 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (703ae9b3-41b9-4b72-a086-a32543014840), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:07.267300 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Added segment 703ae9b3-41b9-4b72-a086-a32543014840 of type vlan for network a9022991-aed3-41cc-8cb9-5c899d659242 Feb 15 14:21:07.314359 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a9022991-aed3-41cc-8cb9-5c899d659242), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:07.348373 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a9022991-aed3-41cc-8cb9-5c899d659242), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:07.354430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:07.358002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:07.445086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57296) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:07.461783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'name': 'tempest-PortsIpV6TestJSON-519519308'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:07.465846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6116898 Feb 15 14:21:07.488080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b91339-7729-4092-95d7-9340dbdf28a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Network': ['ID=a9022991-aed3-41cc-8cb9-5c899d659242,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:07.501406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a9022991-aed3-41cc-8cb9-5c899d659242 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:21:07.672991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:07.677751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:07.697535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 38302040-eed4-4773-8e71-064461038dc9 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:08.062296 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (38302040-eed4-4773-8e71-064461038dc9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:08.179126 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (38302040-eed4-4773-8e71-064461038dc9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:08.325746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=38302040-eed4-4773-8e71-064461038dc9,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:08.362477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Checking segment: {'id': '703ae9b3-41b9-4b72-a086-a32543014840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:08.363081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network hostable DHCP agents. Network: a9022991-aed3-41cc-8cb9-5c899d659242, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:21:08.395324 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network a9022991-aed3-41cc-8cb9-5c899d659242 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:21:08.406820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a9022991-aed3-41cc-8cb9-5c899d659242) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:08.411492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:08.416895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:08.417420 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:08.430028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114c0b63-8fb4-41e3-9a00-ec47b46e27d3 None None] Network a9022991-aed3-41cc-8cb9-5c899d659242 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:08.479310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-64b1afff-336b-4f73-9c9b-8cd242ee290d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0317533 Feb 15 14:21:08.482436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57322) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:08.488323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1716970474'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:08.517698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:08.522703 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:08.591695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:21:08.633154 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0ae95b0a-5c7d-4ce0-9982-10fff671d98f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:08.633729 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Added segment 0ae95b0a-5c7d-4ce0-9982-10fff671d98f of type vlan for network f60fe5a3-3a31-48b6-a998-bdb595409844 Feb 15 14:21:08.783073 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (f60fe5a3-3a31-48b6-a998-bdb595409844), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:08.828914 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (f60fe5a3-3a31-48b6-a998-bdb595409844), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:08.836472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:08.837611 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:08.874655 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3902714 Feb 15 14:21:08.877304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57334) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:08.884038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'ports': [{'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242'}, {'network_id': 'f60fe5a3-3a31-48b6-a998-bdb595409844'}]} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:08.884708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:08.885377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': 'f60fe5a3-3a31-48b6-a998-bdb595409844'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:08.953833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f94b82-1d60-4c99-90b8-471211533749 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Network': ['ID=f60fe5a3-3a31-48b6-a998-bdb595409844,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:08.971346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network f60fe5a3-3a31-48b6-a998-bdb595409844 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:21:09.244188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 2} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:09.252705 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:09.268516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:09.469300 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:09.556922 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:09.661715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 50ff8506-2b84-497a-ab48-2e1db235b922 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:09.803990 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (50ff8506-2b84-497a-ab48-2e1db235b922), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:09.854493 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:09.901210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network a9022991-aed3-41cc-8cb9-5c899d659242 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:09.906668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:09.911563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:09.913268 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (50ff8506-2b84-497a-ab48-2e1db235b922), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:09.924579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:10.009880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=50ff8506-2b84-497a-ab48-2e1db235b922,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:10.011413 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:10.013730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Checking segment: {'id': '0ae95b0a-5c7d-4ce0-9982-10fff671d98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f60fe5a3-3a31-48b6-a998-bdb595409844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:10.015035 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network hostable DHCP agents. Network: f60fe5a3-3a31-48b6-a998-bdb595409844, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:21:10.036707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network f60fe5a3-3a31-48b6-a998-bdb595409844 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:21:10.050891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, f60fe5a3-3a31-48b6-a998-bdb595409844) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:10.061387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f601ec-d1bb-4345-ab2e-3a867a6adf62 None None] Network f60fe5a3-3a31-48b6-a998-bdb595409844 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:10.065696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:10.074230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:10.080410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:10.081780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:10.103497 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d33634ea-50ed-4f00-aca1-6b956ba5b2ee tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2244465 Feb 15 14:21:10.106460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57360) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:10.227142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-fd05b8ac-a186-46ec-8a5f-1d098c56425c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 50ff8506-2b84-497a-ab48-2e1db235b922 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:10.227618 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fd05b8ac-a186-46ec-8a5f-1d098c56425c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (50ff8506-2b84-497a-ab48-2e1db235b922), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:10.372821 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fd05b8ac-a186-46ec-8a5f-1d098c56425c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (50ff8506-2b84-497a-ab48-2e1db235b922), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:10.390214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-fd05b8ac-a186-46ec-8a5f-1d098c56425c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 50ff8506-2b84-497a-ab48-2e1db235b922 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:10.532427 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fd05b8ac-a186-46ec-8a5f-1d098c56425c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (50ff8506-2b84-497a-ab48-2e1db235b922), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:10.590536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05b8ac-a186-46ec-8a5f-1d098c56425c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=50ff8506-2b84-497a-ab48-2e1db235b922,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:10.602853 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fd05b8ac-a186-46ec-8a5f-1d098c56425c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:10.612688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fd05b8ac-a186-46ec-8a5f-1d098c56425c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/50ff8506-2b84-497a-ab48-2e1db235b922 HTTP/1.1" status: 204 len: 168 time: 0.5041463 Feb 15 14:21:10.615532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57374) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:10.683282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b8b01-b2e4-47d5-a276-6fd81c061c79 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:10.686132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b8b01-b2e4-47d5-a276-6fd81c061c79 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:10.687999 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5d3b8b01-b2e4-47d5-a276-6fd81c061c79 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0711567 Feb 15 14:21:10.690940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57380) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:10.939493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ae40de50-af66-4f1a-aac8-9df36027c337 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:10.942249 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae40de50-af66-4f1a-aac8-9df36027c337 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:11.030995 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae40de50-af66-4f1a-aac8-9df36027c337 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:11.049167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ae40de50-af66-4f1a-aac8-9df36027c337 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:11.158967 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae40de50-af66-4f1a-aac8-9df36027c337 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:11.222615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40de50-af66-4f1a-aac8-9df36027c337 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:11.243195 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ae40de50-af66-4f1a-aac8-9df36027c337 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:11.248008 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ae40de50-af66-4f1a-aac8-9df36027c337 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05 HTTP/1.1" status: 204 len: 168 time: 0.5542288 Feb 15 14:21:11.251008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57394) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:11.335961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf78ff-53ba-4a81-839c-218b5c30d3cf tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:11.337815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cacf78ff-53ba-4a81-839c-218b5c30d3cf tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0852098 Feb 15 14:21:11.340744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57396) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:11.410377 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-2294a07a-65cc-4f5d-b013-ab8841d7283b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:21:11.414979 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2294a07a-65cc-4f5d-b013-ab8841d7283b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/50ff8506-2b84-497a-ab48-2e1db235b922 HTTP/1.1" status: 404 len: 333 time: 0.0726335 Feb 15 14:21:11.417357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57398) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:11.460998 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5468008-4f38-483d-af05-3e2b900ca389 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:21:11.466721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c5468008-4f38-483d-af05-3e2b900ca389 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/6c4e04b1-4cd7-43d9-bfa8-46dd79d66b05 HTTP/1.1" status: 404 len: 333 time: 0.0470951 Feb 15 14:21:11.468316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57402) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:11.593025 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (f60fe5a3-3a31-48b6-a998-bdb595409844), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:11.696742 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (f60fe5a3-3a31-48b6-a998-bdb595409844), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:11.717968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60fe5a3-3a31-48b6-a998-bdb595409844']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:11.727930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae95b0a-5c7d-4ce0-9982-10fff671d98f') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:11.728426 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae95b0a-5c7d-4ce0-9982-10fff671d98f') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:11.738420 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (0ae95b0a-5c7d-4ce0-9982-10fff671d98f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:11.759955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0ae95b0a-5c7d-4ce0-9982-10fff671d98f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:11.766472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:21:11.766864 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (0ae95b0a-5c7d-4ce0-9982-10fff671d98f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:21:11.770170 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:21:11.870569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (f60fe5a3-3a31-48b6-a998-bdb595409844), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:11.899249 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:11.902542 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/networks/f60fe5a3-3a31-48b6-a998-bdb595409844 HTTP/1.1" status: 204 len: 168 time: 0.4329510 Feb 15 14:21:11.903479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0296e93-b1c9-4e7b-9368-5ac3a16fde21 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Network': ['ID=f60fe5a3-3a31-48b6-a998-bdb595409844,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:11.907434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57416) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:11.912847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1400938470'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:11.951050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:11.956278 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:12.079047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:21:12.096326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (ad67eaeb-6768-4193-8d77-eb4380e681f3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:12.096677 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Added segment ad67eaeb-6768-4193-8d77-eb4380e681f3 of type vlan for network ba0b3251-5bb4-4834-866b-f831b407a1b9 Feb 15 14:21:12.124818 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:12.193682 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (ba0b3251-5bb4-4834-866b-f831b407a1b9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:12.246291 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (ba0b3251-5bb4-4834-866b-f831b407a1b9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:12.251899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:12.252559 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:12.340192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Network': ['ID=ba0b3251-5bb4-4834-866b-f831b407a1b9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:12.347249 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00e1fd40-09f9-4811-8189-c920d148e38f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4385886 Feb 15 14:21:12.350218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57432) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:12.353588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network ba0b3251-5bb4-4834-866b-f831b407a1b9 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:21:12.359587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': 'ba0b3251-5bb4-4834-866b-f831b407a1b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:12.502501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:12.507578 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:12.610663 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.ipam_backend_mixin [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Performing IP validity checks on allocation pools {{(pid=109972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 14:21:12.627131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.ipam_backend_mixin [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 14:21:12.942472 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (6b5fad72-0910-4c83-910a-4525e2cff793), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:13.058430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Subnet': ['ID=6b5fad72-0910-4c83-910a-4525e2cff793,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:13.065787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Checking segment: {'id': 'ad67eaeb-6768-4193-8d77-eb4380e681f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ba0b3251-5bb4-4834-866b-f831b407a1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:13.066719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network hostable DHCP agents. Network: ba0b3251-5bb4-4834-866b-f831b407a1b9, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:21:13.109264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network ba0b3251-5bb4-4834-866b-f831b407a1b9 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:21:13.129744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, ba0b3251-5bb4-4834-866b-f831b407a1b9) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:13.142488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8e7388-6c31-4388-b91a-16c103c85ec1 None None] Network ba0b3251-5bb4-4834-866b-f831b407a1b9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:13.145186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:13.145347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:13.190580 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cd98e291-dc9f-484d-ae98-a5eeda737bd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8391519 Feb 15 14:21:13.193067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57460) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:13.198076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': 'ba0b3251-5bb4-4834-866b-f831b407a1b9', 'name': 'tempest-PortsIpV6TestJSON-1416768524'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:13.401421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-ba0b3251-5bb4-4834-866b-f831b407a1b9', 'network_id': 'ba0b3251-5bb4-4834-866b-f831b407a1b9', 'project_id': '629013fe0cf6413ead6c36c1b45c4f96', 'fixed_ips': [{'subnet_id': '6b5fad72-0910-4c83-910a-4525e2cff793'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:21:13.402703 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:13.437946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:13.441561 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:13.515408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 39356fc0-d1fc-4721-bae4-81d2e3d7232c yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:13.616280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Allocated IP 2001:db8::2 (ba0b3251-5bb4-4834-866b-f831b407a1b9/6b5fad72-0910-4c83-910a-4525e2cff793/2d342e1a-a070-4f0a-a69a-3c377028857c) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:14.159770 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Publish callbacks [] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:14.173276 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:14.209287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Network ba0b3251-5bb4-4834-866b-f831b407a1b9 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:14.213734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:14.307106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:14.406196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8::31c (ba0b3251-5bb4-4834-866b-f831b407a1b9/6b5fad72-0910-4c83-910a-4525e2cff793/39356fc0-d1fc-4721-bae4-81d2e3d7232c) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:14.438895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Attempting to bind port 2d342e1a-a070-4f0a-a69a-3c377028857c on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:21:14.439381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Attempting to bind port 2d342e1a-a070-4f0a-a69a-3c377028857c by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'ad67eaeb-6768-4193-8d77-eb4380e681f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ba0b3251-5bb4-4834-866b-f831b407a1b9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:21:14.439910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Attempting to bind port 2d342e1a-a070-4f0a-a69a-3c377028857c on network ba0b3251-5bb4-4834-866b-f831b407a1b9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:21:14.448969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:21:14.449548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Checking segment: {'id': 'ad67eaeb-6768-4193-8d77-eb4380e681f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ba0b3251-5bb4-4834-866b-f831b407a1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:14.450074 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:14.450574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Bound using segment: {'id': 'ad67eaeb-6768-4193-8d77-eb4380e681f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ba0b3251-5bb4-4834-866b-f831b407a1b9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:21:14.451279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Bound port: 2d342e1a-a070-4f0a-a69a-3c377028857c, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad67eaeb-6768-4193-8d77-eb4380e681f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ba0b3251-5bb4-4834-866b-f831b407a1b9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:21:14.451735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:14.472949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Pushing event updated for resources: {'Port': ['ID=2d342e1a-a070-4f0a-a69a-3c377028857c,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:14.674036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] For port 2d342e1a-a070-4f0a-a69a-3c377028857c, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:21:14.677724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] For port 2d342e1a-a070-4f0a-a69a-3c377028857c, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2d342e1a-a070-4f0a-a69a-3c377028857c,segment=NetworkSegment(ad67eaeb-6768-4193-8d77-eb4380e681f3),segment_id=ad67eaeb-6768-4193-8d77-eb4380e681f3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:21:14.690045 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:14.741409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (39356fc0-d1fc-4721-bae4-81d2e3d7232c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:14.859005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (39356fc0-d1fc-4721-bae4-81d2e3d7232c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:14.907309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13887609-cf1c-4cae-937a-77a0a48c8390 None None] Pushing event updated for resources: {'Port': ['ID=2d342e1a-a070-4f0a-a69a-3c377028857c,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:14.914818 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-616e9b52-6655-44f5-a0e2-04a6ff553dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:14.948377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=39356fc0-d1fc-4721-bae4-81d2e3d7232c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:14.977289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network ba0b3251-5bb4-4834-866b-f831b407a1b9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:14.979134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:14.987754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:14.995192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:14.996971 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:15.022385 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b737aae8-1a2e-4407-bee6-78b53393addd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8282607 Feb 15 14:21:15.025097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57498) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:15.284014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c43af-bbf8-4206-ada3-4b8f9fbbfc28 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 39356fc0-d1fc-4721-bae4-81d2e3d7232c {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:15.284744 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a1c43af-bbf8-4206-ada3-4b8f9fbbfc28 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (39356fc0-d1fc-4721-bae4-81d2e3d7232c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:15.464851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2d342e1a-a070-4f0a-a69a-3c377028857c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:21:15.555236 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a1c43af-bbf8-4206-ada3-4b8f9fbbfc28 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (39356fc0-d1fc-4721-bae4-81d2e3d7232c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:15.575416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c43af-bbf8-4206-ada3-4b8f9fbbfc28 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 39356fc0-d1fc-4721-bae4-81d2e3d7232c owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:15.620711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2d342e1a-a070-4f0a-a69a-3c377028857c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:15.621229 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:15.804605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2d342e1a-a070-4f0a-a69a-3c377028857c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:15.805368 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:15.885341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 2d342e1a-a070-4f0a-a69a-3c377028857c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2d342e1a-a070-4f0a-a69a-3c377028857c,segment=NetworkSegment(ad67eaeb-6768-4193-8d77-eb4380e681f3),segment_id=ad67eaeb-6768-4193-8d77-eb4380e681f3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:15.887039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a1c43af-bbf8-4206-ada3-4b8f9fbbfc28 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (39356fc0-d1fc-4721-bae4-81d2e3d7232c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:15.894252 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:15.973208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=2d342e1a-a070-4f0a-a69a-3c377028857c,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:16.596343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-2caf64a3-d8da-4003-9c05-e9e1a0d95b4c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1045361 Feb 15 14:21:16.627393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b3aafd-f3ab-4b89-b997-2e284521ab7b None None] Network ba0b3251-5bb4-4834-866b-f831b407a1b9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:16.718207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-6a0aafae-1d3b-47d2-ac62-98d332da7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:16.720009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-6a0aafae-1d3b-47d2-ac62-98d332da7131 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1871fb5b757f4da2bb173e11a39d9325&device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 1128 time: 0.0895507 Feb 15 14:21:16.737672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c43af-bbf8-4206-ada3-4b8f9fbbfc28 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=39356fc0-d1fc-4721-bae4-81d2e3d7232c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:16.824235 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a1c43af-bbf8-4206-ada3-4b8f9fbbfc28 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:16.832678 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8a1c43af-bbf8-4206-ada3-4b8f9fbbfc28 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/39356fc0-d1fc-4721-bae4-81d2e3d7232c HTTP/1.1" status: 204 len: 168 time: 1.8046660 Feb 15 14:21:16.841301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57546) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:16.882023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-246c2de8-2bf2-44c5-b45f-57519824a7ba None None] Provisioning complete for port 2d342e1a-a070-4f0a-a69a-3c377028857c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:16.882339 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-246c2de8-2bf2-44c5-b45f-57519824a7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:16.922265 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d22b3c-67bd-42f2-ae10-3c5493f4135f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:21:16.922831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d22b3c-67bd-42f2-ae10-3c5493f4135f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:21:16.939330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-16a95127-80bc-4a73-9ca8-42f244656928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:16.939495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-49d22b3c-67bd-42f2-ae10-3c5493f4135f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/39356fc0-d1fc-4721-bae4-81d2e3d7232c HTTP/1.1" status: 404 len: 333 time: 0.0943866 Feb 15 14:21:16.940822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-16a95127-80bc-4a73-9ca8-42f244656928 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 200 len: 911 time: 0.2004542 Feb 15 14:21:16.947364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57550) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:16.953382 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-6a0f211a-1fc2-4c8d-bdd8-a5f8b7dce2b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0863559 Feb 15 14:21:17.065583 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-522db7f4-20d1-4891-9430-346d645730a4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:21:17.067676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-522db7f4-20d1-4891-9430-346d645730a4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/39356fc0-d1fc-4721-bae4-81d2e3d7232c HTTP/1.1" status: 404 len: 333 time: 0.1193283 Feb 15 14:21:17.077768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57560) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:17.209532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-361e0b34-1439-4ed2-b903-4b3fc62859f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23549db8-e048-419c-924c-8a52564cc80b HTTP/1.1" status: 200 len: 1001 time: 0.1651545 Feb 15 14:21:17.249756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-f081d482-ce4a-43e9-85f8-05b4bcc279a7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting subnet 6b5fad72-0910-4c83-910a-4525e2cff793 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:21:17.257644 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f081d482-ce4a-43e9-85f8-05b4bcc279a7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (6b5fad72-0910-4c83-910a-4525e2cff793), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:17.278291 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5b77b3ee-8539-46aa-8bb8-967321fe8410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:17.300576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-246c2de8-2bf2-44c5-b45f-57519824a7ba None None] Current status of the port 2d342e1a-a070-4f0a-a69a-3c377028857c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:17.372305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2d342e1a-a070-4f0a-a69a-3c377028857c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:21:17.376030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-a1ca742f-030f-4541-8c08-e6fcfb2d348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:17.388753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-a1ca742f-030f-4541-8c08-e6fcfb2d348c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 200 len: 849 time: 0.1715252 Feb 15 14:21:17.458488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f081d482-ce4a-43e9-85f8-05b4bcc279a7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (6b5fad72-0910-4c83-910a-4525e2cff793), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:17.522543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2d342e1a-a070-4f0a-a69a-3c377028857c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:17.525116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-8859f1da-3d66-47d8-951f-6150a0123445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:17.525332 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:17.528323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-8859f1da-3d66-47d8-951f-6150a0123445 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c324a70-b89b-4fb8-92d2-294f41bfd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1339135 Feb 15 14:21:17.530410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-d5e6be4c-268b-41dd-bb9d-846c1880136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:17.540050 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-d5e6be4c-268b-41dd-bb9d-846c1880136b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 1128 time: 0.5312853 Feb 15 14:21:17.780570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2d342e1a-a070-4f0a-a69a-3c377028857c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:17.817513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-4e0f15ac-84af-4ed8-b7d6-f9e8a284e801 service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819293 Feb 15 14:21:17.868503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-afdce816-5f36-4ca5-9fe3-bed026a69c15 None None] Provisioning complete for port 2d342e1a-a070-4f0a-a69a-3c377028857c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:17.869215 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-afdce816-5f36-4ca5-9fe3-bed026a69c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:17.969076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-9edf29e0-34ea-4d5a-9810-865dc0bde715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:17.970582 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-9edf29e0-34ea-4d5a-9810-865dc0bde715 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.3935552 Feb 15 14:21:18.132570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b844ed08-ae06-472c-8988-9ffccca34b15 req-27a35401-3adf-4f41-ab3e-cb4221d8681c service neutron] 10.222.0.67 "GET /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068345 Feb 15 14:21:18.160826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-afdce816-5f36-4ca5-9fe3-bed026a69c15 None None] Current status of the port 2d342e1a-a070-4f0a-a69a-3c377028857c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:18.276237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57578) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:18.304990 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f081d482-ce4a-43e9-85f8-05b4bcc279a7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (6b5fad72-0910-4c83-910a-4525e2cff793), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:18.379503 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-43949e8e-da28-4667-935b-50ee87d6ef67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e67091-082e-44af-ab2e-e08c3f96b7c6 HTTP/1.1" status: 200 len: 1001 time: 0.3988950 Feb 15 14:21:18.387919 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:18.390656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9bc4c052-b638-49a2-87d3-d9707743be58 None None] Could not find standard attr ID for object 39356fc0-d1fc-4721-bae4-81d2e3d7232c. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:21:18.426846 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f081d482-ce4a-43e9-85f8-05b4bcc279a7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (6b5fad72-0910-4c83-910a-4525e2cff793), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:18.470189 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f081d482-ce4a-43e9-85f8-05b4bcc279a7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:18.473897 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f081d482-ce4a-43e9-85f8-05b4bcc279a7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/6b5fad72-0910-4c83-910a-4525e2cff793 HTTP/1.1" status: 204 len: 168 time: 1.3947227 Feb 15 14:21:18.475247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081d482-ce4a-43e9-85f8-05b4bcc279a7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5fad72-0910-4c83-910a-4525e2cff793,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:18.476656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57582) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:18.494337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-5ce99ec5-cd47-4f45-bc57-1533bc55cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:18.506645 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-5ce99ec5-cd47-4f45-bc57-1533bc55cdde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.1193995 Feb 15 14:21:18.625785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-25fe75c2-a1a5-43eb-96c2-54caca183861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:18.627749 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-25fe75c2-a1a5-43eb-96c2-54caca183861 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1120541 Feb 15 14:21:18.653080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65550950-4441-445f-bb60-bc4a2ff6da92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:18.846530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26766e9c-294f-4bfd-a186-dc02ee21dfc2 None None] Network ba0b3251-5bb4-4834-866b-f831b407a1b9 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:18.881844 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65550950-4441-445f-bb60-bc4a2ff6da92 admin admin] Publish callbacks [] for security_group (fa93638d-f5f1-4129-9e33-0413bcc29382), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:18.912000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-68ff5f57-7149-44ce-ae3c-4f61d4a07e4b service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738285 Feb 15 14:21:18.926987 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-65550950-4441-445f-bb60-bc4a2ff6da92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fa93638d-f5f1-4129-9e33-0413bcc29382), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:18.964281 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ba0b3251-5bb4-4834-866b-f831b407a1b9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:19.060706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-65550950-4441-445f-bb60-bc4a2ff6da92 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=12da776ac57a4bfc828e3a7734b13cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7831380 Feb 15 14:21:19.062370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65550950-4441-445f-bb60-bc4a2ff6da92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa93638d-f5f1-4129-9e33-0413bcc29382,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:19.065305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57590) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:19.164401 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c57e60d0-4194-42ce-b453-b62ae898caa6 req-ac3a30ee-e636-46d4-80a2-55ea97293206 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455404 Feb 15 14:21:19.219830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6fcad6-4fcb-4c5f-80f2-ae628f22d23d None None] DHCP port deletion for ba0b3251-5bb4-4834-866b-f831b407a1b9 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:21:19.422769 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b088ed51-0fc2-49a4-83eb-23d0fd9ed4cd admin admin] Publish callbacks [] for security_group (fa93638d-f5f1-4129-9e33-0413bcc29382), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:19.438107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2d342e1a-a070-4f0a-a69a-3c377028857c no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:21:19.443639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-db6fcad6-4fcb-4c5f-80f2-ae628f22d23d None None] Deleting port 2d342e1a-a070-4f0a-a69a-3c377028857c {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:19.456531 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-db6fcad6-4fcb-4c5f-80f2-ae628f22d23d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:19.477525 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b088ed51-0fc2-49a4-83eb-23d0fd9ed4cd admin admin] Publish callbacks [] for security_group (fa93638d-f5f1-4129-9e33-0413bcc29382), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:19.629413 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b088ed51-0fc2-49a4-83eb-23d0fd9ed4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fa93638d-f5f1-4129-9e33-0413bcc29382), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:19.637144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b088ed51-0fc2-49a4-83eb-23d0fd9ed4cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:19.641331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b088ed51-0fc2-49a4-83eb-23d0fd9ed4cd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa93638d-f5f1-4129-9e33-0413bcc29382 HTTP/1.1" status: 204 len: 168 time: 0.5669553 Feb 15 14:21:19.654115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 2d342e1a-a070-4f0a-a69a-3c377028857c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:19.654453 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:19.727377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088ed51-0fc2-49a4-83eb-23d0fd9ed4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa93638d-f5f1-4129-9e33-0413bcc29382,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:19.751303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-db6fcad6-4fcb-4c5f-80f2-ae628f22d23d None None] For port 2d342e1a-a070-4f0a-a69a-3c377028857c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2d342e1a-a070-4f0a-a69a-3c377028857c,segment=NetworkSegment(ad67eaeb-6768-4193-8d77-eb4380e681f3),segment_id=ad67eaeb-6768-4193-8d77-eb4380e681f3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:19.771595 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-db6fcad6-4fcb-4c5f-80f2-ae628f22d23d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:19.896990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] For port 2d342e1a-a070-4f0a-a69a-3c377028857c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2d342e1a-a070-4f0a-a69a-3c377028857c,segment=NetworkSegment(ad67eaeb-6768-4193-8d77-eb4380e681f3),segment_id=ad67eaeb-6768-4193-8d77-eb4380e681f3)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:19.898052 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:19.912871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-db6fcad6-4fcb-4c5f-80f2-ae628f22d23d None None] Calling delete_port for 2d342e1a-a070-4f0a-a69a-3c377028857c owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:19.934878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 2d342e1a-a070-4f0a-a69a-3c377028857c owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:19.985342 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.184626 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.285452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=2d342e1a-a070-4f0a-a69a-3c377028857c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:20.307814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No DVR routers for this DVR port 2d342e1a-a070-4f0a-a69a-3c377028857c on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:21:20.422661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57612) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:20.458996 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ea3ad01-4af9-4e98-94c1-473064f2c500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.610237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2d342e1a-a070-4f0a-a69a-3c377028857c is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:20.612274 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.649151 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ba0b3251-5bb4-4834-866b-f831b407a1b9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.693247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0b3251-5bb4-4834-866b-f831b407a1b9']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:20.728824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad67eaeb-6768-4193-8d77-eb4380e681f3') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:20.729122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad67eaeb-6768-4193-8d77-eb4380e681f3') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:20.746062 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (ad67eaeb-6768-4193-8d77-eb4380e681f3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.776200 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (ad67eaeb-6768-4193-8d77-eb4380e681f3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.787141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:21:20.787556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (ad67eaeb-6768-4193-8d77-eb4380e681f3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:21:20.791616 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:21:20.818430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ea3ad01-4af9-4e98-94c1-473064f2c500 admin admin] Publish callbacks [] for security_group (dd44fefb-de8a-4772-8740-f371e78bc8da), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.831500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ea3ad01-4af9-4e98-94c1-473064f2c500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dd44fefb-de8a-4772-8740-f371e78bc8da), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.918329 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0ea3ad01-4af9-4e98-94c1-473064f2c500 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=28139d88de3c4c79bf38e3c3094043b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4924042 Feb 15 14:21:20.918722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57616) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:20.926795 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (ba0b3251-5bb4-4834-866b-f831b407a1b9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.928690 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-db6fcad6-4fcb-4c5f-80f2-ae628f22d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (2d342e1a-a070-4f0a-a69a-3c377028857c), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.967832 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:20.970724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/networks/ba0b3251-5bb4-4834-866b-f831b407a1b9 HTTP/1.1" status: 204 len: 168 time: 2.4930127 Feb 15 14:21:20.989778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57618) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:21.005031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1597515876'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:21.010834 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db6fcad6-4fcb-4c5f-80f2-ae628f22d23d None None] Network ba0b3251-5bb4-4834-866b-f831b407a1b9 is not hosted by any dhcp agent {{(pid=109973) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 14:21:21.012536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab1863-e1d8-4775-a1bd-3b714412cb9a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Network': ['ID=ba0b3251-5bb4-4834-866b-f831b407a1b9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:21.019472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6fcad6-4fcb-4c5f-80f2-ae628f22d23d None None] No DVR routers for this DVR port 2d342e1a-a070-4f0a-a69a-3c377028857c on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:21:21.021921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fcad6-4fcb-4c5f-80f2-ae628f22d23d None None] Pushing event deleted for resources: {'Port': ['ID=2d342e1a-a070-4f0a-a69a-3c377028857c,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:21.061417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3ad01-4af9-4e98-94c1-473064f2c500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd44fefb-de8a-4772-8740-f371e78bc8da,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:21.125231 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:21.149160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:21.153014 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:21.170206 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b59f0ec-81e0-4895-be27-87ba67d400f5 admin admin] Publish callbacks [] for security_group (dd44fefb-de8a-4772-8740-f371e78bc8da), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:21.241813 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b59f0ec-81e0-4895-be27-87ba67d400f5 admin admin] Publish callbacks [] for security_group (dd44fefb-de8a-4772-8740-f371e78bc8da), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:21.259165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:21:21.274852 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (b82ff1bc-431f-48e0-b239-3353432e5cf9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:21.275498 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Added segment b82ff1bc-431f-48e0-b239-3353432e5cf9 of type vlan for network 07dff45a-3b7a-44eb-9447-5cbf50d7e656 Feb 15 14:21:21.401575 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (07dff45a-3b7a-44eb-9447-5cbf50d7e656), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:21.421321 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b59f0ec-81e0-4895-be27-87ba67d400f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dd44fefb-de8a-4772-8740-f371e78bc8da), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:21.424291 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b59f0ec-81e0-4895-be27-87ba67d400f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:21.428092 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4b59f0ec-81e0-4895-be27-87ba67d400f5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd44fefb-de8a-4772-8740-f371e78bc8da HTTP/1.1" status: 204 len: 168 time: 0.5080175 Feb 15 14:21:21.471547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59f0ec-81e0-4895-be27-87ba67d400f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd44fefb-de8a-4772-8740-f371e78bc8da,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:21.504532 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (07dff45a-3b7a-44eb-9447-5cbf50d7e656), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:21.510519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:21.513397 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:21.689693 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6920462 Feb 15 14:21:21.692529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57628) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:21.698795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': '07dff45a-3b7a-44eb-9447-5cbf50d7e656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:21.702420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728b4ff-3a54-4059-a366-8d1450c4e24f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Network': ['ID=07dff45a-3b7a-44eb-9447-5cbf50d7e656,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:21.722457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 07dff45a-3b7a-44eb-9447-5cbf50d7e656 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:21:21.930169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:21.933623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:22.375936 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (cc95ebcd-11fd-4334-a212-5cc38eb95fba), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:22.612812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Checking segment: {'id': 'b82ff1bc-431f-48e0-b239-3353432e5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '07dff45a-3b7a-44eb-9447-5cbf50d7e656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:22.614517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network hostable DHCP agents. Network: 07dff45a-3b7a-44eb-9447-5cbf50d7e656, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:21:22.622152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Subnet': ['ID=cc95ebcd-11fd-4334-a212-5cc38eb95fba,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:22.671045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network 07dff45a-3b7a-44eb-9447-5cbf50d7e656 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:21:22.695302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 07dff45a-3b7a-44eb-9447-5cbf50d7e656) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:22.702356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:22.702356 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:22.707495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d258b4-58b0-41b7-9b32-96ba0fc23995 None None] Network 07dff45a-3b7a-44eb-9447-5cbf50d7e656 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:22.739508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57658) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:22.740025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-14305df7-6306-4c8a-8650-80e990e69548 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0460043 Feb 15 14:21:22.745442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': '07dff45a-3b7a-44eb-9447-5cbf50d7e656', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1355032520'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:22.935470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-07dff45a-3b7a-44eb-9447-5cbf50d7e656', 'network_id': '07dff45a-3b7a-44eb-9447-5cbf50d7e656', 'project_id': '629013fe0cf6413ead6c36c1b45c4f96', 'fixed_ips': [{'subnet_id': 'cc95ebcd-11fd-4334-a212-5cc38eb95fba'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:21:22.936354 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:23.026145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:23.030117 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:23.080307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 2eee923c-163e-4818-b4e3-5c1130e74378 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:23.299117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Allocated IP 2001:db8::2 (07dff45a-3b7a-44eb-9447-5cbf50d7e656/cc95ebcd-11fd-4334-a212-5cc38eb95fba/fcde4553-1e26-4a19-a30f-c0fd0bea3e09) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:23.601172 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Publish callbacks [] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:23.616096 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:23.689402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Network 07dff45a-3b7a-44eb-9447-5cbf50d7e656 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:23.694128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:23.697274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:23.718597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Pushing event updated for resources: {'Port': ['ID=fcde4553-1e26-4a19-a30f-c0fd0bea3e09,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:23.744212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8::18e (07dff45a-3b7a-44eb-9447-5cbf50d7e656/cc95ebcd-11fd-4334-a212-5cc38eb95fba/2eee923c-163e-4818-b4e3-5c1130e74378) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:23.830087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Attempting to bind port fcde4553-1e26-4a19-a30f-c0fd0bea3e09 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:21:23.834017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Attempting to bind port fcde4553-1e26-4a19-a30f-c0fd0bea3e09 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'b82ff1bc-431f-48e0-b239-3353432e5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '07dff45a-3b7a-44eb-9447-5cbf50d7e656'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:21:23.834504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Attempting to bind port fcde4553-1e26-4a19-a30f-c0fd0bea3e09 on network 07dff45a-3b7a-44eb-9447-5cbf50d7e656 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:21:23.849984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:21:23.850477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Checking segment: {'id': 'b82ff1bc-431f-48e0-b239-3353432e5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '07dff45a-3b7a-44eb-9447-5cbf50d7e656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:23.853440 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:23.854058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Bound using segment: {'id': 'b82ff1bc-431f-48e0-b239-3353432e5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '07dff45a-3b7a-44eb-9447-5cbf50d7e656'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:21:23.854881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Bound port: fcde4553-1e26-4a19-a30f-c0fd0bea3e09, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82ff1bc-431f-48e0-b239-3353432e5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '07dff45a-3b7a-44eb-9447-5cbf50d7e656'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:21:23.855503 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:23.993681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] For port fcde4553-1e26-4a19-a30f-c0fd0bea3e09, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:21:23.996925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] For port fcde4553-1e26-4a19-a30f-c0fd0bea3e09, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=fcde4553-1e26-4a19-a30f-c0fd0bea3e09,segment=NetworkSegment(b82ff1bc-431f-48e0-b239-3353432e5cf9),segment_id=b82ff1bc-431f-48e0-b239-3353432e5cf9)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:21:24.004994 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:24.072961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11df93f-fca8-4a11-af2d-0518a1960821 None None] Pushing event updated for resources: {'Port': ['ID=fcde4553-1e26-4a19-a30f-c0fd0bea3e09,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:24.095972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (2eee923c-163e-4818-b4e3-5c1130e74378), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:24.229158 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2eee923c-163e-4818-b4e3-5c1130e74378), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:24.369615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network 07dff45a-3b7a-44eb-9447-5cbf50d7e656 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:24.383993 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:24.396465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:24.406748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:24.408608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:24.480880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=2eee923c-163e-4818-b4e3-5c1130e74378,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:24.509923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57700) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:24.511102 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7c75f1cf-1f44-4dd1-b495-d65af009acbc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7695661 Feb 15 14:21:24.755448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c10fa0fa-8407-42e4-a8ee-afcce0e99f81 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 2eee923c-163e-4818-b4e3-5c1130e74378 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:24.758847 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c10fa0fa-8407-42e4-a8ee-afcce0e99f81 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2eee923c-163e-4818-b4e3-5c1130e74378), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:25.037813 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c10fa0fa-8407-42e4-a8ee-afcce0e99f81 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2eee923c-163e-4818-b4e3-5c1130e74378), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:25.053154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c10fa0fa-8407-42e4-a8ee-afcce0e99f81 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 2eee923c-163e-4818-b4e3-5c1130e74378 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:25.428970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device fcde4553-1e26-4a19-a30f-c0fd0bea3e09 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:21:25.457909 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c10fa0fa-8407-42e4-a8ee-afcce0e99f81 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2eee923c-163e-4818-b4e3-5c1130e74378), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:25.517283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fa0fa-8407-42e4-a8ee-afcce0e99f81 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=2eee923c-163e-4818-b4e3-5c1130e74378,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:25.542383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b3d2-780a-495a-a4e4-668f23c17d99 req-a72e94f5-bbc4-4faa-809f-94681db91ce4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:25.553775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f8a5b3d2-780a-495a-a4e4-668f23c17d99 req-a72e94f5-bbc4-4faa-809f-94681db91ce4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 945 time: 0.3831728 Feb 15 14:21:25.571387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port fcde4553-1e26-4a19-a30f-c0fd0bea3e09 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:25.572076 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:25.639931 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c10fa0fa-8407-42e4-a8ee-afcce0e99f81 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:25.646153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57716) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:25.648717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c10fa0fa-8407-42e4-a8ee-afcce0e99f81 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/2eee923c-163e-4818-b4e3-5c1130e74378 HTTP/1.1" status: 204 len: 168 time: 1.1310196 Feb 15 14:21:25.712625 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d752df-38c3-42e9-a05e-237fd2fb0a8b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:21:25.714463 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f6d752df-38c3-42e9-a05e-237fd2fb0a8b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/2eee923c-163e-4818-b4e3-5c1130e74378 HTTP/1.1" status: 404 len: 333 time: 0.0665889 Feb 15 14:21:25.715281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f8a5b3d2-780a-495a-a4e4-668f23c17d99 req-4e250e7b-736d-4dc2-9964-01ac54ce50c3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602364 Feb 15 14:21:25.717962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57720) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:25.755794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port fcde4553-1e26-4a19-a30f-c0fd0bea3e09 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:25.756600 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:25.853359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec268004-ee6e-44c0-9153-271e0c7fb05a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting subnet cc95ebcd-11fd-4334-a212-5cc38eb95fba {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:21:25.860047 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec268004-ee6e-44c0-9153-271e0c7fb05a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (cc95ebcd-11fd-4334-a212-5cc38eb95fba), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:25.868272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port fcde4553-1e26-4a19-a30f-c0fd0bea3e09, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=fcde4553-1e26-4a19-a30f-c0fd0bea3e09,segment=NetworkSegment(b82ff1bc-431f-48e0-b239-3353432e5cf9),segment_id=b82ff1bc-431f-48e0-b239-3353432e5cf9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:25.881197 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:25.886486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039c87f4-25b7-48bc-9456-6d9a78419e55 None None] Network 07dff45a-3b7a-44eb-9447-5cbf50d7e656 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:25.951841 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec268004-ee6e-44c0-9153-271e0c7fb05a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (cc95ebcd-11fd-4334-a212-5cc38eb95fba), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:26.121245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec268004-ee6e-44c0-9153-271e0c7fb05a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (cc95ebcd-11fd-4334-a212-5cc38eb95fba), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:26.139074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8bb5b2df-b5ec-444f-8a16-5d62d58fe1c2 None None] Provisioning complete for port fcde4553-1e26-4a19-a30f-c0fd0bea3e09 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:26.139623 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b2df-b5ec-444f-8a16-5d62d58fe1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:26.217149 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=fcde4553-1e26-4a19-a30f-c0fd0bea3e09,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:26.265743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec268004-ee6e-44c0-9153-271e0c7fb05a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (cc95ebcd-11fd-4334-a212-5cc38eb95fba), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:26.342253 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec268004-ee6e-44c0-9153-271e0c7fb05a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Subnet': ['ID=cc95ebcd-11fd-4334-a212-5cc38eb95fba,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:26.357006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec268004-ee6e-44c0-9153-271e0c7fb05a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:26.361669 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ec268004-ee6e-44c0-9153-271e0c7fb05a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/cc95ebcd-11fd-4334-a212-5cc38eb95fba HTTP/1.1" status: 204 len: 168 time: 0.6424410 Feb 15 14:21:26.364670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57730) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:26.390850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8bb5b2df-b5ec-444f-8a16-5d62d58fe1c2 None None] Current status of the port fcde4553-1e26-4a19-a30f-c0fd0bea3e09 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:26.527609 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (07dff45a-3b7a-44eb-9447-5cbf50d7e656), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:26.616949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port fcde4553-1e26-4a19-a30f-c0fd0bea3e09 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:26.617714 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:26.718917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] For port fcde4553-1e26-4a19-a30f-c0fd0bea3e09, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=fcde4553-1e26-4a19-a30f-c0fd0bea3e09,segment=NetworkSegment(b82ff1bc-431f-48e0-b239-3353432e5cf9),segment_id=b82ff1bc-431f-48e0-b239-3353432e5cf9)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:26.719925 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:26.739715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for fcde4553-1e26-4a19-a30f-c0fd0bea3e09 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:26.760284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-7cac554a-ba0e-4ccc-aa95-b878aa63e274 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:26.761901 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-7cac554a-ba0e-4ccc-aa95-b878aa63e274 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 945 time: 0.1299870 Feb 15 14:21:26.879835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37baaae2-fd35-446f-a5d7-f198337ccda1 None None] Network 07dff45a-3b7a-44eb-9447-5cbf50d7e656 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:27.071989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c7a984ab-eb22-4f96-ae30-38041adc7f43 None None] Provisioning complete for port fcde4553-1e26-4a19-a30f-c0fd0bea3e09 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:27.072433 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c7a984ab-eb22-4f96-ae30-38041adc7f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:27.073146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Deleting port 96e67091-082e-44af-ab2e-e08c3f96b7c6 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:27.073723 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:27.163279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c02655-120b-400f-8448-8a82a641ee90 req-ba4707b3-43a9-4747-81d2-bc2607bec04a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:27.165240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7c02655-120b-400f-8448-8a82a641ee90 req-ba4707b3-43a9-4747-81d2-bc2607bec04a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 945 time: 0.2581434 Feb 15 14:21:27.206765 n-d-829064-15 neutron-server[109973]: INFO neutron.plugins.ml2.db [None req-c7a984ab-eb22-4f96-ae30-38041adc7f43 None None] No ports have port_id starting with fcde4553-1e26-4a19-a30f-c0fd0bea3e09 Feb 15 14:21:27.253124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fcde4553-1e26-4a19-a30f-c0fd0bea3e09), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:27.279073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778fd8e2-cd0a-4461-be3d-3fdce75ad56f None None] DHCP port deletion for 07dff45a-3b7a-44eb-9447-5cbf50d7e656 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:21:27.456985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] For port 96e67091-082e-44af-ab2e-e08c3f96b7c6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=96e67091-082e-44af-ab2e-e08c3f96b7c6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:27.462114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:27.532710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=fcde4553-1e26-4a19-a30f-c0fd0bea3e09,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:27.573792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No DVR routers for this DVR port fcde4553-1e26-4a19-a30f-c0fd0bea3e09 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:21:27.729282 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (07dff45a-3b7a-44eb-9447-5cbf50d7e656), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:27.757120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dff45a-3b7a-44eb-9447-5cbf50d7e656']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:27.813807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82ff1bc-431f-48e0-b239-3353432e5cf9') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:27.814142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82ff1bc-431f-48e0-b239-3353432e5cf9') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:27.856328 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (b82ff1bc-431f-48e0-b239-3353432e5cf9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:27.874176 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (b82ff1bc-431f-48e0-b239-3353432e5cf9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:27.882392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:21:27.883164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (b82ff1bc-431f-48e0-b239-3353432e5cf9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:27.977320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7c02655-120b-400f-8448-8a82a641ee90 req-f3a0e1db-2e4c-4ead-8784-626a7857fc37 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7917888 Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:21:27.978422 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:21:27.984260 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (07dff45a-3b7a-44eb-9447-5cbf50d7e656), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:28.025353 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:28.036281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/networks/07dff45a-3b7a-44eb-9447-5cbf50d7e656 HTTP/1.1" status: 204 len: 168 time: 1.6703854 Feb 15 14:21:28.037330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63ba48-a34e-46f1-b463-e1fce1bd35c6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Network': ['ID=07dff45a-3b7a-44eb-9447-5cbf50d7e656,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:28.040174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57758) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:28.048060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'name': 'tempest-PortsIpV6TestJSON-412240453'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:28.174286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:28.177278 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (d020c326-fa57-4529-a590-8f170bb7369b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:28.178839 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Floating IP d020c326-fa57-4529-a590-8f170bb7369b disassociated. External IP: 172.25.6.234, port: 96e67091-082e-44af-ab2e-e08c3f96b7c6. Feb 15 14:21:28.179516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Calling delete_port for 96e67091-082e-44af-ab2e-e08c3f96b7c6 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:28.194615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:28.204267 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:28.288218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 739ed44b-2361-448a-b5f5-f03f19be7c51 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:28.404956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (96e67091-082e-44af-ab2e-e08c3f96b7c6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:28.464925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event deleted for resources: {'Port': ['ID=96e67091-082e-44af-ab2e-e08c3f96b7c6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:28.537335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57762) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:28.632807 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (739ed44b-2361-448a-b5f5-f03f19be7c51), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:28.653967 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Router 701ba21b-9555-42a1-aaf0-e2338ea93b61 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:21:28.695312 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (739ed44b-2361-448a-b5f5-f03f19be7c51), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:28.795253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network a9022991-aed3-41cc-8cb9-5c899d659242 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:28.807574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:28.817968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:28.827091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:28.827793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:28.851217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=739ed44b-2361-448a-b5f5-f03f19be7c51,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:28.873681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bdc67b81-9ced-4feb-a19d-e4487b006b1e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8322587 Feb 15 14:21:28.878511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57784) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:28.917445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:21:28.932507 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e553f9a0-dbc3-4eb9-b594-daec5e9a688c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:28.933953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb21ac-b9e2-44ef-ba08-e72caaad1ac6 None None] Sync routers for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:21:28.960564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 96e67091-082e-44af-ab2e-e08c3f96b7c6 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:21:28.963976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb21ac-b9e2-44ef-ba08-e72caaad1ac6 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:21:28.972525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8cbb21ac-b9e2-44ef-ba08-e72caaad1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:21:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:29.024534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] No DVR routers for this DVR port 96e67091-082e-44af-ab2e-e08c3f96b7c6 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:21:29.029794 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:29.033487 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b7336496-2c1e-4b00-96f5-f87a94fa0469 req-6e7bb5c1-be40-486b-82ae-6d90125c3c66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "DELETE /v2.0/ports/96e67091-082e-44af-ab2e-e08c3f96b7c6 HTTP/1.1" status: 204 len: 173 time: 2.2536008 Feb 15 14:21:29.044528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'name': 'network-vif-deleted', 'tag': '96e67091-082e-44af-ab2e-e08c3f96b7c6'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:21:29.052150 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c24197c-0f8d-418f-85b4-6208c29bdc8a" -d '{"events": [{"server_uuid": "dd326cf6-3e78-4497-a1c2-f2be7bd9b228", "name": "network-vif-deleted", "tag": "96e67091-082e-44af-ab2e-e08c3f96b7c6"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:21:29.212337 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe56b1f1-0221-4623-b381-03d4f9a09fbd x-openstack-request-id: req-fe56b1f1-0221-4623-b381-03d4f9a09fbd {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:21:29.212873 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd326cf6-3e78-4497-a1c2-f2be7bd9b228", "name": "network-vif-deleted", "tag": "96e67091-082e-44af-ab2e-e08c3f96b7c6", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:21:29.212873 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe56b1f1-0221-4623-b381-03d4f9a09fbd {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:21:29.213322 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd326cf6-3e78-4497-a1c2-f2be7bd9b228', 'name': 'network-vif-deleted', 'tag': '96e67091-082e-44af-ab2e-e08c3f96b7c6', 'status': 'completed', 'code': 200} Feb 15 14:21:29.253267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 96e67091-082e-44af-ab2e-e08c3f96b7c6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:21:29.253616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 96e67091-082e-44af-ab2e-e08c3f96b7c6 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:21:29.279199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e553f9a0-dbc3-4eb9-b594-daec5e9a688c admin admin] Publish callbacks [] for security_group (5d4dd6b4-50fc-4809-a8be-06b54e9159b6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:29.299855 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e553f9a0-dbc3-4eb9-b594-daec5e9a688c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5d4dd6b4-50fc-4809-a8be-06b54e9159b6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:29.313421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-31bf5e8c-c498-4016-9dce-8bc03e4998f3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 739ed44b-2361-448a-b5f5-f03f19be7c51 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:29.313787 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31bf5e8c-c498-4016-9dce-8bc03e4998f3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (739ed44b-2361-448a-b5f5-f03f19be7c51), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:29.319955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8cbb21ac-b9e2-44ef-ba08-e72caaad1ac6 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:21:29.366390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device fcde4553-1e26-4a19-a30f-c0fd0bea3e09 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:21:29.376814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553f9a0-dbc3-4eb9-b594-daec5e9a688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4dd6b4-50fc-4809-a8be-06b54e9159b6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:29.419349 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e553f9a0-dbc3-4eb9-b594-daec5e9a688c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3dc9ad9183624772beac9c5b1c5c349f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8805094 Feb 15 14:21:29.423071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: fcde4553-1e26-4a19-a30f-c0fd0bea3e09 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:21:29.423314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57796) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:29.426237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device fcde4553-1e26-4a19-a30f-c0fd0bea3e09 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:21:29.459121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c15ba37-41c9-4f06-b660-ec030144e6f2 req-136bf858-6194-4e36-b733-a6e9f86724dc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.1892803 Feb 15 14:21:29.503425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-114461cd-2767-488d-af10-3b7dc83499bc admin admin] Publish callbacks [] for security_group (5d4dd6b4-50fc-4809-a8be-06b54e9159b6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:29.514000 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31bf5e8c-c498-4016-9dce-8bc03e4998f3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (739ed44b-2361-448a-b5f5-f03f19be7c51), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:29.529240 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-31bf5e8c-c498-4016-9dce-8bc03e4998f3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 739ed44b-2361-448a-b5f5-f03f19be7c51 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:29.536265 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-114461cd-2767-488d-af10-3b7dc83499bc admin admin] Publish callbacks [] for security_group (5d4dd6b4-50fc-4809-a8be-06b54e9159b6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:29.592154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-114461cd-2767-488d-af10-3b7dc83499bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5d4dd6b4-50fc-4809-a8be-06b54e9159b6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:29.597373 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-114461cd-2767-488d-af10-3b7dc83499bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:29.598999 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-114461cd-2767-488d-af10-3b7dc83499bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d4dd6b4-50fc-4809-a8be-06b54e9159b6 HTTP/1.1" status: 204 len: 168 time: 0.1742625 Feb 15 14:21:29.609936 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114461cd-2767-488d-af10-3b7dc83499bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4dd6b4-50fc-4809-a8be-06b54e9159b6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:29.639355 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31bf5e8c-c498-4016-9dce-8bc03e4998f3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (739ed44b-2361-448a-b5f5-f03f19be7c51), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:29.706300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf5e8c-c498-4016-9dce-8bc03e4998f3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=739ed44b-2361-448a-b5f5-f03f19be7c51,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:29.720353 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31bf5e8c-c498-4016-9dce-8bc03e4998f3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:29.727867 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-31bf5e8c-c498-4016-9dce-8bc03e4998f3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/739ed44b-2361-448a-b5f5-f03f19be7c51 HTTP/1.1" status: 204 len: 168 time: 0.8478413 Feb 15 14:21:29.730361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57804) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:29.740997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'mac_address': 'fa:16:3e:f6:2b:f5', 'name': 'tempest-PortsIpV6TestJSON-134043286'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:29.832199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8cbb21ac-b9e2-44ef-ba08-e72caaad1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:29.880595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:29.896333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb21ac-b9e2-44ef-ba08-e72caaad1ac6 None None] Checking router: 701ba21b-9555-42a1-aaf0-e2338ea93b61 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:21:29.917183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb21ac-b9e2-44ef-ba08-e72caaad1ac6 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:21:29.918778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8cbb21ac-b9e2-44ef-ba08-e72caaad1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:21:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:30.013782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:30.055452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 2e78a864-76d6-4b48-9aac-2c8f933a54e4 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:30.167000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8cbb21ac-b9e2-44ef-ba08-e72caaad1ac6 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:21:30.300799 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (2e78a864-76d6-4b48-9aac-2c8f933a54e4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:30.344805 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2e78a864-76d6-4b48-9aac-2c8f933a54e4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:30.441933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network a9022991-aed3-41cc-8cb9-5c899d659242 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:30.457519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:30.465587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:30.471268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:30.471927 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:30.543253 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=2e78a864-76d6-4b48-9aac-2c8f933a54e4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:30.570211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8cbb21ac-b9e2-44ef-ba08-e72caaad1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:30.571143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57824) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:30.574538 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d5773192-0ab1-44f1-975c-31082866bcab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8414342 Feb 15 14:21:30.608262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb21ac-b9e2-44ef-ba08-e72caaad1ac6 None None] The sync data for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 is: [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:21:30.692476 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae7d92-d551-48ef-aafa-bccea9be2dcc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:30.698939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57828) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:30.711351 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f4ae7d92-d551-48ef-aafa-bccea9be2dcc tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/2e78a864-76d6-4b48-9aac-2c8f933a54e4 HTTP/1.1" status: 200 len: 844 time: 0.1383514 Feb 15 14:21:30.785391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff0c3c84-5d8d-4e69-b557-d3be71cc0a31 req-e85f6e68-e8fa-4e0a-adec-ffed75d6047d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.1131186 Feb 15 14:21:30.917902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6467bd30-c2d4-4013-aec2-8a77b29e970f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 2e78a864-76d6-4b48-9aac-2c8f933a54e4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:30.918313 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6467bd30-c2d4-4013-aec2-8a77b29e970f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2e78a864-76d6-4b48-9aac-2c8f933a54e4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:31.013559 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6467bd30-c2d4-4013-aec2-8a77b29e970f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2e78a864-76d6-4b48-9aac-2c8f933a54e4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:31.034935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6467bd30-c2d4-4013-aec2-8a77b29e970f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 2e78a864-76d6-4b48-9aac-2c8f933a54e4 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:31.087072 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ec8ebd-87f6-4490-a8e3-70ed6fda78eb None None] New status for floating IP d020c326-fa57-4529-a590-8f170bb7369b: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:21:31.150939 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6467bd30-c2d4-4013-aec2-8a77b29e970f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2e78a864-76d6-4b48-9aac-2c8f933a54e4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:31.194338 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6467bd30-c2d4-4013-aec2-8a77b29e970f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:31.203775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57834) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:31.218889 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6467bd30-c2d4-4013-aec2-8a77b29e970f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/2e78a864-76d6-4b48-9aac-2c8f933a54e4 HTTP/1.1" status: 204 len: 168 time: 0.5180948 Feb 15 14:21:31.220866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467bd30-c2d4-4013-aec2-8a77b29e970f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=2e78a864-76d6-4b48-9aac-2c8f933a54e4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:31.264778 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-467d163c-f5d4-4aec-817a-04cada305e31 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:21:31.281650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57840) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:31.282964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-467d163c-f5d4-4aec-817a-04cada305e31 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/2e78a864-76d6-4b48-9aac-2c8f933a54e4 HTTP/1.1" status: 404 len: 333 time: 0.0746930 Feb 15 14:21:31.287444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'name': 'tempest-PortsIpV6TestJSON-776195255'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:31.442231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:31.447225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:31.480233 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port c7629d4c-5f12-4408-b7b4-ade7f56402d5 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:31.671740 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (c7629d4c-5f12-4408-b7b4-ade7f56402d5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:31.717630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c7629d4c-5f12-4408-b7b4-ade7f56402d5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:31.770084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network a9022991-aed3-41cc-8cb9-5c899d659242 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:31.773558 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:31.777531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:31.783502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:31.784128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:31.798355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=c7629d4c-5f12-4408-b7b4-ade7f56402d5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:31.849468 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-beb62172-2e18-4946-a30f-fa9c9a2721f6 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5664334 Feb 15 14:21:31.851341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57854) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:31.859945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-45243ce1-8f0e-4a91-aea0-7dfa08da3cf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:31.946961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-784af7af-a020-4e8e-b432-f06145eb04d4 req-52d15a89-d2f0-4f60-bfe2-b9c4a0f0b296 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0442078 Feb 15 14:21:32.003298 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45243ce1-8f0e-4a91-aea0-7dfa08da3cf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c7629d4c-5f12-4408-b7b4-ade7f56402d5), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.223845 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45243ce1-8f0e-4a91-aea0-7dfa08da3cf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (c7629d4c-5f12-4408-b7b4-ade7f56402d5), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.229447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45243ce1-8f0e-4a91-aea0-7dfa08da3cf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (c7629d4c-5f12-4408-b7b4-ade7f56402d5), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.277496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-45243ce1-8f0e-4a91-aea0-7dfa08da3cf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] In _notify_port_updated(), no bound segment for port c7629d4c-5f12-4408-b7b4-ade7f56402d5 on network a9022991-aed3-41cc-8cb9-5c899d659242 {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:21:32.283576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45243ce1-8f0e-4a91-aea0-7dfa08da3cf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:32.284214 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45243ce1-8f0e-4a91-aea0-7dfa08da3cf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.288124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-45243ce1-8f0e-4a91-aea0-7dfa08da3cf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "PUT /v2.0/ports/c7629d4c-5f12-4408-b7b4-ade7f56402d5 HTTP/1.1" status: 200 len: 818 time: 0.4314361 Feb 15 14:21:32.289868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57866) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:32.299747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45243ce1-8f0e-4a91-aea0-7dfa08da3cf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=c7629d4c-5f12-4408-b7b4-ade7f56402d5,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:32.407596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8d962-2272-4166-a7ca-d03c9df6cde8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port c7629d4c-5f12-4408-b7b4-ade7f56402d5 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:32.408096 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d962-2272-4166-a7ca-d03c9df6cde8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c7629d4c-5f12-4408-b7b4-ade7f56402d5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.518049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d962-2272-4166-a7ca-d03c9df6cde8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c7629d4c-5f12-4408-b7b4-ade7f56402d5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.538890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8d962-2272-4166-a7ca-d03c9df6cde8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for c7629d4c-5f12-4408-b7b4-ade7f56402d5 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:32.621240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d962-2272-4166-a7ca-d03c9df6cde8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c7629d4c-5f12-4408-b7b4-ade7f56402d5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.657956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8d962-2272-4166-a7ca-d03c9df6cde8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=c7629d4c-5f12-4408-b7b4-ade7f56402d5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:32.661704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d962-2272-4166-a7ca-d03c9df6cde8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.667523 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1aa8d962-2272-4166-a7ca-d03c9df6cde8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/c7629d4c-5f12-4408-b7b4-ade7f56402d5 HTTP/1.1" status: 204 len: 168 time: 0.3742721 Feb 15 14:21:32.667767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57868) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:32.723690 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9159f2-be61-45cf-943c-8d566256db2a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:32.727798 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9c9159f2-be61-45cf-943c-8d566256db2a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0562096 Feb 15 14:21:32.728216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57870) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:32.753741 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e959fce3-28d9-4504-b3a7-51a81a1672bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:21:32.758300 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e959fce3-28d9-4504-b3a7-51a81a1672bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/c7629d4c-5f12-4408-b7b4-ade7f56402d5 HTTP/1.1" status: 404 len: 333 time: 0.0259700 Feb 15 14:21:32.758558 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57872) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:32.763177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-748123807'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:32.781230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:32.784829 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.808539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:21:32.817750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3d6a9bf5-5a71-49c4-a3e5-2076b9589383), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.818092 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Added segment 3d6a9bf5-5a71-49c4-a3e5-2076b9589383 of type vlan for network 9b059117-2316-4015-9730-07158062ea22 Feb 15 14:21:32.860323 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9b059117-2316-4015-9730-07158062ea22), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.884237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9b059117-2316-4015-9730-07158062ea22), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.889164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:32.889736 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:32.941426 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1818314 Feb 15 14:21:32.944394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57874) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:32.950452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': '9b059117-2316-4015-9730-07158062ea22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:32.959262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38feaf47-6297-4ebb-8aec-58722e6f5c0f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Network': ['ID=9b059117-2316-4015-9730-07158062ea22,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:32.971694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9b059117-2316-4015-9730-07158062ea22 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:21:33.050306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-190d368d-2ac3-45d2-abca-3a7afe7117f0 req-49133f0b-13b1-4c75-b20c-44d208644523 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0362122 Feb 15 14:21:33.075409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:33.078868 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:33.266099 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (4020d8a5-65bf-432c-ae47-8835d311c135), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:33.330347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Subnet': ['ID=4020d8a5-65bf-432c-ae47-8835d311c135,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:33.338470 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Checking segment: {'id': '3d6a9bf5-5a71-49c4-a3e5-2076b9589383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9b059117-2316-4015-9730-07158062ea22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:33.338830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network hostable DHCP agents. Network: 9b059117-2316-4015-9730-07158062ea22, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:21:33.358068 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network 9b059117-2316-4015-9730-07158062ea22 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:21:33.371409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9b059117-2316-4015-9730-07158062ea22) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:33.376177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:33.376890 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:33.387947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e32eb-0d46-4a1e-98bc-a1c4e7ae7e10 None None] Network 9b059117-2316-4015-9730-07158062ea22 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:33.399482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-70abd0a2-5ac2-4738-8904-67a28b35ce48 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4537005 Feb 15 14:21:33.403897 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57880) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:33.411940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-de8e79a3-aa31-4a12-b431-35988591b151 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': '9b059117-2316-4015-9730-07158062ea22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:33.612051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8e79a3-aa31-4a12-b431-35988591b151 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:33.628656 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-de8e79a3-aa31-4a12-b431-35988591b151 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:33.828544 n-d-829064-15 neutron-server[109971]: INFO neutron.db.ipam_backend_mixin [None req-de8e79a3-aa31-4a12-b431-35988591b151 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4020d8a5-65bf-432c-ae47-8835d311c135 (CIDR: 2001:db8::/64) Feb 15 14:21:33.834305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-9b059117-2316-4015-9730-07158062ea22', 'network_id': '9b059117-2316-4015-9730-07158062ea22', 'project_id': '629013fe0cf6413ead6c36c1b45c4f96', 'fixed_ips': [{'subnet_id': '4020d8a5-65bf-432c-ae47-8835d311c135'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:21:33.835923 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:33.836345 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8e79a3-aa31-4a12-b431-35988591b151 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:21:33.836808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8e79a3-aa31-4a12-b431-35988591b151 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:21:33.858328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-de8e79a3-aa31-4a12-b431-35988591b151 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4527657 Feb 15 14:21:33.860871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57896) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:33.868592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-df30a42b-d597-4081-ab9a-7c68cc50994d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': '9b059117-2316-4015-9730-07158062ea22', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:34.021021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Allocated IP 2001:db8::2 (9b059117-2316-4015-9730-07158062ea22/4020d8a5-65bf-432c-ae47-8835d311c135/52e102c1-4912-42df-afcf-807aae186fde) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:34.292002 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Publish callbacks [] for port (52e102c1-4912-42df-afcf-807aae186fde), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:34.306172 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (52e102c1-4912-42df-afcf-807aae186fde), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:34.361182 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-441871cf-5e3a-4c00-9410-bb707daeef98 req-bdd0014e-c9c3-46d6-8c81-ef9abf38a8d3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0343871 Feb 15 14:21:34.396205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df30a42b-d597-4081-ab9a-7c68cc50994d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:34.400048 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df30a42b-d597-4081-ab9a-7c68cc50994d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:34.402118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Network 9b059117-2316-4015-9730-07158062ea22 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:34.404092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:34.429171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Pushing event updated for resources: {'Port': ['ID=52e102c1-4912-42df-afcf-807aae186fde,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:34.431623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:34.495208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Attempting to bind port 52e102c1-4912-42df-afcf-807aae186fde on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:21:34.495599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Attempting to bind port 52e102c1-4912-42df-afcf-807aae186fde by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '3d6a9bf5-5a71-49c4-a3e5-2076b9589383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9b059117-2316-4015-9730-07158062ea22'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:21:34.495980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Attempting to bind port 52e102c1-4912-42df-afcf-807aae186fde on network 9b059117-2316-4015-9730-07158062ea22 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:21:34.502720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:21:34.503283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Checking segment: {'id': '3d6a9bf5-5a71-49c4-a3e5-2076b9589383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9b059117-2316-4015-9730-07158062ea22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:34.503894 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:34.504314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Bound using segment: {'id': '3d6a9bf5-5a71-49c4-a3e5-2076b9589383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9b059117-2316-4015-9730-07158062ea22'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:21:34.504812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Bound port: 52e102c1-4912-42df-afcf-807aae186fde, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6a9bf5-5a71-49c4-a3e5-2076b9589383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9b059117-2316-4015-9730-07158062ea22'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:21:34.505874 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (52e102c1-4912-42df-afcf-807aae186fde), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:34.618301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] For port 52e102c1-4912-42df-afcf-807aae186fde, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:21:34.624057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] For port 52e102c1-4912-42df-afcf-807aae186fde, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=52e102c1-4912-42df-afcf-807aae186fde,segment=NetworkSegment(3d6a9bf5-5a71-49c4-a3e5-2076b9589383),segment_id=3d6a9bf5-5a71-49c4-a3e5-2076b9589383)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:21:34.631259 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (52e102c1-4912-42df-afcf-807aae186fde), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:34.828017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e73eb-e0c7-404c-a2ce-1dda39d89004 None None] Pushing event updated for resources: {'Port': ['ID=52e102c1-4912-42df-afcf-807aae186fde,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:34.853055 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df30a42b-d597-4081-ab9a-7c68cc50994d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (bffe0bbc-7952-46cc-8353-f8b20df5b89e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:34.925565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df30a42b-d597-4081-ab9a-7c68cc50994d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network 9b059117-2316-4015-9730-07158062ea22 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:34.929601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-df30a42b-d597-4081-ab9a-7c68cc50994d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:34.935753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df30a42b-d597-4081-ab9a-7c68cc50994d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:34.936364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df30a42b-d597-4081-ab9a-7c68cc50994d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:34.953762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30a42b-d597-4081-ab9a-7c68cc50994d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Subnet': ['ID=bffe0bbc-7952-46cc-8353-f8b20df5b89e,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:34.987821 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-df30a42b-d597-4081-ab9a-7c68cc50994d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1251986 Feb 15 14:21:34.989309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57924) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:35.001680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': '9b059117-2316-4015-9730-07158062ea22', 'fixed_ips': [{'subnet_id': '4020d8a5-65bf-432c-ae47-8835d311c135'}, {'subnet_id': 'bffe0bbc-7952-46cc-8353-f8b20df5b89e'}], 'name': 'tempest-PortsIpV6TestJSON-1100561382'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:35.253071 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:35.384758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 52e102c1-4912-42df-afcf-807aae186fde up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:21:35.396659 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:35.449101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 6433bccd-a630-4430-a3ab-8c60421c2e90 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:35.508697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 52e102c1-4912-42df-afcf-807aae186fde triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:35.512229 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (52e102c1-4912-42df-afcf-807aae186fde), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:35.549888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0184b7a7-67ea-48b9-8f69-3e0640e6a5da req-04855e73-a1a6-4d03-9607-8ef8d9961753 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0556355 Feb 15 14:21:35.655010 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 52e102c1-4912-42df-afcf-807aae186fde is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:35.655758 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (52e102c1-4912-42df-afcf-807aae186fde), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:35.728253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 52e102c1-4912-42df-afcf-807aae186fde, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=52e102c1-4912-42df-afcf-807aae186fde,segment=NetworkSegment(3d6a9bf5-5a71-49c4-a3e5-2076b9589383),segment_id=3d6a9bf5-5a71-49c4-a3e5-2076b9589383)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:35.735193 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (52e102c1-4912-42df-afcf-807aae186fde), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:35.839415 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=52e102c1-4912-42df-afcf-807aae186fde,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:36.002190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8::85 (9b059117-2316-4015-9730-07158062ea22/4020d8a5-65bf-432c-ae47-8835d311c135/6433bccd-a630-4430-a3ab-8c60421c2e90) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:36.008013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8:0:1::1ec (9b059117-2316-4015-9730-07158062ea22/bffe0bbc-7952-46cc-8353-f8b20df5b89e/6433bccd-a630-4430-a3ab-8c60421c2e90) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:36.182772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:36.221521 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:36.305818 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23980457-d891-47b1-9c8c-14467b26d937 None None] Network 9b059117-2316-4015-9730-07158062ea22 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:36.527570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c681c56e-8571-4db9-aa74-768c66cc1fbb None None] Provisioning complete for port 52e102c1-4912-42df-afcf-807aae186fde triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:36.528270 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c681c56e-8571-4db9-aa74-768c66cc1fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (52e102c1-4912-42df-afcf-807aae186fde), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:36.618553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network 9b059117-2316-4015-9730-07158062ea22 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:36.623780 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:36.627751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:36.633083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:36.633709 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:36.651659 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=6433bccd-a630-4430-a3ab-8c60421c2e90,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:36.659031 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d49122b1-a0a3-4762-bfed-76de9cbae644 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.6678650 Feb 15 14:21:36.661609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57958) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:36.668357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c5c17237-c8ff-4d1b-91fd-6e317a418e9c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4020d8a5-65bf-432c-ae47-8835d311c135'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:36.688897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7638725a-b420-4d5c-a4b8-56d70f1b9630 None None] Update dhcp port {'port': {'network_id': '9b059117-2316-4015-9730-07158062ea22', 'fixed_ips': [{'subnet_id': '4020d8a5-65bf-432c-ae47-8835d311c135', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bffe0bbc-7952-46cc-8353-f8b20df5b89e'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '52e102c1-4912-42df-afcf-807aae186fde'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:21:36.703929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afe8012f-6775-4659-8fdb-3b155861a576 req-a87cff36-0025-4681-892b-d52b677037d1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0321620 Feb 15 14:21:36.727654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c681c56e-8571-4db9-aa74-768c66cc1fbb None None] Current status of the port 52e102c1-4912-42df-afcf-807aae186fde is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:36.737449 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7638725a-b420-4d5c-a4b8-56d70f1b9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (52e102c1-4912-42df-afcf-807aae186fde), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:36.747058 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c5c17237-c8ff-4d1b-91fd-6e317a418e9c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:36.916237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-7638725a-b420-4d5c-a4b8-56d70f1b9630 None None] Allocated IP 2001:db8:0:1::2 (9b059117-2316-4015-9730-07158062ea22/bffe0bbc-7952-46cc-8353-f8b20df5b89e/52e102c1-4912-42df-afcf-807aae186fde) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:37.010857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7638725a-b420-4d5c-a4b8-56d70f1b9630 None None] For port 52e102c1-4912-42df-afcf-807aae186fde, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=52e102c1-4912-42df-afcf-807aae186fde,segment=NetworkSegment(3d6a9bf5-5a71-49c4-a3e5-2076b9589383),segment_id=3d6a9bf5-5a71-49c4-a3e5-2076b9589383)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:37.042172 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7638725a-b420-4d5c-a4b8-56d70f1b9630 None None] Publish callbacks [] for port (52e102c1-4912-42df-afcf-807aae186fde), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:37.047101 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7638725a-b420-4d5c-a4b8-56d70f1b9630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (52e102c1-4912-42df-afcf-807aae186fde), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:37.105553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-c5c17237-c8ff-4d1b-91fd-6e317a418e9c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Delete allocated IP 2001:db8:0:1::1ec (9b059117-2316-4015-9730-07158062ea22/bffe0bbc-7952-46cc-8353-f8b20df5b89e) {{(pid=109972) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 14:21:37.147629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638725a-b420-4d5c-a4b8-56d70f1b9630 None None] Pushing event updated for resources: {'Port': ['ID=52e102c1-4912-42df-afcf-807aae186fde,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:37.280717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c5c17237-c8ff-4d1b-91fd-6e317a418e9c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:37.289009 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c5c17237-c8ff-4d1b-91fd-6e317a418e9c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:37.310541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 52e102c1-4912-42df-afcf-807aae186fde up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:21:37.347555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c17237-c8ff-4d1b-91fd-6e317a418e9c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=6433bccd-a630-4430-a3ab-8c60421c2e90,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:37.381511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 52e102c1-4912-42df-afcf-807aae186fde triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:37.381898 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (52e102c1-4912-42df-afcf-807aae186fde), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:37.390307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c5c17237-c8ff-4d1b-91fd-6e317a418e9c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] In _notify_port_updated(), no bound segment for port 6433bccd-a630-4430-a3ab-8c60421c2e90 on network 9b059117-2316-4015-9730-07158062ea22 {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:21:37.395859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c17237-c8ff-4d1b-91fd-6e317a418e9c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:37.396498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c5c17237-c8ff-4d1b-91fd-6e317a418e9c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:37.400660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57964) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:37.400957 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c5c17237-c8ff-4d1b-91fd-6e317a418e9c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "PUT /v2.0/ports/6433bccd-a630-4430-a3ab-8c60421c2e90 HTTP/1.1" status: 200 len: 925 time: 0.7375405 Feb 15 14:21:37.408163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-29e3024d-996b-4a0b-a9d2-e9c08f64067f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4020d8a5-65bf-432c-ae47-8835d311c135'}, {'subnet_id': 'bffe0bbc-7952-46cc-8353-f8b20df5b89e'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:37.476635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 52e102c1-4912-42df-afcf-807aae186fde is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:37.580887 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29e3024d-996b-4a0b-a9d2-e9c08f64067f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:37.666197 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:21:37.785311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1305d0b9-56a6-4405-8a54-04c28f855973 None None] Network 9b059117-2316-4015-9730-07158062ea22 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:37.871025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-114b46df-b05f-43ac-a09c-553472322731 req-3eacc9fc-6918-494c-8bb4-05a1ec6a69df tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0544889 Feb 15 14:21:37.882540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bd66fd31-2ee2-4a89-b32c-c289cc0d65d3 None None] Provisioning complete for port 6433bccd-a630-4430-a3ab-8c60421c2e90 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:37.883091 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bd66fd31-2ee2-4a89-b32c-c289cc0d65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:37.913863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-29e3024d-996b-4a0b-a9d2-e9c08f64067f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8:0:1::fb (9b059117-2316-4015-9730-07158062ea22/bffe0bbc-7952-46cc-8353-f8b20df5b89e/6433bccd-a630-4430-a3ab-8c60421c2e90) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:37.951320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bd66fd31-2ee2-4a89-b32c-c289cc0d65d3 None None] Port 6433bccd-a630-4430-a3ab-8c60421c2e90 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:21:37.973578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bd66fd31-2ee2-4a89-b32c-c289cc0d65d3 None None] Provisioning complete for port 52e102c1-4912-42df-afcf-807aae186fde triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:37.973837 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bd66fd31-2ee2-4a89-b32c-c289cc0d65d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (52e102c1-4912-42df-afcf-807aae186fde), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.068033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29e3024d-996b-4a0b-a9d2-e9c08f64067f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.075620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bd66fd31-2ee2-4a89-b32c-c289cc0d65d3 None None] Current status of the port 52e102c1-4912-42df-afcf-807aae186fde is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:38.076977 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29e3024d-996b-4a0b-a9d2-e9c08f64067f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.184302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3024d-996b-4a0b-a9d2-e9c08f64067f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=6433bccd-a630-4430-a3ab-8c60421c2e90,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:38.188733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-29e3024d-996b-4a0b-a9d2-e9c08f64067f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] In _notify_port_updated(), no bound segment for port 6433bccd-a630-4430-a3ab-8c60421c2e90 on network 9b059117-2316-4015-9730-07158062ea22 {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:21:38.195369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e3024d-996b-4a0b-a9d2-e9c08f64067f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:38.196027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-29e3024d-996b-4a0b-a9d2-e9c08f64067f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.197395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-29e3024d-996b-4a0b-a9d2-e9c08f64067f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "PUT /v2.0/ports/6433bccd-a630-4430-a3ab-8c60421c2e90 HTTP/1.1" status: 200 len: 1010 time: 0.7952781 Feb 15 14:21:38.201258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57968) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:38.299891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-059d7bcb-0997-4500-8d28-61b894068445 None None] Provisioning complete for port 6433bccd-a630-4430-a3ab-8c60421c2e90 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:38.300612 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-059d7bcb-0997-4500-8d28-61b894068445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.321018 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-164dbeae-2f03-431d-a2cf-f44d779093f4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 6433bccd-a630-4430-a3ab-8c60421c2e90 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:38.321470 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-164dbeae-2f03-431d-a2cf-f44d779093f4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.347818 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-059d7bcb-0997-4500-8d28-61b894068445 None None] Port 6433bccd-a630-4430-a3ab-8c60421c2e90 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:21:38.358869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-059d7bcb-0997-4500-8d28-61b894068445 None None] Provisioning complete for port 52e102c1-4912-42df-afcf-807aae186fde triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:38.359332 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-059d7bcb-0997-4500-8d28-61b894068445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (52e102c1-4912-42df-afcf-807aae186fde), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.431492 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-164dbeae-2f03-431d-a2cf-f44d779093f4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.445830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-164dbeae-2f03-431d-a2cf-f44d779093f4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 6433bccd-a630-4430-a3ab-8c60421c2e90 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:38.458940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-059d7bcb-0997-4500-8d28-61b894068445 None None] Current status of the port 52e102c1-4912-42df-afcf-807aae186fde is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:38.588620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-676e5676-0768-4e18-b69b-c0e4cd050afe None None] Provisioning complete for port 6433bccd-a630-4430-a3ab-8c60421c2e90 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:38.589445 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-676e5676-0768-4e18-b69b-c0e4cd050afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.636008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-676e5676-0768-4e18-b69b-c0e4cd050afe None None] Port 6433bccd-a630-4430-a3ab-8c60421c2e90 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:21:38.657319 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-164dbeae-2f03-431d-a2cf-f44d779093f4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6433bccd-a630-4430-a3ab-8c60421c2e90), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.701399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dbeae-2f03-431d-a2cf-f44d779093f4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=6433bccd-a630-4430-a3ab-8c60421c2e90,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:38.748274 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-164dbeae-2f03-431d-a2cf-f44d779093f4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.751715 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-164dbeae-2f03-431d-a2cf-f44d779093f4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/6433bccd-a630-4430-a3ab-8c60421c2e90 HTTP/1.1" status: 204 len: 168 time: 0.5488291 Feb 15 14:21:38.754396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57970) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:38.784896 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-994a5233-131e-4f53-8bac-aa45b896f070 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:21:38.788872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-994a5233-131e-4f53-8bac-aa45b896f070 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/6433bccd-a630-4430-a3ab-8c60421c2e90 HTTP/1.1" status: 404 len: 333 time: 0.0308766 Feb 15 14:21:38.789121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57972) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:38.852684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-99affc67-32d2-495a-a14a-f9c78c6d0d23 None None] Could not find standard attr ID for object 6433bccd-a630-4430-a3ab-8c60421c2e90. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:21:38.861964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04d1825-9048-4989-bed8-aa39d25b8cb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting subnet bffe0bbc-7952-46cc-8353-f8b20df5b89e {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:21:38.865694 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e04d1825-9048-4989-bed8-aa39d25b8cb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (bffe0bbc-7952-46cc-8353-f8b20df5b89e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:38.913390 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e04d1825-9048-4989-bed8-aa39d25b8cb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (bffe0bbc-7952-46cc-8353-f8b20df5b89e), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.032564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5a9ec57-42da-450b-a01d-fedf6892bee0 req-dab0c4d9-632a-430f-8c85-5db4e8d22fcd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0367014 Feb 15 14:21:39.042233 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e04d1825-9048-4989-bed8-aa39d25b8cb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (bffe0bbc-7952-46cc-8353-f8b20df5b89e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.067193 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-23aec0b4-6d26-4975-a5a1-fe5b366760c5 None None] Could not find standard attr ID for object 6433bccd-a630-4430-a3ab-8c60421c2e90. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:21:39.116394 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e04d1825-9048-4989-bed8-aa39d25b8cb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (bffe0bbc-7952-46cc-8353-f8b20df5b89e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.152762 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e04d1825-9048-4989-bed8-aa39d25b8cb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.158954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e04d1825-9048-4989-bed8-aa39d25b8cb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/bffe0bbc-7952-46cc-8353-f8b20df5b89e HTTP/1.1" status: 204 len: 168 time: 0.3663039 Feb 15 14:21:39.158954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d1825-9048-4989-bed8-aa39d25b8cb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Subnet': ['ID=bffe0bbc-7952-46cc-8353-f8b20df5b89e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:39.160848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57976) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:39.237644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1ee94f-1944-4f04-93f2-cb16ed382f71 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting subnet 4020d8a5-65bf-432c-ae47-8835d311c135 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:21:39.241191 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b1ee94f-1944-4f04-93f2-cb16ed382f71 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (4020d8a5-65bf-432c-ae47-8835d311c135), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.268096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff11719-657b-459b-a4e4-398c17cf58e0 None None] Network 9b059117-2316-4015-9730-07158062ea22 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:39.284742 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b1ee94f-1944-4f04-93f2-cb16ed382f71 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (4020d8a5-65bf-432c-ae47-8835d311c135), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.379314 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b1ee94f-1944-4f04-93f2-cb16ed382f71 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (4020d8a5-65bf-432c-ae47-8835d311c135), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.445545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b1ee94f-1944-4f04-93f2-cb16ed382f71 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (4020d8a5-65bf-432c-ae47-8835d311c135), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.475691 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ee94f-1944-4f04-93f2-cb16ed382f71 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Subnet': ['ID=4020d8a5-65bf-432c-ae47-8835d311c135,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:39.484780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b1ee94f-1944-4f04-93f2-cb16ed382f71 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.488289 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6b1ee94f-1944-4f04-93f2-cb16ed382f71 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/4020d8a5-65bf-432c-ae47-8835d311c135 HTTP/1.1" status: 204 len: 168 time: 0.3264349 Feb 15 14:21:39.491740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57978) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:39.595746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9b059117-2316-4015-9730-07158062ea22), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.658354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 52e102c1-4912-42df-afcf-807aae186fde {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:39.658555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (52e102c1-4912-42df-afcf-807aae186fde), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.743396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] For port 52e102c1-4912-42df-afcf-807aae186fde, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=52e102c1-4912-42df-afcf-807aae186fde,segment=NetworkSegment(3d6a9bf5-5a71-49c4-a3e5-2076b9589383),segment_id=3d6a9bf5-5a71-49c4-a3e5-2076b9589383)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:39.743838 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (52e102c1-4912-42df-afcf-807aae186fde), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.766943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 52e102c1-4912-42df-afcf-807aae186fde owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:39.858208 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (52e102c1-4912-42df-afcf-807aae186fde), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:39.893572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=52e102c1-4912-42df-afcf-807aae186fde,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:39.900462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No DVR routers for this DVR port 52e102c1-4912-42df-afcf-807aae186fde on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:21:40.006694 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.015925 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9b059117-2316-4015-9730-07158062ea22), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.047395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722cf5db-da6d-44fe-9aeb-2029727be5ce None None] Network 9b059117-2316-4015-9730-07158062ea22 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:40.047625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b059117-2316-4015-9730-07158062ea22']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:40.060393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6a9bf5-5a71-49c4-a3e5-2076b9589383') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:40.060393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6a9bf5-5a71-49c4-a3e5-2076b9589383') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:40.072314 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (3d6a9bf5-5a71-49c4-a3e5-2076b9589383), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.087878 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3d6a9bf5-5a71-49c4-a3e5-2076b9589383), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.096152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:21:40.096724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (3d6a9bf5-5a71-49c4-a3e5-2076b9589383), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:21:40.100406 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:21:40.148863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2f9d8aba-222c-409c-a02d-05618f1e46be None None] Could not find standard attr ID for object 52e102c1-4912-42df-afcf-807aae186fde. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:21:40.164466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3946abb0-3db1-4cfe-bf63-5ae9ccb6939d req-bd730d2a-99bf-43f9-92bd-10a8e0746cb3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0328901 Feb 15 14:21:40.189255 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9b059117-2316-4015-9730-07158062ea22), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.196665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.201477 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/networks/9b059117-2316-4015-9730-07158062ea22 HTTP/1.1" status: 204 len: 168 time: 0.7087545 Feb 15 14:21:40.205599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57982) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:40.214492 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3161ea-2c5d-46b2-b38e-6381fc8001ad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Network': ['ID=9b059117-2316-4015-9730-07158062ea22,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:40.264066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad37815-8075-407e-95c9-1e521196e650 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:40.266296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fad37815-8075-407e-95c9-1e521196e650 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0597034 Feb 15 14:21:40.269982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57984) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:40.273441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b165ee-9a2d-428e-929a-2fae51bb907a None None] DHCP port deletion for 9b059117-2316-4015-9730-07158062ea22 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:21:40.324541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c7cc8e00-444f-434f-a3f3-5a5046d9ae8e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0523283 Feb 15 14:21:40.328529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57986) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:40.333685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1345932889'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:40.353803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:40.357434 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.386859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:21:40.396722 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7e384121-6e24-484b-a2f4-420074b71fe2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.397068 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Added segment 7e384121-6e24-484b-a2f4-420074b71fe2 of type vlan for network fe9dfb5e-96d6-49e2-bde2-441288527e18 Feb 15 14:21:40.441274 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (fe9dfb5e-96d6-49e2-bde2-441288527e18), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.467429 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (fe9dfb5e-96d6-49e2-bde2-441288527e18), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.472357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:40.472940 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.530207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2004147 Feb 15 14:21:40.533130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57988) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:40.537920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': 'fe9dfb5e-96d6-49e2-bde2-441288527e18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:40.586037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9178eae-29d6-4b94-b846-ef248a6be0eb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Network': ['ID=fe9dfb5e-96d6-49e2-bde2-441288527e18,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:40.596826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network fe9dfb5e-96d6-49e2-bde2-441288527e18 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:21:40.634763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:40.639116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.827495 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (7c7586bd-a857-4105-9b2d-daaf4208b99d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.884538 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Subnet': ['ID=7c7586bd-a857-4105-9b2d-daaf4208b99d,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:40.895263 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Checking segment: {'id': '7e384121-6e24-484b-a2f4-420074b71fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fe9dfb5e-96d6-49e2-bde2-441288527e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:40.895620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network hostable DHCP agents. Network: fe9dfb5e-96d6-49e2-bde2-441288527e18, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:21:40.912617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network fe9dfb5e-96d6-49e2-bde2-441288527e18 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:21:40.920970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, fe9dfb5e-96d6-49e2-bde2-441288527e18) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:40.925373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:40.926179 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:40.931331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922458e-9e3e-407c-a250-948f057187dd None None] Network fe9dfb5e-96d6-49e2-bde2-441288527e18 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:40.945942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0e942fa7-ea15-4924-8de7-9b7a414aaaf2 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4093988 Feb 15 14:21:40.946180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57990) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:40.951821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': 'fe9dfb5e-96d6-49e2-bde2-441288527e18', 'name': 'tempest-PortsIpV6TestJSON-1501878410'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:41.049840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-fe9dfb5e-96d6-49e2-bde2-441288527e18', 'network_id': 'fe9dfb5e-96d6-49e2-bde2-441288527e18', 'project_id': '629013fe0cf6413ead6c36c1b45c4f96', 'fixed_ips': [{'subnet_id': '7c7586bd-a857-4105-9b2d-daaf4208b99d'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:21:41.051352 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:41.072127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:41.076890 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:41.097060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 6aee9b25-c0f5-4623-97b0-5319ca59b040 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:41.192739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Allocated IP 2001:db8::2 (fe9dfb5e-96d6-49e2-bde2-441288527e18/7c7586bd-a857-4105-9b2d-daaf4208b99d/089e4c91-e289-4536-88d1-ae3d251fcc9d) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:41.286173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ac27a5b-32cc-4093-bb75-28dd544d8c05 req-7ec2d3ee-13a4-492c-9936-4e8031f6ca17 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0318091 Feb 15 14:21:41.299805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 52e102c1-4912-42df-afcf-807aae186fde no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:21:41.330491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 52e102c1-4912-42df-afcf-807aae186fde {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:21:41.330842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 52e102c1-4912-42df-afcf-807aae186fde not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:21:41.388474 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Publish callbacks [] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:41.396850 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:41.439546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Network fe9dfb5e-96d6-49e2-bde2-441288527e18 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:41.442533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:41.448086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:41.459992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Pushing event updated for resources: {'Port': ['ID=089e4c91-e289-4536-88d1-ae3d251fcc9d,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:41.460415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8::221 (fe9dfb5e-96d6-49e2-bde2-441288527e18/7c7586bd-a857-4105-9b2d-daaf4208b99d/6aee9b25-c0f5-4623-97b0-5319ca59b040) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:41.509911 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Attempting to bind port 089e4c91-e289-4536-88d1-ae3d251fcc9d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:21:41.510454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Attempting to bind port 089e4c91-e289-4536-88d1-ae3d251fcc9d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '7e384121-6e24-484b-a2f4-420074b71fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fe9dfb5e-96d6-49e2-bde2-441288527e18'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:21:41.510991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Attempting to bind port 089e4c91-e289-4536-88d1-ae3d251fcc9d on network fe9dfb5e-96d6-49e2-bde2-441288527e18 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:21:41.516740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:21:41.517109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Checking segment: {'id': '7e384121-6e24-484b-a2f4-420074b71fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fe9dfb5e-96d6-49e2-bde2-441288527e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:41.517825 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:41.518216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Bound using segment: {'id': '7e384121-6e24-484b-a2f4-420074b71fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fe9dfb5e-96d6-49e2-bde2-441288527e18'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:21:41.518869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Bound port: 089e4c91-e289-4536-88d1-ae3d251fcc9d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e384121-6e24-484b-a2f4-420074b71fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fe9dfb5e-96d6-49e2-bde2-441288527e18'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:21:41.519380 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:41.586653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] For port 089e4c91-e289-4536-88d1-ae3d251fcc9d, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:21:41.589980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] For port 089e4c91-e289-4536-88d1-ae3d251fcc9d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=089e4c91-e289-4536-88d1-ae3d251fcc9d,segment=NetworkSegment(7e384121-6e24-484b-a2f4-420074b71fe2),segment_id=7e384121-6e24-484b-a2f4-420074b71fe2)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:21:41.597993 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:41.621841 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (6aee9b25-c0f5-4623-97b0-5319ca59b040), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:41.655910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38e93b-6168-4397-bd9e-140018472b4b None None] Pushing event updated for resources: {'Port': ['ID=089e4c91-e289-4536-88d1-ae3d251fcc9d,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:41.665189 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6aee9b25-c0f5-4623-97b0-5319ca59b040), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:41.722723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network fe9dfb5e-96d6-49e2-bde2-441288527e18 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:41.726723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:41.729953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:41.735380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:41.736131 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:41.745734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=6aee9b25-c0f5-4623-97b0-5319ca59b040,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:41.763923 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 57994) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:41.764442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3ad3ca8b-cc20-4fc1-9e48-1f10317438bb tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8168461 Feb 15 14:21:41.769680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': 'fe9dfb5e-96d6-49e2-bde2-441288527e18', 'name': 'tempest-PortsIpV6TestJSON-1072708122'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:41.916980 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:41.920930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:41.942554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port aa62915b-25b2-41b7-89c9-16e688f3e189 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:42.079046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8::2ab (fe9dfb5e-96d6-49e2-bde2-441288527e18/7c7586bd-a857-4105-9b2d-daaf4208b99d/aa62915b-25b2-41b7-89c9-16e688f3e189) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:42.111857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:42.237372 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (aa62915b-25b2-41b7-89c9-16e688f3e189), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:42.272647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (aa62915b-25b2-41b7-89c9-16e688f3e189), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:42.321772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network fe9dfb5e-96d6-49e2-bde2-441288527e18 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:42.326458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:42.330696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:42.337210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:42.337954 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:42.344717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=aa62915b-25b2-41b7-89c9-16e688f3e189,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:42.373107 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1423574b-2dc1-4386-8d55-9e55283f07e7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6073785 Feb 15 14:21:42.376100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 57998) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:42.467560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60861431-49a7-4666-b21b-5960519e5dcc req-ed11c52a-0b39-4efc-b112-efe9c0effd6d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0493867 Feb 15 14:21:42.512652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b66f479-6d20-403e-90b4-38579d1e84ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:42.514272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9b66f479-6d20-403e-90b4-38579d1e84ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A221 HTTP/1.1" status: 200 len: 929 time: 0.1365838 Feb 15 14:21:42.516974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58000) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:42.613467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7f2a1-b44a-4990-b82e-23fb4706eb95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port aa62915b-25b2-41b7-89c9-16e688f3e189 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:42.613816 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7f2a1-b44a-4990-b82e-23fb4706eb95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (aa62915b-25b2-41b7-89c9-16e688f3e189), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:42.709134 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7f2a1-b44a-4990-b82e-23fb4706eb95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (aa62915b-25b2-41b7-89c9-16e688f3e189), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:42.713591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240e5d0-0adf-4621-9250-34fbfb7fe749 None None] Network fe9dfb5e-96d6-49e2-bde2-441288527e18 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:42.721640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7f2a1-b44a-4990-b82e-23fb4706eb95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for aa62915b-25b2-41b7-89c9-16e688f3e189 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:42.826915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Provisioning complete for port 089e4c91-e289-4536-88d1-ae3d251fcc9d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:42.827408 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:42.866562 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7f2a1-b44a-4990-b82e-23fb4706eb95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (aa62915b-25b2-41b7-89c9-16e688f3e189), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:42.900776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7f2a1-b44a-4990-b82e-23fb4706eb95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=aa62915b-25b2-41b7-89c9-16e688f3e189,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:42.929064 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a1f7f2a1-b44a-4990-b82e-23fb4706eb95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:42.935236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58002) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:42.935849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a1f7f2a1-b44a-4990-b82e-23fb4706eb95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/aa62915b-25b2-41b7-89c9-16e688f3e189 HTTP/1.1" status: 204 len: 168 time: 0.4171662 Feb 15 14:21:42.961437 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5036bf-a9e3-487a-8399-7223def22f18 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:21:42.962931 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0e5036bf-a9e3-487a-8399-7223def22f18 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/aa62915b-25b2-41b7-89c9-16e688f3e189 HTTP/1.1" status: 404 len: 333 time: 0.0266192 Feb 15 14:21:42.966645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58004) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:43.069608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-2b67a376-ac7d-4fd9-b531-9fe14791f99d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 6aee9b25-c0f5-4623-97b0-5319ca59b040 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:43.069965 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b67a376-ac7d-4fd9-b531-9fe14791f99d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6aee9b25-c0f5-4623-97b0-5319ca59b040), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.094144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Current status of the port 089e4c91-e289-4536-88d1-ae3d251fcc9d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:43.094555 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.132036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] For port 089e4c91-e289-4536-88d1-ae3d251fcc9d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=089e4c91-e289-4536-88d1-ae3d251fcc9d,segment=NetworkSegment(7e384121-6e24-484b-a2f4-420074b71fe2),segment_id=7e384121-6e24-484b-a2f4-420074b71fe2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:43.140313 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.185780 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b67a376-ac7d-4fd9-b531-9fe14791f99d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6aee9b25-c0f5-4623-97b0-5319ca59b040), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.197456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Pushing event updated for resources: {'Port': ['ID=089e4c91-e289-4536-88d1-ae3d251fcc9d,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:43.201360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-2b67a376-ac7d-4fd9-b531-9fe14791f99d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 6aee9b25-c0f5-4623-97b0-5319ca59b040 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:43.208086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.208894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.209482 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.209780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.210300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.210956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.211518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.211914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.212330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.213036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.213282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.213641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.214085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c1ece-f6cb-4b9e-a5f6-411e91509252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:43.345230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 089e4c91-e289-4536-88d1-ae3d251fcc9d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:21:43.362721 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b67a376-ac7d-4fd9-b531-9fe14791f99d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6aee9b25-c0f5-4623-97b0-5319ca59b040), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.397997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67a376-ac7d-4fd9-b531-9fe14791f99d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=6aee9b25-c0f5-4623-97b0-5319ca59b040,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:43.415719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 089e4c91-e289-4536-88d1-ae3d251fcc9d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:43.416087 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.448472 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b67a376-ac7d-4fd9-b531-9fe14791f99d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.453144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2b67a376-ac7d-4fd9-b531-9fe14791f99d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/6aee9b25-c0f5-4623-97b0-5319ca59b040 HTTP/1.1" status: 204 len: 168 time: 0.4854372 Feb 15 14:21:43.455702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58006) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:43.470759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9b0849d7-4000-4304-8bbf-041c8b5b70d5 None None] Could not find standard attr ID for object aa62915b-25b2-41b7-89c9-16e688f3e189. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:21:43.484371 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e77693-fa17-43cb-8136-c728fdeb20c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:21:43.486435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e2e77693-fa17-43cb-8136-c728fdeb20c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/6aee9b25-c0f5-4623-97b0-5319ca59b040 HTTP/1.1" status: 404 len: 333 time: 0.0297940 Feb 15 14:21:43.490156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58008) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:43.494294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9b0849d7-4000-4304-8bbf-041c8b5b70d5 None None] Provisioning complete for port 089e4c91-e289-4536-88d1-ae3d251fcc9d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:43.494294 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9b0849d7-4000-4304-8bbf-041c8b5b70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.577027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 089e4c91-e289-4536-88d1-ae3d251fcc9d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:43.583844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff6af98-c5f7-4525-bfac-10624d7f5099 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting subnet 7c7586bd-a857-4105-9b2d-daaf4208b99d {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:21:43.597868 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aff6af98-c5f7-4525-bfac-10624d7f5099 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (7c7586bd-a857-4105-9b2d-daaf4208b99d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.633857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9b0849d7-4000-4304-8bbf-041c8b5b70d5 None None] Current status of the port 089e4c91-e289-4536-88d1-ae3d251fcc9d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:43.638726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9b0849d7-4000-4304-8bbf-041c8b5b70d5 None None] Could not find standard attr ID for object 6aee9b25-c0f5-4623-97b0-5319ca59b040. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:21:43.649420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66c9cce8-85a1-49e4-944f-2f0b42535146 req-9aa05a7c-5272-4490-9612-a41d5ac92635 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0624950 Feb 15 14:21:43.679421 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aff6af98-c5f7-4525-bfac-10624d7f5099 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (7c7586bd-a857-4105-9b2d-daaf4208b99d), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.753921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1a81453f-6afb-40b5-ac48-9e04cc927baf None None] Could not find standard attr ID for object 6aee9b25-c0f5-4623-97b0-5319ca59b040. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:21:43.796972 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aff6af98-c5f7-4525-bfac-10624d7f5099 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (7c7586bd-a857-4105-9b2d-daaf4208b99d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.883590 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aff6af98-c5f7-4525-bfac-10624d7f5099 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (7c7586bd-a857-4105-9b2d-daaf4208b99d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.917749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6af98-c5f7-4525-bfac-10624d7f5099 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7586bd-a857-4105-9b2d-daaf4208b99d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:43.925102 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aff6af98-c5f7-4525-bfac-10624d7f5099 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:43.928741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-aff6af98-c5f7-4525-bfac-10624d7f5099 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/7c7586bd-a857-4105-9b2d-daaf4208b99d HTTP/1.1" status: 204 len: 168 time: 0.4375815 Feb 15 14:21:43.931344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58012) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:43.953255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d775213a-e94c-4036-82d1-0d74aef996b2 None None] Network fe9dfb5e-96d6-49e2-bde2-441288527e18 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:44.003291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6dc15d50-cdd9-4d69-8126-c2614b18203b None None] Could not find standard attr ID for object aa62915b-25b2-41b7-89c9-16e688f3e189. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:21:44.042637 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (fe9dfb5e-96d6-49e2-bde2-441288527e18), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.109675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 089e4c91-e289-4536-88d1-ae3d251fcc9d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:44.110022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.131497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38137618-300e-423e-bbf7-48b3233a0c8d None None] DHCP port deletion for fe9dfb5e-96d6-49e2-bde2-441288527e18 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:21:44.183463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] For port 089e4c91-e289-4536-88d1-ae3d251fcc9d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=089e4c91-e289-4536-88d1-ae3d251fcc9d,segment=NetworkSegment(7e384121-6e24-484b-a2f4-420074b71fe2),segment_id=7e384121-6e24-484b-a2f4-420074b71fe2)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:44.183831 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.203530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 089e4c91-e289-4536-88d1-ae3d251fcc9d owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:44.243248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-38137618-300e-423e-bbf7-48b3233a0c8d None None] Deleting port 089e4c91-e289-4536-88d1-ae3d251fcc9d {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:44.243925 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-38137618-300e-423e-bbf7-48b3233a0c8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.293305 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.327483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=089e4c91-e289-4536-88d1-ae3d251fcc9d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:44.333844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-38137618-300e-423e-bbf7-48b3233a0c8d None None] For port 089e4c91-e289-4536-88d1-ae3d251fcc9d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=089e4c91-e289-4536-88d1-ae3d251fcc9d,segment=NetworkSegment(7e384121-6e24-484b-a2f4-420074b71fe2),segment_id=7e384121-6e24-484b-a2f4-420074b71fe2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:44.334593 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-38137618-300e-423e-bbf7-48b3233a0c8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.347953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No DVR routers for this DVR port 089e4c91-e289-4536-88d1-ae3d251fcc9d on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:21:44.363689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-38137618-300e-423e-bbf7-48b3233a0c8d None None] Calling delete_port for 089e4c91-e289-4536-88d1-ae3d251fcc9d owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:44.491974 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (fe9dfb5e-96d6-49e2-bde2-441288527e18), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.496373 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-38137618-300e-423e-bbf7-48b3233a0c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (089e4c91-e289-4536-88d1-ae3d251fcc9d), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.510756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38137618-300e-423e-bbf7-48b3233a0c8d None None] No DVR routers for this DVR port 089e4c91-e289-4536-88d1-ae3d251fcc9d on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:21:44.518510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9dfb5e-96d6-49e2-bde2-441288527e18']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:44.555257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38137618-300e-423e-bbf7-48b3233a0c8d None None] Pushing event deleted for resources: {'Port': ['ID=089e4c91-e289-4536-88d1-ae3d251fcc9d,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:44.584933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e384121-6e24-484b-a2f4-420074b71fe2') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:44.586393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e384121-6e24-484b-a2f4-420074b71fe2') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:44.603589 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (7e384121-6e24-484b-a2f4-420074b71fe2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.628066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7e384121-6e24-484b-a2f4-420074b71fe2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.639578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:21:44.640778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (7e384121-6e24-484b-a2f4-420074b71fe2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:21:44.750546 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:21:44.781538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (fe9dfb5e-96d6-49e2-bde2-441288527e18), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.801235 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3b45a428-0535-4315-a481-7f22d5a4eb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.830816 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.839478 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58028) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:44.840041 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/networks/fe9dfb5e-96d6-49e2-bde2-441288527e18 HTTP/1.1" status: 204 len: 168 time: 0.9074044 Feb 15 14:21:44.845925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1491705819'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:44.846150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f36116-04d2-47a4-91c0-9842eae1aff3 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Network': ['ID=fe9dfb5e-96d6-49e2-bde2-441288527e18,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:44.873964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:44.875874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d30ef3f-9a59-480e-86a6-b8c280578727 req-071f0f61-f428-412a-ad61-dc476a1a6b69 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd326cf6-3e78-4497-a1c2-f2be7bd9b228 HTTP/1.1" status: 200 len: 210 time: 0.0337591 Feb 15 14:21:44.878932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.931836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:21:44.944216 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (ee7d2317-836e-4f17-b291-e14c2c254f55), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:44.944899 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Added segment ee7d2317-836e-4f17-b291-e14c2c254f55 of type vlan for network fea3771c-0ba9-414f-abca-096a3de8bb7d Feb 15 14:21:45.004725 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (fea3771c-0ba9-414f-abca-096a3de8bb7d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:45.078343 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (fea3771c-0ba9-414f-abca-096a3de8bb7d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:45.089534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:45.090189 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:45.120892 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2781484 Feb 15 14:21:45.124277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58040) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:45.130260 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': 'fea3771c-0ba9-414f-abca-096a3de8bb7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:45.316880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59981c-d63a-429b-b821-a9e31c43c6a5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Network': ['ID=fea3771c-0ba9-414f-abca-096a3de8bb7d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:45.330884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:45.333314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network fea3771c-0ba9-414f-abca-096a3de8bb7d details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:21:45.335028 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:45.520856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 089e4c91-e289-4536-88d1-ae3d251fcc9d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:21:45.555274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 089e4c91-e289-4536-88d1-ae3d251fcc9d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:21:45.555623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 089e4c91-e289-4536-88d1-ae3d251fcc9d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:21:45.699836 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (0421e57d-6525-4287-99d6-d500470bea6b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:45.851778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Checking segment: {'id': 'ee7d2317-836e-4f17-b291-e14c2c254f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fea3771c-0ba9-414f-abca-096a3de8bb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:45.852178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network hostable DHCP agents. Network: fea3771c-0ba9-414f-abca-096a3de8bb7d, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:21:45.855916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Subnet': ['ID=0421e57d-6525-4287-99d6-d500470bea6b,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:45.875211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network fea3771c-0ba9-414f-abca-096a3de8bb7d is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:21:45.898285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, fea3771c-0ba9-414f-abca-096a3de8bb7d) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:45.903472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:45.904112 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:45.923963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daf0a26-73ce-4171-8329-4f0573e2d30d None None] Network fea3771c-0ba9-414f-abca-096a3de8bb7d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:45.931313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a7c786cd-9a06-4ef0-af09-b57230e93866 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8045750 Feb 15 14:21:45.933104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58054) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:45.943302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': 'fea3771c-0ba9-414f-abca-096a3de8bb7d', 'name': 'tempest-PortsIpV6TestJSON-1610755888', 'fixed_ips': [{'subnet_id': '0421e57d-6525-4287-99d6-d500470bea6b', 'ip_address': '2001:db8::10'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:46.101408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-fea3771c-0ba9-414f-abca-096a3de8bb7d', 'network_id': 'fea3771c-0ba9-414f-abca-096a3de8bb7d', 'project_id': '629013fe0cf6413ead6c36c1b45c4f96', 'fixed_ips': [{'subnet_id': '0421e57d-6525-4287-99d6-d500470bea6b'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:21:46.104275 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:46.231589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:46.391156 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:46.420502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Allocated IP 2001:db8::2 (fea3771c-0ba9-414f-abca-096a3de8bb7d/0421e57d-6525-4287-99d6-d500470bea6b/6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:46.426262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port eb3fd40d-457e-4d3e-98d6-be5f861236a0 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:46.774214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-33aa135f-5e11-4296-ad32-2110325040c3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514182386&fields=id&tenant_id=8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 267 time: 0.1018801 Feb 15 14:21:46.788312 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Publish callbacks [] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:46.812327 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:46.841116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Network fea3771c-0ba9-414f-abca-096a3de8bb7d is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:46.843860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:46.847023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:47.041576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Pushing event updated for resources: {'Port': ['ID=6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:47.050722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Attempting to bind port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:21:47.051770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Attempting to bind port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'ee7d2317-836e-4f17-b291-e14c2c254f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fea3771c-0ba9-414f-abca-096a3de8bb7d'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:21:47.051770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Attempting to bind port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 on network fea3771c-0ba9-414f-abca-096a3de8bb7d {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:21:47.072515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:21:47.072902 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Checking segment: {'id': 'ee7d2317-836e-4f17-b291-e14c2c254f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fea3771c-0ba9-414f-abca-096a3de8bb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:47.073326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:47.073732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Bound using segment: {'id': 'ee7d2317-836e-4f17-b291-e14c2c254f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fea3771c-0ba9-414f-abca-096a3de8bb7d'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:21:47.074229 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Bound port: 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7d2317-836e-4f17-b291-e14c2c254f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fea3771c-0ba9-414f-abca-096a3de8bb7d'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:21:47.074644 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:47.228134 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8e2624f9-dfc6-460d-8672-57b6d87d7148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:47.253521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] For port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:21:47.257200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] For port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7,segment=NetworkSegment(ee7d2317-836e-4f17-b291-e14c2c254f55),segment_id=ee7d2317-836e-4f17-b291-e14c2c254f55)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:21:47.280435 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:47.407847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fda449-4ed1-49db-acbd-8648b1a2af89 None None] Pushing event updated for resources: {'Port': ['ID=6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:47.535604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8::10 (fea3771c-0ba9-414f-abca-096a3de8bb7d/0421e57d-6525-4287-99d6-d500470bea6b/eb3fd40d-457e-4d3e-98d6-be5f861236a0) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:47.743854 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (eb3fd40d-457e-4d3e-98d6-be5f861236a0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:47.868495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-e7a50ac0-8bbb-48c6-9484-597e2993e0d5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:47.877454 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-e7a50ac0-8bbb-48c6-9484-597e2993e0d5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 1.0956783 Feb 15 14:21:47.889956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (eb3fd40d-457e-4d3e-98d6-be5f861236a0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:47.951977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-bb1e515e-d5fd-4944-a09d-4234899b77b7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/quotas/8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 375 time: 0.0738301 Feb 15 14:21:48.005222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network fea3771c-0ba9-414f-abca-096a3de8bb7d is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:48.010888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:48.018638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:48.028798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:48.029471 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:48.034611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=eb3fd40d-457e-4d3e-98d6-be5f861236a0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:48.106758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ee9c9103-36a0-4805-98f7-61290e9c5964 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1715426 Feb 15 14:21:48.110537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58090) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:48.116073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': 'fea3771c-0ba9-414f-abca-096a3de8bb7d', 'name': 'tempest-PortsIpV6TestJSON-748552749', 'fixed_ips': [{'subnet_id': '0421e57d-6525-4287-99d6-d500470bea6b', 'ip_address': '2001:db8::f'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:48.154196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-7fba1282-529c-4815-bb53-492535dd37d3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2012441 Feb 15 14:21:48.281650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:48.378263 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:48.413569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:48.448551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-ba38927f-cf39-4d1c-b2cf-8e312138c73c service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785583 Feb 15 14:21:48.451645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 27508fb1-4fbb-4605-97e9-5838f9c12bb2 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:48.640722 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-cea2850b-b261-4c66-a9d2-662e70c10915 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912014 Feb 15 14:21:48.824942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8::f (fea3771c-0ba9-414f-abca-096a3de8bb7d/0421e57d-6525-4287-99d6-d500470bea6b/27508fb1-4fbb-4605-97e9-5838f9c12bb2) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:49.144568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (27508fb1-4fbb-4605-97e9-5838f9c12bb2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:49.154229 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8235ca73-d198-4039-b881-761e08415b04 None None] Network fea3771c-0ba9-414f-abca-096a3de8bb7d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:49.188233 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (27508fb1-4fbb-4605-97e9-5838f9c12bb2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:49.266485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=27508fb1-4fbb-4605-97e9-5838f9c12bb2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:49.284433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network fea3771c-0ba9-414f-abca-096a3de8bb7d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:49.285853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:49.293093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:49.327388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ad84f037-f98a-44a2-ab6b-087ad7d2ca39 None None] Provisioning complete for port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:49.329692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:49.334758 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ad84f037-f98a-44a2-ab6b-087ad7d2ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:49.339990 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:49.374002 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fea7bb31-2ca9-4d07-99ec-8352838f8112 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2615581 Feb 15 14:21:49.375279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58112) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:49.422137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1b2b3fc-77eb-461e-991b-42e1f5f39fed req-1ad89311-be78-4b3d-b001-cae5ffcd25d2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0655334 Feb 15 14:21:49.492749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:21:49.555701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03722ec5-8a5b-4f2a-adef-2345d84ba75d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:49.560593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58116) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:49.561289 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-03722ec5-8a5b-4f2a-adef-2345d84ba75d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1850123 Feb 15 14:21:49.893254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f11989-0c93-4505-b7bb-64cd0ed6eb4b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:49.904769 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:49.914938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f11989-0c93-4505-b7bb-64cd0ed6eb4b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:49.929281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f11989-0c93-4505-b7bb-64cd0ed6eb4b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:49.935304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-40f11989-0c93-4505-b7bb-64cd0ed6eb4b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3703940 Feb 15 14:21:49.935765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58126) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:49.975240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:49.975619 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:50.033416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ad84f037-f98a-44a2-ab6b-087ad7d2ca39 None None] Current status of the port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:50.033817 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ad84f037-f98a-44a2-ab6b-087ad7d2ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:50.106950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ad84f037-f98a-44a2-ab6b-087ad7d2ca39 None None] For port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7,segment=NetworkSegment(ee7d2317-836e-4f17-b291-e14c2c254f55),segment_id=ee7d2317-836e-4f17-b291-e14c2c254f55)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:50.170960 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ad84f037-f98a-44a2-ab6b-087ad7d2ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:50.257940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-959a23ad-a56d-49fb-b41a-5510a6181fc4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 27508fb1-4fbb-4605-97e9-5838f9c12bb2 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:50.258314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-959a23ad-a56d-49fb-b41a-5510a6181fc4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (27508fb1-4fbb-4605-97e9-5838f9c12bb2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:50.270182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:50.272853 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:50.395188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84f037-f98a-44a2-ab6b-087ad7d2ca39 None None] Pushing event updated for resources: {'Port': ['ID=6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:50.421831 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:21:50.424554 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:21:50.491898 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-959a23ad-a56d-49fb-b41a-5510a6181fc4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (27508fb1-4fbb-4605-97e9-5838f9c12bb2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:50.521677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-959a23ad-a56d-49fb-b41a-5510a6181fc4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 27508fb1-4fbb-4605-97e9-5838f9c12bb2 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:50.580318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1c2ff1b-a742-4b7f-927b-c97a1d8ddca0 req-3029f504-a13e-466b-a7cd-61433d0b10aa tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0430412 Feb 15 14:21:50.615446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-67655745-f8a1-4063-967b-dcf967f07d01 None None] Provisioning complete for port eb3fd40d-457e-4d3e-98d6-be5f861236a0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:50.615991 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-67655745-f8a1-4063-967b-dcf967f07d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (eb3fd40d-457e-4d3e-98d6-be5f861236a0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:50.708624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-67655745-f8a1-4063-967b-dcf967f07d01 None None] Port eb3fd40d-457e-4d3e-98d6-be5f861236a0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:21:50.728985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-67655745-f8a1-4063-967b-dcf967f07d01 None None] Provisioning complete for port 27508fb1-4fbb-4605-97e9-5838f9c12bb2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:50.729372 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-67655745-f8a1-4063-967b-dcf967f07d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (27508fb1-4fbb-4605-97e9-5838f9c12bb2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:50.801364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-67655745-f8a1-4063-967b-dcf967f07d01 None None] Port 27508fb1-4fbb-4605-97e9-5838f9c12bb2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:21:50.833526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-67655745-f8a1-4063-967b-dcf967f07d01 None None] Provisioning complete for port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:50.834570 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-67655745-f8a1-4063-967b-dcf967f07d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:50.839885 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-959a23ad-a56d-49fb-b41a-5510a6181fc4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (27508fb1-4fbb-4605-97e9-5838f9c12bb2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:50.960932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a23ad-a56d-49fb-b41a-5510a6181fc4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=27508fb1-4fbb-4605-97e9-5838f9c12bb2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:50.986245 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-959a23ad-a56d-49fb-b41a-5510a6181fc4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:50.989739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-959a23ad-a56d-49fb-b41a-5510a6181fc4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/27508fb1-4fbb-4605-97e9-5838f9c12bb2 HTTP/1.1" status: 204 len: 168 time: 1.0491433 Feb 15 14:21:51.015968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58140) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:51.044382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:51.082478 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc24c27-b7a5-485b-bffd-985d47889659 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:21:51.087624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4fc24c27-b7a5-485b-bffd-985d47889659 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/27508fb1-4fbb-4605-97e9-5838f9c12bb2 HTTP/1.1" status: 404 len: 333 time: 0.0733299 Feb 15 14:21:51.088271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58146) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:51.104645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-67655745-f8a1-4063-967b-dcf967f07d01 None None] Current status of the port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:51.125261 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:51.241173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c184f0c5-8eef-455b-a2e6-50c781606e5e None None] Provisioning complete for port eb3fd40d-457e-4d3e-98d6-be5f861236a0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:51.241605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c184f0c5-8eef-455b-a2e6-50c781606e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (eb3fd40d-457e-4d3e-98d6-be5f861236a0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:51.345273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c184f0c5-8eef-455b-a2e6-50c781606e5e None None] Port eb3fd40d-457e-4d3e-98d6-be5f861236a0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:21:51.409418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-09046793-3440-484a-a362-0e88dfa77250 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:51.410862 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-09046793-3440-484a-a362-0e88dfa77250 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.4205611 Feb 15 14:21:51.414477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:21:51.426447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c96ac15a-32d2-471a-805f-b82f6f071e89 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port eb3fd40d-457e-4d3e-98d6-be5f861236a0 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:51.426792 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c96ac15a-32d2-471a-805f-b82f6f071e89 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (eb3fd40d-457e-4d3e-98d6-be5f861236a0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:51.571263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3ece3ab1-06ee-442e-888a-c6fbdc18a2c4 None None] Could not find standard attr ID for object 27508fb1-4fbb-4605-97e9-5838f9c12bb2. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:21:51.578891 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-2423ece6-372b-433e-8296-e7e87f292c7a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 380 time: 0.1571028 Feb 15 14:21:51.584166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:51.584166 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:51.597177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'port': {'device_id': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'admin_state_up': True, 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'security_groups': ['35f46e68-4c67-4971-a6ba-3cd7933105b6']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:51.650609 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c96ac15a-32d2-471a-805f-b82f6f071e89 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (eb3fd40d-457e-4d3e-98d6-be5f861236a0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:51.679229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c96ac15a-32d2-471a-805f-b82f6f071e89 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for eb3fd40d-457e-4d3e-98d6-be5f861236a0 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:51.841044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:51.926064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e70cd238-d1e5-4105-a417-f846f1bc80e6 req-4efc77bf-e976-45cd-841f-ea8790619971 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0904734 Feb 15 14:21:51.932541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Made reservation on behalf of 8c29426f2a2d43d1bc8516dc4bb81932 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:51.937044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:52.202094 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c96ac15a-32d2-471a-805f-b82f6f071e89 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (eb3fd40d-457e-4d3e-98d6-be5f861236a0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:52.313095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ac15a-32d2-471a-805f-b82f6f071e89 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=eb3fd40d-457e-4d3e-98d6-be5f861236a0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:52.322981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Allocated IP 172.20.0.6 (c8c73912-3615-4fc1-ad35-e54c9f618d74/5bdd149c-20c0-4211-876f-a7af9ef676ae/793b60ec-da3b-4039-bedb-3f70b8a06311) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:52.328760 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c96ac15a-32d2-471a-805f-b82f6f071e89 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:52.332722 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c96ac15a-32d2-471a-805f-b82f6f071e89 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/eb3fd40d-457e-4d3e-98d6-be5f861236a0 HTTP/1.1" status: 204 len: 168 time: 1.2434869 Feb 15 14:21:52.336405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58164) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:52.416808 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a040cc1-35a5-45d2-9492-cd8487481b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:21:52.418700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1a040cc1-35a5-45d2-9492-cd8487481b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/eb3fd40d-457e-4d3e-98d6-be5f861236a0 HTTP/1.1" status: 404 len: 333 time: 0.0811341 Feb 15 14:21:52.421365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58166) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:52.544644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cd05ca-b88a-4128-9049-f1ee4c09b78c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting subnet 0421e57d-6525-4287-99d6-d500470bea6b {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:21:52.555023 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a5cd05ca-b88a-4128-9049-f1ee4c09b78c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (0421e57d-6525-4287-99d6-d500470bea6b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:52.591727 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:52.681996 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:52.692389 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a5cd05ca-b88a-4128-9049-f1ee4c09b78c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (0421e57d-6525-4287-99d6-d500470bea6b), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:52.792010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:52.792010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:52.798319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:52.868700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=793b60ec-da3b-4039-bedb-3f70b8a06311,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:52.939206 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a5cd05ca-b88a-4128-9049-f1ee4c09b78c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0421e57d-6525-4287-99d6-d500470bea6b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:52.943012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:52.943697 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:53.004554 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-49f701b6-cd38-42b8-bd0d-2fa5b992bd5b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4168000 Feb 15 14:21:53.020390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Request body: {'port': {'device_id': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:53.201995 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:53.227880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7703af4f-e043-4fda-819e-b46edbf91ced None None] Provisioning complete for port 793b60ec-da3b-4039-bedb-3f70b8a06311 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:53.228394 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7703af4f-e043-4fda-819e-b46edbf91ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:53.267085 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a5cd05ca-b88a-4128-9049-f1ee4c09b78c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (0421e57d-6525-4287-99d6-d500470bea6b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:53.403261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd05ca-b88a-4128-9049-f1ee4c09b78c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Subnet': ['ID=0421e57d-6525-4287-99d6-d500470bea6b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:53.409790 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a5cd05ca-b88a-4128-9049-f1ee4c09b78c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:53.433459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a5cd05ca-b88a-4128-9049-f1ee4c09b78c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/0421e57d-6525-4287-99d6-d500470bea6b HTTP/1.1" status: 204 len: 168 time: 1.0108373 Feb 15 14:21:53.436311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58172) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:53.577232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a95cd8-20f1-4d94-baba-299dd8ca885c None None] Network fea3771c-0ba9-414f-abca-096a3de8bb7d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:53.685940 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (fea3771c-0ba9-414f-abca-096a3de8bb7d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:53.698308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5206ce-983b-4cc1-9a28-777ed0767730 req-7ae6141a-fa3d-448d-9c12-d0d04f572c99 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:53.726784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da5206ce-983b-4cc1-9a28-777ed0767730 req-7ae6141a-fa3d-448d-9c12-d0d04f572c99 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 931 time: 0.6117601 Feb 15 14:21:53.767963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7703af4f-e043-4fda-819e-b46edbf91ced None None] Port 793b60ec-da3b-4039-bedb-3f70b8a06311 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:21:53.865945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da5206ce-983b-4cc1-9a28-777ed0767730 req-ed73d17c-e3ab-409c-9241-67d543bd1a09 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238041 Feb 15 14:21:53.936666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:53.937279 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:53.947964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b041266-f6d3-46c1-8a24-bf036c81ad24 None None] DHCP port deletion for fea3771c-0ba9-414f-abca-096a3de8bb7d request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:21:54.010550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793b60ec-da3b-4039-bedb-3f70b8a06311 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:21:54.029061 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Publish callbacks [] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.051784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6b041266-f6d3-46c1-8a24-bf036c81ad24 None None] Deleting port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:21:54.052165 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b041266-f6d3-46c1-8a24-bf036c81ad24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.061384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Transition to ACTIVE for port object 793b60ec-da3b-4039-bedb-3f70b8a06311 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:21:54.077554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.126219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] For port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7,segment=NetworkSegment(ee7d2317-836e-4f17-b291-e14c2c254f55),segment_id=ee7d2317-836e-4f17-b291-e14c2c254f55)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:54.126593 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.151472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:54.160169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6b041266-f6d3-46c1-8a24-bf036c81ad24 None None] For port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7,segment=NetworkSegment(ee7d2317-836e-4f17-b291-e14c2c254f55),segment_id=ee7d2317-836e-4f17-b291-e14c2c254f55)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:54.160917 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b041266-f6d3-46c1-8a24-bf036c81ad24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.181490 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6b041266-f6d3-46c1-8a24-bf036c81ad24 None None] Calling delete_port for 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:21:54.237559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Pushing event updated for resources: {'Port': ['ID=793b60ec-da3b-4039-bedb-3f70b8a06311,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:54.357601 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b041266-f6d3-46c1-8a24-bf036c81ad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.384907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Attempting to bind port 793b60ec-da3b-4039-bedb-3f70b8a06311 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:21:54.385553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Attempting to bind port 793b60ec-da3b-4039-bedb-3f70b8a06311 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:21:54.385920 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.386677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Attempting to bind port 793b60ec-da3b-4039-bedb-3f70b8a06311 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:21:54.399508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Port 793b60ec-da3b-4039-bedb-3f70b8a06311 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:21:54.400126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Attempting to bind port 793b60ec-da3b-4039-bedb-3f70b8a06311 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:21:54.410073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:21:54.416170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Checking segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:54.417955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Bound using segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:21:54.418152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b041266-f6d3-46c1-8a24-bf036c81ad24 None None] Pushing event deleted for resources: {'Port': ['ID=6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:54.419456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Bound port: 793b60ec-da3b-4039-bedb-3f70b8a06311, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:21:54.423465 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.432446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b041266-f6d3-46c1-8a24-bf036c81ad24 None None] No DVR routers for this DVR port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:21:54.487138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:54.499227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No DVR routers for this DVR port 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:21:54.609538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] For port 793b60ec-da3b-4039-bedb-3f70b8a06311, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:21:54.614099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] For port 793b60ec-da3b-4039-bedb-3f70b8a06311, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=793b60ec-da3b-4039-bedb-3f70b8a06311,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:21:54.632622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.670062 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (fea3771c-0ba9-414f-abca-096a3de8bb7d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.704325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:54.704669 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.708124 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-27961a82-9373-4e16-9724-e1c129558585 service neutron] 10.222.0.42 "PUT /v2.0/ports/793b60ec-da3b-4039-bedb-3f70b8a06311 HTTP/1.1" status: 200 len: 1092 time: 1.6925828 Feb 15 14:21:54.708608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'tag': '793b60ec-da3b-4039-bedb-3f70b8a06311'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:21:54.710975 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc2d6e1-668e-4804-9217-b423a24647ca" -d '{"events": [{"name": "network-changed", "server_uuid": "aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2", "tag": "793b60ec-da3b-4039-bedb-3f70b8a06311"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:21:54.737829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea3771c-0ba9-414f-abca-096a3de8bb7d']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:54.778692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7d2317-836e-4f17-b291-e14c2c254f55') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:54.784641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7d2317-836e-4f17-b291-e14c2c254f55') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:21:54.807944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27961a82-9373-4e16-9724-e1c129558585 service neutron] Pushing event updated for resources: {'Port': ['ID=793b60ec-da3b-4039-bedb-3f70b8a06311,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:54.837013 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (ee7d2317-836e-4f17-b291-e14c2c254f55), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.881973 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (ee7d2317-836e-4f17-b291-e14c2c254f55), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.901680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:21:54.901680 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (ee7d2317-836e-4f17-b291-e14c2c254f55), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:54.913316 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ded6575-b4f5-4d26-a5bb-5217f2191c53 x-openstack-request-id: req-0ded6575-b4f5-4d26-a5bb-5217f2191c53 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:21:54.913689 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2", "tag": "793b60ec-da3b-4039-bedb-3f70b8a06311", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:21:54.913901 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ded6575-b4f5-4d26-a5bb-5217f2191c53 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:21:54.914288 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'tag': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'status': 'completed', 'code': 200} Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:21:54.916658 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:21:54.975297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-14373972-e07e-40c3-a0d4-0ca3eaac788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:54.984450 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-14373972-e07e-40c3-a0d4-0ca3eaac788b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 1126 time: 0.1572275 Feb 15 14:21:55.065851 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-e948eefb-c2f2-4a68-af68-6e642f2779f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=793b60ec-da3b-4039-bedb-3f70b8a06311 HTTP/1.1" status: 200 len: 217 time: 0.0759974 Feb 15 14:21:55.148941 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (fea3771c-0ba9-414f-abca-096a3de8bb7d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:55.190359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-18070476-69d8-4dc0-876e-94d0b54b7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:55.191902 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-18070476-69d8-4dc0-876e-94d0b54b7e7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.1200459 Feb 15 14:21:55.213700 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:55.241541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/networks/fea3771c-0ba9-414f-abca-096a3de8bb7d HTTP/1.1" status: 204 len: 168 time: 1.8038490 Feb 15 14:21:55.250762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db23d0a-73a8-46dc-85ba-476f1e9c994c tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Network': ['ID=fea3771c-0ba9-414f-abca-096a3de8bb7d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:55.259453 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58178) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:55.265695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1671317190'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:55.313853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6793d3-17b5-4927-b7fb-2010411344ac req-b1179766-993d-4d2a-ae0c-0a7331d99722 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:55.326763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec6793d3-17b5-4927-b7fb-2010411344ac req-b1179766-993d-4d2a-ae0c-0a7331d99722 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.2921031 Feb 15 14:21:55.353045 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:55.356955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:55.361757 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-3dbe93e2-1aa1-4ccd-bbd5-ef1564402d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:55.363661 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-3dbe93e2-1aa1-4ccd-bbd5-ef1564402d80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1582911 Feb 15 14:21:55.368157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:21:55.395710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:21:55.396363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a5cf3f1-12a4-4ea7-bc22-a91b256f9bf7 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:21:55.416292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:21:55.428800 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (ccd271a4-14af-4e65-b5a8-878a7d3148f9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:55.429195 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Added segment ccd271a4-14af-4e65-b5a8-878a7d3148f9 of type vlan for network 9c0139a0-7bfa-4454-8a74-822c585ac9c1 Feb 15 14:21:55.442520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec6793d3-17b5-4927-b7fb-2010411344ac req-ed9b0da5-dcdc-4bac-965e-0835a69321ae tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084316 Feb 15 14:21:55.476870 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9c0139a0-7bfa-4454-8a74-822c585ac9c1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:55.527031 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9c0139a0-7bfa-4454-8a74-822c585ac9c1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:55.533158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:55.533776 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:55.602012 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3414071 Feb 15 14:21:55.604938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58180) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:55.610354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': '9c0139a0-7bfa-4454-8a74-822c585ac9c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:55.683166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e4f96-d5f7-43cf-b224-921eeeb63378 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Network': ['ID=9c0139a0-7bfa-4454-8a74-822c585ac9c1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:55.696123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9c0139a0-7bfa-4454-8a74-822c585ac9c1 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:21:55.738073 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-7416b2d6-abcb-40ea-8e10-464ee797d148 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650517 Feb 15 14:21:55.800601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:55.805027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:55.874105 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2f10ea3-e9f2-45f6-a46a-6c828c659669 req-acc929ef-a40c-4b2f-be26-e5d93159223e service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103945 Feb 15 14:21:56.038033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2d6e1-668e-4804-9217-b423a24647ca req-b53dbd64-14d8-467d-8e07-97318ab1cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:56.039740 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc2d6e1-668e-4804-9217-b423a24647ca req-b53dbd64-14d8-467d-8e07-97318ab1cbe6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 1126 time: 0.1330495 Feb 15 14:21:56.140715 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (c181336f-77d4-451b-aeb1-805e0b1ee66d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:56.160105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2d6e1-668e-4804-9217-b423a24647ca req-6dc737dd-5291-47c5-9df4-54b621144203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:56.162734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc2d6e1-668e-4804-9217-b423a24647ca req-6dc737dd-5291-47c5-9df4-54b621144203 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.1149032 Feb 15 14:21:56.218676 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc2d6e1-668e-4804-9217-b423a24647ca req-48324be5-b56e-41d7-a766-f28a1091755e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=793b60ec-da3b-4039-bedb-3f70b8a06311 HTTP/1.1" status: 200 len: 217 time: 0.0485733 Feb 15 14:21:56.259983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Subnet': ['ID=c181336f-77d4-451b-aeb1-805e0b1ee66d,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:56.303508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2d6e1-668e-4804-9217-b423a24647ca req-67839f05-62a5-4f4b-af45-e1c4cb61a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:56.307910 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc2d6e1-668e-4804-9217-b423a24647ca req-67839f05-62a5-4f4b-af45-e1c4cb61a004 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.0822759 Feb 15 14:21:56.319165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Checking segment: {'id': 'ccd271a4-14af-4e65-b5a8-878a7d3148f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9c0139a0-7bfa-4454-8a74-822c585ac9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:56.319981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network hostable DHCP agents. Network: 9c0139a0-7bfa-4454-8a74-822c585ac9c1, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:21:56.362226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network 9c0139a0-7bfa-4454-8a74-822c585ac9c1 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:21:56.381344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2d6e1-668e-4804-9217-b423a24647ca req-4fa7705f-0d86-4994-b21e-e9f27a9ca758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:56.383006 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc2d6e1-668e-4804-9217-b423a24647ca req-4fa7705f-0d86-4994-b21e-e9f27a9ca758 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0688870 Feb 15 14:21:56.390294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9c0139a0-7bfa-4454-8a74-822c585ac9c1) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:56.407085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:56.407701 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:56.417169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a236c54f-ee90-4dd9-bb7b-281ae2994ebc None None] Network 9c0139a0-7bfa-4454-8a74-822c585ac9c1 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:56.446418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58182) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:56.461388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c1aba7f4-3812-471c-815e-e4fd77586827 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2056085483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:56.468077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c952f0b7-f37a-45f6-b2aa-4a6690045941 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8617685 Feb 15 14:21:56.551937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1aba7f4-3812-471c-815e-e4fd77586827 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (fe215fb4-e788-4cb5-bb09-708a56aea00e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:56.552999 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1aba7f4-3812-471c-815e-e4fd77586827 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (fe215fb4-e788-4cb5-bb09-708a56aea00e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:56.585476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-9c0139a0-7bfa-4454-8a74-822c585ac9c1', 'network_id': '9c0139a0-7bfa-4454-8a74-822c585ac9c1', 'project_id': '629013fe0cf6413ead6c36c1b45c4f96', 'fixed_ips': [{'subnet_id': 'c181336f-77d4-451b-aeb1-805e0b1ee66d'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:21:56.587582 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:56.615977 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc2d6e1-668e-4804-9217-b423a24647ca req-30cac1f6-c273-4403-98c9-ba52291dd545 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262101 Feb 15 14:21:56.742534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554a5b9-a4d4-46d7-9df6-5682de58551d req-3906872f-3f42-481d-be96-e7d49ec6b67d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:56.753837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c554a5b9-a4d4-46d7-9df6-5682de58551d req-3906872f-3f42-481d-be96-e7d49ec6b67d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1375234 Feb 15 14:21:56.791060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Allocated IP 2001:db8::2 (9c0139a0-7bfa-4454-8a74-822c585ac9c1/c181336f-77d4-451b-aeb1-805e0b1ee66d/37b178f6-4f32-4ade-9a79-38bd50288759) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:56.843004 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1aba7f4-3812-471c-815e-e4fd77586827 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for router_controller (fe215fb4-e788-4cb5-bb09-708a56aea00e), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:56.852245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1aba7f4-3812-471c-815e-e4fd77586827 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (fe215fb4-e788-4cb5-bb09-708a56aea00e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:56.878191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c554a5b9-a4d4-46d7-9df6-5682de58551d req-0b386c95-f871-4e9f-b622-0617a71c5d49 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238809 Feb 15 14:21:56.910100 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c1aba7f4-3812-471c-815e-e4fd77586827 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:56.911358 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c1aba7f4-3812-471c-815e-e4fd77586827 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4640460 Feb 15 14:21:56.913922 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58186) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:56.919359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'network_id': '9c0139a0-7bfa-4454-8a74-822c585ac9c1', 'name': 'tempest-PortsIpV6TestJSON-1548531434'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:21:56.985345 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7dc2d6e1-668e-4804-9217-b423a24647ca req-459e3b7f-9fef-45f2-bb32-32c209cd674c service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614740 Feb 15 14:21:57.027103 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Publish callbacks [] for port (37b178f6-4f32-4ade-9a79-38bd50288759), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:57.037702 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:57.050192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:21:57.054423 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:57.080670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port e29a367a-60eb-41bb-abfd-a0a8c450e3d8 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:21:57.098559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Network 9c0139a0-7bfa-4454-8a74-822c585ac9c1 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:57.102556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:57.110756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:57.119259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Pushing event updated for resources: {'Port': ['ID=37b178f6-4f32-4ade-9a79-38bd50288759,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:57.198861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Attempting to bind port 37b178f6-4f32-4ade-9a79-38bd50288759 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:21:57.199313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Attempting to bind port 37b178f6-4f32-4ade-9a79-38bd50288759 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'ccd271a4-14af-4e65-b5a8-878a7d3148f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9c0139a0-7bfa-4454-8a74-822c585ac9c1'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:21:57.199662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Attempting to bind port 37b178f6-4f32-4ade-9a79-38bd50288759 on network 9c0139a0-7bfa-4454-8a74-822c585ac9c1 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:21:57.205447 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:21:57.205860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Checking segment: {'id': 'ccd271a4-14af-4e65-b5a8-878a7d3148f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9c0139a0-7bfa-4454-8a74-822c585ac9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:21:57.206251 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:57.206656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Bound using segment: {'id': 'ccd271a4-14af-4e65-b5a8-878a7d3148f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9c0139a0-7bfa-4454-8a74-822c585ac9c1'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:21:57.207160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Bound port: 37b178f6-4f32-4ade-9a79-38bd50288759, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd271a4-14af-4e65-b5a8-878a7d3148f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9c0139a0-7bfa-4454-8a74-822c585ac9c1'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:21:57.207549 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:57.229375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8::2e6 (9c0139a0-7bfa-4454-8a74-822c585ac9c1/c181336f-77d4-451b-aeb1-805e0b1ee66d/e29a367a-60eb-41bb-abfd-a0a8c450e3d8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:21:57.279901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] For port 37b178f6-4f32-4ade-9a79-38bd50288759, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:21:57.283757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] For port 37b178f6-4f32-4ade-9a79-38bd50288759, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=37b178f6-4f32-4ade-9a79-38bd50288759,segment=NetworkSegment(ccd271a4-14af-4e65-b5a8-878a7d3148f9),segment_id=ccd271a4-14af-4e65-b5a8-878a7d3148f9)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:21:57.296165 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:57.354610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6401d6b-91ab-4ec7-9882-d0bc8def0cc6 None None] Pushing event updated for resources: {'Port': ['ID=37b178f6-4f32-4ade-9a79-38bd50288759,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:57.392528 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:57.430092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:57.475853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network 9c0139a0-7bfa-4454-8a74-822c585ac9c1 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:57.481838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:57.484391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:21:57.489891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:57.490557 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:57.513994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=e29a367a-60eb-41bb-abfd-a0a8c450e3d8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:57.536379 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-28ff9d5e-c6ac-43f5-8959-aeffa96ae6ef tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6210954 Feb 15 14:21:57.539232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58188) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:21:58.055721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbd876-ad20-485f-9cac-2faaf0a28f4b req-1e198c80-6f8c-479a-a013-1e4b063fdbce tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:58.060294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bcfbd876-ad20-485f-9cac-2faaf0a28f4b req-1e198c80-6f8c-479a-a013-1e4b063fdbce tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.0874991 Feb 15 14:21:58.149559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bcfbd876-ad20-485f-9cac-2faaf0a28f4b req-304f73a5-d280-4d89-a1a8-b0f2d4212a86 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812666 Feb 15 14:21:58.427471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:58.669726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61497232-e820-4d1f-be2e-a3868ce1da75 None None] Network 9c0139a0-7bfa-4454-8a74-822c585ac9c1 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:21:58.736571 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5ecffa81-3889-4971-9eac-353e5265083b None None] Provisioning complete for port 37b178f6-4f32-4ade-9a79-38bd50288759 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:58.736947 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ecffa81-3889-4971-9eac-353e5265083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:58.778378 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:58.791381 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:58.900251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5ecffa81-3889-4971-9eac-353e5265083b None None] Current status of the port 37b178f6-4f32-4ade-9a79-38bd50288759 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:58.900959 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ecffa81-3889-4971-9eac-353e5265083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:58.916002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=e29a367a-60eb-41bb-abfd-a0a8c450e3d8,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:58.934398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.934398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.934763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.935124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.935466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.935802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.936137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.936470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.936801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.937130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.937687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.937814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.938094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:21:58.951831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5ecffa81-3889-4971-9eac-353e5265083b None None] For port 37b178f6-4f32-4ade-9a79-38bd50288759, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=37b178f6-4f32-4ade-9a79-38bd50288759,segment=NetworkSegment(ccd271a4-14af-4e65-b5a8-878a7d3148f9),segment_id=ccd271a4-14af-4e65-b5a8-878a7d3148f9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:21:58.958229 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ecffa81-3889-4971-9eac-353e5265083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:59.029933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecffa81-3889-4971-9eac-353e5265083b None None] Pushing event updated for resources: {'Port': ['ID=37b178f6-4f32-4ade-9a79-38bd50288759,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:59.046159 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (fe215fb4-e788-4cb5-bb09-708a56aea00e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:59.191322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:59.302749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d36e38a7-0ba4-47f3-a726-8d2adbee18e5 None None] Provisioning complete for port 37b178f6-4f32-4ade-9a79-38bd50288759 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:59.303169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d36e38a7-0ba4-47f3-a726-8d2adbee18e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:59.389593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ca10d-0780-4e51-8887-55015c7b5a02 req-ab82a997-af6e-44a2-8403-d2c69eda92b0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:21:59.397556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-477ca10d-0780-4e51-8887-55015c7b5a02 req-ab82a997-af6e-44a2-8403-d2c69eda92b0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.0981014 Feb 15 14:21:59.451777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 37b178f6-4f32-4ade-9a79-38bd50288759 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:21:59.494765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d36e38a7-0ba4-47f3-a726-8d2adbee18e5 None None] Current status of the port 37b178f6-4f32-4ade-9a79-38bd50288759 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:59.535184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d36e38a7-0ba4-47f3-a726-8d2adbee18e5 None None] Provisioning complete for port e29a367a-60eb-41bb-abfd-a0a8c450e3d8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:59.535678 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d36e38a7-0ba4-47f3-a726-8d2adbee18e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:59.539043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 37b178f6-4f32-4ade-9a79-38bd50288759 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:59.539497 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:59.551063 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-477ca10d-0780-4e51-8887-55015c7b5a02 req-8eff5615-bb38-48cb-8b3e-b38e06c91d85 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384864 Feb 15 14:21:59.625358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d36e38a7-0ba4-47f3-a726-8d2adbee18e5 None None] Port e29a367a-60eb-41bb-abfd-a0a8c450e3d8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:21:59.670033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:59.677938 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:59.678820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (fe215fb4-e788-4cb5-bb09-708a56aea00e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:59.693921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 37b178f6-4f32-4ade-9a79-38bd50288759 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:21:59.749423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3ad4dfcf-2f9b-4316-b2ee-d8b739f39b67 None None] Provisioning complete for port e29a367a-60eb-41bb-abfd-a0a8c450e3d8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:59.750058 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3ad4dfcf-2f9b-4316-b2ee-d8b739f39b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:21:59.776286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=e29a367a-60eb-41bb-abfd-a0a8c450e3d8,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:21:59.831070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4dfcf-2f9b-4316-b2ee-d8b739f39b67 None None] Port e29a367a-60eb-41bb-abfd-a0a8c450e3d8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:21:59.848751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network 9c0139a0-7bfa-4454-8a74-822c585ac9c1 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:21:59.850239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:21:59.962334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ec633538-104b-4ae3-ba86-1737c1c80503 None None] Provisioning complete for port e29a367a-60eb-41bb-abfd-a0a8c450e3d8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:21:59.963214 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ec633538-104b-4ae3-ba86-1737c1c80503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:00.003716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Router fe215fb4-e788-4cb5-bb09-708a56aea00e is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:22:00.014742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ec633538-104b-4ae3-ba86-1737c1c80503 None None] Port e29a367a-60eb-41bb-abfd-a0a8c450e3d8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:00.132285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:22:00.141698 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-58059025-37e0-4809-873e-03b989b52bd4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "PUT /v2.0/routers/fe215fb4-e788-4cb5-bb09-708a56aea00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6005344 Feb 15 14:22:00.141906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58194) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:00.152592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b999539-3c9d-4300-8cf8-0460ce15e25c None None] Sync routers for ids ['fe215fb4-e788-4cb5-bb09-708a56aea00e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:22:00.172414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-984bbfe2-2b6e-4466-9bc2-c4534f254e17 None None] Provisioning complete for port e29a367a-60eb-41bb-abfd-a0a8c450e3d8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:00.172906 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-984bbfe2-2b6e-4466-9bc2-c4534f254e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:00.176397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b999539-3c9d-4300-8cf8-0460ce15e25c None None] Routers {'fe215fb4-e788-4cb5-bb09-708a56aea00e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:00.176397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4b999539-3c9d-4300-8cf8-0460ce15e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:21:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['fe215fb4-e788-4cb5-bb09-708a56aea00e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:00.212636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab60955b-67be-409f-8f3c-a6ebac212f2a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:00.217060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ab60955b-67be-409f-8f3c-a6ebac212f2a tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe215fb4-e788-4cb5-bb09-708a56aea00e HTTP/1.1" status: 200 len: 989 time: 0.0713022 Feb 15 14:22:00.217604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58196) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:00.266786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4b999539-3c9d-4300-8cf8-0460ce15e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:00.295037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b999539-3c9d-4300-8cf8-0460ce15e25c None None] Routers {'fe215fb4-e788-4cb5-bb09-708a56aea00e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:00.295959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4b999539-3c9d-4300-8cf8-0460ce15e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:21:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['fe215fb4-e788-4cb5-bb09-708a56aea00e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:00.300584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-984bbfe2-2b6e-4466-9bc2-c4534f254e17 None None] Port e29a367a-60eb-41bb-abfd-a0a8c450e3d8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:00.343810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4b999539-3c9d-4300-8cf8-0460ce15e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:00.344474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b999539-3c9d-4300-8cf8-0460ce15e25c None None] The sync data for ids ['fe215fb4-e788-4cb5-bb09-708a56aea00e'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:22:00.567048 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda69cd6-9720-4b7b-a70a-b98f8a719c4e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (fe215fb4-e788-4cb5-bb09-708a56aea00e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:00.693023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be3459-4ac2-4c8b-a491-427685ecb18f req-c6e86f80-144b-40ac-9c90-e36640818d6d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:00.694769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1be3459-4ac2-4c8b-a491-427685ecb18f req-c6e86f80-144b-40ac-9c90-e36640818d6d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.0569744 Feb 15 14:22:00.784692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1be3459-4ac2-4c8b-a491-427685ecb18f req-3fda90e3-e46a-42af-8095-1f30cdba5181 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792813 Feb 15 14:22:00.859999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-bda69cd6-9720-4b7b-a70a-b98f8a719c4e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port e29a367a-60eb-41bb-abfd-a0a8c450e3d8 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:00.860722 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda69cd6-9720-4b7b-a70a-b98f8a719c4e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:00.976787 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda69cd6-9720-4b7b-a70a-b98f8a719c4e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:00.997831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-bda69cd6-9720-4b7b-a70a-b98f8a719c4e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for e29a367a-60eb-41bb-abfd-a0a8c450e3d8 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:01.232078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda69cd6-9720-4b7b-a70a-b98f8a719c4e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e29a367a-60eb-41bb-abfd-a0a8c450e3d8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:01.269531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda69cd6-9720-4b7b-a70a-b98f8a719c4e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=e29a367a-60eb-41bb-abfd-a0a8c450e3d8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:01.419196 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda69cd6-9720-4b7b-a70a-b98f8a719c4e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (fe215fb4-e788-4cb5-bb09-708a56aea00e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:01.611520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda69cd6-9720-4b7b-a70a-b98f8a719c4e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Router fe215fb4-e788-4cb5-bb09-708a56aea00e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:22:01.699654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda69cd6-9720-4b7b-a70a-b98f8a719c4e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:22:01.705471 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bda69cd6-9720-4b7b-a70a-b98f8a719c4e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "PUT /v2.0/routers/fe215fb4-e788-4cb5-bb09-708a56aea00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861872 Feb 15 14:22:01.709289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58200) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:01.714199 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f594a-cf7e-42c1-8abc-b126df2faf1e None None] Sync routers for ids ['fe215fb4-e788-4cb5-bb09-708a56aea00e'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:22:01.727456 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f594a-cf7e-42c1-8abc-b126df2faf1e None None] Routers {'fe215fb4-e788-4cb5-bb09-708a56aea00e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:01.728004 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a77f594a-cf7e-42c1-8abc-b126df2faf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:21:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['fe215fb4-e788-4cb5-bb09-708a56aea00e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:01.744811 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5155250-e898-42f8-bc8a-a8d39c453a42 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:22:01.749374 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c5155250-e898-42f8-bc8a-a8d39c453a42 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/e29a367a-60eb-41bb-abfd-a0a8c450e3d8 HTTP/1.1" status: 404 len: 333 time: 0.0360682 Feb 15 14:22:01.749805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58202) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:01.764575 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a77f594a-cf7e-42c1-8abc-b126df2faf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:01.777888 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f594a-cf7e-42c1-8abc-b126df2faf1e None None] Routers {'fe215fb4-e788-4cb5-bb09-708a56aea00e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:01.778600 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a77f594a-cf7e-42c1-8abc-b126df2faf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:21:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['fe215fb4-e788-4cb5-bb09-708a56aea00e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:01.822716 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a77f594a-cf7e-42c1-8abc-b126df2faf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:01.823421 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f594a-cf7e-42c1-8abc-b126df2faf1e None None] The sync data for ids ['fe215fb4-e788-4cb5-bb09-708a56aea00e'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:22:01.882822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bb48-1188-41d0-a6ae-e6f65b95a402 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for router (fe215fb4-e788-4cb5-bb09-708a56aea00e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:01.971325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabea846-a229-4615-a38e-dfc642e31faa req-6ab53dc4-7d4a-4bfc-acf3-3cd8488a6415 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:01.973727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cabea846-a229-4615-a38e-dfc642e31faa req-6ab53dc4-7d4a-4bfc-acf3-3cd8488a6415 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.0751996 Feb 15 14:22:02.044352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cabea846-a229-4615-a38e-dfc642e31faa req-2439d104-1e54-4a1f-af65-a1df7f4ce6ca tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622628 Feb 15 14:22:02.455280 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bb48-1188-41d0-a6ae-e6f65b95a402 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (fe215fb4-e788-4cb5-bb09-708a56aea00e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:02.457659 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bb48-1188-41d0-a6ae-e6f65b95a402 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for router_controller (fe215fb4-e788-4cb5-bb09-708a56aea00e), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:02.510806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bb48-1188-41d0-a6ae-e6f65b95a402 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (fe215fb4-e788-4cb5-bb09-708a56aea00e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:02.511429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f3bb48-1188-41d0-a6ae-e6f65b95a402 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Fanout notify agent at l3_agent the message router_deleted on router fe215fb4-e788-4cb5-bb09-708a56aea00e {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:22:02.519078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bb48-1188-41d0-a6ae-e6f65b95a402 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:02.520567 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d7f3bb48-1188-41d0-a6ae-e6f65b95a402 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/routers/fe215fb4-e788-4cb5-bb09-708a56aea00e HTTP/1.1" status: 204 len: 168 time: 0.7693377 Feb 15 14:22:02.524248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58206) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:02.586112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting subnet c181336f-77d4-451b-aeb1-805e0b1ee66d {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:22:02.589482 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (c181336f-77d4-451b-aeb1-805e0b1ee66d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:02.638528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (c181336f-77d4-451b-aeb1-805e0b1ee66d), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:02.742433 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (c181336f-77d4-451b-aeb1-805e0b1ee66d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:02.836845 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (c181336f-77d4-451b-aeb1-805e0b1ee66d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:02.865414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Subnet': ['ID=c181336f-77d4-451b-aeb1-805e0b1ee66d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:02.879133 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:02.880602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e0b81-8573-4ffc-a4a8-7f17bccb1fd5 None None] Network 9c0139a0-7bfa-4454-8a74-822c585ac9c1 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:02.885244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/c181336f-77d4-451b-aeb1-805e0b1ee66d HTTP/1.1" status: 204 len: 168 time: 0.3576169 Feb 15 14:22:02.885244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.885559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.886420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.886420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.886420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.887315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.888046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58208) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:02.888551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.888908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.889254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.889593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.889982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.890325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.890661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f794718-ea81-42e7-9841-406e6a412a39 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:02.992908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9c0139a0-7bfa-4454-8a74-822c585ac9c1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.065702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 37b178f6-4f32-4ade-9a79-38bd50288759 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:03.066069 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.087564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa16e8-ccd3-4466-95f5-968e4772bcb9 None None] DHCP port deletion for 9c0139a0-7bfa-4454-8a74-822c585ac9c1 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:22:03.166791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] For port 37b178f6-4f32-4ade-9a79-38bd50288759, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=37b178f6-4f32-4ade-9a79-38bd50288759,segment=NetworkSegment(ccd271a4-14af-4e65-b5a8-878a7d3148f9),segment_id=ccd271a4-14af-4e65-b5a8-878a7d3148f9)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:03.167345 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.185771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 37b178f6-4f32-4ade-9a79-38bd50288759 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:03.187915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5faa16e8-ccd3-4466-95f5-968e4772bcb9 None None] Deleting port 37b178f6-4f32-4ade-9a79-38bd50288759 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:03.189237 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5faa16e8-ccd3-4466-95f5-968e4772bcb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.196689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81170876-9420-4b5d-9337-1ce95548b89e req-dc162fa8-ff2a-4a40-9dae-7c1c84af895a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:03.199137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81170876-9420-4b5d-9337-1ce95548b89e req-dc162fa8-ff2a-4a40-9dae-7c1c84af895a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.0807774 Feb 15 14:22:03.309623 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.311141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5faa16e8-ccd3-4466-95f5-968e4772bcb9 None None] For port 37b178f6-4f32-4ade-9a79-38bd50288759, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=37b178f6-4f32-4ade-9a79-38bd50288759,segment=NetworkSegment(ccd271a4-14af-4e65-b5a8-878a7d3148f9),segment_id=ccd271a4-14af-4e65-b5a8-878a7d3148f9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:03.311772 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5faa16e8-ccd3-4466-95f5-968e4772bcb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.333409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5faa16e8-ccd3-4466-95f5-968e4772bcb9 None None] Calling delete_port for 37b178f6-4f32-4ade-9a79-38bd50288759 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:03.342670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No DVR routers for this DVR port 37b178f6-4f32-4ade-9a79-38bd50288759 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:22:03.373050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81170876-9420-4b5d-9337-1ce95548b89e req-75583adc-9190-416f-ab6b-678577076fbf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633539 Feb 15 14:22:03.394775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=37b178f6-4f32-4ade-9a79-38bd50288759,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:03.408578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 37b178f6-4f32-4ade-9a79-38bd50288759 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:22:03.443510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 37b178f6-4f32-4ade-9a79-38bd50288759 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:22:03.444562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 37b178f6-4f32-4ade-9a79-38bd50288759 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:22:03.512110 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5faa16e8-ccd3-4466-95f5-968e4772bcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (37b178f6-4f32-4ade-9a79-38bd50288759), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.515773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9c0139a0-7bfa-4454-8a74-822c585ac9c1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.556544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa16e8-ccd3-4466-95f5-968e4772bcb9 None None] Pushing event deleted for resources: {'Port': ['ID=37b178f6-4f32-4ade-9a79-38bd50288759,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:03.558461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0139a0-7bfa-4454-8a74-822c585ac9c1']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:03.564996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faa16e8-ccd3-4466-95f5-968e4772bcb9 None None] No DVR routers for this DVR port 37b178f6-4f32-4ade-9a79-38bd50288759 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:22:03.583223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd271a4-14af-4e65-b5a8-878a7d3148f9') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:03.583671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd271a4-14af-4e65-b5a8-878a7d3148f9') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:03.601033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (ccd271a4-14af-4e65-b5a8-878a7d3148f9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.623595 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (ccd271a4-14af-4e65-b5a8-878a7d3148f9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.632497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:22:03.632950 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (ccd271a4-14af-4e65-b5a8-878a7d3148f9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:22:03.637261 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:22:03.728126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9c0139a0-7bfa-4454-8a74-822c585ac9c1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.737471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:03.748266 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/networks/9c0139a0-7bfa-4454-8a74-822c585ac9c1 HTTP/1.1" status: 204 len: 168 time: 0.8524406 Feb 15 14:22:03.749939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58212) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:03.773563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53465f8-0a58-4c5d-92a3-4f9238a738ae tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Network': ['ID=9c0139a0-7bfa-4454-8a74-822c585ac9c1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:03.819163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bfe573-b44b-4136-b14f-b4406ef9236e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:03.826781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-87bfe573-b44b-4136-b14f-b4406ef9236e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/38302040-eed4-4773-8e71-064461038dc9 HTTP/1.1" status: 200 len: 844 time: 0.0697258 Feb 15 14:22:03.827122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58214) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:03.884115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9e3d6761-eed6-422b-9bd9-ef9f9bed15bd tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/38302040-eed4-4773-8e71-064461038dc9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0554628 Feb 15 14:22:03.889302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58216) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:03.897146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9e6b74a0-4c4a-4d08-a247-36b1a8f48395 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:04.046104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6b74a0-4c4a-4d08-a247-36b1a8f48395 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:04.050560 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e6b74a0-4c4a-4d08-a247-36b1a8f48395 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:04.343405 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e6b74a0-4c4a-4d08-a247-36b1a8f48395 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (03822e11-64ef-4893-af0b-5c98aa61238d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:04.397440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b74a0-4c4a-4d08-a247-36b1a8f48395 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network a9022991-aed3-41cc-8cb9-5c899d659242 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:04.409489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9e6b74a0-4c4a-4d08-a247-36b1a8f48395 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:04.417461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6b74a0-4c4a-4d08-a247-36b1a8f48395 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:04.418116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e6b74a0-4c4a-4d08-a247-36b1a8f48395 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:04.432291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75754f5c-1d72-4480-9eb4-f8edb40d8857 None None] Network a9022991-aed3-41cc-8cb9-5c899d659242 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:04.433527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b74a0-4c4a-4d08-a247-36b1a8f48395 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Subnet': ['ID=03822e11-64ef-4893-af0b-5c98aa61238d,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:04.450068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9e6b74a0-4c4a-4d08-a247-36b1a8f48395 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5534511 Feb 15 14:22:04.451477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58222) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:04.461755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-06bef32e-f7e6-4c3f-bdb1-0b5841d1db2f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'security_group': {'name': 'tempest-secgroup-1839704688'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:04.530269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-06bef32e-f7e6-4c3f-bdb1-0b5841d1db2f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:04.712531 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-06bef32e-f7e6-4c3f-bdb1-0b5841d1db2f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (ff74ca3c-f726-4368-881d-a5050265a04d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:04.718967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31573b-b01f-4540-a7aa-4c385c4e3104 req-b3c812c6-a538-4746-ba2c-6dd9d47dc13f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:04.720708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db31573b-b01f-4540-a7aa-4c385c4e3104 req-b3c812c6-a538-4746-ba2c-6dd9d47dc13f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1596742 Feb 15 14:22:04.726391 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-06bef32e-f7e6-4c3f-bdb1-0b5841d1db2f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ff74ca3c-f726-4368-881d-a5050265a04d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:04.739001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a9022991-aed3-41cc-8cb9-5c899d659242', 'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'project_id': '629013fe0cf6413ead6c36c1b45c4f96', 'fixed_ips': [{'subnet_id': '03822e11-64ef-4893-af0b-5c98aa61238d'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:22:04.741545 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:04.814778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-06bef32e-f7e6-4c3f-bdb1-0b5841d1db2f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:04.820039 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-06bef32e-f7e6-4c3f-bdb1-0b5841d1db2f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3625433 Feb 15 14:22:04.820803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bef32e-f7e6-4c3f-bdb1-0b5841d1db2f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff74ca3c-f726-4368-881d-a5050265a04d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:04.824846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58236) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:04.839507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-27c321f7-a455-4429-963a-ae33ef8baa10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'security_group': {'name': 'tempest-secgroup-81870569'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:04.884970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27c321f7-a455-4429-963a-ae33ef8baa10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:04.895402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db31573b-b01f-4540-a7aa-4c385c4e3104 req-007488ec-6ae1-4ff2-ab78-571e239f85c4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606607 Feb 15 14:22:05.046820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27c321f7-a455-4429-963a-ae33ef8baa10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (91ddbfec-7016-4c7b-902e-86bf24c4a781), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:05.057764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27c321f7-a455-4429-963a-ae33ef8baa10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (91ddbfec-7016-4c7b-902e-86bf24c4a781), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:05.080076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Allocated IP 2001:db8::2 (a9022991-aed3-41cc-8cb9-5c899d659242/03822e11-64ef-4893-af0b-5c98aa61238d/11c5a811-efbc-40ed-9c13-2a9856dea047) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:05.086840 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27c321f7-a455-4429-963a-ae33ef8baa10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:05.090527 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-27c321f7-a455-4429-963a-ae33ef8baa10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2642424 Feb 15 14:22:05.094318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58240) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:05.100507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-317928793', 'security_groups': ['91ddbfec-7016-4c7b-902e-86bf24c4a781'], 'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '03822e11-64ef-4893-af0b-5c98aa61238d'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:05.148823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c321f7-a455-4429-963a-ae33ef8baa10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ddbfec-7016-4c7b-902e-86bf24c4a781,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:05.360310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:05.636189 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:05.663209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:22:05.777353 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Publish callbacks [] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:05.797721 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:05.851661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Network a9022991-aed3-41cc-8cb9-5c899d659242 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:05.863473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:05.913052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8::38 (a9022991-aed3-41cc-8cb9-5c899d659242/03822e11-64ef-4893-af0b-5c98aa61238d/01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:05.930883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:06.210451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Attempting to bind port 11c5a811-efbc-40ed-9c13-2a9856dea047 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:22:06.219535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Attempting to bind port 11c5a811-efbc-40ed-9c13-2a9856dea047 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '703ae9b3-41b9-4b72-a086-a32543014840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:22:06.220330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Attempting to bind port 11c5a811-efbc-40ed-9c13-2a9856dea047 on network a9022991-aed3-41cc-8cb9-5c899d659242 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:22:06.224629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Pushing event updated for resources: {'Port': ['ID=11c5a811-efbc-40ed-9c13-2a9856dea047,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:06.254832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:22:06.256204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Checking segment: {'id': '703ae9b3-41b9-4b72-a086-a32543014840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:06.257626 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:06.258498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Bound using segment: {'id': '703ae9b3-41b9-4b72-a086-a32543014840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:22:06.260169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Bound port: 11c5a811-efbc-40ed-9c13-2a9856dea047, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703ae9b3-41b9-4b72-a086-a32543014840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:22:06.261117 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:06.440479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d2e70-d9a2-46e1-b93f-841014d66dfd req-ac68c345-a98a-4494-be4d-2b7ee993379f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:06.443144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-058d2e70-d9a2-46e1-b93f-841014d66dfd req-ac68c345-a98a-4494-be4d-2b7ee993379f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.2659628 Feb 15 14:22:06.472993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] For port 11c5a811-efbc-40ed-9c13-2a9856dea047, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:22:06.508997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] For port 11c5a811-efbc-40ed-9c13-2a9856dea047, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=11c5a811-efbc-40ed-9c13-2a9856dea047,segment=NetworkSegment(703ae9b3-41b9-4b72-a086-a32543014840),segment_id=703ae9b3-41b9-4b72-a086-a32543014840)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:22:06.526041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:06.526423 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:06.641837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-058d2e70-d9a2-46e1-b93f-841014d66dfd req-138b992b-a083-4d6a-bdbf-d94816d07709 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576669 Feb 15 14:22:06.709280 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:06.747901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d49b7a-711d-441c-9113-e2b2e683239e None None] Pushing event updated for resources: {'Port': ['ID=11c5a811-efbc-40ed-9c13-2a9856dea047,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:06.913659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network a9022991-aed3-41cc-8cb9-5c899d659242 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:06.936771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:06.949144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:06.967104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:06.967859 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:06.986703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:07.052410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6321d-97ce-42b0-9611-112f892db38b req-3a2271af-b3bd-4bb4-88e1-bcd71076d85e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:07.054184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43f6321d-97ce-42b0-9611-112f892db38b req-3a2271af-b3bd-4bb4-88e1-bcd71076d85e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 945 time: 0.3737991 Feb 15 14:22:07.080013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5fde9e7b-4f35-445f-88ec-0cb33034c0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9842832 Feb 15 14:22:07.084566 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58272) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:07.093698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6d0b3924-2705-4dbc-adf0-53f17fe8eeb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:07.358555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43f6321d-97ce-42b0-9611-112f892db38b req-aae7d9ec-ddf9-43b2-b440-801862dba89d tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567077 Feb 15 14:22:07.450077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0b3924-2705-4dbc-adf0-53f17fe8eeb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:07.455146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 11c5a811-efbc-40ed-9c13-2a9856dea047 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:07.459857 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d0b3924-2705-4dbc-adf0-53f17fe8eeb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:07.642456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 11c5a811-efbc-40ed-9c13-2a9856dea047 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:07.643080 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:07.777715 n-d-829064-15 neutron-server[109971]: INFO neutron.db.ipam_backend_mixin [None req-6d0b3924-2705-4dbc-adf0-53f17fe8eeb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03822e11-64ef-4893-af0b-5c98aa61238d (CIDR: 2001:db8::/64) Feb 15 14:22:07.790764 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0b3924-2705-4dbc-adf0-53f17fe8eeb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:22:07.790764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0b3924-2705-4dbc-adf0-53f17fe8eeb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:07.833563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6d0b3924-2705-4dbc-adf0-53f17fe8eeb8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7467926 Feb 15 14:22:07.837899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58284) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:07.843639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-82807c12-419d-4d60-8b36-c5d4865da760 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:07.893285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 11c5a811-efbc-40ed-9c13-2a9856dea047 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:07.907820 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:08.019842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f990a-7f36-4d36-8813-f61affc41d0a req-01ff8172-7bed-4dee-9d76-a15445027bed tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:08.039150 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d1f990a-7f36-4d36-8813-f61affc41d0a req-01ff8172-7bed-4dee-9d76-a15445027bed tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1705971 Feb 15 14:22:08.082460 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 11c5a811-efbc-40ed-9c13-2a9856dea047, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=11c5a811-efbc-40ed-9c13-2a9856dea047,segment=NetworkSegment(703ae9b3-41b9-4b72-a086-a32543014840),segment_id=703ae9b3-41b9-4b72-a086-a32543014840)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:08.092413 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:08.133011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82807c12-419d-4d60-8b36-c5d4865da760 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:08.138598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82807c12-419d-4d60-8b36-c5d4865da760 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:08.251680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=11c5a811-efbc-40ed-9c13-2a9856dea047,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:08.263635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d1f990a-7f36-4d36-8813-f61affc41d0a req-b0bc5f69-600b-425e-bf03-416c454a993f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230575 Feb 15 14:22:08.535142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-62feeaed-1819-490d-a7c5-430c752de69b tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:08.539068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-62feeaed-1819-490d-a7c5-430c752de69b tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 945 time: 0.2682192 Feb 15 14:22:08.720201 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aafc2d-ddfe-403c-a1a7-972c81159a5d req-10d0ebd5-6a51-4f5d-8d62-cdfa5c01a614 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:08.722538 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94aafc2d-ddfe-403c-a1a7-972c81159a5d req-10d0ebd5-6a51-4f5d-8d62-cdfa5c01a614 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 945 time: 0.1824682 Feb 15 14:22:08.804317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Deleting port 23549db8-e048-419c-924c-8a52564cc80b {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:08.805622 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (23549db8-e048-419c-924c-8a52564cc80b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:08.821616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82807c12-419d-4d60-8b36-c5d4865da760 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (fe2c8682-d91c-4f05-a55d-20b6722cca35), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:08.884553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82807c12-419d-4d60-8b36-c5d4865da760 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network a9022991-aed3-41cc-8cb9-5c899d659242 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:08.889248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-82807c12-419d-4d60-8b36-c5d4865da760 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:08.895507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82807c12-419d-4d60-8b36-c5d4865da760 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:08.896330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82807c12-419d-4d60-8b36-c5d4865da760 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:08.938048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82807c12-419d-4d60-8b36-c5d4865da760 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Subnet': ['ID=fe2c8682-d91c-4f05-a55d-20b6722cca35,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:08.960409 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-82807c12-419d-4d60-8b36-c5d4865da760 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1172948 Feb 15 14:22:08.961039 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58292) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:08.973732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f44f827f-5f89-424c-b6ae-72fa019cc0fc None None] Provisioning complete for port 11c5a811-efbc-40ed-9c13-2a9856dea047 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:08.976468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-525125d9-f2ae-4d4b-b728-21de9f06f236 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1049502945', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fe2c8682-d91c-4f05-a55d-20b6722cca35'}], 'security_groups': ['ff74ca3c-f726-4368-881d-a5050265a04d']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:08.977466 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f44f827f-5f89-424c-b6ae-72fa019cc0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:09.173727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] For port 23549db8-e048-419c-924c-8a52564cc80b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=23549db8-e048-419c-924c-8a52564cc80b,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:09.174203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (23549db8-e048-419c-924c-8a52564cc80b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:09.237831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f44f827f-5f89-424c-b6ae-72fa019cc0fc None None] Current status of the port 11c5a811-efbc-40ed-9c13-2a9856dea047 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:09.288418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f44f827f-5f89-424c-b6ae-72fa019cc0fc None None] Provisioning complete for port 38302040-eed4-4773-8e71-064461038dc9 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:09.289284 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f44f827f-5f89-424c-b6ae-72fa019cc0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (38302040-eed4-4773-8e71-064461038dc9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:09.493568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f44f827f-5f89-424c-b6ae-72fa019cc0fc None None] Port 38302040-eed4-4773-8e71-064461038dc9 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:09.528004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 11c5a811-efbc-40ed-9c13-2a9856dea047 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:09.669042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b466078-3e90-4d20-b49f-1c95897fda18 None None] Network a9022991-aed3-41cc-8cb9-5c899d659242 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:09.679328 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-525125d9-f2ae-4d4b-b728-21de9f06f236 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:09.793705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94aafc2d-ddfe-403c-a1a7-972c81159a5d req-f96d239f-e6dc-4ecf-a605-3ba3019fa356 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0564167 Feb 15 14:22:09.854323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 11c5a811-efbc-40ed-9c13-2a9856dea047 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:09.855816 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:09.974826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a6eb32f1-6a21-4431-ab1d-0a1a8d3fffd3 None None] Provisioning complete for port 01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:09.975578 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a6eb32f1-6a21-4431-ab1d-0a1a8d3fffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:10.058851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb32f1-6a21-4431-ab1d-0a1a8d3fffd3 None None] Port 01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:10.167124 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 11c5a811-efbc-40ed-9c13-2a9856dea047 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:10.175654 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:10.697410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cffb58-17c0-42e3-bb15-d6c62811e25b req-b431c687-5ad8-4f70-942b-ba961cc7a3dd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:10.703512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067e954e-f0cd-497d-b202-a15c25b6b247 None None] Update dhcp port {'port': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'fixed_ips': [{'subnet_id': '03822e11-64ef-4893-af0b-5c98aa61238d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fe2c8682-d91c-4f05-a55d-20b6722cca35'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '11c5a811-efbc-40ed-9c13-2a9856dea047'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:22:10.704574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52cffb58-17c0-42e3-bb15-d6c62811e25b req-b431c687-5ad8-4f70-942b-ba961cc7a3dd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 1.1977372 Feb 15 14:22:10.805487 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-067e954e-f0cd-497d-b202-a15c25b6b247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:10.817519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-525125d9-f2ae-4d4b-b728-21de9f06f236 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Delete allocated IP 2001:db8::38 (a9022991-aed3-41cc-8cb9-5c899d659242/03822e11-64ef-4893-af0b-5c98aa61238d) {{(pid=109972) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 14:22:10.840294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-525125d9-f2ae-4d4b-b728-21de9f06f236 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8:0:1::1b8 (a9022991-aed3-41cc-8cb9-5c899d659242/fe2c8682-d91c-4f05-a55d-20b6722cca35/01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:10.877986 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:10.880589 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (172323f3-e1f7-4c43-b42b-40ac702c06e5), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:10.881341 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Floating IP 172323f3-e1f7-4c43-b42b-40ac702c06e5 disassociated. External IP: 172.25.6.127, port: 23549db8-e048-419c-924c-8a52564cc80b. Feb 15 14:22:10.883638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Calling delete_port for 23549db8-e048-419c-924c-8a52564cc80b owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:11.001986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52cffb58-17c0-42e3-bb15-d6c62811e25b req-58fd6b5c-eef6-4224-8028-767f0409cbff tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961824 Feb 15 14:22:11.354556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e446ce0-b10c-48b9-9867-8ea14c4d54b9 req-6457be44-785c-4a29-8f23-8d570512b4d5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:11.385934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e446ce0-b10c-48b9-9867-8ea14c4d54b9 req-6457be44-785c-4a29-8f23-8d570512b4d5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 945 time: 0.3176115 Feb 15 14:22:11.562236 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-525125d9-f2ae-4d4b-b728-21de9f06f236 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:11.582645 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-525125d9-f2ae-4d4b-b728-21de9f06f236 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:11.662386 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (23549db8-e048-419c-924c-8a52564cc80b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:11.740840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-067e954e-f0cd-497d-b202-a15c25b6b247 None None] Allocated IP 2001:db8:0:1::2 (a9022991-aed3-41cc-8cb9-5c899d659242/fe2c8682-d91c-4f05-a55d-20b6722cca35/11c5a811-efbc-40ed-9c13-2a9856dea047) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:11.782183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event deleted for resources: {'Port': ['ID=23549db8-e048-419c-924c-8a52564cc80b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:11.822876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e446ce0-b10c-48b9-9867-8ea14c4d54b9 req-0b18876c-d534-43c2-ad21-8ad571618c66 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c01fd3a-7da5-42ac-8605-c96a94e93a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4322724 Feb 15 14:22:11.829589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-525125d9-f2ae-4d4b-b728-21de9f06f236 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] In _notify_port_updated(), no bound segment for port 01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28 on network a9022991-aed3-41cc-8cb9-5c899d659242 {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:22:11.851665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525125d9-f2ae-4d4b-b728-21de9f06f236 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:11.852353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-525125d9-f2ae-4d4b-b728-21de9f06f236 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:11.862640 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-525125d9-f2ae-4d4b-b728-21de9f06f236 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "PUT /v2.0/ports/01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28 HTTP/1.1" status: 200 len: 931 time: 2.8989241 Feb 15 14:22:11.864376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58334) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:11.977042 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525125d9-f2ae-4d4b-b728-21de9f06f236 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:12.118368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-067e954e-f0cd-497d-b202-a15c25b6b247 None None] For port 11c5a811-efbc-40ed-9c13-2a9856dea047, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=11c5a811-efbc-40ed-9c13-2a9856dea047,segment=NetworkSegment(703ae9b3-41b9-4b72-a086-a32543014840),segment_id=703ae9b3-41b9-4b72-a086-a32543014840)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:12.196691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 23549db8-e048-419c-924c-8a52564cc80b no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:22:12.215430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5ee36efe-5ce2-417c-935d-7b0e123ae094 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:12.220108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ee36efe-5ce2-417c-935d-7b0e123ae094 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:12.323901 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:22:12.439439 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-067e954e-f0cd-497d-b202-a15c25b6b247 None None] Publish callbacks [] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:12.467441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 23549db8-e048-419c-924c-8a52564cc80b {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:22:12.468578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 23549db8-e048-419c-924c-8a52564cc80b not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:22:12.492216 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-067e954e-f0cd-497d-b202-a15c25b6b247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:12.519483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a0fca-0c32-4e8b-901c-d86833a63e86 req-b5b1ed40-bda9-4bc3-9193-5533c7e4885f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:12.530444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b81a0fca-0c32-4e8b-901c-d86833a63e86 req-b5b1ed40-bda9-4bc3-9193-5533c7e4885f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.3034701 Feb 15 14:22:12.605260 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ee36efe-5ce2-417c-935d-7b0e123ae094 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:12.661847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b81a0fca-0c32-4e8b-901c-d86833a63e86 req-d532b199-e41a-41b3-97b2-03d8e0f2f45a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267731 Feb 15 14:22:12.681141 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5ee36efe-5ce2-417c-935d-7b0e123ae094 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:12.711891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:22:12.758246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2c19c5-b9a0-4289-a83d-0a37eb7d650d None None] Sync routers for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:22:12.809606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e954e-f0cd-497d-b202-a15c25b6b247 None None] Pushing event updated for resources: {'Port': ['ID=11c5a811-efbc-40ed-9c13-2a9856dea047,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:12.833634 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:12.842088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] No DVR routers for this DVR port 23549db8-e048-419c-924c-8a52564cc80b on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:22:12.848559 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:12.851999 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0c3c655-6891-4651-a3d5-002fa3b7558a req-8935c6b9-4c01-4106-8c4b-707a20817763 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.67 "DELETE /v2.0/ports/23549db8-e048-419c-924c-8a52564cc80b HTTP/1.1" status: 204 len: 173 time: 4.3019686 Feb 15 14:22:12.860594 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f04871f-7130-4d12-8691-3f18ac32c059', 'name': 'network-vif-deleted', 'tag': '23549db8-e048-419c-924c-8a52564cc80b'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:22:12.869728 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e8ca21-4ea6-4613-bf98-c4f6e7fd738f" -d '{"events": [{"server_uuid": "1f04871f-7130-4d12-8691-3f18ac32c059", "name": "network-vif-deleted", "tag": "23549db8-e048-419c-924c-8a52564cc80b"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:22:12.964322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2c19c5-b9a0-4289-a83d-0a37eb7d650d None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:12.966702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3f2c19c5-b9a0-4289-a83d-0a37eb7d650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:21:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:13.044729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ee36efe-5ce2-417c-935d-7b0e123ae094 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:13.097555 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace65fa1-4178-4794-a593-010269a5edd1 x-openstack-request-id: req-ace65fa1-4178-4794-a593-010269a5edd1 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:22:13.097865 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f04871f-7130-4d12-8691-3f18ac32c059", "name": "network-vif-deleted", "tag": "23549db8-e048-419c-924c-8a52564cc80b", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:22:13.100156 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ace65fa1-4178-4794-a593-010269a5edd1 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:22:13.100553 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f04871f-7130-4d12-8691-3f18ac32c059', 'name': 'network-vif-deleted', 'tag': '23549db8-e048-419c-924c-8a52564cc80b', 'status': 'completed', 'code': 200} Feb 15 14:22:13.105894 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77975ccc-366a-4058-b3f6-6d299877118a req-709fd156-1482-4ed9-b426-d7bafe935622 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f04871f-7130-4d12-8691-3f18ac32c059 HTTP/1.1" status: 200 len: 210 time: 0.0872345 Feb 15 14:22:13.119866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee36efe-5ce2-417c-935d-7b0e123ae094 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:13.198058 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ee36efe-5ce2-417c-935d-7b0e123ae094 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:13.202497 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5ee36efe-5ce2-417c-935d-7b0e123ae094 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28 HTTP/1.1" status: 204 len: 168 time: 1.3141394 Feb 15 14:22:13.205208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58356) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:13.236478 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56e4d60-5393-4eb2-9726-cda7aef72661 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:22:13.254216 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b56e4d60-5393-4eb2-9726-cda7aef72661 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28 HTTP/1.1" status: 404 len: 333 time: 0.0456326 Feb 15 14:22:13.255074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58358) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:13.349390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-3f2c19c5-b9a0-4289-a83d-0a37eb7d650d None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:22:13.382286 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f23925c-bdb5-4236-9fb0-5018cde7b768 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (91ddbfec-7016-4c7b-902e-86bf24c4a781), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:13.493292 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f23925c-bdb5-4236-9fb0-5018cde7b768 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (91ddbfec-7016-4c7b-902e-86bf24c4a781), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:13.506997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 11c5a811-efbc-40ed-9c13-2a9856dea047 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:13.618364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f23925c-bdb5-4236-9fb0-5018cde7b768 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (91ddbfec-7016-4c7b-902e-86bf24c4a781), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:13.625821 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f23925c-bdb5-4236-9fb0-5018cde7b768 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:13.627718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0f23925c-bdb5-4236-9fb0-5018cde7b768 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/security-groups/91ddbfec-7016-4c7b-902e-86bf24c4a781 HTTP/1.1" status: 204 len: 168 time: 0.3716211 Feb 15 14:22:13.631380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58366) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:13.654775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23925c-bdb5-4236-9fb0-5018cde7b768 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ddbfec-7016-4c7b-902e-86bf24c4a781,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:13.943572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14357707-6c74-4fa2-9a6a-9a5305b2c556 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (ff74ca3c-f726-4368-881d-a5050265a04d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:14.060437 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08be049-baef-41b8-b396-a935c8eb36f6 req-d9e6143f-71fa-4334-a204-ed3d7b41aa69 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:14.065111 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14357707-6c74-4fa2-9a6a-9a5305b2c556 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (ff74ca3c-f726-4368-881d-a5050265a04d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:14.081179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f08be049-baef-41b8-b396-a935c8eb36f6 req-d9e6143f-71fa-4334-a204-ed3d7b41aa69 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1383040 Feb 15 14:22:14.232560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f08be049-baef-41b8-b396-a935c8eb36f6 req-010e9d9f-e3e3-4c4c-b744-e2dbe2ec8977 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492524 Feb 15 14:22:14.276303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14357707-6c74-4fa2-9a6a-9a5305b2c556 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ff74ca3c-f726-4368-881d-a5050265a04d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:14.285220 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-14357707-6c74-4fa2-9a6a-9a5305b2c556 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:14.289677 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-14357707-6c74-4fa2-9a6a-9a5305b2c556 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/security-groups/ff74ca3c-f726-4368-881d-a5050265a04d HTTP/1.1" status: 204 len: 168 time: 0.6548557 Feb 15 14:22:14.292205 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58380) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:14.379988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14357707-6c74-4fa2-9a6a-9a5305b2c556 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff74ca3c-f726-4368-881d-a5050265a04d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:14.403058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58384) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:14.415530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 11c5a811-efbc-40ed-9c13-2a9856dea047 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:14.416169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:14.486037 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c664037a-356c-4bbe-9c20-1dcdf68459c9 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting subnet 03822e11-64ef-4893-af0b-5c98aa61238d {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:22:14.493952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c664037a-356c-4bbe-9c20-1dcdf68459c9 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (03822e11-64ef-4893-af0b-5c98aa61238d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:14.565263 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-87b43567-52c3-4593-a483-191f1e4658b6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (5c01fd3a-7da5-42ac-8605-c96a94e93a45), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:14.566423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3f2c19c5-b9a0-4289-a83d-0a37eb7d650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:14.648069 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-87b43567-52c3-4593-a483-191f1e4658b6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (5c01fd3a-7da5-42ac-8605-c96a94e93a45), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:14.674867 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c664037a-356c-4bbe-9c20-1dcdf68459c9 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (03822e11-64ef-4893-af0b-5c98aa61238d), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:14.691902 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:22:14.777585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 11c5a811-efbc-40ed-9c13-2a9856dea047 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:14.783930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2c19c5-b9a0-4289-a83d-0a37eb7d650d None None] Checking router: 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:22:14.801072 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-87b43567-52c3-4593-a483-191f1e4658b6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5c01fd3a-7da5-42ac-8605-c96a94e93a45), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:14.805046 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-87b43567-52c3-4593-a483-191f1e4658b6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:14.806777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-87b43567-52c3-4593-a483-191f1e4658b6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "DELETE /v2.0/security-groups/5c01fd3a-7da5-42ac-8605-c96a94e93a45 HTTP/1.1" status: 204 len: 168 time: 0.4026599 Feb 15 14:22:14.818621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58388) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:14.842083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2c19c5-b9a0-4289-a83d-0a37eb7d650d None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:14.849458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3f2c19c5-b9a0-4289-a83d-0a37eb7d650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:21:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:14.898440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b43567-52c3-4593-a483-191f1e4658b6 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c01fd3a-7da5-42ac-8605-c96a94e93a45,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:14.908766 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-e219a310-bd33-447d-a0ab-497f803bb67e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] show failed (client error): The resource could not be found. Feb 15 14:22:14.919531 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e219a310-bd33-447d-a0ab-497f803bb67e tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "GET /v2.0/security-groups/5c01fd3a-7da5-42ac-8605-c96a94e93a45 HTTP/1.1" status: 404 len: 347 time: 0.0979130 Feb 15 14:22:14.922481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58390) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:14.965318 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3187fb6b-9953-4d54-b5b5-3b97f8540929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:15.010029 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c664037a-356c-4bbe-9c20-1dcdf68459c9 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (03822e11-64ef-4893-af0b-5c98aa61238d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:15.073392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-02b821d1-fe48-4d3b-a12e-8753f4ef7e80 None None] Could not find standard attr ID for object 01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:22:15.157816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-02b821d1-fe48-4d3b-a12e-8753f4ef7e80 None None] Provisioning complete for port 11c5a811-efbc-40ed-9c13-2a9856dea047 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:15.158249 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02b821d1-fe48-4d3b-a12e-8753f4ef7e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:15.249229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c664037a-356c-4bbe-9c20-1dcdf68459c9 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (03822e11-64ef-4893-af0b-5c98aa61238d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:15.340692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-211131d1-ee36-4f8b-a544-a9557322e4e5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Deleting port 00789ff6-3b15-44ee-9c1f-1f55e945deeb {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:15.341014 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-211131d1-ee36-4f8b-a544-a9557322e4e5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (00789ff6-3b15-44ee-9c1f-1f55e945deeb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:15.349912 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664037a-356c-4bbe-9c20-1dcdf68459c9 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Subnet': ['ID=03822e11-64ef-4893-af0b-5c98aa61238d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:15.365037 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c664037a-356c-4bbe-9c20-1dcdf68459c9 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:15.391580 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c664037a-356c-4bbe-9c20-1dcdf68459c9 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/03822e11-64ef-4893-af0b-5c98aa61238d HTTP/1.1" status: 204 len: 168 time: 1.0898972 Feb 15 14:22:15.392517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58398) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:15.400315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9fe550ee-87df-4cdd-8eed-48cd85a76b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:15.502531 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-211131d1-ee36-4f8b-a544-a9557322e4e5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (00789ff6-3b15-44ee-9c1f-1f55e945deeb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:15.503995 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-211131d1-ee36-4f8b-a544-a9557322e4e5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (00789ff6-3b15-44ee-9c1f-1f55e945deeb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:15.530880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-211131d1-ee36-4f8b-a544-a9557322e4e5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Calling delete_port for 00789ff6-3b15-44ee-9c1f-1f55e945deeb owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:15.685931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe550ee-87df-4cdd-8eed-48cd85a76b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:15.689686 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9fe550ee-87df-4cdd-8eed-48cd85a76b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:15.844774 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-211131d1-ee36-4f8b-a544-a9557322e4e5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (00789ff6-3b15-44ee-9c1f-1f55e945deeb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:15.850495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-02b821d1-fe48-4d3b-a12e-8753f4ef7e80 None None] Current status of the port 11c5a811-efbc-40ed-9c13-2a9856dea047 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:15.857992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfff6e3-22a3-48ed-86e6-75d8aae2f60d None None] Network a9022991-aed3-41cc-8cb9-5c899d659242 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:15.918143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211131d1-ee36-4f8b-a544-a9557322e4e5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Pushing event deleted for resources: {'Port': ['ID=00789ff6-3b15-44ee-9c1f-1f55e945deeb,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:15.949335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45ff9b-86ff-489e-806e-7c031ccbfb51 req-dfe92324-9713-47ee-8b43-c08459c36267 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:15.956916 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d45ff9b-86ff-489e-806e-7c031ccbfb51 req-dfe92324-9713-47ee-8b43-c08459c36267 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1962366 Feb 15 14:22:16.102896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-02b821d1-fe48-4d3b-a12e-8753f4ef7e80 None None] Provisioning complete for port 38302040-eed4-4773-8e71-064461038dc9 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:16.103391 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02b821d1-fe48-4d3b-a12e-8753f4ef7e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (38302040-eed4-4773-8e71-064461038dc9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:16.186933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-3f2c19c5-b9a0-4289-a83d-0a37eb7d650d None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:22:16.193664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-02b821d1-fe48-4d3b-a12e-8753f4ef7e80 None None] Port 38302040-eed4-4773-8e71-064461038dc9 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:16.217188 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9fe550ee-87df-4cdd-8eed-48cd85a76b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (5a91240c-8cc3-4c24-9f0d-4eef480d6ae0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:16.271733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d45ff9b-86ff-489e-806e-7c031ccbfb51 req-359b667c-e1c5-4022-aeea-b975433a7948 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138938 Feb 15 14:22:16.291324 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-211131d1-ee36-4f8b-a544-a9557322e4e5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks [] for floatingip (172323f3-e1f7-4c43-b42b-40ac702c06e5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:16.294666 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-211131d1-ee36-4f8b-a544-a9557322e4e5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:16.295385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-211131d1-ee36-4f8b-a544-a9557322e4e5 tempest-AttachVolumeTestJSON-1959501264 tempest-AttachVolumeTestJSON-1959501264-project] 10.222.0.72 "DELETE /v2.0/floatingips/172323f3-e1f7-4c43-b42b-40ac702c06e5 HTTP/1.1" status: 204 len: 168 time: 1.3713710 Feb 15 14:22:16.356603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe550ee-87df-4cdd-8eed-48cd85a76b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network a9022991-aed3-41cc-8cb9-5c899d659242 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:16.361879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-9fe550ee-87df-4cdd-8eed-48cd85a76b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:16.364774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-44e30242-125b-431e-a14e-c80262fb03cf None None] Could not find standard attr ID for object 01fe58a8-dbfd-4bdb-a95a-5ad3e77ddd28. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:22:16.377995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe550ee-87df-4cdd-8eed-48cd85a76b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:16.378593 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9fe550ee-87df-4cdd-8eed-48cd85a76b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:16.416605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe550ee-87df-4cdd-8eed-48cd85a76b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Subnet': ['ID=5a91240c-8cc3-4c24-9f0d-4eef480d6ae0,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:16.443079 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9fe550ee-87df-4cdd-8eed-48cd85a76b95 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0491393 Feb 15 14:22:16.443861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58410) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:16.450182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3162f70e-6dcd-4f6c-97d6-570f07f7621b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'security_group': {'name': 'tempest-secgroup-1727086112'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:16.529970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3162f70e-6dcd-4f6c-97d6-570f07f7621b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:16.839391 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3162f70e-6dcd-4f6c-97d6-570f07f7621b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (dea41ca3-d44e-43b2-bc8a-6f9ad3bb707b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:16.851122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-3f2c19c5-b9a0-4289-a83d-0a37eb7d650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:16.860295 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3162f70e-6dcd-4f6c-97d6-570f07f7621b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dea41ca3-d44e-43b2-bc8a-6f9ad3bb707b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:16.925134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162f70e-6dcd-4f6c-97d6-570f07f7621b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea41ca3-d44e-43b2-bc8a-6f9ad3bb707b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:16.967963 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3162f70e-6dcd-4f6c-97d6-570f07f7621b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:16.974335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58418) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:16.974687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3162f70e-6dcd-4f6c-97d6-570f07f7621b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5287409 Feb 15 14:22:16.993524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c4629f82-4edc-4159-9bbd-f58a9c3fc32d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'security_group': {'name': 'tempest-secgroup-170603742'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:16.993771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2c19c5-b9a0-4289-a83d-0a37eb7d650d None None] The sync data for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 is: [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:13:49Z', 'revision_number': 4, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '803c84fc-8a9e-4018-8754-4e22b560f6bd', 'name': '', 'network_id': '5c324a70-b89b-4fb8-92d2-294f41bfd6ba', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'mac_address': 'fa:16:3e:a2:54:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:47Z', 'updated_at': '2022-02-15T14:13:56Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'subnets': [{'id': 'd6844703-78b4-41b5-9e49-a1a242173e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:22:17.038167 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4629f82-4edc-4159-9bbd-f58a9c3fc32d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:17.165299 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3ad6fdc6-22c7-4ab4-b46f-86ccbb1f9a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:17.347244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4629f82-4edc-4159-9bbd-f58a9c3fc32d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (b7bca4fb-4937-42c0-99cc-7c9d1b2c4c3f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:17.362996 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4629f82-4edc-4159-9bbd-f58a9c3fc32d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b7bca4fb-4937-42c0-99cc-7c9d1b2c4c3f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:17.443675 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4629f82-4edc-4159-9bbd-f58a9c3fc32d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:17.473885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58424) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:17.481846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-fc127259-106b-494b-8087-e5105c884fce tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'security_group': {'name': 'tempest-secgroup-1176884641'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:17.488572 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c4629f82-4edc-4159-9bbd-f58a9c3fc32d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5115931 Feb 15 14:22:17.508321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4629f82-4edc-4159-9bbd-f58a9c3fc32d tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bca4fb-4937-42c0-99cc-7c9d1b2c4c3f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:17.567526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc127259-106b-494b-8087-e5105c884fce tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:17.604316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee7a9b-1318-4532-80c4-dd9da22100fb None None] Network a9022991-aed3-41cc-8cb9-5c899d659242 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:17.677687 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0557da-df72-42a7-8515-097a3d225ba8 None None] New status for floating IP 172323f3-e1f7-4c43-b42b-40ac702c06e5: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:22:17.806242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c84791d5-8b1a-4276-9794-09c933747ff4 None None] Provisioning complete for port 11c5a811-efbc-40ed-9c13-2a9856dea047 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:17.817036 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c84791d5-8b1a-4276-9794-09c933747ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:17.858367 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc127259-106b-494b-8087-e5105c884fce tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (b007d6be-e61c-4dea-bda7-cb50a749a507), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:17.871414 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc127259-106b-494b-8087-e5105c884fce tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b007d6be-e61c-4dea-bda7-cb50a749a507), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:17.935314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc127259-106b-494b-8087-e5105c884fce tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:17.940448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fc127259-106b-494b-8087-e5105c884fce tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4648161 Feb 15 14:22:17.943388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58430) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:17.949130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1231668771', 'security_groups': ['b007d6be-e61c-4dea-bda7-cb50a749a507'], 'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a91240c-8cc3-4c24-9f0d-4eef480d6ae0'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:18.000923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c911a30-aebe-43dc-8418-f9b0309580ce None None] Update dhcp port {'port': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'fixed_ips': [{'subnet_id': 'fe2c8682-d91c-4f05-a55d-20b6722cca35', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5a91240c-8cc3-4c24-9f0d-4eef480d6ae0'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '11c5a811-efbc-40ed-9c13-2a9856dea047'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:22:18.025102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c77337-a0f8-4a23-9f60-c39171687fb9 req-a48264cb-6e7d-42aa-a6a2-8e99a4800456 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:18.043431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1c77337-a0f8-4a23-9f60-c39171687fb9 req-a48264cb-6e7d-42aa-a6a2-8e99a4800456 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.4544404 Feb 15 14:22:18.048671 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7c911a30-aebe-43dc-8418-f9b0309580ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:18.052766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c84791d5-8b1a-4276-9794-09c933747ff4 None None] Current status of the port 11c5a811-efbc-40ed-9c13-2a9856dea047 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:18.089472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c84791d5-8b1a-4276-9794-09c933747ff4 None None] Provisioning complete for port 38302040-eed4-4773-8e71-064461038dc9 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:18.090289 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c84791d5-8b1a-4276-9794-09c933747ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (38302040-eed4-4773-8e71-064461038dc9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:18.130663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c84791d5-8b1a-4276-9794-09c933747ff4 None None] Port 38302040-eed4-4773-8e71-064461038dc9 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:18.211254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc127259-106b-494b-8087-e5105c884fce tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b007d6be-e61c-4dea-bda7-cb50a749a507,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:18.264608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1c77337-a0f8-4a23-9f60-c39171687fb9 req-d5505a81-b171-457f-85ac-fa494812c8d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200603 Feb 15 14:22:18.296709 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:18.474304 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:18.484959 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:18.518270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] device_id is not set on port 6281d68a-105e-4cd6-a366-5572c29fa90b yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:22:18.529613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-7c911a30-aebe-43dc-8418-f9b0309580ce None None] Allocated IP 2001:db8::2 (a9022991-aed3-41cc-8cb9-5c899d659242/5a91240c-8cc3-4c24-9f0d-4eef480d6ae0/11c5a811-efbc-40ed-9c13-2a9856dea047) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:18.583948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-4757a442-ca89-4c5a-922e-4f8aa7cd057e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1208255 Feb 15 14:22:18.715615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-d4fa6f17-9808-492b-bea6-ebfd817383a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:18.721558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-d4fa6f17-9808-492b-bea6-ebfd817383a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a70dbe697a540668554e2bdc9fc1c7e&device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 1131 time: 0.0893147 Feb 15 14:22:18.776540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7c911a30-aebe-43dc-8418-f9b0309580ce None None] For port 11c5a811-efbc-40ed-9c13-2a9856dea047, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=11c5a811-efbc-40ed-9c13-2a9856dea047,segment=NetworkSegment(703ae9b3-41b9-4b72-a086-a32543014840),segment_id=703ae9b3-41b9-4b72-a086-a32543014840)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:18.848278 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7c911a30-aebe-43dc-8418-f9b0309580ce None None] Publish callbacks [] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:18.864760 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7c911a30-aebe-43dc-8418-f9b0309580ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:18.983291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-3fd13fd4-1238-448f-a8f1-b58a434a0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:18.996576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-3fd13fd4-1238-448f-a8f1-b58a434a0a44 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.2445781 Feb 15 14:22:19.046392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8::2aa (a9022991-aed3-41cc-8cb9-5c899d659242/5a91240c-8cc3-4c24-9f0d-4eef480d6ae0/6281d68a-105e-4cd6-a366-5572c29fa90b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:19.127289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c911a30-aebe-43dc-8418-f9b0309580ce None None] Pushing event updated for resources: {'Port': ['ID=11c5a811-efbc-40ed-9c13-2a9856dea047,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:19.144446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-a245b052-0986-43f1-804d-81cd8efa75d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=caae5800-5d03-4c52-b57b-839d33bcdaea HTTP/1.1" status: 200 len: 217 time: 0.1389208 Feb 15 14:22:19.325474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-560564e7-7c24-4e26-b717-b0cab10e8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:19.329033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-560564e7-7c24-4e26-b717-b0cab10e8673 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.1745861 Feb 15 14:22:19.413567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 11c5a811-efbc-40ed-9c13-2a9856dea047 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:19.522639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (6281d68a-105e-4cd6-a366-5572c29fa90b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:19.542941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-c9cca61b-5e04-4840-91cb-30f0ff2a2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:19.544781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-c9cca61b-5e04-4840-91cb-30f0ff2a2ce9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2087572 Feb 15 14:22:19.558471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fef194-f555-4164-9ab5-7b003e0b36cd req-d93882fd-a751-4da8-a809-d82007e2269f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:19.569290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2fef194-f555-4164-9ab5-7b003e0b36cd req-d93882fd-a751-4da8-a809-d82007e2269f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.0957944 Feb 15 14:22:19.593089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6281d68a-105e-4cd6-a366-5572c29fa90b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:19.642219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 11c5a811-efbc-40ed-9c13-2a9856dea047 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:19.643177 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:19.704768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=6281d68a-105e-4cd6-a366-5572c29fa90b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:19.741262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network a9022991-aed3-41cc-8cb9-5c899d659242 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:19.747481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:19.756613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:19.769462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:19.770156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:19.854505 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:19.868145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-2dc09656-fe6f-4e7d-9a4c-20f65d6484d4 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560565 Feb 15 14:22:19.868697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58452) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:19.875553 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4c0ae165-b48f-4282-a53f-42d069944bad tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9309440 Feb 15 14:22:19.882154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b70aa2f7-1635-4694-b07a-9171e921776f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:20.003851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 11c5a811-efbc-40ed-9c13-2a9856dea047 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:20.080092 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2fef194-f555-4164-9ab5-7b003e0b36cd req-9625ff0f-bae0-4cb3-936c-be52f94b226d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5098908 Feb 15 14:22:20.446950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cdea795-c1a8-4b10-8fb9-ca88d2dd4a08 req-38b25ca0-145e-4ac6-bebc-f72872fd7ff0 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598428 Feb 15 14:22:20.449132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70aa2f7-1635-4694-b07a-9171e921776f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:20.473686 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b70aa2f7-1635-4694-b07a-9171e921776f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:20.509042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-963db44a-5215-4cde-b6ab-ecc03aa2d330 None None] Provisioning complete for port 11c5a811-efbc-40ed-9c13-2a9856dea047 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:20.509648 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-963db44a-5215-4cde-b6ab-ecc03aa2d330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:20.678194 n-d-829064-15 neutron-server[109971]: INFO neutron.db.ipam_backend_mixin [None req-b70aa2f7-1635-4694-b07a-9171e921776f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a91240c-8cc3-4c24-9f0d-4eef480d6ae0 (CIDR: 2001:db8::/64) Feb 15 14:22:20.689955 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70aa2f7-1635-4694-b07a-9171e921776f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:22:20.689955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70aa2f7-1635-4694-b07a-9171e921776f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:20.697359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-963db44a-5215-4cde-b6ab-ecc03aa2d330 None None] Current status of the port 11c5a811-efbc-40ed-9c13-2a9856dea047 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:20.720221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b70aa2f7-1635-4694-b07a-9171e921776f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8482089 Feb 15 14:22:20.722885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58460) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:20.725948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-963db44a-5215-4cde-b6ab-ecc03aa2d330 None None] Provisioning complete for port 38302040-eed4-4773-8e71-064461038dc9 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:20.729948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-adbf9a64-fcd5-4331-94db-9652501fb4f8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:20.730533 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-963db44a-5215-4cde-b6ab-ecc03aa2d330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (38302040-eed4-4773-8e71-064461038dc9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:20.825648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-963db44a-5215-4cde-b6ab-ecc03aa2d330 None None] Port 38302040-eed4-4773-8e71-064461038dc9 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:21.044390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbf9a64-fcd5-4331-94db-9652501fb4f8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:21.050212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adbf9a64-fcd5-4331-94db-9652501fb4f8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:21.118831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1b17bd22-0ad9-4937-8b1d-c7551d2cd5f1 None None] Provisioning complete for port 6281d68a-105e-4cd6-a366-5572c29fa90b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:21.124230 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b17bd22-0ad9-4937-8b1d-c7551d2cd5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6281d68a-105e-4cd6-a366-5572c29fa90b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:21.133649 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:21.213520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1b17bd22-0ad9-4937-8b1d-c7551d2cd5f1 None None] Port 6281d68a-105e-4cd6-a366-5572c29fa90b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:21.439315 n-d-829064-15 neutron-server[109972]: INFO neutron.db.ipam_backend_mixin [None req-adbf9a64-fcd5-4331-94db-9652501fb4f8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fe2c8682-d91c-4f05-a55d-20b6722cca35 (CIDR: 2001:db8:0:1::/64) Feb 15 14:22:21.453109 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbf9a64-fcd5-4331-94db-9652501fb4f8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:22:21.457015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbf9a64-fcd5-4331-94db-9652501fb4f8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:21.511608 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-adbf9a64-fcd5-4331-94db-9652501fb4f8 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7846310 Feb 15 14:22:21.512403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58480) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:21.517962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7e3b9833-9c42-47a4-82bb-a3e45ec8955f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'subnet': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:21.538278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0874d-5ddf-420e-96c1-9354fba515b1 req-563932b4-1d85-46f4-b0bc-1c5775e84c6e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:21.541623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0b0874d-5ddf-420e-96c1-9354fba515b1 req-563932b4-1d85-46f4-b0bc-1c5775e84c6e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.2159362 Feb 15 14:22:21.662218 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0b0874d-5ddf-420e-96c1-9354fba515b1 req-3a598034-e223-411d-992e-bcd195c56dc6 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090102 Feb 15 14:22:21.890870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3b9833-9c42-47a4-82bb-a3e45ec8955f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Made reservation on behalf of 629013fe0cf6413ead6c36c1b45c4f96 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:21.894476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e3b9833-9c42-47a4-82bb-a3e45ec8955f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:21.957558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58484) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:22.242128 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e90e44e7-f505-4a22-96f9-f4ab6e7c41e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:22.314641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e3b9833-9c42-47a4-82bb-a3e45ec8955f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (b26e650e-dc00-42ad-b7c2-89eeb00a00d5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:22.421862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3b9833-9c42-47a4-82bb-a3e45ec8955f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Network a9022991-aed3-41cc-8cb9-5c899d659242 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:22.432321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7e3b9833-9c42-47a4-82bb-a3e45ec8955f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:22.445303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06801cf7-0835-4c1c-9bb0-1a27ea09ce4f None None] Network a9022991-aed3-41cc-8cb9-5c899d659242 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:22.460549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3b9833-9c42-47a4-82bb-a3e45ec8955f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:22.464118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e3b9833-9c42-47a4-82bb-a3e45ec8955f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:22.508300 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e90e44e7-f505-4a22-96f9-f4ab6e7c41e6 admin admin] Publish callbacks [] for security_group (adb5c672-c712-48bd-a346-eb5d851ffc65), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:22.519726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e90e44e7-f505-4a22-96f9-f4ab6e7c41e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (adb5c672-c712-48bd-a346-eb5d851ffc65), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:22.536973 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7e3b9833-9c42-47a4-82bb-a3e45ec8955f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0233531 Feb 15 14:22:22.545407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58510) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:22.589957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0b590c1e-5318-4543-9bfa-e7ae2ff682c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1389017', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b26e650e-dc00-42ad-b7c2-89eeb00a00d5'}], 'security_groups': ['dea41ca3-d44e-43b2-bc8a-6f9ad3bb707b', 'b7bca4fb-4937-42c0-99cc-7c9d1b2c4c3f']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:22.672462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e90e44e7-f505-4a22-96f9-f4ab6e7c41e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=543ea05a03db45bdbda2236f78776d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7134812 Feb 15 14:22:22.673390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e44e7-f505-4a22-96f9-f4ab6e7c41e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb5c672-c712-48bd-a346-eb5d851ffc65,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:22.703899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58524) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:22.823717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b9833-9c42-47a4-82bb-a3e45ec8955f tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Subnet': ['ID=b26e650e-dc00-42ad-b7c2-89eeb00a00d5,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:22.828403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b2eb3-4d09-470f-bef0-4bdf67fe9b92 None None] Update dhcp port {'port': {'network_id': 'a9022991-aed3-41cc-8cb9-5c899d659242', 'fixed_ips': [{'subnet_id': 'fe2c8682-d91c-4f05-a55d-20b6722cca35', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5a91240c-8cc3-4c24-9f0d-4eef480d6ae0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b26e650e-dc00-42ad-b7c2-89eeb00a00d5'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '11c5a811-efbc-40ed-9c13-2a9856dea047'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:22:22.869755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b590c1e-5318-4543-9bfa-e7ae2ff682c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6281d68a-105e-4cd6-a366-5572c29fa90b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:22.939687 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc7cb-8ad1-40b5-aee8-b1d98b20309a admin admin] Publish callbacks [] for security_group (adb5c672-c712-48bd-a346-eb5d851ffc65), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:22.951536 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c46b2eb3-4d09-470f-bef0-4bdf67fe9b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:23.032484 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc7cb-8ad1-40b5-aee8-b1d98b20309a admin admin] Publish callbacks [] for security_group (adb5c672-c712-48bd-a346-eb5d851ffc65), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:23.246341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-c46b2eb3-4d09-470f-bef0-4bdf67fe9b92 None None] Allocated IP 2001:db8:0:2::2 (a9022991-aed3-41cc-8cb9-5c899d659242/b26e650e-dc00-42ad-b7c2-89eeb00a00d5/11c5a811-efbc-40ed-9c13-2a9856dea047) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:23.256331 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc7cb-8ad1-40b5-aee8-b1d98b20309a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (adb5c672-c712-48bd-a346-eb5d851ffc65), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:23.274373 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc7cb-8ad1-40b5-aee8-b1d98b20309a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:23.284567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fcfcc7cb-8ad1-40b5-aee8-b1d98b20309a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/adb5c672-c712-48bd-a346-eb5d851ffc65 HTTP/1.1" status: 204 len: 168 time: 0.5605426 Feb 15 14:22:23.359549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c46b2eb3-4d09-470f-bef0-4bdf67fe9b92 None None] For port 11c5a811-efbc-40ed-9c13-2a9856dea047, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=11c5a811-efbc-40ed-9c13-2a9856dea047,segment=NetworkSegment(703ae9b3-41b9-4b72-a086-a32543014840),segment_id=703ae9b3-41b9-4b72-a086-a32543014840)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:23.394768 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c46b2eb3-4d09-470f-bef0-4bdf67fe9b92 None None] Publish callbacks [] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:23.400745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58588) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:23.408610 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c46b2eb3-4d09-470f-bef0-4bdf67fe9b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:23.474141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcc7cb-8ad1-40b5-aee8-b1d98b20309a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb5c672-c712-48bd-a346-eb5d851ffc65,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:23.569167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12940b6-f2f6-4469-bc4c-b22f5a9c33ea req-afd70962-e1c9-42e5-9831-05661df57e78 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:23.577088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f12940b6-f2f6-4469-bc4c-b22f5a9c33ea req-afd70962-e1c9-42e5-9831-05661df57e78 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.6384547 Feb 15 14:22:23.780531 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f12940b6-f2f6-4469-bc4c-b22f5a9c33ea req-af371ee1-e7a3-4b2f-acaf-ca96e1e057b6 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886241 Feb 15 14:22:23.802931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b2eb3-4d09-470f-bef0-4bdf67fe9b92 None None] Pushing event updated for resources: {'Port': ['ID=11c5a811-efbc-40ed-9c13-2a9856dea047,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:23.843294 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0df1edd6-37cf-41f4-9ef6-1a58c4074391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:24.032852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-0b590c1e-5318-4543-9bfa-e7ae2ff682c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Delete allocated IP 2001:db8::2aa (a9022991-aed3-41cc-8cb9-5c899d659242/5a91240c-8cc3-4c24-9f0d-4eef480d6ae0) {{(pid=109972) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 14:22:24.052049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-0b590c1e-5318-4543-9bfa-e7ae2ff682c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Allocated IP 2001:db8:0:2::18f (a9022991-aed3-41cc-8cb9-5c899d659242/b26e650e-dc00-42ad-b7c2-89eeb00a00d5/6281d68a-105e-4cd6-a366-5572c29fa90b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:24.138679 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0df1edd6-37cf-41f4-9ef6-1a58c4074391 admin admin] Publish callbacks [] for security_group (f281454f-55ad-4e67-a2fd-59622e3b69ad), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:24.153346 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0df1edd6-37cf-41f4-9ef6-1a58c4074391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f281454f-55ad-4e67-a2fd-59622e3b69ad), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:24.314807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1edd6-37cf-41f4-9ef6-1a58c4074391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f281454f-55ad-4e67-a2fd-59622e3b69ad,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:24.339010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0df1edd6-37cf-41f4-9ef6-1a58c4074391 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb60443f52b34af3a60fa5ffeb3fc8fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9322667 Feb 15 14:22:24.342168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58660) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:24.539702 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-303c27ba-af28-41f6-8f0f-d0d851753a2d admin admin] Publish callbacks [] for security_group (f281454f-55ad-4e67-a2fd-59622e3b69ad), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:24.622838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58686) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:24.657395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b590c1e-5318-4543-9bfa-e7ae2ff682c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for port (6281d68a-105e-4cd6-a366-5572c29fa90b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:24.657701 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-303c27ba-af28-41f6-8f0f-d0d851753a2d admin admin] Publish callbacks [] for security_group (f281454f-55ad-4e67-a2fd-59622e3b69ad), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:24.670539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b590c1e-5318-4543-9bfa-e7ae2ff682c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (6281d68a-105e-4cd6-a366-5572c29fa90b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:24.685981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58692) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:24.693578 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7be39800-b462-4517-a143-3cd25a59b141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:24.894582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0b590c1e-5318-4543-9bfa-e7ae2ff682c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] In _notify_port_updated(), no bound segment for port 6281d68a-105e-4cd6-a366-5572c29fa90b on network a9022991-aed3-41cc-8cb9-5c899d659242 {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:22:24.911668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b590c1e-5318-4543-9bfa-e7ae2ff682c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:24.912353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b590c1e-5318-4543-9bfa-e7ae2ff682c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:24.919118 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0b590c1e-5318-4543-9bfa-e7ae2ff682c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "PUT /v2.0/ports/6281d68a-105e-4cd6-a366-5572c29fa90b HTTP/1.1" status: 200 len: 967 time: 2.3669622 Feb 15 14:22:24.936358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58716) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:25.049147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b590c1e-5318-4543-9bfa-e7ae2ff682c4 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event updated for resources: {'Port': ['ID=6281d68a-105e-4cd6-a366-5572c29fa90b,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:25.133934 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7be39800-b462-4517-a143-3cd25a59b141 admin admin] Publish callbacks [] for security_group (03df41ef-78a1-47de-a5d8-dfd667574c3b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:25.230310 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7be39800-b462-4517-a143-3cd25a59b141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (03df41ef-78a1-47de-a5d8-dfd667574c3b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:25.242048 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-796d4598-5626-4bb7-aac4-0515905fb03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:25.316783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be39800-b462-4517-a143-3cd25a59b141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03df41ef-78a1-47de-a5d8-dfd667574c3b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:25.329118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3a47ce5d-fccc-4a28-9a0c-6b6868e7428e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 6281d68a-105e-4cd6-a366-5572c29fa90b {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:25.329461 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3a47ce5d-fccc-4a28-9a0c-6b6868e7428e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6281d68a-105e-4cd6-a366-5572c29fa90b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:25.343877 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-303c27ba-af28-41f6-8f0f-d0d851753a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f281454f-55ad-4e67-a2fd-59622e3b69ad), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:25.363177 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-303c27ba-af28-41f6-8f0f-d0d851753a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:25.370796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-303c27ba-af28-41f6-8f0f-d0d851753a2d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f281454f-55ad-4e67-a2fd-59622e3b69ad HTTP/1.1" status: 204 len: 168 time: 1.0275407 Feb 15 14:22:25.428316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8f48a43b-00aa-44c2-bde3-0182cbb13d7c None None] Provisioning complete for port 11c5a811-efbc-40ed-9c13-2a9856dea047 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:25.428807 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8f48a43b-00aa-44c2-bde3-0182cbb13d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:25.468194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c27ba-af28-41f6-8f0f-d0d851753a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f281454f-55ad-4e67-a2fd-59622e3b69ad,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:25.494438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7be39800-b462-4517-a143-3cd25a59b141 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26689dd4966d4556ba2e1ded6ee71947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8688650 Feb 15 14:22:25.503991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58756) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:25.528511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580b6b0-1c24-49f2-b8a3-f221d4a4c174 req-c86eac1a-0e6e-4169-9027-29de2c50a411 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:25.546697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5580b6b0-1c24-49f2-b8a3-f221d4a4c174 req-c86eac1a-0e6e-4169-9027-29de2c50a411 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.4910553 Feb 15 14:22:25.598813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 11c5a811-efbc-40ed-9c13-2a9856dea047 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:25.831816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8f48a43b-00aa-44c2-bde3-0182cbb13d7c None None] Current status of the port 11c5a811-efbc-40ed-9c13-2a9856dea047 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:25.846868 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3a47ce5d-fccc-4a28-9a0c-6b6868e7428e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6281d68a-105e-4cd6-a366-5572c29fa90b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:25.864787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 11c5a811-efbc-40ed-9c13-2a9856dea047 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:25.865158 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:25.889311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5580b6b0-1c24-49f2-b8a3-f221d4a4c174 req-beea2df3-f9ac-45e2-87fa-3704bba49fbb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387578 Feb 15 14:22:25.952059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6053fa21-152e-4564-bafc-82157dd416a4 admin admin] Publish callbacks [] for security_group (03df41ef-78a1-47de-a5d8-dfd667574c3b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:25.964356 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3a47ce5d-fccc-4a28-9a0c-6b6868e7428e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 6281d68a-105e-4cd6-a366-5572c29fa90b owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:26.015038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6053fa21-152e-4564-bafc-82157dd416a4 admin admin] Publish callbacks [] for security_group (03df41ef-78a1-47de-a5d8-dfd667574c3b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.051418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8f48a43b-00aa-44c2-bde3-0182cbb13d7c None None] Provisioning complete for port 6281d68a-105e-4cd6-a366-5572c29fa90b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:26.062841 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8f48a43b-00aa-44c2-bde3-0182cbb13d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6281d68a-105e-4cd6-a366-5572c29fa90b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.066731 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-796d4598-5626-4bb7-aac4-0515905fb03f admin admin] Publish callbacks [] for security_group (376e4746-d4a5-4089-8ea3-88d2d108025d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.124498 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6053fa21-152e-4564-bafc-82157dd416a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (03df41ef-78a1-47de-a5d8-dfd667574c3b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.127105 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6053fa21-152e-4564-bafc-82157dd416a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.128265 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6053fa21-152e-4564-bafc-82157dd416a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03df41ef-78a1-47de-a5d8-dfd667574c3b HTTP/1.1" status: 204 len: 168 time: 0.6204758 Feb 15 14:22:26.138943 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-796d4598-5626-4bb7-aac4-0515905fb03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (376e4746-d4a5-4089-8ea3-88d2d108025d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.144529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053fa21-152e-4564-bafc-82157dd416a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df41ef-78a1-47de-a5d8-dfd667574c3b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:26.211417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58826) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:26.212679 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-796d4598-5626-4bb7-aac4-0515905fb03f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=94ee0212119746a8ba7cdce631a91308&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5233743 Feb 15 14:22:26.324993 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d4598-5626-4bb7-aac4-0515905fb03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376e4746-d4a5-4089-8ea3-88d2d108025d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:26.358419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e6bdf0-142b-4349-94f9-fbd7812e4127 admin admin] Publish callbacks [] for security_group (376e4746-d4a5-4089-8ea3-88d2d108025d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.392539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8f48a43b-00aa-44c2-bde3-0182cbb13d7c None None] Port 6281d68a-105e-4cd6-a366-5572c29fa90b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:26.416654 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e6bdf0-142b-4349-94f9-fbd7812e4127 admin admin] Publish callbacks [] for security_group (376e4746-d4a5-4089-8ea3-88d2d108025d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.424400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 11c5a811-efbc-40ed-9c13-2a9856dea047 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:26.459175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8f48a43b-00aa-44c2-bde3-0182cbb13d7c None None] Provisioning complete for port 38302040-eed4-4773-8e71-064461038dc9 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:26.460314 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8f48a43b-00aa-44c2-bde3-0182cbb13d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (38302040-eed4-4773-8e71-064461038dc9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.530503 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e6bdf0-142b-4349-94f9-fbd7812e4127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (376e4746-d4a5-4089-8ea3-88d2d108025d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.534157 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e6bdf0-142b-4349-94f9-fbd7812e4127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.538116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-99e6bdf0-142b-4349-94f9-fbd7812e4127 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/376e4746-d4a5-4089-8ea3-88d2d108025d HTTP/1.1" status: 204 len: 168 time: 0.3256428 Feb 15 14:22:26.547744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6bdf0-142b-4349-94f9-fbd7812e4127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376e4746-d4a5-4089-8ea3-88d2d108025d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:26.578887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3a47ce5d-fccc-4a28-9a0c-6b6868e7428e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6281d68a-105e-4cd6-a366-5572c29fa90b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.601462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8f48a43b-00aa-44c2-bde3-0182cbb13d7c None None] Port 38302040-eed4-4773-8e71-064461038dc9 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:26.648257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47ce5d-fccc-4a28-9a0c-6b6868e7428e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=6281d68a-105e-4cd6-a366-5572c29fa90b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:26.716048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8654d476-95b7-4f81-b32c-82c19c54a41f None None] Could not find standard attr ID for object 6281d68a-105e-4cd6-a366-5572c29fa90b. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:22:26.744234 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3a47ce5d-fccc-4a28-9a0c-6b6868e7428e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:26.750389 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3a47ce5d-fccc-4a28-9a0c-6b6868e7428e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/6281d68a-105e-4cd6-a366-5572c29fa90b HTTP/1.1" status: 204 len: 168 time: 1.8048470 Feb 15 14:22:26.751797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58876) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:26.820173 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-027c13bc-87bf-46bc-ae4a-fccaf1c1e071 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] GET failed (client error): The resource could not be found. Feb 15 14:22:26.825034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-027c13bc-87bf-46bc-ae4a-fccaf1c1e071 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports/6281d68a-105e-4cd6-a366-5572c29fa90b HTTP/1.1" status: 404 len: 333 time: 0.0715752 Feb 15 14:22:26.825409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58884) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:26.999948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddd78e54-50a1-4aab-8d57-8a0857888b6e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (b007d6be-e61c-4dea-bda7-cb50a749a507), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.101707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddd78e54-50a1-4aab-8d57-8a0857888b6e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (b007d6be-e61c-4dea-bda7-cb50a749a507), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.228928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58924) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:27.252360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddd78e54-50a1-4aab-8d57-8a0857888b6e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b007d6be-e61c-4dea-bda7-cb50a749a507), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.255056 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddd78e54-50a1-4aab-8d57-8a0857888b6e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.256253 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ddd78e54-50a1-4aab-8d57-8a0857888b6e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/security-groups/b007d6be-e61c-4dea-bda7-cb50a749a507 HTTP/1.1" status: 204 len: 168 time: 0.4298294 Feb 15 14:22:27.261109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58928) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:27.295503 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-808a95bc-445d-4f7f-b631-148aa7abe728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.312361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd78e54-50a1-4aab-8d57-8a0857888b6e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b007d6be-e61c-4dea-bda7-cb50a749a507,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:27.470818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf15e-f435-4867-bba5-2ce006d5a0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (b7bca4fb-4937-42c0-99cc-7c9d1b2c4c3f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.540957 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-808a95bc-445d-4f7f-b631-148aa7abe728 admin admin] Publish callbacks [] for security_group (fb82affa-3163-4915-a7ec-e3ff09456794), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.542806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf15e-f435-4867-bba5-2ce006d5a0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (b7bca4fb-4937-42c0-99cc-7c9d1b2c4c3f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.576611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2838c-3e2f-4c82-a225-6b01ebada51e req-c9eb8f6e-b06f-4725-a5bb-c8ff1724a0ad tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:27.605111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bb2838c-3e2f-4c82-a225-6b01ebada51e req-c9eb8f6e-b06f-4725-a5bb-c8ff1724a0ad tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.4792147 Feb 15 14:22:27.609143 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-808a95bc-445d-4f7f-b631-148aa7abe728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fb82affa-3163-4915-a7ec-e3ff09456794), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.689021 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 58964) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:27.696048 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf15e-f435-4867-bba5-2ce006d5a0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b7bca4fb-4937-42c0-99cc-7c9d1b2c4c3f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.711114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f2bf15e-f435-4867-bba5-2ce006d5a0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.712734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2f2bf15e-f435-4867-bba5-2ce006d5a0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/security-groups/b7bca4fb-4937-42c0-99cc-7c9d1b2c4c3f HTTP/1.1" status: 204 len: 168 time: 0.4506269 Feb 15 14:22:27.741499 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58968) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:27.764844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bf15e-f435-4867-bba5-2ce006d5a0d0 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bca4fb-4937-42c0-99cc-7c9d1b2c4c3f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:27.772364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fdc3aee-776f-49f5-899a-7622d22f8c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.938775 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fdc3aee-776f-49f5-899a-7622d22f8c2c admin admin] Publish callbacks [] for security_group (07f50806-b643-474c-a752-347b285fb634), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:27.955706 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fdc3aee-776f-49f5-899a-7622d22f8c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (07f50806-b643-474c-a752-347b285fb634), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.001333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc3aee-776f-49f5-899a-7622d22f8c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f50806-b643-474c-a752-347b285fb634,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:28.022692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bb2838c-3e2f-4c82-a225-6b01ebada51e req-8690d774-6cbb-4bf2-ad37-3f49e124d8ce tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4166291 Feb 15 14:22:28.036837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-808a95bc-445d-4f7f-b631-148aa7abe728 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1af4749cca154579b5d0b46625e6f542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8016081 Feb 15 14:22:28.039878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 58996) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:28.040523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a95bc-445d-4f7f-b631-148aa7abe728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb82affa-3163-4915-a7ec-e3ff09456794,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:28.068821 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4fdc3aee-776f-49f5-899a-7622d22f8c2c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=896c62107cc04da68ef94f8b39c9c7df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3786340 Feb 15 14:22:28.069306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59002) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:28.198730 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4e206f9-1853-41b8-86e5-abf897affafe admin admin] Publish callbacks [] for security_group (07f50806-b643-474c-a752-347b285fb634), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.232070 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e861d0e5-afdd-43dd-bf3e-362bcc58b57c admin admin] Publish callbacks [] for security_group (fb82affa-3163-4915-a7ec-e3ff09456794), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.279329 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4e206f9-1853-41b8-86e5-abf897affafe admin admin] Publish callbacks [] for security_group (07f50806-b643-474c-a752-347b285fb634), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.281417 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a93db598-9787-450c-a686-ddfb388571ff tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (dea41ca3-d44e-43b2-bc8a-6f9ad3bb707b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.328456 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e861d0e5-afdd-43dd-bf3e-362bcc58b57c admin admin] Publish callbacks [] for security_group (fb82affa-3163-4915-a7ec-e3ff09456794), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.367383 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a93db598-9787-450c-a686-ddfb388571ff tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (dea41ca3-d44e-43b2-bc8a-6f9ad3bb707b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.408160 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4e206f9-1853-41b8-86e5-abf897affafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (07f50806-b643-474c-a752-347b285fb634), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.414030 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4e206f9-1853-41b8-86e5-abf897affafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.415600 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c4e206f9-1853-41b8-86e5-abf897affafe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/07f50806-b643-474c-a752-347b285fb634 HTTP/1.1" status: 204 len: 168 time: 0.3453405 Feb 15 14:22:28.446493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e206f9-1853-41b8-86e5-abf897affafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f50806-b643-474c-a752-347b285fb634,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:28.509575 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a93db598-9787-450c-a686-ddfb388571ff tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dea41ca3-d44e-43b2-bc8a-6f9ad3bb707b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.512682 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a93db598-9787-450c-a686-ddfb388571ff tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.514166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a93db598-9787-450c-a686-ddfb388571ff tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/security-groups/dea41ca3-d44e-43b2-bc8a-6f9ad3bb707b HTTP/1.1" status: 204 len: 168 time: 0.7547886 Feb 15 14:22:28.516977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59050) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:28.532622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93db598-9787-450c-a686-ddfb388571ff tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea41ca3-d44e-43b2-bc8a-6f9ad3bb707b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:28.534656 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e861d0e5-afdd-43dd-bf3e-362bcc58b57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fb82affa-3163-4915-a7ec-e3ff09456794), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.541667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e861d0e5-afdd-43dd-bf3e-362bcc58b57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.543443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e861d0e5-afdd-43dd-bf3e-362bcc58b57c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fb82affa-3163-4915-a7ec-e3ff09456794 HTTP/1.1" status: 204 len: 168 time: 0.4972365 Feb 15 14:22:28.574933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861d0e5-afdd-43dd-bf3e-362bcc58b57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb82affa-3163-4915-a7ec-e3ff09456794,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:28.608805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66b20e2-b777-4d33-84ff-77b680dbedd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting subnet 5a91240c-8cc3-4c24-9f0d-4eef480d6ae0 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:22:28.616126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f66b20e2-b777-4d33-84ff-77b680dbedd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (5a91240c-8cc3-4c24-9f0d-4eef480d6ae0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.703904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f66b20e2-b777-4d33-84ff-77b680dbedd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (5a91240c-8cc3-4c24-9f0d-4eef480d6ae0), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:28.933971 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f66b20e2-b777-4d33-84ff-77b680dbedd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (5a91240c-8cc3-4c24-9f0d-4eef480d6ae0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:29.062302 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f66b20e2-b777-4d33-84ff-77b680dbedd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (5a91240c-8cc3-4c24-9f0d-4eef480d6ae0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:29.136567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f66b20e2-b777-4d33-84ff-77b680dbedd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:29.141904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b1325-78fc-4222-aa30-efefc0a10943 None None] Network a9022991-aed3-41cc-8cb9-5c899d659242 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:29.147182 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f66b20e2-b777-4d33-84ff-77b680dbedd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/5a91240c-8cc3-4c24-9f0d-4eef480d6ae0 HTTP/1.1" status: 204 len: 168 time: 0.6237550 Feb 15 14:22:29.148109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59074) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:29.169358 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b20e2-b777-4d33-84ff-77b680dbedd7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Subnet': ['ID=5a91240c-8cc3-4c24-9f0d-4eef480d6ae0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:29.228409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac875a-f8c3-4c82-a66c-663b068f758a req-bfd87380-e094-4056-bc79-1cda7e2cb300 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:29.243860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8ac875a-f8c3-4c82-a66c-663b068f758a req-bfd87380-e094-4056-bc79-1cda7e2cb300 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1370194 Feb 15 14:22:29.261271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb966c0-33c7-4159-aebe-1aa70aa94b10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting subnet b26e650e-dc00-42ad-b7c2-89eeb00a00d5 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:22:29.275892 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8bb966c0-33c7-4159-aebe-1aa70aa94b10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (b26e650e-dc00-42ad-b7c2-89eeb00a00d5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:29.392292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8ac875a-f8c3-4c82-a66c-663b068f758a req-996921b6-b7c0-49a4-ba1f-896c44b8eaad tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375902 Feb 15 14:22:29.392972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8bb966c0-33c7-4159-aebe-1aa70aa94b10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (b26e650e-dc00-42ad-b7c2-89eeb00a00d5), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:29.600231 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8bb966c0-33c7-4159-aebe-1aa70aa94b10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (b26e650e-dc00-42ad-b7c2-89eeb00a00d5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:29.719724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8bb966c0-33c7-4159-aebe-1aa70aa94b10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (b26e650e-dc00-42ad-b7c2-89eeb00a00d5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:29.780625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb966c0-33c7-4159-aebe-1aa70aa94b10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Subnet': ['ID=b26e650e-dc00-42ad-b7c2-89eeb00a00d5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:29.782942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8bb966c0-33c7-4159-aebe-1aa70aa94b10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:29.796905 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8bb966c0-33c7-4159-aebe-1aa70aa94b10 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/b26e650e-dc00-42ad-b7c2-89eeb00a00d5 HTTP/1.1" status: 204 len: 168 time: 0.6472871 Feb 15 14:22:29.799279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59098) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:29.863327 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3fada2-2585-4e20-8350-3c2a8c82fba7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:22:29.863778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3fada2-2585-4e20-8350-3c2a8c82fba7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:29.886987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59100) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:29.901376 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ce3fada2-2585-4e20-8350-3c2a8c82fba7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/5a91240c-8cc3-4c24-9f0d-4eef480d6ae0 HTTP/1.1" status: 404 len: 337 time: 0.0956230 Feb 15 14:22:29.997521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-1511479a-8cee-4e56-b035-76eda82ebd6b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting subnet fe2c8682-d91c-4f05-a55d-20b6722cca35 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:22:30.002160 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1511479a-8cee-4e56-b035-76eda82ebd6b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (fe2c8682-d91c-4f05-a55d-20b6722cca35), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:30.071843 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1511479a-8cee-4e56-b035-76eda82ebd6b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (fe2c8682-d91c-4f05-a55d-20b6722cca35), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:30.222539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1511479a-8cee-4e56-b035-76eda82ebd6b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (fe2c8682-d91c-4f05-a55d-20b6722cca35), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:30.346183 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1511479a-8cee-4e56-b035-76eda82ebd6b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (fe2c8682-d91c-4f05-a55d-20b6722cca35), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:30.387949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511479a-8cee-4e56-b035-76eda82ebd6b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2c8682-d91c-4f05-a55d-20b6722cca35,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:30.405705 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1511479a-8cee-4e56-b035-76eda82ebd6b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:30.413658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59120) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:30.417265 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1511479a-8cee-4e56-b035-76eda82ebd6b tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/fe2c8682-d91c-4f05-a55d-20b6722cca35 HTTP/1.1" status: 204 len: 168 time: 0.5289843 Feb 15 14:22:30.455925 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1fef30-4741-46d2-ac0c-7d365c9e3e57 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:22:30.456394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1fef30-4741-46d2-ac0c-7d365c9e3e57 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:30.465508 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bb1fef30-4741-46d2-ac0c-7d365c9e3e57 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/03822e11-64ef-4893-af0b-5c98aa61238d HTTP/1.1" status: 404 len: 337 time: 0.0507195 Feb 15 14:22:30.468632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59126) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:30.518682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886400e1-fc55-4665-a6a6-7925d7dc2ad7 None None] Network a9022991-aed3-41cc-8cb9-5c899d659242 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:30.536626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3cac0f42-72a7-4250-9f60-70043f4d3874 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe215fb4-e788-4cb5-bb09-708a56aea00e HTTP/1.1" status: 200 len: 205 time: 0.0650480 Feb 15 14:22:30.539073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59130) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:30.625142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc368d96-bd3e-4030-b4ac-3e807a1bb877 req-7c3b9c09-7068-4b96-bf2c-d8764e240786 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:30.630266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc368d96-bd3e-4030-b4ac-3e807a1bb877 req-7c3b9c09-7068-4b96-bf2c-d8764e240786 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.0912991 Feb 15 14:22:30.651783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8be5468c-2f8f-4d3c-be3d-274e536bdde2 None None] Provisioning complete for port 11c5a811-efbc-40ed-9c13-2a9856dea047 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:30.652157 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8be5468c-2f8f-4d3c-be3d-274e536bdde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:30.672049 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-499b32b2-0683-491a-91cb-82c123e65a43 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] delete failed (client error): The resource could not be found. Feb 15 14:22:30.675367 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-499b32b2-0683-491a-91cb-82c123e65a43 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/routers/fe215fb4-e788-4cb5-bb09-708a56aea00e HTTP/1.1" status: 404 len: 336 time: 0.1330707 Feb 15 14:22:30.676658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59136) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:30.699522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc368d96-bd3e-4030-b4ac-3e807a1bb877 req-ff9d5f43-7f8b-4c07-80df-b6566a4cd09f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640836 Feb 15 14:22:30.753763 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-746c7434-43bf-4860-af17-f704fca5ea17 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:22:30.754160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746c7434-43bf-4860-af17-f704fca5ea17 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:30.757508 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-746c7434-43bf-4860-af17-f704fca5ea17 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/c181336f-77d4-451b-aeb1-805e0b1ee66d HTTP/1.1" status: 404 len: 337 time: 0.0796933 Feb 15 14:22:30.759834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59138) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:30.798303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8be5468c-2f8f-4d3c-be3d-274e536bdde2 None None] Current status of the port 11c5a811-efbc-40ed-9c13-2a9856dea047 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:30.812008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18413e03-14e0-45aa-b2de-6f2569be0ead None None] DHCP port deletion for a9022991-aed3-41cc-8cb9-5c899d659242 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:22:30.834602 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b9b7aa-b5fd-4d25-82a0-7ed3e6a25ab5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:22:30.835105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b9b7aa-b5fd-4d25-82a0-7ed3e6a25ab5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:30.845200 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a8b9b7aa-b5fd-4d25-82a0-7ed3e6a25ab5 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/0421e57d-6525-4287-99d6-d500470bea6b HTTP/1.1" status: 404 len: 337 time: 0.0815666 Feb 15 14:22:30.845438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59142) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:30.869328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8be5468c-2f8f-4d3c-be3d-274e536bdde2 None None] Provisioning complete for port 38302040-eed4-4773-8e71-064461038dc9 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:30.869715 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8be5468c-2f8f-4d3c-be3d-274e536bdde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (38302040-eed4-4773-8e71-064461038dc9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:30.944761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8be5468c-2f8f-4d3c-be3d-274e536bdde2 None None] Port 38302040-eed4-4773-8e71-064461038dc9 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:31.011687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-18413e03-14e0-45aa-b2de-6f2569be0ead None None] Deleting port 11c5a811-efbc-40ed-9c13-2a9856dea047 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:31.015312 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-18413e03-14e0-45aa-b2de-6f2569be0ead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.091442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59148) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:31.139419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59152) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:31.142114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-18413e03-14e0-45aa-b2de-6f2569be0ead None None] For port 11c5a811-efbc-40ed-9c13-2a9856dea047, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=11c5a811-efbc-40ed-9c13-2a9856dea047,segment=NetworkSegment(703ae9b3-41b9-4b72-a086-a32543014840),segment_id=703ae9b3-41b9-4b72-a086-a32543014840)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:31.142789 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-18413e03-14e0-45aa-b2de-6f2569be0ead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.144921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3765f035-e544-4e8a-addf-c4a26a480dab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157340334', 'description': 'tempest-secgroup-smoke-1157340334 description', 'project_id': 'e121196450c643ddbe9aa88bee965bd9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:31.174773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-18413e03-14e0-45aa-b2de-6f2569be0ead None None] Calling delete_port for 11c5a811-efbc-40ed-9c13-2a9856dea047 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:31.196645 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3765f035-e544-4e8a-addf-c4a26a480dab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.211049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3765f035-e544-4e8a-addf-c4a26a480dab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.289807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1425617984-network', 'tenant_id': '8116a6d83a914d5f88d2adad940ca4d9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:31.306949 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df43ad7-fedb-4ac0-b0cb-32cc08be0e9e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:22:31.308311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df43ad7-fedb-4ac0-b0cb-32cc08be0e9e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:31.312311 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0df43ad7-fedb-4ac0-b0cb-32cc08be0e9e tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/7c7586bd-a857-4105-9b2d-daaf4208b99d HTTP/1.1" status: 404 len: 337 time: 0.4643402 Feb 15 14:22:31.315940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59158) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:31.352308 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-18413e03-14e0-45aa-b2de-6f2569be0ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (11c5a811-efbc-40ed-9c13-2a9856dea047), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.387763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18413e03-14e0-45aa-b2de-6f2569be0ead None None] Pushing event deleted for resources: {'Port': ['ID=11c5a811-efbc-40ed-9c13-2a9856dea047,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:31.390432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 11c5a811-efbc-40ed-9c13-2a9856dea047 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:22:31.391197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Made reservation on behalf of 8116a6d83a914d5f88d2adad940ca4d9 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:31.393770 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-d280482e-8178-462a-bdad-bab62afb7316 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:22:31.394425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d280482e-8178-462a-bdad-bab62afb7316 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:31.402020 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.415248 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d280482e-8178-462a-bdad-bab62afb7316 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/6433bccd-a630-4430-a3ab-8c60421c2e90 HTTP/1.1" status: 404 len: 333 time: 0.0941908 Feb 15 14:22:31.416043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59162) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:31.419077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 11c5a811-efbc-40ed-9c13-2a9856dea047 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:22:31.419659 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 11c5a811-efbc-40ed-9c13-2a9856dea047 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:22:31.430508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18413e03-14e0-45aa-b2de-6f2569be0ead None None] No DVR routers for this DVR port 11c5a811-efbc-40ed-9c13-2a9856dea047 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:22:31.437152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.466175 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4ce6eb-b906-42cb-879e-5717ef5015ab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:22:31.466642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4ce6eb-b906-42cb-879e-5717ef5015ab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:31.469936 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8c4ce6eb-b906-42cb-879e-5717ef5015ab tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/bffe0bbc-7952-46cc-8353-f8b20df5b89e HTTP/1.1" status: 404 len: 337 time: 0.0534327 Feb 15 14:22:31.472624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59164) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:31.505171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3765f035-e544-4e8a-addf-c4a26a480dab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (ef244eb7-1f36-4ada-8b88-5f2b9ebefd4c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.508357 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4eb6c8-7b0d-4634-bec7-7d52fc214237 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:22:31.508891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4eb6c8-7b0d-4634-bec7-7d52fc214237 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:31.515082 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dc4eb6c8-7b0d-4634-bec7-7d52fc214237 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/4020d8a5-65bf-432c-ae47-8835d311c135 HTTP/1.1" status: 404 len: 337 time: 0.0413728 Feb 15 14:22:31.515764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59168) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:31.520317 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3765f035-e544-4e8a-addf-c4a26a480dab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ef244eb7-1f36-4ada-8b88-5f2b9ebefd4c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.543577 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e0d6de-b0ea-4c07-a87c-c5060e1f5be7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:22:31.544138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e0d6de-b0ea-4c07-a87c-c5060e1f5be7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:31.549658 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-38e0d6de-b0ea-4c07-a87c-c5060e1f5be7 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/2eee923c-163e-4818-b4e3-5c1130e74378 HTTP/1.1" status: 404 len: 333 time: 0.0330431 Feb 15 14:22:31.550641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59170) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:31.605256 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ce7650-9558-4925-bd0d-276c21af2437 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:22:31.605722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ce7650-9558-4925-bd0d-276c21af2437 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:31.608833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d3ce7650-9558-4925-bd0d-276c21af2437 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/cc95ebcd-11fd-4334-a212-5cc38eb95fba HTTP/1.1" status: 404 len: 337 time: 0.0525141 Feb 15 14:22:31.611750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59174) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:31.615796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765f035-e544-4e8a-addf-c4a26a480dab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef244eb7-1f36-4ada-8b88-5f2b9ebefd4c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:31.654403 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Publish callbacks [] for security_group (8a3a18e1-f638-40ce-bfc2-321e96e44663), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.671194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8a3a18e1-f638-40ce-bfc2-321e96e44663), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.675349 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e085e7f-075e-455d-943f-12139db03d20 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] DELETE failed (client error): The resource could not be found. Feb 15 14:22:31.676068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e085e7f-075e-455d-943f-12139db03d20 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:22:31.680158 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9e085e7f-075e-455d-943f-12139db03d20 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/subnets/6b5fad72-0910-4c83-910a-4525e2cff793 HTTP/1.1" status: 404 len: 337 time: 0.0644569 Feb 15 14:22:31.683061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59176) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:31.701540 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3765f035-e544-4e8a-addf-c4a26a480dab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.711771 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3765f035-e544-4e8a-addf-c4a26a480dab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.714596 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:22:31.728742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3a18e1-f638-40ce-bfc2-321e96e44663,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:31.745875 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (17b406ac-6dd7-4b32-b729-d465c9260cf5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.746223 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Added segment 17b406ac-6dd7-4b32-b729-d465c9260cf5 of type vlan for network e1e70d35-e092-4668-9de7-2f56f4c21ffe Feb 15 14:22:31.751754 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3765f035-e544-4e8a-addf-c4a26a480dab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.753635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3765f035-e544-4e8a-addf-c4a26a480dab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6129088 Feb 15 14:22:31.760909 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59182) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:31.769959 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5d9e5ac5-6c6e-4240-aaae-822b9058a88d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:31.797169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765f035-e544-4e8a-addf-c4a26a480dab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:31.813704 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (e1e70d35-e092-4668-9de7-2f56f4c21ffe), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.819511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5ac5-6c6e-4240-aaae-822b9058a88d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (918bf5d4-d327-4e45-8ab2-acde61cf8b26), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.850850 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (e1e70d35-e092-4668-9de7-2f56f4c21ffe), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.851916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:31.852558 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.854830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab8a87-91e7-41cf-80a5-39e9d206e740 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Deleting port 38302040-eed4-4773-8e71-064461038dc9 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:31.855442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8a87-91e7-41cf-80a5-39e9d206e740 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (38302040-eed4-4773-8e71-064461038dc9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.937585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8422012 Feb 15 14:22:31.938790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59184) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:31.945867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] Request body: {'subnet': {'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1425617984-subnet', 'tenant_id': '8116a6d83a914d5f88d2adad940ca4d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:31.952404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ec9c1-6f4f-44ab-a9fc-f2777cf29e15 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e70d35-e092-4668-9de7-2f56f4c21ffe,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:31.959415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8a87-91e7-41cf-80a5-39e9d206e740 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (38302040-eed4-4773-8e71-064461038dc9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.963300 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5ac5-6c6e-4240-aaae-822b9058a88d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (918bf5d4-d327-4e45-8ab2-acde61cf8b26), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.963550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7907dc-07a9-4632-a455-64b8a450e7e7 req-864fd581-af85-45a5-ad9d-f82e983fa73f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:31.965528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa7907dc-07a9-4632-a455-64b8a450e7e7 req-864fd581-af85-45a5-ad9d-f82e983fa73f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1253011 Feb 15 14:22:31.966159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network e1e70d35-e092-4668-9de7-2f56f4c21ffe details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:22:31.976578 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5ac5-6c6e-4240-aaae-822b9058a88d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (918bf5d4-d327-4e45-8ab2-acde61cf8b26), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:31.988840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab8a87-91e7-41cf-80a5-39e9d206e740 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Calling delete_port for 38302040-eed4-4773-8e71-064461038dc9 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:32.018212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e5ac5-6c6e-4240-aaae-822b9058a88d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918bf5d4-d327-4e45-8ab2-acde61cf8b26,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:32.022886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] Made reservation on behalf of 8116a6d83a914d5f88d2adad940ca4d9 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:32.025622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.058927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa7907dc-07a9-4632-a455-64b8a450e7e7 req-0bc87d1b-d820-4feb-b1e6-ba7ca3c613e0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665123 Feb 15 14:22:32.076286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5ac5-6c6e-4240-aaae-822b9058a88d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.077668 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5d9e5ac5-6c6e-4240-aaae-822b9058a88d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3155909 Feb 15 14:22:32.080544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59186) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:32.085986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3cafe8bb-018c-4152-a4c7-8d81f7fa8ac5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:32.138730 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3cafe8bb-018c-4152-a4c7-8d81f7fa8ac5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (5124d7da-80a2-454b-9854-57fe1d23186c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.205729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8a87-91e7-41cf-80a5-39e9d206e740 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (38302040-eed4-4773-8e71-064461038dc9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.232617 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3cafe8bb-018c-4152-a4c7-8d81f7fa8ac5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (5124d7da-80a2-454b-9854-57fe1d23186c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.239127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3cafe8bb-018c-4152-a4c7-8d81f7fa8ac5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (5124d7da-80a2-454b-9854-57fe1d23186c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.250835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab8a87-91e7-41cf-80a5-39e9d206e740 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Port': ['ID=38302040-eed4-4773-8e71-064461038dc9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:32.256104 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8a87-91e7-41cf-80a5-39e9d206e740 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.259220 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b7ab8a87-91e7-41cf-80a5-39e9d206e740 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/ports/38302040-eed4-4773-8e71-064461038dc9 HTTP/1.1" status: 204 len: 168 time: 0.5749018 Feb 15 14:22:32.263694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59188) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:32.271950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafe8bb-018c-4152-a4c7-8d81f7fa8ac5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5124d7da-80a2-454b-9854-57fe1d23186c,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:32.296088 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3cafe8bb-018c-4152-a4c7-8d81f7fa8ac5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.300147 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3cafe8bb-018c-4152-a4c7-8d81f7fa8ac5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2154212 Feb 15 14:22:32.300368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59190) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:32.305048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0edb22b8-1c24-4a8f-a973-0f5fc1c72984 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:32.331255 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0edb22b8-1c24-4a8f-a973-0f5fc1c72984 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (d4e8c398-b0cf-4dad-ad9e-5389719e097e), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.370637 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (1de5a6e3-279e-4cea-b54a-e7a387d554e9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.399162 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0edb22b8-1c24-4a8f-a973-0f5fc1c72984 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (d4e8c398-b0cf-4dad-ad9e-5389719e097e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.402128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a9022991-aed3-41cc-8cb9-5c899d659242), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.405016 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0edb22b8-1c24-4a8f-a973-0f5fc1c72984 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (d4e8c398-b0cf-4dad-ad9e-5389719e097e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.424754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb22b8-1c24-4a8f-a973-0f5fc1c72984 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e8c398-b0cf-4dad-ad9e-5389719e097e,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:32.436133 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0edb22b8-1c24-4a8f-a973-0f5fc1c72984 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.438009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0edb22b8-1c24-4a8f-a973-0f5fc1c72984 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361592 Feb 15 14:22:32.441131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de5a6e3-279e-4cea-b54a-e7a387d554e9,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:32.441632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59192) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:32.446378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-34afeeb0-4b6e-487f-b68e-a9ecc7ec7634 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:32.481820 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34afeeb0-4b6e-487f-b68e-a9ecc7ec7634 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (1d3ad142-e65b-4952-9524-49324f071604), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.525515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] Checking segment: {'id': '17b406ac-6dd7-4b32-b729-d465c9260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:32.525857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] Network hostable DHCP agents. Network: e1e70d35-e092-4668-9de7-2f56f4c21ffe, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:22:32.533072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a9022991-aed3-41cc-8cb9-5c899d659242), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.541001 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34afeeb0-4b6e-487f-b68e-a9ecc7ec7634 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (1d3ad142-e65b-4952-9524-49324f071604), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.546482 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34afeeb0-4b6e-487f-b68e-a9ecc7ec7634 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (1d3ad142-e65b-4952-9524-49324f071604), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.564087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9022991-aed3-41cc-8cb9-5c899d659242']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:32.565180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afeeb0-4b6e-487f-b68e-a9ecc7ec7634 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3ad142-e65b-4952-9524-49324f071604,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:32.577173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703ae9b3-41b9-4b72-a086-a32543014840') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:32.577478 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703ae9b3-41b9-4b72-a086-a32543014840') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:32.578627 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-34afeeb0-4b6e-487f-b68e-a9ecc7ec7634 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.582634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-34afeeb0-4b6e-487f-b68e-a9ecc7ec7634 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376302 Feb 15 14:22:32.584023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59194) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:32.592394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-110e40b9-5620-43f5-93be-3f80474fa5bf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:32.596543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] Network e1e70d35-e092-4668-9de7-2f56f4c21ffe is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:22:32.601229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (703ae9b3-41b9-4b72-a086-a32543014840), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.623308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, e1e70d35-e092-4668-9de7-2f56f4c21ffe) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:32.627211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (703ae9b3-41b9-4b72-a086-a32543014840), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.634648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:32.635334 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.635668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1244993c-f49e-4b98-a3ba-0a41120caa37 None None] Network e1e70d35-e092-4668-9de7-2f56f4c21ffe requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:32.643333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:22:32.643751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (703ae9b3-41b9-4b72-a086-a32543014840), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:22:32.647235 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:22:32.664293 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-110e40b9-5620-43f5-93be-3f80474fa5bf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Project e121196450c643ddbe9aa88bee965bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:22:32.701007 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e70bbb5-ae76-4960-b601-39ec94a6ff51 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7609117 Feb 15 14:22:32.709050 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-110e40b9-5620-43f5-93be-3f80474fa5bf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (9d13960b-297e-4442-aa36-4f89eec95c5e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.747075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a9022991-aed3-41cc-8cb9-5c899d659242), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.762523 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.766303 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] 10.222.0.72 "DELETE /v2.0/networks/a9022991-aed3-41cc-8cb9-5c899d659242 HTTP/1.1" status: 204 len: 168 time: 0.5016186 Feb 15 14:22:32.783549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d15ac-eb87-4638-96ad-2ed1f15a1216 tempest-PortsIpV6TestJSON-820248636 tempest-PortsIpV6TestJSON-820248636-project] Pushing event deleted for resources: {'Network': ['ID=a9022991-aed3-41cc-8cb9-5c899d659242,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:32.820315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-110e40b9-5620-43f5-93be-3f80474fa5bf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (9d13960b-297e-4442-aa36-4f89eec95c5e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.827572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a4798e-f2c7-4ba7-948e-4a9427f1cde8 None None] Network e1e70d35-e092-4668-9de7-2f56f4c21ffe requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:32.827923 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-110e40b9-5620-43f5-93be-3f80474fa5bf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (9d13960b-297e-4442-aa36-4f89eec95c5e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.889782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e40b9-5620-43f5-93be-3f80474fa5bf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d13960b-297e-4442-aa36-4f89eec95c5e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:32.907831 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-110e40b9-5620-43f5-93be-3f80474fa5bf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:32.913347 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-110e40b9-5620-43f5-93be-3f80474fa5bf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3253920 Feb 15 14:22:32.914335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59200) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:32.919983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-87bc4e0e-12aa-47ab-b49e-5a3389b38d8e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:32.958729 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-87bc4e0e-12aa-47ab-b49e-5a3389b38d8e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Project e121196450c643ddbe9aa88bee965bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:22:32.970111 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-87bc4e0e-12aa-47ab-b49e-5a3389b38d8e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (3664bb45-e4ba-43a6-bed9-998e414ac684), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.055592 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-87bc4e0e-12aa-47ab-b49e-5a3389b38d8e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (3664bb45-e4ba-43a6-bed9-998e414ac684), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.060867 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-87bc4e0e-12aa-47ab-b49e-5a3389b38d8e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (3664bb45-e4ba-43a6-bed9-998e414ac684), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.085679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc4e0e-12aa-47ab-b49e-5a3389b38d8e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3664bb45-e4ba-43a6-bed9-998e414ac684,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:33.096871 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-87bc4e0e-12aa-47ab-b49e-5a3389b38d8e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.101011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-87bc4e0e-12aa-47ab-b49e-5a3389b38d8e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1825068 Feb 15 14:22:33.101280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59208) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:33.107265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'network': {'name': 'tempest-network-smoke--539679525', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'port_security_enabled': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:33.175153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:33.178433 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.187228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59210) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:33.215791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:22:33.230457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c73556-279c-4d13-b191-c352873b6d5e req-884a3863-bbf5-44fa-b0cb-8375b94c4af7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:33.231966 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82c73556-279c-4d13-b191-c352873b6d5e req-884a3863-bbf5-44fa-b0cb-8375b94c4af7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.0916953 Feb 15 14:22:33.236535 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6c781b95-6762-4a57-be04-b4b7560ea735), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.236865 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Added segment 6c781b95-6762-4a57-be04-b4b7560ea735 of type vlan for network 1b472c56-6d3b-45dc-b65f-bfe802b20969 Feb 15 14:22:33.304456 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (1b472c56-6d3b-45dc-b65f-bfe802b20969), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.327413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82c73556-279c-4d13-b191-c352873b6d5e req-c193a681-6ede-46d1-b493-d6e06c1afa92 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813632 Feb 15 14:22:33.346219 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-83028107-d0bd-4a3a-843d-4fca46de627e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=629013fe0cf6413ead6c36c1b45c4f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573846 Feb 15 14:22:33.355125 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (1b472c56-6d3b-45dc-b65f-bfe802b20969), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.355125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:33.355125 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.356208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59214) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:33.407655 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c93e4f46-c605-43aa-bd4f-db704214712c admin admin] Publish callbacks [] for security_group (e88b5be6-12f5-4b6a-9f19-93f1bdbc2547), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.421750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3192313 Feb 15 14:22:33.424843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59216) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:33.431562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'admin_state_up': True, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:33.433115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1e3ec-8128-4b3c-a43e-5108f801915a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Network': ['ID=1b472c56-6d3b-45dc-b65f-bfe802b20969,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:33.446053 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 1b472c56-6d3b-45dc-b65f-bfe802b20969 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:22:33.453211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c93e4f46-c605-43aa-bd4f-db704214712c admin admin] Publish callbacks [] for security_group (e88b5be6-12f5-4b6a-9f19-93f1bdbc2547), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.489739 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (8f32f30a-a398-4f69-8cea-bc8af325322e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.491244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (8f32f30a-a398-4f69-8cea-bc8af325322e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.552956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_controller (8f32f30a-a398-4f69-8cea-bc8af325322e), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.618226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c93e4f46-c605-43aa-bd4f-db704214712c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e88b5be6-12f5-4b6a-9f19-93f1bdbc2547), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.621599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c93e4f46-c605-43aa-bd4f-db704214712c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.622735 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c93e4f46-c605-43aa-bd4f-db704214712c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e88b5be6-12f5-4b6a-9f19-93f1bdbc2547 HTTP/1.1" status: 204 len: 168 time: 0.2655892 Feb 15 14:22:33.637794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e4f46-c605-43aa-bd4f-db704214712c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88b5be6-12f5-4b6a-9f19-93f1bdbc2547,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:33.724440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (8f32f30a-a398-4f69-8cea-bc8af325322e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.944509 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (8f32f30a-a398-4f69-8cea-bc8af325322e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:33.966645 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.083262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.25.6.243 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/23b72cfd-de04-48c2-a003-0b3eb0c640a3) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:34.196980 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.235023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.272385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:34.279355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:34.282053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:34.317369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=23b72cfd-de04-48c2-a003-0b3eb0c640a3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:34.357054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59238) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:34.480558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45179f3c-c001-4b2a-91da-8585a30f6319 req-806b44a8-18e5-4214-9f5c-1b64d38ad8f9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:34.484125 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-45179f3c-c001-4b2a-91da-8585a30f6319 req-806b44a8-18e5-4214-9f5c-1b64d38ad8f9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.0678177 Feb 15 14:22:34.491381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'network': {'name': 'tempest-RoutersTest-1117492496'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:34.533071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:34.536628 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.551256 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.567163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-45179f3c-c001-4b2a-91da-8585a30f6319 req-efb7b3b9-568a-4390-bbbd-e74f878c6a56 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704453 Feb 15 14:22:34.568939 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (8f32f30a-a398-4f69-8cea-bc8af325322e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.648639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for security_group (84ada90a-eba1-432c-b12b-5c4ee7207661), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.653593 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (84ada90a-eba1-432c-b12b-5c4ee7207661), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.686959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:22:34.696199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ada90a-eba1-432c-b12b-5c4ee7207661,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:34.703296 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6182a42d-ebf4-4c87-baa4-9f76b46082fb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.703651 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added segment 6182a42d-ebf4-4c87-baa4-9f76b46082fb of type vlan for network c0eb2280-99c6-4781-b995-583fcacbc2af Feb 15 14:22:34.749507 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (c0eb2280-99c6-4781-b995-583fcacbc2af), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.783569 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (c0eb2280-99c6-4781-b995-583fcacbc2af), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.789572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:34.790233 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.809288 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (8f32f30a-a398-4f69-8cea-bc8af325322e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.860215 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4989090 Feb 15 14:22:34.864083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59244) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:34.872679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'network': {'name': 'tempest-RoutersTest-1359557718'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:34.884397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ed3ff-43de-450c-af46-d743efd068dd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Network': ['ID=c0eb2280-99c6-4781-b995-583fcacbc2af,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:34.895904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network c0eb2280-99c6-4781-b995-583fcacbc2af details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:22:34.909669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:34.913295 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.954747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:22:34.968222 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3e48fe4b-f87c-484a-8fab-ba141d254b74), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:34.968589 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added segment 3e48fe4b-f87c-484a-8fab-ba141d254b74 of type vlan for network a4b794c9-0c03-40a7-82e2-95bed4af05ed Feb 15 14:22:35.007066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 8f32f30a-a398-4f69-8cea-bc8af325322e is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:22:35.035185 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a4b794c9-0c03-40a7-82e2-95bed4af05ed), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:35.069499 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a4b794c9-0c03-40a7-82e2-95bed4af05ed), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:35.077692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:35.078421 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:35.151637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:22:35.164322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Sync routers for ids ['8f32f30a-a398-4f69-8cea-bc8af325322e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:22:35.184312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Routers {'8f32f30a-a398-4f69-8cea-bc8af325322e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:35.185091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8f32f30a-a398-4f69-8cea-bc8af325322e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:35.187440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:35.189132 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-18d696af-9b42-4cca-a621-1ad680b777db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7632134 Feb 15 14:22:35.192590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59246) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:35.192865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59248) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:35.193542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3286126 Feb 15 14:22:35.200605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb9171-68ae-447a-9c52-3dea087d0275 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Network': ['ID=a4b794c9-0c03-40a7-82e2-95bed4af05ed,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:35.208497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'subnet': {'network_id': 'c0eb2280-99c6-4781-b995-583fcacbc2af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:35.351331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:35.352982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a4b794c9-0c03-40a7-82e2-95bed4af05ed details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:22:35.356990 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:35.436236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Set router 8f32f30a-a398-4f69-8cea-bc8af325322e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:22:35.475150 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4ad6d696-846b-4188-9057-30f6142be716 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=e121196450c643ddbe9aa88bee965bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2754824 Feb 15 14:22:35.478480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59254) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:35.640273 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (bc1f5b79-c3fc-459d-b1bb-10e91192ee31), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:35.699638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:34Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:35.730126 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Checking router: 8f32f30a-a398-4f69-8cea-bc8af325322e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:22:35.730752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Updating router 8f32f30a-a398-4f69-8cea-bc8af325322e port 23b72cfd-de04-48c2-a003-0b3eb0c640a3 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:22:35.733774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f98746-4020-4eb0-985e-43e0ab051f58 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:35.735801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-80f98746-4020-4eb0-985e-43e0ab051f58 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2554460 Feb 15 14:22:35.738586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59258) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:35.739577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Subnet': ['ID=bc1f5b79-c3fc-459d-b1bb-10e91192ee31,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:35.769943 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:35.807369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Checking segment: {'id': '6182a42d-ebf4-4c87-baa4-9f76b46082fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c0eb2280-99c6-4781-b995-583fcacbc2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:35.807738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network hostable DHCP agents. Network: c0eb2280-99c6-4781-b995-583fcacbc2af, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:22:35.847274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network c0eb2280-99c6-4781-b995-583fcacbc2af is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:22:35.859435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2baf01c3-60a4-4579-912e-733306112794 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1191971 Feb 15 14:22:35.861773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59260) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:35.867131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-202187833', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:35.914994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8478e-98f2-4ab5-8549-a372a6916405 req-868cc350-b6d5-4b30-aee2-e3dd85335e0f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:35.916683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0aa8478e-98f2-4ab5-8549-a372a6916405 req-868cc350-b6d5-4b30-aee2-e3dd85335e0f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1797135 Feb 15 14:22:35.969834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, c0eb2280-99c6-4781-b995-583fcacbc2af) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:35.983170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bbdecc-f05d-4af5-99a1-787990b4619d None None] Network c0eb2280-99c6-4781-b995-583fcacbc2af requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:35.985134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0aa8478e-98f2-4ab5-8549-a372a6916405 req-ee62925a-eca7-4153-862a-5ec2685923e4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621150 Feb 15 14:22:35.998565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:35.999364 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.047405 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-462bb111-24cd-4922-b05a-99005472047e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8465626 Feb 15 14:22:36.050285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59262) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:36.056423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'subnet': {'network_id': 'a4b794c9-0c03-40a7-82e2-95bed4af05ed', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:36.063555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:36.066738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.180220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-c0eb2280-99c6-4781-b995-583fcacbc2af', 'network_id': 'c0eb2280-99c6-4781-b995-583fcacbc2af', 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'fixed_ips': [{'subnet_id': 'bc1f5b79-c3fc-459d-b1bb-10e91192ee31'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:22:36.181234 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.249282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:36.253041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.337897 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Publish callbacks [] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.434619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (b47ba79b-24ce-47b6-a819-1f5b99a766c8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.439058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Allocated IP 172.20.0.2 (c0eb2280-99c6-4781-b995-583fcacbc2af/bc1f5b79-c3fc-459d-b1bb-10e91192ee31/b6ab8405-a2e5-4c40-af36-977b43d8f52c) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:36.566359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Checking segment: {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:36.566794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network hostable DHCP agents. Network: 1b472c56-6d3b-45dc-b65f-bfe802b20969, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:22:36.577825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Subnet': ['ID=b47ba79b-24ce-47b6-a819-1f5b99a766c8,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:36.636212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 1b472c56-6d3b-45dc-b65f-bfe802b20969 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:22:36.644759 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Publish callbacks [] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.645327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (464e87e9-e85f-453c-a65e-9fe20895a914), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.650127 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.665451 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.680467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 1b472c56-6d3b-45dc-b65f-bfe802b20969) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:36.692180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:36.693112 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.726086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59264) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:36.726845 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aedd7a10-9d8f-4795-b36c-db430c548b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8639400 Feb 15 14:22:36.749346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Subnet': ['ID=464e87e9-e85f-453c-a65e-9fe20895a914,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:36.759675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Checking segment: {'id': '3e48fe4b-f87c-484a-8fab-ba141d254b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4b794c9-0c03-40a7-82e2-95bed4af05ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:36.760139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network hostable DHCP agents. Network: a4b794c9-0c03-40a7-82e2-95bed4af05ed, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:22:36.768329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820cc6f-8d7e-4f05-8dea-ebbc71205cfb None None] Network 1b472c56-6d3b-45dc-b65f-bfe802b20969 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:36.800636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network a4b794c9-0c03-40a7-82e2-95bed4af05ed is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:22:36.819700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a4b794c9-0c03-40a7-82e2-95bed4af05ed) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:36.821260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Network c0eb2280-99c6-4781-b995-583fcacbc2af is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:36.825490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:36.826161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.836301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Attempting to bind port 23b72cfd-de04-48c2-a003-0b3eb0c640a3 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:22:36.836301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Attempting to bind port 23b72cfd-de04-48c2-a003-0b3eb0c640a3 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:22:36.839170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Attempting to bind port 23b72cfd-de04-48c2-a003-0b3eb0c640a3 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:22:36.850649 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1ad8da6e-1a98-4086-a634-e8017c495490 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7983313 Feb 15 14:22:36.852801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59266) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:36.863374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-82e9ff92-d06b-4576-8ddd-e28d7acfa2c2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1514856020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:36.911982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d753e65-669c-4986-afee-7d497d5dd805 None None] Network a4b794c9-0c03-40a7-82e2-95bed4af05ed requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:36.914064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82e9ff92-d06b-4576-8ddd-e28d7acfa2c2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.915664 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82e9ff92-d06b-4576-8ddd-e28d7acfa2c2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.973290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:22:36.973290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:36.973290 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.973777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:22:36.974083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Bound port: 23b72cfd-de04-48c2-a003-0b3eb0c640a3, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:22:36.974366 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.988427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82e9ff92-d06b-4576-8ddd-e28d7acfa2c2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:36.994244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82e9ff92-d06b-4576-8ddd-e28d7acfa2c2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:37.018565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82e9ff92-d06b-4576-8ddd-e28d7acfa2c2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:37.019701 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-82e9ff92-d06b-4576-8ddd-e28d7acfa2c2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1659658 Feb 15 14:22:37.022464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59270) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:37.263972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] For port 23b72cfd-de04-48c2-a003-0b3eb0c640a3, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:22:37.268107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] For port 23b72cfd-de04-48c2-a003-0b3eb0c640a3, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=23b72cfd-de04-48c2-a003-0b3eb0c640a3,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:22:37.271612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:37.274473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:37.296088 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:37.321037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14f9c4-2232-4a4a-9549-ac673f97cb0f None None] Pushing event updated for resources: {'Port': ['ID=23b72cfd-de04-48c2-a003-0b3eb0c640a3,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:37.372604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Routers {'8f32f30a-a398-4f69-8cea-bc8af325322e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:37.373353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8f32f30a-a398-4f69-8cea-bc8af325322e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:37.503149 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Attempting to bind port b6ab8405-a2e5-4c40-af36-977b43d8f52c on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:22:37.503616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Attempting to bind port b6ab8405-a2e5-4c40-af36-977b43d8f52c by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '6182a42d-ebf4-4c87-baa4-9f76b46082fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c0eb2280-99c6-4781-b995-583fcacbc2af'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:22:37.504219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Attempting to bind port b6ab8405-a2e5-4c40-af36-977b43d8f52c on network c0eb2280-99c6-4781-b995-583fcacbc2af {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:22:37.532423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:22:37.532931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Checking segment: {'id': '6182a42d-ebf4-4c87-baa4-9f76b46082fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c0eb2280-99c6-4781-b995-583fcacbc2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:37.533402 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:37.533860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Bound using segment: {'id': '6182a42d-ebf4-4c87-baa4-9f76b46082fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c0eb2280-99c6-4781-b995-583fcacbc2af'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:22:37.534417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Bound port: b6ab8405-a2e5-4c40-af36-977b43d8f52c, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6182a42d-ebf4-4c87-baa4-9f76b46082fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c0eb2280-99c6-4781-b995-583fcacbc2af'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:22:37.534865 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:37.565970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-1b472c56-6d3b-45dc-b65f-bfe802b20969', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:22:37.567685 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:37.576364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Pushing event updated for resources: {'Port': ['ID=b6ab8405-a2e5-4c40-af36-977b43d8f52c,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:37.620297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c553c1-53d8-4ac1-835d-42faaca83c93 req-6d4ce8c2-34d4-4854-963e-0416a52cd270 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:37.621903 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48c553c1-53d8-4ac1-835d-42faaca83c93 req-6d4ce8c2-34d4-4854-963e-0416a52cd270 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1903415 Feb 15 14:22:37.647584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14f9c4-2232-4a4a-9549-ac673f97cb0f None None] Pushing event updated for resources: {'Port': ['ID=23b72cfd-de04-48c2-a003-0b3eb0c640a3,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:37.712228 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] Set router 8f32f30a-a398-4f69-8cea-bc8af325322e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:22:37.866751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:37.889499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48c553c1-53d8-4ac1-835d-42faaca83c93 req-8c72d5c5-a0e1-41d9-8a49-ba7298a77306 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282565 Feb 15 14:22:37.964636 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Allocated IP 172.20.0.2 (1b472c56-6d3b-45dc-b65f-bfe802b20969/b47ba79b-24ce-47b6-a819-1f5b99a766c8/c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:38.146950 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Publish callbacks [] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:38.153985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a4b794c9-0c03-40a7-82e2-95bed4af05ed', 'network_id': 'a4b794c9-0c03-40a7-82e2-95bed4af05ed', 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'fixed_ips': [{'subnet_id': '464e87e9-e85f-453c-a65e-9fe20895a914'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:22:38.155122 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:38.228164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:38.256159 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:38.329279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Pushing event updated for resources: {'Port': ['ID=c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:38.364155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Allocated IP 172.20.0.1 (c0eb2280-99c6-4781-b995-583fcacbc2af/bc1f5b79-c3fc-459d-b1bb-10e91192ee31/92783456-c356-4292-8334-0991834465c2) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:38.365117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Network 1b472c56-6d3b-45dc-b65f-bfe802b20969 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:38.417920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:38.428328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:38.528915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-947773a5-3488-454d-b819-189b787bbc9c None None] For port b6ab8405-a2e5-4c40-af36-977b43d8f52c, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:22:38.531497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Attempting to bind port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:22:38.531660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Attempting to bind port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:22:38.532215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Attempting to bind port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 on network 1b472c56-6d3b-45dc-b65f-bfe802b20969 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:22:38.545756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:22:38.546012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Checking segment: {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:38.546279 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:38.546679 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Bound using segment: {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:22:38.547421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Bound port: c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:22:38.547562 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:38.597367 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (92783456-c356-4292-8334-0991834465c2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:38.604315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-947773a5-3488-454d-b819-189b787bbc9c None None] For port b6ab8405-a2e5-4c40-af36-977b43d8f52c, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b6ab8405-a2e5-4c40-af36-977b43d8f52c,segment=NetworkSegment(6182a42d-ebf4-4c87-baa4-9f76b46082fb),segment_id=6182a42d-ebf4-4c87-baa4-9f76b46082fb)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:22:38.645848 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:38.686449 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.20.0.1 (1b472c56-6d3b-45dc-b65f-bfe802b20969/b47ba79b-24ce-47b6-a819-1f5b99a766c8/9fb82211-5b71-456c-a831-166a6f4dec4f) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:38.702956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (92783456-c356-4292-8334-0991834465c2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:38.772944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Allocated IP 172.21.0.2 (a4b794c9-0c03-40a7-82e2-95bed4af05ed/464e87e9-e85f-453c-a65e-9fe20895a914/e5933d69-8079-49a8-83ac-ae6ca3aa3232) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:38.800227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:34Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:38.863832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2f5a9-82d9-4a60-a83b-8f0cc11bc641 None None] The sync data for ids ['8f32f30a-a398-4f69-8cea-bc8af325322e'] in n-d-829064-15 is: [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:34Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:22:38.869249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network c0eb2280-99c6-4781-b995-583fcacbc2af is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:38.876609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:38.881279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=92783456-c356-4292-8334-0991834465c2,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:38.883713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:38.933217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] For port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:22:38.936840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947773a5-3488-454d-b819-189b787bbc9c None None] Pushing event updated for resources: {'Port': ['ID=b6ab8405-a2e5-4c40-af36-977b43d8f52c,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:39.075431 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:39.083723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:39.102432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] For port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:22:39.129808 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:39.253254 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Publish callbacks [] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:39.298079 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:39.310421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679cb12-98d8-4847-b11a-5e1ea3e0923f req-404b9065-dff3-4ff1-9e38-49c65a7d590c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:39.311956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f679cb12-98d8-4847-b11a-5e1ea3e0923f req-404b9065-dff3-4ff1-9e38-49c65a7d590c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.2488437 Feb 15 14:22:39.317699 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:39.426567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67913c-50b8-4ca2-91c2-52b3cda2cb3b None None] Pushing event updated for resources: {'Port': ['ID=c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:39.442081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=9fb82211-5b71-456c-a831-166a6f4dec4f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:39.462586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Network a4b794c9-0c03-40a7-82e2-95bed4af05ed is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:39.465241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:39.489291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 1b472c56-6d3b-45dc-b65f-bfe802b20969 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:39.509448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:39.515788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:39.516883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Pushing event updated for resources: {'Port': ['ID=e5933d69-8079-49a8-83ac-ae6ca3aa3232,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:39.519568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:39.578446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b6ab8405-a2e5-4c40-af36-977b43d8f52c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:39.612049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (92783456-c356-4292-8334-0991834465c2), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:39.655501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f679cb12-98d8-4847-b11a-5e1ea3e0923f req-f9083021-33f0-4001-871a-a4757559c955 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134286 Feb 15 14:22:39.690533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Attempting to bind port e5933d69-8079-49a8-83ac-ae6ca3aa3232 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:22:39.691285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Attempting to bind port e5933d69-8079-49a8-83ac-ae6ca3aa3232 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '3e48fe4b-f87c-484a-8fab-ba141d254b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4b794c9-0c03-40a7-82e2-95bed4af05ed'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:22:39.692292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Attempting to bind port e5933d69-8079-49a8-83ac-ae6ca3aa3232 on network a4b794c9-0c03-40a7-82e2-95bed4af05ed {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:22:39.715101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (8f32f30a-a398-4f69-8cea-bc8af325322e), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:39.733361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:22:39.733737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Checking segment: {'id': '3e48fe4b-f87c-484a-8fab-ba141d254b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4b794c9-0c03-40a7-82e2-95bed4af05ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:39.734243 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:39.734646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Bound using segment: {'id': '3e48fe4b-f87c-484a-8fab-ba141d254b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4b794c9-0c03-40a7-82e2-95bed4af05ed'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:22:39.735243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Bound port: e5933d69-8079-49a8-83ac-ae6ca3aa3232, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e48fe4b-f87c-484a-8fab-ba141d254b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4b794c9-0c03-40a7-82e2-95bed4af05ed'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:22:39.735627 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:39.910403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] For port e5933d69-8079-49a8-83ac-ae6ca3aa3232, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:22:39.915331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] For port e5933d69-8079-49a8-83ac-ae6ca3aa3232, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e5933d69-8079-49a8-83ac-ae6ca3aa3232,segment=NetworkSegment(3e48fe4b-f87c-484a-8fab-ba141d254b74),segment_id=3e48fe4b-f87c-484a-8fab-ba141d254b74)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:22:39.927560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b6ab8405-a2e5-4c40-af36-977b43d8f52c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:39.928153 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:40.014763 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:40.412153 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (92783456-c356-4292-8334-0991834465c2), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:40.413998 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:40.436537 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (92783456-c356-4292-8334-0991834465c2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:40.443177 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ec1353-a55c-4966-9b61-9f883c1d63c6 None None] Network c0eb2280-99c6-4781-b995-583fcacbc2af requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:40.560669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=92783456-c356-4292-8334-0991834465c2,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:40.608932 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:40.802741 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:40.874082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15504f68-9469-469f-8014-d685b9a54de5 None None] Pushing event updated for resources: {'Port': ['ID=e5933d69-8079-49a8-83ac-ae6ca3aa3232,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:40.880550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a240e808-4e4c-4a91-a1b6-75bacd376158 None None] Provisioning complete for port b6ab8405-a2e5-4c40-af36-977b43d8f52c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:40.880984 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a240e808-4e4c-4a91-a1b6-75bacd376158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:40.971832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b6ab8405-a2e5-4c40-af36-977b43d8f52c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:40.972187 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:41.061359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port b6ab8405-a2e5-4c40-af36-977b43d8f52c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b6ab8405-a2e5-4c40-af36-977b43d8f52c,segment=NetworkSegment(6182a42d-ebf4-4c87-baa4-9f76b46082fb),segment_id=6182a42d-ebf4-4c87-baa4-9f76b46082fb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:41.124899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a240e808-4e4c-4a91-a1b6-75bacd376158 None None] Current status of the port b6ab8405-a2e5-4c40-af36-977b43d8f52c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:41.125844 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a240e808-4e4c-4a91-a1b6-75bacd376158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:41.138390 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:41.319028 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-a240e808-4e4c-4a91-a1b6-75bacd376158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:22:41.319570 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-a240e808-4e4c-4a91-a1b6-75bacd376158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:22:41.354411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9182d5-e107-4229-a1d6-38bc66722c86 None None] Network 1b472c56-6d3b-45dc-b65f-bfe802b20969 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:41.481720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=b6ab8405-a2e5-4c40-af36-977b43d8f52c,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:41.598995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e5933d69-8079-49a8-83ac-ae6ca3aa3232 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:41.677653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b85a7a-8fd4-44bb-bc47-fe905d7bd629 req-b5c124f9-3082-4023-94eb-d7ec7a3bf82d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:41.679328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34b85a7a-8fd4-44bb-bc47-fe905d7bd629 req-b5c124f9-3082-4023-94eb-d7ec7a3bf82d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.8485649 Feb 15 14:22:41.732533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e5933d69-8079-49a8-83ac-ae6ca3aa3232 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:41.732922 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:41.853338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network c0eb2280-99c6-4781-b995-583fcacbc2af is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:41.871486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:41.886752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a240e808-4e4c-4a91-a1b6-75bacd376158 None None] Current status of the port b6ab8405-a2e5-4c40-af36-977b43d8f52c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:41.974202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e5933d69-8079-49a8-83ac-ae6ca3aa3232 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:41.974894 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.044971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Provisioning complete for port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:42.045705 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.048884 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34b85a7a-8fd4-44bb-bc47-fe905d7bd629 req-c1ab0609-8ab8-4b71-8dee-26ecc76afaca tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528461 Feb 15 14:22:42.203769 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.225139 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.231653 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.288077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Current status of the port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:42.288476 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.304299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port e5933d69-8079-49a8-83ac-ae6ca3aa3232, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e5933d69-8079-49a8-83ac-ae6ca3aa3232,segment=NetworkSegment(3e48fe4b-f87c-484a-8fab-ba141d254b74),segment_id=3e48fe4b-f87c-484a-8fab-ba141d254b74)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:42.338829 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.347875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:42.367127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router b1e2f90b-bdab-4c3e-b119-e15bc33412e6 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:22:42.414932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] For port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:42.465860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=9fb82211-5b71-456c-a831-166a6f4dec4f,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:42.466207 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.473526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:42.473907 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.549323 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (8f32f30a-a398-4f69-8cea-bc8af325322e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.568812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Provisioning complete for port 92783456-c356-4292-8334-0991834465c2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:42.569413 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (92783456-c356-4292-8334-0991834465c2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.578978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=e5933d69-8079-49a8-83ac-ae6ca3aa3232,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:42.680127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:22:42.691480 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af3eae-93d5-4838-aec6-273ef8ae8cb7 None None] Sync routers for ids ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:22:42.707944 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af3eae-93d5-4838-aec6-273ef8ae8cb7 None None] Routers {'b1e2f90b-bdab-4c3e-b119-e15bc33412e6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:42.708854 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-43af3eae-93d5-4838-aec6-273ef8ae8cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:42.710321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-46ae8e88-e65c-46dc-abc8-7542395c224e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/b1e2f90b-bdab-4c3e-b119-e15bc33412e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6862698 Feb 15 14:22:42.713261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59276) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:42.736301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Port 92783456-c356-4292-8334-0991834465c2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:42.792110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 1b472c56-6d3b-45dc-b65f-bfe802b20969 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:42.794070 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-43af3eae-93d5-4838-aec6-273ef8ae8cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:42.798048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:42.818280 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af3eae-93d5-4838-aec6-273ef8ae8cb7 None None] Routers {'b1e2f90b-bdab-4c3e-b119-e15bc33412e6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:42.820076 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-43af3eae-93d5-4838-aec6-273ef8ae8cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:42.848555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5659d0-8f69-483d-afad-01fd3c713a64 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:42.851151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02484dbb-9f49-48a8-987f-860c4960bde1 None None] Network a4b794c9-0c03-40a7-82e2-95bed4af05ed requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:42.853446 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8b5659d0-8f69-483d-afad-01fd3c713a64 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports/92783456-c356-4292-8334-0991834465c2 HTTP/1.1" status: 200 len: 910 time: 0.1383243 Feb 15 14:22:42.863499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59278) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:42.881751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Pushing event updated for resources: {'Port': ['ID=c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:42.908685 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-43af3eae-93d5-4838-aec6-273ef8ae8cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:42.909343 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af3eae-93d5-4838-aec6-273ef8ae8cb7 None None] The sync data for ids ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:22:42.971712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Provisioning complete for port b6ab8405-a2e5-4c40-af36-977b43d8f52c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:42.972350 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:42.975908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:42.977323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 23b72cfd-de04-48c2-a003-0b3eb0c640a3 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:43.095765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 8f32f30a-a398-4f69-8cea-bc8af325322e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:22:43.285056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 23b72cfd-de04-48c2-a003-0b3eb0c640a3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:43.286032 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:43.292703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2c75e46b-c03e-4bfc-92f4-ed0dc4fceba9 None None] Current status of the port b6ab8405-a2e5-4c40-af36-977b43d8f52c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:43.405498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:22:43.413414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2c360e82-99dc-4cec-ba4f-b38f8bcb8d13 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "PUT /v2.0/routers/8f32f30a-a398-4f69-8cea-bc8af325322e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6860802 Feb 15 14:22:43.446631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Sync routers for ids ['8f32f30a-a398-4f69-8cea-bc8af325322e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:22:43.492540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd5407-c33f-45e8-9880-faa71f4e0a85 req-ad76d88d-f2a3-4899-a352-7ef583a65c49 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:43.495014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ffd5407-c33f-45e8-9880-faa71f4e0a85 req-ad76d88d-f2a3-4899-a352-7ef583a65c49 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.2957864 Feb 15 14:22:43.543153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 23b72cfd-de04-48c2-a003-0b3eb0c640a3 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:43.544000 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:43.563988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Routers {'8f32f30a-a398-4f69-8cea-bc8af325322e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:43.573865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-885cec06-8282-4782-b252-df22839bccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8f32f30a-a398-4f69-8cea-bc8af325322e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:43.600395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ffd5407-c33f-45e8-9880-faa71f4e0a85 req-8168932c-5af7-4a57-8453-93dc825ff012 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918469 Feb 15 14:22:43.669040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Provisioning complete for port 9fb82211-5b71-456c-a831-166a6f4dec4f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:43.669417 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:43.739269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 23b72cfd-de04-48c2-a003-0b3eb0c640a3, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=23b72cfd-de04-48c2-a003-0b3eb0c640a3,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:43.830024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-d7abd963-0e38-4979-87f4-2316ea09d011 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157340334&fields=id&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 267 time: 0.0945506 Feb 15 14:22:43.841307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Set router 8f32f30a-a398-4f69-8cea-bc8af325322e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:22:43.845296 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:44.045293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b287241f-018d-4378-928c-e95bee6e370d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:44.064085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b287241f-018d-4378-928c-e95bee6e370d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 796 time: 0.2249100 Feb 15 14:22:44.070131 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:44.083130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-bd897823-3d54-4229-a358-50d953fc4e2b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/quotas/e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 375 time: 0.0135272 Feb 15 14:22:44.125255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e5933d69-8079-49a8-83ac-ae6ca3aa3232 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:44.170845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Port 9fb82211-5b71-456c-a831-166a6f4dec4f cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:44.171613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-189b7501-0df0-459b-98b2-7302ad5d2715 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738959 Feb 15 14:22:44.240282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-ce0a6da2-9d53-4e64-9f44-88ed99d5f5b0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:22:44.244128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=23b72cfd-de04-48c2-a003-0b3eb0c640a3,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:44.248702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-ce0a6da2-9d53-4e64-9f44-88ed99d5f5b0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0759873 Feb 15 14:22:44.298850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Provisioning complete for port e5933d69-8079-49a8-83ac-ae6ca3aa3232 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:44.299276 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:44.307770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.308105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.308453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.308794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.309125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.309456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.309781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.310103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.310428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.310751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.311114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.311438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.311763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:44.370003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e5933d69-8079-49a8-83ac-ae6ca3aa3232 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:44.370384 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:44.393456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-baf045c1-fc92-4fe3-a1c4-4d0269e12886 service neutron] 10.222.0.72 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435606 Feb 15 14:22:44.426189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Allocated IP 172.21.0.1 (a4b794c9-0c03-40a7-82e2-95bed4af05ed/464e87e9-e85f-453c-a65e-9fe20895a914/b593b5b3-e808-4a53-90b4-7d6af1de41d8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:44.509174 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-4d6282c6-11b4-4c26-a3c8-c546993d61df service neutron] 10.222.0.72 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144071 Feb 15 14:22:44.530040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Current status of the port e5933d69-8079-49a8-83ac-ae6ca3aa3232 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:44.581075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e5933d69-8079-49a8-83ac-ae6ca3aa3232 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:44.582206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:44.582580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (b593b5b3-e808-4a53-90b4-7d6af1de41d8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:44.584314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Provisioning complete for port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:44.584701 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:44.587537 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-885cec06-8282-4782-b252-df22839bccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:40Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '9fb82211-5b71-456c-a831-166a6f4dec4f', 'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:37:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:38Z', 'updated_at': '2022-02-15T14:22:41Z', 'revision_number': 2, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:44.635631 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b593b5b3-e808-4a53-90b4-7d6af1de41d8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:44.659712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Checking router: 8f32f30a-a398-4f69-8cea-bc8af325322e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:22:44.660081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Updating router 8f32f30a-a398-4f69-8cea-bc8af325322e port 9fb82211-5b71-456c-a831-166a6f4dec4f binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:22:44.712070 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:44.721643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network a4b794c9-0c03-40a7-82e2-95bed4af05ed is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:44.725895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:44.730572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:44.790038 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-749c03ce-370d-4e13-b096-3de0a03c89d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:44.868939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=b593b5b3-e808-4a53-90b4-7d6af1de41d8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:44.879098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Current status of the port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:44.883382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:44.883763 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:44.897871 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:44.908054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5796876-29d0-4ea9-b6ce-b8a5654a5481 req-0dafe074-1858-407c-9241-9f46252d1e0a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 210 time: 0.1553695 Feb 15 14:22:44.977311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f733c-e2d7-4e36-b006-3117d477da10 req-c8b4b9a1-c525-47ea-abb5-4f78714abc97 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:44.980347 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc4f733c-e2d7-4e36-b006-3117d477da10 req-c8b4b9a1-c525-47ea-abb5-4f78714abc97 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.2290640 Feb 15 14:22:45.090698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Provisioning complete for port 92783456-c356-4292-8334-0991834465c2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:45.091265 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (92783456-c356-4292-8334-0991834465c2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.099286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc4f733c-e2d7-4e36-b006-3117d477da10 req-a40693b8-4fff-43ee-b9af-f9916e2caf30 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983086 Feb 15 14:22:45.118417 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b593b5b3-e808-4a53-90b4-7d6af1de41d8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.152855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-820b2864-6de1-4f20-87f6-0c1dd89cc39f None None] Port 92783456-c356-4292-8334-0991834465c2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:45.349723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-442b5f99-8c12-4c2b-bfa8-970f0cfc0b2f None None] Provisioning complete for port e5933d69-8079-49a8-83ac-ae6ca3aa3232 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:45.350114 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-442b5f99-8c12-4c2b-bfa8-970f0cfc0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.421412 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:45.422048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b6ab8405-a2e5-4c40-af36-977b43d8f52c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:45.497596 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Publish callbacks [] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.512811 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.513157 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (b593b5b3-e808-4a53-90b4-7d6af1de41d8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.520136 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (b593b5b3-e808-4a53-90b4-7d6af1de41d8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.620917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b6ab8405-a2e5-4c40-af36-977b43d8f52c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:45.621567 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.625166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=b593b5b3-e808-4a53-90b4-7d6af1de41d8,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:45.639221 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.650466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eb10c-b176-4a59-b1d9-5c7e2f988394 None None] Pushing event updated for resources: {'Port': ['ID=9fb82211-5b71-456c-a831-166a6f4dec4f,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:45.688118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-442b5f99-8c12-4c2b-bfa8-970f0cfc0b2f None None] Current status of the port e5933d69-8079-49a8-83ac-ae6ca3aa3232 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:45.762333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-442b5f99-8c12-4c2b-bfa8-970f0cfc0b2f None None] Provisioning complete for port b593b5b3-e808-4a53-90b4-7d6af1de41d8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:45.763411 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-442b5f99-8c12-4c2b-bfa8-970f0cfc0b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b593b5b3-e808-4a53-90b4-7d6af1de41d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.774510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Attempting to bind port 9fb82211-5b71-456c-a831-166a6f4dec4f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:22:45.776390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Attempting to bind port 9fb82211-5b71-456c-a831-166a6f4dec4f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:22:45.776949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Attempting to bind port 9fb82211-5b71-456c-a831-166a6f4dec4f on network 1b472c56-6d3b-45dc-b65f-bfe802b20969 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:22:45.818803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network a4b794c9-0c03-40a7-82e2-95bed4af05ed is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:45.820872 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:22:45.821315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Checking segment: {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:45.821616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:45.821746 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.822229 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Bound using segment: {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:22:45.823301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Bound port: 9fb82211-5b71-456c-a831-166a6f4dec4f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:22:45.823693 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:45.862220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-442b5f99-8c12-4c2b-bfa8-970f0cfc0b2f None None] Port b593b5b3-e808-4a53-90b4-7d6af1de41d8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:46.000918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router b1e2f90b-bdab-4c3e-b119-e15bc33412e6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:22:46.040638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b6ab8405-a2e5-4c40-af36-977b43d8f52c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:46.053760 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-885cec06-8282-4782-b252-df22839bccb1 None None] For port 9fb82211-5b71-456c-a831-166a6f4dec4f, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:22:46.058475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-885cec06-8282-4782-b252-df22839bccb1 None None] For port 9fb82211-5b71-456c-a831-166a6f4dec4f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9fb82211-5b71-456c-a831-166a6f4dec4f,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:22:46.060645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-77f4f230-4aeb-49c5-86a0-66f9c982cd6f None None] Provisioning complete for port 9fb82211-5b71-456c-a831-166a6f4dec4f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:46.061026 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-77f4f230-4aeb-49c5-86a0-66f9c982cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:46.104170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-552bfac7-7a6f-450c-82ea-f67f6fa95a57 req-6fa60387-a1eb-47eb-8c38-72b97aa4a5ea tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 210 time: 0.0945842 Feb 15 14:22:46.134714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-77f4f230-4aeb-49c5-86a0-66f9c982cd6f None None] Port 9fb82211-5b71-456c-a831-166a6f4dec4f cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:46.140755 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:46.224132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 23b72cfd-de04-48c2-a003-0b3eb0c640a3 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:46.272975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:22:46.281076 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1e5b70f5-9f96-4f2c-ace6-7b8a002c4e40 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/b1e2f90b-bdab-4c3e-b119-e15bc33412e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4164031 Feb 15 14:22:46.284122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59316) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:46.286627 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40bfe2-ae03-47b8-91c3-0b3fcc6ae5ed None None] Sync routers for ids ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:22:46.294096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eb10c-b176-4a59-b1d9-5c7e2f988394 None None] Pushing event updated for resources: {'Port': ['ID=9fb82211-5b71-456c-a831-166a6f4dec4f,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:46.309479 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40bfe2-ae03-47b8-91c3-0b3fcc6ae5ed None None] Routers {'b1e2f90b-bdab-4c3e-b119-e15bc33412e6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:46.310477 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9f40bfe2-ae03-47b8-91c3-0b3fcc6ae5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:46.312182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Routers {'8f32f30a-a398-4f69-8cea-bc8af325322e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:46.312955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-885cec06-8282-4782-b252-df22839bccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8f32f30a-a398-4f69-8cea-bc8af325322e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:46.349848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-30bbeadc-de3a-46df-a1e7-532ced779d87 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:46.360500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-30bbeadc-de3a-46df-a1e7-532ced779d87 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 796 time: 0.2795124 Feb 15 14:22:46.373238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b63e42-409c-4d32-b6fc-77ed9a30c4c2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:46.374835 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f7b63e42-409c-4d32-b6fc-77ed9a30c4c2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports/b593b5b3-e808-4a53-90b4-7d6af1de41d8 HTTP/1.1" status: 200 len: 910 time: 0.0898819 Feb 15 14:22:46.375395 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9f40bfe2-ae03-47b8-91c3-0b3fcc6ae5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:46.377827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59318) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:46.390587 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40bfe2-ae03-47b8-91c3-0b3fcc6ae5ed None None] Routers {'b1e2f90b-bdab-4c3e-b119-e15bc33412e6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:46.391517 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9f40bfe2-ae03-47b8-91c3-0b3fcc6ae5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:46.423962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 23b72cfd-de04-48c2-a003-0b3eb0c640a3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:46.424503 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:46.435544 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9f40bfe2-ae03-47b8-91c3-0b3fcc6ae5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:46.436878 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40bfe2-ae03-47b8-91c3-0b3fcc6ae5ed None None] The sync data for ids ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:22:46.464736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b4267320-2d77-4509-9d22-798ac4e512bc None None] Provisioning complete for port b593b5b3-e808-4a53-90b4-7d6af1de41d8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:46.465272 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b4267320-2d77-4509-9d22-798ac4e512bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b593b5b3-e808-4a53-90b4-7d6af1de41d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:46.591371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b4267320-2d77-4509-9d22-798ac4e512bc None None] Port b593b5b3-e808-4a53-90b4-7d6af1de41d8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:46.615776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-885cec06-8282-4782-b252-df22839bccb1 None None] Set router 8f32f30a-a398-4f69-8cea-bc8af325322e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:22:46.619866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e1cf-e455-4306-8f68-933d97d10dcb req-922daf2b-16e0-4f53-8597-2c75ab0a0e49 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:46.624726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdc5e1cf-e455-4306-8f68-933d97d10dcb req-922daf2b-16e0-4f53-8597-2c75ab0a0e49 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.2631800 Feb 15 14:22:46.633676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-fa0c9e70-4611-4838-be91-df4da4f70ac0 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 380 time: 0.2299259 Feb 15 14:22:46.649002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'port': {'device_id': 'e62fac95-95f0-4018-a52b-69c05398192f', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'admin_state_up': True, 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'security_groups': ['fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:46.653780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 23b72cfd-de04-48c2-a003-0b3eb0c640a3 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:46.838501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdc5e1cf-e455-4306-8f68-933d97d10dcb req-c7cc561a-2e47-4158-841f-abefcf51277b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979806 Feb 15 14:22:46.864720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:46.875491 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:46.893093 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7630aae4-11ed-4aa4-8a05-cd0b36c33815 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:47.018655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-531bd779-b0fa-42f1-8493-45b697951178 None None] Provisioning complete for port 9fb82211-5b71-456c-a831-166a6f4dec4f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:47.019070 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-531bd779-b0fa-42f1-8493-45b697951178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:47.050613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.20.0.10 (1b472c56-6d3b-45dc-b65f-bfe802b20969/b47ba79b-24ce-47b6-a819-1f5b99a766c8/cb35bdc9-3d38-4df0-a33d-4eb466bdcc00) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:47.092649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-885cec06-8282-4782-b252-df22839bccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:40Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '9fb82211-5b71-456c-a831-166a6f4dec4f', 'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:37:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:38Z', 'updated_at': '2022-02-15T14:22:46Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:47.142931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885cec06-8282-4782-b252-df22839bccb1 None None] The sync data for ids ['8f32f30a-a398-4f69-8cea-bc8af325322e'] in n-d-829064-15 is: [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:40Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '9fb82211-5b71-456c-a831-166a6f4dec4f', 'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:37:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:38Z', 'updated_at': '2022-02-15T14:22:46Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:22:47.185672 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6d845b38-9ffe-463d-9a04-f97c7f941947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:47.187107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-531bd779-b0fa-42f1-8493-45b697951178 None None] Current status of the port 9fb82211-5b71-456c-a831-166a6f4dec4f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:47.187502 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-531bd779-b0fa-42f1-8493-45b697951178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:47.272908 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c5c1e1fe-6745-439f-bb15-170c0935aa15 req-0faffae7-d1c2-4884-ba1a-b917c388f01a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 210 time: 0.0675919 Feb 15 14:22:47.276713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-531bd779-b0fa-42f1-8493-45b697951178 None None] For port 9fb82211-5b71-456c-a831-166a6f4dec4f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9fb82211-5b71-456c-a831-166a6f4dec4f,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:47.288178 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-531bd779-b0fa-42f1-8493-45b697951178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:47.294162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7630aae4-11ed-4aa4-8a05-cd0b36c33815 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port b593b5b3-e808-4a53-90b4-7d6af1de41d8 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:47.294596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7630aae4-11ed-4aa4-8a05-cd0b36c33815 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b593b5b3-e808-4a53-90b4-7d6af1de41d8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:47.389420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bd779-b0fa-42f1-8493-45b697951178 None None] Pushing event updated for resources: {'Port': ['ID=9fb82211-5b71-456c-a831-166a6f4dec4f,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:47.398978 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:47.446114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7630aae4-11ed-4aa4-8a05-cd0b36c33815 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b593b5b3-e808-4a53-90b4-7d6af1de41d8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:47.446526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:47.469587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7630aae4-11ed-4aa4-8a05-cd0b36c33815 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for b593b5b3-e808-4a53-90b4-7d6af1de41d8 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:47.526618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:47.536758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 1b472c56-6d3b-45dc-b65f-bfe802b20969 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:47.538683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:47.548851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:47.621146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:47.621146 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:47.640370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-b7e2e2ca-5e40-4ef8-9693-3191722347be tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9980173 Feb 15 14:22:47.654544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Request body: {'port': {'device_id': 'e62fac95-95f0-4018-a52b-69c05398192f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:47.702269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7630aae4-11ed-4aa4-8a05-cd0b36c33815 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b593b5b3-e808-4a53-90b4-7d6af1de41d8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:47.746817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630aae4-11ed-4aa4-8a05-cd0b36c33815 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=b593b5b3-e808-4a53-90b4-7d6af1de41d8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:47.750185 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:48.014500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7630aae4-11ed-4aa4-8a05-cd0b36c33815 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:48.035747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e8f2797e-7baa-4018-9c52-216e7a246963 None None] Provisioning complete for port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:48.036400 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8f2797e-7baa-4018-9c52-216e7a246963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:48.159908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e8f2797e-7baa-4018-9c52-216e7a246963 None None] Port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:22:48.204657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9fb82211-5b71-456c-a831-166a6f4dec4f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:48.233516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83502a34-dfba-46b6-b355-de73c0b83119 req-4a58608d-c8f0-40ba-8871-5cd16c8f12a1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:48.245616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83502a34-dfba-46b6-b355-de73c0b83119 req-4a58608d-c8f0-40ba-8871-5cd16c8f12a1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1155705 Feb 15 14:22:48.302307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9fb82211-5b71-456c-a831-166a6f4dec4f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:48.302696 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:48.370366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:22:48.375700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7630aae4-11ed-4aa4-8a05-cd0b36c33815 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router b1e2f90b-bdab-4c3e-b119-e15bc33412e6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:22:48.380769 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Publish callbacks [] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:48.397277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Transition to ACTIVE for port object cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:22:48.437729 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:48.438891 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:48.521620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9fb82211-5b71-456c-a831-166a6f4dec4f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:48.582534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83502a34-dfba-46b6-b355-de73c0b83119 req-819e1a5a-04ba-4b5e-9497-155637d4255c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360238 Feb 15 14:22:48.633135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc220dd-b105-413a-89f7-bc5366f33821 req-54b25316-7be6-4bca-af32-51ae84960dde tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:48.635568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efc220dd-b105-413a-89f7-bc5366f33821 req-54b25316-7be6-4bca-af32-51ae84960dde tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 944 time: 0.2328453 Feb 15 14:22:48.636051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Pushing event updated for resources: {'Port': ['ID=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:48.685822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7630aae4-11ed-4aa4-8a05-cd0b36c33815 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:22:48.699362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ec747-8054-4f1a-80e4-4bf48a92844f None None] Sync routers for ids ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:22:48.715799 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7630aae4-11ed-4aa4-8a05-cd0b36c33815 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/b1e2f90b-bdab-4c3e-b119-e15bc33412e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3360615 Feb 15 14:22:48.716457 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59332) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:48.726814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ec747-8054-4f1a-80e4-4bf48a92844f None None] Routers {'b1e2f90b-bdab-4c3e-b119-e15bc33412e6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:48.731189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a5ec747-8054-4f1a-80e4-4bf48a92844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:48.787825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a5ec747-8054-4f1a-80e4-4bf48a92844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:48.817241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ec747-8054-4f1a-80e4-4bf48a92844f None None] Routers {'b1e2f90b-bdab-4c3e-b119-e15bc33412e6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:48.824267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a5ec747-8054-4f1a-80e4-4bf48a92844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:48.862321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efc220dd-b105-413a-89f7-bc5366f33821 req-2ab33b22-3911-4164-94e1-024ad4e959bd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106662 Feb 15 14:22:48.872370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Attempting to bind port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:22:48.873730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Attempting to bind port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:22:48.874101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Attempting to bind port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 on network 1b472c56-6d3b-45dc-b65f-bfe802b20969 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:22:48.881206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 on network 1b472c56-6d3b-45dc-b65f-bfe802b20969 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:22:48.881919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Attempting to bind port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 on network 1b472c56-6d3b-45dc-b65f-bfe802b20969 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:22:48.889236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:22:48.889653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Checking segment: {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:48.890110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Bound using segment: {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:22:48.890552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Bound port: cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:22:48.890998 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:48.902822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a5ec747-8054-4f1a-80e4-4bf48a92844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:48.912546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ec747-8054-4f1a-80e4-4bf48a92844f None None] The sync data for ids ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:22:49.071094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57932d2d-0e38-4c7b-92bf-fee4a30782e8 req-3a06ee7b-4d4d-46d1-82e5-1e2b9b5ca9af tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:49.090330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57932d2d-0e38-4c7b-92bf-fee4a30782e8 req-3a06ee7b-4d4d-46d1-82e5-1e2b9b5ca9af tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 948 time: 0.1141498 Feb 15 14:22:49.094647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:22:49.122798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:22:49.139472 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:49.214341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:49.215109 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:49.216696 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] 10.222.0.67 "PUT /v2.0/ports/cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 1093 time: 1.5681252 Feb 15 14:22:49.217974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:22:49.226298 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6fe42b-21dc-44ac-9b9f-c61617116560" -d '{"events": [{"name": "network-changed", "server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:22:49.345078 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f33696b-80e6-4e84-bb94-965a9cf1d48e x-openstack-request-id: req-8f33696b-80e6-4e84-bb94-965a9cf1d48e {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:22:49.346116 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:22:49.346603 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f33696b-80e6-4e84-bb94-965a9cf1d48e {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:22:49.347210 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'status': 'completed', 'code': 200} Feb 15 14:22:49.354593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57932d2d-0e38-4c7b-92bf-fee4a30782e8 req-20dfa918-cd9b-49e1-84c2-694a716fb1f0 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632570 Feb 15 14:22:49.356937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055bcd0-f4e4-468c-8b1c-3fde4e14df0f service neutron] Pushing event updated for resources: {'Port': ['ID=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:49.383873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-8248867f-67e5-4919-af83-4a2980b8d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:49.385825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-8248867f-67e5-4919-af83-4a2980b8d0e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1127 time: 0.0865049 Feb 15 14:22:49.400626 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e99691ad-6226-407c-abaf-0db7de33357f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:49.461725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-84c5d9a8-dd33-47bb-89eb-829c99586a96 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 217 time: 0.0649142 Feb 15 14:22:49.570356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-59f8e84e-2b0a-4ee1-a6c4-c9580bd902b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:49.572310 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-59f8e84e-2b0a-4ee1-a6c4-c9580bd902b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 200 len: 834 time: 0.1035523 Feb 15 14:22:49.647062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-50cd2fc5-1256-4d5e-91db-2c4ae9cd613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:49.649402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-50cd2fc5-1256-4d5e-91db-2c4ae9cd613f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b472c56-6d3b-45dc-b65f-bfe802b20969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0701807 Feb 15 14:22:49.730572 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:49.828307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-918ba706-fd93-40c3-976c-e72bb8e67842 service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712399 Feb 15 14:22:49.835674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae59e84-fba6-47e7-bbac-a41ccb4df36f req-7141b107-7552-490f-a80c-61b0d9815696 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:49.843895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ae59e84-fba6-47e7-bbac-a41ccb4df36f req-7141b107-7552-490f-a80c-61b0d9815696 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1034398 Feb 15 14:22:49.855950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e99691ad-6226-407c-abaf-0db7de33357f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port 92783456-c356-4292-8334-0991834465c2 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:49.856294 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e99691ad-6226-407c-abaf-0db7de33357f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (92783456-c356-4292-8334-0991834465c2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:49.961790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ae59e84-fba6-47e7-bbac-a41ccb4df36f req-fae2c8b8-b9ba-41f7-8dc8-231ded4a7d6c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145926 Feb 15 14:22:50.024088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71dd020d-446f-43be-bc2f-51549c1256a6 req-f9dbbcd1-8a20-47a1-be11-d9fb8cb1d74e service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720040 Feb 15 14:22:50.251835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe42b-21dc-44ac-9b9f-c61617116560 req-b7e7acf4-5a31-47eb-b515-056539e80ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:50.257394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca6fe42b-21dc-44ac-9b9f-c61617116560 req-b7e7acf4-5a31-47eb-b515-056539e80ee2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1127 time: 0.1674175 Feb 15 14:22:50.270839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8b17a-211d-4439-a8a5-da748fdaa3d6 req-f924b42a-dad4-45d9-877c-b29b0a9a0bf2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:50.278374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4b8b17a-211d-4439-a8a5-da748fdaa3d6 req-f924b42a-dad4-45d9-877c-b29b0a9a0bf2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 944 time: 0.2217824 Feb 15 14:22:50.441948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4b8b17a-211d-4439-a8a5-da748fdaa3d6 req-4058f75d-7f97-48cb-b17f-1ef192815d47 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448379 Feb 15 14:22:50.483153 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e99691ad-6226-407c-abaf-0db7de33357f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (92783456-c356-4292-8334-0991834465c2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:50.486975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe42b-21dc-44ac-9b9f-c61617116560 req-1a516d3b-4db1-4528-888c-6bd75712e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:50.488476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca6fe42b-21dc-44ac-9b9f-c61617116560 req-1a516d3b-4db1-4528-888c-6bd75712e3cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 897 time: 0.2087002 Feb 15 14:22:50.523835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e99691ad-6226-407c-abaf-0db7de33357f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for 92783456-c356-4292-8334-0991834465c2 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:50.602920 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca6fe42b-21dc-44ac-9b9f-c61617116560 req-ab8fd6b3-9d74-4820-8787-928ca6bba90d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 217 time: 0.0866165 Feb 15 14:22:50.700276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fdba1-2129-4633-a084-f11de88b5600 req-f0d1a129-7802-42f2-9d1e-bcbb1311d166 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:50.701868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e62fdba1-2129-4633-a084-f11de88b5600 req-f0d1a129-7802-42f2-9d1e-bcbb1311d166 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 948 time: 0.1946576 Feb 15 14:22:50.732978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe42b-21dc-44ac-9b9f-c61617116560 req-9b6cbda1-05de-421e-818b-391e212eecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:50.734396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca6fe42b-21dc-44ac-9b9f-c61617116560 req-9b6cbda1-05de-421e-818b-391e212eecce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 200 len: 834 time: 0.1231711 Feb 15 14:22:50.796702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39043df4-9b75-43ea-a83b-f07442674678 req-c15778eb-eae3-45ac-9add-118f86083b73 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:50.798638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39043df4-9b75-43ea-a83b-f07442674678 req-c15778eb-eae3-45ac-9add-118f86083b73 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.67 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 948 time: 0.1497824 Feb 15 14:22:50.899622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e62fdba1-2129-4633-a084-f11de88b5600 req-ad247318-df40-48ec-a32e-9976b8b45fac tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/security-groups?id=8bd72756-b9f9-4436-a53a-7c2660558b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894283 Feb 15 14:22:50.901737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e99691ad-6226-407c-abaf-0db7de33357f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (92783456-c356-4292-8334-0991834465c2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:50.931005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fe42b-21dc-44ac-9b9f-c61617116560 req-48c27c6c-9c65-485f-af17-e623ea9bcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:50.933102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca6fe42b-21dc-44ac-9b9f-c61617116560 req-48c27c6c-9c65-485f-af17-e623ea9bcbe7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b472c56-6d3b-45dc-b65f-bfe802b20969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1921506 Feb 15 14:22:50.966135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99691ad-6226-407c-abaf-0db7de33357f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=92783456-c356-4292-8334-0991834465c2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:51.090442 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:51.268392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e99691ad-6226-407c-abaf-0db7de33357f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:51.454893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-39043df4-9b75-43ea-a83b-f07442674678 req-7af92a1d-88d2-4a22-9778-4749365089b6 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Deleting port caae5800-5d03-4c52-b57b-839d33bcdaea {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:51.455639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39043df4-9b75-43ea-a83b-f07442674678 req-7af92a1d-88d2-4a22-9778-4749365089b6 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:51.559201 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-39043df4-9b75-43ea-a83b-f07442674678 req-7af92a1d-88d2-4a22-9778-4749365089b6 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] For port caae5800-5d03-4c52-b57b-839d33bcdaea, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=caae5800-5d03-4c52-b57b-839d33bcdaea,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:51.559585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39043df4-9b75-43ea-a83b-f07442674678 req-7af92a1d-88d2-4a22-9778-4749365089b6 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:51.575872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-39043df4-9b75-43ea-a83b-f07442674678 req-7af92a1d-88d2-4a22-9778-4749365089b6 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Calling delete_port for caae5800-5d03-4c52-b57b-839d33bcdaea owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:51.639539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99691ad-6226-407c-abaf-0db7de33357f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router b1e2f90b-bdab-4c3e-b119-e15bc33412e6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:22:51.673013 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:22:51.777886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99691ad-6226-407c-abaf-0db7de33357f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:22:51.788091 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e99691ad-6226-407c-abaf-0db7de33357f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/b1e2f90b-bdab-4c3e-b119-e15bc33412e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0705748 Feb 15 14:22:51.791278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59370) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:51.793623 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97008924-f19c-463b-b086-c2238427c7a1 None None] Sync routers for ids ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:22:51.838761 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97008924-f19c-463b-b086-c2238427c7a1 None None] Routers {'b1e2f90b-bdab-4c3e-b119-e15bc33412e6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:51.842107 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-97008924-f19c-463b-b086-c2238427c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:51.865216 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3f05c1cc-b528-4c96-8fe3-50d2984e4bdb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1e2f90b-bdab-4c3e-b119-e15bc33412e6 HTTP/1.1" status: 200 len: 205 time: 0.0697932 Feb 15 14:22:51.865808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59372) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:51.886677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4daf71-ad60-418a-8308-ae87a2fbf1c7 req-54f5587e-62df-4264-beba-50e84d95e3bc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:51.893734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d4daf71-ad60-418a-8308-ae87a2fbf1c7 req-54f5587e-62df-4264-beba-50e84d95e3bc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.2299488 Feb 15 14:22:51.919130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85d37-9099-4a50-b909-4b45f5e0e866 req-b4d94adf-dd86-49f7-a721-95c8076ab063 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:51.920819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bc85d37-9099-4a50-b909-4b45f5e0e866 req-b4d94adf-dd86-49f7-a721-95c8076ab063 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 944 time: 0.2475617 Feb 15 14:22:51.952459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca6fe42b-21dc-44ac-9b9f-c61617116560 req-ca36ed7d-fef6-4c26-b581-dcd75fa65ab6 service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0123510 Feb 15 14:22:51.959740 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-97008924-f19c-463b-b086-c2238427c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:51.982309 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97008924-f19c-463b-b086-c2238427c7a1 None None] Routers {'b1e2f90b-bdab-4c3e-b119-e15bc33412e6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:22:51.983813 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-97008924-f19c-463b-b086-c2238427c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:52.045367 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-97008924-f19c-463b-b086-c2238427c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:52.046492 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97008924-f19c-463b-b086-c2238427c7a1 None None] The sync data for ids ['b1e2f90b-bdab-4c3e-b119-e15bc33412e6'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:22:52.051316 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e149e46-0377-41dc-ac36-82a74e76f076 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:52.077237 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d4daf71-ad60-418a-8308-ae87a2fbf1c7 req-8f0757d9-245c-4ef2-a09a-ed0f95c7d086 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825137 Feb 15 14:22:52.082726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39043df4-9b75-43ea-a83b-f07442674678 req-7af92a1d-88d2-4a22-9778-4749365089b6 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (caae5800-5d03-4c52-b57b-839d33bcdaea), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:52.097995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['caae5800-5d03-4c52-b57b-839d33bcdaea'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:22:52.229929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af92a1d-88d2-4a22-9778-4749365089b6 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Pushing event deleted for resources: {'Port': ['ID=caae5800-5d03-4c52-b57b-839d33bcdaea,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:52.237328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e0d8591-617a-4ab8-9e08-9f80d222a57d req-2040e61a-183e-4e4c-86c6-391861254e59 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.72 "GET /v2.0/ports?device_id=70e4bd8b-4bba-496c-8bea-32ce4322aeac HTTP/1.1" status: 200 len: 210 time: 0.0485117 Feb 15 14:22:52.338652 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca6fe42b-21dc-44ac-9b9f-c61617116560 req-72ac0db8-25f8-4634-a7a3-6daf09be8f65 service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725171 Feb 15 14:22:52.344201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8bc85d37-9099-4a50-b909-4b45f5e0e866 req-d3077ffc-446b-4727-b5cc-eac569b1e697 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064271 Feb 15 14:22:52.372491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-39043df4-9b75-43ea-a83b-f07442674678 req-7af92a1d-88d2-4a22-9778-4749365089b6 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] No DVR routers for this DVR port caae5800-5d03-4c52-b57b-839d33bcdaea on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:22:52.375432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-39043df4-9b75-43ea-a83b-f07442674678 req-7af92a1d-88d2-4a22-9778-4749365089b6 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:52.381803 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39043df4-9b75-43ea-a83b-f07442674678 req-7af92a1d-88d2-4a22-9778-4749365089b6 tempest-VolumesBackupsTest-255066186 tempest-VolumesBackupsTest-255066186-project] 10.222.0.67 "DELETE /v2.0/ports/caae5800-5d03-4c52-b57b-839d33bcdaea HTTP/1.1" status: 204 len: 173 time: 1.5710196 Feb 15 14:22:52.382293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e4bd8b-4bba-496c-8bea-32ce4322aeac', 'name': 'network-vif-deleted', 'tag': 'caae5800-5d03-4c52-b57b-839d33bcdaea'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:22:52.385152 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3759f5-87fa-47cc-af6f-668fb6b0b0bc" -d '{"events": [{"server_uuid": "70e4bd8b-4bba-496c-8bea-32ce4322aeac", "name": "network-vif-deleted", "tag": "caae5800-5d03-4c52-b57b-839d33bcdaea"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:22:52.424437 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e149e46-0377-41dc-ac36-82a74e76f076 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:52.427310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e149e46-0377-41dc-ac36-82a74e76f076 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:52.437273 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb64d077-ad4d-4a10-8038-d08238d79ab3 x-openstack-request-id: req-eb64d077-ad4d-4a10-8038-d08238d79ab3 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:22:52.439243 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e4bd8b-4bba-496c-8bea-32ce4322aeac", "name": "network-vif-deleted", "tag": "caae5800-5d03-4c52-b57b-839d33bcdaea", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:22:52.439684 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eb64d077-ad4d-4a10-8038-d08238d79ab3 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:22:52.440412 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e4bd8b-4bba-496c-8bea-32ce4322aeac', 'name': 'network-vif-deleted', 'tag': 'caae5800-5d03-4c52-b57b-839d33bcdaea', 'status': 'completed', 'code': 200} Feb 15 14:22:52.504929 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e149e46-0377-41dc-ac36-82a74e76f076 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (b1e2f90b-bdab-4c3e-b119-e15bc33412e6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:52.506279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e149e46-0377-41dc-ac36-82a74e76f076 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Fanout notify agent at l3_agent the message router_deleted on router b1e2f90b-bdab-4c3e-b119-e15bc33412e6 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:22:52.518322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e149e46-0377-41dc-ac36-82a74e76f076 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:52.526738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59386) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:52.530489 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5e149e46-0377-41dc-ac36-82a74e76f076 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/b1e2f90b-bdab-4c3e-b119-e15bc33412e6 HTTP/1.1" status: 204 len: 168 time: 0.6629477 Feb 15 14:22:52.693432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf31836-f777-4c0a-93d8-b7e1b2af7936 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting subnet 464e87e9-e85f-453c-a65e-9fe20895a914 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:22:52.707207 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bf31836-f777-4c0a-93d8-b7e1b2af7936 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (464e87e9-e85f-453c-a65e-9fe20895a914), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:52.840498 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bf31836-f777-4c0a-93d8-b7e1b2af7936 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (464e87e9-e85f-453c-a65e-9fe20895a914), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:53.015664 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bf31836-f777-4c0a-93d8-b7e1b2af7936 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (464e87e9-e85f-453c-a65e-9fe20895a914), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:53.168221 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bf31836-f777-4c0a-93d8-b7e1b2af7936 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (464e87e9-e85f-453c-a65e-9fe20895a914), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:53.207616 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bf31836-f777-4c0a-93d8-b7e1b2af7936 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:53.207809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d4365e-7db1-4b6a-810f-e95f58efb1ab None None] Network a4b794c9-0c03-40a7-82e2-95bed4af05ed requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:53.212716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9bf31836-f777-4c0a-93d8-b7e1b2af7936 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/464e87e9-e85f-453c-a65e-9fe20895a914 HTTP/1.1" status: 204 len: 168 time: 0.6813264 Feb 15 14:22:53.213999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59404) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:53.262315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf31836-f777-4c0a-93d8-b7e1b2af7936 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Subnet': ['ID=464e87e9-e85f-453c-a65e-9fe20895a914,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:53.380161 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-598a459d-ebcf-46fb-a4f1-acb9b74ed8fb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting subnet bc1f5b79-c3fc-459d-b1bb-10e91192ee31 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:22:53.388427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-598a459d-ebcf-46fb-a4f1-acb9b74ed8fb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (bc1f5b79-c3fc-459d-b1bb-10e91192ee31), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:53.423967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca6e21-7c69-417d-a7bb-6f097d718e94 req-67f81899-6c7e-44cb-96a6-bc3e26dac62e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:53.425952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1aca6e21-7c69-417d-a7bb-6f097d718e94 req-67f81899-6c7e-44cb-96a6-bc3e26dac62e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1662300 Feb 15 14:22:53.479551 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-598a459d-ebcf-46fb-a4f1-acb9b74ed8fb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (bc1f5b79-c3fc-459d-b1bb-10e91192ee31), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:53.519090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d59417-b99b-406b-918c-cd4e02bba537 None None] DHCP port deletion for a4b794c9-0c03-40a7-82e2-95bed4af05ed request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:22:53.557196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1aca6e21-7c69-417d-a7bb-6f097d718e94 req-12fba990-0067-498f-8d9c-f932f1fe631b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186416 Feb 15 14:22:53.569759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-4bb5c767-3053-48ad-b5d3-fd4914933f23 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:53.576592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-4bb5c767-3053-48ad-b5d3-fd4914933f23 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/networks?id=e1e70d35-e092-4668-9de7-2f56f4c21ffe HTTP/1.1" status: 200 len: 809 time: 0.2630689 Feb 15 14:22:53.602838 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-16e1349d-0dfb-4865-80d2-6d5786dd6a75 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/quotas/8116a6d83a914d5f88d2adad940ca4d9 HTTP/1.1" status: 200 len: 375 time: 0.0173404 Feb 15 14:22:53.621274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-52d59417-b99b-406b-918c-cd4e02bba537 None None] Deleting port e5933d69-8079-49a8-83ac-ae6ca3aa3232 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:53.621794 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52d59417-b99b-406b-918c-cd4e02bba537 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:53.677775 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-598a459d-ebcf-46fb-a4f1-acb9b74ed8fb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (bc1f5b79-c3fc-459d-b1bb-10e91192ee31), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:53.682528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-b7c071ce-9d5c-46b5-a5bf-9222b19293c7 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8116a6d83a914d5f88d2adad940ca4d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729995 Feb 15 14:22:53.821430 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-52d59417-b99b-406b-918c-cd4e02bba537 None None] For port e5933d69-8079-49a8-83ac-ae6ca3aa3232, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e5933d69-8079-49a8-83ac-ae6ca3aa3232,segment=NetworkSegment(3e48fe4b-f87c-484a-8fab-ba141d254b74),segment_id=3e48fe4b-f87c-484a-8fab-ba141d254b74)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:53.822063 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52d59417-b99b-406b-918c-cd4e02bba537 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:53.847041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-598a459d-ebcf-46fb-a4f1-acb9b74ed8fb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (bc1f5b79-c3fc-459d-b1bb-10e91192ee31), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:53.882517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-52d59417-b99b-406b-918c-cd4e02bba537 None None] Calling delete_port for e5933d69-8079-49a8-83ac-ae6ca3aa3232 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:53.913972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d58e9e-48ba-4bb8-91ae-543ff2f3a298 None None] Network c0eb2280-99c6-4781-b995-583fcacbc2af requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:53.953661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d32c8b-0499-48b2-8482-5247088fdd81 req-9bf30e9d-b924-43f1-a630-ccf34fb50e29 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:53.955632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53d32c8b-0499-48b2-8482-5247088fdd81 req-9bf30e9d-b924-43f1-a630-ccf34fb50e29 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 944 time: 0.2249851 Feb 15 14:22:53.964333 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-598a459d-ebcf-46fb-a4f1-acb9b74ed8fb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:53.976904 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-598a459d-ebcf-46fb-a4f1-acb9b74ed8fb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/bc1f5b79-c3fc-459d-b1bb-10e91192ee31 HTTP/1.1" status: 204 len: 168 time: 0.7481585 Feb 15 14:22:53.976904 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a459d-ebcf-46fb-a4f1-acb9b74ed8fb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1f5b79-c3fc-459d-b1bb-10e91192ee31,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:53.981784 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59420) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:54.103317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53d32c8b-0499-48b2-8482-5247088fdd81 req-94b02b3c-2966-4fc3-9e29-c7ebfce6604b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395764 Feb 15 14:22:54.114557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-f999548d-da51-4d80-a9d3-36a0ececd252 service neutron] 10.222.0.72 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223981 Feb 15 14:22:54.211139 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a4b794c9-0c03-40a7-82e2-95bed4af05ed), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:54.239996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:22:54.316670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-f4559ad8-7561-40b2-8064-1e30602ce3e6 service neutron] 10.222.0.72 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006450 Feb 15 14:22:54.340786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port e5933d69-8079-49a8-83ac-ae6ca3aa3232 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:54.341281 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:54.411326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:54.427235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device caae5800-5d03-4c52-b57b-839d33bcdaea no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:22:54.439520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'port_id': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'mac_address': 'fa:16:3e:8b:ed:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:22:54.444050 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e5933d69-8079-49a8-83ac-ae6ca3aa3232 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:22:54.481230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port e5933d69-8079-49a8-83ac-ae6ca3aa3232, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e5933d69-8079-49a8-83ac-ae6ca3aa3232,segment=NetworkSegment(3e48fe4b-f87c-484a-8fab-ba141d254b74),segment_id=3e48fe4b-f87c-484a-8fab-ba141d254b74)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:54.481629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:54.511598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for e5933d69-8079-49a8-83ac-ae6ca3aa3232 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:54.598685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: caae5800-5d03-4c52-b57b-839d33bcdaea {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:22:54.599119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device caae5800-5d03-4c52-b57b-839d33bcdaea not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:22:54.712217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb96978f-a28b-4fc5-943a-6f44e856519b req-5f5ef70b-fea2-4503-b75d-d014852fa5cd tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 210 time: 0.0790789 Feb 15 14:22:54.718476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:54.718815 n-d-829064-15 neutron-server[109973]: INFO neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No ports have port_id starting with e5933d69-8079-49a8-83ac-ae6ca3aa3232 Feb 15 14:22:54.791828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=e5933d69-8079-49a8-83ac-ae6ca3aa3232,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:54.800462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No DVR routers for this DVR port e5933d69-8079-49a8-83ac-ae6ca3aa3232 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:22:54.870124 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:54.870636 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:54.873810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ec6fa-5ee7-4d93-ad5c-8c05921f2fe5 req-cac3dc61-d259-4ffb-89e9-c447dbaeac39 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:54.888918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-155ec6fa-5ee7-4d93-ad5c-8c05921f2fe5 req-cac3dc61-d259-4ffb-89e9-c447dbaeac39 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1410205 Feb 15 14:22:54.890163 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52d59417-b99b-406b-918c-cd4e02bba537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (e5933d69-8079-49a8-83ac-ae6ca3aa3232), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:54.989232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d59417-b99b-406b-918c-cd4e02bba537 None None] Pushing event deleted for resources: {'Port': ['ID=e5933d69-8079-49a8-83ac-ae6ca3aa3232,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:55.031098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-155ec6fa-5ee7-4d93-ad5c-8c05921f2fe5 req-99c7a713-9a0b-49a0-84af-f8c241d1e3a2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344547 Feb 15 14:22:55.048450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d59417-b99b-406b-918c-cd4e02bba537 None None] No DVR routers for this DVR port e5933d69-8079-49a8-83ac-ae6ca3aa3232 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:22:55.062150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:22:55.087441 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a4b794c9-0c03-40a7-82e2-95bed4af05ed), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:55.122090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b794c9-0c03-40a7-82e2-95bed4af05ed']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:55.140402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:55.152288 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:55.176628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e48fe4b-f87c-484a-8fab-ba141d254b74') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:55.177486 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e48fe4b-f87c-484a-8fab-ba141d254b74') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:55.204081 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (3e48fe4b-f87c-484a-8fab-ba141d254b74), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:55.251876 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3e48fe4b-f87c-484a-8fab-ba141d254b74), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:55.278276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:22:55.278684 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (3e48fe4b-f87c-484a-8fab-ba141d254b74), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:22:55.292219 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:22:55.311147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:55.315832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7816defc-f96a-407b-b30a-37bc16e28414 None None] DHCP port deletion for c0eb2280-99c6-4781-b995-583fcacbc2af request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:22:55.363077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3b877-51b4-46e5-874c-025cf05c7bfd req-eb0e48bc-799e-4695-a4ce-de832e4fb4fe tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:55.381194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0d3b877-51b4-46e5-874c-025cf05c7bfd req-eb0e48bc-799e-4695-a4ce-de832e4fb4fe tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 945 time: 0.1314240 Feb 15 14:22:55.447947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7816defc-f96a-407b-b30a-37bc16e28414 None None] Deleting port b6ab8405-a2e5-4c40-af36-977b43d8f52c {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:55.449018 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7816defc-f96a-407b-b30a-37bc16e28414 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:55.482677 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0d3b877-51b4-46e5-874c-025cf05c7bfd req-6635c536-5bfe-4d20-a676-2de520ad89c8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003835 Feb 15 14:22:55.518652 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a4b794c9-0c03-40a7-82e2-95bed4af05ed), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:55.532371 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:55.544624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59450) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:55.547310 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/networks/a4b794c9-0c03-40a7-82e2-95bed4af05ed HTTP/1.1" status: 204 len: 168 time: 1.5566306 Feb 15 14:22:55.576686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['cb35bdc9-3d38-4df0-a33d-4eb466bdcc00'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:22:55.582010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec55bf-e8f7-4a0f-857b-45713f7d4082 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Network': ['ID=a4b794c9-0c03-40a7-82e2-95bed4af05ed,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:55.684414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7816defc-f96a-407b-b30a-37bc16e28414 None None] For port b6ab8405-a2e5-4c40-af36-977b43d8f52c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b6ab8405-a2e5-4c40-af36-977b43d8f52c,segment=NetworkSegment(6182a42d-ebf4-4c87-baa4-9f76b46082fb),segment_id=6182a42d-ebf4-4c87-baa4-9f76b46082fb)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:55.684812 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7816defc-f96a-407b-b30a-37bc16e28414 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:55.705166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7816defc-f96a-407b-b30a-37bc16e28414 None None] Calling delete_port for b6ab8405-a2e5-4c40-af36-977b43d8f52c owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:55.747048 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (c0eb2280-99c6-4781-b995-583fcacbc2af), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:55.911674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c0eb203-d01f-45ac-8371-5a98d8cf7d76 req-5bdd45c6-ba24-45e6-a41e-ff044220fc6f tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 210 time: 0.0476632 Feb 15 14:22:55.946149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port b6ab8405-a2e5-4c40-af36-977b43d8f52c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:22:55.946965 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:56.080425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port b6ab8405-a2e5-4c40-af36-977b43d8f52c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b6ab8405-a2e5-4c40-af36-977b43d8f52c,segment=NetworkSegment(6182a42d-ebf4-4c87-baa4-9f76b46082fb),segment_id=6182a42d-ebf4-4c87-baa4-9f76b46082fb)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:56.083328 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:56.121792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for b6ab8405-a2e5-4c40-af36-977b43d8f52c owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:22:56.221406 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7816defc-f96a-407b-b30a-37bc16e28414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:56.227251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b6ab8405-a2e5-4c40-af36-977b43d8f52c no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:22:56.251095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b6ab8405-a2e5-4c40-af36-977b43d8f52c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:22:56.251373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b6ab8405-a2e5-4c40-af36-977b43d8f52c not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:22:56.291821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816defc-f96a-407b-b30a-37bc16e28414 None None] Pushing event deleted for resources: {'Port': ['ID=b6ab8405-a2e5-4c40-af36-977b43d8f52c,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:56.300096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816defc-f96a-407b-b30a-37bc16e28414 None None] No DVR routers for this DVR port b6ab8405-a2e5-4c40-af36-977b43d8f52c on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:22:56.311373 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b6ab8405-a2e5-4c40-af36-977b43d8f52c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:56.352289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=b6ab8405-a2e5-4c40-af36-977b43d8f52c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:56.371458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No DVR routers for this DVR port b6ab8405-a2e5-4c40-af36-977b43d8f52c on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:22:56.580123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab74063-7711-4ca3-82af-17eea216b769 req-832381fb-7539-4918-af8f-6a8aa325e03d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:56.583460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ab74063-7711-4ca3-82af-17eea216b769 req-832381fb-7539-4918-af8f-6a8aa325e03d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.3103485 Feb 15 14:22:56.599212 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (c0eb2280-99c6-4781-b995-583fcacbc2af), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:56.637396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-464bbb3f-e6eb-4ade-936a-3fdfac8762c3 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:56.639598 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-464bbb3f-e6eb-4ade-936a-3fdfac8762c3 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.42 "GET /v2.0/networks?id=e1e70d35-e092-4668-9de7-2f56f4c21ffe HTTP/1.1" status: 200 len: 809 time: 0.2078748 Feb 15 14:22:56.655067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Request body: {'port': {'device_id': '0f35af80-1340-4098-babd-252ae0873060', 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe', 'admin_state_up': True, 'tenant_id': '8116a6d83a914d5f88d2adad940ca4d9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:56.772802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0eb2280-99c6-4781-b995-583fcacbc2af']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:56.808626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6182a42d-ebf4-4c87-baa4-9f76b46082fb') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:56.808927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6182a42d-ebf4-4c87-baa4-9f76b46082fb') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:22:56.822751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ab74063-7711-4ca3-82af-17eea216b769 req-3b435b2a-588a-49d5-a774-8737e1617de8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172771 Feb 15 14:22:56.828965 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (6182a42d-ebf4-4c87-baa4-9f76b46082fb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:56.854586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Made reservation on behalf of 8116a6d83a914d5f88d2adad940ca4d9 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:56.859938 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:56.870545 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6182a42d-ebf4-4c87-baa4-9f76b46082fb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:56.882467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65e5c6-847b-4a12-8256-3a79aea2478b req-a033b2c0-b43d-48d6-800c-266a1e65c67a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:56.884522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e65e5c6-847b-4a12-8256-3a79aea2478b req-a033b2c0-b43d-48d6-800c-266a1e65c67a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 945 time: 0.2213769 Feb 15 14:22:56.891440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:22:56.891974 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (6182a42d-ebf4-4c87-baa4-9f76b46082fb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:22:56.896463 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:22:57.174389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Allocated IP 172.20.0.14 (e1e70d35-e092-4668-9de7-2f56f4c21ffe/1de5a6e3-279e-4cea-b54a-e7a387d554e9/dd283e57-9b33-4687-8e4a-27b0b5f04d92) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:57.251796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e65e5c6-847b-4a12-8256-3a79aea2478b req-ccf1354a-ef5c-4293-91fb-2a3a1f70f8d1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497469 Feb 15 14:22:57.267403 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0d4ba4b-3c60-4be7-a8cb-0b0182c75115 req-148d0704-bbe5-4795-ace6-928a1b5f34d7 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 210 time: 0.2081420 Feb 15 14:22:57.267403 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (c0eb2280-99c6-4781-b995-583fcacbc2af), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:57.295119 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:57.301871 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/networks/c0eb2280-99c6-4781-b995-583fcacbc2af HTTP/1.1" status: 204 len: 168 time: 1.7558002 Feb 15 14:22:57.317092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59470) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:57.323355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d65731-485a-46c4-99a2-738c983de0d9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Network': ['ID=c0eb2280-99c6-4781-b995-583fcacbc2af,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:57.333244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'network': {'name': 'tempest-RoutersTest-292134717'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:57.431193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:57.435729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:57.484104 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:22:57.505293 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1cbc5629-9538-4fc5-b11e-a76c8bf098fc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:57.505773 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added segment 1cbc5629-9538-4fc5-b11e-a76c8bf098fc of type vlan for network f5d34bb8-0241-416a-8886-bf52a82c21d3 Feb 15 14:22:57.555000 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (f5d34bb8-0241-416a-8886-bf52a82c21d3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:57.593348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (f5d34bb8-0241-416a-8886-bf52a82c21d3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:57.599517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:57.600135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:57.688581 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3703341 Feb 15 14:22:57.691282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59474) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:57.697850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'subnet': {'network_id': 'f5d34bb8-0241-416a-8886-bf52a82c21d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:57.758869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks [] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:57.785570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aed049-20a2-4d71-9960-8cb2bf10ac33 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Network': ['ID=f5d34bb8-0241-416a-8886-bf52a82c21d3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:57.805605 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network f5d34bb8-0241-416a-8886-bf52a82c21d3 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:22:57.927394 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:57.976172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:22:57.982830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:58.064285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Network e1e70d35-e092-4668-9de7-2f56f4c21ffe is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:22:58.076582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:58.092343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:22:58.205462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Pushing event updated for resources: {'Port': ['ID=dd283e57-9b33-4687-8e4a-27b0b5f04d92,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:58.219796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:22:58.262058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:58.264889 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:58.318818 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-a2510564-0b8e-45e2-9878-f778ae8cff49 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6686535 Feb 15 14:22:58.332316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Request body: {'port': {'device_id': '0f35af80-1340-4098-babd-252ae0873060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:58.386891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:22:58.391648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:22:58.392164 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:58.498546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:58.568016 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (4371439f-0e6e-4111-b136-117dcbd6ba8c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:58.594075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:22:58.594694 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:58.623549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:22:58.627112 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e944ac47-a47f-4d5f-b7ba-0e8041d39a26" -d '{"events": [{"server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "name": "network-vif-plugged", "status": "completed", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:22:58.643346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:22:58.648892 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:58.706785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:58.727646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Subnet': ['ID=4371439f-0e6e-4111-b136-117dcbd6ba8c,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:58.879624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dce8b3-e510-408d-b9f4-f719aeb7c1ff req-d99a14ab-920b-4ba0-bf42-fd55b7180857 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:58.881813 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97dce8b3-e510-408d-b9f4-f719aeb7c1ff req-d99a14ab-920b-4ba0-bf42-fd55b7180857 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.8597565 Feb 15 14:22:58.882936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Checking segment: {'id': '1cbc5629-9538-4fc5-b11e-a76c8bf098fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f5d34bb8-0241-416a-8886-bf52a82c21d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:58.883545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network hostable DHCP agents. Network: f5d34bb8-0241-416a-8886-bf52a82c21d3, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:22:58.961626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd283e57-9b33-4687-8e4a-27b0b5f04d92 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:22:58.971395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Publish callbacks [] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:58.982152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08e208-c157-40a6-afd2-6512372d0c6f req-d19ee499-a6c3-4169-9f11-cfe5dee07994 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:58.985270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Transition to ACTIVE for port object dd283e57-9b33-4687-8e4a-27b0b5f04d92 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:22:58.991280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b08e208-c157-40a6-afd2-6512372d0c6f req-d19ee499-a6c3-4169-9f11-cfe5dee07994 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 945 time: 0.4473794 Feb 15 14:22:58.998768 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:59.060547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network f5d34bb8-0241-416a-8886-bf52a82c21d3 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:22:59.074406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Pushing event updated for resources: {'Port': ['ID=dd283e57-9b33-4687-8e4a-27b0b5f04d92,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:59.086116 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.086773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.087359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.088520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.089164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.089673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.090197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.090694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.091260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.091758 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.092258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.092822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.093366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:22:59.112706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97dce8b3-e510-408d-b9f4-f719aeb7c1ff req-0cc1142d-e1a0-4a32-addf-3743919c77fa tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234728 Feb 15 14:22:59.135732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b08e208-c157-40a6-afd2-6512372d0c6f req-7bf9a70b-fae0-4df8-9330-5fec703c6acc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431363 Feb 15 14:22:59.157491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, f5d34bb8-0241-416a-8886-bf52a82c21d3) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:22:59.170532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7680c99-938c-43e5-b80c-a6cf423192c6 None None] Network f5d34bb8-0241-416a-8886-bf52a82c21d3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:22:59.171176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:59.171310 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:59.215328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3494dc81-df68-42bf-b389-1612db6bf13d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5212941 Feb 15 14:22:59.218303 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59492) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:59.229404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-93f01f81-5191-45cb-a98b-6d2ea39c4da8 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-803033401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:59.310481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Attempting to bind port dd283e57-9b33-4687-8e4a-27b0b5f04d92 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:22:59.311174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Attempting to bind port dd283e57-9b33-4687-8e4a-27b0b5f04d92 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '17b406ac-6dd7-4b32-b729-d465c9260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:22:59.312292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Attempting to bind port dd283e57-9b33-4687-8e4a-27b0b5f04d92 on network e1e70d35-e092-4668-9de7-2f56f4c21ffe {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:22:59.325433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Port dd283e57-9b33-4687-8e4a-27b0b5f04d92 on network e1e70d35-e092-4668-9de7-2f56f4c21ffe not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:22:59.328653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Attempting to bind port dd283e57-9b33-4687-8e4a-27b0b5f04d92 on network e1e70d35-e092-4668-9de7-2f56f4c21ffe {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:22:59.347106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:22:59.347677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Checking segment: {'id': '17b406ac-6dd7-4b32-b729-d465c9260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:22:59.349492 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Bound using segment: {'id': '17b406ac-6dd7-4b32-b729-d465c9260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:22:59.350702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Bound port: dd283e57-9b33-4687-8e4a-27b0b5f04d92, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b406ac-6dd7-4b32-b729-d465c9260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:22:59.354261 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:59.415219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-f5d34bb8-0241-416a-8886-bf52a82c21d3', 'network_id': 'f5d34bb8-0241-416a-8886-bf52a82c21d3', 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'fixed_ips': [{'subnet_id': '4371439f-0e6e-4111-b136-117dcbd6ba8c'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:22:59.426771 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:59.430108 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93f01f81-5191-45cb-a98b-6d2ea39c4da8 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (7d77ecd1-93be-4702-adf2-1a61b07722f7), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:59.431062 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93f01f81-5191-45cb-a98b-6d2ea39c4da8 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (7d77ecd1-93be-4702-adf2-1a61b07722f7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:59.477124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a31e1-032a-4e65-a06d-9d8928762122 req-781d459c-06cc-4b79-91e6-5150ac7b81ee tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:59.478688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d11a31e1-032a-4e65-a06d-9d8928762122 req-781d459c-06cc-4b79-91e6-5150ac7b81ee tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 944 time: 0.2172685 Feb 15 14:22:59.524682 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3a9bb8-974c-476a-ada6-030a4c6fd81a x-openstack-request-id: req-0f3a9bb8-974c-476a-ada6-030a4c6fd81a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:22:59.525103 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "name": "network-vif-plugged", "status": "completed", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:22:59.525295 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0f3a9bb8-974c-476a-ada6-030a4c6fd81a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:22:59.525675 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'code': 200} Feb 15 14:22:59.530019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] For port dd283e57-9b33-4687-8e4a-27b0b5f04d92, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:22:59.535095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] For port dd283e57-9b33-4687-8e4a-27b0b5f04d92, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dd283e57-9b33-4687-8e4a-27b0b5f04d92,segment=NetworkSegment(17b406ac-6dd7-4b32-b729-d465c9260cf5),segment_id=17b406ac-6dd7-4b32-b729-d465c9260cf5)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:22:59.558524 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:59.638832 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93f01f81-5191-45cb-a98b-6d2ea39c4da8 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (7d77ecd1-93be-4702-adf2-1a61b07722f7), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:59.653464 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93f01f81-5191-45cb-a98b-6d2ea39c4da8 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (7d77ecd1-93be-4702-adf2-1a61b07722f7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:59.663056 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d11a31e1-032a-4e65-a06d-9d8928762122 req-8a046acb-c7b4-410d-9396-63cbb424ce14 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613472 Feb 15 14:22:59.695989 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-93f01f81-5191-45cb-a98b-6d2ea39c4da8 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:59.701084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-93f01f81-5191-45cb-a98b-6d2ea39c4da8 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4807456 Feb 15 14:22:59.703162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59502) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:22:59.728810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'port': {'network_id': 'f5d34bb8-0241-416a-8886-bf52a82c21d3', 'name': 'tempest-RoutersTest-483793601'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:22:59.743709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bf9ed-0b26-4d3d-933b-f295ccec2e07 req-d4ce2764-7e3c-4b26-845c-86d25f9f24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:59.749459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Pushing event updated for resources: {'Port': ['ID=dd283e57-9b33-4687-8e4a-27b0b5f04d92,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:22:59.752450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f95bf9ed-0b26-4d3d-933b-f295ccec2e07 req-d4ce2764-7e3c-4b26-845c-86d25f9f24ae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1129 time: 0.1892421 Feb 15 14:22:59.796808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:59.800682 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:22:59.805639 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-d17dd374-2c74-4b4b-963a-536fcbd3413a service neutron] 10.222.0.42 "PUT /v2.0/ports/dd283e57-9b33-4687-8e4a-27b0b5f04d92 HTTP/1.1" status: 200 len: 1093 time: 1.4760640 Feb 15 14:22:59.806865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f35af80-1340-4098-babd-252ae0873060', 'tag': 'dd283e57-9b33-4687-8e4a-27b0b5f04d92'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:22:59.811727 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be38a6e2-bc7c-44f1-afeb-a75627a8ba37" -d '{"events": [{"name": "network-changed", "server_uuid": "0f35af80-1340-4098-babd-252ae0873060", "tag": "dd283e57-9b33-4687-8e4a-27b0b5f04d92"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:22:59.868470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Allocated IP 172.20.0.2 (f5d34bb8-0241-416a-8886-bf52a82c21d3/4371439f-0e6e-4111-b136-117dcbd6ba8c/d2574df6-a4ef-4bd1-ae06-5936e869e63c) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:22:59.918097 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb23389-cb0a-4803-9727-6e4d22ec68d5 x-openstack-request-id: req-0cb23389-cb0a-4803-9727-6e4d22ec68d5 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:22:59.918399 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f35af80-1340-4098-babd-252ae0873060", "tag": "dd283e57-9b33-4687-8e4a-27b0b5f04d92", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:22:59.926734 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0cb23389-cb0a-4803-9727-6e4d22ec68d5 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:22:59.927229 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f35af80-1340-4098-babd-252ae0873060', 'tag': 'dd283e57-9b33-4687-8e4a-27b0b5f04d92', 'status': 'completed', 'code': 200} Feb 15 14:22:59.937554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-0f69e93b-e0fa-49c9-9b87-64de0b688fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:22:59.939221 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-0f69e93b-e0fa-49c9-9b87-64de0b688fd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8116a6d83a914d5f88d2adad940ca4d9&device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 1127 time: 0.0882394 Feb 15 14:23:00.022136 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-f99d6466-40c5-44e1-aaa2-5dca08a40186 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd283e57-9b33-4687-8e4a-27b0b5f04d92 HTTP/1.1" status: 200 len: 217 time: 0.0757496 Feb 15 14:23:00.032599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f95bf9ed-0b26-4d3d-933b-f295ccec2e07 req-4ba0793d-3a47-4182-b809-0a5e4211b264 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346365 Feb 15 14:23:00.106495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:00.109900 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:00.111842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-83ea6487-e1d9-41c9-b04b-184550eba7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:00.115982 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-83ea6487-e1d9-41c9-b04b-184550eba7be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1de5a6e3-279e-4cea-b54a-e7a387d554e9 HTTP/1.1" status: 200 len: 849 time: 0.0862854 Feb 15 14:23:00.158366 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-ddaea5dc-2a7d-4676-a61f-ce9f4dad0d51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1e70d35-e092-4668-9de7-2f56f4c21ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331645 Feb 15 14:23:00.176426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] device_id is not set on port 9cb27fc6-5cd3-4281-8537-eb3ff6d3950c yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:23:00.241304 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Publish callbacks [] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:00.255603 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:00.301739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Network f5d34bb8-0241-416a-8886-bf52a82c21d3 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:00.309515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:00.311995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:00.326429 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-401c10c6-bef9-4165-bfbf-56b12edfd983 service neutron] 10.222.0.42 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615465 Feb 15 14:23:00.330954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Pushing event updated for resources: {'Port': ['ID=d2574df6-a4ef-4bd1-ae06-5936e869e63c,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:00.387392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Attempting to bind port d2574df6-a4ef-4bd1-ae06-5936e869e63c on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:23:00.388125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Attempting to bind port d2574df6-a4ef-4bd1-ae06-5936e869e63c by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '1cbc5629-9538-4fc5-b11e-a76c8bf098fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f5d34bb8-0241-416a-8886-bf52a82c21d3'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:23:00.388613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Attempting to bind port d2574df6-a4ef-4bd1-ae06-5936e869e63c on network f5d34bb8-0241-416a-8886-bf52a82c21d3 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:23:00.393998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:23:00.394501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Checking segment: {'id': '1cbc5629-9538-4fc5-b11e-a76c8bf098fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f5d34bb8-0241-416a-8886-bf52a82c21d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:23:00.395142 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:00.395669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Bound using segment: {'id': '1cbc5629-9538-4fc5-b11e-a76c8bf098fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f5d34bb8-0241-416a-8886-bf52a82c21d3'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:23:00.396285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Bound port: d2574df6-a4ef-4bd1-ae06-5936e869e63c, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbc5629-9538-4fc5-b11e-a76c8bf098fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f5d34bb8-0241-416a-8886-bf52a82c21d3'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:23:00.396756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:00.458148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a6667-5f94-4c6f-8d5b-717bd4751c1c req-2575463b-a10a-4351-92f1-b6de35f1beba tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:00.459785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b75a6667-5f94-4c6f-8d5b-717bd4751c1c req-2575463b-a10a-4351-92f1-b6de35f1beba tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1959100 Feb 15 14:23:00.478080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a03a-7955-4d2e-b021-fad504404a4b req-3db488c4-e51e-4949-887a-e44318b4e48e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:00.480505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f508a03a-7955-4d2e-b021-fad504404a4b req-3db488c4-e51e-4949-887a-e44318b4e48e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.2151108 Feb 15 14:23:00.495761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] For port d2574df6-a4ef-4bd1-ae06-5936e869e63c, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:23:00.500259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] For port d2574df6-a4ef-4bd1-ae06-5936e869e63c, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d2574df6-a4ef-4bd1-ae06-5936e869e63c,segment=NetworkSegment(1cbc5629-9538-4fc5-b11e-a76c8bf098fc),segment_id=1cbc5629-9538-4fc5-b11e-a76c8bf098fc)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:23:00.508693 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:00.529519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.api [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-21e6e82c-acb6-46ca-a9e1-fb8a45736b46 {{(pid=109971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:23:00.529519 n-d-829064-15 neutron-server[109971]: DEBUG oslo_db.api [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:23:00.590725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f508a03a-7955-4d2e-b021-fad504404a4b req-fe77be1e-5eca-4d9a-b523-4c2d69c6b46b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964005 Feb 15 14:23:00.611779 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-69674e81-b95f-4cf4-bc80-47887bf39457 req-0f8c818c-25d2-4451-941e-fe55c39e2e77 service neutron] 10.222.0.42 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656071 Feb 15 14:23:00.616702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5b27c-27fe-46ae-a84f-b5ddf742b096 None None] Pushing event updated for resources: {'Port': ['ID=d2574df6-a4ef-4bd1-ae06-5936e869e63c,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:00.654348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b75a6667-5f94-4c6f-8d5b-717bd4751c1c req-59a63844-5e9b-4279-a9c6-23bb88db6555 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690927 Feb 15 14:23:00.826604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38a6e2-bc7c-44f1-afeb-a75627a8ba37 req-3a4de4ad-63be-4319-aff3-001d77dcf943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:00.826604 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be38a6e2-bc7c-44f1-afeb-a75627a8ba37 req-3a4de4ad-63be-4319-aff3-001d77dcf943 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8116a6d83a914d5f88d2adad940ca4d9&device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 1127 time: 0.1196177 Feb 15 14:23:00.875378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c496f4-5400-4f05-a58e-5e18392e4919 req-b150b4bf-d4ba-4df6-83b0-a503550d8175 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:00.880873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60c496f4-5400-4f05-a58e-5e18392e4919 req-b150b4bf-d4ba-4df6-83b0-a503550d8175 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 944 time: 0.1093402 Feb 15 14:23:00.958146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60c496f4-5400-4f05-a58e-5e18392e4919 req-e1e286fa-a46a-446d-8716-0069b0a05a77 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692818 Feb 15 14:23:00.982956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38a6e2-bc7c-44f1-afeb-a75627a8ba37 req-f5255f14-b46f-46b4-8cbc-a9e405bf807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:00.984480 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be38a6e2-bc7c-44f1-afeb-a75627a8ba37 req-f5255f14-b46f-46b4-8cbc-a9e405bf807f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e1e70d35-e092-4668-9de7-2f56f4c21ffe HTTP/1.1" status: 200 len: 910 time: 0.1880357 Feb 15 14:23:01.030854 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:01.032409 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be38a6e2-bc7c-44f1-afeb-a75627a8ba37 req-e4719ea3-2ac7-4e60-923c-218a7f95bb48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd283e57-9b33-4687-8e4a-27b0b5f04d92 HTTP/1.1" status: 200 len: 217 time: 0.0411325 Feb 15 14:23:01.074674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] device_id is not set on port f1719eb8-63f8-42b2-a6af-5dcb7b43fed2 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:23:01.099910 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38a6e2-bc7c-44f1-afeb-a75627a8ba37 req-dd550fb7-b6b8-4486-8f42-cb887ef50da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:01.101766 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be38a6e2-bc7c-44f1-afeb-a75627a8ba37 req-dd550fb7-b6b8-4486-8f42-cb887ef50da3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1de5a6e3-279e-4cea-b54a-e7a387d554e9 HTTP/1.1" status: 200 len: 849 time: 0.0607283 Feb 15 14:23:01.148599 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be38a6e2-bc7c-44f1-afeb-a75627a8ba37 req-6be674b4-8ff3-4e82-8cbf-c322db495781 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1e70d35-e092-4668-9de7-2f56f4c21ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385253 Feb 15 14:23:01.250812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Allocated IP 172.20.0.6 (f5d34bb8-0241-416a-8886-bf52a82c21d3/4371439f-0e6e-4111-b136-117dcbd6ba8c/f1719eb8-63f8-42b2-a6af-5dcb7b43fed2) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:01.297934 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be38a6e2-bc7c-44f1-afeb-a75627a8ba37 req-0f88742f-1910-4e30-8ab4-3175fe81ab20 service neutron] 10.222.0.42 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418581 Feb 15 14:23:01.466779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:01.515413 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-be38a6e2-bc7c-44f1-afeb-a75627a8ba37 req-5a31fc33-5000-4a35-b2fe-c3eca691a818 service neutron] 10.222.0.42 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029746 Feb 15 14:23:01.518199 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:01.574584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network f5d34bb8-0241-416a-8886-bf52a82c21d3 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:01.578399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:01.581315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:01.641468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:01.642730 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:01.651451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=f1719eb8-63f8-42b2-a6af-5dcb7b43fed2,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:01.674471 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59530) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:01.674815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-56c82acc-d865-4432-baa9-0b011be5ed0b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9581699 Feb 15 14:23:01.839613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae98c4-5f46-42df-8b6f-5fd16da06bf7 req-1ce48c88-602a-4504-8b10-95a6e8be0fea tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:01.847993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24ae98c4-5f46-42df-8b6f-5fd16da06bf7 req-1ce48c88-602a-4504-8b10-95a6e8be0fea tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.1170111 Feb 15 14:23:01.894767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a9382-caf8-43b4-924a-92ec59492c00 req-628501b6-e183-4d32-88ac-7d64bd600452 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:01.896373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b6a9382-caf8-43b4-924a-92ec59492c00 req-628501b6-e183-4d32-88ac-7d64bd600452 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.1329319 Feb 15 14:23:01.995627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24ae98c4-5f46-42df-8b6f-5fd16da06bf7 req-4fdc4581-f66d-4be1-b548-6e544a02896d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465466 Feb 15 14:23:02.009034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b6a9382-caf8-43b4-924a-92ec59492c00 req-2124f309-60a5-4e40-8b78-0f450bc0b5b8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984447 Feb 15 14:23:02.146561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f93ea-5aae-4597-aa4c-78244699388a req-efb47853-33dc-4925-af9c-f5c527b64809 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:02.154168 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-145f93ea-5aae-4597-aa4c-78244699388a req-efb47853-33dc-4925-af9c-f5c527b64809 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 944 time: 0.0893903 Feb 15 14:23:02.191349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d173edf9-b73f-4b60-9a76-4628f1ed661d None None] Network f5d34bb8-0241-416a-8886-bf52a82c21d3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:02.290734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d2574df6-a4ef-4bd1-ae06-5936e869e63c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:02.302129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769040f-411b-45d3-8381-cc2c4b50061f req-0621eac8-2c31-433d-bfa3-a39f9629de99 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:02.304287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f769040f-411b-45d3-8381-cc2c4b50061f req-0621eac8-2c31-433d-bfa3-a39f9629de99 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.1313467 Feb 15 14:23:02.324122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-145f93ea-5aae-4597-aa4c-78244699388a req-ba2e6a54-9128-46aa-86ef-c1f81a32f204 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636019 Feb 15 14:23:02.372584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5c4450ee-24e3-40a8-96e1-582e6c5b83e1 None None] Provisioning complete for port d2574df6-a4ef-4bd1-ae06-5936e869e63c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:02.373246 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c4450ee-24e3-40a8-96e1-582e6c5b83e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:02.416318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f769040f-411b-45d3-8381-cc2c4b50061f req-6fc04f74-2c27-48e7-a6e6-4c916fbf698d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035736 Feb 15 14:23:02.445350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59542) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:02.450372 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:02.524508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef233e-c6da-46db-85ce-145ab9be596e tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:02.530012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6aef233e-c6da-46db-85ce-145ab9be596e tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1124 time: 0.0824671 Feb 15 14:23:02.534333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59544) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:02.540080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:02.564941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d2574df6-a4ef-4bd1-ae06-5936e869e63c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:02.565536 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:02.580786 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:02.800266 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:03.108004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.25.6.97 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:03.175644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5c4450ee-24e3-40a8-96e1-582e6c5b83e1 None None] Current status of the port d2574df6-a4ef-4bd1-ae06-5936e869e63c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:03.176035 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c4450ee-24e3-40a8-96e1-582e6c5b83e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:03.295570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5c4450ee-24e3-40a8-96e1-582e6c5b83e1 None None] For port d2574df6-a4ef-4bd1-ae06-5936e869e63c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d2574df6-a4ef-4bd1-ae06-5936e869e63c,segment=NetworkSegment(1cbc5629-9538-4fc5-b11e-a76c8bf098fc),segment_id=1cbc5629-9538-4fc5-b11e-a76c8bf098fc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:03.308706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dd283e57-9b33-4687-8e4a-27b0b5f04d92 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:23:03.502137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:03.516859 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:03.545879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port dd283e57-9b33-4687-8e4a-27b0b5f04d92, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dd283e57-9b33-4687-8e4a-27b0b5f04d92,segment=NetworkSegment(17b406ac-6dd7-4b32-b729-d465c9260cf5),segment_id=17b406ac-6dd7-4b32-b729-d465c9260cf5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:03.562434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'dd283e57-9b33-4687-8e4a-27b0b5f04d92', 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe', 'port_id': 'dd283e57-9b33-4687-8e4a-27b0b5f04d92', 'mac_address': 'fa:16:3e:cf:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de5a6e3-279e-4cea-b54a-e7a387d554e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:23:03.565258 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c4450ee-24e3-40a8-96e1-582e6c5b83e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:03.622977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e933b-09e6-47b5-8d92-da79dcb44c63 req-6bdeabd8-606b-4d28-b393-77563c5eca51 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:03.627940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f7e933b-09e6-47b5-8d92-da79dcb44c63 req-6bdeabd8-606b-4d28-b393-77563c5eca51 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.3751121 Feb 15 14:23:03.633649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4450ee-24e3-40a8-96e1-582e6c5b83e1 None None] Pushing event updated for resources: {'Port': ['ID=d2574df6-a4ef-4bd1-ae06-5936e869e63c,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:03.637417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d2574df6-a4ef-4bd1-ae06-5936e869e63c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:03.637820 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:03.662762 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:03.702002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=f1719eb8-63f8-42b2-a6af-5dcb7b43fed2,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:03.774344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df912-3696-4633-bea1-4d8dbaf72e44 req-76e4690d-186a-44b8-ba59-feefd07363ff tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:03.776132 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d28df912-3696-4633-bea1-4d8dbaf72e44 req-76e4690d-186a-44b8-ba59-feefd07363ff tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 944 time: 0.3002148 Feb 15 14:23:03.820096 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:23:03.820500 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:23:03.861274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-88cae3af-b05b-4dc1-af3c-68b32b044bc1 None None] Provisioning complete for port f1719eb8-63f8-42b2-a6af-5dcb7b43fed2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:03.861731 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-88cae3af-b05b-4dc1-af3c-68b32b044bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:03.908264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f7e933b-09e6-47b5-8d92-da79dcb44c63 req-9a50beff-e12a-440a-a85e-4401a5cfe220 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725356 Feb 15 14:23:03.919524 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (7d77ecd1-93be-4702-adf2-1a61b07722f7), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:03.923683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port dd283e57-9b33-4687-8e4a-27b0b5f04d92 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:03.924081 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:03.951039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd283e57-9b33-4687-8e4a-27b0b5f04d92 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:23:03.974132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:03.987513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-88cae3af-b05b-4dc1-af3c-68b32b044bc1 None None] Port f1719eb8-63f8-42b2-a6af-5dcb7b43fed2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:23:03.992801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port dd283e57-9b33-4687-8e4a-27b0b5f04d92, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dd283e57-9b33-4687-8e4a-27b0b5f04d92,segment=NetworkSegment(17b406ac-6dd7-4b32-b729-d465c9260cf5),segment_id=17b406ac-6dd7-4b32-b729-d465c9260cf5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:04.007965 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:04.088803 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d28df912-3696-4633-bea1-4d8dbaf72e44 req-284ecc73-9645-4fd6-b1ac-2cadc82e9bcb tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828059 Feb 15 14:23:04.102711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-88cae3af-b05b-4dc1-af3c-68b32b044bc1 None None] Provisioning complete for port d2574df6-a4ef-4bd1-ae06-5936e869e63c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:04.102711 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-88cae3af-b05b-4dc1-af3c-68b32b044bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:04.129558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:04.148730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:04.154643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:04.209643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:04.235329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=dd283e57-9b33-4687-8e4a-27b0b5f04d92,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:04.235984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.236341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.236686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.237024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.237355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.241541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:04.250628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.251113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.251464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.251809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.253301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.253504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.253880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.261232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:04.284169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['dd283e57-9b33-4687-8e4a-27b0b5f04d92'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:23:04.473230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d2574df6-a4ef-4bd1-ae06-5936e869e63c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:04.535897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-88cae3af-b05b-4dc1-af3c-68b32b044bc1 None None] Current status of the port d2574df6-a4ef-4bd1-ae06-5936e869e63c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:04.659977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d2574df6-a4ef-4bd1-ae06-5936e869e63c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:04.758879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-194420bd-89b7-4526-8722-8e7b1037dbbb None None] Provisioning complete for port f1719eb8-63f8-42b2-a6af-5dcb7b43fed2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:04.759931 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-194420bd-89b7-4526-8722-8e7b1037dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:04.780313 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:04.796649 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:04.820690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d2574df6-a4ef-4bd1-ae06-5936e869e63c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:04.820976 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:04.823705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-194420bd-89b7-4526-8722-8e7b1037dbbb None None] Port f1719eb8-63f8-42b2-a6af-5dcb7b43fed2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:23:04.866358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (7d77ecd1-93be-4702-adf2-1a61b07722f7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:04.916185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=f1719eb8-63f8-42b2-a6af-5dcb7b43fed2,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:05.044418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d2574df6-a4ef-4bd1-ae06-5936e869e63c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:05.112677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network f5d34bb8-0241-416a-8886-bf52a82c21d3 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:05.125893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:05.280983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dd283e57-9b33-4687-8e4a-27b0b5f04d92 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:05.452083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port dd283e57-9b33-4687-8e4a-27b0b5f04d92 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:23:05.459684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port dd283e57-9b33-4687-8e4a-27b0b5f04d92 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:05.460194 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:05.484284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 7d77ecd1-93be-4702-adf2-1a61b07722f7 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:23:05.643688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port dd283e57-9b33-4687-8e4a-27b0b5f04d92 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:05.644198 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:05.689671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:05.700639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1b26c-ea3e-433b-bcf8-20da5de038d9 None None] Sync routers for ids ['7d77ecd1-93be-4702-adf2-1a61b07722f7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:05.707074 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f7b53425-637c-43fd-97c1-f0b8b7f3889c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/7d77ecd1-93be-4702-adf2-1a61b07722f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0296383 Feb 15 14:23:05.707775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59572) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:05.757432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port dd283e57-9b33-4687-8e4a-27b0b5f04d92, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dd283e57-9b33-4687-8e4a-27b0b5f04d92,segment=NetworkSegment(17b406ac-6dd7-4b32-b729-d465c9260cf5),segment_id=17b406ac-6dd7-4b32-b729-d465c9260cf5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:05.760122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f35af80-1340-4098-babd-252ae0873060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd283e57-9b33-4687-8e4a-27b0b5f04d92'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:23:05.767739 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee6a0c3-efe6-46bd-bedc-7f36983e52a9" -d '{"events": [{"server_uuid": "0f35af80-1340-4098-babd-252ae0873060", "name": "network-vif-plugged", "status": "completed", "tag": "dd283e57-9b33-4687-8e4a-27b0b5f04d92"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:23:05.788726 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:05.802035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-57e58541-9930-4b84-beeb-b07f07c0eb6f None None] Provisioning complete for port f1719eb8-63f8-42b2-a6af-5dcb7b43fed2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:05.802415 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-57e58541-9930-4b84-beeb-b07f07c0eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:05.814005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8c2b89-50cb-490e-af2b-047a45c2f3ce tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:05.823772 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0a8c2b89-50cb-490e-af2b-047a45c2f3ce tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports/f1719eb8-63f8-42b2-a6af-5dcb7b43fed2 HTTP/1.1" status: 200 len: 976 time: 0.1148982 Feb 15 14:23:05.824610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59576) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:05.880737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1b26c-ea3e-433b-bcf8-20da5de038d9 None None] Routers {'7d77ecd1-93be-4702-adf2-1a61b07722f7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:05.881381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-86c1b26c-ea3e-433b-bcf8-20da5de038d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7d77ecd1-93be-4702-adf2-1a61b07722f7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:05.935703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-86c1b26c-ea3e-433b-bcf8-20da5de038d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:05.972331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1b26c-ea3e-433b-bcf8-20da5de038d9 None None] Routers {'7d77ecd1-93be-4702-adf2-1a61b07722f7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:05.972983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-86c1b26c-ea3e-433b-bcf8-20da5de038d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7d77ecd1-93be-4702-adf2-1a61b07722f7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:05.976703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96913f87-8c40-42b3-927a-9fc9b46ba435 req-0b0ea6ca-71ce-471b-9aef-293023390d15 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:05.984645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96913f87-8c40-42b3-927a-9fc9b46ba435 req-0b0ea6ca-71ce-471b-9aef-293023390d15 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.3174832 Feb 15 14:23:06.016279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003e301-f94d-4065-b45a-440ac5b5751d req-349efb79-2e0c-4a45-9133-9dd4cffb2138 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:06.018112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7003e301-f94d-4065-b45a-440ac5b5751d req-349efb79-2e0c-4a45-9133-9dd4cffb2138 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 945 time: 0.3604765 Feb 15 14:23:06.076736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-86c1b26c-ea3e-433b-bcf8-20da5de038d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:06.077345 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (89571cb9-e35c-4bcd-8700-d913a07efdb1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:06.077498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1b26c-ea3e-433b-bcf8-20da5de038d9 None None] The sync data for ids ['7d77ecd1-93be-4702-adf2-1a61b07722f7'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:06.080839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-57e58541-9930-4b84-beeb-b07f07c0eb6f None None] Port f1719eb8-63f8-42b2-a6af-5dcb7b43fed2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:23:06.083595 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=dd283e57-9b33-4687-8e4a-27b0b5f04d92,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:06.325736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96913f87-8c40-42b3-927a-9fc9b46ba435 req-f8927273-676a-4668-85f1-1c53c87b9d49 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398774 Feb 15 14:23:06.341379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7003e301-f94d-4065-b45a-440ac5b5751d req-43f07e00-7ed7-4e43-b5a3-5fd389aee577 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100688 Feb 15 14:23:06.410476 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:06.472340 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff51954d-4ef4-41de-a4ff-c6c08be2a7ec x-openstack-request-id: req-ff51954d-4ef4-41de-a4ff-c6c08be2a7ec {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:23:06.472788 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f35af80-1340-4098-babd-252ae0873060", "name": "network-vif-plugged", "status": "completed", "tag": "dd283e57-9b33-4687-8e4a-27b0b5f04d92", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:23:06.473187 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ff51954d-4ef4-41de-a4ff-c6c08be2a7ec {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:23:06.473802 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f35af80-1340-4098-babd-252ae0873060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd283e57-9b33-4687-8e4a-27b0b5f04d92', 'code': 200} Feb 15 14:23:06.617192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9d102-22df-4a6e-8b92-36680000dbb6 req-b7798cb4-d650-4dc0-8775-69182e8fb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:06.620355 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bd9d102-22df-4a6e-8b92-36680000dbb6 req-b7798cb4-d650-4dc0-8775-69182e8fb9ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 1129 time: 0.0651810 Feb 15 14:23:06.689785 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bd9d102-22df-4a6e-8b92-36680000dbb6 req-1c11c3f0-b3f5-48fe-b069-ad469013c152 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615709 Feb 15 14:23:06.760690 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:06.776798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:06.939840 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb2088d-8a56-405e-854e-4ff6d5c15c58 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (7d77ecd1-93be-4702-adf2-1a61b07722f7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:06.988728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:07.027202 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (89571cb9-e35c-4bcd-8700-d913a07efdb1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:07.171530 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Floating IP 89571cb9-e35c-4bcd-8700-d913a07efdb1 associated. External IP: 172.25.6.97, port: cb35bdc9-3d38-4df0-a33d-4eb466bdcc00. Feb 15 14:23:07.883196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 8f32f30a-a398-4f69-8cea-bc8af325322e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:23:07.926876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59600) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:07.927389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ccb29-36b5-42ec-a433-f8fb1ba6116e req-01ab5ec3-ef3b-4118-868b-1fcd905824cc tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:07.928901 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-879ccb29-36b5-42ec-a433-f8fb1ba6116e req-01ab5ec3-ef3b-4118-868b-1fcd905824cc tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 946 time: 0.4268208 Feb 15 14:23:07.939108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f4cc9-a665-49b3-8447-a8f298eed587 req-5d4c5cc2-f410-46ca-9257-78ecadc62dba tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:07.941426 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a5f4cc9-a665-49b3-8447-a8f298eed587 req-5d4c5cc2-f410-46ca-9257-78ecadc62dba tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 943 time: 0.3980451 Feb 15 14:23:08.175758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:08.189028 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9618f17-7c91-4542-9027-3882925b65af None None] Sync routers for ids ['8f32f30a-a398-4f69-8cea-bc8af325322e'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:08.211804 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9618f17-7c91-4542-9027-3882925b65af None None] Routers {'8f32f30a-a398-4f69-8cea-bc8af325322e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:08.214703 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e9618f17-7c91-4542-9027-3882925b65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8f32f30a-a398-4f69-8cea-bc8af325322e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:08.232527 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e810ca0-07e9-4c54-a553-9c8efffa8dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:08.308569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-879ccb29-36b5-42ec-a433-f8fb1ba6116e req-d091b769-1f9f-408b-898a-7c881d75d8c2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369274 Feb 15 14:23:08.317554 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:08.379012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d9605bdb-027e-45ed-a308-262c9df968d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8434093 Feb 15 14:23:08.383074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:23:08.385843 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086bba3e-fc96-4a3a-84b1-d74253603448" -d '{"events": [{"name": "network-changed", "server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:23:08.438602 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-e9618f17-7c91-4542-9027-3882925b65af None None] Set router 8f32f30a-a398-4f69-8cea-bc8af325322e gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:23:08.441232 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e810ca0-07e9-4c54-a553-9c8efffa8dc0 admin admin] Publish callbacks [] for security_group (daf979c0-ef59-48a5-beeb-68cee5a4c613), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:08.451832 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e810ca0-07e9-4c54-a553-9c8efffa8dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (daf979c0-ef59-48a5-beeb-68cee5a4c613), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:08.452811 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a5f4cc9-a665-49b3-8447-a8f298eed587 req-96097a0d-4c46-4bf4-8bcb-03077782fb6a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795570 Feb 15 14:23:08.540969 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5e810ca0-07e9-4c54-a553-9c8efffa8dc0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1cf511dd87c4bf2b4cafe75910c4ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5998926 Feb 15 14:23:08.541669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59612) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:08.543911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e810ca0-07e9-4c54-a553-9c8efffa8dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf979c0-ef59-48a5-beeb-68cee5a4c613,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:08.585673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2088d-8a56-405e-854e-4ff6d5c15c58 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port f1719eb8-63f8-42b2-a6af-5dcb7b43fed2 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:08.597861 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb2088d-8a56-405e-854e-4ff6d5c15c58 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:08.653980 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-947e8971-0681-4fc0-abc8-7875410c319d admin admin] Publish callbacks [] for security_group (daf979c0-ef59-48a5-beeb-68cee5a4c613), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:08.689032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-947e8971-0681-4fc0-abc8-7875410c319d admin admin] Publish callbacks [] for security_group (daf979c0-ef59-48a5-beeb-68cee5a4c613), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:08.729150 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbae941d-4bd4-40d7-92de-be6019dc68c8 x-openstack-request-id: req-fbae941d-4bd4-40d7-92de-be6019dc68c8 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:23:08.729449 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:23:08.729714 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fbae941d-4bd4-40d7-92de-be6019dc68c8 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:23:08.730137 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'status': 'completed', 'code': 200} Feb 15 14:23:08.734815 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e9618f17-7c91-4542-9027-3882925b65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:40Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '89571cb9-e35c-4bcd-8700-d913a07efdb1', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'port_id': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'mac_address': 'fa:16:3e:8b:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62fac95-95f0-4018-a52b-69c05398192f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:04Z', 'updated_at': '2022-02-15T14:23:04Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb82211-5b71-456c-a831-166a6f4dec4f', 'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:37:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:38Z', 'updated_at': '2022-02-15T14:22:47Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:08.741893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-947e8971-0681-4fc0-abc8-7875410c319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (daf979c0-ef59-48a5-beeb-68cee5a4c613), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:08.745959 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-947e8971-0681-4fc0-abc8-7875410c319d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:08.749732 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-947e8971-0681-4fc0-abc8-7875410c319d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/daf979c0-ef59-48a5-beeb-68cee5a4c613 HTTP/1.1" status: 204 len: 168 time: 0.2045553 Feb 15 14:23:08.777144 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9618f17-7c91-4542-9027-3882925b65af None None] Checking router: 8f32f30a-a398-4f69-8cea-bc8af325322e for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:23:08.789598 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9618f17-7c91-4542-9027-3882925b65af None None] Routers {'8f32f30a-a398-4f69-8cea-bc8af325322e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:08.791239 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e9618f17-7c91-4542-9027-3882925b65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8f32f30a-a398-4f69-8cea-bc8af325322e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:08.792120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e8971-0681-4fc0-abc8-7875410c319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf979c0-ef59-48a5-beeb-68cee5a4c613,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:08.872529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026607e7-53c9-45a1-80f7-f028170a2585 req-17585c81-932c-450e-8fe2-1266620f24b4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:08.878061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-026607e7-53c9-45a1-80f7-f028170a2585 req-17585c81-932c-450e-8fe2-1266620f24b4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.3856614 Feb 15 14:23:08.986715 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-e9618f17-7c91-4542-9027-3882925b65af None None] Set router 8f32f30a-a398-4f69-8cea-bc8af325322e gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:23:09.029499 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bba3e-fc96-4a3a-84b1-d74253603448 req-22bdb119-c9c8-40bb-bc56-7a1e7bbd6df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:09.037530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-086bba3e-fc96-4a3a-84b1-d74253603448 req-22bdb119-c9c8-40bb-bc56-7a1e7bbd6df2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1129 time: 0.3312206 Feb 15 14:23:09.039469 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb2088d-8a56-405e-854e-4ff6d5c15c58 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:09.116848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2088d-8a56-405e-854e-4ff6d5c15c58 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for f1719eb8-63f8-42b2-a6af-5dcb7b43fed2 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:09.166059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-026607e7-53c9-45a1-80f7-f028170a2585 req-c85dfaf0-b7ac-40cf-ba73-1214d9e4e52a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630990 Feb 15 14:23:09.195389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59618) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:09.204743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59620) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:09.241587 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94b2a3d1-8a76-4ab4-b228-5436126c2d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:09.281291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 793b60ec-da3b-4039-bedb-3f70b8a06311 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:23:09.470300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bba3e-fc96-4a3a-84b1-d74253603448 req-bfd49475-2785-4747-8f52-1674ca46ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:09.479228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-086bba3e-fc96-4a3a-84b1-d74253603448 req-bfd49475-2785-4747-8f52-1674ca46ba4f service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 897 time: 0.4204292 Feb 15 14:23:09.517703 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e9618f17-7c91-4542-9027-3882925b65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:40Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '89571cb9-e35c-4bcd-8700-d913a07efdb1', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'port_id': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'mac_address': 'fa:16:3e:8b:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62fac95-95f0-4018-a52b-69c05398192f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:04Z', 'updated_at': '2022-02-15T14:23:04Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb82211-5b71-456c-a831-166a6f4dec4f', 'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:37:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:38Z', 'updated_at': '2022-02-15T14:22:47Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:09.594055 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9618f17-7c91-4542-9027-3882925b65af None None] The sync data for ids ['8f32f30a-a398-4f69-8cea-bc8af325322e'] in n-d-829064-15 is: [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:40Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '89571cb9-e35c-4bcd-8700-d913a07efdb1', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'port_id': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'mac_address': 'fa:16:3e:8b:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62fac95-95f0-4018-a52b-69c05398192f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:04Z', 'updated_at': '2022-02-15T14:23:04Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fb82211-5b71-456c-a831-166a6f4dec4f', 'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:37:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:38Z', 'updated_at': '2022-02-15T14:22:47Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:09.722089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 793b60ec-da3b-4039-bedb-3f70b8a06311, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=793b60ec-da3b-4039-bedb-3f70b8a06311,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:09.750314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'port_id': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'mac_address': 'fa:16:3e:a0:21:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:23:09.757363 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94b2a3d1-8a76-4ab4-b228-5436126c2d73 admin admin] Publish callbacks [] for security_group (625fafb6-9ba5-442c-b614-4453ecfde463), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:09.797529 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94b2a3d1-8a76-4ab4-b228-5436126c2d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (625fafb6-9ba5-442c-b614-4453ecfde463), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:09.856178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 793b60ec-da3b-4039-bedb-3f70b8a06311 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:09.856579 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:09.902794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793b60ec-da3b-4039-bedb-3f70b8a06311 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:23:09.913645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2a3d1-8a76-4ab4-b228-5436126c2d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625fafb6-9ba5-442c-b614-4453ecfde463,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:09.957274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 793b60ec-da3b-4039-bedb-3f70b8a06311, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=793b60ec-da3b-4039-bedb-3f70b8a06311,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:09.968484 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-72c93a5e-35b2-415d-8ad9-8539232803c9 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/89571cb9-e35c-4bcd-8700-d913a07efdb1 HTTP/1.1" status: 200 len: 991 time: 0.7609892 Feb 15 14:23:09.968671 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:10.010834 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-94b2a3d1-8a76-4ab4-b228-5436126c2d73 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72bcf69ea71b463e98ce5dbc86e06084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8131487 Feb 15 14:23:10.012655 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59668) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:10.127545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1abcad29-37d0-4242-87b3-7779b6dc825b admin admin] Publish callbacks [] for security_group (625fafb6-9ba5-442c-b614-4453ecfde463), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:10.135559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f9405f-8f7c-4075-b437-296a1bf3836f None None] New status for floating IP 89571cb9-e35c-4bcd-8700-d913a07efdb1: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:23:10.190845 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1abcad29-37d0-4242-87b3-7779b6dc825b admin admin] Publish callbacks [] for security_group (625fafb6-9ba5-442c-b614-4453ecfde463), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:10.304013 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:10.306504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=793b60ec-da3b-4039-bedb-3f70b8a06311,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:10.316216 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1abcad29-37d0-4242-87b3-7779b6dc825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (625fafb6-9ba5-442c-b614-4453ecfde463), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:10.320537 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1abcad29-37d0-4242-87b3-7779b6dc825b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:10.322440 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1abcad29-37d0-4242-87b3-7779b6dc825b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/625fafb6-9ba5-442c-b614-4453ecfde463 HTTP/1.1" status: 204 len: 168 time: 0.3083904 Feb 15 14:23:10.325747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['793b60ec-da3b-4039-bedb-3f70b8a06311'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:23:10.353319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcad29-37d0-4242-87b3-7779b6dc825b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625fafb6-9ba5-442c-b614-4453ecfde463,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:10.971527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59712) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:11.086448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-086bba3e-fc96-4a3a-84b1-d74253603448 req-a8b68d5e-c915-42f3-b328-6031f1f51569 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 999 time: 1.5946414 Feb 15 14:23:11.212322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d4cf9-e234-4866-9b40-8529eac9ac9b req-f637c26a-7022-44d2-b64b-68d17a0070fb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:11.224496 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b9d4cf9-e234-4866-9b40-8529eac9ac9b req-f637c26a-7022-44d2-b64b-68d17a0070fb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 944 time: 0.5952549 Feb 15 14:23:11.299543 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-84029521-85c4-40d0-b53f-65d2fb6a110e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/89571cb9-e35c-4bcd-8700-d913a07efdb1 HTTP/1.1" status: 200 len: 993 time: 0.3233376 Feb 15 14:23:11.375166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cdb37-8165-46ad-a870-c1c476c34cd8 req-4b318ceb-310b-4b5a-a117-b6e56dedb282 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:11.377935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-310cdb37-8165-46ad-a870-c1c476c34cd8 req-4b318ceb-310b-4b5a-a117-b6e56dedb282 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 946 time: 0.7476010 Feb 15 14:23:11.449125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bba3e-fc96-4a3a-84b1-d74253603448 req-16333134-549d-4979-88c0-77665af9c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:11.454379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-086bba3e-fc96-4a3a-84b1-d74253603448 req-16333134-549d-4979-88c0-77665af9c664 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 200 len: 834 time: 0.3343410 Feb 15 14:23:11.551305 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb2088d-8a56-405e-854e-4ff6d5c15c58 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f1719eb8-63f8-42b2-a6af-5dcb7b43fed2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:11.570349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b9d4cf9-e234-4866-9b40-8529eac9ac9b req-acf9a136-1f4e-4a94-af1a-3d47b71a3bf5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443739 Feb 15 14:23:11.621889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-310cdb37-8165-46ad-a870-c1c476c34cd8 req-30f633f1-0bfe-4d13-9e4d-a2c89594e791 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370570 Feb 15 14:23:11.622801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2088d-8a56-405e-854e-4ff6d5c15c58 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=f1719eb8-63f8-42b2-a6af-5dcb7b43fed2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:11.720891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bba3e-fc96-4a3a-84b1-d74253603448 req-81092563-5cdd-4a93-9ddc-e4e14235dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:11.723184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-086bba3e-fc96-4a3a-84b1-d74253603448 req-81092563-5cdd-4a93-9ddc-e4e14235dc77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b472c56-6d3b-45dc-b65f-bfe802b20969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2564614 Feb 15 14:23:11.982035 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb2088d-8a56-405e-854e-4ff6d5c15c58 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (7d77ecd1-93be-4702-adf2-1a61b07722f7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:12.169594 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:12.253565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-086bba3e-fc96-4a3a-84b1-d74253603448 req-95d56382-6798-4e11-9e22-ffd03aaa0e4a service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236194 Feb 15 14:23:12.454916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb2088d-8a56-405e-854e-4ff6d5c15c58 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 7d77ecd1-93be-4702-adf2-1a61b07722f7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:23:12.627706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb2088d-8a56-405e-854e-4ff6d5c15c58 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:12.635436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0eb2088d-8a56-405e-854e-4ff6d5c15c58 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/7d77ecd1-93be-4702-adf2-1a61b07722f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7946467 Feb 15 14:23:12.638391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59750) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:12.639092 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-086bba3e-fc96-4a3a-84b1-d74253603448 req-e02a64d6-ba63-412d-993b-274e8c301dd0 service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467523 Feb 15 14:23:12.644677 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55e14bf-8495-4174-83bb-154364944db6 None None] Sync routers for ids ['7d77ecd1-93be-4702-adf2-1a61b07722f7'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:12.660850 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e14bf-8495-4174-83bb-154364944db6 None None] Routers {'7d77ecd1-93be-4702-adf2-1a61b07722f7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:12.662006 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f55e14bf-8495-4174-83bb-154364944db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7d77ecd1-93be-4702-adf2-1a61b07722f7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:12.762707 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f55e14bf-8495-4174-83bb-154364944db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:12.809846 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e14bf-8495-4174-83bb-154364944db6 None None] Routers {'7d77ecd1-93be-4702-adf2-1a61b07722f7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:12.810492 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f55e14bf-8495-4174-83bb-154364944db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7d77ecd1-93be-4702-adf2-1a61b07722f7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:12.854229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf291953-d4ce-4ab8-afaa-7806097bf730 req-7f301fe6-eca6-475c-bb01-3ac1c1937009 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:12.868991 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf291953-d4ce-4ab8-afaa-7806097bf730 req-7f301fe6-eca6-475c-bb01-3ac1c1937009 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 944 time: 0.1297178 Feb 15 14:23:12.932757 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f55e14bf-8495-4174-83bb-154364944db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:12.933883 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55e14bf-8495-4174-83bb-154364944db6 None None] The sync data for ids ['7d77ecd1-93be-4702-adf2-1a61b07722f7'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:13.079571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf291953-d4ce-4ab8-afaa-7806097bf730 req-909af241-eca2-45d7-bbf2-897a21f232a1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095726 Feb 15 14:23:13.101548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e530d83-6b8d-4471-96f4-491ad96c6eb6 req-ce8b30fa-ab24-423f-b615-f409cc95583e tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:13.106837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e530d83-6b8d-4471-96f4-491ad96c6eb6 req-ce8b30fa-ab24-423f-b615-f409cc95583e tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 946 time: 0.2337341 Feb 15 14:23:13.127627 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-c9d17959-bdb1-46cd-9286-70c2168b165d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] remove_router_interface failed (client error): The resource could not be found. Feb 15 14:23:13.128611 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c9d17959-bdb1-46cd-9286-70c2168b165d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/7d77ecd1-93be-4702-adf2-1a61b07722f7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4889863 Feb 15 14:23:13.131949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59766) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:13.185814 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-09d9b941-d938-4293-86fc-9f2a655ece4b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d77ecd1-93be-4702-adf2-1a61b07722f7 HTTP/1.1" status: 200 len: 205 time: 0.0526986 Feb 15 14:23:13.189065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59770) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:13.199197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e530d83-6b8d-4471-96f4-491ad96c6eb6 req-313878e1-f109-4f83-a90a-5ecaf2154a16 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854871 Feb 15 14:23:13.295381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 793b60ec-da3b-4039-bedb-3f70b8a06311 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:13.314798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e4874f5-1ec0-4064-9782-09e87a529863 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (7d77ecd1-93be-4702-adf2-1a61b07722f7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:13.423633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 793b60ec-da3b-4039-bedb-3f70b8a06311 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:23:13.432624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 793b60ec-da3b-4039-bedb-3f70b8a06311 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:13.433103 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:13.536518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 793b60ec-da3b-4039-bedb-3f70b8a06311 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:13.536911 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:13.590061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b60ec-da3b-4039-bedb-3f70b8a06311'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:23:13.592897 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b0c8a3-3206-41fa-80cd-f99be3c9e620" -d '{"events": [{"server_uuid": "aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2", "name": "network-vif-plugged", "status": "completed", "tag": "793b60ec-da3b-4039-bedb-3f70b8a06311"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:23:13.630381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 793b60ec-da3b-4039-bedb-3f70b8a06311, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=793b60ec-da3b-4039-bedb-3f70b8a06311,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:13.632945 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e4874f5-1ec0-4064-9782-09e87a529863 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (7d77ecd1-93be-4702-adf2-1a61b07722f7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:13.637527 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e4874f5-1ec0-4064-9782-09e87a529863 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (7d77ecd1-93be-4702-adf2-1a61b07722f7), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:13.637780 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:13.705648 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf52d960-ec3a-43da-a775-13b0c13fb9bd x-openstack-request-id: req-cf52d960-ec3a-43da-a775-13b0c13fb9bd {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:23:13.706735 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2", "name": "network-vif-plugged", "status": "completed", "tag": "793b60ec-da3b-4039-bedb-3f70b8a06311", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:23:13.707268 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf52d960-ec3a-43da-a775-13b0c13fb9bd {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:23:13.708234 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'code': 200} Feb 15 14:23:13.756006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e4874f5-1ec0-4064-9782-09e87a529863 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (7d77ecd1-93be-4702-adf2-1a61b07722f7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:13.757322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4874f5-1ec0-4064-9782-09e87a529863 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Fanout notify agent at l3_agent the message router_deleted on router 7d77ecd1-93be-4702-adf2-1a61b07722f7 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:23:13.769070 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5e4874f5-1ec0-4064-9782-09e87a529863 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:13.773918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59788) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:13.775077 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5e4874f5-1ec0-4064-9782-09e87a529863 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/7d77ecd1-93be-4702-adf2-1a61b07722f7 HTTP/1.1" status: 204 len: 168 time: 0.5841150 Feb 15 14:23:13.784738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=793b60ec-da3b-4039-bedb-3f70b8a06311,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:13.858288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7dfcf-4d87-4e80-924b-ceac1191c98e req-ab91c056-e98e-4bcb-9a4d-1c3781fe36be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:13.862525 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7bd7dfcf-4d87-4e80-924b-ceac1191c98e req-ab91c056-e98e-4bcb-9a4d-1c3781fe36be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 1128 time: 0.0859265 Feb 15 14:23:13.909929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-794156b3-0010-4b26-b1d2-522a131fc6ab tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting subnet 4371439f-0e6e-4111-b136-117dcbd6ba8c {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:23:13.913632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-794156b3-0010-4b26-b1d2-522a131fc6ab tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (4371439f-0e6e-4111-b136-117dcbd6ba8c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:13.971966 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7bd7dfcf-4d87-4e80-924b-ceac1191c98e req-394bdb7f-e8b1-4c2d-9d32-e2c0b9184f28 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011369 Feb 15 14:23:14.020873 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-794156b3-0010-4b26-b1d2-522a131fc6ab tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (4371439f-0e6e-4111-b136-117dcbd6ba8c), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:14.124865 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-794156b3-0010-4b26-b1d2-522a131fc6ab tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (4371439f-0e6e-4111-b136-117dcbd6ba8c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:14.194677 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-794156b3-0010-4b26-b1d2-522a131fc6ab tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (4371439f-0e6e-4111-b136-117dcbd6ba8c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:14.235645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794156b3-0010-4b26-b1d2-522a131fc6ab tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Subnet': ['ID=4371439f-0e6e-4111-b136-117dcbd6ba8c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:14.244576 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-794156b3-0010-4b26-b1d2-522a131fc6ab tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:14.248817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e0c09-714d-4fc1-b1b0-cd4a7f46cec6 None None] Network f5d34bb8-0241-416a-8886-bf52a82c21d3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:14.256196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-794156b3-0010-4b26-b1d2-522a131fc6ab tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/4371439f-0e6e-4111-b136-117dcbd6ba8c HTTP/1.1" status: 204 len: 168 time: 0.4791958 Feb 15 14:23:14.257305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59800) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:14.497840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a323f1-1637-45ef-803b-fbc56c8cc803 req-0bf88c5a-2a05-4510-83cb-460169e64e3a tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:14.511897 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60a323f1-1637-45ef-803b-fbc56c8cc803 req-0bf88c5a-2a05-4510-83cb-460169e64e3a tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 946 time: 0.2113645 Feb 15 14:23:14.541011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f7834-6323-45b0-b83d-ac1499a482f7 req-304ffaf6-d47c-451c-a8f4-584a27657e04 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:14.542862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-466f7834-6323-45b0-b83d-ac1499a482f7 req-304ffaf6-d47c-451c-a8f4-584a27657e04 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 945 time: 0.2290471 Feb 15 14:23:14.582198 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (f5d34bb8-0241-416a-8886-bf52a82c21d3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:14.635377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a6ae5-fd2f-4337-bafb-252150372707 None None] DHCP port deletion for f5d34bb8-0241-416a-8886-bf52a82c21d3 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:23:14.657866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60a323f1-1637-45ef-803b-fbc56c8cc803 req-311bdc1b-fa6a-4465-b2ff-287f197f7603 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388485 Feb 15 14:23:14.698101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-466f7834-6323-45b0-b83d-ac1499a482f7 req-02eba26e-c6ed-44af-b6b4-c3abf2c38708 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329188 Feb 15 14:23:14.746152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f24ba-e6cd-446e-8144-300dd0a9cadd req-f7b50304-47a7-4447-a298-4918722ea3a2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:14.747886 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-877f24ba-e6cd-446e-8144-300dd0a9cadd req-f7b50304-47a7-4447-a298-4918722ea3a2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 946 time: 0.3365622 Feb 15 14:23:14.793975 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1229807a-f882-4e8b-9756-46b0e83d9a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:14.832976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-081a6ae5-fd2f-4337-bafb-252150372707 None None] Deleting port d2574df6-a4ef-4bd1-ae06-5936e869e63c {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:14.833360 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-081a6ae5-fd2f-4337-bafb-252150372707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:14.861694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port d2574df6-a4ef-4bd1-ae06-5936e869e63c {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:14.862207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:14.937599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-081a6ae5-fd2f-4337-bafb-252150372707 None None] For port d2574df6-a4ef-4bd1-ae06-5936e869e63c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d2574df6-a4ef-4bd1-ae06-5936e869e63c,segment=NetworkSegment(1cbc5629-9538-4fc5-b11e-a76c8bf098fc),segment_id=1cbc5629-9538-4fc5-b11e-a76c8bf098fc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:14.938020 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-081a6ae5-fd2f-4337-bafb-252150372707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:14.947037 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port d2574df6-a4ef-4bd1-ae06-5936e869e63c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d2574df6-a4ef-4bd1-ae06-5936e869e63c,segment=NetworkSegment(1cbc5629-9538-4fc5-b11e-a76c8bf098fc),segment_id=1cbc5629-9538-4fc5-b11e-a76c8bf098fc)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:14.947408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:14.959724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-081a6ae5-fd2f-4337-bafb-252150372707 None None] Calling delete_port for d2574df6-a4ef-4bd1-ae06-5936e869e63c owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:14.965558 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for d2574df6-a4ef-4bd1-ae06-5936e869e63c owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:14.974564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-877f24ba-e6cd-446e-8144-300dd0a9cadd req-9dbe7bb7-a48e-4009-b977-09a605033ce2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Deleting port dd283e57-9b33-4687-8e4a-27b0b5f04d92 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:14.974922 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-877f24ba-e6cd-446e-8144-300dd0a9cadd req-9dbe7bb7-a48e-4009-b977-09a605033ce2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:15.111690 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-081a6ae5-fd2f-4337-bafb-252150372707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:15.144482 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a6ae5-fd2f-4337-bafb-252150372707 None None] Pushing event deleted for resources: {'Port': ['ID=d2574df6-a4ef-4bd1-ae06-5936e869e63c,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:15.157699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a6ae5-fd2f-4337-bafb-252150372707 None None] No DVR routers for this DVR port d2574df6-a4ef-4bd1-ae06-5936e869e63c on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:23:15.182287 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d2574df6-a4ef-4bd1-ae06-5936e869e63c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:15.202919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-877f24ba-e6cd-446e-8144-300dd0a9cadd req-9dbe7bb7-a48e-4009-b977-09a605033ce2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] For port dd283e57-9b33-4687-8e4a-27b0b5f04d92, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=dd283e57-9b33-4687-8e4a-27b0b5f04d92,segment=NetworkSegment(17b406ac-6dd7-4b32-b729-d465c9260cf5),segment_id=17b406ac-6dd7-4b32-b729-d465c9260cf5)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:15.203259 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-877f24ba-e6cd-446e-8144-300dd0a9cadd req-9dbe7bb7-a48e-4009-b977-09a605033ce2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:15.240235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=d2574df6-a4ef-4bd1-ae06-5936e869e63c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:15.247495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No DVR routers for this DVR port d2574df6-a4ef-4bd1-ae06-5936e869e63c on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:23:15.259754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-877f24ba-e6cd-446e-8144-300dd0a9cadd req-9dbe7bb7-a48e-4009-b977-09a605033ce2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Calling delete_port for dd283e57-9b33-4687-8e4a-27b0b5f04d92 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:15.733917 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (f5d34bb8-0241-416a-8886-bf52a82c21d3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:15.835054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d34bb8-0241-416a-8886-bf52a82c21d3']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:15.889914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbc5629-9538-4fc5-b11e-a76c8bf098fc') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:15.890730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbc5629-9538-4fc5-b11e-a76c8bf098fc') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:15.893669 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-877f24ba-e6cd-446e-8144-300dd0a9cadd req-9dbe7bb7-a48e-4009-b977-09a605033ce2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (dd283e57-9b33-4687-8e4a-27b0b5f04d92), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:15.963643 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (1cbc5629-9538-4fc5-b11e-a76c8bf098fc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:16.099536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe7bb7-a48e-4009-b977-09a605033ce2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Pushing event deleted for resources: {'Port': ['ID=dd283e57-9b33-4687-8e4a-27b0b5f04d92,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:16.114307 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1cbc5629-9538-4fc5-b11e-a76c8bf098fc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:16.200070 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:23:16.200520 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (1cbc5629-9538-4fc5-b11e-a76c8bf098fc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:23:16.203655 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:23:16.335376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-877f24ba-e6cd-446e-8144-300dd0a9cadd req-9dbe7bb7-a48e-4009-b977-09a605033ce2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] No DVR routers for this DVR port dd283e57-9b33-4687-8e4a-27b0b5f04d92 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:23:16.345305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-877f24ba-e6cd-446e-8144-300dd0a9cadd req-9dbe7bb7-a48e-4009-b977-09a605033ce2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:16.350789 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-877f24ba-e6cd-446e-8144-300dd0a9cadd req-9dbe7bb7-a48e-4009-b977-09a605033ce2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.42 "DELETE /v2.0/ports/dd283e57-9b33-4687-8e4a-27b0b5f04d92 HTTP/1.1" status: 204 len: 173 time: 1.5959466 Feb 15 14:23:16.351289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f35af80-1340-4098-babd-252ae0873060', 'name': 'network-vif-deleted', 'tag': 'dd283e57-9b33-4687-8e4a-27b0b5f04d92'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:23:16.353572 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9529b07-fd14-4caf-9015-b2c02c4f4660" -d '{"events": [{"server_uuid": "0f35af80-1340-4098-babd-252ae0873060", "name": "network-vif-deleted", "tag": "dd283e57-9b33-4687-8e4a-27b0b5f04d92"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:23:16.376459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0de797b-f84d-4973-97d5-2caaef80a204 req-baabc4fa-6d35-420b-9c4c-3e8b56f53c0a tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f35af80-1340-4098-babd-252ae0873060 HTTP/1.1" status: 200 len: 210 time: 0.4994237 Feb 15 14:23:16.406059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6941b9-d9aa-40b5-afa8-4eb9ef61c3ba req-a5373d56-d298-45cb-87ca-e6143a3e0b2d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:16.406059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f6941b9-d9aa-40b5-afa8-4eb9ef61c3ba req-a5373d56-d298-45cb-87ca-e6143a3e0b2d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 945 time: 0.5026150 Feb 15 14:23:16.445195 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (f5d34bb8-0241-416a-8886-bf52a82c21d3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:16.512296 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:16.512296 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/networks/f5d34bb8-0241-416a-8886-bf52a82c21d3 HTTP/1.1" status: 204 len: 168 time: 2.2514956 Feb 15 14:23:16.512296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b413dd-d7bd-4879-973b-e301d0bbaa37 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Network': ['ID=f5d34bb8-0241-416a-8886-bf52a82c21d3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:16.527153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59840) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:16.532256 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22869e16-a9c8-44ed-9803-af75fa4d0eff x-openstack-request-id: req-22869e16-a9c8-44ed-9803-af75fa4d0eff {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:23:16.533338 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f35af80-1340-4098-babd-252ae0873060", "name": "network-vif-deleted", "tag": "dd283e57-9b33-4687-8e4a-27b0b5f04d92", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:23:16.535315 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22869e16-a9c8-44ed-9803-af75fa4d0eff {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:23:16.535860 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f35af80-1340-4098-babd-252ae0873060', 'name': 'network-vif-deleted', 'tag': 'dd283e57-9b33-4687-8e4a-27b0b5f04d92', 'status': 'completed', 'code': 200} Feb 15 14:23:16.541576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'network': {'name': 'tempest-RoutersTest-248543947'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:16.595503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:16.601415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f6941b9-d9aa-40b5-afa8-4eb9ef61c3ba req-87aff02a-e936-43e9-9f36-531661878fcb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890883 Feb 15 14:23:16.606408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:16.677160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:23:16.722004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d2574df6-a4ef-4bd1-ae06-5936e869e63c no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:23:16.732993 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (74df8ba0-a51e-40a6-aba8-c2a114839b60), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:16.737645 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added segment 74df8ba0-a51e-40a6-aba8-c2a114839b60 of type vlan for network 236f04a6-0c2d-435d-a1ae-603814364411 Feb 15 14:23:16.779335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d2574df6-a4ef-4bd1-ae06-5936e869e63c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:23:16.782070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d2574df6-a4ef-4bd1-ae06-5936e869e63c not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:23:16.860557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ac80d-bdbc-44b7-bd6c-8738d1973b33 req-621b1cce-6f7e-4f45-a8d5-20006b183fac tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:16.867475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b33ac80d-bdbc-44b7-bd6c-8738d1973b33 req-621b1cce-6f7e-4f45-a8d5-20006b183fac tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 945 time: 0.1312957 Feb 15 14:23:16.945703 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (236f04a6-0c2d-435d-a1ae-603814364411), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:17.018953 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-b8625d19-4691-4a62-bf87-2bf1f0d3c4a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1851180 Feb 15 14:23:17.043810 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (236f04a6-0c2d-435d-a1ae-603814364411), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:17.059525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:17.061036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:17.065784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b33ac80d-bdbc-44b7-bd6c-8738d1973b33 req-34d7b29c-5a1b-415e-9070-78da07e82dbe tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854172 Feb 15 14:23:17.095686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59850) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:17.121864 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5841446 Feb 15 14:23:17.144210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59852) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:17.157794 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cf86d693-9f8b-4342-8c6c-2fb63fdde106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:17.158579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'subnet': {'network_id': '236f04a6-0c2d-435d-a1ae-603814364411', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:17.205867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f52176f-96c4-4a20-a322-b5717683993c tempest-TestVolumeBootPattern-15943956 tempest-TestVolumeBootPattern-15943956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:17.207592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4f52176f-96c4-4a20-a322-b5717683993c tempest-TestVolumeBootPattern-15943956 tempest-TestVolumeBootPattern-15943956-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 1123 time: 0.1106911 Feb 15 14:23:17.212100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59854) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:17.217088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:17.275703 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:17.319787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dd283e57-9b33-4687-8e4a-27b0b5f04d92 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:23:17.371982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: dd283e57-9b33-4687-8e4a-27b0b5f04d92 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:23:17.372398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device dd283e57-9b33-4687-8e4a-27b0b5f04d92 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:23:17.533692 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:17.773868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Allocated IP 172.25.6.67 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/738cec73-5918-438e-8e8d-f80e09c7ec79) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:17.818733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21c343-b50d-4d70-a26e-d838d5510422 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Network': ['ID=236f04a6-0c2d-435d-a1ae-603814364411,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:17.929373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:17.947599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:17.952343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-718de2c5-d240-42af-b720-88b99e503dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:17.953853 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-718de2c5-d240-42af-b720-88b99e503dd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 1128 time: 0.8107078 Feb 15 14:23:18.113881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (738cec73-5918-438e-8e8d-f80e09c7ec79), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:18.218718 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (738cec73-5918-438e-8e8d-f80e09c7ec79), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:18.239644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 236f04a6-0c2d-435d-a1ae-603814364411 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:23:18.266636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:18.271465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:18.277608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:18.355335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=738cec73-5918-438e-8e8d-f80e09c7ec79,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:18.441257 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:18.522717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-06cad8af-c330-44c9-86bf-feee6ae956d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:18.525298 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-06cad8af-c330-44c9-86bf-feee6ae956d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.4527323 Feb 15 14:23:18.529155 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (e6d58d2e-41bc-45ed-97e9-b27e32a3d588), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:18.586429 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-78f8f355-ba4d-487c-bd16-45e07aef5ad9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=793b60ec-da3b-4039-bedb-3f70b8a06311 HTTP/1.1" status: 200 len: 217 time: 0.0528066 Feb 15 14:23:18.721852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-f8685a86-6ce7-4a9c-967f-f81f62af0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:18.723379 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-f8685a86-6ce7-4a9c-967f-f81f62af0da7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.1135712 Feb 15 14:23:18.729787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Subnet': ['ID=e6d58d2e-41bc-45ed-97e9-b27e32a3d588,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:18.734565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Checking segment: {'id': '74df8ba0-a51e-40a6-aba8-c2a114839b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '236f04a6-0c2d-435d-a1ae-603814364411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:23:18.735180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network hostable DHCP agents. Network: 236f04a6-0c2d-435d-a1ae-603814364411, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:23:18.819234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 236f04a6-0c2d-435d-a1ae-603814364411 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:23:18.845289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-df5fe792-0dd8-45d7-9da9-7c2afc9490b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:18.848443 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-df5fe792-0dd8-45d7-9da9-7c2afc9490b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1145389 Feb 15 14:23:18.851110 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 236f04a6-0c2d-435d-a1ae-603814364411) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:18.860642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:18.861252 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:18.863109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04fb8ed-faf7-406f-abf1-4db81b602eab None None] Network 236f04a6-0c2d-435d-a1ae-603814364411 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:18.948334 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-41170cd1-419a-4982-8c90-6c2107f2617a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8029940 Feb 15 14:23:18.949190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59888) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:18.986135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-063fed2f-cdee-4369-b55e-6e581d2b18b9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-141379374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:19.057555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-063fed2f-cdee-4369-b55e-6e581d2b18b9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (55076b56-e628-41f7-9fdf-378017924f99), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.058618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-063fed2f-cdee-4369-b55e-6e581d2b18b9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (55076b56-e628-41f7-9fdf-378017924f99), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.084785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-236f04a6-0c2d-435d-a1ae-603814364411', 'network_id': '236f04a6-0c2d-435d-a1ae-603814364411', 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'fixed_ips': [{'subnet_id': 'e6d58d2e-41bc-45ed-97e9-b27e32a3d588'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:23:19.086428 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.180102 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-922b5328-4dbc-4271-8bc9-8d8fa2f8bf23 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209252 Feb 15 14:23:19.303422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Allocated IP 172.20.0.2 (236f04a6-0c2d-435d-a1ae-603814364411/e6d58d2e-41bc-45ed-97e9-b27e32a3d588/2bc73f04-b106-4a96-a82d-01744f632ccc) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:19.348057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-063fed2f-cdee-4369-b55e-6e581d2b18b9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (55076b56-e628-41f7-9fdf-378017924f99), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.361614 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-063fed2f-cdee-4369-b55e-6e581d2b18b9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (55076b56-e628-41f7-9fdf-378017924f99), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.394429 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-063fed2f-cdee-4369-b55e-6e581d2b18b9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.398777 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-063fed2f-cdee-4369-b55e-6e581d2b18b9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4166560 Feb 15 14:23:19.400118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59906) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:19.484178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (b6dee51b-353d-4ebd-80f5-0febca333149), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.561711 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Publish callbacks [] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.576932 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.595725 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dc2880a7-114c-40ff-b7f2-358b40fd3760 req-ad297184-06fe-4118-b41b-12eb40cda7e6 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019990 Feb 15 14:23:19.672507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Pushing event updated for resources: {'Port': ['ID=2bc73f04-b106-4a96-a82d-01744f632ccc,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:19.709174 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (738cec73-5918-438e-8e8d-f80e09c7ec79), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.764051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Network 236f04a6-0c2d-435d-a1ae-603814364411 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:19.771009 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.772874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:19.783716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:19.810577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-d2ae3ea4-a47d-4671-9068-1572b45aa050 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:19.818067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-d2ae3ea4-a47d-4671-9068-1572b45aa050 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/networks?id=e1e70d35-e092-4668-9de7-2f56f4c21ffe HTTP/1.1" status: 200 len: 809 time: 1.0294435 Feb 15 14:23:19.870756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-c48fd18e-1820-406d-a796-83d02cc942cd tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/quotas/8116a6d83a914d5f88d2adad940ca4d9 HTTP/1.1" status: 200 len: 375 time: 0.0513678 Feb 15 14:23:19.923232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Attempting to bind port 2bc73f04-b106-4a96-a82d-01744f632ccc on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:23:19.924533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Attempting to bind port 2bc73f04-b106-4a96-a82d-01744f632ccc by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '74df8ba0-a51e-40a6-aba8-c2a114839b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '236f04a6-0c2d-435d-a1ae-603814364411'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:23:19.925441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Attempting to bind port 2bc73f04-b106-4a96-a82d-01744f632ccc on network 236f04a6-0c2d-435d-a1ae-603814364411 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:23:19.933929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:23:19.934775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Checking segment: {'id': '74df8ba0-a51e-40a6-aba8-c2a114839b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '236f04a6-0c2d-435d-a1ae-603814364411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:23:19.935455 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:19.936045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Bound using segment: {'id': '74df8ba0-a51e-40a6-aba8-c2a114839b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '236f04a6-0c2d-435d-a1ae-603814364411'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:23:19.936944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Bound port: 2bc73f04-b106-4a96-a82d-01744f632ccc, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74df8ba0-a51e-40a6-aba8-c2a114839b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '236f04a6-0c2d-435d-a1ae-603814364411'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:23:19.937549 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:20.085363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-06ba049e-d076-456b-9fbe-f5df5eb64087 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8116a6d83a914d5f88d2adad940ca4d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2112195 Feb 15 14:23:20.126827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] For port 2bc73f04-b106-4a96-a82d-01744f632ccc, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:23:20.131785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] For port 2bc73f04-b106-4a96-a82d-01744f632ccc, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2bc73f04-b106-4a96-a82d-01744f632ccc,segment=NetworkSegment(74df8ba0-a51e-40a6-aba8-c2a114839b60),segment_id=74df8ba0-a51e-40a6-aba8-c2a114839b60)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:23:20.142809 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:20.155146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:20.263626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0acf3-4330-42d2-9f98-fd75252bae08 None None] Pushing event updated for resources: {'Port': ['ID=2bc73f04-b106-4a96-a82d-01744f632ccc,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:20.395802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-868f2275-e304-4542-953d-6a95d3ec0884 service neutron] 10.222.0.72 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992632 Feb 15 14:23:20.554780 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (738cec73-5918-438e-8e8d-f80e09c7ec79), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:20.654435 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (738cec73-5918-438e-8e8d-f80e09c7ec79), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:20.732156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Allocated IP 172.20.0.1 (236f04a6-0c2d-435d-a1ae-603814364411/e6d58d2e-41bc-45ed-97e9-b27e32a3d588/5dc10ca4-b1d1-4d50-ac17-e4666f414ea0) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:20.902528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (b6dee51b-353d-4ebd-80f5-0febca333149), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:20.917429 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (5dc10ca4-b1d1-4d50-ac17-e4666f414ea0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:21.004322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5dc10ca4-b1d1-4d50-ac17-e4666f414ea0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:21.044855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=738cec73-5918-438e-8e8d-f80e09c7ec79,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:21.089365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:21.101957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 236f04a6-0c2d-435d-a1ae-603814364411 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:21.110248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:21.118662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:21.169051 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=5dc10ca4-b1d1-4d50-ac17-e4666f414ea0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:21.177481 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Floating IP b6dee51b-353d-4ebd-80f5-0febca333149 associated. External IP: 172.25.6.67, port: 793b60ec-da3b-4039-bedb-3f70b8a06311. Feb 15 14:23:21.206649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-3dce4c3b-24b4-4db3-b240-2170300a3599 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6481459 Feb 15 14:23:21.232899 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (55076b56-e628-41f7-9fdf-378017924f99), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:21.381695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-6775042a-d478-4ecd-9c66-d51608a4b108 service neutron] 10.222.0.72 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9840376 Feb 15 14:23:21.521696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-aafa292f-7aa4-472d-b06f-624cb2edc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:21.523236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-aafa292f-7aa4-472d-b06f-624cb2edc222 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1129 time: 0.2114716 Feb 15 14:23:21.554793 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5dc10ca4-b1d1-4d50-ac17-e4666f414ea0), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:21.950587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-369b6ca0-a215-4bcf-a09b-79c650f7e7a3 req-0d66b7f7-1625-4c53-9588-df2afe2e3992 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 210 time: 0.2098782 Feb 15 14:23:22.067058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-902503fe-517b-461d-8938-dabc5b1825f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:22.068743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-902503fe-517b-461d-8938-dabc5b1825f7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 897 time: 0.5007935 Feb 15 14:23:22.146298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Router 701ba21b-9555-42a1-aaf0-e2338ea93b61 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:23:22.202296 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7608559d-bdac-4aae-ad61-ff26022e8a3e None None] Network 236f04a6-0c2d-435d-a1ae-603814364411 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:22.225558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-92f937f7-3cc5-4fab-860a-0950cda7dab0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 1001 time: 0.1288900 Feb 15 14:23:22.357122 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (5dc10ca4-b1d1-4d50-ac17-e4666f414ea0), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:22.370782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (5dc10ca4-b1d1-4d50-ac17-e4666f414ea0), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:22.547514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bb30dd58-5962-409e-b027-76f05645c841 None None] Provisioning complete for port 2bc73f04-b106-4a96-a82d-01744f632ccc triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:22.547892 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb30dd58-5962-409e-b027-76f05645c841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:22.615774 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=5dc10ca4-b1d1-4d50-ac17-e4666f414ea0,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:22.627225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (55076b56-e628-41f7-9fdf-378017924f99), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:22.670567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-f239ca20-34b0-4ab6-a360-a4e4d9205cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:22.672157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-f239ca20-34b0-4ab6-a360-a4e4d9205cc4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 200 len: 834 time: 0.4470825 Feb 15 14:23:22.735862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2bc73f04-b106-4a96-a82d-01744f632ccc up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:22.856947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:22.883144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-9b71e60d-2964-4862-9c9f-d535d0e52267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:22.887576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-9b71e60d-2964-4862-9c9f-d535d0e52267 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b472c56-6d3b-45dc-b65f-bfe802b20969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1952488 Feb 15 14:23:22.915559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a47c03a-bcbd-482c-8fce-404db6c15123 None None] Sync routers for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:22.917140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 236f04a6-0c2d-435d-a1ae-603814364411 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:22.922063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:23.014159 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:23.026572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a47c03a-bcbd-482c-8fce-404db6c15123 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:23.028971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9a47c03a-bcbd-482c-8fce-404db6c15123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:23.215720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23df6196-2f59-484e-85c2-451a1d82281f req-0faa7d00-1ffe-448d-984e-bb6abfc8c97d tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 210 time: 0.0673943 Feb 15 14:23:23.239049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5458d4a5-82c8-45af-8eb7-d1045d023425 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0243089 Feb 15 14:23:23.248234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9a47c03a-bcbd-482c-8fce-404db6c15123 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:23:23.255839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'tag': '793b60ec-da3b-4039-bedb-3f70b8a06311'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:23:23.263110 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0792d57-9b7b-42e7-8476-11665b75ee48" -d '{"events": [{"name": "network-changed", "server_uuid": "aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2", "tag": "793b60ec-da3b-4039-bedb-3f70b8a06311"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:23:23.324657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-901df14f-ba44-4a50-84d0-6125048825e8 service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196384 Feb 15 14:23:23.405634 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d0a4a2-f80e-461c-86cf-afd765c804d0 x-openstack-request-id: req-34d0a4a2-f80e-461c-86cf-afd765c804d0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:23:23.406527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 55076b56-e628-41f7-9fdf-378017924f99 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:23:23.408574 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2", "tag": "793b60ec-da3b-4039-bedb-3f70b8a06311", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:23:23.408975 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-34d0a4a2-f80e-461c-86cf-afd765c804d0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:23:23.410416 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'tag': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'status': 'completed', 'code': 200} Feb 15 14:23:23.681830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2bc73f04-b106-4a96-a82d-01744f632ccc triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:23.682217 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:23.818226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:23.831993 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f0ea16-f61f-4c4b-b013-0b70d304f88d None None] Sync routers for ids ['55076b56-e628-41f7-9fdf-378017924f99'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:23.843001 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f0ea16-f61f-4c4b-b013-0b70d304f88d None None] Routers {'55076b56-e628-41f7-9fdf-378017924f99'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:23.843624 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-76f0ea16-f61f-4c4b-b013-0b70d304f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['55076b56-e628-41f7-9fdf-378017924f99'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:23.844577 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b77a7b53-af02-4339-ac83-0eec5eb0f98c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/55076b56-e628-41f7-9fdf-378017924f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4412735 Feb 15 14:23:23.846984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59944) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:23.913763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-340ad072-5c55-4a0d-9f71-3757d03b97ad tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:23.923955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-340ad072-5c55-4a0d-9f71-3757d03b97ad tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.67 "GET /v2.0/networks?id=e1e70d35-e092-4668-9de7-2f56f4c21ffe HTTP/1.1" status: 200 len: 809 time: 0.3858423 Feb 15 14:23:23.927123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bb30dd58-5962-409e-b027-76f05645c841 None None] Current status of the port 2bc73f04-b106-4a96-a82d-01744f632ccc is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:23.927534 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb30dd58-5962-409e-b027-76f05645c841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:23.959586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Request body: {'port': {'device_id': '338309b7-2be2-4d4d-98cf-e864d48bf5f2', 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe', 'admin_state_up': True, 'tenant_id': '8116a6d83a914d5f88d2adad940ca4d9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:23.964250 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-76f0ea16-f61f-4c4b-b013-0b70d304f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:24.012220 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f0ea16-f61f-4c4b-b013-0b70d304f88d None None] Routers {'55076b56-e628-41f7-9fdf-378017924f99'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:24.016308 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-76f0ea16-f61f-4c4b-b013-0b70d304f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['55076b56-e628-41f7-9fdf-378017924f99'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:24.033462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0f8d6-92df-4967-98d6-20972de7dbed tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:24.042967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bb30dd58-5962-409e-b027-76f05645c841 None None] For port 2bc73f04-b106-4a96-a82d-01744f632ccc, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2bc73f04-b106-4a96-a82d-01744f632ccc,segment=NetworkSegment(74df8ba0-a51e-40a6-aba8-c2a114839b60),segment_id=74df8ba0-a51e-40a6-aba8-c2a114839b60)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:24.044112 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b5e0f8d6-92df-4967-98d6-20972de7dbed tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports/5dc10ca4-b1d1-4d50-ac17-e4666f414ea0 HTTP/1.1" status: 200 len: 910 time: 0.1960168 Feb 15 14:23:24.045917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59950) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:24.075406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0792d57-9b7b-42e7-8476-11665b75ee48 req-57b169fd-682b-4d75-a565-6a5a5605ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:24.076887 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0792d57-9b7b-42e7-8476-11665b75ee48 req-57b169fd-682b-4d75-a565-6a5a5605ca5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 1128 time: 0.6424453 Feb 15 14:23:24.131617 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-76f0ea16-f61f-4c4b-b013-0b70d304f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:24.139314 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f0ea16-f61f-4c4b-b013-0b70d304f88d None None] The sync data for ids ['55076b56-e628-41f7-9fdf-378017924f99'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:24.153547 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb30dd58-5962-409e-b027-76f05645c841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:24.277319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Made reservation on behalf of 8116a6d83a914d5f88d2adad940ca4d9 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:24.281498 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:24.340855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-b5d3cc71-921a-4add-ac72-b1dc62deb878 service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0048838 Feb 15 14:23:24.393159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0792d57-9b7b-42e7-8476-11665b75ee48 req-86f45dbb-dca3-441f-a276-d81694461a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:24.394620 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0792d57-9b7b-42e7-8476-11665b75ee48 req-86f45dbb-dca3-441f-a276-d81694461a1c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.3028805 Feb 15 14:23:24.413342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30dd58-5962-409e-b027-76f05645c841 None None] Pushing event updated for resources: {'Port': ['ID=2bc73f04-b106-4a96-a82d-01744f632ccc,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:24.434817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-15b68bbd-ff68-4b21-9174-71a3fb828512 None None] Provisioning complete for port 5dc10ca4-b1d1-4d50-ac17-e4666f414ea0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:24.436083 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15b68bbd-ff68-4b21-9174-71a3fb828512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5dc10ca4-b1d1-4d50-ac17-e4666f414ea0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:24.506850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-15b68bbd-ff68-4b21-9174-71a3fb828512 None None] Port 5dc10ca4-b1d1-4d50-ac17-e4666f414ea0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:23:24.525082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba5d1339-ea6e-4ec0-bae1-dbfe32c89dc1 req-2acd6279-71b5-4bc6-b75a-602aca157e93 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 210 time: 0.0925651 Feb 15 14:23:24.527150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9a47c03a-bcbd-482c-8fce-404db6c15123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'b6dee51b-353d-4ebd-80f5-0febca333149', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:a0:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:18Z', 'updated_at': '2022-02-15T14:23:18Z', 'revision_number': 0, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:24.530822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2bc73f04-b106-4a96-a82d-01744f632ccc is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:24.602689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a47c03a-bcbd-482c-8fce-404db6c15123 None None] Checking router: 701ba21b-9555-42a1-aaf0-e2338ea93b61 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:23:24.619342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-15b68bbd-ff68-4b21-9174-71a3fb828512 None None] Provisioning complete for port 2bc73f04-b106-4a96-a82d-01744f632ccc triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:24.624539 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-15b68bbd-ff68-4b21-9174-71a3fb828512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:24.645772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a47c03a-bcbd-482c-8fce-404db6c15123 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:24.649837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9a47c03a-bcbd-482c-8fce-404db6c15123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:24.724726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Allocated IP 172.20.0.3 (e1e70d35-e092-4668-9de7-2f56f4c21ffe/1de5a6e3-279e-4cea-b54a-e7a387d554e9/bc913707-8ab9-4e80-bd5a-603228a3aa72) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:24.799876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2bc73f04-b106-4a96-a82d-01744f632ccc up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:24.943030 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0792d57-9b7b-42e7-8476-11665b75ee48 req-39ef84b8-4816-4129-a4e1-5cf173f84a05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=793b60ec-da3b-4039-bedb-3f70b8a06311 HTTP/1.1" status: 200 len: 998 time: 0.5182128 Feb 15 14:23:25.048260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0792d57-9b7b-42e7-8476-11665b75ee48 req-9bf2ba9e-7a0c-424b-b2ba-f8425a625a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:25.050451 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0792d57-9b7b-42e7-8476-11665b75ee48 req-9bf2ba9e-7a0c-424b-b2ba-f8425a625a16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.1044381 Feb 15 14:23:25.294494 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-15b68bbd-ff68-4b21-9174-71a3fb828512 None None] Current status of the port 2bc73f04-b106-4a96-a82d-01744f632ccc is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:25.307930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2bc73f04-b106-4a96-a82d-01744f632ccc triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:25.308305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:25.359153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9a47c03a-bcbd-482c-8fce-404db6c15123 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:23:25.531106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks [] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:25.601937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2bc73f04-b106-4a96-a82d-01744f632ccc is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:25.616537 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:25.640686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0792d57-9b7b-42e7-8476-11665b75ee48 req-3b852770-84c6-4bf8-ac99-60624af7d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:25.642335 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0792d57-9b7b-42e7-8476-11665b75ee48 req-3b852770-84c6-4bf8-ac99-60624af7d324 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5226879 Feb 15 14:23:25.736815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Pushing event updated for resources: {'Port': ['ID=bc913707-8ab9-4e80-bd5a-603228a3aa72,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:25.794708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Network e1e70d35-e092-4668-9de7-2f56f4c21ffe is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:25.801870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59968) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:25.802801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:25.818388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:25.891293 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0792d57-9b7b-42e7-8476-11665b75ee48 req-688c9a57-0224-4fe2-a207-a2940d1f6ba9 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389307 Feb 15 14:23:25.894049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b3529fb-be8a-41bd-a894-87fab956c322 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (55076b56-e628-41f7-9fdf-378017924f99), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:26.012138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:26.014588 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:26.053511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-f4b41b94-ffbd-46de-b16d-2a3115baec55 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1159871 Feb 15 14:23:26.080084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9a47c03a-bcbd-482c-8fce-404db6c15123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'b6dee51b-353d-4ebd-80f5-0febca333149', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:a0:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:18Z', 'updated_at': '2022-02-15T14:23:18Z', 'revision_number': 0, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:26.086962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8409c15-4a2d-496f-ae86-1fb092589927 req-bc1067d3-bf9f-43b6-b9f9-cf6b2f0dc0b5 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:26.095104 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8409c15-4a2d-496f-ae86-1fb092589927 req-bc1067d3-bf9f-43b6-b9f9-cf6b2f0dc0b5 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 931 time: 0.3433611 Feb 15 14:23:26.107517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Request body: {'port': {'device_id': '338309b7-2be2-4d4d-98cf-e864d48bf5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:26.150502 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f0792d57-9b7b-42e7-8476-11665b75ee48 req-5547f3ce-aab8-44c4-9144-92a1d678c5bd service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303358 Feb 15 14:23:26.171559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a47c03a-bcbd-482c-8fce-404db6c15123 None None] The sync data for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 is: [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'b6dee51b-353d-4ebd-80f5-0febca333149', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:a0:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:18Z', 'updated_at': '2022-02-15T14:23:18Z', 'revision_number': 0, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:26.442666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8409c15-4a2d-496f-ae86-1fb092589927 req-0bf80d02-fa2d-4e77-98fc-dceb29af15e3 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262525 Feb 15 14:23:26.478043 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:26.610827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6b3529fb-be8a-41bd-a894-87fab956c322 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port 5dc10ca4-b1d1-4d50-ac17-e4666f414ea0 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:26.611719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b3529fb-be8a-41bd-a894-87fab956c322 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5dc10ca4-b1d1-4d50-ac17-e4666f414ea0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:26.624233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f6d07-17eb-4bda-833e-c1c55582a2e0 None None] New status for floating IP b6dee51b-353d-4ebd-80f5-0febca333149: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:23:26.812107 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b3529fb-be8a-41bd-a894-87fab956c322 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5dc10ca4-b1d1-4d50-ac17-e4666f414ea0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:26.834956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6b3529fb-be8a-41bd-a894-87fab956c322 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for 5dc10ca4-b1d1-4d50-ac17-e4666f414ea0 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:27.170021 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b3529fb-be8a-41bd-a894-87fab956c322 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5dc10ca4-b1d1-4d50-ac17-e4666f414ea0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:27.280379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc913707-8ab9-4e80-bd5a-603228a3aa72 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:23:27.300691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Publish callbacks [] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:27.361741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Transition to ACTIVE for port object bc913707-8ab9-4e80-bd5a-603228a3aa72 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:23:27.392688 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:27.397540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3529fb-be8a-41bd-a894-87fab956c322 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=5dc10ca4-b1d1-4d50-ac17-e4666f414ea0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:27.544438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6b3529fb-be8a-41bd-a894-87fab956c322 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (55076b56-e628-41f7-9fdf-378017924f99), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:27.573365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Pushing event updated for resources: {'Port': ['ID=bc913707-8ab9-4e80-bd5a-603228a3aa72,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:27.780474 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:27.896531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3529fb-be8a-41bd-a894-87fab956c322 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 55076b56-e628-41f7-9fdf-378017924f99 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:23:27.965265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 59990) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:28.059809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3529fb-be8a-41bd-a894-87fab956c322 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:28.070221 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6b3529fb-be8a-41bd-a894-87fab956c322 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/55076b56-e628-41f7-9fdf-378017924f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0185719 Feb 15 14:23:28.073876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59994) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:28.078437 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fcec2-4459-4f3b-8a8d-af352d48af3e None None] Sync routers for ids ['55076b56-e628-41f7-9fdf-378017924f99'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:28.104187 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55fcec2-4459-4f3b-8a8d-af352d48af3e None None] Routers {'55076b56-e628-41f7-9fdf-378017924f99'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:28.107139 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c55fcec2-4459-4f3b-8a8d-af352d48af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['55076b56-e628-41f7-9fdf-378017924f99'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:28.114437 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7370a38f-9944-40b7-93f8-edc53d08676e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=55076b56-e628-41f7-9fdf-378017924f99 HTTP/1.1" status: 200 len: 205 time: 0.0390208 Feb 15 14:23:28.116944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 59996) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:28.162196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Attempting to bind port bc913707-8ab9-4e80-bd5a-603228a3aa72 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:23:28.162528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Attempting to bind port bc913707-8ab9-4e80-bd5a-603228a3aa72 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '17b406ac-6dd7-4b32-b729-d465c9260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:23:28.162861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Attempting to bind port bc913707-8ab9-4e80-bd5a-603228a3aa72 on network e1e70d35-e092-4668-9de7-2f56f4c21ffe {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:23:28.188100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3f1d6-50d8-4621-a8f1-e61b494cc6f8 req-67e1b830-7a15-4aef-a467-f0de116b3e48 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:28.189671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1f3f1d6-50d8-4621-a8f1-e61b494cc6f8 req-67e1b830-7a15-4aef-a467-f0de116b3e48 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 943 time: 0.5393143 Feb 15 14:23:28.218121 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c55fcec2-4459-4f3b-8a8d-af352d48af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:28.227864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Port bc913707-8ab9-4e80-bd5a-603228a3aa72 on network e1e70d35-e092-4668-9de7-2f56f4c21ffe not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:23:28.228197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Attempting to bind port bc913707-8ab9-4e80-bd5a-603228a3aa72 on network e1e70d35-e092-4668-9de7-2f56f4c21ffe {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:23:28.251167 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55fcec2-4459-4f3b-8a8d-af352d48af3e None None] Routers {'55076b56-e628-41f7-9fdf-378017924f99'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:28.253636 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c55fcec2-4459-4f3b-8a8d-af352d48af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['55076b56-e628-41f7-9fdf-378017924f99'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:28.276041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3b1febe-cef6-4fa8-9f07-cd14e430c7f7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (55076b56-e628-41f7-9fdf-378017924f99), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:28.341900 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c55fcec2-4459-4f3b-8a8d-af352d48af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:28.342794 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fcec2-4459-4f3b-8a8d-af352d48af3e None None] The sync data for ids ['55076b56-e628-41f7-9fdf-378017924f99'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:28.351097 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1625a7a5-83df-4bc3-b186-c356559c3bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:28.353727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:23:28.354427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Checking segment: {'id': '17b406ac-6dd7-4b32-b729-d465c9260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:23:28.355011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Bound using segment: {'id': '17b406ac-6dd7-4b32-b729-d465c9260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:23:28.355620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Bound port: bc913707-8ab9-4e80-bd5a-603228a3aa72, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b406ac-6dd7-4b32-b729-d465c9260cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:23:28.356138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:28.456932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1f3f1d6-50d8-4621-a8f1-e61b494cc6f8 req-3278365d-b404-4596-88a8-d01b0218dd1d tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459626 Feb 15 14:23:28.674959 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:23:28.702098 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3b1febe-cef6-4fa8-9f07-cd14e430c7f7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (55076b56-e628-41f7-9fdf-378017924f99), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:28.706301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3b1febe-cef6-4fa8-9f07-cd14e430c7f7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (55076b56-e628-41f7-9fdf-378017924f99), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:28.782881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3b1febe-cef6-4fa8-9f07-cd14e430c7f7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (55076b56-e628-41f7-9fdf-378017924f99), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:28.783698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b1febe-cef6-4fa8-9f07-cd14e430c7f7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Fanout notify agent at l3_agent the message router_deleted on router 55076b56-e628-41f7-9fdf-378017924f99 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:23:28.814055 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3b1febe-cef6-4fa8-9f07-cd14e430c7f7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:28.814731 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] For port bc913707-8ab9-4e80-bd5a-603228a3aa72, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:23:28.819772 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b3b1febe-cef6-4fa8-9f07-cd14e430c7f7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/55076b56-e628-41f7-9fdf-378017924f99 HTTP/1.1" status: 204 len: 168 time: 0.7016950 Feb 15 14:23:28.821325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60002) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:28.824488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] For port bc913707-8ab9-4e80-bd5a-603228a3aa72, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc913707-8ab9-4e80-bd5a-603228a3aa72,segment=NetworkSegment(17b406ac-6dd7-4b32-b729-d465c9260cf5),segment_id=17b406ac-6dd7-4b32-b729-d465c9260cf5)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:23:28.908906 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1625a7a5-83df-4bc3-b186-c356559c3bec admin admin] Publish callbacks [] for security_group (8545acae-0c68-4d21-a0f2-b1498c5777df), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:28.918287 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:28.924226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-8599612c-9e7b-4ad0-8864-5c907113a2e7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting subnet e6d58d2e-41bc-45ed-97e9-b27e32a3d588 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:23:28.928741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8599612c-9e7b-4ad0-8864-5c907113a2e7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (e6d58d2e-41bc-45ed-97e9-b27e32a3d588), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:28.991698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8599612c-9e7b-4ad0-8864-5c907113a2e7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (e6d58d2e-41bc-45ed-97e9-b27e32a3d588), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.001998 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1625a7a5-83df-4bc3-b186-c356559c3bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8545acae-0c68-4d21-a0f2-b1498c5777df), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.011634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Pushing event updated for resources: {'Port': ['ID=bc913707-8ab9-4e80-bd5a-603228a3aa72,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:29.027652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:29.028371 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.030469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a986d996-04ca-4813-9350-d8de329d98fa service neutron] 10.222.0.67 "PUT /v2.0/ports/bc913707-8ab9-4e80-bd5a-603228a3aa72 HTTP/1.1" status: 200 len: 1092 time: 2.9567060 Feb 15 14:23:29.032620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338309b7-2be2-4d4d-98cf-e864d48bf5f2', 'tag': 'bc913707-8ab9-4e80-bd5a-603228a3aa72'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:23:29.035233 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ea2c89-ff65-4b91-8128-404f5331d6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "338309b7-2be2-4d4d-98cf-e864d48bf5f2", "tag": "bc913707-8ab9-4e80-bd5a-603228a3aa72"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:23:29.132163 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8599612c-9e7b-4ad0-8864-5c907113a2e7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e6d58d2e-41bc-45ed-97e9-b27e32a3d588), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.136653 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbebda1e-fce6-4f2e-9ef7-6aac63eeced8 x-openstack-request-id: req-dbebda1e-fce6-4f2e-9ef7-6aac63eeced8 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:23:29.136952 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338309b7-2be2-4d4d-98cf-e864d48bf5f2", "tag": "bc913707-8ab9-4e80-bd5a-603228a3aa72", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:23:29.137211 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dbebda1e-fce6-4f2e-9ef7-6aac63eeced8 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:23:29.137620 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338309b7-2be2-4d4d-98cf-e864d48bf5f2', 'tag': 'bc913707-8ab9-4e80-bd5a-603228a3aa72', 'status': 'completed', 'code': 200} Feb 15 14:23:29.176875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60006) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:29.178887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1625a7a5-83df-4bc3-b186-c356559c3bec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2aaea6ebeead483aa0d694ac156b7586&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2103679 Feb 15 14:23:29.183813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625a7a5-83df-4bc3-b186-c356559c3bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8545acae-0c68-4d21-a0f2-b1498c5777df,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:29.237265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-3168d28f-b548-4d1f-a6dd-b6035548b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:29.238864 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-3168d28f-b548-4d1f-a6dd-b6035548b256 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8116a6d83a914d5f88d2adad940ca4d9&device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 1126 time: 0.1582520 Feb 15 14:23:29.259996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] Deleting port 803c84fc-8a9e-4018-8754-4e22b560f6bd {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:29.261127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.283328 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39af3655-6ca3-489e-8988-1d0c503fb9d8 admin admin] Publish callbacks [] for security_group (8545acae-0c68-4d21-a0f2-b1498c5777df), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.298391 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8599612c-9e7b-4ad0-8864-5c907113a2e7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (e6d58d2e-41bc-45ed-97e9-b27e32a3d588), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.312876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a6a6bcf4-54bd-4b2d-9a91-8f8737c3f45b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc913707-8ab9-4e80-bd5a-603228a3aa72 HTTP/1.1" status: 200 len: 217 time: 0.0641868 Feb 15 14:23:29.356335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8599612c-9e7b-4ad0-8864-5c907113a2e7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.356507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d392225f-ad6f-469f-88fa-07b9828ba378 None None] Network 236f04a6-0c2d-435d-a1ae-603814364411 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:29.362348 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8599612c-9e7b-4ad0-8864-5c907113a2e7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/e6d58d2e-41bc-45ed-97e9-b27e32a3d588 HTTP/1.1" status: 204 len: 168 time: 0.5394590 Feb 15 14:23:29.369513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60008) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:29.371068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599612c-9e7b-4ad0-8864-5c907113a2e7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d58d2e-41bc-45ed-97e9-b27e32a3d588,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:29.458586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-bc5b3e02-9b51-45de-9ec2-ecca263f3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:29.460076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-bc5b3e02-9b51-45de-9ec2-ecca263f3961 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1de5a6e3-279e-4cea-b54a-e7a387d554e9 HTTP/1.1" status: 200 len: 849 time: 0.1218891 Feb 15 14:23:29.473367 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (236f04a6-0c2d-435d-a1ae-603814364411), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.477488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39af3655-6ca3-489e-8988-1d0c503fb9d8 admin admin] Publish callbacks [] for security_group (8545acae-0c68-4d21-a0f2-b1498c5777df), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.598323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-ee09f817-0d41-4417-9a81-1cf7b245a0c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1e70d35-e092-4668-9de7-2f56f4c21ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203790 Feb 15 14:23:29.601303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d6d27d-9258-429f-9868-61d331922a2c None None] DHCP port deletion for 236f04a6-0c2d-435d-a1ae-603814364411 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:23:29.603627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] For port 803c84fc-8a9e-4018-8754-4e22b560f6bd, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=803c84fc-8a9e-4018-8754-4e22b560f6bd,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:29.604182 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.699450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port 2bc73f04-b106-4a96-a82d-01744f632ccc {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:29.699798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.712531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] Calling delete_port for 803c84fc-8a9e-4018-8754-4e22b560f6bd owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:29.732676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39af3655-6ca3-489e-8988-1d0c503fb9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8545acae-0c68-4d21-a0f2-b1498c5777df), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.739310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-78d6d27d-9258-429f-9868-61d331922a2c None None] Deleting port 2bc73f04-b106-4a96-a82d-01744f632ccc {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:29.739688 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78d6d27d-9258-429f-9868-61d331922a2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.741591 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39af3655-6ca3-489e-8988-1d0c503fb9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.746173 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-39af3655-6ca3-489e-8988-1d0c503fb9d8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8545acae-0c68-4d21-a0f2-b1498c5777df HTTP/1.1" status: 204 len: 168 time: 0.5675411 Feb 15 14:23:29.788940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af3655-6ca3-489e-8988-1d0c503fb9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8545acae-0c68-4d21-a0f2-b1498c5777df,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:29.818617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port 2bc73f04-b106-4a96-a82d-01744f632ccc, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2bc73f04-b106-4a96-a82d-01744f632ccc,segment=NetworkSegment(74df8ba0-a51e-40a6-aba8-c2a114839b60),segment_id=74df8ba0-a51e-40a6-aba8-c2a114839b60)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:29.818969 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.833567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for 2bc73f04-b106-4a96-a82d-01744f632ccc owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:29.844547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-78d6d27d-9258-429f-9868-61d331922a2c None None] For port 2bc73f04-b106-4a96-a82d-01744f632ccc, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2bc73f04-b106-4a96-a82d-01744f632ccc,segment=NetworkSegment(74df8ba0-a51e-40a6-aba8-c2a114839b60),segment_id=74df8ba0-a51e-40a6-aba8-c2a114839b60)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:29.845317 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78d6d27d-9258-429f-9868-61d331922a2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:29.863360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-78d6d27d-9258-429f-9868-61d331922a2c None None] Calling delete_port for 2bc73f04-b106-4a96-a82d-01744f632ccc owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:29.954226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.009500 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78d6d27d-9258-429f-9868-61d331922a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (2bc73f04-b106-4a96-a82d-01744f632ccc), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.019412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No DVR routers for this DVR port 2bc73f04-b106-4a96-a82d-01744f632ccc on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:23:30.070750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6d27d-9258-429f-9868-61d331922a2c None None] Pushing event deleted for resources: {'Port': ['ID=2bc73f04-b106-4a96-a82d-01744f632ccc,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:30.080865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=2bc73f04-b106-4a96-a82d-01744f632ccc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:30.081042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6d27d-9258-429f-9868-61d331922a2c None None] No DVR routers for this DVR port 2bc73f04-b106-4a96-a82d-01744f632ccc on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:23:30.155262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (236f04a6-0c2d-435d-a1ae-603814364411), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.181139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236f04a6-0c2d-435d-a1ae-603814364411']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:30.193400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74df8ba0-a51e-40a6-aba8-c2a114839b60') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:30.193703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74df8ba0-a51e-40a6-aba8-c2a114839b60') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:30.211761 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (74df8ba0-a51e-40a6-aba8-c2a114839b60), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.237806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (74df8ba0-a51e-40a6-aba8-c2a114839b60), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.249955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:23:30.250579 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (74df8ba0-a51e-40a6-aba8-c2a114839b60), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:23:30.261315 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:23:30.344509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60018) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:30.380476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5b89777-9cda-451c-bcde-0c2c5ddb7750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.388231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ad99-e31c-4e36-9ab0-bb95908b514b req-af4e8560-7420-40bd-8f77-05be8b106976 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:30.389766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19f0ad99-e31c-4e36-9ab0-bb95908b514b req-af4e8560-7420-40bd-8f77-05be8b106976 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 943 time: 0.7663562 Feb 15 14:23:30.420427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (236f04a6-0c2d-435d-a1ae-603814364411), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.439282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-a77bf42d-b4db-4e50-9d4c-3c3963402c3c service neutron] 10.222.0.67 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8320220 Feb 15 14:23:30.449889 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.453872 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/networks/236f04a6-0c2d-435d-a1ae-603814364411 HTTP/1.1" status: 204 len: 168 time: 1.0793948 Feb 15 14:23:30.463510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60020) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:30.469435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1613591445', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}, 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:30.471058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af3bfe-bc23-4b45-9b3a-7ea0547bb3c3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Network': ['ID=236f04a6-0c2d-435d-a1ae-603814364411,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:30.529814 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.530256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5b89777-9cda-451c-bcde-0c2c5ddb7750 admin admin] Publish callbacks [] for security_group (440de2b1-d19b-4dd1-b836-68f1efe33009), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.530953 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.535722 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f5b89777-9cda-451c-bcde-0c2c5ddb7750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (440de2b1-d19b-4dd1-b836-68f1efe33009), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.569479 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f5b89777-9cda-451c-bcde-0c2c5ddb7750 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7180246574794cfa8ef6c598f9d19b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236662 Feb 15 14:23:30.577727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60024) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:30.596251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19f0ad99-e31c-4e36-9ab0-bb95908b514b req-ed6e72b3-20d9-4449-a748-b8c66b533fd7 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946709 Feb 15 14:23:30.625361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b89777-9cda-451c-bcde-0c2c5ddb7750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440de2b1-d19b-4dd1-b836-68f1efe33009,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:30.688215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2bc73f04-b106-4a96-a82d-01744f632ccc no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:23:30.699392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c059a23-1fbd-4d6d-8f86-b8dd1ab72a7d admin admin] Publish callbacks [] for security_group (440de2b1-d19b-4dd1-b836-68f1efe33009), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.731224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 2bc73f04-b106-4a96-a82d-01744f632ccc {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:23:30.731742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2bc73f04-b106-4a96-a82d-01744f632ccc not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:23:30.743007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c059a23-1fbd-4d6d-8f86-b8dd1ab72a7d admin admin] Publish callbacks [] for security_group (440de2b1-d19b-4dd1-b836-68f1efe33009), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.767413 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.820347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c059a23-1fbd-4d6d-8f86-b8dd1ab72a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (440de2b1-d19b-4dd1-b836-68f1efe33009), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.823835 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8c059a23-1fbd-4d6d-8f86-b8dd1ab72a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.825110 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8c059a23-1fbd-4d6d-8f86-b8dd1ab72a7d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/440de2b1-d19b-4dd1-b836-68f1efe33009 HTTP/1.1" status: 204 len: 168 time: 0.2464340 Feb 15 14:23:30.834181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c059a23-1fbd-4d6d-8f86-b8dd1ab72a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440de2b1-d19b-4dd1-b836-68f1efe33009,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:30.957330 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_gateway (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:30.965271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5004b4b8-583a-4013-a6aa-f6ec1a7311d7 req-e143f01a-847b-4af7-bc3c-2ed0d64dcda6 service neutron] 10.222.0.67 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128648 Feb 15 14:23:30.966216 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (803c84fc-8a9e-4018-8754-4e22b560f6bd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:31.061593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] Pushing event deleted for resources: {'Port': ['ID=803c84fc-8a9e-4018-8754-4e22b560f6bd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:31.276071 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60030) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:31.292783 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61b80611-451a-46b4-baa1-cd60ce1fd3b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:31.319043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea2c89-ff65-4b91-8128-404f5331d6b6 req-46d0f3b4-51f0-4b78-b716-ac3292f68083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:31.321253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ea2c89-ff65-4b91-8128-404f5331d6b6 req-46d0f3b4-51f0-4b78-b716-ac3292f68083 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8116a6d83a914d5f88d2adad940ca4d9&device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 1126 time: 0.2603149 Feb 15 14:23:31.384806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61b80611-451a-46b4-baa1-cd60ce1fd3b3 admin admin] Publish callbacks [] for security_group (570d134c-8951-42ed-94dc-d62b55839691), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:31.390257 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61b80611-451a-46b4-baa1-cd60ce1fd3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (570d134c-8951-42ed-94dc-d62b55839691), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:31.392125 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:31.436223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b80611-451a-46b4-baa1-cd60ce1fd3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570d134c-8951-42ed-94dc-d62b55839691,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:31.441520 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-61b80611-451a-46b4-baa1-cd60ce1fd3b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5f2c99c8aabf4fa095b7fda81fa0588f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1643541 Feb 15 14:23:31.444141 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60032) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:31.498676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d44ee83-48e6-46d4-aa4c-8e5d13d5b0fb admin admin] Publish callbacks [] for security_group (570d134c-8951-42ed-94dc-d62b55839691), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:31.527948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d44ee83-48e6-46d4-aa4c-8e5d13d5b0fb admin admin] Publish callbacks [] for security_group (570d134c-8951-42ed-94dc-d62b55839691), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:31.544483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea2c89-ff65-4b91-8128-404f5331d6b6 req-2fc07ee5-2279-4f8f-83d5-868fead92c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:31.545985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ea2c89-ff65-4b91-8128-404f5331d6b6 req-2fc07ee5-2279-4f8f-83d5-868fead92c13 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1e70d35-e092-4668-9de7-2f56f4c21ffe HTTP/1.1" status: 200 len: 910 time: 0.2189395 Feb 15 14:23:31.577925 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d44ee83-48e6-46d4-aa4c-8e5d13d5b0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (570d134c-8951-42ed-94dc-d62b55839691), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:31.580852 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d44ee83-48e6-46d4-aa4c-8e5d13d5b0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:31.582257 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2d44ee83-48e6-46d4-aa4c-8e5d13d5b0fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/570d134c-8951-42ed-94dc-d62b55839691 HTTP/1.1" status: 204 len: 168 time: 0.1370630 Feb 15 14:23:31.598977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44ee83-48e6-46d4-aa4c-8e5d13d5b0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570d134c-8951-42ed-94dc-d62b55839691,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:31.666503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ea2c89-ff65-4b91-8128-404f5331d6b6 req-d3eb1c5e-4ed1-4080-8427-b9de22093aff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc913707-8ab9-4e80-bd5a-603228a3aa72 HTTP/1.1" status: 200 len: 217 time: 0.0864894 Feb 15 14:23:31.752524 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_gateway (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:31.831564 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:31.878715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea2c89-ff65-4b91-8128-404f5331d6b6 req-8559a366-104b-4372-b22c-b2561cec7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:31.880246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ea2c89-ff65-4b91-8128-404f5331d6b6 req-8559a366-104b-4372-b22c-b2561cec7146 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1de5a6e3-279e-4cea-b54a-e7a387d554e9 HTTP/1.1" status: 200 len: 849 time: 0.2047760 Feb 15 14:23:31.961813 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ea2c89-ff65-4b91-8128-404f5331d6b6 req-6224958a-9da7-4d8e-9240-c7fb9cc95fac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1e70d35-e092-4668-9de7-2f56f4c21ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736539 Feb 15 14:23:31.995001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4828e58-b16b-4eb9-a5c4-f4ef793a2aad req-42f2171c-48fb-4b41-97ef-9c733f889d34 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:31.996501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4828e58-b16b-4eb9-a5c4-f4ef793a2aad req-42f2171c-48fb-4b41-97ef-9c733f889d34 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 943 time: 0.2865674 Feb 15 14:23:32.117544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] Router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:23:32.176110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Allocated IP 172.25.6.53 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/9b888571-f73e-4e6b-8441-fc2fde8c2dd6) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:32.182771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4828e58-b16b-4eb9-a5c4-f4ef793a2aad req-9c0489e4-3800-4723-b97a-8802ddaf2eac tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452909 Feb 15 14:23:32.196708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ea2c89-ff65-4b91-8128-404f5331d6b6 req-e831082a-bf55-42d2-845b-a1fd909095c8 service neutron] 10.222.0.67 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253988 Feb 15 14:23:32.747561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:32.758504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2e0b9-1b1d-4af2-947a-639347059083 None None] Sync routers for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:32.772178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2e0b9-1b1d-4af2-947a-639347059083 None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:32.772791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-10b2e0b9-1b1d-4af2-947a-639347059083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:32.775238 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b7c56e82-6c1a-480b-89e9-1426a21a183e admin admin] 10.222.0.72 "PUT /v2.0/routers/5ad792f2-7de2-4e32-a768-f3d0c06e8b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9506061 Feb 15 14:23:32.777361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0ea2c89-ff65-4b91-8128-404f5331d6b6 req-d5c5188d-b197-4d5a-a938-a8e764d6dc19 service neutron] 10.222.0.67 "GET /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385954 Feb 15 14:23:32.777892 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60072) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:32.784094 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (9b888571-f73e-4e6b-8441-fc2fde8c2dd6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:32.873036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9b888571-f73e-4e6b-8441-fc2fde8c2dd6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:32.923034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Publish callbacks [] for router (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:32.956368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:32.982183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:32.987963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:33.000559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-10b2e0b9-1b1d-4af2-947a-639347059083 None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:23:33.035218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=9b888571-f73e-4e6b-8441-fc2fde8c2dd6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:33.068565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Publish callbacks [] for router_gateway (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:33.183435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Deleting port e25178a1-350f-43d5-8226-0d1c8fdb1aa5 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:33.183777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:33.297411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-10b2e0b9-1b1d-4af2-947a-639347059083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:23:30Z', 'revision_number': 5, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port': {'id': 'e25178a1-350f-43d5-8226-0d1c8fdb1aa5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:09:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:13:42Z', 'updated_at': '2022-02-15T14:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:33.341126 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2e0b9-1b1d-4af2-947a-639347059083 None None] Checking router: 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:23:33.344835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] For port e25178a1-350f-43d5-8226-0d1c8fdb1aa5, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e25178a1-350f-43d5-8226-0d1c8fdb1aa5,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:33.345653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:33.352449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2e0b9-1b1d-4af2-947a-639347059083 None None] Routers {'5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:33.353136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-10b2e0b9-1b1d-4af2-947a-639347059083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:33.362848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Calling delete_port for e25178a1-350f-43d5-8226-0d1c8fdb1aa5 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:33.430234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9d7e2-04d6-43cb-8f5f-dbad2bcfa935 req-d2044431-2d9b-4fa9-98da-65b81e474a8b tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:33.439207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bda9d7e2-04d6-43cb-8f5f-dbad2bcfa935 req-d2044431-2d9b-4fa9-98da-65b81e474a8b tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 943 time: 0.1127236 Feb 15 14:23:33.472926 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_gateway (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:33.491342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-10b2e0b9-1b1d-4af2-947a-639347059083 None None] Set router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:23:33.568597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-10b2e0b9-1b1d-4af2-947a-639347059083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:23:33Z', 'revision_number': 6, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:33.588918 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e25178a1-350f-43d5-8226-0d1c8fdb1aa5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:33.611933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2e0b9-1b1d-4af2-947a-639347059083 None None] The sync data for ids ['5ad792f2-7de2-4e32-a768-f3d0c06e8b9a'] in n-d-829064-15 is: [{'id': '5ad792f2-7de2-4e32-a768-f3d0c06e8b9a', 'name': 'tempest-AttachVolumeTestJSON-981712187-router', 'tenant_id': '1871fb5b757f4da2bb173e11a39d9325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:13:40Z', 'updated_at': '2022-02-15T14:23:33Z', 'revision_number': 6, 'project_id': '1871fb5b757f4da2bb173e11a39d9325', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:33.633459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bda9d7e2-04d6-43cb-8f5f-dbad2bcfa935 req-1d4a6c9b-b518-4cf2-a818-c890e633d5e4 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789832 Feb 15 14:23:33.675857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25178a1-350f-43d5-8226-0d1c8fdb1aa5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:33.727865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:33.827272 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:33.846873 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:33.848376 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Publish callbacks [] for router_controller (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:33.905269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (5ad792f2-7de2-4e32-a768-f3d0c06e8b9a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:33.906190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ad792f2-7de2-4e32-a768-f3d0c06e8b9a {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:23:33.912507 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:33.914111 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-73db2c47-e78f-4fb0-a492-315d87101a96 admin admin] 10.222.0.72 "DELETE /v2.0/routers/5ad792f2-7de2-4e32-a768-f3d0c06e8b9a HTTP/1.1" status: 204 len: 168 time: 1.1346169 Feb 15 14:23:33.916724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60094) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:33.973001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f203b7f-c831-4281-b261-b00cc53ef5bc admin admin] Deleting subnet d6844703-78b4-41b5-9e49-a1a242173e19 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:23:33.994872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f203b7f-c831-4281-b261-b00cc53ef5bc admin admin] Publish callbacks [] for subnet (d6844703-78b4-41b5-9e49-a1a242173e19), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:34.024348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:23:34.048129 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f203b7f-c831-4281-b261-b00cc53ef5bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (d6844703-78b4-41b5-9e49-a1a242173e19), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:34.160828 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f203b7f-c831-4281-b261-b00cc53ef5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (d6844703-78b4-41b5-9e49-a1a242173e19), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:34.201297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:34.212293 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e554a9fb-3d98-4195-a70b-341b235199f7 None None] Sync routers for ids ['2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:34.226209 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:34.230383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-be5872a2-6d15-430e-bc70-e37a8bb1c05a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.7620943 Feb 15 14:23:34.230625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60098) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:34.232261 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e554a9fb-3d98-4195-a70b-341b235199f7 None None] Routers {'2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:34.232897 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e554a9fb-3d98-4195-a70b-341b235199f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:34.290522 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e554a9fb-3d98-4195-a70b-341b235199f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:34.320030 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e554a9fb-3d98-4195-a70b-341b235199f7 None None] Routers {'2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:34.321155 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e554a9fb-3d98-4195-a70b-341b235199f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:34.351423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8b83bb95-f4e0-4e42-8b5c-e1aacdee4eba tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/routers/2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e HTTP/1.1" status: 200 len: 880 time: 0.1174078 Feb 15 14:23:34.352272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60100) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:34.442700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc913707-8ab9-4e80-bd5a-603228a3aa72 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:23:34.579533 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e554a9fb-3d98-4195-a70b-341b235199f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:34.580602 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e554a9fb-3d98-4195-a70b-341b235199f7 None None] The sync data for ids ['2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:34.631816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc913707-8ab9-4e80-bd5a-603228a3aa72, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc913707-8ab9-4e80-bd5a-603228a3aa72,segment=NetworkSegment(17b406ac-6dd7-4b32-b729-d465c9260cf5),segment_id=17b406ac-6dd7-4b32-b729-d465c9260cf5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:34.647601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'bc913707-8ab9-4e80-bd5a-603228a3aa72', 'network_id': 'e1e70d35-e092-4668-9de7-2f56f4c21ffe', 'port_id': 'bc913707-8ab9-4e80-bd5a-603228a3aa72', 'mac_address': 'fa:16:3e:33:aa:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de5a6e3-279e-4cea-b54a-e7a387d554e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:23:34.702245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 803c84fc-8a9e-4018-8754-4e22b560f6bd no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:23:34.737201 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f203b7f-c831-4281-b261-b00cc53ef5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (d6844703-78b4-41b5-9e49-a1a242173e19), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:34.765663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc913707-8ab9-4e80-bd5a-603228a3aa72 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:34.766118 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:34.769493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 803c84fc-8a9e-4018-8754-4e22b560f6bd {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:23:34.770531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 803c84fc-8a9e-4018-8754-4e22b560f6bd not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:23:34.770531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e25178a1-350f-43d5-8226-0d1c8fdb1aa5 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:23:34.823603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: e25178a1-350f-43d5-8226-0d1c8fdb1aa5 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:23:34.823972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e25178a1-350f-43d5-8226-0d1c8fdb1aa5 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:23:34.825138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f203b7f-c831-4281-b261-b00cc53ef5bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:34.828694 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0f203b7f-c831-4281-b261-b00cc53ef5bc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d6844703-78b4-41b5-9e49-a1a242173e19 HTTP/1.1" status: 204 len: 168 time: 0.9107292 Feb 15 14:23:34.829853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f203b7f-c831-4281-b261-b00cc53ef5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6844703-78b4-41b5-9e49-a1a242173e19,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:34.840903 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60104) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:34.845326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc913707-8ab9-4e80-bd5a-603228a3aa72 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:23:34.884607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca77ef-0d5c-4c59-9adb-0e8c11203cf1 None None] Network 5c324a70-b89b-4fb8-92d2-294f41bfd6ba requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:34.895397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fa2a227b-34df-43a6-bf53-561c77ec8c68 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5419614 Feb 15 14:23:34.903505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60108) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:34.909406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc913707-8ab9-4e80-bd5a-603228a3aa72, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc913707-8ab9-4e80-bd5a-603228a3aa72,segment=NetworkSegment(17b406ac-6dd7-4b32-b729-d465c9260cf5),segment_id=17b406ac-6dd7-4b32-b729-d465c9260cf5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:34.910826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a593d6b6-73db-4523-b069-6c2f37d66be5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1613591445'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:35.063790 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.206806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bc913707-8ab9-4e80-bd5a-603228a3aa72,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:35.266387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (5c324a70-b89b-4fb8-92d2-294f41bfd6ba), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.300193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954c497-8a70-4cb1-80a0-c923b73a2989 req-91b963fe-cecc-4d29-a04b-1adcfd8a0d37 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:35.308873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4954c497-8a70-4cb1-80a0-c923b73a2989 req-91b963fe-cecc-4d29-a04b-1adcfd8a0d37 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 944 time: 0.3771338 Feb 15 14:23:35.349439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['bc913707-8ab9-4e80-bd5a-603228a3aa72'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:23:35.422867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f66f4-e62a-41ab-b08e-ea8edee46a6e None None] DHCP port deletion for 5c324a70-b89b-4fb8-92d2-294f41bfd6ba request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:23:35.432169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4954c497-8a70-4cb1-80a0-c923b73a2989 req-8a2a8dd2-e00f-412b-aaf5-5b3e67e60078 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194527 Feb 15 14:23:35.451671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Deleting port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:35.452013 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.529079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] For port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:35.529549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.532727 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a593d6b6-73db-4523-b069-6c2f37d66be5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.546659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Calling delete_port for 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:35.548500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a593d6b6-73db-4523-b069-6c2f37d66be5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.577466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d55f66f4-e62a-41ab-b08e-ea8edee46a6e None None] Deleting port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:35.578054 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d55f66f4-e62a-41ab-b08e-ea8edee46a6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.645630 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.677938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:35.682707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d55f66f4-e62a-41ab-b08e-ea8edee46a6e None None] For port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262,segment=NetworkSegment(61017b18-c4f4-4ada-9cf9-4c0669eb7255),segment_id=61017b18-c4f4-4ada-9cf9-4c0669eb7255)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:35.683095 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d55f66f4-e62a-41ab-b08e-ea8edee46a6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.685148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a593d6b6-73db-4523-b069-6c2f37d66be5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:23:35.687848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] No DVR routers for this DVR port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:23:35.699513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d55f66f4-e62a-41ab-b08e-ea8edee46a6e None None] Calling delete_port for 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:35.775796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (5c324a70-b89b-4fb8-92d2-294f41bfd6ba), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.785299 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d55f66f4-e62a-41ab-b08e-ea8edee46a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.808395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c324a70-b89b-4fb8-92d2-294f41bfd6ba']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:35.813328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f66f4-e62a-41ab-b08e-ea8edee46a6e None None] Pushing event deleted for resources: {'Port': ['ID=13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:35.823714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61017b18-c4f4-4ada-9cf9-4c0669eb7255') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:35.824264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61017b18-c4f4-4ada-9cf9-4c0669eb7255') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:35.832594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f66f4-e62a-41ab-b08e-ea8edee46a6e None None] No DVR routers for this DVR port 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:23:35.842169 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (61017b18-c4f4-4ada-9cf9-4c0669eb7255), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.868132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (61017b18-c4f4-4ada-9cf9-4c0669eb7255), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.877361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:23:35.877781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (61017b18-c4f4-4ada-9cf9-4c0669eb7255), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.877901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a593d6b6-73db-4523-b069-6c2f37d66be5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:23:35.879589 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:23:35.893982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eafa36-3ee3-46e9-ad53-58c13f74032c None None] Sync routers for ids ['2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:35.907531 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a593d6b6-73db-4523-b069-6c2f37d66be5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.909989 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a593d6b6-73db-4523-b069-6c2f37d66be5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e HTTP/1.1" status: 200 len: 887 time: 1.0054173 Feb 15 14:23:35.912610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60112) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:35.912920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eafa36-3ee3-46e9-ad53-58c13f74032c None None] Routers {'2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:35.913635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-20eafa36-3ee3-46e9-ad53-58c13f74032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:35.952640 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (5c324a70-b89b-4fb8-92d2-294f41bfd6ba), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.963683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-20eafa36-3ee3-46e9-ad53-58c13f74032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:35.965690 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:35.970214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5c324a70-b89b-4fb8-92d2-294f41bfd6ba HTTP/1.1" status: 204 len: 168 time: 1.1257939 Feb 15 14:23:35.974573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eafa36-3ee3-46e9-ad53-58c13f74032c None None] Routers {'2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:35.975366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-20eafa36-3ee3-46e9-ad53-58c13f74032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:35.992251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490a926-2411-4469-b103-2a084cc4f9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c324a70-b89b-4fb8-92d2-294f41bfd6ba,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:36.028047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-20eafa36-3ee3-46e9-ad53-58c13f74032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:36.028732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eafa36-3ee3-46e9-ad53-58c13f74032c None None] The sync data for ids ['2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:36.082837 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5d2815fd-41e4-4f6f-9292-1183306d0f95 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/routers/2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e HTTP/1.1" status: 200 len: 887 time: 0.1678319 Feb 15 14:23:36.085476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60118) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:36.121937 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-551763d9-ca43-4543-9f7e-cf2ec811263e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e HTTP/1.1" status: 200 len: 205 time: 0.0326726 Feb 15 14:23:36.122155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60120) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:36.201766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60124) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:36.274103 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-25aa705e-f7c4-4951-8297-b7eca6911b49 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1871fb5b757f4da2bb173e11a39d9325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0703621 Feb 15 14:23:36.276695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60128) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:36.287070 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:36.348549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a06d83e8-f3fb-401b-a305-4f734cf00019 admin admin] Publish callbacks [] for security_group (616846a6-a80d-4117-9e22-2fb77ff77b42), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:36.404584 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a06d83e8-f3fb-401b-a305-4f734cf00019 admin admin] Publish callbacks [] for security_group (616846a6-a80d-4117-9e22-2fb77ff77b42), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:36.442525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_gateway (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:36.449672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc913707-8ab9-4e80-bd5a-603228a3aa72 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:36.523829 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a06d83e8-f3fb-401b-a305-4f734cf00019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (616846a6-a80d-4117-9e22-2fb77ff77b42), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:36.526449 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a06d83e8-f3fb-401b-a305-4f734cf00019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:36.527755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a06d83e8-f3fb-401b-a305-4f734cf00019 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/616846a6-a80d-4117-9e22-2fb77ff77b42 HTTP/1.1" status: 204 len: 168 time: 0.2498786 Feb 15 14:23:36.541883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d83e8-f3fb-401b-a305-4f734cf00019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616846a6-a80d-4117-9e22-2fb77ff77b42,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:36.551712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port bc913707-8ab9-4e80-bd5a-603228a3aa72 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:23:36.566787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port bc913707-8ab9-4e80-bd5a-603228a3aa72 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:36.567658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:36.572549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port 9b888571-f73e-4e6b-8441-fc2fde8c2dd6 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:36.572549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9b888571-f73e-4e6b-8441-fc2fde8c2dd6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:36.652741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:23:36.682401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:23:36.682838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 13ae1ad5-5de0-43e7-b44d-ab7b9d8e8262 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:23:36.747642 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9b888571-f73e-4e6b-8441-fc2fde8c2dd6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:36.770242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bc913707-8ab9-4e80-bd5a-603228a3aa72 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:36.770650 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:36.784151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for 9b888571-f73e-4e6b-8441-fc2fde8c2dd6 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:37.057108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (9b888571-f73e-4e6b-8441-fc2fde8c2dd6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.131378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=9b888571-f73e-4e6b-8441-fc2fde8c2dd6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:37.204335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab71be2-3c42-46d7-87c2-1a3f4f9cc7a2 req-b18ecfb6-e4f2-41eb-ba69-04c1d6547d84 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:37.205956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ab71be2-3c42-46d7-87c2-1a3f4f9cc7a2 req-b18ecfb6-e4f2-41eb-ba69-04c1d6547d84 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 944 time: 0.6513100 Feb 15 14:23:37.241905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338309b7-2be2-4d4d-98cf-e864d48bf5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc913707-8ab9-4e80-bd5a-603228a3aa72'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:23:37.249772 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247b541e-be93-40e7-b8c9-7840d259acb9" -d '{"events": [{"server_uuid": "338309b7-2be2-4d4d-98cf-e864d48bf5f2", "name": "network-vif-plugged", "status": "completed", "tag": "bc913707-8ab9-4e80-bd5a-603228a3aa72"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:23:37.274552 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.283086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bc913707-8ab9-4e80-bd5a-603228a3aa72, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc913707-8ab9-4e80-bd5a-603228a3aa72,segment=NetworkSegment(17b406ac-6dd7-4b32-b729-d465c9260cf5),segment_id=17b406ac-6dd7-4b32-b729-d465c9260cf5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:37.291642 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.300593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ab71be2-3c42-46d7-87c2-1a3f4f9cc7a2 req-2509be01-743b-4e5c-9988-da4a9d24d1e6 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875266 Feb 15 14:23:37.361137 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d07f9-44b9-44eb-979a-6c266b839007 x-openstack-request-id: req-1f1d07f9-44b9-44eb-979a-6c266b839007 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:23:37.361494 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338309b7-2be2-4d4d-98cf-e864d48bf5f2", "name": "network-vif-plugged", "status": "completed", "tag": "bc913707-8ab9-4e80-bd5a-603228a3aa72", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:23:37.361664 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f1d07f9-44b9-44eb-979a-6c266b839007 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:23:37.362061 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338309b7-2be2-4d4d-98cf-e864d48bf5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc913707-8ab9-4e80-bd5a-603228a3aa72', 'code': 200} Feb 15 14:23:37.419504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bc913707-8ab9-4e80-bd5a-603228a3aa72,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:37.465762 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.473885 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.474872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d2252-40dc-4a9a-b008-2656454abd73 req-0bd46439-ff9c-440a-bf46-d93af51c922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:37.477652 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd6d2252-40dc-4a9a-b008-2656454abd73 req-0bd46439-ff9c-440a-bf46-d93af51c922e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 1128 time: 0.0990121 Feb 15 14:23:37.534894 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd6d2252-40dc-4a9a-b008-2656454abd73 req-786a4b55-90bc-4047-9c91-76c12f4eec10 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512555 Feb 15 14:23:37.559584 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.560527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Fanout notify agent at l3_agent the message router_deleted on router 2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:23:37.569044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.571148 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-969200d3-2cf1-4eaa-a162-6bf4ca86a08f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e HTTP/1.1" status: 204 len: 168 time: 1.4474888 Feb 15 14:23:37.574776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60162) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:37.580809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'network': {'name': 'tempest-RoutersTest-1084956913'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:37.616790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:37.621384 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.662767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:23:37.678022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d32a6516-0bc0-4987-9c27-9d7a3090b608), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.678421 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added segment d32a6516-0bc0-4987-9c27-9d7a3090b608 of type vlan for network 2f19dfb1-dd63-4cd8-a7eb-f740e8023676 Feb 15 14:23:37.752137 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (2f19dfb1-dd63-4cd8-a7eb-f740e8023676), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.789361 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (2f19dfb1-dd63-4cd8-a7eb-f740e8023676), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.795891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:37.796870 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:37.883597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60176) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:37.883800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3068521 Feb 15 14:23:37.890468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'subnet': {'network_id': '2f19dfb1-dd63-4cd8-a7eb-f740e8023676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:37.890616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e550ac-1e60-4222-8cba-7818ac62f68f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Network': ['ID=2f19dfb1-dd63-4cd8-a7eb-f740e8023676,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:37.903427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 2f19dfb1-dd63-4cd8-a7eb-f740e8023676 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:23:38.068708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:38.073647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:38.318966 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (29b118b9-30b7-4442-b51f-989b4d43dc27), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:38.412652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Subnet': ['ID=29b118b9-30b7-4442-b51f-989b4d43dc27,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:38.424987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Checking segment: {'id': 'd32a6516-0bc0-4987-9c27-9d7a3090b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2f19dfb1-dd63-4cd8-a7eb-f740e8023676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:23:38.425465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network hostable DHCP agents. Network: 2f19dfb1-dd63-4cd8-a7eb-f740e8023676, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:23:38.466325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 2f19dfb1-dd63-4cd8-a7eb-f740e8023676 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:23:38.480147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 2f19dfb1-dd63-4cd8-a7eb-f740e8023676) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:38.493680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a682f5-c794-406a-acb8-98c25738b085 None None] Network 2f19dfb1-dd63-4cd8-a7eb-f740e8023676 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:38.507563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:38.508889 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:38.568929 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-45ff0cd6-6bfd-48f9-aa38-1af103443d77 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6841125 Feb 15 14:23:38.573224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60198) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:38.589374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-056523c9-ae3c-475d-ae91-efd831ec88eb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1146951389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:38.627894 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-056523c9-ae3c-475d-ae91-efd831ec88eb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (30ec67ae-1870-4e21-94fc-d3f5276dca54), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:38.631491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-056523c9-ae3c-475d-ae91-efd831ec88eb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (30ec67ae-1870-4e21-94fc-d3f5276dca54), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:38.634637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79eb60-5834-44e7-ab41-196e18bdbb69 req-c26123ab-3274-4f78-a278-f041c84426ab tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:38.653147 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a79eb60-5834-44e7-ab41-196e18bdbb69 req-c26123ab-3274-4f78-a278-f041c84426ab tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 945 time: 0.1670578 Feb 15 14:23:38.722081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-2f19dfb1-dd63-4cd8-a7eb-f740e8023676', 'network_id': '2f19dfb1-dd63-4cd8-a7eb-f740e8023676', 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'fixed_ips': [{'subnet_id': '29b118b9-30b7-4442-b51f-989b4d43dc27'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:23:38.723832 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:38.758536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a79eb60-5834-44e7-ab41-196e18bdbb69 req-375a6bb5-d3fe-4ea3-a7a1-edaaa31693d2 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044183 Feb 15 14:23:38.801818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-056523c9-ae3c-475d-ae91-efd831ec88eb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (30ec67ae-1870-4e21-94fc-d3f5276dca54), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:38.809476 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-056523c9-ae3c-475d-ae91-efd831ec88eb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (30ec67ae-1870-4e21-94fc-d3f5276dca54), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:38.853604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-056523c9-ae3c-475d-ae91-efd831ec88eb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:38.855566 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-056523c9-ae3c-475d-ae91-efd831ec88eb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2812386 Feb 15 14:23:38.858474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60202) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:39.020835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Allocated IP 172.20.0.2 (2f19dfb1-dd63-4cd8-a7eb-f740e8023676/29b118b9-30b7-4442-b51f-989b4d43dc27/0f073d94-bf64-4a01-a21b-dc568e566c37) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:39.292614 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Publish callbacks [] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:39.308168 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:39.315457 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:39.429088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Pushing event updated for resources: {'Port': ['ID=0f073d94-bf64-4a01-a21b-dc568e566c37,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:39.432607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Network 2f19dfb1-dd63-4cd8-a7eb-f740e8023676 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:39.434386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:39.436505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:39.558859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Attempting to bind port 0f073d94-bf64-4a01-a21b-dc568e566c37 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:23:39.559577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Attempting to bind port 0f073d94-bf64-4a01-a21b-dc568e566c37 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'd32a6516-0bc0-4987-9c27-9d7a3090b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2f19dfb1-dd63-4cd8-a7eb-f740e8023676'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:23:39.560160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Attempting to bind port 0f073d94-bf64-4a01-a21b-dc568e566c37 on network 2f19dfb1-dd63-4cd8-a7eb-f740e8023676 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:23:39.566460 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:23:39.567080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Checking segment: {'id': 'd32a6516-0bc0-4987-9c27-9d7a3090b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2f19dfb1-dd63-4cd8-a7eb-f740e8023676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:23:39.568001 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:39.568661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Bound using segment: {'id': 'd32a6516-0bc0-4987-9c27-9d7a3090b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2f19dfb1-dd63-4cd8-a7eb-f740e8023676'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:23:39.569607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Bound port: 0f073d94-bf64-4a01-a21b-dc568e566c37, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32a6516-0bc0-4987-9c27-9d7a3090b608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2f19dfb1-dd63-4cd8-a7eb-f740e8023676'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:23:39.572457 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:39.732371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] For port 0f073d94-bf64-4a01-a21b-dc568e566c37, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:23:39.735702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] For port 0f073d94-bf64-4a01-a21b-dc568e566c37, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0f073d94-bf64-4a01-a21b-dc568e566c37,segment=NetworkSegment(d32a6516-0bc0-4987-9c27-9d7a3090b608),segment_id=d32a6516-0bc0-4987-9c27-9d7a3090b608)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:23:39.747102 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:39.838027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413163a0-0012-454f-a01d-9bb2435f8883 None None] Pushing event updated for resources: {'Port': ['ID=0f073d94-bf64-4a01-a21b-dc568e566c37,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:40.028231 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:40.042517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39f238-4192-4e76-9a10-cac222ae818c req-ffdd1ac0-cb32-4d33-9561-617491f0c7c8 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:40.048073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff39f238-4192-4e76-9a10-cac222ae818c req-ffdd1ac0-cb32-4d33-9561-617491f0c7c8 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 945 time: 0.1122804 Feb 15 14:23:40.162203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff39f238-4192-4e76-9a10-cac222ae818c req-36021399-6f29-4f6d-9d59-1cd315399843 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043518 Feb 15 14:23:40.225579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Allocated IP 172.20.0.1 (2f19dfb1-dd63-4cd8-a7eb-f740e8023676/29b118b9-30b7-4442-b51f-989b4d43dc27/0a49c2ef-d3e3-451d-876b-43c30fbfc395) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:40.475195 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:40.593176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:40.713246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=0a49c2ef-d3e3-451d-876b-43c30fbfc395,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:40.754269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 2f19dfb1-dd63-4cd8-a7eb-f740e8023676 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:40.765756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:40.770537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:40.893321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0f073d94-bf64-4a01-a21b-dc568e566c37 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:40.918801 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (30ec67ae-1870-4e21-94fc-d3f5276dca54), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:40.981049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0f073d94-bf64-4a01-a21b-dc568e566c37 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:40.981049 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:41.080819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0f073d94-bf64-4a01-a21b-dc568e566c37 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:41.081534 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:41.147841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 0f073d94-bf64-4a01-a21b-dc568e566c37, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0f073d94-bf64-4a01-a21b-dc568e566c37,segment=NetworkSegment(d32a6516-0bc0-4987-9c27-9d7a3090b608),segment_id=d32a6516-0bc0-4987-9c27-9d7a3090b608)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:41.154707 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:41.158733 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:41.224987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=0f073d94-bf64-4a01-a21b-dc568e566c37,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:41.576206 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:41.586746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:41.594990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a236bd2-1523-4ae1-bf2c-8bb395fcbed8 None None] Network 2f19dfb1-dd63-4cd8-a7eb-f740e8023676 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:41.727733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335ac01-c995-470e-a519-65923bf05484 req-3f429b55-8f85-4efb-8f4d-ad1769a74069 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:41.734600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2335ac01-c995-470e-a519-65923bf05484 req-3f429b55-8f85-4efb-8f4d-ad1769a74069 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 945 time: 0.1212623 Feb 15 14:23:41.735763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (30ec67ae-1870-4e21-94fc-d3f5276dca54), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:41.737908 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=0a49c2ef-d3e3-451d-876b-43c30fbfc395,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:41.753341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-12490aa8-cbe7-435f-8e13-b7e8555bb269 None None] Provisioning complete for port 0f073d94-bf64-4a01-a21b-dc568e566c37 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:41.753803 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-12490aa8-cbe7-435f-8e13-b7e8555bb269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:41.802234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2335ac01-c995-470e-a519-65923bf05484 req-4f7c22e1-6a58-486b-be2f-4f28d28f48fe tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637043 Feb 15 14:23:41.896771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-12490aa8-cbe7-435f-8e13-b7e8555bb269 None None] Current status of the port 0f073d94-bf64-4a01-a21b-dc568e566c37 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:41.939864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 2f19dfb1-dd63-4cd8-a7eb-f740e8023676 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:41.941457 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:42.103201 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 30ec67ae-1870-4e21-94fc-d3f5276dca54 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:23:42.131158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-69e6a765-9746-47e6-8018-166891e94b13 None None] Provisioning complete for port 0a49c2ef-d3e3-451d-876b-43c30fbfc395 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:42.131672 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69e6a765-9746-47e6-8018-166891e94b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:42.205919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-69e6a765-9746-47e6-8018-166891e94b13 None None] Port 0a49c2ef-d3e3-451d-876b-43c30fbfc395 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:23:42.212431 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:42.264303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-69e6a765-9746-47e6-8018-166891e94b13 None None] Provisioning complete for port 0f073d94-bf64-4a01-a21b-dc568e566c37 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:42.267729 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-69e6a765-9746-47e6-8018-166891e94b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:42.322841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:42.338099 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f512616a-cb91-459d-859a-b2bd44e4a56b None None] Sync routers for ids ['30ec67ae-1870-4e21-94fc-d3f5276dca54'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:42.340012 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1b441227-5f33-4172-ac2c-54968e722fc5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/30ec67ae-1870-4e21-94fc-d3f5276dca54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4797153 Feb 15 14:23:42.343208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60262) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:42.361530 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512616a-cb91-459d-859a-b2bd44e4a56b None None] Routers {'30ec67ae-1870-4e21-94fc-d3f5276dca54'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:42.365346 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f512616a-cb91-459d-859a-b2bd44e4a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['30ec67ae-1870-4e21-94fc-d3f5276dca54'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:42.420408 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f512616a-cb91-459d-859a-b2bd44e4a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:42.454445 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512616a-cb91-459d-859a-b2bd44e4a56b None None] Routers {'30ec67ae-1870-4e21-94fc-d3f5276dca54'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:42.458845 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f512616a-cb91-459d-859a-b2bd44e4a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['30ec67ae-1870-4e21-94fc-d3f5276dca54'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:42.482070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d74fb94-ca1b-4eef-8bb6-db2e6b66460a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:42.485009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2d74fb94-ca1b-4eef-8bb6-db2e6b66460a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports/0a49c2ef-d3e3-451d-876b-43c30fbfc395 HTTP/1.1" status: 200 len: 910 time: 0.1407299 Feb 15 14:23:42.487843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60268) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:42.495212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-443cb598-3c35-41a0-939d-855488a0d8f9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29b118b9-30b7-4442-b51f-989b4d43dc27'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:42.510847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-69e6a765-9746-47e6-8018-166891e94b13 None None] Current status of the port 0f073d94-bf64-4a01-a21b-dc568e566c37 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:42.518270 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f512616a-cb91-459d-859a-b2bd44e4a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:42.520648 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f512616a-cb91-459d-859a-b2bd44e4a56b None None] The sync data for ids ['30ec67ae-1870-4e21-94fc-d3f5276dca54'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:42.653135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0012aa75-3f90-41c2-ac00-89377f30434c None None] Provisioning complete for port 0a49c2ef-d3e3-451d-876b-43c30fbfc395 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:42.653540 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0012aa75-3f90-41c2-ac00-89377f30434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:42.714615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0f073d94-bf64-4a01-a21b-dc568e566c37 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:42.785047 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0012aa75-3f90-41c2-ac00-89377f30434c None None] Port 0a49c2ef-d3e3-451d-876b-43c30fbfc395 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:23:42.816641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0f073d94-bf64-4a01-a21b-dc568e566c37 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:42.817025 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:42.904489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-443cb598-3c35-41a0-939d-855488a0d8f9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:42.989363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0f073d94-bf64-4a01-a21b-dc568e566c37 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:43.012189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-23673309-73ca-4ccb-bde1-3b49f2a500df None None] Provisioning complete for port 0a49c2ef-d3e3-451d-876b-43c30fbfc395 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:43.012579 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-23673309-73ca-4ccb-bde1-3b49f2a500df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:43.060666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-23673309-73ca-4ccb-bde1-3b49f2a500df None None] Port 0a49c2ef-d3e3-451d-876b-43c30fbfc395 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:23:43.151505 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e5d13-a51b-4b0f-af3e-24e7c926ea80 req-ed10abac-9e9e-4d61-a5dc-8c912e89f84d tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:43.156912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1e5d13-a51b-4b0f-af3e-24e7c926ea80 req-ed10abac-9e9e-4d61-a5dc-8c912e89f84d tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.67 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 945 time: 0.1994276 Feb 15 14:23:43.361334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91f0b7-f14b-4342-96e5-27c57f2ace05 req-cf1920c7-8da0-42e9-a284-6b267b3b99ea tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:43.364815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b91f0b7-f14b-4342-96e5-27c57f2ace05 req-cf1920c7-8da0-42e9-a284-6b267b3b99ea tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 945 time: 0.4173689 Feb 15 14:23:43.443379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b91f0b7-f14b-4342-96e5-27c57f2ace05 req-a1b95ef0-2033-45ac-b0f6-4bf0ddbe5937 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/security-groups?id=8a3a18e1-f638-40ce-bfc2-321e96e44663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712864 Feb 15 14:23:43.474024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-ba1e5d13-a51b-4b0f-af3e-24e7c926ea80 req-ee5bfc7b-69d1-4b5b-a070-ff81b548fb35 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Deleting port bc913707-8ab9-4e80-bd5a-603228a3aa72 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:43.474699 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ba1e5d13-a51b-4b0f-af3e-24e7c926ea80 req-ee5bfc7b-69d1-4b5b-a070-ff81b548fb35 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:43.475929 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-443cb598-3c35-41a0-939d-855488a0d8f9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:43.494876 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-443cb598-3c35-41a0-939d-855488a0d8f9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:43.620844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cb598-3c35-41a0-939d-855488a0d8f9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=0a49c2ef-d3e3-451d-876b-43c30fbfc395,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:43.630001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443cb598-3c35-41a0-939d-855488a0d8f9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:43.630645 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-443cb598-3c35-41a0-939d-855488a0d8f9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:43.632026 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-443cb598-3c35-41a0-939d-855488a0d8f9 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/ports/0a49c2ef-d3e3-451d-876b-43c30fbfc395 HTTP/1.1" status: 200 len: 910 time: 1.1431317 Feb 15 14:23:43.635051 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60286) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:43.670653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-ba1e5d13-a51b-4b0f-af3e-24e7c926ea80 req-ee5bfc7b-69d1-4b5b-a070-ff81b548fb35 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] For port bc913707-8ab9-4e80-bd5a-603228a3aa72, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bc913707-8ab9-4e80-bd5a-603228a3aa72,segment=NetworkSegment(17b406ac-6dd7-4b32-b729-d465c9260cf5),segment_id=17b406ac-6dd7-4b32-b729-d465c9260cf5)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:43.671086 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ba1e5d13-a51b-4b0f-af3e-24e7c926ea80 req-ee5bfc7b-69d1-4b5b-a070-ff81b548fb35 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:43.693987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-ba1e5d13-a51b-4b0f-af3e-24e7c926ea80 req-ee5bfc7b-69d1-4b5b-a070-ff81b548fb35 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Calling delete_port for bc913707-8ab9-4e80-bd5a-603228a3aa72 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:43.884482 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ba1e5d13-a51b-4b0f-af3e-24e7c926ea80 req-ee5bfc7b-69d1-4b5b-a070-ff81b548fb35 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bc913707-8ab9-4e80-bd5a-603228a3aa72), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:43.900757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['bc913707-8ab9-4e80-bd5a-603228a3aa72'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:23:44.020711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bfc7b-69d1-4b5b-a070-ff81b548fb35 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Pushing event deleted for resources: {'Port': ['ID=bc913707-8ab9-4e80-bd5a-603228a3aa72,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:44.059549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1e5d13-a51b-4b0f-af3e-24e7c926ea80 req-ee5bfc7b-69d1-4b5b-a070-ff81b548fb35 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] No DVR routers for this DVR port bc913707-8ab9-4e80-bd5a-603228a3aa72 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:23:44.063621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-ba1e5d13-a51b-4b0f-af3e-24e7c926ea80 req-ee5bfc7b-69d1-4b5b-a070-ff81b548fb35 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:44.067340 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-899f4e8d-7199-4746-b7c1-b61b61d6a9d6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (30ec67ae-1870-4e21-94fc-d3f5276dca54), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:44.069467 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1e5d13-a51b-4b0f-af3e-24e7c926ea80 req-ee5bfc7b-69d1-4b5b-a070-ff81b548fb35 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.67 "DELETE /v2.0/ports/bc913707-8ab9-4e80-bd5a-603228a3aa72 HTTP/1.1" status: 204 len: 173 time: 0.9009857 Feb 15 14:23:44.069983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338309b7-2be2-4d4d-98cf-e864d48bf5f2', 'name': 'network-vif-deleted', 'tag': 'bc913707-8ab9-4e80-bd5a-603228a3aa72'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:23:44.084404 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f278e4ee-92ef-49e3-af02-a23f99638d7d" -d '{"events": [{"server_uuid": "338309b7-2be2-4d4d-98cf-e864d48bf5f2", "name": "network-vif-deleted", "tag": "bc913707-8ab9-4e80-bd5a-603228a3aa72"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:23:44.312663 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09f2a9e-f64e-4916-a36d-ffe9d2d8c52c x-openstack-request-id: req-f09f2a9e-f64e-4916-a36d-ffe9d2d8c52c {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:23:44.313320 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338309b7-2be2-4d4d-98cf-e864d48bf5f2", "name": "network-vif-deleted", "tag": "bc913707-8ab9-4e80-bd5a-603228a3aa72", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:23:44.313552 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f09f2a9e-f64e-4916-a36d-ffe9d2d8c52c {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:23:44.313933 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338309b7-2be2-4d4d-98cf-e864d48bf5f2', 'name': 'network-vif-deleted', 'tag': 'bc913707-8ab9-4e80-bd5a-603228a3aa72', 'status': 'completed', 'code': 200} Feb 15 14:23:44.448656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-899f4e8d-7199-4746-b7c1-b61b61d6a9d6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port 0a49c2ef-d3e3-451d-876b-43c30fbfc395 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:44.448972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-899f4e8d-7199-4746-b7c1-b61b61d6a9d6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:44.605592 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-899f4e8d-7199-4746-b7c1-b61b61d6a9d6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:44.656286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-899f4e8d-7199-4746-b7c1-b61b61d6a9d6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for 0a49c2ef-d3e3-451d-876b-43c30fbfc395 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:44.713964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c83d2b6-27a9-4ee3-b723-6efcdf38cb92 req-8e90e6d5-2c06-4e60-8ff8-55dc42fe38b8 tempest-VolumesActionsTest-1326504653 tempest-VolumesActionsTest-1326504653-project] 10.222.0.72 "GET /v2.0/ports?device_id=338309b7-2be2-4d4d-98cf-e864d48bf5f2 HTTP/1.1" status: 200 len: 210 time: 0.0949585 Feb 15 14:23:44.801908 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-85b885bd-49bb-455f-9623-7f815b3d94ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:44.987424 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-899f4e8d-7199-4746-b7c1-b61b61d6a9d6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0a49c2ef-d3e3-451d-876b-43c30fbfc395), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:45.122937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f4e8d-7199-4746-b7c1-b61b61d6a9d6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=0a49c2ef-d3e3-451d-876b-43c30fbfc395,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:45.272514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-899f4e8d-7199-4746-b7c1-b61b61d6a9d6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (30ec67ae-1870-4e21-94fc-d3f5276dca54), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:45.568636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899f4e8d-7199-4746-b7c1-b61b61d6a9d6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 30ec67ae-1870-4e21-94fc-d3f5276dca54 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:23:45.772549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899f4e8d-7199-4746-b7c1-b61b61d6a9d6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:45.780816 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-899f4e8d-7199-4746-b7c1-b61b61d6a9d6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/30ec67ae-1870-4e21-94fc-d3f5276dca54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1443729 Feb 15 14:23:45.783677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60308) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:45.790035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0fc0f-8645-450d-bd71-6ff08a7ea1b6 None None] Sync routers for ids ['30ec67ae-1870-4e21-94fc-d3f5276dca54'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:45.835432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0fc0f-8645-450d-bd71-6ff08a7ea1b6 None None] Routers {'30ec67ae-1870-4e21-94fc-d3f5276dca54'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:45.837157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e0fc0f-8645-450d-bd71-6ff08a7ea1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['30ec67ae-1870-4e21-94fc-d3f5276dca54'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:45.880913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-24aad7a9-3314-41a4-953e-965fa995b830 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=30ec67ae-1870-4e21-94fc-d3f5276dca54 HTTP/1.1" status: 200 len: 205 time: 0.0951366 Feb 15 14:23:45.883695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60316) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:45.887232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e0fc0f-8645-450d-bd71-6ff08a7ea1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:45.897622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0fc0f-8645-450d-bd71-6ff08a7ea1b6 None None] Routers {'30ec67ae-1870-4e21-94fc-d3f5276dca54'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:45.898821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e0fc0f-8645-450d-bd71-6ff08a7ea1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['30ec67ae-1870-4e21-94fc-d3f5276dca54'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:45.940761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-64e0fc0f-8645-450d-bd71-6ff08a7ea1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:45.941355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0fc0f-8645-450d-bd71-6ff08a7ea1b6 None None] The sync data for ids ['30ec67ae-1870-4e21-94fc-d3f5276dca54'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:46.053354 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27816535-6384-4432-8d6c-5c1892d97f53 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (30ec67ae-1870-4e21-94fc-d3f5276dca54), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:46.261457 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27816535-6384-4432-8d6c-5c1892d97f53 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (30ec67ae-1870-4e21-94fc-d3f5276dca54), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:46.264126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27816535-6384-4432-8d6c-5c1892d97f53 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (30ec67ae-1870-4e21-94fc-d3f5276dca54), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:46.525290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc913707-8ab9-4e80-bd5a-603228a3aa72 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:23:46.563035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: bc913707-8ab9-4e80-bd5a-603228a3aa72 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:23:46.564601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bc913707-8ab9-4e80-bd5a-603228a3aa72 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:23:46.749529 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27816535-6384-4432-8d6c-5c1892d97f53 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (30ec67ae-1870-4e21-94fc-d3f5276dca54), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:46.750569 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27816535-6384-4432-8d6c-5c1892d97f53 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Fanout notify agent at l3_agent the message router_deleted on router 30ec67ae-1870-4e21-94fc-d3f5276dca54 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:23:46.762032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-27816535-6384-4432-8d6c-5c1892d97f53 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:46.765710 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-27816535-6384-4432-8d6c-5c1892d97f53 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/30ec67ae-1870-4e21-94fc-d3f5276dca54 HTTP/1.1" status: 204 len: 168 time: 0.8785834 Feb 15 14:23:46.766096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60352) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:46.879801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-291743c3-ddbc-412a-b5dc-ed5fcd33eefd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting subnet 29b118b9-30b7-4442-b51f-989b4d43dc27 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:23:46.886427 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-291743c3-ddbc-412a-b5dc-ed5fcd33eefd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (29b118b9-30b7-4442-b51f-989b4d43dc27), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:46.951360 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-291743c3-ddbc-412a-b5dc-ed5fcd33eefd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (29b118b9-30b7-4442-b51f-989b4d43dc27), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.051811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-291743c3-ddbc-412a-b5dc-ed5fcd33eefd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (29b118b9-30b7-4442-b51f-989b4d43dc27), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.136998 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-291743c3-ddbc-412a-b5dc-ed5fcd33eefd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (29b118b9-30b7-4442-b51f-989b4d43dc27), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.143368 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-05c14dd9-a034-4c3b-9086-17a5a468bebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.180803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291743c3-ddbc-412a-b5dc-ed5fcd33eefd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Subnet': ['ID=29b118b9-30b7-4442-b51f-989b4d43dc27,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:47.192519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-291743c3-ddbc-412a-b5dc-ed5fcd33eefd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.199646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c7306b-e8ed-4a47-bda6-2924b8e44e3f None None] Network 2f19dfb1-dd63-4cd8-a7eb-f740e8023676 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:47.214933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60376) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:47.218024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-291743c3-ddbc-412a-b5dc-ed5fcd33eefd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/29b118b9-30b7-4442-b51f-989b4d43dc27 HTTP/1.1" status: 204 len: 168 time: 0.4477084 Feb 15 14:23:47.378047 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (2f19dfb1-dd63-4cd8-a7eb-f740e8023676), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.461785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port 0f073d94-bf64-4a01-a21b-dc568e566c37 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:47.462128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.474717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] DHCP port deletion for 2f19dfb1-dd63-4cd8-a7eb-f740e8023676 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:23:47.552509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Deleting port 0f073d94-bf64-4a01-a21b-dc568e566c37 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:23:47.553120 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.567200 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port 0f073d94-bf64-4a01-a21b-dc568e566c37, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0f073d94-bf64-4a01-a21b-dc568e566c37,segment=NetworkSegment(d32a6516-0bc0-4987-9c27-9d7a3090b608),segment_id=d32a6516-0bc0-4987-9c27-9d7a3090b608)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:47.567570 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.582796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for 0f073d94-bf64-4a01-a21b-dc568e566c37 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:47.622631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] For port 0f073d94-bf64-4a01-a21b-dc568e566c37, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0f073d94-bf64-4a01-a21b-dc568e566c37,segment=NetworkSegment(d32a6516-0bc0-4987-9c27-9d7a3090b608),segment_id=d32a6516-0bc0-4987-9c27-9d7a3090b608)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:47.623207 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.638537 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Calling delete_port for 0f073d94-bf64-4a01-a21b-dc568e566c37 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:23:47.688783 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.730037 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (0f073d94-bf64-4a01-a21b-dc568e566c37), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.743253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] No DVR routers for this DVR port 0f073d94-bf64-4a01-a21b-dc568e566c37 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:23:47.746061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=0f073d94-bf64-4a01-a21b-dc568e566c37,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:47.760662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No DVR routers for this DVR port 0f073d94-bf64-4a01-a21b-dc568e566c37 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:23:47.767251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Pushing event deleted for resources: {'Port': ['ID=0f073d94-bf64-4a01-a21b-dc568e566c37,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:47.772087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.772543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.773012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.773623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.774034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.774535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.774989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.775616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.776112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.776626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.777128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.777547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.778643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b8ce-edbf-4685-8776-f38bec5f843d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:47.870633 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (2f19dfb1-dd63-4cd8-a7eb-f740e8023676), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.905061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f19dfb1-dd63-4cd8-a7eb-f740e8023676']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:47.916035 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32a6516-0bc0-4987-9c27-9d7a3090b608') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:47.916329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32a6516-0bc0-4987-9c27-9d7a3090b608') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:47.927915 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (d32a6516-0bc0-4987-9c27-9d7a3090b608), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.943562 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d32a6516-0bc0-4987-9c27-9d7a3090b608), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.950895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:23:47.951303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (d32a6516-0bc0-4987-9c27-9d7a3090b608), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:23:47.954265 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:23:48.042609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (2f19dfb1-dd63-4cd8-a7eb-f740e8023676), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.053425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.063004 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/networks/2f19dfb1-dd63-4cd8-a7eb-f740e8023676 HTTP/1.1" status: 204 len: 168 time: 0.8465214 Feb 15 14:23:48.066990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60390) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:48.071464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6b9d05e6-bca8-4f79-ae13-1cc5e861963c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1450638963', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:48.076917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f640596-0aa3-4633-9a89-38ac154f9a12 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Network': ['ID=2f19dfb1-dd63-4cd8-a7eb-f740e8023676,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:48.131682 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6b9d05e6-bca8-4f79-ae13-1cc5e861963c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.133394 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6b9d05e6-bca8-4f79-ae13-1cc5e861963c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.223377 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6b9d05e6-bca8-4f79-ae13-1cc5e861963c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.231237 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6b9d05e6-bca8-4f79-ae13-1cc5e861963c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.260069 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6b9d05e6-bca8-4f79-ae13-1cc5e861963c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.261812 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6b9d05e6-bca8-4f79-ae13-1cc5e861963c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1939256 Feb 15 14:23:48.264748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60398) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:48.272338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'network': {'name': 'tempest-RoutersTest-1659769716'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:48.318559 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:48.323739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.391729 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.422085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:23:48.457201 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a2e4270a-7a84-46dd-b5a3-886e24028bc6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.457535 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added segment a2e4270a-7a84-46dd-b5a3-886e24028bc6 of type vlan for network 001b964a-108c-4496-ad9a-ea4765fcd668 Feb 15 14:23:48.521168 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (001b964a-108c-4496-ad9a-ea4765fcd668), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.572423 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (001b964a-108c-4496-ad9a-ea4765fcd668), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.579485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:48.580141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:48.655636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3883018 Feb 15 14:23:48.659251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60414) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:48.672030 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'subnet': {'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:48.684033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfdaf2-54e9-46d6-b2e7-68c5b8211c85 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Network': ['ID=001b964a-108c-4496-ad9a-ea4765fcd668,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:48.696315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 001b964a-108c-4496-ad9a-ea4765fcd668 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:23:48.775808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0f073d94-bf64-4a01-a21b-dc568e566c37 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:23:48.819544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 0f073d94-bf64-4a01-a21b-dc568e566c37 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:23:48.820541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0f073d94-bf64-4a01-a21b-dc568e566c37 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:23:48.868747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:48.872416 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:49.339621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (75197d1d-a9af-46fb-98fe-b04505b702b0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:49.482129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Subnet': ['ID=75197d1d-a9af-46fb-98fe-b04505b702b0,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:49.516948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Checking segment: {'id': 'a2e4270a-7a84-46dd-b5a3-886e24028bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:23:49.517555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network hostable DHCP agents. Network: 001b964a-108c-4496-ad9a-ea4765fcd668, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:23:49.560864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 001b964a-108c-4496-ad9a-ea4765fcd668 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:23:49.580105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 001b964a-108c-4496-ad9a-ea4765fcd668) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:49.584826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:49.586147 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:49.592915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b069c6-b150-48e5-b54f-cd69750f816c None None] Network 001b964a-108c-4496-ad9a-ea4765fcd668 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:49.637198 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-260255b6-1f99-47d0-84a3-7d06ccabf403 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9761071 Feb 15 14:23:49.640226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60438) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:49.746390 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:49.815066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-001b964a-108c-4496-ad9a-ea4765fcd668', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:23:49.816235 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:50.117283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Allocated IP 172.20.0.2 (001b964a-108c-4496-ad9a-ea4765fcd668/75197d1d-a9af-46fb-98fe-b04505b702b0/cb3d7d2a-6d9a-46fe-8eed-179fefff3de7) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:50.405095 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:50.438835 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Publish callbacks [] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:50.453162 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:50.556728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Pushing event updated for resources: {'Port': ['ID=cb3d7d2a-6d9a-46fe-8eed-179fefff3de7,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:50.581005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Network 001b964a-108c-4496-ad9a-ea4765fcd668 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:50.587543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:50.595735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:50.723833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Attempting to bind port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:23:50.724032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Attempting to bind port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'a2e4270a-7a84-46dd-b5a3-886e24028bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:23:50.730090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Attempting to bind port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 on network 001b964a-108c-4496-ad9a-ea4765fcd668 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:23:50.747860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:23:50.748224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Checking segment: {'id': 'a2e4270a-7a84-46dd-b5a3-886e24028bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:23:50.748635 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:50.749033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Bound using segment: {'id': 'a2e4270a-7a84-46dd-b5a3-886e24028bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:23:50.749514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Bound port: cb3d7d2a-6d9a-46fe-8eed-179fefff3de7, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e4270a-7a84-46dd-b5a3-886e24028bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:23:50.749887 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:50.930853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Allocated IP 172.20.0.1 (001b964a-108c-4496-ad9a-ea4765fcd668/75197d1d-a9af-46fb-98fe-b04505b702b0/d59b5eb5-2c43-46ae-9670-d64d51d3713e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:50.936359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-914b578d-d103-4d29-8393-65330ec72488 None None] For port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:23:50.940215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-914b578d-d103-4d29-8393-65330ec72488 None None] For port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cb3d7d2a-6d9a-46fe-8eed-179fefff3de7,segment=NetworkSegment(a2e4270a-7a84-46dd-b5a3-886e24028bc6),segment_id=a2e4270a-7a84-46dd-b5a3-886e24028bc6)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:23:50.968241 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:51.276287 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:51.338987 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:51.430730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 001b964a-108c-4496-ad9a-ea4765fcd668 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:51.438328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:51.452835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:51.457650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=d59b5eb5-2c43-46ae-9670-d64d51d3713e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:51.542454 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:51.633709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b578d-d103-4d29-8393-65330ec72488 None None] Pushing event updated for resources: {'Port': ['ID=cb3d7d2a-6d9a-46fe-8eed-179fefff3de7,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:51.669607 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:51.753090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:52.260939 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:52.266262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:52.356775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=d59b5eb5-2c43-46ae-9670-d64d51d3713e,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:52.366170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:52.661629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 001b964a-108c-4496-ad9a-ea4765fcd668 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:52.666561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:52.868408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:52.979007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:23:53.077397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:53.078920 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:53.263467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:23:53.271539 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a8b606ca-0c5b-4b46-abc6-0697fab9ed72 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6299272 Feb 15 14:23:53.274669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60490) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:53.278954 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Sync routers for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:23:53.279848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'network': {'name': 'tempest-RoutersTest-1281325322'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:53.295247 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:53.296203 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:53.338512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:53.342226 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:53.347372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:53.347773 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:53.395892 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:23:53.408266 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f42a7591-33a2-43ff-babc-b63c8e1ca919), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:53.409100 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added segment f42a7591-33a2-43ff-babc-b63c8e1ca919 of type vlan for network 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 Feb 15 14:23:53.456858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cb3d7d2a-6d9a-46fe-8eed-179fefff3de7,segment=NetworkSegment(a2e4270a-7a84-46dd-b5a3-886e24028bc6),segment_id=a2e4270a-7a84-46dd-b5a3-886e24028bc6)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:53.468462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbf8acd-071c-4eb0-9214-92f7789a37fc None None] Network 001b964a-108c-4496-ad9a-ea4765fcd668 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:53.513671 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:53.517592 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (28bf985a-e513-4a9a-b07d-c3e82be9e4e7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:53.549748 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:23:53.590938 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (28bf985a-e513-4a9a-b07d-c3e82be9e4e7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:53.623910 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:53.626570 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:53.729080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0b83b9eb-590c-4a5c-8108-222c24a97248 None None] Provisioning complete for port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:53.729669 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b83b9eb-590c-4a5c-8108-222c24a97248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:53.870264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Network': ['ID=28bf985a-e513-4a9a-b07d-c3e82be9e4e7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:53.883561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ffbd9723-735f-47d1-b3ba-23dfde23090b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6077356 Feb 15 14:23:53.886290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60502) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:53.898453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'subnet': {'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:23:53.908502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:23:54.032464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:23:54.037962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:54.283054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=cb3d7d2a-6d9a-46fe-8eed-179fefff3de7,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:54.286687 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:23:51Z', 'revision_number': 2, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:52Z', 'revision_number': 2, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:54.344830 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Checking router: 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:23:54.345636 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Updating router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 port d59b5eb5-2c43-46ae-9670-d64d51d3713e binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:23:54.409979 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:54.432063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0b83b9eb-590c-4a5c-8108-222c24a97248 None None] Current status of the port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:54.481779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (ac5ef577-71b3-48a2-8d1f-78c98caaea9f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:54.619676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Subnet': ['ID=ac5ef577-71b3-48a2-8d1f-78c98caaea9f,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:54.642197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Checking segment: {'id': 'f42a7591-33a2-43ff-babc-b63c8e1ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:23:54.642617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network hostable DHCP agents. Network: 28bf985a-e513-4a9a-b07d-c3e82be9e4e7, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:23:54.676514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:23:54.704413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 28bf985a-e513-4a9a-b07d-c3e82be9e4e7) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:54.715254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c29213e-980d-4bbc-a341-1de4738e88a3 None None] Network 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:23:54.728057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:23:54.730667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:54.787503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60516) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:23:54.788268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-88225565-a459-4397-b92c-79600c19ef5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9007301 Feb 15 14:23:54.943836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:55.054741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:23:55.056361 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:55.085966 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Publish callbacks [] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:55.102113 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:55.120430 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9ce96e6c-509f-4f53-a7fe-be0e074bf630 None None] Provisioning complete for port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:55.121031 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9ce96e6c-509f-4f53-a7fe-be0e074bf630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:55.208686 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Pushing event updated for resources: {'Port': ['ID=d59b5eb5-2c43-46ae-9670-d64d51d3713e,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:55.372662 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.373345 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.373642 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.374189 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.374751 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.375359 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.375919 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.376585 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.377104 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.377629 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.379202 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.379877 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.380994 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:55.393307 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Attempting to bind port d59b5eb5-2c43-46ae-9670-d64d51d3713e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:23:55.393974 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Attempting to bind port d59b5eb5-2c43-46ae-9670-d64d51d3713e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'a2e4270a-7a84-46dd-b5a3-886e24028bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:23:55.394543 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Attempting to bind port d59b5eb5-2c43-46ae-9670-d64d51d3713e on network 001b964a-108c-4496-ad9a-ea4765fcd668 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:23:55.404521 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:23:55.405590 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Checking segment: {'id': 'a2e4270a-7a84-46dd-b5a3-886e24028bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:23:55.406498 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:55.407493 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Bound using segment: {'id': 'a2e4270a-7a84-46dd-b5a3-886e24028bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:23:55.408171 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Bound port: d59b5eb5-2c43-46ae-9670-d64d51d3713e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e4270a-7a84-46dd-b5a3-886e24028bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:23:55.416611 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:55.462411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:55.462411 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:55.619233 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] For port d59b5eb5-2c43-46ae-9670-d64d51d3713e, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:23:55.627260 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] For port d59b5eb5-2c43-46ae-9670-d64d51d3713e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d59b5eb5-2c43-46ae-9670-d64d51d3713e,segment=NetworkSegment(a2e4270a-7a84-46dd-b5a3-886e24028bc6),segment_id=a2e4270a-7a84-46dd-b5a3-886e24028bc6)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:23:55.645565 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:55.771142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Allocated IP 172.21.0.2 (28bf985a-e513-4a9a-b07d-c3e82be9e4e7/ac5ef577-71b3-48a2-8d1f-78c98caaea9f/70df432f-9fdf-45e9-aa37-bf80ab1a3f08) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:55.830295 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:23:55.836802 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:55.954089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9ce96e6c-509f-4f53-a7fe-be0e074bf630 None None] Current status of the port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:55.972223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:56.024946 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163146a2-2ad9-4fac-bc49-0cc761d0b725 None None] Pushing event updated for resources: {'Port': ['ID=d59b5eb5-2c43-46ae-9670-d64d51d3713e,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:56.037373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:56.064989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9ce96e6c-509f-4f53-a7fe-be0e074bf630 None None] Provisioning complete for port d59b5eb5-2c43-46ae-9670-d64d51d3713e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:56.065879 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9ce96e6c-509f-4f53-a7fe-be0e074bf630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:56.188634 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:23:56.624737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9ce96e6c-509f-4f53-a7fe-be0e074bf630 None None] Current status of the port d59b5eb5-2c43-46ae-9670-d64d51d3713e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:56.625056 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9ce96e6c-509f-4f53-a7fe-be0e074bf630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:56.710036 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Publish callbacks [] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:56.732066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9ce96e6c-509f-4f53-a7fe-be0e074bf630 None None] For port d59b5eb5-2c43-46ae-9670-d64d51d3713e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d59b5eb5-2c43-46ae-9670-d64d51d3713e,segment=NetworkSegment(a2e4270a-7a84-46dd-b5a3-886e24028bc6),segment_id=a2e4270a-7a84-46dd-b5a3-886e24028bc6)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:56.734432 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:23:51Z', 'revision_number': 2, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:55Z', 'revision_number': 4, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:23:56.739492 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:56.792989 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c69f0-6489-47f9-98e6-e50876528f43 None None] The sync data for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 is: [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:23:51Z', 'revision_number': 2, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:55Z', 'revision_number': 4, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:23:56.837623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Pushing event updated for resources: {'Port': ['ID=70df432f-9fdf-45e9-aa37-bf80ab1a3f08,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:56.861710 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9ce96e6c-509f-4f53-a7fe-be0e074bf630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:56.884309 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Allocated IP 172.21.0.1 (28bf985a-e513-4a9a-b07d-c3e82be9e4e7/ac5ef577-71b3-48a2-8d1f-78c98caaea9f/b749110d-c6c1-47e2-95f6-e71fac87982f) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:23:56.965309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Network 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:57.005520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:57.027383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:57.112844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-664a63b0-634d-4dce-9f06-b2c7eda21322 None None] Provisioning complete for port d59b5eb5-2c43-46ae-9670-d64d51d3713e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:57.113337 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-664a63b0-634d-4dce-9f06-b2c7eda21322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:57.184404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:57.194799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce96e6c-509f-4f53-a7fe-be0e074bf630 None None] Pushing event updated for resources: {'Port': ['ID=d59b5eb5-2c43-46ae-9670-d64d51d3713e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:57.319413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:57.368648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Attempting to bind port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:23:57.372339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Attempting to bind port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'f42a7591-33a2-43ff-babc-b63c8e1ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:23:57.372929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Attempting to bind port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 on network 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:23:57.419462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:57.429089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:23:57.430077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Checking segment: {'id': 'f42a7591-33a2-43ff-babc-b63c8e1ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:23:57.430749 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:57.431276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Bound using segment: {'id': 'f42a7591-33a2-43ff-babc-b63c8e1ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:23:57.432763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Bound port: 70df432f-9fdf-45e9-aa37-bf80ab1a3f08, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42a7591-33a2-43ff-babc-b63c8e1ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:23:57.433174 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:57.442642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:57.450145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:23:57.539704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=b749110d-c6c1-47e2-95f6-e71fac87982f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:57.561053 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] For port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:23:57.564421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] For port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=70df432f-9fdf-45e9-aa37-bf80ab1a3f08,segment=NetworkSegment(f42a7591-33a2-43ff-babc-b63c8e1ca919),segment_id=f42a7591-33a2-43ff-babc-b63c8e1ca919)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:23:57.578700 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:57.585069 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:57.864255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-664a63b0-634d-4dce-9f06-b2c7eda21322 None None] Current status of the port d59b5eb5-2c43-46ae-9670-d64d51d3713e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:57.933327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea4fc0-19e0-490b-96de-2905feb8c8ff None None] Pushing event updated for resources: {'Port': ['ID=70df432f-9fdf-45e9-aa37-bf80ab1a3f08,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:57.974616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:58.826067 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:58.837502 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:58.901445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:59.026206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:59.026883 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:59.112021 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:59.164617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=b749110d-c6c1-47e2-95f6-e71fac87982f,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:59.227656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:23:59.228089 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:59.291368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=70df432f-9fdf-45e9-aa37-bf80ab1a3f08,segment=NetworkSegment(f42a7591-33a2-43ff-babc-b63c8e1ca919),segment_id=f42a7591-33a2-43ff-babc-b63c8e1ca919)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:23:59.307403 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:23:59.307778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.308178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.308518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.308852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.309068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d59b5eb5-2c43-46ae-9670-d64d51d3713e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:23:59.309177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.309534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.309860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.310220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.310542 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.310861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.311212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.311610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.311932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:23:59.461296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:23:59.471662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:23:59.822706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=70df432f-9fdf-45e9-aa37-bf80ab1a3f08,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:23:59.898361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d59b5eb5-2c43-46ae-9670-d64d51d3713e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:23:59.899167 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:00.188750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d59b5eb5-2c43-46ae-9670-d64d51d3713e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:00.491166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e41fc9-74ab-40ef-bb4d-712eccdf5147 None None] Network 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:24:00.776673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:24:00.819760 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8dc18a9d-2d86-4bba-94b0-41fed0e04bff None None] Provisioning complete for port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:00.820136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8dc18a9d-2d86-4bba-94b0-41fed0e04bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:01.072701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8dc18a9d-2d86-4bba-94b0-41fed0e04bff None None] Current status of the port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:01.074376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:24:01.079546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:01.079936 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:01.269906 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:01.326760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:24:01.336064 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-edb127fc-e4ea-440c-8fdb-e672c9af665b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5459077 Feb 15 14:24:01.338594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60630) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:01.342732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Sync routers for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:01.345152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'network': {'name': 'tempest-RoutersTest-20803540'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:01.374307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:01.375813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:01.377796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:24:01.394897 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:01.463584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:24:01.487598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e4083c8d-0068-4488-8c3a-f6d82bceb6c3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:01.487950 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added segment e4083c8d-0068-4488-8c3a-f6d82bceb6c3 of type vlan for network f80ec7b8-b38e-4c7f-90e5-a41e628ef120 Feb 15 14:24:01.613626 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (f80ec7b8-b38e-4c7f-90e5-a41e628ef120), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:01.636132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:01.638944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0653ddd6-5d01-485e-9e29-ad609de34e0a None None] Provisioning complete for port b749110d-c6c1-47e2-95f6-e71fac87982f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:01.639572 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0653ddd6-5d01-485e-9e29-ad609de34e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:01.689213 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (f80ec7b8-b38e-4c7f-90e5-a41e628ef120), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:01.696905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:01.697716 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:01.896163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Network': ['ID=f80ec7b8-b38e-4c7f-90e5-a41e628ef120,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:01.914270 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-97c0137c-e19f-4d7c-8a1e-d0964f3e1bc1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5742335 Feb 15 14:24:01.919219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60646) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:01.932820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'subnet': {'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:01.937244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network f80ec7b8-b38e-4c7f-90e5-a41e628ef120 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:24:02.075498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0653ddd6-5d01-485e-9e29-ad609de34e0a None None] Port b749110d-c6c1-47e2-95f6-e71fac87982f cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:24:02.158691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:24:02.163862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:02.257729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0653ddd6-5d01-485e-9e29-ad609de34e0a None None] Provisioning complete for port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:02.261098 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0653ddd6-5d01-485e-9e29-ad609de34e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:02.563698 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (b2bcf5f8-8bd9-4a26-8303-9793e615ffa5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:02.700204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Subnet': ['ID=b2bcf5f8-8bd9-4a26-8303-9793e615ffa5,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:02.714832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0653ddd6-5d01-485e-9e29-ad609de34e0a None None] Current status of the port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:02.720695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Checking segment: {'id': 'e4083c8d-0068-4488-8c3a-f6d82bceb6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:24:02.723447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network hostable DHCP agents. Network: f80ec7b8-b38e-4c7f-90e5-a41e628ef120, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:24:02.754347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network f80ec7b8-b38e-4c7f-90e5-a41e628ef120 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:24:02.787679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, f80ec7b8-b38e-4c7f-90e5-a41e628ef120) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:02.805796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78ffc59-347e-4482-95c5-56b889307975 None None] Network f80ec7b8-b38e-4c7f-90e5-a41e628ef120 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:24:02.811104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:02.811927 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:02.838866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60664) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:02.841041 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9882284f-2a50-40ec-993d-cf426847aa8f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9184506 Feb 15 14:24:03.029031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:23:57Z', 'revision_number': 3, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:23:58Z', 'revision_number': 2, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:03.034144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:24:03.035985 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:03.040565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f6ddc364-4816-4923-b989-6895f1734b87 None None] Provisioning complete for port b749110d-c6c1-47e2-95f6-e71fac87982f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:03.056549 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc364-4816-4923-b989-6895f1734b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:03.177857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f6ddc364-4816-4923-b989-6895f1734b87 None None] Port b749110d-c6c1-47e2-95f6-e71fac87982f cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:24:03.205550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Checking router: 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:03.205893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Updating router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 port b749110d-c6c1-47e2-95f6-e71fac87982f binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:24:03.263739 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:03.651206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Allocated IP 172.22.0.2 (f80ec7b8-b38e-4c7f-90e5-a41e628ef120/b2bcf5f8-8bd9-4a26-8303-9793e615ffa5/7fbc71e1-c085-4ff2-8acf-d3cf87e62507) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:03.671308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60694) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:03.947162 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:03.982040 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:04.204862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Publish callbacks [] for security_group (83ebfe0a-9e45-4022-bc82-eeecc07c88aa), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:04.214765 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (83ebfe0a-9e45-4022-bc82-eeecc07c88aa), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:04.297536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ebfe0a-9e45-4022-bc82-eeecc07c88aa,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:04.349293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.351555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.354641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.354641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.355336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.359465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.359645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.360733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.363074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.363465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.363817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.364735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.364863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:04.401613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-59319800-e98b-4d16-8cc9-ae4c35b20f81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65a8b4d7f2ff4ddd8ba70200d446fe92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7289677 Feb 15 14:24:04.407416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60708) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:04.408486 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Publish callbacks [] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:04.449577 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Publish callbacks [] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:04.497861 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:04.512407 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:04.638329 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e48e783f-1e5c-468e-8b34-146aa55a4cf6 admin admin] Publish callbacks [] for security_group (83ebfe0a-9e45-4022-bc82-eeecc07c88aa), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:04.674327 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e48e783f-1e5c-468e-8b34-146aa55a4cf6 admin admin] Publish callbacks [] for security_group (83ebfe0a-9e45-4022-bc82-eeecc07c88aa), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:04.703311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Network f80ec7b8-b38e-4c7f-90e5-a41e628ef120 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:04.719165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Allocated IP 172.22.0.1 (f80ec7b8-b38e-4c7f-90e5-a41e628ef120/b2bcf5f8-8bd9-4a26-8303-9793e615ffa5/ec94e975-e6ff-47ee-be4d-bd4805edd5ab) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:04.723187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:04.755719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:24:04.790363 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e48e783f-1e5c-468e-8b34-146aa55a4cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (83ebfe0a-9e45-4022-bc82-eeecc07c88aa), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:04.801091 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e48e783f-1e5c-468e-8b34-146aa55a4cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:04.804272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e48e783f-1e5c-468e-8b34-146aa55a4cf6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83ebfe0a-9e45-4022-bc82-eeecc07c88aa HTTP/1.1" status: 204 len: 168 time: 0.3947914 Feb 15 14:24:04.827614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e783f-1e5c-468e-8b34-146aa55a4cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ebfe0a-9e45-4022-bc82-eeecc07c88aa,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:04.855061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305431d-798d-478e-a443-0f297b64958a None None] Pushing event updated for resources: {'Port': ['ID=b749110d-c6c1-47e2-95f6-e71fac87982f,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:04.911721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Pushing event updated for resources: {'Port': ['ID=7fbc71e1-c085-4ff2-8acf-d3cf87e62507,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:05.143475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Attempting to bind port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:24:05.144527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Attempting to bind port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'e4083c8d-0068-4488-8c3a-f6d82bceb6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:24:05.145136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Attempting to bind port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 on network f80ec7b8-b38e-4c7f-90e5-a41e628ef120 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:24:05.154341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Attempting to bind port b749110d-c6c1-47e2-95f6-e71fac87982f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:24:05.154850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Attempting to bind port b749110d-c6c1-47e2-95f6-e71fac87982f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'f42a7591-33a2-43ff-babc-b63c8e1ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:24:05.155857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Attempting to bind port b749110d-c6c1-47e2-95f6-e71fac87982f on network 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:24:05.159893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:24:05.160912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Checking segment: {'id': 'e4083c8d-0068-4488-8c3a-f6d82bceb6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:24:05.161048 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:05.161518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Bound using segment: {'id': 'e4083c8d-0068-4488-8c3a-f6d82bceb6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:24:05.162101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Bound port: 7fbc71e1-c085-4ff2-8acf-d3cf87e62507, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4083c8d-0068-4488-8c3a-f6d82bceb6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:24:05.167970 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:05.181034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:24:05.181034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Checking segment: {'id': 'f42a7591-33a2-43ff-babc-b63c8e1ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:24:05.181034 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:05.181034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Bound using segment: {'id': 'f42a7591-33a2-43ff-babc-b63c8e1ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:24:05.181034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Bound port: b749110d-c6c1-47e2-95f6-e71fac87982f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42a7591-33a2-43ff-babc-b63c8e1ca919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:24:05.181034 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:05.279173 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:05.358127 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:05.480004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network f80ec7b8-b38e-4c7f-90e5-a41e628ef120 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:05.488829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:05.492737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:24:05.498919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] For port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:24:05.508903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] For port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7fbc71e1-c085-4ff2-8acf-d3cf87e62507,segment=NetworkSegment(e4083c8d-0068-4488-8c3a-f6d82bceb6c3),segment_id=e4083c8d-0068-4488-8c3a-f6d82bceb6c3)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:24:05.596853 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:05.677325 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:24:05.723274 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:05.841982 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=ec94e975-e6ff-47ee-be4d-bd4805edd5ab,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:05.883703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bdfe22f3-a777-4cf9-a661-26f930923e72 None None] Provisioning complete for port b749110d-c6c1-47e2-95f6-e71fac87982f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:05.884146 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bdfe22f3-a777-4cf9-a661-26f930923e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:05.971801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc241e3e-2e6a-471a-9bb4-f135872ba373 None None] Pushing event updated for resources: {'Port': ['ID=7fbc71e1-c085-4ff2-8acf-d3cf87e62507,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:05.987454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] For port b749110d-c6c1-47e2-95f6-e71fac87982f, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:24:06.058778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] For port b749110d-c6c1-47e2-95f6-e71fac87982f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b749110d-c6c1-47e2-95f6-e71fac87982f,segment=NetworkSegment(f42a7591-33a2-43ff-babc-b63c8e1ca919),segment_id=f42a7591-33a2-43ff-babc-b63c8e1ca919)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:24:06.072113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe22f3-a777-4cf9-a661-26f930923e72 None None] Port b749110d-c6c1-47e2-95f6-e71fac87982f cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:24:06.082375 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:06.088372 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:06.214246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:06.215201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:06.528630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305431d-798d-478e-a443-0f297b64958a None None] Pushing event updated for resources: {'Port': ['ID=b749110d-c6c1-47e2-95f6-e71fac87982f,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:06.634066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:07.027394 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b9853c3b-d426-4818-97bb-529c1d81c1f2 None None] Provisioning complete for port b749110d-c6c1-47e2-95f6-e71fac87982f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:07.027769 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9853c3b-d426-4818-97bb-529c1d81c1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:07.054489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:07.074051 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:07.318600 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=ec94e975-e6ff-47ee-be4d-bd4805edd5ab,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:07.339259 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:07.415437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:24:07.544519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b9853c3b-d426-4818-97bb-529c1d81c1f2 None None] Current status of the port b749110d-c6c1-47e2-95f6-e71fac87982f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:07.557277 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9853c3b-d426-4818-97bb-529c1d81c1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:07.570237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network f80ec7b8-b38e-4c7f-90e5-a41e628ef120 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:07.572336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:07.748018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b9853c3b-d426-4818-97bb-529c1d81c1f2 None None] For port b749110d-c6c1-47e2-95f6-e71fac87982f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b749110d-c6c1-47e2-95f6-e71fac87982f,segment=NetworkSegment(f42a7591-33a2-43ff-babc-b63c8e1ca919),segment_id=f42a7591-33a2-43ff-babc-b63c8e1ca919)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:07.761982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:05Z', 'revision_number': 4, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:05Z', 'revision_number': 4, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:04Z', 'revision_number': 1, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:07.775662 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9853c3b-d426-4818-97bb-529c1d81c1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:07.887909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20dd5cd-0351-439d-9a33-d6bcc8522055 None None] The sync data for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 is: [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:05Z', 'revision_number': 4, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:05Z', 'revision_number': 4, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:04Z', 'revision_number': 1, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:07.926094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:24:07.948052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:07.948429 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:08.201181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90b7934-838a-4795-949b-978f2f53262e None None] Network f80ec7b8-b38e-4c7f-90e5-a41e628ef120 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:24:08.243172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772c994-b0ac-48cf-96fa-a9131e852ca8 req-a4658c03-8613-4a73-80a9-44fbaa0f86a0 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:08.244799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4772c994-b0ac-48cf-96fa-a9131e852ca8 req-a4658c03-8613-4a73-80a9-44fbaa0f86a0 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1129 time: 0.1182117 Feb 15 14:24:08.264687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60818) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:08.305609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:24:08.333195 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4772c994-b0ac-48cf-96fa-a9131e852ca8 req-660ff435-f589-4f6c-b591-144d7681b5f2 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:08.333541 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-12a8c087-7ba6-46dc-af69-f515e306990b tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4926257 Feb 15 14:24:08.334223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60828) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:08.344356 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'network': {'name': 'tempest-RoutersTest-233119599'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:08.391249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:24:08.396963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:08.459609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:24:08.477867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9853c3b-d426-4818-97bb-529c1d81c1f2 None None] Pushing event updated for resources: {'Port': ['ID=b749110d-c6c1-47e2-95f6-e71fac87982f,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:08.490799 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:08.492458 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added segment dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b of type vlan for network c686f00f-3383-4290-ae9c-6d8195e30354 Feb 15 14:24:08.587095 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (c686f00f-3383-4290-ae9c-6d8195e30354), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:08.655035 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (c686f00f-3383-4290-ae9c-6d8195e30354), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:08.662464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-955ed1cb-6e3f-4158-8c83-1a364cb8bdf0 None None] Provisioning complete for port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:08.663776 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-955ed1cb-6e3f-4158-8c83-1a364cb8bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:08.666924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:08.667320 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:08.674224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:08.674879 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:08.731606 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3956635 Feb 15 14:24:08.780279 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-210d6f80-5738-4eb9-a856-42ffcd9608f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:08.783584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60832) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:08.793975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'subnet': {'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:08.804160 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4772c994-b0ac-48cf-96fa-a9131e852ca8 req-660ff435-f589-4f6c-b591-144d7681b5f2 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Publish callbacks [] for security_group (a47a5550-834f-4f4d-8a29-4a4d202403a1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:08.969819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebe3c7-3401-4ec9-8fc2-b9c17cc4a06c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Network': ['ID=c686f00f-3383-4290-ae9c-6d8195e30354,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:08.995214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7fbc71e1-c085-4ff2-8acf-d3cf87e62507,segment=NetworkSegment(e4083c8d-0068-4488-8c3a-f6d82bceb6c3),segment_id=e4083c8d-0068-4488-8c3a-f6d82bceb6c3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:09.024611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network c686f00f-3383-4290-ae9c-6d8195e30354 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:24:09.026812 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:09.039031 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-210d6f80-5738-4eb9-a856-42ffcd9608f5 admin admin] Publish callbacks [] for security_group (f65354ca-5ffc-45fa-87ff-b4bf79c94424), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:09.042488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4772c994-b0ac-48cf-96fa-a9131e852ca8 req-660ff435-f589-4f6c-b591-144d7681b5f2 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a47a5550-834f-4f4d-8a29-4a4d202403a1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:09.085209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Made reservation on behalf of 8051f3bc2f2e4ec788f56fd0d0053f09 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:24:09.088777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:09.090793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ff435-f589-4f6c-b591-144d7681b5f2 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47a5550-834f-4f4d-8a29-4a4d202403a1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:09.096521 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-210d6f80-5738-4eb9-a856-42ffcd9608f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f65354ca-5ffc-45fa-87ff-b4bf79c94424), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:09.174061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4772c994-b0ac-48cf-96fa-a9131e852ca8 req-660ff435-f589-4f6c-b591-144d7681b5f2 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9159400 Feb 15 14:24:09.195266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-210d6f80-5738-4eb9-a856-42ffcd9608f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7771dec7b4664afb977c6242a3c57cc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9294629 Feb 15 14:24:09.195926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60842) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:09.286617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d6f80-5738-4eb9-a856-42ffcd9608f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65354ca-5ffc-45fa-87ff-b4bf79c94424,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:09.444666 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5036631-8c39-45c1-9f78-c007521d31fd admin admin] Publish callbacks [] for security_group (f65354ca-5ffc-45fa-87ff-b4bf79c94424), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:09.590327 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5036631-8c39-45c1-9f78-c007521d31fd admin admin] Publish callbacks [] for security_group (f65354ca-5ffc-45fa-87ff-b4bf79c94424), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:09.660035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9d67c-885e-47bb-96b3-e87d1ece3eaf req-6f39b3de-6d06-4024-bc9f-d4ab63f6f61d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:09.667473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aba9d67c-885e-47bb-96b3-e87d1ece3eaf req-6f39b3de-6d06-4024-bc9f-d4ab63f6f61d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.2676830 Feb 15 14:24:09.839129 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:09.887429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aba9d67c-885e-47bb-96b3-e87d1ece3eaf req-f0f0018e-b6de-42ed-baa8-747002bb8de7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061567 Feb 15 14:24:09.887670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 60852) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:09.892372 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5036631-8c39-45c1-9f78-c007521d31fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f65354ca-5ffc-45fa-87ff-b4bf79c94424), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:09.899183 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5036631-8c39-45c1-9f78-c007521d31fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:09.902968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b5036631-8c39-45c1-9f78-c007521d31fd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f65354ca-5ffc-45fa-87ff-b4bf79c94424 HTTP/1.1" status: 204 len: 168 time: 0.6948421 Feb 15 14:24:09.910733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b749110d-c6c1-47e2-95f6-e71fac87982f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:24:09.925158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5036631-8c39-45c1-9f78-c007521d31fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65354ca-5ffc-45fa-87ff-b4bf79c94424,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:10.090330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Subnet': ['ID=1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:10.111293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-955ed1cb-6e3f-4158-8c83-1a364cb8bdf0 None None] Current status of the port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:10.123907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=7fbc71e1-c085-4ff2-8acf-d3cf87e62507,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:10.159236 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:10.324303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b749110d-c6c1-47e2-95f6-e71fac87982f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:10.325776 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:10.331866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Checking segment: {'id': 'dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:24:10.334467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network hostable DHCP agents. Network: c686f00f-3383-4290-ae9c-6d8195e30354, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:24:10.342077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-fce645b0-ddcc-4a66-bf29-bc726539c34c None None] Provisioning complete for port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:10.349236 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fce645b0-ddcc-4a66-bf29-bc726539c34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:10.506304 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c7b9c198-3910-40c9-84df-49b722faf593 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/89571cb9-e35c-4bcd-8700-d913a07efdb1 HTTP/1.1" status: 200 len: 993 time: 0.4337075 Feb 15 14:24:10.507113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network c686f00f-3383-4290-ae9c-6d8195e30354 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:24:10.560827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, c686f00f-3383-4290-ae9c-6d8195e30354) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:10.567554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:10.568164 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:10.614893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d72bdf-c268-408a-b8fd-2e79f92fe29d None None] Network c686f00f-3383-4290-ae9c-6d8195e30354 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:24:10.616139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 60872) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:10.617387 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f208649d-45bd-46aa-a3cc-6b1be828b669 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8321323 Feb 15 14:24:10.758236 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Sync routers for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:10.810538 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:10.821765 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:10.898966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-c686f00f-3383-4290-ae9c-6d8195e30354', 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354', 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'fixed_ips': [{'subnet_id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:24:10.901357 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:11.101714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b749110d-c6c1-47e2-95f6-e71fac87982f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:11.168682 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:11.220968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-99a5d6d9-cd44-4c1f-9c62-65da938cfa72 req-2594bcbf-8e5e-4556-94e5-58b892b5932c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:24:11.224959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99a5d6d9-cd44-4c1f-9c62-65da938cfa72 req-2594bcbf-8e5e-4556-94e5-58b892b5932c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107434 Feb 15 14:24:11.497788 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Allocated IP 172.23.0.2 (c686f00f-3383-4290-ae9c-6d8195e30354/1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba/8a5353e9-cd61-4e8b-aa89-3600a8528045) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:11.670005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:24:11.875505 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:12.106549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:12.107619 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:12.120024 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:05Z', 'revision_number': 4, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:06Z', 'revision_number': 2, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:12.123871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fce645b0-ddcc-4a66-bf29-bc726539c34c None None] Current status of the port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:12.214858 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Checking router: 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:12.215418 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Updating router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 port ec94e975-e6ff-47ee-be4d-bd4805edd5ab binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:24:12.396971 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Publish callbacks [] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:12.403451 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:12.518809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Allocated IP 172.23.0.1 (c686f00f-3383-4290-ae9c-6d8195e30354/1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba/ec184ee5-884d-4519-8a2a-8d1b7a945213) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:24:12.551652 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:12.564905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-fce645b0-ddcc-4a66-bf29-bc726539c34c None None] Provisioning complete for port ec94e975-e6ff-47ee-be4d-bd4805edd5ab triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:12.565284 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fce645b0-ddcc-4a66-bf29-bc726539c34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:12.593158 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:12.758207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Network c686f00f-3383-4290-ae9c-6d8195e30354 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:12.829046 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:12.860852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:12.903747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:24:12.940263 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.035781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fce645b0-ddcc-4a66-bf29-bc726539c34c None None] Port ec94e975-e6ff-47ee-be4d-bd4805edd5ab cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:24:13.037933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Pushing event updated for resources: {'Port': ['ID=8a5353e9-cd61-4e8b-aa89-3600a8528045,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:13.070042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network c686f00f-3383-4290-ae9c-6d8195e30354 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:13.087344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:13.116537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:24:13.151708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:13.173183 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Publish callbacks [] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.191549 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.206691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=ec184ee5-884d-4519-8a2a-8d1b7a945213,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:13.229105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Attempting to bind port 8a5353e9-cd61-4e8b-aa89-3600a8528045 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:24:13.229742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Attempting to bind port 8a5353e9-cd61-4e8b-aa89-3600a8528045 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:24:13.230458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Attempting to bind port 8a5353e9-cd61-4e8b-aa89-3600a8528045 on network c686f00f-3383-4290-ae9c-6d8195e30354 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:24:13.244553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-aa8ffda6-e9e0-44ed-8328-8526850b407b None None] Provisioning complete for port ec94e975-e6ff-47ee-be4d-bd4805edd5ab triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:13.245334 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aa8ffda6-e9e0-44ed-8328-8526850b407b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.249652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:24:13.250495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Checking segment: {'id': 'dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:24:13.251170 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.254498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Bound using segment: {'id': 'dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:24:13.256001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Bound port: 8a5353e9-cd61-4e8b-aa89-3600a8528045, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:24:13.257112 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.266093 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-302e8d23-9dde-48ad-838d-18730e6aef45 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3587348 Feb 15 14:24:13.287072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed52ef-c58d-41e9-8b80-fe3dac08c9c8 req-5b979c65-6e18-46b7-998d-5b171c31eaea tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:13.295121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9ed52ef-c58d-41e9-8b80-fe3dac08c9c8 req-5b979c65-6e18-46b7-998d-5b171c31eaea tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.3813365 Feb 15 14:24:13.303181 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97221815-8025-4ad3-9c36-8083456b318f None None] Pushing event updated for resources: {'Port': ['ID=ec94e975-e6ff-47ee-be4d-bd4805edd5ab,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:13.324141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-edcd0225-ac5d-4d2c-b290-b91cb3158d58 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:24:13.345431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-edcd0225-ac5d-4d2c-b290-b91cb3158d58 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0329728 Feb 15 14:24:13.375240 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.489135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-aa8ffda6-e9e0-44ed-8328-8526850b407b None None] Port ec94e975-e6ff-47ee-be4d-bd4805edd5ab cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:24:13.506014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] For port 8a5353e9-cd61-4e8b-aa89-3600a8528045, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:24:13.512428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] For port 8a5353e9-cd61-4e8b-aa89-3600a8528045, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=8a5353e9-cd61-4e8b-aa89-3600a8528045,segment=NetworkSegment(dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b),segment_id=dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:24:13.525086 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.546251 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Attempting to bind port ec94e975-e6ff-47ee-be4d-bd4805edd5ab on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:24:13.546628 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Attempting to bind port ec94e975-e6ff-47ee-be4d-bd4805edd5ab by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'e4083c8d-0068-4488-8c3a-f6d82bceb6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:24:13.547007 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Attempting to bind port ec94e975-e6ff-47ee-be4d-bd4805edd5ab on network f80ec7b8-b38e-4c7f-90e5-a41e628ef120 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:24:13.580403 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:24:13.580915 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Checking segment: {'id': 'e4083c8d-0068-4488-8c3a-f6d82bceb6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:24:13.584345 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.585627 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Bound using segment: {'id': 'e4083c8d-0068-4488-8c3a-f6d82bceb6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:24:13.586419 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Bound port: ec94e975-e6ff-47ee-be4d-bd4805edd5ab, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4083c8d-0068-4488-8c3a-f6d82bceb6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:24:13.587366 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.743277 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] For port ec94e975-e6ff-47ee-be4d-bd4805edd5ab, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:24:13.751381 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] For port ec94e975-e6ff-47ee-be4d-bd4805edd5ab, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ec94e975-e6ff-47ee-be4d-bd4805edd5ab,segment=NetworkSegment(e4083c8d-0068-4488-8c3a-f6d82bceb6c3),segment_id=e4083c8d-0068-4488-8c3a-f6d82bceb6c3)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:24:13.783598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686f6d5-b21b-428c-826a-9666473133a4 None None] Pushing event updated for resources: {'Port': ['ID=8a5353e9-cd61-4e8b-aa89-3600a8528045,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:13.793479 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.848197 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:13.912082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9ed52ef-c58d-41e9-8b80-fe3dac08c9c8 req-1b304d52-df51-4457-924e-f5e00c98ed6c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6149163 Feb 15 14:24:13.942689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5074e8fa-1b61-4495-8b6a-a2f0e2ae4fec None None] Provisioning complete for port ec94e975-e6ff-47ee-be4d-bd4805edd5ab triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:13.943290 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5074e8fa-1b61-4495-8b6a-a2f0e2ae4fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:14.003102 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97221815-8025-4ad3-9c36-8083456b318f None None] Pushing event updated for resources: {'Port': ['ID=ec94e975-e6ff-47ee-be4d-bd4805edd5ab,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:14.057684 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:14.060406 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:23:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:14.315929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5074e8fa-1b61-4495-8b6a-a2f0e2ae4fec None None] Current status of the port ec94e975-e6ff-47ee-be4d-bd4805edd5ab is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:14.316719 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5074e8fa-1b61-4495-8b6a-a2f0e2ae4fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:14.489406 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:14.514082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5074e8fa-1b61-4495-8b6a-a2f0e2ae4fec None None] For port ec94e975-e6ff-47ee-be4d-bd4805edd5ab, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ec94e975-e6ff-47ee-be4d-bd4805edd5ab,segment=NetworkSegment(e4083c8d-0068-4488-8c3a-f6d82bceb6c3),segment_id=e4083c8d-0068-4488-8c3a-f6d82bceb6c3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:14.528721 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5074e8fa-1b61-4495-8b6a-a2f0e2ae4fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:14.834545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074e8fa-1b61-4495-8b6a-a2f0e2ae4fec None None] Pushing event updated for resources: {'Port': ['ID=ec94e975-e6ff-47ee-be4d-bd4805edd5ab,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:14.875583 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-900a05a9-d05d-4f24-97a5-33401d1e19b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:14.953470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f6aa8942-5ae7-47d5-8a21-bc179f4470d0 None None] Provisioning complete for port ec94e975-e6ff-47ee-be4d-bd4805edd5ab triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:14.955400 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8942-5ae7-47d5-8a21-bc179f4470d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:15.392335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa8942-5ae7-47d5-8a21-bc179f4470d0 None None] Current status of the port ec94e975-e6ff-47ee-be4d-bd4805edd5ab is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:15.471882 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:15.490947 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:15.559351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3014511-3e38-4cd8-9ec6-299d24527eb5 req-dac86cdb-83b9-479d-bd2c-49350ad6c576 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:15.561260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3014511-3e38-4cd8-9ec6-299d24527eb5 req-dac86cdb-83b9-479d-bd2c-49350ad6c576 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.4389949 Feb 15 14:24:15.595865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-3838e41d-8f44-4f31-b88c-f8f7a783f826 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:15.597830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-3838e41d-8f44-4f31-b88c-f8f7a783f826 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports/cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 1126 time: 1.0978529 Feb 15 14:24:15.601958 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:13Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec184ee5-884d-4519-8a2a-8d1b7a945213', 'name': '', 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:11:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:12Z', 'updated_at': '2022-02-15T14:24:12Z', 'revision_number': 1, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:13Z', 'revision_number': 4, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:15.678739 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e073413-d9f6-4697-a7bb-c1947103f7e2 None None] The sync data for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 is: [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:13Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec184ee5-884d-4519-8a2a-8d1b7a945213', 'name': '', 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:11:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:12Z', 'updated_at': '2022-02-15T14:24:12Z', 'revision_number': 1, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:13Z', 'revision_number': 4, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:15.730738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ec94e975-e6ff-47ee-be4d-bd4805edd5ab up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:24:15.734865 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:15.852906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event updated for resources: {'Port': ['ID=ec184ee5-884d-4519-8a2a-8d1b7a945213,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:16.001926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3014511-3e38-4cd8-9ec6-299d24527eb5 req-dc039ba0-c0b3-461e-87df-0ef2c64cfb6b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3951225 Feb 15 14:24:16.034634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ec94e975-e6ff-47ee-be4d-bd4805edd5ab triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:16.037406 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:16.109319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Network c686f00f-3383-4290-ae9c-6d8195e30354 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:24:16.114381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:16.518343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ec94e975-e6ff-47ee-be4d-bd4805edd5ab is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:16.572588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8a5353e9-cd61-4e8b-aa89-3600a8528045 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:24:16.805092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 8a5353e9-cd61-4e8b-aa89-3600a8528045 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:16.808527 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:16.929468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ba1750-ef48-4534-af7f-96eb33a602d6 None None] Network c686f00f-3383-4290-ae9c-6d8195e30354 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:24:17.097417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 32814) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:17.284255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e9e0fa0e-d854-4e9d-8eac-e38f14ab703d None None] Provisioning complete for port 8a5353e9-cd61-4e8b-aa89-3600a8528045 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:17.287628 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e9e0fa0e-d854-4e9d-8eac-e38f14ab703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:17.403668 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-58efac13-9951-4ef4-95f0-793870cc6baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:17.457241 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a37df5e-bb56-4e8b-9295-9452a371ad75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:17.468345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 8a5353e9-cd61-4e8b-aa89-3600a8528045 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:17.468345 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:17.670807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:24:17.688348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6192ff-9a64-4ee7-838c-7e27ffc8c7e0 req-c0c23e1a-2e67-43ca-9491-5c08276f1a42 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:17.689437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be6192ff-9a64-4ee7-838c-7e27ffc8c7e0 req-c0c23e1a-2e67-43ca-9491-5c08276f1a42 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.3992488 Feb 15 14:24:17.700985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 8a5353e9-cd61-4e8b-aa89-3600a8528045, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=8a5353e9-cd61-4e8b-aa89-3600a8528045,segment=NetworkSegment(dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b),segment_id=dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:17.730586 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:17.847427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a37df5e-bb56-4e8b-9295-9452a371ad75 admin admin] Publish callbacks [] for security_group (c0983741-fe3a-4c57-b00a-240a8a7d7d14), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:17.855058 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a37df5e-bb56-4e8b-9295-9452a371ad75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c0983741-fe3a-4c57-b00a-240a8a7d7d14), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:17.970709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0fa0e-d854-4e9d-8eac-e38f14ab703d None None] Current status of the port 8a5353e9-cd61-4e8b-aa89-3600a8528045 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:17.986695 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1a37df5e-bb56-4e8b-9295-9452a371ad75 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9159b45e180b4b8f9e5dd84a60f9017e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8855374 Feb 15 14:24:17.987819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37df5e-bb56-4e8b-9295-9452a371ad75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0983741-fe3a-4c57-b00a-240a8a7d7d14,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:18.027708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 32834) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:18.051852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=8a5353e9-cd61-4e8b-aa89-3600a8528045,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:18.191239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdcc96f1-b5b9-4837-b425-b4854b08b078 admin admin] Publish callbacks [] for security_group (c0983741-fe3a-4c57-b00a-240a8a7d7d14), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:18.245884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-ee353ce2-b921-4fa6-80ae-1db1e324f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:18.248504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-ee353ce2-b921-4fa6-80ae-1db1e324f22c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1129 time: 0.5890067 Feb 15 14:24:18.255330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdcc96f1-b5b9-4837-b425-b4854b08b078 admin admin] Publish callbacks [] for security_group (c0983741-fe3a-4c57-b00a-240a8a7d7d14), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:18.372251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be6192ff-9a64-4ee7-838c-7e27ffc8c7e0 req-482a88c1-60c3-4517-82f0-59791aa1f129 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6700490 Feb 15 14:24:18.420368 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:18.436982 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdcc96f1-b5b9-4837-b425-b4854b08b078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c0983741-fe3a-4c57-b00a-240a8a7d7d14), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:18.448419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdcc96f1-b5b9-4837-b425-b4854b08b078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:18.458287 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cdcc96f1-b5b9-4837-b425-b4854b08b078 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0983741-fe3a-4c57-b00a-240a8a7d7d14 HTTP/1.1" status: 204 len: 168 time: 0.4256291 Feb 15 14:24:18.491261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:24:18.509025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Sync routers for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:18.512038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc96f1-b5b9-4837-b425-b4854b08b078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0983741-fe3a-4c57-b00a-240a8a7d7d14,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:18.519547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-96cfbb30-b195-4871-af71-97d6109f608c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8989260 Feb 15 14:24:18.525261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 32846) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:18.547493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8957a35b-741b-4000-a084-943955ac7339 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:18.614261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-8354b2a9-bca9-4740-8371-37ae13e26110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:18.616723 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-8354b2a9-bca9-4740-8371-37ae13e26110 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 897 time: 0.3552797 Feb 15 14:24:18.660363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8822f42c-7f05-4956-95d2-31547401aab0 None None] Provisioning complete for port 8a5353e9-cd61-4e8b-aa89-3600a8528045 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:18.665974 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8822f42c-7f05-4956-95d2-31547401aab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:18.675767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:18.676792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:18.760530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-ba200440-2efc-4a32-b16b-73dd67983972 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 1001 time: 0.1222124 Feb 15 14:24:18.974951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-e723ac7f-faad-4325-8ad2-4c09d1fbc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:18.980061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-e723ac7f-faad-4325-8ad2-4c09d1fbc59e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 200 len: 834 time: 0.2222822 Feb 15 14:24:19.133898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-029a3fc4-29cd-470d-9d1c-612c9fc4743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:19.136563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-029a3fc4-29cd-470d-9d1c-612c9fc4743e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b472c56-6d3b-45dc-b65f-bfe802b20969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1480262 Feb 15 14:24:19.295698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:19.523388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 32862) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:19.734543 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a041a89c-3394-4828-b2de-5385e727357f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:19.780155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-969e50f0-5b6b-4658-9ee5-a1dc65ec7c8b service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271453 Feb 15 14:24:19.952228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f3c95-ba7c-4c92-854b-dd0bc5f9197e req-24de32db-c14c-447d-a036-0d222e1f0f98 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:19.964790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-367f3c95-ba7c-4c92-854b-dd0bc5f9197e req-24de32db-c14c-447d-a036-0d222e1f0f98 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.3512831 Feb 15 14:24:20.045154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8a5353e9-cd61-4e8b-aa89-3600a8528045 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:24:20.121624 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:20.218251 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a041a89c-3394-4828-b2de-5385e727357f admin admin] Publish callbacks [] for security_group (ee1fcca1-784f-4609-9ffb-0e3b66618d6a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:20.302580 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a041a89c-3394-4828-b2de-5385e727357f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ee1fcca1-784f-4609-9ffb-0e3b66618d6a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:20.308195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.extraroute_db [None req-8957a35b-741b-4000-a084-943955ac7339 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 14:24:20.362020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.extraroute_db [None req-8957a35b-741b-4000-a084-943955ac7339 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Removed routes are [] {{(pid=109972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 14:24:20.364580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8957a35b-741b-4000-a084-943955ac7339 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:20.453178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041a89c-3394-4828-b2de-5385e727357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1fcca1-784f-4609-9ffb-0e3b66618d6a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:20.463737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-001ef3b9-7a2a-479e-944d-dd562affc062 service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6737602 Feb 15 14:24:20.528318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-367f3c95-ba7c-4c92-854b-dd0bc5f9197e req-8c3c59f2-9563-47d0-baeb-b9788a08a6e4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5445962 Feb 15 14:24:20.603214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a041a89c-3394-4828-b2de-5385e727357f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50bbc0e0677545a78d4503efb6ef5638&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0521679 Feb 15 14:24:20.608119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 32882) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:20.898711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8822f42c-7f05-4956-95d2-31547401aab0 None None] Current status of the port 8a5353e9-cd61-4e8b-aa89-3600a8528045 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:20.919781 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8957a35b-741b-4000-a084-943955ac7339 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:20.940162 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8957a35b-741b-4000-a084-943955ac7339 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:20.997035 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9743dc90-ca17-4930-8921-d2141b5236b2 admin admin] Publish callbacks [] for security_group (ee1fcca1-784f-4609-9ffb-0e3b66618d6a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:21.020091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8822f42c-7f05-4956-95d2-31547401aab0 None None] Provisioning complete for port ec184ee5-884d-4519-8a2a-8d1b7a945213 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:21.034511 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8822f42c-7f05-4956-95d2-31547401aab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:21.042566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 8a5353e9-cd61-4e8b-aa89-3600a8528045 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:21.042962 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:21.068137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c428c-6e32-4e66-8d51-718ba7ce3d4e req-8ed95a27-18b3-466e-bd9e-b59e6b29f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:21.073474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a9c428c-6e32-4e66-8d51-718ba7ce3d4e req-8ed95a27-18b3-466e-bd9e-b59e6b29f14d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1129 time: 0.3372779 Feb 15 14:24:21.114351 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9743dc90-ca17-4930-8921-d2141b5236b2 admin admin] Publish callbacks [] for security_group (ee1fcca1-784f-4609-9ffb-0e3b66618d6a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:21.308440 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:21.319251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8822f42c-7f05-4956-95d2-31547401aab0 None None] Port ec184ee5-884d-4519-8a2a-8d1b7a945213 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:24:21.328392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:13Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec184ee5-884d-4519-8a2a-8d1b7a945213', 'name': '', 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:11:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:12Z', 'updated_at': '2022-02-15T14:24:14Z', 'revision_number': 2, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:14Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:21.374786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Checking router: 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:21.375211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Updating router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 port ec184ee5-884d-4519-8a2a-8d1b7a945213 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:24:21.434002 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9743dc90-ca17-4930-8921-d2141b5236b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ee1fcca1-784f-4609-9ffb-0e3b66618d6a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:21.441960 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9743dc90-ca17-4930-8921-d2141b5236b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:21.446159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9743dc90-ca17-4930-8921-d2141b5236b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ee1fcca1-784f-4609-9ffb-0e3b66618d6a HTTP/1.1" status: 204 len: 168 time: 0.8283448 Feb 15 14:24:21.453519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8957a35b-741b-4000-a084-943955ac7339 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:24:21.490275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743dc90-ca17-4930-8921-d2141b5236b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1fcca1-784f-4609-9ffb-0e3b66618d6a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:21.529242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c428c-6e32-4e66-8d51-718ba7ce3d4e req-f20708e9-602b-4f5b-bd2f-5027ccc182f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:21.539076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a9c428c-6e32-4e66-8d51-718ba7ce3d4e req-f20708e9-602b-4f5b-bd2f-5027ccc182f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 897 time: 0.4391463 Feb 15 14:24:21.663220 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:21.722844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 8a5353e9-cd61-4e8b-aa89-3600a8528045 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:21.810805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a9c428c-6e32-4e66-8d51-718ba7ce3d4e req-b21f7d7a-336b-477f-b000-0c8496c3b479 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 1001 time: 0.2561598 Feb 15 14:24:21.883906 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9166ef1b-0abb-4407-92b7-5d48535791f5 None None] Provisioning complete for port ec184ee5-884d-4519-8a2a-8d1b7a945213 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:21.884290 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9166ef1b-0abb-4407-92b7-5d48535791f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:22.004616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8957a35b-741b-4000-a084-943955ac7339 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:24:22.045208 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8957a35b-741b-4000-a084-943955ac7339 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:22.045626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9166ef1b-0abb-4407-92b7-5d48535791f5 None None] Port ec184ee5-884d-4519-8a2a-8d1b7a945213 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:24:22.048677 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8957a35b-741b-4000-a084-943955ac7339 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 HTTP/1.1" status: 200 len: 934 time: 3.5187490 Feb 15 14:24:22.051423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 32912) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:22.237557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c428c-6e32-4e66-8d51-718ba7ce3d4e req-4e109645-ab00-487a-b4a4-03db949740b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:22.239729 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4de855e2-5de3-4fc8-ad8c-bd32a297a6b5 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 HTTP/1.1" status: 200 len: 934 time: 0.1770961 Feb 15 14:24:22.242977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a9c428c-6e32-4e66-8d51-718ba7ce3d4e req-4e109645-ab00-487a-b4a4-03db949740b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 200 len: 834 time: 0.4241979 Feb 15 14:24:22.243686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 32916) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:22.251737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a633048f-5d7d-4cb7-b5b8-b03555ac8dd1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'routes': None}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:22.293089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbd8c3-7b2e-4bcc-8022-97c4db0ee816 req-2badb61c-5564-4dff-af3e-502e27903110 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:22.301612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69bbd8c3-7b2e-4bcc-8022-97c4db0ee816 req-2badb61c-5564-4dff-af3e-502e27903110 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.4848282 Feb 15 14:24:22.517707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69bbd8c3-7b2e-4bcc-8022-97c4db0ee816 req-1ec21202-87e6-41fb-8fd5-9a2696097c0f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122488 Feb 15 14:24:22.624919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c428c-6e32-4e66-8d51-718ba7ce3d4e req-f171ad4d-aa07-49a7-a9a5-8e3bff6c73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:22.634350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a9c428c-6e32-4e66-8d51-718ba7ce3d4e req-f171ad4d-aa07-49a7-a9a5-8e3bff6c73d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b472c56-6d3b-45dc-b65f-bfe802b20969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3799732 Feb 15 14:24:22.680202 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Publish callbacks [] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:22.692576 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:22.935224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d66055-e6e6-4c2b-b2b1-8b04e5cbba89 None None] Pushing event updated for resources: {'Port': ['ID=ec184ee5-884d-4519-8a2a-8d1b7a945213,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:23.063863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Attempting to bind port ec184ee5-884d-4519-8a2a-8d1b7a945213 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:24:23.065210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Attempting to bind port ec184ee5-884d-4519-8a2a-8d1b7a945213 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:24:23.065739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Attempting to bind port ec184ee5-884d-4519-8a2a-8d1b7a945213 on network c686f00f-3383-4290-ae9c-6d8195e30354 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:24:23.101292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:24:23.104049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Checking segment: {'id': 'dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:24:23.106582 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:23.107285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Bound using segment: {'id': 'dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:24:23.109091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Bound port: ec184ee5-884d-4519-8a2a-8d1b7a945213, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:24:23.109669 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:23.131819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a9c428c-6e32-4e66-8d51-718ba7ce3d4e req-2d4b275d-3f38-476c-8a9f-c2161fff1bb4 service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793367 Feb 15 14:24:23.313651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] For port ec184ee5-884d-4519-8a2a-8d1b7a945213, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:24:23.318997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] For port ec184ee5-884d-4519-8a2a-8d1b7a945213, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ec184ee5-884d-4519-8a2a-8d1b7a945213,segment=NetworkSegment(dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b),segment_id=dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:24:23.341188 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:23.431125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.extraroute_db [None req-a633048f-5d7d-4cb7-b5b8-b03555ac8dd1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added routes are [] {{(pid=109972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 14:24:23.432196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a9c428c-6e32-4e66-8d51-718ba7ce3d4e req-815922fd-adde-4d94-a770-c61af4643876 service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980044 Feb 15 14:24:23.433613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.extraroute_db [None req-a633048f-5d7d-4cb7-b5b8-b03555ac8dd1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 14:24:23.603281 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a633048f-5d7d-4cb7-b5b8-b03555ac8dd1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:23.615867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5f02a178-5365-4a32-bf9d-96f844ac620f None None] Provisioning complete for port ec184ee5-884d-4519-8a2a-8d1b7a945213 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:23.616233 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5f02a178-5365-4a32-bf9d-96f844ac620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:23.646444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:23.659782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:23.916888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e4626-b183-4efd-9e36-773567daa502 req-6cb267a4-07c1-42c9-a362-45a617d8d841 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:23.928259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-178e4626-b183-4efd-9e36-773567daa502 req-6cb267a4-07c1-42c9-a362-45a617d8d841 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.2005670 Feb 15 14:24:24.138580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a633048f-5d7d-4cb7-b5b8-b03555ac8dd1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:24.140306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-178e4626-b183-4efd-9e36-773567daa502 req-91ef3793-38f3-4125-accf-23248ecd2638 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110546 Feb 15 14:24:24.143267 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a633048f-5d7d-4cb7-b5b8-b03555ac8dd1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:24.149336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:24.160110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d66055-e6e6-4c2b-b2b1-8b04e5cbba89 None None] Pushing event updated for resources: {'Port': ['ID=ec184ee5-884d-4519-8a2a-8d1b7a945213,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:24.274691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5f02a178-5365-4a32-bf9d-96f844ac620f None None] Current status of the port ec184ee5-884d-4519-8a2a-8d1b7a945213 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:24.275475 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5f02a178-5365-4a32-bf9d-96f844ac620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:24.385136 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a633048f-5d7d-4cb7-b5b8-b03555ac8dd1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:24:24.427731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5f02a178-5365-4a32-bf9d-96f844ac620f None None] For port ec184ee5-884d-4519-8a2a-8d1b7a945213, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ec184ee5-884d-4519-8a2a-8d1b7a945213,segment=NetworkSegment(dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b),segment_id=dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:24.450428 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5f02a178-5365-4a32-bf9d-96f844ac620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:24.562756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02a178-5365-4a32-bf9d-96f844ac620f None None] Pushing event updated for resources: {'Port': ['ID=ec184ee5-884d-4519-8a2a-8d1b7a945213,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:24.649294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f72de231-3a3c-41af-89e7-28726701f077 None None] Provisioning complete for port ec184ee5-884d-4519-8a2a-8d1b7a945213 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:24.650686 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f72de231-3a3c-41af-89e7-28726701f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:24.766992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a633048f-5d7d-4cb7-b5b8-b03555ac8dd1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:24:24.785222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a633048f-5d7d-4cb7-b5b8-b03555ac8dd1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:24.791998 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a633048f-5d7d-4cb7-b5b8-b03555ac8dd1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 HTTP/1.1" status: 200 len: 700 time: 2.5465028 Feb 15 14:24:24.792658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 32974) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:24.902676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:23Z', 'revision_number': 7, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec184ee5-884d-4519-8a2a-8d1b7a945213', 'name': '', 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:11:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:12Z', 'updated_at': '2022-02-15T14:24:23Z', 'revision_number': 4, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:14Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:25.022853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eedd7e3-72a3-4d05-ad8f-e52bc0bad857 None None] The sync data for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 is: [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:23Z', 'revision_number': 7, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec184ee5-884d-4519-8a2a-8d1b7a945213', 'name': '', 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:11:ac:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:12Z', 'updated_at': '2022-02-15T14:24:23Z', 'revision_number': 4, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:14Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:25.112784 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-18ab91b7-d42e-475e-81c4-209219a86d4c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 HTTP/1.1" status: 200 len: 700 time: 0.3164322 Feb 15 14:24:25.113283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 32986) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:25.141318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f72de231-3a3c-41af-89e7-28726701f077 None None] Current status of the port ec184ee5-884d-4519-8a2a-8d1b7a945213 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:25.514952 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9b31b-2f06-4dad-a53a-44004c3b3f98 None None] Sync routers for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:25.542550 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9b31b-2f06-4dad-a53a-44004c3b3f98 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:25.543269 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b31b-2f06-4dad-a53a-44004c3b3f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:25.712571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0f01d-2423-4248-8e85-4b8e1985fa9e req-cd40a281-490c-4da5-80d7-734254606c3d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:25.720477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18c0f01d-2423-4248-8e85-4b8e1985fa9e req-cd40a281-490c-4da5-80d7-734254606c3d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.3976405 Feb 15 14:24:25.838194 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0ac9b31b-2f06-4dad-a53a-44004c3b3f98 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:25.894572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18c0f01d-2423-4248-8e85-4b8e1985fa9e req-057d70bc-afb4-4060-a180-8d2ed56ba6c2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972266 Feb 15 14:24:26.155335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ec184ee5-884d-4519-8a2a-8d1b7a945213 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:24:26.367709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ec184ee5-884d-4519-8a2a-8d1b7a945213 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:26.368105 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:26.373332 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b31b-2f06-4dad-a53a-44004c3b3f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:23Z', 'revision_number': 7, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec184ee5-884d-4519-8a2a-8d1b7a945213', 'name': '', 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:11:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:12Z', 'updated_at': '2022-02-15T14:24:24Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:14Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:26.410831 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9b31b-2f06-4dad-a53a-44004c3b3f98 None None] Checking router: 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:26.423808 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9b31b-2f06-4dad-a53a-44004c3b3f98 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:26.424697 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b31b-2f06-4dad-a53a-44004c3b3f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:26.472885 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:26.637340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ec184ee5-884d-4519-8a2a-8d1b7a945213 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:26.757195 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0ac9b31b-2f06-4dad-a53a-44004c3b3f98 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:27.134665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port ec184ee5-884d-4519-8a2a-8d1b7a945213 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:27.137578 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:27.375404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port ec184ee5-884d-4519-8a2a-8d1b7a945213, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ec184ee5-884d-4519-8a2a-8d1b7a945213,segment=NetworkSegment(dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b),segment_id=dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:27.376284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:27.393766 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0ac9b31b-2f06-4dad-a53a-44004c3b3f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:23Z', 'revision_number': 7, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec184ee5-884d-4519-8a2a-8d1b7a945213', 'name': '', 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:11:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:12Z', 'updated_at': '2022-02-15T14:24:24Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:14Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:27.463164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for ec184ee5-884d-4519-8a2a-8d1b7a945213 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:27.572766 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9b31b-2f06-4dad-a53a-44004c3b3f98 None None] The sync data for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 is: [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:23Z', 'revision_number': 7, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec184ee5-884d-4519-8a2a-8d1b7a945213', 'name': '', 'network_id': 'c686f00f-3383-4290-ae9c-6d8195e30354', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:11:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:12Z', 'updated_at': '2022-02-15T14:24:24Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:14Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:27.582550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4dbfa-5764-41b7-a399-34a8ac1d73b2 req-6c528858-f125-4f4d-be27-ae3de994cfdd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:27.595827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ad4dbfa-5764-41b7-a399-34a8ac1d73b2 req-6c528858-f125-4f4d-be27-ae3de994cfdd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.2153244 Feb 15 14:24:27.797337 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ad4dbfa-5764-41b7-a399-34a8ac1d73b2 req-4b79c77a-7957-493a-8d69-a4aa7cfd8a14 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004964 Feb 15 14:24:28.062683 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ec184ee5-884d-4519-8a2a-8d1b7a945213), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:28.096884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=ec184ee5-884d-4519-8a2a-8d1b7a945213,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:28.462709 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:29.076204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:24:29.094113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314756aa-f132-48e5-b6b5-4fdf639c82e7 req-428f6827-61e4-4267-96d5-eece3d345725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:29.102993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-314756aa-f132-48e5-b6b5-4fdf639c82e7 req-428f6827-61e4-4267-96d5-eece3d345725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.1283135 Feb 15 14:24:29.684394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33110) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:29.819620 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-314756aa-f132-48e5-b6b5-4fdf639c82e7 req-e257fbba-59d4-48b6-82de-73f4275735c2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7155714 Feb 15 14:24:29.860117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:24:29.884580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ae3b7-f3ce-42b1-852f-187a948c2d29 None None] Sync routers for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:29.892927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33118) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:29.893153 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2d55eab8-0680-4cc3-b0d3-9758a59ed06e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7778852 Feb 15 14:24:29.902438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ae3b7-f3ce-42b1-852f-187a948c2d29 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:29.903166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e40ae3b7-f3ce-42b1-852f-187a948c2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:30.054193 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e40ae3b7-f3ce-42b1-852f-187a948c2d29 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:30.060945 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48759291-9d24-41f4-bf14-ded6a7aeb3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:30.121622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-02717557-b065-4bde-85e9-f68aed82a197 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting subnet 1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:24:30.129392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02717557-b065-4bde-85e9-f68aed82a197 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:30.208616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02717557-b065-4bde-85e9-f68aed82a197 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:30.350165 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48759291-9d24-41f4-bf14-ded6a7aeb3fb admin admin] Publish callbacks [] for security_group (55259fb4-88ed-489c-ae6c-2fa69e9f9e5c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:30.359706 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48759291-9d24-41f4-bf14-ded6a7aeb3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (55259fb4-88ed-489c-ae6c-2fa69e9f9e5c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:30.370585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02717557-b065-4bde-85e9-f68aed82a197 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:30.442782 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-48759291-9d24-41f4-bf14-ded6a7aeb3fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=61d9357db6da464385cc59dc25cadf21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7567022 Feb 15 14:24:30.446410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48759291-9d24-41f4-bf14-ded6a7aeb3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55259fb4-88ed-489c-ae6c-2fa69e9f9e5c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:30.446520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33132) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:30.515972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02717557-b065-4bde-85e9-f68aed82a197 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:30.555422 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02717557-b065-4bde-85e9-f68aed82a197 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:30.571119 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-02717557-b065-4bde-85e9-f68aed82a197 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba HTTP/1.1" status: 204 len: 168 time: 0.6770818 Feb 15 14:24:30.577439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba2c1d-aee8-4a42-a530-0bc372f01f36 None None] Network c686f00f-3383-4290-ae9c-6d8195e30354 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:24:30.579002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33134) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:30.649941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02717557-b065-4bde-85e9-f68aed82a197 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Subnet': ['ID=1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:30.745847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e40ae3b7-f3ce-42b1-852f-187a948c2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:27Z', 'revision_number': 8, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:14Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:30.858253 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (c686f00f-3383-4290-ae9c-6d8195e30354), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:30.904943 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-214abed0-133a-4d4f-9e87-b4289fbfa76e admin admin] Publish callbacks [] for security_group (55259fb4-88ed-489c-ae6c-2fa69e9f9e5c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:31.039003 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-214abed0-133a-4d4f-9e87-b4289fbfa76e admin admin] Publish callbacks [] for security_group (55259fb4-88ed-489c-ae6c-2fa69e9f9e5c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:31.123732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ae3b7-f3ce-42b1-852f-187a948c2d29 None None] Checking router: 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:31.162707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ae3b7-f3ce-42b1-852f-187a948c2d29 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:31.164343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e40ae3b7-f3ce-42b1-852f-187a948c2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:31.183042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8c746-2eb3-49d2-b4e4-ad86e861bd71 req-f07d5710-9463-4098-92b2-8f080526dc87 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:31.185254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64b8c746-2eb3-49d2-b4e4-ad86e861bd71 req-f07d5710-9463-4098-92b2-8f080526dc87 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.2548618 Feb 15 14:24:31.240824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port 8a5353e9-cd61-4e8b-aa89-3600a8528045 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:31.241172 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:31.249487 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-214abed0-133a-4d4f-9e87-b4289fbfa76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (55259fb4-88ed-489c-ae6c-2fa69e9f9e5c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:31.252815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-214abed0-133a-4d4f-9e87-b4289fbfa76e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:31.254493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-214abed0-133a-4d4f-9e87-b4289fbfa76e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55259fb4-88ed-489c-ae6c-2fa69e9f9e5c HTTP/1.1" status: 204 len: 168 time: 0.8071032 Feb 15 14:24:31.319350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1815c-9087-4f7b-a234-1686f8097b86 None None] DHCP port deletion for c686f00f-3383-4290-ae9c-6d8195e30354 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:24:31.335405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214abed0-133a-4d4f-9e87-b4289fbfa76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55259fb4-88ed-489c-ae6c-2fa69e9f9e5c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:31.414576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64b8c746-2eb3-49d2-b4e4-ad86e861bd71 req-2be400fe-397f-4c87-9c93-c15e1409d44b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167945 Feb 15 14:24:31.423594 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port 8a5353e9-cd61-4e8b-aa89-3600a8528045, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=8a5353e9-cd61-4e8b-aa89-3600a8528045,segment=NetworkSegment(dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b),segment_id=dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:31.423956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:31.461705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for 8a5353e9-cd61-4e8b-aa89-3600a8528045 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:31.529776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e40ae3b7-f3ce-42b1-852f-187a948c2d29 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:31.693817 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:31.723470 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=8a5353e9-cd61-4e8b-aa89-3600a8528045,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:31.727943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No DVR routers for this DVR port 8a5353e9-cd61-4e8b-aa89-3600a8528045 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:24:31.820654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1815c-9087-4f7b-a234-1686f8097b86 None None] Deleting port 8a5353e9-cd61-4e8b-aa89-3600a8528045 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:31.821038 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b4b1815c-9087-4f7b-a234-1686f8097b86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:31.933459 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (c686f00f-3383-4290-ae9c-6d8195e30354), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:31.967617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c686f00f-3383-4290-ae9c-6d8195e30354']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:31.988624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:31.989208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:32.018888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b4b1815c-9087-4f7b-a234-1686f8097b86 None None] For port 8a5353e9-cd61-4e8b-aa89-3600a8528045, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:32.019335 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b4b1815c-9087-4f7b-a234-1686f8097b86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:32.020664 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:32.030159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8a5353e9-cd61-4e8b-aa89-3600a8528045 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:24:32.047335 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:32.059526 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33162) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:32.070032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:24:32.071928 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (dc2e4eaf-7f10-442c-ad47-5a4d6fad2f1b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:24:32.077202 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:24:32.081548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1815c-9087-4f7b-a234-1686f8097b86 None None] Calling delete_port for 8a5353e9-cd61-4e8b-aa89-3600a8528045 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:32.082958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84830da5-e7c9-4bb0-8772-d234211c29fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:32.091376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-b4b1815c-9087-4f7b-a234-1686f8097b86 None None] Port 8a5353e9-cd61-4e8b-aa89-3600a8528045 was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 14:24:32.104708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 8a5353e9-cd61-4e8b-aa89-3600a8528045 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:24:32.105057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8a5353e9-cd61-4e8b-aa89-3600a8528045 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:24:32.130555 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b4b1815c-9087-4f7b-a234-1686f8097b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (8a5353e9-cd61-4e8b-aa89-3600a8528045), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:32.163913 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1815c-9087-4f7b-a234-1686f8097b86 None None] No DVR routers for this DVR port 8a5353e9-cd61-4e8b-aa89-3600a8528045 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:24:32.219936 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (c686f00f-3383-4290-ae9c-6d8195e30354), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:32.228238 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:32.247442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/networks/c686f00f-3383-4290-ae9c-6d8195e30354 HTTP/1.1" status: 204 len: 168 time: 1.6594653 Feb 15 14:24:32.249866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33172) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:32.276891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bebc4-ab28-4026-aea0-d9be06816f32 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Network': ['ID=c686f00f-3383-4290-ae9c-6d8195e30354,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:32.347101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1815c-9087-4f7b-a234-1686f8097b86 None None] Pushing event deleted for resources: {'Port': ['ID=8a5353e9-cd61-4e8b-aa89-3600a8528045,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:32.394512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e40ae3b7-f3ce-42b1-852f-187a948c2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:27Z', 'revision_number': 8, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:14Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:32.440676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40ae3b7-f3ce-42b1-852f-187a948c2d29 None None] The sync data for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 is: [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:27Z', 'revision_number': 8, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec94e975-e6ff-47ee-be4d-bd4805edd5ab', 'name': '', 'network_id': 'f80ec7b8-b38e-4c7f-90e5-a41e628ef120', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:10:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:24:04Z', 'updated_at': '2022-02-15T14:24:14Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'b2bcf5f8-8bd9-4a26-8303-9793e615ffa5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:32.521332 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84830da5-e7c9-4bb0-8772-d234211c29fe admin admin] Publish callbacks [] for security_group (b4bd3ba6-0946-443d-b9de-56b55dcdf250), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:32.671904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84830da5-e7c9-4bb0-8772-d234211c29fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b4bd3ba6-0946-443d-b9de-56b55dcdf250), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:32.700913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ede14-5b82-480c-96d4-805347333605 req-c195157d-3ed6-4acb-957b-09e603166edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:32.704843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e06ede14-5b82-480c-96d4-805347333605 req-c195157d-3ed6-4acb-957b-09e603166edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.1097722 Feb 15 14:24:32.755502 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-84830da5-e7c9-4bb0-8772-d234211c29fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5aa778ba0ca64ea9a81635708de72597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6942365 Feb 15 14:24:32.756539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33182) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:32.774318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84830da5-e7c9-4bb0-8772-d234211c29fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bd3ba6-0946-443d-b9de-56b55dcdf250,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:32.797286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e06ede14-5b82-480c-96d4-805347333605 req-272e14d4-8f52-4d20-9e2e-a5a633090978 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867567 Feb 15 14:24:32.990853 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0c8a-66fa-484b-9980-5960d0da9948 admin admin] Publish callbacks [] for security_group (b4bd3ba6-0946-443d-b9de-56b55dcdf250), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:33.060702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0c8a-66fa-484b-9980-5960d0da9948 admin admin] Publish callbacks [] for security_group (b4bd3ba6-0946-443d-b9de-56b55dcdf250), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:33.210877 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0c8a-66fa-484b-9980-5960d0da9948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b4bd3ba6-0946-443d-b9de-56b55dcdf250), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:33.215779 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0c8a-66fa-484b-9980-5960d0da9948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:33.220870 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5c1c0c8a-66fa-484b-9980-5960d0da9948 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b4bd3ba6-0946-443d-b9de-56b55dcdf250 HTTP/1.1" status: 204 len: 168 time: 0.4572740 Feb 15 14:24:33.244113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c0c8a-66fa-484b-9980-5960d0da9948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bd3ba6-0946-443d-b9de-56b55dcdf250,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:33.260141 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:33.882050 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ec184ee5-884d-4519-8a2a-8d1b7a945213 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:24:33.919588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ec184ee5-884d-4519-8a2a-8d1b7a945213 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:24:33.920189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ec184ee5-884d-4519-8a2a-8d1b7a945213 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:24:34.118708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62452a3-9f81-46ab-84d1-28151d25afff req-f42ac37b-e1a0-4a08-ac89-9ad37dba712d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:34.131398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f62452a3-9f81-46ab-84d1-28151d25afff req-f42ac37b-e1a0-4a08-ac89-9ad37dba712d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.1539171 Feb 15 14:24:34.281141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f62452a3-9f81-46ab-84d1-28151d25afff req-02c9a6d2-df63-423a-98d4-f837dcffa5bc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481245 Feb 15 14:24:34.330705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port ec94e975-e6ff-47ee-be4d-bd4805edd5ab {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:34.332266 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:34.610208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port ec94e975-e6ff-47ee-be4d-bd4805edd5ab, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ec94e975-e6ff-47ee-be4d-bd4805edd5ab,segment=NetworkSegment(e4083c8d-0068-4488-8c3a-f6d82bceb6c3),segment_id=e4083c8d-0068-4488-8c3a-f6d82bceb6c3)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:34.610575 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:34.648701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for ec94e975-e6ff-47ee-be4d-bd4805edd5ab owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:34.966943 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ec94e975-e6ff-47ee-be4d-bd4805edd5ab), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:35.100341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=ec94e975-e6ff-47ee-be4d-bd4805edd5ab,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:35.506207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:35.596414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a50d-6779-41f0-b567-809230b32909 req-0cd23c06-9b4e-4520-9bb9-f857c5fe7430 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:35.628074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa67a50d-6779-41f0-b567-809230b32909 req-0cd23c06-9b4e-4520-9bb9-f857c5fe7430 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.2177944 Feb 15 14:24:35.823525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa67a50d-6779-41f0-b567-809230b32909 req-3feaa5fd-371e-492b-b77d-6e1082a40525 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875072 Feb 15 14:24:35.960103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:24:36.173608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:24:36.182300 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e70f34ca-6508-4ca0-ad5b-58f75cae4a8a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9312778 Feb 15 14:24:36.185294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33296) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:36.189888 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d189d-6330-420b-ab4c-6143f9c7b36e None None] Sync routers for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:36.207151 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d189d-6330-420b-ab4c-6143f9c7b36e None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:36.208243 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-851d189d-6330-420b-ab4c-6143f9c7b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:36.419760 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-851d189d-6330-420b-ab4c-6143f9c7b36e None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:36.420423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11d5f92-948a-4f36-9b4a-a64ec80ac5b4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting subnet b2bcf5f8-8bd9-4a26-8303-9793e615ffa5 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:24:36.437165 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c11d5f92-948a-4f36-9b4a-a64ec80ac5b4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (b2bcf5f8-8bd9-4a26-8303-9793e615ffa5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:36.565378 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c11d5f92-948a-4f36-9b4a-a64ec80ac5b4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (b2bcf5f8-8bd9-4a26-8303-9793e615ffa5), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:36.889970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c11d5f92-948a-4f36-9b4a-a64ec80ac5b4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (b2bcf5f8-8bd9-4a26-8303-9793e615ffa5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:36.936247 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-851d189d-6330-420b-ab4c-6143f9c7b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:34Z', 'revision_number': 9, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:37.012125 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d189d-6330-420b-ab4c-6143f9c7b36e None None] Checking router: 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:37.044686 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d189d-6330-420b-ab4c-6143f9c7b36e None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:37.045355 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-851d189d-6330-420b-ab4c-6143f9c7b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:37.057265 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c11d5f92-948a-4f36-9b4a-a64ec80ac5b4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (b2bcf5f8-8bd9-4a26-8303-9793e615ffa5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:37.071233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd1f59-20a4-45bd-9779-1c90e170b562 req-1f59b898-0e65-49e0-81c4-5a3df1488366 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:37.074076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37bd1f59-20a4-45bd-9779-1c90e170b562 req-1f59b898-0e65-49e0-81c4-5a3df1488366 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.1323164 Feb 15 14:24:37.140167 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c11d5f92-948a-4f36-9b4a-a64ec80ac5b4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:37.146076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddcc418-3d42-499a-b752-eb9e0c68bcc3 None None] Network f80ec7b8-b38e-4c7f-90e5-a41e628ef120 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:24:37.160616 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c11d5f92-948a-4f36-9b4a-a64ec80ac5b4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/b2bcf5f8-8bd9-4a26-8303-9793e615ffa5 HTTP/1.1" status: 204 len: 168 time: 0.9742374 Feb 15 14:24:37.169634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33324) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:37.170852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d5f92-948a-4f36-9b4a-a64ec80ac5b4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Subnet': ['ID=b2bcf5f8-8bd9-4a26-8303-9793e615ffa5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:37.260396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37bd1f59-20a4-45bd-9779-1c90e170b562 req-3f3e34d2-0ee1-4154-aa01-15885312ca3e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797853 Feb 15 14:24:37.351283 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-851d189d-6330-420b-ab4c-6143f9c7b36e None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:37.428128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (f80ec7b8-b38e-4c7f-90e5-a41e628ef120), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:37.538641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:37.539015 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:37.586058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca648ae1-43b8-4ce7-95fd-87ca1c05a0f7 None None] DHCP port deletion for f80ec7b8-b38e-4c7f-90e5-a41e628ef120 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:24:37.630061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7fbc71e1-c085-4ff2-8acf-d3cf87e62507,segment=NetworkSegment(e4083c8d-0068-4488-8c3a-f6d82bceb6c3),segment_id=e4083c8d-0068-4488-8c3a-f6d82bceb6c3)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:37.630620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:37.651582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:37.742241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ca648ae1-43b8-4ce7-95fd-87ca1c05a0f7 None None] Deleting port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:37.742626 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ca648ae1-43b8-4ce7-95fd-87ca1c05a0f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:37.933510 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:37.946027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ca648ae1-43b8-4ce7-95fd-87ca1c05a0f7 None None] For port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7fbc71e1-c085-4ff2-8acf-d3cf87e62507,segment=NetworkSegment(e4083c8d-0068-4488-8c3a-f6d82bceb6c3),segment_id=e4083c8d-0068-4488-8c3a-f6d82bceb6c3)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:37.946442 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ca648ae1-43b8-4ce7-95fd-87ca1c05a0f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:37.968963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No DVR routers for this DVR port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:24:37.999692 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-851d189d-6330-420b-ab4c-6143f9c7b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:34Z', 'revision_number': 9, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:38.000981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ca648ae1-43b8-4ce7-95fd-87ca1c05a0f7 None None] Calling delete_port for 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:38.027860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=7fbc71e1-c085-4ff2-8acf-d3cf87e62507,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:38.066143 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-45734d40-4426-4afc-b5ea-ddceae3bcd16 service neutron] show failed (client error): The resource could not be found. Feb 15 14:24:38.072059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-45734d40-4426-4afc-b5ea-ddceae3bcd16 service neutron] 10.222.0.67 "GET /v2.0/ports/cb35bdc9-3d38-4df0-a33d-4eb466bdcc00/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.5317321 Feb 15 14:24:38.112286 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d189d-6330-420b-ab4c-6143f9c7b36e None None] The sync data for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 is: [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:34Z', 'revision_number': 9, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'b749110d-c6c1-47e2-95f6-e71fac87982f', 'name': '', 'network_id': '28bf985a-e513-4a9a-b07d-c3e82be9e4e7', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:b1:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:56Z', 'updated_at': '2022-02-15T14:24:07Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': 'ac5ef577-71b3-48a2-8d1f-78c98caaea9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:38.127303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:24:38.173116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:24:38.173777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:24:38.196164 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ca648ae1-43b8-4ce7-95fd-87ca1c05a0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (7fbc71e1-c085-4ff2-8acf-d3cf87e62507), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:38.255113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca648ae1-43b8-4ce7-95fd-87ca1c05a0f7 None None] Pushing event deleted for resources: {'Port': ['ID=7fbc71e1-c085-4ff2-8acf-d3cf87e62507,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:38.273345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca648ae1-43b8-4ce7-95fd-87ca1c05a0f7 None None] No DVR routers for this DVR port 7fbc71e1-c085-4ff2-8acf-d3cf87e62507 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:24:38.298550 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (f80ec7b8-b38e-4c7f-90e5-a41e628ef120), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:38.345053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80ec7b8-b38e-4c7f-90e5-a41e628ef120']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:38.359007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4083c8d-0068-4488-8c3a-f6d82bceb6c3') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:38.360028 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4083c8d-0068-4488-8c3a-f6d82bceb6c3') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:38.372388 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (e4083c8d-0068-4488-8c3a-f6d82bceb6c3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:38.392033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e4083c8d-0068-4488-8c3a-f6d82bceb6c3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:38.413740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:24:38.422209 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (e4083c8d-0068-4488-8c3a-f6d82bceb6c3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:24:38.528601 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:24:38.531059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d497-b6ff-4f25-a923-41290f6b8b3c req-ae7bf3c6-758d-4ac8-bdb8-7d5ffc8f5ef5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:38.532334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca21d497-b6ff-4f25-a923-41290f6b8b3c req-ae7bf3c6-758d-4ac8-bdb8-7d5ffc8f5ef5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.1368456 Feb 15 14:24:38.546245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (f80ec7b8-b38e-4c7f-90e5-a41e628ef120), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:38.573317 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:38.579307 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/networks/f80ec7b8-b38e-4c7f-90e5-a41e628ef120 HTTP/1.1" status: 204 len: 168 time: 1.3992138 Feb 15 14:24:38.597156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33388) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:38.632518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65770040-8251-450b-b925-a1776e0a0e5e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Network': ['ID=f80ec7b8-b38e-4c7f-90e5-a41e628ef120,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:39.037157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca21d497-b6ff-4f25-a923-41290f6b8b3c req-2f185345-2d70-4be2-8ca2-60cb42609094 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909558 Feb 15 14:24:39.049756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-8d877b39-d80f-47ed-986b-094ac38ddf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:39.053073 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-8d877b39-d80f-47ed-986b-094ac38ddf19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 1129 time: 0.5205479 Feb 15 14:24:39.079804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:39.220156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:39.478523 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:39.606767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:39.712234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:24:39.772429 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Publish callbacks [] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:39.796675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Transition to ACTIVE for port object cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:24:39.797634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:24:39.800508 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd44ee8d-932d-4ed5-bac4-649d52c60ee6" -d '{"events": [{"server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:24:39.805265 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:39.930189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ec94e975-e6ff-47ee-be4d-bd4805edd5ab no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:24:40.018037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ec94e975-e6ff-47ee-be4d-bd4805edd5ab {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:24:40.018246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ec94e975-e6ff-47ee-be4d-bd4805edd5ab not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:24:40.080264 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:40.094660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port b749110d-c6c1-47e2-95f6-e71fac87982f {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:40.095451 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:40.231882 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310b4d7f-e6be-4b4f-8ce7-f1b5358d9029 x-openstack-request-id: req-310b4d7f-e6be-4b4f-8ce7-f1b5358d9029 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:24:40.232412 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:24:40.232846 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-310b4d7f-e6be-4b4f-8ce7-f1b5358d9029 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:24:40.233417 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'code': 200} Feb 15 14:24:40.284602 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] No DVR routers for this DVR port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:24:40.336305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,revision_number=6']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:40.412937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port b749110d-c6c1-47e2-95f6-e71fac87982f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b749110d-c6c1-47e2-95f6-e71fac87982f,segment=NetworkSegment(f42a7591-33a2-43ff-babc-b63c8e1ca919),segment_id=f42a7591-33a2-43ff-babc-b63c8e1ca919)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:40.413309 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:40.428287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for b749110d-c6c1-47e2-95f6-e71fac87982f owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:40.585302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Attempting to bind port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:24:40.585646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Attempting to bind port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:24:40.585977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Attempting to bind port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 on network 1b472c56-6d3b-45dc-b65f-bfe802b20969 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:24:40.607472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 on network 1b472c56-6d3b-45dc-b65f-bfe802b20969 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:24:40.608012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Attempting to bind port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 on network 1b472c56-6d3b-45dc-b65f-bfe802b20969 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:24:40.624672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:24:40.625229 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Checking segment: {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:24:40.625855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Bound using segment: {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:24:40.626951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Bound port: cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c781b95-6762-4a57-be04-b4b7560ea735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:24:40.626951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:40.690215 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b749110d-c6c1-47e2-95f6-e71fac87982f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:40.750354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=b749110d-c6c1-47e2-95f6-e71fac87982f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:40.789710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf74b6b-117b-4fb5-b8cc-1571e6fe7f39 req-04122ffc-dfea-470b-bf7e-03b0a099961d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:40.791547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cf74b6b-117b-4fb5-b8cc-1571e6fe7f39 req-04122ffc-dfea-470b-bf7e-03b0a099961d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 944 time: 0.5342476 Feb 15 14:24:40.825947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:24:40.830870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:24:40.841465 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:40.874027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:24:40.945014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:40.945650 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:40.949502 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] 10.222.0.42 "PUT /v2.0/ports/cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 1093 time: 1.8879144 Feb 15 14:24:40.954203 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 host n-h1-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:24:40.954828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:24:41.058368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1d08f-1e94-46c5-b703-9d86df094bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:41.129871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-39cf4eb3-3c42-480a-8635-ad7144acc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:41.137728 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-39cf4eb3-3c42-480a-8635-ad7144acc03e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1127 time: 0.1436133 Feb 15 14:24:41.285951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cf74b6b-117b-4fb5-b8cc-1571e6fe7f39 req-03f03a59-d0a0-4f55-ac21-13b9caac0163 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4666510 Feb 15 14:24:41.325651 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:41.374955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-48f00086-ee79-4d10-8a5d-32e71141e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:41.374955 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-48f00086-ee79-4d10-8a5d-32e71141e19a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 897 time: 0.1962187 Feb 15 14:24:41.497087 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-b8613db4-818d-4665-8a72-7de4e4a5984c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 999 time: 0.1175992 Feb 15 14:24:41.597081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-a796489d-7209-489c-9e1e-9cb09a40773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:41.598545 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-a796489d-7209-489c-9e1e-9cb09a40773e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 200 len: 834 time: 0.0942688 Feb 15 14:24:41.613379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:24:41.690891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-d2d15173-72e2-4a2b-990c-0cd888a0ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:41.692949 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-d2d15173-72e2-4a2b-990c-0cd888a0ac0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b472c56-6d3b-45dc-b65f-bfe802b20969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0877070 Feb 15 14:24:41.757229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:24:41.762732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8c8c3e21-6ba2-4137-819d-5d9624aa7c5a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1640666 Feb 15 14:24:41.764962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33470) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:41.773928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf91a2-9167-4b5d-ab85-c8791321a0d6 None None] Sync routers for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:41.799083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf91a2-9167-4b5d-ab85-c8791321a0d6 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:41.801302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cbaf91a2-9167-4b5d-ab85-c8791321a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:41.883915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-4924b46e-9868-4692-800e-b20405acf5e4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting subnet ac5ef577-71b3-48a2-8d1f-78c98caaea9f {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:24:41.894004 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-83112d37-9100-4da3-b397-46607c1a5aa1 service neutron] 10.222.0.42 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940351 Feb 15 14:24:41.907748 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4924b46e-9868-4692-800e-b20405acf5e4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (ac5ef577-71b3-48a2-8d1f-78c98caaea9f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:42.027271 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4924b46e-9868-4692-800e-b20405acf5e4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (ac5ef577-71b3-48a2-8d1f-78c98caaea9f), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:42.062328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-cbaf91a2-9167-4b5d-ab85-c8791321a0d6 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:42.148741 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-d297c325-d73a-4f2d-bd3f-aaf1de42dfa9 service neutron] 10.222.0.42 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448077 Feb 15 14:24:42.234948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:24:42.240883 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b4b40c-6224-474f-821c-29750f1d0a94" -d '{"events": [{"name": "network-changed", "server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:24:42.296248 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4924b46e-9868-4692-800e-b20405acf5e4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (ac5ef577-71b3-48a2-8d1f-78c98caaea9f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:42.336696 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:42.370114 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b8fa97-15ff-41cf-8efd-22371db3742d x-openstack-request-id: req-72b8fa97-15ff-41cf-8efd-22371db3742d {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:24:42.371006 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:24:42.371406 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-72b8fa97-15ff-41cf-8efd-22371db3742d {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:24:42.371816 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'status': 'completed', 'code': 200} Feb 15 14:24:42.543024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cbaf91a2-9167-4b5d-ab85-c8791321a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:40Z', 'revision_number': 10, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:42.558130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-b03ac132-4668-47a5-b6bc-108d628c686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:42.559684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-b03ac132-4668-47a5-b6bc-108d628c686e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1127 time: 0.1404603 Feb 15 14:24:42.565673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-4f28acbc-2781-48af-b1b0-e6f07263e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:42.567272 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-4f28acbc-2781-48af-b1b0-e6f07263e120 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1127 time: 0.1492150 Feb 15 14:24:42.599516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf91a2-9167-4b5d-ab85-c8791321a0d6 None None] Checking router: 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:42.612824 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4924b46e-9868-4692-800e-b20405acf5e4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (ac5ef577-71b3-48a2-8d1f-78c98caaea9f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:42.637225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf91a2-9167-4b5d-ab85-c8791321a0d6 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:42.638290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cbaf91a2-9167-4b5d-ab85-c8791321a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:42.677409 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:24:42.703831 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924b46e-9868-4692-800e-b20405acf5e4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5ef577-71b3-48a2-8d1f-78c98caaea9f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:42.711738 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4924b46e-9868-4692-800e-b20405acf5e4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:42.717596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4924b46e-9868-4692-800e-b20405acf5e4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/ac5ef577-71b3-48a2-8d1f-78c98caaea9f HTTP/1.1" status: 204 len: 168 time: 0.9515862 Feb 15 14:24:42.728006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf25702-5701-4208-aedc-0c68be99f5fb None None] Network 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:24:42.732237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33524) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:42.805870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215035b3-72b1-44e9-b097-5159ab9cbd86 req-42da229a-9bde-43cb-9158-ac07dd8aceed tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:42.813653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-215035b3-72b1-44e9-b097-5159ab9cbd86 req-42da229a-9bde-43cb-9158-ac07dd8aceed tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 944 time: 0.3232934 Feb 15 14:24:42.992202 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (28bf985a-e513-4a9a-b07d-c3e82be9e4e7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:43.020226 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-cbaf91a2-9167-4b5d-ab85-c8791321a0d6 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:43.173627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-484334ad-ad3f-42ee-9365-51ba1b8f0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:43.190432 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-484334ad-ad3f-42ee-9365-51ba1b8f0e84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 897 time: 0.6160917 Feb 15 14:24:43.308246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a3dc0b-74b7-4f65-a374-8b8823917fea None None] DHCP port deletion for 28bf985a-e513-4a9a-b07d-c3e82be9e4e7 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:24:43.371567 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-1ee61b5e-7793-4f32-a69a-c41d1eb344c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 999 time: 0.1670442 Feb 15 14:24:43.381331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:43.382577 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:43.514531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-2de4a0d2-5b23-4a2f-ac2c-47c66060b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:43.517574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-2de4a0d2-5b23-4a2f-ac2c-47c66060b728 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 897 time: 0.9181926 Feb 15 14:24:43.635002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=70df432f-9fdf-45e9-aa37-bf80ab1a3f08,segment=NetworkSegment(f42a7591-33a2-43ff-babc-b63c8e1ca919),segment_id=f42a7591-33a2-43ff-babc-b63c8e1ca919)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:43.635318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:43.638685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-645fdca9-9eb7-42c6-8dab-b25c923f742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:43.640138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-215035b3-72b1-44e9-b097-5159ab9cbd86 req-e72aefea-ccec-4350-a507-2d79acfc2d15 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8226955 Feb 15 14:24:43.643646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-28133134-4f4c-40c7-bc56-02c81e7475c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 999 time: 0.1110761 Feb 15 14:24:43.649747 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-645fdca9-9eb7-42c6-8dab-b25c923f742e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 200 len: 834 time: 0.2648506 Feb 15 14:24:43.743483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:43.781378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-81170b62-cf44-43ef-b96e-2a7339da9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:43.783724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-81170b62-cf44-43ef-b96e-2a7339da9920 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 200 len: 834 time: 0.1292796 Feb 15 14:24:43.854969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-98537300-c09d-4af4-976a-d061f833f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:43.856786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-98537300-c09d-4af4-976a-d061f833f0b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b472c56-6d3b-45dc-b65f-bfe802b20969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0617042 Feb 15 14:24:43.934020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-df7377b0-f57a-4827-8caf-0cbd425cb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:43.937773 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-df7377b0-f57a-4827-8caf-0cbd425cb367 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b472c56-6d3b-45dc-b65f-bfe802b20969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2672977 Feb 15 14:24:44.067025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:24:44.077151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-95284816-0c39-42e9-9783-a7bdd71011e8 service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106082 Feb 15 14:24:44.229805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3dc0b-74b7-4f65-a374-8b8823917fea None None] Deleting port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:44.230027 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a8a3dc0b-74b7-4f65-a374-8b8823917fea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:44.240854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cbaf91a2-9167-4b5d-ab85-c8791321a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:40Z', 'revision_number': 10, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:44.350687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf91a2-9167-4b5d-ab85-c8791321a0d6 None None] The sync data for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 is: [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:40Z', 'revision_number': 10, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None, '_interfaces': [{'id': 'd59b5eb5-2c43-46ae-9670-d64d51d3713e', 'name': '', 'network_id': '001b964a-108c-4496-ad9a-ea4765fcd668', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'mac_address': 'fa:16:3e:a6:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:23:50Z', 'updated_at': '2022-02-15T14:23:56Z', 'revision_number': 5, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'subnets': [{'id': '75197d1d-a9af-46fb-98fe-b04505b702b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:44.388659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-fdc6692f-6abe-42f6-b645-318b9ef43ce7 service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070848 Feb 15 14:24:44.491318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a8a3dc0b-74b7-4f65-a374-8b8823917fea None None] For port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=70df432f-9fdf-45e9-aa37-bf80ab1a3f08,segment=NetworkSegment(f42a7591-33a2-43ff-babc-b63c8e1ca919),segment_id=f42a7591-33a2-43ff-babc-b63c8e1ca919)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:44.492002 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a8a3dc0b-74b7-4f65-a374-8b8823917fea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:44.507836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:44.508379 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:44.510812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3dc0b-74b7-4f65-a374-8b8823917fea None None] Calling delete_port for 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:44.687932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=70df432f-9fdf-45e9-aa37-bf80ab1a3f08,segment=NetworkSegment(f42a7591-33a2-43ff-babc-b63c8e1ca919),segment_id=f42a7591-33a2-43ff-babc-b63c8e1ca919)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:44.712525 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:44.737206 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:44.781417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event deleted for resources: {'Port': ['ID=70df432f-9fdf-45e9-aa37-bf80ab1a3f08,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:44.833168 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-b45480cd-b0ad-4ea5-9c17-e9aad41f0ac0 service neutron] 10.222.0.42 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853657 Feb 15 14:24:44.837840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=70df432f-9fdf-45e9-aa37-bf80ab1a3f08,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:44.848855 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-41738fa0-8db2-4540-ba48-c81c537ca0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:44.866696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No DVR routers for this DVR port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:24:44.915736 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a8a3dc0b-74b7-4f65-a374-8b8823917fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (70df432f-9fdf-45e9-aa37-bf80ab1a3f08), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:44.944032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae31ae-eead-4ebb-9f17-61c933685286 req-0948b410-5c93-48ca-9446-6906b3e87315 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:44.948569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26ae31ae-eead-4ebb-9f17-61c933685286 req-0948b410-5c93-48ca-9446-6906b3e87315 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 944 time: 0.1336558 Feb 15 14:24:44.971899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3dc0b-74b7-4f65-a374-8b8823917fea None None] Pushing event deleted for resources: {'Port': ['ID=70df432f-9fdf-45e9-aa37-bf80ab1a3f08,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:44.974462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a3dc0b-74b7-4f65-a374-8b8823917fea None None] No DVR routers for this DVR port 70df432f-9fdf-45e9-aa37-bf80ab1a3f08 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:24:45.093763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26ae31ae-eead-4ebb-9f17-61c933685286 req-002ce830-34a6-478d-85cb-216b47392c03 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072407 Feb 15 14:24:45.095752 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (28bf985a-e513-4a9a-b07d-c3e82be9e4e7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:45.131419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bf985a-e513-4a9a-b07d-c3e82be9e4e7']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:45.152823 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e4b4b40c-6224-474f-821c-29750f1d0a94 req-17f3a3f6-0523-4ad4-a8be-061593c1e05e service neutron] 10.222.0.42 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101997 Feb 15 14:24:45.154934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42a7591-33a2-43ff-babc-b63c8e1ca919') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:45.157022 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42a7591-33a2-43ff-babc-b63c8e1ca919') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:45.180601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (f42a7591-33a2-43ff-babc-b63c8e1ca919), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:45.207803 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f42a7591-33a2-43ff-babc-b63c8e1ca919), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:45.215662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:24:45.217707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (f42a7591-33a2-43ff-babc-b63c8e1ca919), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:24:45.219857 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:24:45.326133 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (28bf985a-e513-4a9a-b07d-c3e82be9e4e7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:45.342981 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:45.350679 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/networks/28bf985a-e513-4a9a-b07d-c3e82be9e4e7 HTTP/1.1" status: 204 len: 168 time: 2.6149814 Feb 15 14:24:45.352208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33624) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:45.387974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ad9fd-81f2-4f93-993a-86722559fb06 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Network': ['ID=28bf985a-e513-4a9a-b07d-c3e82be9e4e7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:45.819670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:24:45.943434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-1347acf3-f8fe-438e-81ee-9ace7a082284 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:45.945001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-1347acf3-f8fe-438e-81ee-9ace7a082284 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f&tenant_id=e121196450c643ddbe9aa88bee965bd9&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 944 time: 0.2388096 Feb 15 14:24:45.981302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b749110d-c6c1-47e2-95f6-e71fac87982f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:24:45.998689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4bd61-076e-49f5-825e-f370e9e659f4 req-50d8dccf-bb1b-4d4f-9c41-9be05cd6a85e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:46.006733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3f4bd61-076e-49f5-825e-f370e9e659f4 req-50d8dccf-bb1b-4d4f-9c41-9be05cd6a85e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 944 time: 0.3015907 Feb 15 14:24:46.106030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3f4bd61-076e-49f5-825e-f370e9e659f4 req-98df2aef-da1f-4f9c-b58b-122187b34d8e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932317 Feb 15 14:24:46.124066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b749110d-c6c1-47e2-95f6-e71fac87982f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:24:46.124418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b749110d-c6c1-47e2-95f6-e71fac87982f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:24:46.192314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:46.211095 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-73a669b2-cfa9-4f09-9b59-a6b08eb14d64 service neutron] delete failed (client error): The resource could not be found. Feb 15 14:24:46.212146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-73a669b2-cfa9-4f09-9b59-a6b08eb14d64 service neutron] 10.222.0.67 "DELETE /v2.0/ports/cb35bdc9-3d38-4df0-a33d-4eb466bdcc00/bindings/n-h2-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.2592943 Feb 15 14:24:46.251057 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:46.251811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'port_id': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'mac_address': 'fa:16:3e:8b:ed:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:24:46.360343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:46.363255 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:46.396621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:24:46.442986 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:46.448935 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:46.556681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:46.616194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-57d8d953-5036-42db-a515-943bd9ba46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:46.619633 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-57d8d953-5036-42db-a515-943bd9ba46cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1128 time: 0.1931455 Feb 15 14:24:46.654711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33656) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:46.681946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['cb35bdc9-3d38-4df0-a33d-4eb466bdcc00'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:24:46.741919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-42d88b5d-b448-4069-a786-33b31aeca7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:46.743630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-42d88b5d-b448-4069-a786-33b31aeca7c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 897 time: 0.1174288 Feb 15 14:24:46.833068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-f590ba7e-2204-47ba-a609-81e2966ce70e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 1000 time: 0.0794866 Feb 15 14:24:46.899517 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45c5b8af-1ecc-4b3d-9878-961f8184d16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:46.963413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-8d1e9693-7ac1-408e-b22d-e7d992515e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:46.965311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-8d1e9693-7ac1-408e-b22d-e7d992515e51 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 200 len: 834 time: 0.1236420 Feb 15 14:24:47.061222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45c5b8af-1ecc-4b3d-9878-961f8184d16c admin admin] Publish callbacks [] for security_group (6329304f-8221-41f5-81bd-e7ac4b937c18), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:47.070401 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45c5b8af-1ecc-4b3d-9878-961f8184d16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6329304f-8221-41f5-81bd-e7ac4b937c18), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:47.083533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port d59b5eb5-2c43-46ae-9670-d64d51d3713e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:47.083923 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:47.173238 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-146adb1f-093e-4fdd-815a-d76f86da0568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:47.220080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5b8af-1ecc-4b3d-9878-961f8184d16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6329304f-8221-41f5-81bd-e7ac4b937c18,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:47.226691 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-45c5b8af-1ecc-4b3d-9878-961f8184d16c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=32310bdfd61248cd8f17570dfef11af8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5700324 Feb 15 14:24:47.237050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33666) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:47.324827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port d59b5eb5-2c43-46ae-9670-d64d51d3713e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d59b5eb5-2c43-46ae-9670-d64d51d3713e,segment=NetworkSegment(a2e4270a-7a84-46dd-b5a3-886e24028bc6),segment_id=a2e4270a-7a84-46dd-b5a3-886e24028bc6)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:47.325200 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:47.328345 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f0956e80-f420-4724-8734-882b23235735 admin admin] Publish callbacks [] for security_group (6329304f-8221-41f5-81bd-e7ac4b937c18), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:47.340690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for d59b5eb5-2c43-46ae-9670-d64d51d3713e owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:47.356474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f0956e80-f420-4724-8734-882b23235735 admin admin] Publish callbacks [] for security_group (6329304f-8221-41f5-81bd-e7ac4b937c18), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:47.450803 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f0956e80-f420-4724-8734-882b23235735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6329304f-8221-41f5-81bd-e7ac4b937c18), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:47.454989 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f0956e80-f420-4724-8734-882b23235735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:47.458937 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f0956e80-f420-4724-8734-882b23235735 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6329304f-8221-41f5-81bd-e7ac4b937c18 HTTP/1.1" status: 204 len: 168 time: 0.2200344 Feb 15 14:24:47.495965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0956e80-f420-4724-8734-882b23235735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6329304f-8221-41f5-81bd-e7ac4b937c18,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:47.607463 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d59b5eb5-2c43-46ae-9670-d64d51d3713e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:47.663759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=d59b5eb5-2c43-46ae-9670-d64d51d3713e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:47.818584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-acd6f9ff-ecd6-4cb0-81eb-e0edb9ae9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:47.820452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-acd6f9ff-ecd6-4cb0-81eb-e0edb9ae9bf3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b472c56-6d3b-45dc-b65f-bfe802b20969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8421214 Feb 15 14:24:47.835709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:24:48.057712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:24:48.065088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:24:48.065759 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.076898 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33684) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:48.111885 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1fc89e0-4ccf-4a34-a42e-bad7ae76dc82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.168496 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-01ca24e7-c71c-4819-8e3d-0e9c2d4ef23e service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985868 Feb 15 14:24:48.184496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5427cee-6d83-4d29-be8f-d30a923a3e59 req-6cabf6d8-e2bc-4580-8e5e-6561618b6441 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:48.196976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5427cee-6d83-4d29-be8f-d30a923a3e59 req-6cabf6d8-e2bc-4580-8e5e-6561618b6441 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 945 time: 0.6367879 Feb 15 14:24:48.305614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:24:48.306291 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.347832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:24:48.354134 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f12268-c625-4fe3-840a-ce240285554b" -d '{"events": [{"server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "name": "network-vif-plugged", "status": "completed", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:24:48.363935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1fc89e0-4ccf-4a34-a42e-bad7ae76dc82 admin admin] Publish callbacks [] for security_group (2a26ac61-7759-4eda-865c-a1acebab3245), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.369793 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1fc89e0-4ccf-4a34-a42e-bad7ae76dc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2a26ac61-7759-4eda-865c-a1acebab3245), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.401052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:48.407584 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.409198 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e1fc89e0-4ccf-4a34-a42e-bad7ae76dc82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8261bdd9f7164fb19d1a31ff32940866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3305714 Feb 15 14:24:48.409876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33696) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:48.485595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc89e0-4ccf-4a34-a42e-bad7ae76dc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a26ac61-7759-4eda-865c-a1acebab3245,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:48.550636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38e53b75-1955-4d67-98d5-54835076db70 admin admin] Publish callbacks [] for security_group (2a26ac61-7759-4eda-865c-a1acebab3245), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.568056 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709b5cba-a1f9-4a71-a69b-ab2c0d283587 x-openstack-request-id: req-709b5cba-a1f9-4a71-a69b-ab2c0d283587 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:24:48.568350 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "name": "network-vif-plugged", "status": "completed", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:24:48.568615 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-709b5cba-a1f9-4a71-a69b-ab2c0d283587 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:24:48.569032 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'code': 200} Feb 15 14:24:48.570655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:48.579029 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.582988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38e53b75-1955-4d67-98d5-54835076db70 admin admin] Publish callbacks [] for security_group (2a26ac61-7759-4eda-865c-a1acebab3245), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.594333 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.603091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.603591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.603949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.604344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.604632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.604969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.605309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.605900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.606458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.607089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.607629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.608074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.608417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:24:48.619597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5427cee-6d83-4d29-be8f-d30a923a3e59 req-c269c7d1-a7dd-44a0-a2af-b63e4c624c7f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4217246 Feb 15 14:24:48.621949 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-63a48ddb-fe44-492a-9fa6-d20c0fb2df49 req-5f31217d-19bd-400a-b744-2d4fca2779dc service neutron] 10.222.0.67 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871050 Feb 15 14:24:48.672411 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38e53b75-1955-4d67-98d5-54835076db70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2a26ac61-7759-4eda-865c-a1acebab3245), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.678729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38e53b75-1955-4d67-98d5-54835076db70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:48.683043 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-38e53b75-1955-4d67-98d5-54835076db70 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2a26ac61-7759-4eda-865c-a1acebab3245 HTTP/1.1" status: 204 len: 168 time: 0.2679996 Feb 15 14:24:48.692328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e53b75-1955-4d67-98d5-54835076db70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a26ac61-7759-4eda-865c-a1acebab3245,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:49.492733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:24:49.666396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:24:49.684113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bf1e804e-dbf4-4cdd-936b-d586762ecb24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3282566 Feb 15 14:24:49.684301 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d54326-3972-4105-aa0f-b1c7a939e1e7 None None] Sync routers for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:49.684815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33734) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:49.736651 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:49.741407 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d54326-3972-4105-aa0f-b1c7a939e1e7 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:49.743910 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-70d54326-3972-4105-aa0f-b1c7a939e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:49.848770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a64ae8-92af-49fc-a152-e18ee9dc860a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting subnet 75197d1d-a9af-46fb-98fe-b04505b702b0 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:24:49.865714 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24a64ae8-92af-49fc-a152-e18ee9dc860a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (75197d1d-a9af-46fb-98fe-b04505b702b0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:49.962843 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-70d54326-3972-4105-aa0f-b1c7a939e1e7 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:49.966110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e459a4-7bd2-4322-80d2-ddd5b9239d58 req-751b8b72-c9e8-425d-ad9b-a4107c9340e4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:49.976434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9e459a4-7bd2-4322-80d2-ddd5b9239d58 req-751b8b72-c9e8-425d-ad9b-a4107c9340e4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.1619768 Feb 15 14:24:50.000900 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24a64ae8-92af-49fc-a152-e18ee9dc860a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (75197d1d-a9af-46fb-98fe-b04505b702b0), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:50.050727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a9e459a4-7bd2-4322-80d2-ddd5b9239d58 req-c7bb3757-54b6-460c-9099-a626fd614ce2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732496 Feb 15 14:24:50.074147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33746) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:50.100730 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-70d54326-3972-4105-aa0f-b1c7a939e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:47Z', 'revision_number': 11, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:50.163669 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d54326-3972-4105-aa0f-b1c7a939e1e7 None None] Checking router: 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:50.184151 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d54326-3972-4105-aa0f-b1c7a939e1e7 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:50.185637 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-70d54326-3972-4105-aa0f-b1c7a939e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:50.212445 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-93aefe43-cc52-453a-8fe5-a05221d2eed0 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/89571cb9-e35c-4bcd-8700-d913a07efdb1 HTTP/1.1" status: 200 len: 993 time: 0.1370971 Feb 15 14:24:50.261734 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24a64ae8-92af-49fc-a152-e18ee9dc860a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (75197d1d-a9af-46fb-98fe-b04505b702b0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:50.326524 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-70d54326-3972-4105-aa0f-b1c7a939e1e7 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:50.351532 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24a64ae8-92af-49fc-a152-e18ee9dc860a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (75197d1d-a9af-46fb-98fe-b04505b702b0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:50.437088 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-24a64ae8-92af-49fc-a152-e18ee9dc860a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:50.440361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91db1dd-6044-43ba-a651-c5716aa8aed9 None None] Network 001b964a-108c-4496-ad9a-ea4765fcd668 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:24:50.445646 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-24a64ae8-92af-49fc-a152-e18ee9dc860a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/75197d1d-a9af-46fb-98fe-b04505b702b0 HTTP/1.1" status: 204 len: 168 time: 0.7593162 Feb 15 14:24:50.446052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33758) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:50.447577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a64ae8-92af-49fc-a152-e18ee9dc860a tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Subnet': ['ID=75197d1d-a9af-46fb-98fe-b04505b702b0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:50.471623 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-70d54326-3972-4105-aa0f-b1c7a939e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:47Z', 'revision_number': 11, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:50.551008 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d54326-3972-4105-aa0f-b1c7a939e1e7 None None] The sync data for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 is: [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:47Z', 'revision_number': 11, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:50.635433 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (001b964a-108c-4496-ad9a-ea4765fcd668), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:50.793715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Deleting port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:50.794230 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:50.934718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] For port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cb3d7d2a-6d9a-46fe-8eed-179fefff3de7,segment=NetworkSegment(a2e4270a-7a84-46dd-b5a3-886e24028bc6),segment_id=a2e4270a-7a84-46dd-b5a3-886e24028bc6)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:50.935446 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:50.940175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1710ad-2ef6-48c3-bd3b-1d6f06fa3116 None None] DHCP port deletion for 001b964a-108c-4496-ad9a-ea4765fcd668 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:24:50.973262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Calling delete_port for cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:51.113659 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.130233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7d1710ad-2ef6-48c3-bd3b-1d6f06fa3116 None None] Deleting port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:24:51.130990 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7d1710ad-2ef6-48c3-bd3b-1d6f06fa3116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.186219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33774) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:51.246704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7d1710ad-2ef6-48c3-bd3b-1d6f06fa3116 None None] For port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cb3d7d2a-6d9a-46fe-8eed-179fefff3de7,segment=NetworkSegment(a2e4270a-7a84-46dd-b5a3-886e24028bc6),segment_id=a2e4270a-7a84-46dd-b5a3-886e24028bc6)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:24:51.247572 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.247944 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7d1710ad-2ef6-48c3-bd3b-1d6f06fa3116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.271343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7d1710ad-2ef6-48c3-bd3b-1d6f06fa3116 None None] Calling delete_port for cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:24:51.310052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f822da-298b-421b-9a1c-b4b5969989cc admin admin] Deleting subnet 1de5a6e3-279e-4cea-b54a-e7a387d554e9 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:24:51.319901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4f822da-298b-421b-9a1c-b4b5969989cc admin admin] Publish callbacks [] for subnet (1de5a6e3-279e-4cea-b54a-e7a387d554e9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.374954 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7d1710ad-2ef6-48c3-bd3b-1d6f06fa3116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (cb3d7d2a-6d9a-46fe-8eed-179fefff3de7), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.377842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Port': ['ID=cb3d7d2a-6d9a-46fe-8eed-179fefff3de7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:51.401076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No DVR routers for this DVR port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:24:51.414732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1710ad-2ef6-48c3-bd3b-1d6f06fa3116 None None] No DVR routers for this DVR port cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:24:51.416751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1710ad-2ef6-48c3-bd3b-1d6f06fa3116 None None] Pushing event deleted for resources: {'Port': ['ID=cb3d7d2a-6d9a-46fe-8eed-179fefff3de7,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:51.443573 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4f822da-298b-421b-9a1c-b4b5969989cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (1de5a6e3-279e-4cea-b54a-e7a387d554e9), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.547743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4f822da-298b-421b-9a1c-b4b5969989cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (1de5a6e3-279e-4cea-b54a-e7a387d554e9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.632915 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4f822da-298b-421b-9a1c-b4b5969989cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (1de5a6e3-279e-4cea-b54a-e7a387d554e9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.701935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f822da-298b-421b-9a1c-b4b5969989cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de5a6e3-279e-4cea-b54a-e7a387d554e9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:51.726999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (001b964a-108c-4496-ad9a-ea4765fcd668), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.744501 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d4f822da-298b-421b-9a1c-b4b5969989cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.760286 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d4f822da-298b-421b-9a1c-b4b5969989cc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1de5a6e3-279e-4cea-b54a-e7a387d554e9 HTTP/1.1" status: 204 len: 168 time: 0.5714273 Feb 15 14:24:51.762587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33792) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:51.799481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001b964a-108c-4496-ad9a-ea4765fcd668']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:51.823789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e4270a-7a84-46dd-b5a3-886e24028bc6') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:51.824455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e4270a-7a84-46dd-b5a3-886e24028bc6') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:51.884352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (a2e4270a-7a84-46dd-b5a3-886e24028bc6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.917563 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a2e4270a-7a84-46dd-b5a3-886e24028bc6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.928571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:24:51.929225 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (a2e4270a-7a84-46dd-b5a3-886e24028bc6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:24:51.933333 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:24:52.027008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:24:52.055937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:24:52.056658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cb3d7d2a-6d9a-46fe-8eed-179fefff3de7 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:24:52.057465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d59b5eb5-2c43-46ae-9670-d64d51d3713e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:24:52.069177 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (e1e70d35-e092-4668-9de7-2f56f4c21ffe), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:52.084112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d59b5eb5-2c43-46ae-9670-d64d51d3713e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:24:52.084864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d59b5eb5-2c43-46ae-9670-d64d51d3713e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:24:52.237114 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (001b964a-108c-4496-ad9a-ea4765fcd668), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:52.256343 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:52.270513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/networks/001b964a-108c-4496-ad9a-ea4765fcd668 HTTP/1.1" status: 204 len: 168 time: 1.8229296 Feb 15 14:24:52.271886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33802) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:52.302483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-7b9aafa1-53d6-4bce-8d99-00dad987fec3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'routes': None}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:52.305905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d61b6-3b13-48a8-a702-64f9315ac1f4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Pushing event deleted for resources: {'Network': ['ID=001b964a-108c-4496-ad9a-ea4765fcd668,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:52.314705 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (e1e70d35-e092-4668-9de7-2f56f4c21ffe), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:52.374431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e70d35-e092-4668-9de7-2f56f4c21ffe']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:52.404378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b406ac-6dd7-4b32-b729-d465c9260cf5') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:52.404894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b406ac-6dd7-4b32-b729-d465c9260cf5') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:52.436695 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (17b406ac-6dd7-4b32-b729-d465c9260cf5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:52.477850 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (17b406ac-6dd7-4b32-b729-d465c9260cf5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:52.493764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:24:52.494392 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (17b406ac-6dd7-4b32-b729-d465c9260cf5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:24:52.502486 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:24:52.738634 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (e1e70d35-e092-4668-9de7-2f56f4c21ffe), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:52.784426 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:52.801977 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e1e70d35-e092-4668-9de7-2f56f4c21ffe HTTP/1.1" status: 204 len: 168 time: 1.0371549 Feb 15 14:24:52.803913 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e8d61-e618-40d9-84bd-361045ce2680 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e70d35-e092-4668-9de7-2f56f4c21ffe,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:52.879675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.extraroute_db [None req-7b9aafa1-53d6-4bce-8d99-00dad987fec3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Added routes are [] {{(pid=109971) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 14:24:52.880605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.extraroute_db [None req-7b9aafa1-53d6-4bce-8d99-00dad987fec3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Removed routes are [] {{(pid=109971) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 14:24:52.881037 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b9aafa1-53d6-4bce-8d99-00dad987fec3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:53.266026 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b9aafa1-53d6-4bce-8d99-00dad987fec3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:53.276015 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b9aafa1-53d6-4bce-8d99-00dad987fec3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:53.381620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33830) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:53.496675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9aafa1-53d6-4bce-8d99-00dad987fec3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:24:53.637025 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b2cc39d1-ea06-4719-bc1d-c72a47d3ae35 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8116a6d83a914d5f88d2adad940ca4d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504101 Feb 15 14:24:53.641945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33838) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:53.737397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9aafa1-53d6-4bce-8d99-00dad987fec3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:24:53.750624 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee462961-2337-4365-aa27-833844040991 admin admin] Publish callbacks [] for security_group (8a3a18e1-f638-40ce-bfc2-321e96e44663), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:53.756536 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7b9aafa1-53d6-4bce-8d99-00dad987fec3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:53.760294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7b9aafa1-53d6-4bce-8d99-00dad987fec3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 HTTP/1.1" status: 200 len: 701 time: 1.4612904 Feb 15 14:24:53.761550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33842) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:53.762457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8829839e-2756-4a5c-831b-0d5e0f8d3032 None None] Sync routers for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:53.807537 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8829839e-2756-4a5c-831b-0d5e0f8d3032 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:53.816322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee462961-2337-4365-aa27-833844040991 admin admin] Publish callbacks [] for security_group (8a3a18e1-f638-40ce-bfc2-321e96e44663), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:53.817326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8829839e-2756-4a5c-831b-0d5e0f8d3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:53.828968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-193c19bd-359c-4d33-8aa5-1a471dbb7610 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 HTTP/1.1" status: 200 len: 205 time: 0.0608070 Feb 15 14:24:53.833431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33844) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:54.007585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee462961-2337-4365-aa27-833844040991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8a3a18e1-f638-40ce-bfc2-321e96e44663), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:54.021520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8829839e-2756-4a5c-831b-0d5e0f8d3032 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:54.030133 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee462961-2337-4365-aa27-833844040991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:54.036827 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ee462961-2337-4365-aa27-833844040991 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a3a18e1-f638-40ce-bfc2-321e96e44663 HTTP/1.1" status: 204 len: 168 time: 0.3921854 Feb 15 14:24:54.085181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee462961-2337-4365-aa27-833844040991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3a18e1-f638-40ce-bfc2-321e96e44663,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:54.118329 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39d0f85f-2722-4580-9ad0-33f3c8ff4859 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:54.299335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8829839e-2756-4a5c-831b-0d5e0f8d3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:47Z', 'revision_number': 11, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:54.435060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8829839e-2756-4a5c-831b-0d5e0f8d3032 None None] Checking router: 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:54.479074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8829839e-2756-4a5c-831b-0d5e0f8d3032 None None] Routers {'09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:54.480115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8829839e-2756-4a5c-831b-0d5e0f8d3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:54.820362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8829839e-2756-4a5c-831b-0d5e0f8d3032 None None] Set router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:54.856132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39d0f85f-2722-4580-9ad0-33f3c8ff4859 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:54.858790 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39d0f85f-2722-4580-9ad0-33f3c8ff4859 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:54.935173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8829839e-2756-4a5c-831b-0d5e0f8d3032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:47Z', 'revision_number': 11, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:55.064349 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39d0f85f-2722-4580-9ad0-33f3c8ff4859 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (09fff99e-7b0a-4d65-a28a-fe1d16df1eb6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:55.065487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d0f85f-2722-4580-9ad0-33f3c8ff4859 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Fanout notify agent at l3_agent the message router_deleted on router 09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:24:55.093441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-39d0f85f-2722-4580-9ad0-33f3c8ff4859 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:55.095081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-39d0f85f-2722-4580-9ad0-33f3c8ff4859 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 HTTP/1.1" status: 204 len: 168 time: 1.2603204 Feb 15 14:24:55.101381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33872) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:55.107876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-35956004-7faf-4a3e-ad9c-6570b59c620e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1317676661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:55.152968 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35956004-7faf-4a3e-ad9c-6570b59c620e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (20e3c77d-aed7-45d1-ae50-ae3bd0b22a70), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:55.155215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35956004-7faf-4a3e-ad9c-6570b59c620e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (20e3c77d-aed7-45d1-ae50-ae3bd0b22a70), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:55.314209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8829839e-2756-4a5c-831b-0d5e0f8d3032 None None] The sync data for ids ['09fff99e-7b0a-4d65-a28a-fe1d16df1eb6'] in n-d-829064-15 is: [{'id': '09fff99e-7b0a-4d65-a28a-fe1d16df1eb6', 'name': 'tempest-RoutersTest-router-1450638963', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:23:48Z', 'updated_at': '2022-02-15T14:24:47Z', 'revision_number': 11, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:55.428023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35956004-7faf-4a3e-ad9c-6570b59c620e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (20e3c77d-aed7-45d1-ae50-ae3bd0b22a70), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:55.439450 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35956004-7faf-4a3e-ad9c-6570b59c620e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (20e3c77d-aed7-45d1-ae50-ae3bd0b22a70), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:55.487569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35956004-7faf-4a3e-ad9c-6570b59c620e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:55.492399 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-35956004-7faf-4a3e-ad9c-6570b59c620e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3887606 Feb 15 14:24:55.495789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33884) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:55.501421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b8c4df2c-fcc3-4d18-9ca6-6c4118b0369d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:56.119776 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8c4df2c-fcc3-4d18-9ca6-6c4118b0369d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3513'] for router (20e3c77d-aed7-45d1-ae50-ae3bd0b22a70), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:56.173225 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8c4df2c-fcc3-4d18-9ca6-6c4118b0369d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-393866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-393859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406568'] for router (20e3c77d-aed7-45d1-ae50-ae3bd0b22a70), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:56.492723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c4df2c-fcc3-4d18-9ca6-6c4118b0369d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Router 20e3c77d-aed7-45d1-ae50-ae3bd0b22a70 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:24:56.495347 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33914) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:56.757480 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33926) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:56.761718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c4df2c-fcc3-4d18-9ca6-6c4118b0369d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:24:56.776115 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6730b3c-b067-4d4a-b03c-40ed2e4a797b None None] Sync routers for ids ['20e3c77d-aed7-45d1-ae50-ae3bd0b22a70'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:24:56.794609 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8c4df2c-fcc3-4d18-9ca6-6c4118b0369d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:56.800888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b8c4df2c-fcc3-4d18-9ca6-6c4118b0369d tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "PUT /v2.0/routers/20e3c77d-aed7-45d1-ae50-ae3bd0b22a70 HTTP/1.1" status: 200 len: 694 time: 1.3027706 Feb 15 14:24:56.805259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33930) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:56.824397 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6730b3c-b067-4d4a-b03c-40ed2e4a797b None None] Routers {'20e3c77d-aed7-45d1-ae50-ae3bd0b22a70'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:56.824397 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c6730b3c-b067-4d4a-b03c-40ed2e4a797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['20e3c77d-aed7-45d1-ae50-ae3bd0b22a70'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:56.868486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fee0b06-97dc-4111-babf-daa1eebfbe1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:56.984821 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-c6730b3c-b067-4d4a-b03c-40ed2e4a797b None None] Set router 20e3c77d-aed7-45d1-ae50-ae3bd0b22a70 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:57.036441 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e290d78f-7f1e-48b0-ae5b-5c300998f7c1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/routers/20e3c77d-aed7-45d1-ae50-ae3bd0b22a70 HTTP/1.1" status: 200 len: 700 time: 0.2290256 Feb 15 14:24:57.040909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33936) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:57.087765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1749171139-network', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:57.112921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2b021424-bf13-4b6f-abc5-7275388fcdf8 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=20e3c77d-aed7-45d1-ae50-ae3bd0b22a70 HTTP/1.1" status: 200 len: 205 time: 0.0705695 Feb 15 14:24:57.116950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33938) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:57.143219 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fee0b06-97dc-4111-babf-daa1eebfbe1b admin admin] Publish callbacks [] for security_group (16245999-5a49-4ff1-be12-23b1d359aef6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.153012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Made reservation on behalf of ae44847e5b08494b8a0ff76643318b2e for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:24:57.156184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.172518 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1fee0b06-97dc-4111-babf-daa1eebfbe1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (16245999-5a49-4ff1-be12-23b1d359aef6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.206188 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.250237 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c6730b3c-b067-4d4a-b03c-40ed2e4a797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e3c77d-aed7-45d1-ae50-ae3bd0b22a70', 'name': 'tempest-RoutersTest-router-1317676661', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:55Z', 'updated_at': '2022-02-15T14:24:56Z', 'revision_number': 2, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:57.279634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee0b06-97dc-4111-babf-daa1eebfbe1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16245999-5a49-4ff1-be12-23b1d359aef6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:57.295962 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1fee0b06-97dc-4111-babf-daa1eebfbe1b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc1ebf3bfa904c53b58733c8cbf6733c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7983725 Feb 15 14:24:57.301578 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6730b3c-b067-4d4a-b03c-40ed2e4a797b None None] Checking router: 20e3c77d-aed7-45d1-ae50-ae3bd0b22a70 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:24:57.303610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33942) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:57.313577 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6730b3c-b067-4d4a-b03c-40ed2e4a797b None None] Routers {'20e3c77d-aed7-45d1-ae50-ae3bd0b22a70'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:24:57.316925 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c6730b3c-b067-4d4a-b03c-40ed2e4a797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['20e3c77d-aed7-45d1-ae50-ae3bd0b22a70'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:57.437172 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-c6730b3c-b067-4d4a-b03c-40ed2e4a797b None None] Set router 20e3c77d-aed7-45d1-ae50-ae3bd0b22a70 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:24:57.455045 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b062fc6-300d-4aa1-9c9b-fc91bf4c757b admin admin] Publish callbacks [] for security_group (16245999-5a49-4ff1-be12-23b1d359aef6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.491576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b062fc6-300d-4aa1-9c9b-fc91bf4c757b admin admin] Publish callbacks [] for security_group (16245999-5a49-4ff1-be12-23b1d359aef6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.517402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Publish callbacks [] for security_group (2144e439-b9cf-4550-bccb-cc30bf9ce164), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.534604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2144e439-b9cf-4550-bccb-cc30bf9ce164), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.575474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:24:57.600074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2144e439-b9cf-4550-bccb-cc30bf9ce164,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:57.601974 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c6730b3c-b067-4d4a-b03c-40ed2e4a797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e3c77d-aed7-45d1-ae50-ae3bd0b22a70', 'name': 'tempest-RoutersTest-router-1317676661', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:55Z', 'updated_at': '2022-02-15T14:24:56Z', 'revision_number': 2, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:24:57.627749 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b062fc6-300d-4aa1-9c9b-fc91bf4c757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (16245999-5a49-4ff1-be12-23b1d359aef6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.635125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b062fc6-300d-4aa1-9c9b-fc91bf4c757b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.637423 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1b062fc6-300d-4aa1-9c9b-fc91bf4c757b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16245999-5a49-4ff1-be12-23b1d359aef6 HTTP/1.1" status: 204 len: 168 time: 0.3318655 Feb 15 14:24:57.640007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d620bf8f-beca-41af-b1d9-357c0fadaf01), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.641452 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Added segment d620bf8f-beca-41af-b1d9-357c0fadaf01 of type vlan for network 41c6b241-b044-4f95-8f74-420d5c096f68 Feb 15 14:24:57.674446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b062fc6-300d-4aa1-9c9b-fc91bf4c757b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16245999-5a49-4ff1-be12-23b1d359aef6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:57.720851 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6730b3c-b067-4d4a-b03c-40ed2e4a797b None None] The sync data for ids ['20e3c77d-aed7-45d1-ae50-ae3bd0b22a70'] in n-d-829064-15 is: [{'id': '20e3c77d-aed7-45d1-ae50-ae3bd0b22a70', 'name': 'tempest-RoutersTest-router-1317676661', 'tenant_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:55Z', 'updated_at': '2022-02-15T14:24:56Z', 'revision_number': 2, 'project_id': '8051f3bc2f2e4ec788f56fd0d0053f09', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:24:57.755377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (41c6b241-b044-4f95-8f74-420d5c096f68), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.885685 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (41c6b241-b044-4f95-8f74-420d5c096f68), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:57.903341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:57.905133 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:58.076106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9ee8-3537-479a-998f-b007047be1b7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (20e3c77d-aed7-45d1-ae50-ae3bd0b22a70), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:58.096338 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3373604 Feb 15 14:24:58.106689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b9021-4efa-4534-a1ec-a20813d1a2a1 admin admin] Pushing event updated for resources: {'Network': ['ID=41c6b241-b044-4f95-8f74-420d5c096f68,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:58.115524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33962) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:58.151783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] Request body: {'subnet': {'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1749171139-subnet', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:58.153756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 41c6b241-b044-4f95-8f74-420d5c096f68 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:24:58.217538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] Made reservation on behalf of ae44847e5b08494b8a0ff76643318b2e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:24:58.221289 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:58.563735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33964) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:58.603081 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9ee8-3537-479a-998f-b007047be1b7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (20e3c77d-aed7-45d1-ae50-ae3bd0b22a70), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:58.608079 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9ee8-3537-479a-998f-b007047be1b7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router_controller (20e3c77d-aed7-45d1-ae50-ae3bd0b22a70), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:58.610775 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc01bdd8-5ab6-4a7b-b114-5a3e0d0fb07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:58.756577 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (dc562647-01f5-4213-8733-a101452b171d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:58.828679 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9ee8-3537-479a-998f-b007047be1b7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (20e3c77d-aed7-45d1-ae50-ae3bd0b22a70), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:58.835626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7b9ee8-3537-479a-998f-b007047be1b7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Fanout notify agent at l3_agent the message router_deleted on router 20e3c77d-aed7-45d1-ae50-ae3bd0b22a70 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:24:58.855529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc562647-01f5-4213-8733-a101452b171d,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:58.871314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9ee8-3537-479a-998f-b007047be1b7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:58.886812 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ca7b9ee8-3537-479a-998f-b007047be1b7 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/20e3c77d-aed7-45d1-ae50-ae3bd0b22a70 HTTP/1.1" status: 204 len: 168 time: 1.7670846 Feb 15 14:24:58.888288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33976) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:59.034986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] Checking segment: {'id': 'd620bf8f-beca-41af-b1d9-357c0fadaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:24:59.037350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] Network hostable DHCP agents. Network: 41c6b241-b044-4f95-8f74-420d5c096f68, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:24:59.053822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d966f3e5-7787-4f5f-87f4-78790aeb0869 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=20e3c77d-aed7-45d1-ae50-ae3bd0b22a70 HTTP/1.1" status: 200 len: 205 time: 0.1543787 Feb 15 14:24:59.054468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33984) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:59.085768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] Network 41c6b241-b044-4f95-8f74-420d5c096f68 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:24:59.110386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 41c6b241-b044-4f95-8f74-420d5c096f68) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:24:59.122061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:24:59.123284 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:59.126734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40516122-745a-434c-9a2a-4ecbc7d25a3c None None] Network 41c6b241-b044-4f95-8f74-420d5c096f68 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:24:59.189513 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33990) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:59.192295 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dbc51a72-4cfd-45df-940b-cbbc24e3ccc5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0753050 Feb 15 14:24:59.241647 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-8b7eb56e-3727-4040-a6c6-a05ba97fa9a3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] delete failed (client error): The resource could not be found. Feb 15 14:24:59.243649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8b7eb56e-3727-4040-a6c6-a05ba97fa9a3 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/20e3c77d-aed7-45d1-ae50-ae3bd0b22a70 HTTP/1.1" status: 404 len: 336 time: 0.1847706 Feb 15 14:24:59.248283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33992) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:59.257448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1749171139-router', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:24:59.337987 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cafca9e-eb79-41f8-86f7-b7490d917004 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] DELETE failed (client error): The resource could not be found. Feb 15 14:24:59.340188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cafca9e-eb79-41f8-86f7-b7490d917004 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:24:59.356918 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6cafca9e-eb79-41f8-86f7-b7490d917004 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/1064fb33-2282-40ae-b1e2-d0b5d2b4b8ba HTTP/1.1" status: 404 len: 337 time: 0.1064649 Feb 15 14:24:59.358271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 33994) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:59.359096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:59.361086 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:59.451597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc01bdd8-5ab6-4a7b-b114-5a3e0d0fb07f admin admin] Publish callbacks [] for security_group (ad79b76d-e20e-433e-8236-9359d38157a0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:59.453039 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-3612f874-c1ce-45fc-a4ae-66e47e6630a2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] DELETE failed (client error): The resource could not be found. Feb 15 14:24:59.453746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3612f874-c1ce-45fc-a4ae-66e47e6630a2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:24:59.460235 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3612f874-c1ce-45fc-a4ae-66e47e6630a2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/b2bcf5f8-8bd9-4a26-8303-9793e615ffa5 HTTP/1.1" status: 404 len: 337 time: 0.0998397 Feb 15 14:24:59.465917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 33996) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:59.483867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-41c6b241-b044-4f95-8f74-420d5c096f68', 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68', 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'fixed_ips': [{'subnet_id': 'dc562647-01f5-4213-8733-a101452b171d'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:24:59.485323 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:59.596012 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc01bdd8-5ab6-4a7b-b114-5a3e0d0fb07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ad79b76d-e20e-433e-8236-9359d38157a0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:59.717558 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Publish callbacks [] for router_controller (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:24:59.753262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fc01bdd8-5ab6-4a7b-b114-5a3e0d0fb07f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=58a9df04297645289e5f0af34b66b2be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1875875 Feb 15 14:24:59.754340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34002) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:59.755937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01bdd8-5ab6-4a7b-b114-5a3e0d0fb07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad79b76d-e20e-433e-8236-9359d38157a0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:24:59.761641 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-d888fd97-dbf9-4bab-b426-12161357aef6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] DELETE failed (client error): The resource could not be found. Feb 15 14:24:59.762342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d888fd97-dbf9-4bab-b426-12161357aef6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:24:59.771576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d888fd97-dbf9-4bab-b426-12161357aef6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/ac5ef577-71b3-48a2-8d1f-78c98caaea9f HTTP/1.1" status: 404 len: 337 time: 0.3012903 Feb 15 14:24:59.776895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34004) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:59.905285 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c69c062-ead0-4100-9b3f-03deab2cdb36 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] DELETE failed (client error): The resource could not be found. Feb 15 14:24:59.906114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c69c062-ead0-4100-9b3f-03deab2cdb36 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:24:59.911358 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5c69c062-ead0-4100-9b3f-03deab2cdb36 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/75197d1d-a9af-46fb-98fe-b04505b702b0 HTTP/1.1" status: 404 len: 337 time: 0.1338573 Feb 15 14:24:59.916793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34006) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:24:59.960918 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Allocated IP 172.20.0.2 (41c6b241-b044-4f95-8f74-420d5c096f68/dc562647-01f5-4213-8733-a101452b171d/bf33963f-5db7-496c-88e4-9de874de8b53) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:25:00.027747 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-47851af1-fb58-4de7-bcd0-4e2decf730c2 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 HTTP/1.1" status: 200 len: 205 time: 0.1028416 Feb 15 14:25:00.033407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34014) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:00.212271 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Publish callbacks [] for security_group (ad79b76d-e20e-433e-8236-9359d38157a0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:00.239454 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-dd9d7c9a-7c81-4322-83fb-51698f219d24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] delete failed (client error): The resource could not be found. Feb 15 14:25:00.239454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dd9d7c9a-7c81-4322-83fb-51698f219d24 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/09fff99e-7b0a-4d65-a28a-fe1d16df1eb6 HTTP/1.1" status: 404 len: 336 time: 0.1968987 Feb 15 14:25:00.249272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34020) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:00.356632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Publish callbacks [] for router_gateway (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:00.376968 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Publish callbacks [] for port (bf33963f-5db7-496c-88e4-9de874de8b53), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:00.381811 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9954d3a3-7019-4803-ab7a-fea03022f6d0 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=30ec67ae-1870-4e21-94fc-d3f5276dca54 HTTP/1.1" status: 200 len: 205 time: 0.1356394 Feb 15 14:25:00.385687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34022) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:00.396977 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:00.406310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Publish callbacks [] for security_group (ad79b76d-e20e-433e-8236-9359d38157a0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:00.496467 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ad79b76d-e20e-433e-8236-9359d38157a0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:00.509908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Network 41c6b241-b044-4f95-8f74-420d5c096f68 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:00.512609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:00.515446 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ad79b76d-e20e-433e-8236-9359d38157a0 HTTP/1.1" status: 204 len: 168 time: 0.7589767 Feb 15 14:25:00.524436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:00.533607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:25:00.539179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad79b76d-e20e-433e-8236-9359d38157a0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:00.542631 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-8be82107-fc8d-435b-823c-9efabc766551 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] delete failed (client error): The resource could not be found. Feb 15 14:25:00.555013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8be82107-fc8d-435b-823c-9efabc766551 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/30ec67ae-1870-4e21-94fc-d3f5276dca54 HTTP/1.1" status: 404 len: 336 time: 0.1572657 Feb 15 14:25:00.555738 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34026) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:00.560524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.561790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.562835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.563185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.563647 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.564404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.564863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.565386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.566523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.567545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.568016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.569402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.569869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f10cdd-4362-406c-9413-944f45328b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:00.701996 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2ef838-f10d-4562-8845-eabfb1db6a7f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] DELETE failed (client error): The resource could not be found. Feb 15 14:25:00.707142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2ef838-f10d-4562-8845-eabfb1db6a7f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:25:00.717102 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1c2ef838-f10d-4562-8845-eabfb1db6a7f tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/29b118b9-30b7-4442-b51f-989b4d43dc27 HTTP/1.1" status: 404 len: 337 time: 0.1559880 Feb 15 14:25:00.721553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34030) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:00.785857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Attempting to bind port bf33963f-5db7-496c-88e4-9de874de8b53 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:25:00.786450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Attempting to bind port bf33963f-5db7-496c-88e4-9de874de8b53 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'd620bf8f-beca-41af-b1d9-357c0fadaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:25:00.787100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Attempting to bind port bf33963f-5db7-496c-88e4-9de874de8b53 on network 41c6b241-b044-4f95-8f74-420d5c096f68 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:25:00.791927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Pushing event updated for resources: {'Port': ['ID=bf33963f-5db7-496c-88e4-9de874de8b53,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:00.808641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:25:00.809702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Checking segment: {'id': 'd620bf8f-beca-41af-b1d9-357c0fadaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:00.811128 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:00.811783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Bound using segment: {'id': 'd620bf8f-beca-41af-b1d9-357c0fadaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:25:00.812637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Bound port: bf33963f-5db7-496c-88e4-9de874de8b53, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd620bf8f-beca-41af-b1d9-357c0fadaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:25:00.813480 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:00.852737 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d4970d1e-77fc-4576-983f-87e6167f3ea6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e HTTP/1.1" status: 200 len: 205 time: 0.1228235 Feb 15 14:25:00.853764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34034) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:00.961648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] For port bf33963f-5db7-496c-88e4-9de874de8b53, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:25:00.968753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] For port bf33963f-5db7-496c-88e4-9de874de8b53, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bf33963f-5db7-496c-88e4-9de874de8b53,segment=NetworkSegment(d620bf8f-beca-41af-b1d9-357c0fadaf01),segment_id=d620bf8f-beca-41af-b1d9-357c0fadaf01)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:25:00.980082 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:01.033898 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-0f297a30-aec1-462e-a0ab-cfad66f967bd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] delete failed (client error): The resource could not be found. Feb 15 14:25:01.039800 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0f297a30-aec1-462e-a0ab-cfad66f967bd tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/2cba1e20-7a26-4d2e-89ae-8fd5e029bc0e HTTP/1.1" status: 404 len: 336 time: 0.1791744 Feb 15 14:25:01.040625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34036) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:01.175246 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-afe62f54-04a9-425f-b025-ff587e412429 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=55076b56-e628-41f7-9fdf-378017924f99 HTTP/1.1" status: 200 len: 205 time: 0.1154275 Feb 15 14:25:01.187897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34042) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:01.236856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca21e0b-90e7-4a4d-9774-6c7f2db2b396 None None] Pushing event updated for resources: {'Port': ['ID=bf33963f-5db7-496c-88e4-9de874de8b53,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:01.352492 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-c6214f90-4de3-43df-9bfc-cd5bb4f61635 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] delete failed (client error): The resource could not be found. Feb 15 14:25:01.367617 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c6214f90-4de3-43df-9bfc-cd5bb4f61635 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/55076b56-e628-41f7-9fdf-378017924f99 HTTP/1.1" status: 404 len: 336 time: 0.1779313 Feb 15 14:25:01.368016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34048) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:01.394686 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Publish callbacks [] for router_gateway (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:01.504747 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:01.865367 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4b792d-ce34-46ed-81c8-caaf9c02f4a4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] DELETE failed (client error): The resource could not be found. Feb 15 14:25:01.867495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4b792d-ce34-46ed-81c8-caaf9c02f4a4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:25:01.878153 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5b4b792d-ce34-46ed-81c8-caaf9c02f4a4 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/e6d58d2e-41bc-45ed-97e9-b27e32a3d588 HTTP/1.1" status: 404 len: 337 time: 0.5058019 Feb 15 14:25:01.882121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34062) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:01.916113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Allocated IP 172.25.6.25 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/9d7876e1-66ab-42d6-af46-1835eef6aa61) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:25:02.041952 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-54e7cc55-5538-4850-9f9f-2ad12a830de6 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d77ecd1-93be-4702-adf2-1a61b07722f7 HTTP/1.1" status: 200 len: 205 time: 0.1559291 Feb 15 14:25:02.048225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34070) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:02.193428 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-cd0927a1-5e26-45d2-ac8d-5bc35f05665c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] delete failed (client error): The resource could not be found. Feb 15 14:25:02.195169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cd0927a1-5e26-45d2-ac8d-5bc35f05665c tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/7d77ecd1-93be-4702-adf2-1a61b07722f7 HTTP/1.1" status: 404 len: 336 time: 0.1453602 Feb 15 14:25:02.199633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34076) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:02.363016 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Publish callbacks [] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:02.457220 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2f3387-ec38-40a9-82b1-18acb28dcac1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] DELETE failed (client error): The resource could not be found. Feb 15 14:25:02.458944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2f3387-ec38-40a9-82b1-18acb28dcac1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:25:02.466288 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7e2f3387-ec38-40a9-82b1-18acb28dcac1 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/4371439f-0e6e-4111-b136-117dcbd6ba8c HTTP/1.1" status: 404 len: 337 time: 0.2621031 Feb 15 14:25:02.472123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34082) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:02.550268 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:02.593582 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d3bfe889-7d29-4997-828a-6768828d9adb tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1e2f90b-bdab-4c3e-b119-e15bc33412e6 HTTP/1.1" status: 200 len: 205 time: 0.1191938 Feb 15 14:25:02.594532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34088) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:02.760999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:02.805183 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-1137c38d-e095-49a0-b508-907c0b1a1602 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] delete failed (client error): The resource could not be found. Feb 15 14:25:02.809960 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1137c38d-e095-49a0-b508-907c0b1a1602 tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/routers/b1e2f90b-bdab-4c3e-b119-e15bc33412e6 HTTP/1.1" status: 404 len: 336 time: 0.2025082 Feb 15 14:25:02.810121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:02.810263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34092) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:02.830483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:25:02.912701 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-73af28be-bc98-4878-89ca-a897028dc44e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] DELETE failed (client error): The resource could not be found. Feb 15 14:25:02.913515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73af28be-bc98-4878-89ca-a897028dc44e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:25:02.918964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-73af28be-bc98-4878-89ca-a897028dc44e tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/464e87e9-e85f-453c-a65e-9fe20895a914 HTTP/1.1" status: 404 len: 337 time: 0.1076162 Feb 15 14:25:02.931055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34100) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:03.008214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7876e1-66ab-42d6-af46-1835eef6aa61,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:03.054182 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-4156dcfb-bdd8-4b8d-ba44-3f02a36af4ff tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] DELETE failed (client error): The resource could not be found. Feb 15 14:25:03.055160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4156dcfb-bdd8-4b8d-ba44-3f02a36af4ff tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:25:03.074627 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4156dcfb-bdd8-4b8d-ba44-3f02a36af4ff tempest-RoutersTest-119065497 tempest-RoutersTest-119065497-project] 10.222.0.72 "DELETE /v2.0/subnets/bc1f5b79-c3fc-459d-b1bb-10e91192ee31 HTTP/1.1" status: 404 len: 337 time: 0.1381898 Feb 15 14:25:03.920798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34122) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:04.181569 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Publish callbacks [] for router_gateway (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:04.323128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bf33963f-5db7-496c-88e4-9de874de8b53 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:04.447522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f3d3da-7ca8-4a86-ba7d-c28f10177776 None None] Network 41c6b241-b044-4f95-8f74-420d5c096f68 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:25:04.725049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port bf33963f-5db7-496c-88e4-9de874de8b53 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:04.728546 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:04.819688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-62be5238-c5f4-463b-826f-607401471f3f None None] Provisioning complete for port bf33963f-5db7-496c-88e4-9de874de8b53 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:04.819688 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-62be5238-c5f4-463b-826f-607401471f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:04.826478 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4d17cd2a-43dd-43ab-a765-1f1099f97f2a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8051f3bc2f2e4ec788f56fd0d0053f09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8976943 Feb 15 14:25:04.827603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34144) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:04.916629 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:04.992934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bf33963f-5db7-496c-88e4-9de874de8b53 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:04.993492 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:04.995478 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-775f8f21-8b0f-4b49-97ed-3429065227f2 admin admin] Publish callbacks [] for security_group (84ada90a-eba1-432c-b12b-5c4ee7207661), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:05.061356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-62be5238-c5f4-463b-826f-607401471f3f None None] Current status of the port bf33963f-5db7-496c-88e4-9de874de8b53 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:05.062204 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-62be5238-c5f4-463b-826f-607401471f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:05.079227 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-775f8f21-8b0f-4b49-97ed-3429065227f2 admin admin] Publish callbacks [] for security_group (84ada90a-eba1-432c-b12b-5c4ee7207661), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:05.090366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port bf33963f-5db7-496c-88e4-9de874de8b53, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bf33963f-5db7-496c-88e4-9de874de8b53,segment=NetworkSegment(d620bf8f-beca-41af-b1d9-357c0fadaf01),segment_id=d620bf8f-beca-41af-b1d9-357c0fadaf01)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:05.106454 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:05.273944 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-775f8f21-8b0f-4b49-97ed-3429065227f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (84ada90a-eba1-432c-b12b-5c4ee7207661), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:05.277216 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-775f8f21-8b0f-4b49-97ed-3429065227f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:05.278757 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-775f8f21-8b0f-4b49-97ed-3429065227f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84ada90a-eba1-432c-b12b-5c4ee7207661 HTTP/1.1" status: 204 len: 168 time: 0.4500937 Feb 15 14:25:05.297935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f8f21-8b0f-4b49-97ed-3429065227f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ada90a-eba1-432c-b12b-5c4ee7207661,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:05.309778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=bf33963f-5db7-496c-88e4-9de874de8b53,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:05.370232 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-62be5238-c5f4-463b-826f-607401471f3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:25:05.373858 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-62be5238-c5f4-463b-826f-607401471f3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:25:05.388200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:25:05.840802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:25:05.861418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Sync routers for ids ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:25:05.959764 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:05.966284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34168) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:05.970191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8b0ee28c-b1aa-43d3-a85f-6ff68b878286 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.7112439 Feb 15 14:25:06.034069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Routers {'d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:06.037271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:06.366368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bf33963f-5db7-496c-88e4-9de874de8b53 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:06.448661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-62be5238-c5f4-463b-826f-607401471f3f None None] Current status of the port bf33963f-5db7-496c-88e4-9de874de8b53 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:06.556589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Set router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:25:06.769730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port bf33963f-5db7-496c-88e4-9de874de8b53 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:06.782556 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:07.094332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d2aa9898-549f-4f78-8928-c93347dd79e3 None None] Provisioning complete for port bf33963f-5db7-496c-88e4-9de874de8b53 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:07.094930 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9898-549f-4f78-8928-c93347dd79e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:07.589618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:07.590362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bf33963f-5db7-496c-88e4-9de874de8b53 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:07.717818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34218) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:08.160036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa9898-549f-4f78-8928-c93347dd79e3 None None] Current status of the port bf33963f-5db7-496c-88e4-9de874de8b53 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:08.195689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'name': 'tempest-ImageQuotaTest-1749171139-router', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:59Z', 'updated_at': '2022-02-15T14:25:03Z', 'revision_number': 3, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'gw_port': {'id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:01Z', 'updated_at': '2022-02-15T14:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:08.270811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Checking router: d9cf2e2b-b2ba-4542-973f-b9664fa1bccf for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:25:08.271629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Updating router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf port 9d7876e1-66ab-42d6-af46-1835eef6aa61 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:25:08.276489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Allocated IP 172.20.0.1 (41c6b241-b044-4f95-8f74-420d5c096f68/dc562647-01f5-4213-8733-a101452b171d/c0e6f666-eef8-4c9a-8895-a9513345be0d) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:25:08.352734 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:08.433577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-161a01bb-6533-471a-bce9-f06bfb0695bf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1211525289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:08.529071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Publish callbacks [] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:08.553422 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-161a01bb-6533-471a-bce9-f06bfb0695bf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (7ce896c6-9550-48e8-ad80-abb935e0a3f6), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:08.556676 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-161a01bb-6533-471a-bce9-f06bfb0695bf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (7ce896c6-9550-48e8-ad80-abb935e0a3f6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:08.599391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-1fed9a95-d699-4a62-ac64-993e078bc328 req-7eb5183c-1554-4247-b096-76bb0af94acf service neutron] (109972) timed out ('10.222.0.42', 58548) {{(pid=109972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:25:08.604383 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:08.668691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-161a01bb-6533-471a-bce9-f06bfb0695bf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for router_controller (7ce896c6-9550-48e8-ad80-abb935e0a3f6), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:08.677643 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-161a01bb-6533-471a-bce9-f06bfb0695bf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (7ce896c6-9550-48e8-ad80-abb935e0a3f6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:08.734706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Network 41c6b241-b044-4f95-8f74-420d5c096f68 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:08.746747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Pushing event updated for resources: {'Port': ['ID=c0e6f666-eef8-4c9a-8895-a9513345be0d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:08.755946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:08.759691 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:25:08.761059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-161a01bb-6533-471a-bce9-f06bfb0695bf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:08.784981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-161a01bb-6533-471a-bce9-f06bfb0695bf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0608366 Feb 15 14:25:08.787517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34238) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:08.813693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1786400551'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:08.856467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Made reservation on behalf of ed891f49ff234e3da2c4b110d273d669 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:25:08.866209 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:08.889826 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:08.964489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.188800 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for security_group (a11d27f8-1d23-4961-a858-575b1ae37d0a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.202801 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a11d27f8-1d23-4961-a858-575b1ae37d0a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.374300 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Publish callbacks [] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.386145 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.413860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d27f8-1d23-4961-a858-575b1ae37d0a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:09.431887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.432494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.433069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.433634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.434194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.434815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.435404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.435987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.436584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.437696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.437696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.438396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.438965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:09.455295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:25:09.476170 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (448a9573-4ae3-40ea-83bb-cbe58e55ba78), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.477632 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Added segment 448a9573-4ae3-40ea-83bb-cbe58e55ba78 of type vlan for network 45a25758-2d67-41bc-81f1-1eee1863336f Feb 15 14:25:09.511777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81934cbd-3802-4cb5-839f-4f1fe3ecd48e None None] Pushing event updated for resources: {'Port': ['ID=9d7876e1-66ab-42d6-af46-1835eef6aa61,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:09.544331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-101bf274-3d11-48f8-b5eb-8d3fcb771951 None None] Provisioning complete for port c0e6f666-eef8-4c9a-8895-a9513345be0d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:09.544782 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-101bf274-3d11-48f8-b5eb-8d3fcb771951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.565111 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (45a25758-2d67-41bc-81f1-1eee1863336f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.616431 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.662830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (45a25758-2d67-41bc-81f1-1eee1863336f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.664960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Attempting to bind port 9d7876e1-66ab-42d6-af46-1835eef6aa61 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:25:09.665573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Attempting to bind port 9d7876e1-66ab-42d6-af46-1835eef6aa61 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:25:09.666397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Attempting to bind port 9d7876e1-66ab-42d6-af46-1835eef6aa61 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:25:09.676052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:09.680800 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.701274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:25:09.701920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:09.713970 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.714781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:25:09.715650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Bound port: 9d7876e1-66ab-42d6-af46-1835eef6aa61, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:25:09.716337 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.735190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-101bf274-3d11-48f8-b5eb-8d3fcb771951 None None] Port c0e6f666-eef8-4c9a-8895-a9513345be0d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:25:09.909990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] For port 9d7876e1-66ab-42d6-af46-1835eef6aa61, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:25:09.920379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] For port 9d7876e1-66ab-42d6-af46-1835eef6aa61, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9d7876e1-66ab-42d6-af46-1835eef6aa61,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:25:09.929936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1351640 Feb 15 14:25:09.941419 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:09.954932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34254) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:09.985361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'subnet': {'network_id': '45a25758-2d67-41bc-81f1-1eee1863336f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:10.010662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eb9e5-af47-4e6e-92d1-740926b3aae1 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Network': ['ID=45a25758-2d67-41bc-81f1-1eee1863336f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:10.075172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 45a25758-2d67-41bc-81f1-1eee1863336f details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:25:10.170599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Made reservation on behalf of ed891f49ff234e3da2c4b110d273d669 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:25:10.181392 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:10.238414 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Publish callbacks [] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:10.269317 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:10.329159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Routers {'d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:10.330235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:24:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:10.496073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:10.549389 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:10.746527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81934cbd-3802-4cb5-839f-4f1fe3ecd48e None None] Pushing event updated for resources: {'Port': ['ID=9d7876e1-66ab-42d6-af46-1835eef6aa61,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:10.851771 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (b69b94c8-04a4-4c47-9218-36f7de3f8fa0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:10.885703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Pushing event updated for resources: {'Port': ['ID=c0e6f666-eef8-4c9a-8895-a9513345be0d,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:10.915613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] Set router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:25:11.102893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Network 41c6b241-b044-4f95-8f74-420d5c096f68 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:11.110102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:11.694686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:25:11.700441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'name': 'tempest-ImageQuotaTest-1749171139-router', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:59Z', 'updated_at': '2022-02-15T14:25:09Z', 'revision_number': 4, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'gw_port': {'id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:01Z', 'updated_at': '2022-02-15T14:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c0e6f666-eef8-4c9a-8895-a9513345be0d', 'name': '', 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'mac_address': 'fa:16:3e:c1:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'dc562647-01f5-4213-8733-a101452b171d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:07Z', 'updated_at': '2022-02-15T14:25:09Z', 'revision_number': 2, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'subnets': [{'id': 'dc562647-01f5-4213-8733-a101452b171d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:11.783087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab6c51-36bf-4864-be3c-e1028744d823 None None] The sync data for ids ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'] in n-d-829064-15 is: [{'id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'name': 'tempest-ImageQuotaTest-1749171139-router', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:59Z', 'updated_at': '2022-02-15T14:25:09Z', 'revision_number': 4, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'gw_port': {'id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:01Z', 'updated_at': '2022-02-15T14:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c0e6f666-eef8-4c9a-8895-a9513345be0d', 'name': '', 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'mac_address': 'fa:16:3e:c1:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'dc562647-01f5-4213-8733-a101452b171d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:07Z', 'updated_at': '2022-02-15T14:25:09Z', 'revision_number': 2, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'subnets': [{'id': 'dc562647-01f5-4213-8733-a101452b171d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:25:11.930887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-172e2b05-7ce6-4659-934b-6dd8bc846595 None None] Provisioning complete for port c0e6f666-eef8-4c9a-8895-a9513345be0d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:11.930887 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-172e2b05-7ce6-4659-934b-6dd8bc846595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:12.074304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-172e2b05-7ce6-4659-934b-6dd8bc846595 None None] Port c0e6f666-eef8-4c9a-8895-a9513345be0d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:25:12.213276 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:12.269524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:25:12.302490 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0d0132aa-decb-4c56-91c1-9657c787fbbd admin admin] 10.222.0.72 "PUT /v2.0/routers/d9cf2e2b-b2ba-4542-973f-b9664fa1bccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3311527 Feb 15 14:25:12.302727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Subnet': ['ID=b69b94c8-04a4-4c47-9218-36f7de3f8fa0,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:12.469502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Checking segment: {'id': '448a9573-4ae3-40ea-83bb-cbe58e55ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '45a25758-2d67-41bc-81f1-1eee1863336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:12.481140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network hostable DHCP agents. Network: 45a25758-2d67-41bc-81f1-1eee1863336f, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:25:12.530963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network 45a25758-2d67-41bc-81f1-1eee1863336f is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:25:12.558361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 45a25758-2d67-41bc-81f1-1eee1863336f) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:12.568342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:12.569934 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:12.596496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be27a44d-9009-428b-a54c-2d289fd5b954 None None] Network 45a25758-2d67-41bc-81f1-1eee1863336f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:25:12.616456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ffa69292-09d9-40fb-a044-a773c902e61c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6567423 Feb 15 14:25:12.622648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34298) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:12.644702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'network': {'name': 'tempest-router-network01--2125728155'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:12.749486 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Made reservation on behalf of ed891f49ff234e3da2c4b110d273d669 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:25:12.761952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:12.898562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:25:12.939960 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d0155d15-8ebe-4b0e-bcf5-97041e2ec0e1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:12.943861 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Added segment d0155d15-8ebe-4b0e-bcf5-97041e2ec0e1 of type vlan for network 736218c2-c922-4c99-b13d-018a289f1183 Feb 15 14:25:13.167678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-45a25758-2d67-41bc-81f1-1eee1863336f', 'network_id': '45a25758-2d67-41bc-81f1-1eee1863336f', 'project_id': 'ed891f49ff234e3da2c4b110d273d669', 'fixed_ips': [{'subnet_id': 'b69b94c8-04a4-4c47-9218-36f7de3f8fa0'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:25:13.169811 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:13.177500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (736218c2-c922-4c99-b13d-018a289f1183), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:13.304400 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (736218c2-c922-4c99-b13d-018a289f1183), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:13.327214 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:13.330276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:13.574262 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9454560 Feb 15 14:25:13.578474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34314) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:13.590623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'network': {'name': 'tempest-router-network02--641853132'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:13.629702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de1d7d-92e4-45dc-aa4c-3eb528fb593b tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Network': ['ID=736218c2-c922-4c99-b13d-018a289f1183,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:13.667368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 736218c2-c922-4c99-b13d-018a289f1183 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:25:13.708285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Made reservation on behalf of ed891f49ff234e3da2c4b110d273d669 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:25:13.730445 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:13.953491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:25:14.032770 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0de27118-341c-48cd-9608-1d4f4234c5dc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:14.033209 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Added segment 0de27118-341c-48cd-9608-1d4f4234c5dc of type vlan for network f2059893-28d1-4535-8f52-eff26c80f28a Feb 15 14:25:14.081765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Allocated IP 2001:db8::2 (45a25758-2d67-41bc-81f1-1eee1863336f/b69b94c8-04a4-4c47-9218-36f7de3f8fa0/b53f5c68-4355-418e-874c-033e2b449680) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:25:14.299881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (f2059893-28d1-4535-8f52-eff26c80f28a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:14.384163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9d7876e1-66ab-42d6-af46-1835eef6aa61 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:14.472300 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (f2059893-28d1-4535-8f52-eff26c80f28a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:14.494572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:14.500077 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:14.658417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34336) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:14.666756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'subnet': {'network_id': '736218c2-c922-4c99-b13d-018a289f1183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:14.667893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0874608 Feb 15 14:25:14.710613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344f081-56e0-48c1-9951-8b10c8b51fce tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Network': ['ID=f2059893-28d1-4535-8f52-eff26c80f28a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:14.733517 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Publish callbacks [] for port (b53f5c68-4355-418e-874c-033e2b449680), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:14.751095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network f2059893-28d1-4535-8f52-eff26c80f28a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:25:14.855117 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (b53f5c68-4355-418e-874c-033e2b449680), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:15.023267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Pushing event updated for resources: {'Port': ['ID=b53f5c68-4355-418e-874c-033e2b449680,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:15.071828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Network 45a25758-2d67-41bc-81f1-1eee1863336f is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:15.092565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:15.097078 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2992280c-f9b4-4318-a91b-9657a8080320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:15.112933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:25:15.116852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Made reservation on behalf of ed891f49ff234e3da2c4b110d273d669 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:25:15.127303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:15.286633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9d7876e1-66ab-42d6-af46-1835eef6aa61 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:15.287284 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:15.555238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Attempting to bind port b53f5c68-4355-418e-874c-033e2b449680 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:25:15.556288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Attempting to bind port b53f5c68-4355-418e-874c-033e2b449680 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '448a9573-4ae3-40ea-83bb-cbe58e55ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '45a25758-2d67-41bc-81f1-1eee1863336f'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:25:15.556916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Attempting to bind port b53f5c68-4355-418e-874c-033e2b449680 on network 45a25758-2d67-41bc-81f1-1eee1863336f {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:25:15.575869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:25:15.576352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Checking segment: {'id': '448a9573-4ae3-40ea-83bb-cbe58e55ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '45a25758-2d67-41bc-81f1-1eee1863336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:15.577084 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:15.577571 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Bound using segment: {'id': '448a9573-4ae3-40ea-83bb-cbe58e55ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '45a25758-2d67-41bc-81f1-1eee1863336f'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:25:15.578137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Bound port: b53f5c68-4355-418e-874c-033e2b449680, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448a9573-4ae3-40ea-83bb-cbe58e55ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '45a25758-2d67-41bc-81f1-1eee1863336f'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:25:15.578721 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b53f5c68-4355-418e-874c-033e2b449680), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:15.769123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9d7876e1-66ab-42d6-af46-1835eef6aa61 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:15.769580 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:15.801195 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (5b568b65-93fb-488f-aeba-f94eca84ff8b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:15.908942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 9d7876e1-66ab-42d6-af46-1835eef6aa61, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9d7876e1-66ab-42d6-af46-1835eef6aa61,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:15.948879 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:16.096967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] For port b53f5c68-4355-418e-874c-033e2b449680, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:25:16.106231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Subnet': ['ID=5b568b65-93fb-488f-aeba-f94eca84ff8b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:16.138536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Checking segment: {'id': 'd0155d15-8ebe-4b0e-bcf5-97041e2ec0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '736218c2-c922-4c99-b13d-018a289f1183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:16.139176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network hostable DHCP agents. Network: 736218c2-c922-4c99-b13d-018a289f1183, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:25:16.178183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] For port b53f5c68-4355-418e-874c-033e2b449680, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b53f5c68-4355-418e-874c-033e2b449680,segment=NetworkSegment(448a9573-4ae3-40ea-83bb-cbe58e55ba78),segment_id=448a9573-4ae3-40ea-83bb-cbe58e55ba78)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:25:16.194999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network 736218c2-c922-4c99-b13d-018a289f1183 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:25:16.214979 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 736218c2-c922-4c99-b13d-018a289f1183) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:16.229569 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b53f5c68-4355-418e-874c-033e2b449680), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:16.234637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:16.235498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:16.259256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=9d7876e1-66ab-42d6-af46-1835eef6aa61,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:16.273106 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2d0a0670-c9ae-4f6a-bcdd-2c14781a214d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6129029 Feb 15 14:25:16.277954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34364) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:16.303036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0746a36-4e33-42fd-b6e5-a2d24e130b84 None None] Network 736218c2-c922-4c99-b13d-018a289f1183 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:25:16.308126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'subnet': {'network_id': 'f2059893-28d1-4535-8f52-eff26c80f28a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:16.728417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Made reservation on behalf of ed891f49ff234e3da2c4b110d273d669 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:25:16.736523 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:17.184019 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-736218c2-c922-4c99-b13d-018a289f1183', 'network_id': '736218c2-c922-4c99-b13d-018a289f1183', 'project_id': 'ed891f49ff234e3da2c4b110d273d669', 'fixed_ips': [{'subnet_id': '5b568b65-93fb-488f-aeba-f94eca84ff8b'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:25:17.191523 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:17.318781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34380) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:17.344666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe2d3c-fd3c-49fe-bede-8b89592efe94 req-c24bbc86-50b1-420b-bd98-2e2c796b9eb5 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:17.359110 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84fe2d3c-fd3c-49fe-bede-8b89592efe94 req-c24bbc86-50b1-420b-bd98-2e2c796b9eb5 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1129 time: 0.2652190 Feb 15 14:25:17.360256 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c0636f35-ca93-4e7a-98a1-16b44d9a32b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:17.471006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (c890744d-4159-4654-ae8b-a16c2ab462d2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:17.537853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0adfe-f152-412f-aeda-fb06f1840461 None None] Pushing event updated for resources: {'Port': ['ID=b53f5c68-4355-418e-874c-033e2b449680,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:17.738106 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Subnet': ['ID=c890744d-4159-4654-ae8b-a16c2ab462d2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:17.776085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Allocated IP 2001:db8::2 (736218c2-c922-4c99-b13d-018a289f1183/5b568b65-93fb-488f-aeba-f94eca84ff8b/3cf93d2a-a90f-4128-826f-4164ba60d351) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:25:17.808490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Checking segment: {'id': '0de27118-341c-48cd-9608-1d4f4234c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2059893-28d1-4535-8f52-eff26c80f28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:17.810972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network hostable DHCP agents. Network: f2059893-28d1-4535-8f52-eff26c80f28a, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:25:17.829463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84fe2d3c-fd3c-49fe-bede-8b89592efe94 req-ad5e2c48-52c9-4dcd-ab6d-54621aad1cd8 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4687564 Feb 15 14:25:17.865839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network f2059893-28d1-4535-8f52-eff26c80f28a is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:25:17.900127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34394) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:17.900399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, f2059893-28d1-4535-8f52-eff26c80f28a) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:17.916125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:17.918686 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:18.008477 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d6f412c9-f512-494f-892f-f298370823ea tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7033689 Feb 15 14:25:18.010109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34398) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:18.082684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af31df4-aa26-4f11-b64d-5f7033e3d520 None None] Network f2059893-28d1-4535-8f52-eff26c80f28a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:25:18.124008 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Sync routers for ids ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:25:18.198256 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Routers {'d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:18.202386 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:18.668229 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:18.707079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9d7876e1-66ab-42d6-af46-1835eef6aa61 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:18.759405 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Set router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:25:19.136395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69374144-1d43-4722-b1a2-d7ba4644818b None None] Network 45a25758-2d67-41bc-81f1-1eee1863336f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:25:19.365473 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed987779-7cd4-4998-b992-13d10088dd9f req-012c31ed-8496-4882-8523-cc573687c465 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4769351 Feb 15 14:25:19.527610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-f2059893-28d1-4535-8f52-eff26c80f28a', 'network_id': 'f2059893-28d1-4535-8f52-eff26c80f28a', 'project_id': 'ed891f49ff234e3da2c4b110d273d669', 'fixed_ips': [{'subnet_id': 'c890744d-4159-4654-ae8b-a16c2ab462d2'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:25:19.545183 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:19.575743 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'name': 'tempest-ImageQuotaTest-1749171139-router', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:59Z', 'updated_at': '2022-02-15T14:25:09Z', 'revision_number': 4, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'gw_port': {'id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:01Z', 'updated_at': '2022-02-15T14:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c0e6f666-eef8-4c9a-8895-a9513345be0d', 'name': '', 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'mac_address': 'fa:16:3e:c1:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'dc562647-01f5-4213-8733-a101452b171d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:07Z', 'updated_at': '2022-02-15T14:25:09Z', 'revision_number': 2, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'subnets': [{'id': 'dc562647-01f5-4213-8733-a101452b171d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:19.588228 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:19.628435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 9d7876e1-66ab-42d6-af46-1835eef6aa61 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:19.636750 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:19.744181 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Checking router: d9cf2e2b-b2ba-4542-973f-b9664fa1bccf for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:25:19.759865 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Updating router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf port c0e6f666-eef8-4c9a-8895-a9513345be0d binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:25:19.780721 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:25:19.852991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cf276eb6-a436-42a7-a19c-ec1ab7c077ce None None] Provisioning complete for port b53f5c68-4355-418e-874c-033e2b449680 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:19.853796 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cf276eb6-a436-42a7-a19c-ec1ab7c077ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b53f5c68-4355-418e-874c-033e2b449680), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:19.918324 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:19.980464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:25:19.984699 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:20.149325 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Publish callbacks [] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:20.243533 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:20.496978 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:20.623451 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:20.630007 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:20.716273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:25:20.745076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Pushing event updated for resources: {'Port': ['ID=3cf93d2a-a90f-4128-826f-4164ba60d351,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:20.819216 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Publish callbacks [] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:20.829082 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:21.106414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Network 736218c2-c922-4c99-b13d-018a289f1183 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:21.127089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cf276eb6-a436-42a7-a19c-ec1ab7c077ce None None] Current status of the port b53f5c68-4355-418e-874c-033e2b449680 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:21.131597 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cf276eb6-a436-42a7-a19c-ec1ab7c077ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b53f5c68-4355-418e-874c-033e2b449680), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:21.235397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:21.333618 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Attempting to bind port c0e6f666-eef8-4c9a-8895-a9513345be0d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:25:21.339275 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Attempting to bind port c0e6f666-eef8-4c9a-8895-a9513345be0d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'd620bf8f-beca-41af-b1d9-357c0fadaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:25:21.340219 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Attempting to bind port c0e6f666-eef8-4c9a-8895-a9513345be0d on network 41c6b241-b044-4f95-8f74-420d5c096f68 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:25:21.366937 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:25:21.367350 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Checking segment: {'id': 'd620bf8f-beca-41af-b1d9-357c0fadaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:21.367815 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:21.368167 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Bound using segment: {'id': 'd620bf8f-beca-41af-b1d9-357c0fadaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:25:21.368658 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Bound port: c0e6f666-eef8-4c9a-8895-a9513345be0d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd620bf8f-beca-41af-b1d9-357c0fadaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:25:21.369185 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:21.416785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cf276eb6-a436-42a7-a19c-ec1ab7c077ce None None] For port b53f5c68-4355-418e-874c-033e2b449680, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b53f5c68-4355-418e-874c-033e2b449680,segment=NetworkSegment(448a9573-4ae3-40ea-83bb-cbe58e55ba78),segment_id=448a9573-4ae3-40ea-83bb-cbe58e55ba78)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:21.495312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:21.514470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:25:21.546949 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cf276eb6-a436-42a7-a19c-ec1ab7c077ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b53f5c68-4355-418e-874c-033e2b449680), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:21.628653 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] For port c0e6f666-eef8-4c9a-8895-a9513345be0d, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:25:21.639871 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] For port c0e6f666-eef8-4c9a-8895-a9513345be0d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c0e6f666-eef8-4c9a-8895-a9513345be0d,segment=NetworkSegment(d620bf8f-beca-41af-b1d9-357c0fadaf01),segment_id=d620bf8f-beca-41af-b1d9-357c0fadaf01)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:25:21.659491 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:21.699289 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Pushing event updated for resources: {'Port': ['ID=c0e6f666-eef8-4c9a-8895-a9513345be0d,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:21.732788 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.733227 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.733630 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.733993 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.734337 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.734678 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.735045 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.735382 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.735719 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.736048 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.736377 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.736704 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.737032 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:21.877591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf276eb6-a436-42a7-a19c-ec1ab7c077ce None None] Pushing event updated for resources: {'Port': ['ID=b53f5c68-4355-418e-874c-033e2b449680,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:22.049269 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d2441-d9c8-487f-b2d6-6ca34a9ae8dd None None] Pushing event updated for resources: {'Port': ['ID=c0e6f666-eef8-4c9a-8895-a9513345be0d,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:22.057281 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Routers {'d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:22.062504 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:22.068124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed987779-7cd4-4998-b992-13d10088dd9f req-9dea6c47-b1c0-4a14-99db-b4cf272a32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:22.080450 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed987779-7cd4-4998-b992-13d10088dd9f req-9dea6c47-b1c0-4a14-99db-b4cf272a32fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 1128 time: 2.4954283 Feb 15 14:25:22.133970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 9d7876e1-66ab-42d6-af46-1835eef6aa61 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:22.136476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b53f5c68-4355-418e-874c-033e2b449680 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:22.417275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Attempting to bind port 3cf93d2a-a90f-4128-826f-4164ba60d351 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:25:22.420643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Attempting to bind port 3cf93d2a-a90f-4128-826f-4164ba60d351 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'd0155d15-8ebe-4b0e-bcf5-97041e2ec0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '736218c2-c922-4c99-b13d-018a289f1183'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:25:22.421366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Attempting to bind port 3cf93d2a-a90f-4128-826f-4164ba60d351 on network 736218c2-c922-4c99-b13d-018a289f1183 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:25:22.483200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2de0096d-e088-46dd-98df-f6981c64c48c None None] Provisioning complete for port c0e6f666-eef8-4c9a-8895-a9513345be0d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:22.487480 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2de0096d-e088-46dd-98df-f6981c64c48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:22.598969 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] Set router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:25:22.635722 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:22.729897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Allocated IP 2001:db8::2 (f2059893-28d1-4535-8f52-eff26c80f28a/c890744d-4159-4654-ae8b-a16c2ab462d2/cefd60c3-329a-4057-9ddc-6623ba5523f0) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:25:22.777868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Allocated IP 2001:db8::1 (736218c2-c922-4c99-b13d-018a289f1183/5b568b65-93fb-488f-aeba-f94eca84ff8b/7ba5057d-0839-4005-9cf8-5ae0591bc380) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:25:23.144900 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:23.150049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed987779-7cd4-4998-b992-13d10088dd9f req-6fc5001a-1fc9-4211-8bdd-f3bcf2c96f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:23.162636 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed987779-7cd4-4998-b992-13d10088dd9f req-6fc5001a-1fc9-4211-8bdd-f3bcf2c96f03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 1.0106966 Feb 15 14:25:23.272362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=d3a37eab-6b2a-4144-8f88-cdb6f1f1e39f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:23.329023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] Deleting port c0e6f666-eef8-4c9a-8895-a9513345be0d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:25:23.330298 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:23.346800 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed987779-7cd4-4998-b992-13d10088dd9f req-96b64d81-e2aa-4564-9563-b8e46955278f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=793b60ec-da3b-4039-bedb-3f70b8a06311 HTTP/1.1" status: 200 len: 1000 time: 0.1770420 Feb 15 14:25:23.362471 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Publish callbacks [] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:23.426181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:25:23.440296 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Checking segment: {'id': 'd0155d15-8ebe-4b0e-bcf5-97041e2ec0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '736218c2-c922-4c99-b13d-018a289f1183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:23.443548 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:23.447419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Bound using segment: {'id': 'd0155d15-8ebe-4b0e-bcf5-97041e2ec0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '736218c2-c922-4c99-b13d-018a289f1183'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:25:23.451400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Bound port: 3cf93d2a-a90f-4128-826f-4164ba60d351, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0155d15-8ebe-4b0e-bcf5-97041e2ec0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '736218c2-c922-4c99-b13d-018a289f1183'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:25:23.454291 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:23.491973 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:23.673437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed987779-7cd4-4998-b992-13d10088dd9f req-8464e621-33bf-430e-94ed-5d5569e50d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:23.689159 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed987779-7cd4-4998-b992-13d10088dd9f req-8464e621-33bf-430e-94ed-5d5569e50d89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.3333497 Feb 15 14:25:23.736982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] For port c0e6f666-eef8-4c9a-8895-a9513345be0d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c0e6f666-eef8-4c9a-8895-a9513345be0d,segment=NetworkSegment(d620bf8f-beca-41af-b1d9-357c0fadaf01),segment_id=d620bf8f-beca-41af-b1d9-357c0fadaf01)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:23.737639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:23.768519 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for port (7ba5057d-0839-4005-9cf8-5ae0591bc380), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:23.773623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Network f2059893-28d1-4535-8f52-eff26c80f28a is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:23.812788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] Calling delete_port for c0e6f666-eef8-4c9a-8895-a9513345be0d owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:25:23.826066 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'name': 'tempest-ImageQuotaTest-1749171139-router', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:59Z', 'updated_at': '2022-02-15T14:25:09Z', 'revision_number': 4, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'gw_port': {'id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:01Z', 'updated_at': '2022-02-15T14:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c0e6f666-eef8-4c9a-8895-a9513345be0d', 'name': '', 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'mac_address': 'fa:16:3e:c1:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'dc562647-01f5-4213-8733-a101452b171d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:07Z', 'updated_at': '2022-02-15T14:25:21Z', 'revision_number': 4, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'subnets': [{'id': 'dc562647-01f5-4213-8733-a101452b171d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:23.885802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b53f5c68-4355-418e-874c-033e2b449680 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:23.887067 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b53f5c68-4355-418e-874c-033e2b449680), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:23.899699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:23.913328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:25:23.986040 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93593a-aba7-481d-9608-8995c6c30335 None None] The sync data for ids ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'] in n-d-829064-15 is: [{'id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'name': 'tempest-ImageQuotaTest-1749171139-router', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:59Z', 'updated_at': '2022-02-15T14:25:09Z', 'revision_number': 4, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'gw_port': {'id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:01Z', 'updated_at': '2022-02-15T14:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c0e6f666-eef8-4c9a-8895-a9513345be0d', 'name': '', 'network_id': '41c6b241-b044-4f95-8f74-420d5c096f68', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'mac_address': 'fa:16:3e:c1:5b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'dc562647-01f5-4213-8733-a101452b171d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:07Z', 'updated_at': '2022-02-15T14:25:21Z', 'revision_number': 4, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'subnets': [{'id': 'dc562647-01f5-4213-8733-a101452b171d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:25:24.012364 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (89571cb9-e35c-4bcd-8700-d913a07efdb1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:24.012914 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Floating IP 89571cb9-e35c-4bcd-8700-d913a07efdb1 disassociated (deleted). External IP: 172.25.6.97, port: cb35bdc9-3d38-4df0-a33d-4eb466bdcc00. Feb 15 14:25:24.119281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed987779-7cd4-4998-b992-13d10088dd9f req-1af9df13-4e3a-49c4-a0ca-85d2547aabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:24.133427 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed987779-7cd4-4998-b992-13d10088dd9f req-1af9df13-4e3a-49c4-a0ca-85d2547aabbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4304683 Feb 15 14:25:24.274398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Pushing event updated for resources: {'Port': ['ID=cefd60c3-329a-4057-9ddc-6623ba5523f0,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:24.518110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] For port 3cf93d2a-a90f-4128-826f-4164ba60d351, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:25:24.533959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] For port 3cf93d2a-a90f-4128-826f-4164ba60d351, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3cf93d2a-a90f-4128-826f-4164ba60d351,segment=NetworkSegment(d0155d15-8ebe-4b0e-bcf5-97041e2ec0e1),segment_id=d0155d15-8ebe-4b0e-bcf5-97041e2ec0e1)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:25:24.563297 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed987779-7cd4-4998-b992-13d10088dd9f req-42d1203c-8a78-4be9-92a6-efec06eb7c8e service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098172 Feb 15 14:25:24.616429 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7ba5057d-0839-4005-9cf8-5ae0591bc380), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:24.661395 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:24.930987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network 736218c2-c922-4c99-b13d-018a289f1183 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:24.970409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0242ac-2624-48a4-8a32-c77f9497a39c None None] Pushing event updated for resources: {'Port': ['ID=3cf93d2a-a90f-4128-826f-4164ba60d351,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:25.005148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:25.021391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2de0096d-e088-46dd-98df-f6981c64c48c None None] Current status of the port c0e6f666-eef8-4c9a-8895-a9513345be0d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:25.021837 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2de0096d-e088-46dd-98df-f6981c64c48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:25.029127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:25:25.031927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Attempting to bind port cefd60c3-329a-4057-9ddc-6623ba5523f0 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:25:25.032201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Attempting to bind port cefd60c3-329a-4057-9ddc-6623ba5523f0 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0de27118-341c-48cd-9608-1d4f4234c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2059893-28d1-4535-8f52-eff26c80f28a'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:25:25.032504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Attempting to bind port cefd60c3-329a-4057-9ddc-6623ba5523f0 on network f2059893-28d1-4535-8f52-eff26c80f28a {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:25:25.036419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c0e6f666-eef8-4c9a-8895-a9513345be0d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:25.047115 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (7ce896c6-9550-48e8-ad80-abb935e0a3f6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:25.098662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:25:25.098662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Checking segment: {'id': '0de27118-341c-48cd-9608-1d4f4234c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2059893-28d1-4535-8f52-eff26c80f28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:25.104590 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:25.105727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Bound using segment: {'id': '0de27118-341c-48cd-9608-1d4f4234c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2059893-28d1-4535-8f52-eff26c80f28a'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:25:25.106599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Bound port: cefd60c3-329a-4057-9ddc-6623ba5523f0, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de27118-341c-48cd-9608-1d4f4234c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f2059893-28d1-4535-8f52-eff26c80f28a'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:25:25.111448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:25.324904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e6f666-eef8-4c9a-8895-a9513345be0d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:25.404696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Port': ['ID=7ba5057d-0839-4005-9cf8-5ae0591bc380,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:25.562546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] For port cefd60c3-329a-4057-9ddc-6623ba5523f0, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:25:25.586752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] For port cefd60c3-329a-4057-9ddc-6623ba5523f0, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cefd60c3-329a-4057-9ddc-6623ba5523f0,segment=NetworkSegment(0de27118-341c-48cd-9608-1d4f4234c5dc),segment_id=0de27118-341c-48cd-9608-1d4f4234c5dc)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:25:25.951951 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed987779-7cd4-4998-b992-13d10088dd9f req-b2d855fe-5507-44bb-ae1d-a1a465300088 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3875937 Feb 15 14:25:25.982998 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7ba5057d-0839-4005-9cf8-5ae0591bc380), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:26.204132 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:26.227348 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:26.375253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b53f5c68-4355-418e-874c-033e2b449680 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:26.406721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-394603ee-4190-4356-ba1f-d557ab4f006b None None] Could not find standard attr ID for object c0e6f666-eef8-4c9a-8895-a9513345be0d. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:25:26.474257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-394603ee-4190-4356-ba1f-d557ab4f006b None None] Provisioning complete for port b53f5c68-4355-418e-874c-033e2b449680 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:26.475240 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-394603ee-4190-4356-ba1f-d557ab4f006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b53f5c68-4355-418e-874c-033e2b449680), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:26.480130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1eaf9c-a704-4ea0-bab9-c10edca92377 None None] Pushing event updated for resources: {'Port': ['ID=cefd60c3-329a-4057-9ddc-6623ba5523f0,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:26.567519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 8f32f30a-a398-4f69-8cea-bc8af325322e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:25:26.809768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-394603ee-4190-4356-ba1f-d557ab4f006b None None] Current status of the port b53f5c68-4355-418e-874c-033e2b449680 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:27.275866 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3cf93d2a-a90f-4128-826f-4164ba60d351 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:27.546783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3cf93d2a-a90f-4128-826f-4164ba60d351 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:27.547317 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:27.746156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for port (7ba5057d-0839-4005-9cf8-5ae0591bc380), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:27.775183 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (7ba5057d-0839-4005-9cf8-5ae0591bc380), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:27.777041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (7ce896c6-9550-48e8-ad80-abb935e0a3f6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:27.892198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3cf93d2a-a90f-4128-826f-4164ba60d351 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:27.895063 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:27.959259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3d881-29c4-4c3d-b67f-04dc19b089bc None None] Network 736218c2-c922-4c99-b13d-018a289f1183 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:25:28.188869 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Port': ['ID=7ba5057d-0839-4005-9cf8-5ae0591bc380,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:28.196618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 3cf93d2a-a90f-4128-826f-4164ba60d351, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3cf93d2a-a90f-4128-826f-4164ba60d351,segment=NetworkSegment(d0155d15-8ebe-4b0e-bcf5-97041e2ec0e1),segment_id=d0155d15-8ebe-4b0e-bcf5-97041e2ec0e1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:28.226947 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:28.227927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b53f5c68-4355-418e-874c-033e2b449680 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:28.429483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network 736218c2-c922-4c99-b13d-018a289f1183 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:28.446552 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:28.546391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=3cf93d2a-a90f-4128-826f-4164ba60d351,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:28.608087 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:25:28.634894 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:28.662418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b67c276-cfd3-41f9-aa9c-e8c6e2abae85 None None] Sync routers for ids ['8f32f30a-a398-4f69-8cea-bc8af325322e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:25:28.727755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ec0c80cd-2a66-4a20-9e22-ddc377078856 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/floatingips/89571cb9-e35c-4bcd-8700-d913a07efdb1 HTTP/1.1" status: 204 len: 168 time: 10.8250201 Feb 15 14:25:28.729587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:25:28.732476 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7490179-de7c-4f18-9548-be4861b21fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:25:28.766242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] Router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:25:28.802290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-eba4401e-af7c-4fac-892a-a759aff3e993 None None] Provisioning complete for port 3cf93d2a-a90f-4128-826f-4164ba60d351 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:28.819623 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eba4401e-af7c-4fac-892a-a759aff3e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:29.006894 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8ffe40-402f-436a-ad03-a97c16105b08 x-openstack-request-id: req-9a8ffe40-402f-436a-ad03-a97c16105b08 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:25:29.007382 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:25:29.007792 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a8ffe40-402f-436a-ad03-a97c16105b08 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:25:29.016420 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'status': 'completed', 'code': 200} Feb 15 14:25:29.095627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Router 7ce896c6-9550-48e8-ad80-abb935e0a3f6 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:25:29.100056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b67c276-cfd3-41f9-aa9c-e8c6e2abae85 None None] Routers {'8f32f30a-a398-4f69-8cea-bc8af325322e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:29.101456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8b67c276-cfd3-41f9-aa9c-e8c6e2abae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8f32f30a-a398-4f69-8cea-bc8af325322e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:29.428186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc5bbc6-7bea-425c-a46d-133d5ee0d25e None None] Network f2059893-28d1-4535-8f52-eff26c80f28a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:25:29.579800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:25:29.609512 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a78d26-119f-4e3a-b51d-52d3a6983e0a None None] Sync routers for ids ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:25:29.621266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-73bd749d-dd9b-4db6-a3b1-36eea2b3bbff admin admin] 10.222.0.72 "PUT /v2.0/routers/d9cf2e2b-b2ba-4542-973f-b9664fa1bccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2960284 Feb 15 14:25:29.638319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34556) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:29.665753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7490179-de7c-4f18-9548-be4861b21fd0 req-d2fe6f83-7830-4019-abdd-8634903e52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:29.675520 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a78d26-119f-4e3a-b51d-52d3a6983e0a None None] Routers {'d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:29.680857 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e7490179-de7c-4f18-9548-be4861b21fd0 req-d2fe6f83-7830-4019-abdd-8634903e52ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 1129 time: 0.6739228 Feb 15 14:25:29.682558 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e0a78d26-119f-4e3a-b51d-52d3a6983e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:29.828656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b53f5c68-4355-418e-874c-033e2b449680 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:29.829252 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b53f5c68-4355-418e-874c-033e2b449680), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:29.939098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-eba4401e-af7c-4fac-892a-a759aff3e993 None None] Current status of the port 3cf93d2a-a90f-4128-826f-4164ba60d351 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:30.079127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:25:30.103386 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-09de88c9-bb80-4d95-a3c9-9917935d7bdb tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "PUT /v2.0/routers/7ce896c6-9550-48e8-ad80-abb935e0a3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0855494 Feb 15 14:25:30.118320 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34560) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:30.127582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b8a16-7b4a-4c7a-a282-82674bcc5066 None None] Sync routers for ids ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:25:30.227717 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-e0a78d26-119f-4e3a-b51d-52d3a6983e0a None None] Set router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:25:30.397248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b53f5c68-4355-418e-874c-033e2b449680 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:30.472643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8b67c276-cfd3-41f9-aa9c-e8c6e2abae85 None None] Set router 8f32f30a-a398-4f69-8cea-bc8af325322e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:25:30.505147 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Publish callbacks [] for router (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:31.097236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c5caea79-b6bb-42af-99fe-7c5f626ab5e6 None None] Provisioning complete for port cefd60c3-329a-4057-9ddc-6623ba5523f0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:31.098032 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c5caea79-b6bb-42af-99fe-7c5f626ab5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:31.104931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7490179-de7c-4f18-9548-be4861b21fd0 req-dcc19628-a95a-49c7-b37a-8f88173ce50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:31.114744 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e7490179-de7c-4f18-9548-be4861b21fd0 req-dcc19628-a95a-49c7-b37a-8f88173ce50d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 200 len: 897 time: 1.3917081 Feb 15 14:25:31.327551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cefd60c3-329a-4057-9ddc-6623ba5523f0 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:31.378064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4e860-8b71-4f66-ab12-01973b780a59 req-47280bbe-a2dd-485e-8e17-c1159646a6f2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:31.405917 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e7490179-de7c-4f18-9548-be4861b21fd0 req-e803bc9b-66ca-4b5e-b2c5-7d9156123b30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 200 len: 217 time: 0.2774262 Feb 15 14:25:31.412790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efe4e860-8b71-4f66-ab12-01973b780a59 req-47280bbe-a2dd-485e-8e17-c1159646a6f2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 1.7814329 Feb 15 14:25:31.514788 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e0a78d26-119f-4e3a-b51d-52d3a6983e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'name': 'tempest-ImageQuotaTest-1749171139-router', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:59Z', 'updated_at': '2022-02-15T14:25:24Z', 'revision_number': 5, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'gw_port': {'id': '9d7876e1-66ab-42d6-af46-1835eef6aa61', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:25:01Z', 'updated_at': '2022-02-15T14:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:31.634136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Publish callbacks [] for router_gateway (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:31.709118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b8a16-7b4a-4c7a-a282-82674bcc5066 None None] Routers {'7ce896c6-9550-48e8-ad80-abb935e0a3f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:31.710295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0b8b8a16-7b4a-4c7a-a282-82674bcc5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:31.747889 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a78d26-119f-4e3a-b51d-52d3a6983e0a None None] Checking router: d9cf2e2b-b2ba-4542-973f-b9664fa1bccf for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:25:31.799744 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a78d26-119f-4e3a-b51d-52d3a6983e0a None None] Routers {'d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:31.802581 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e0a78d26-119f-4e3a-b51d-52d3a6983e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:31.943530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efe4e860-8b71-4f66-ab12-01973b780a59 req-ad57ec25-ee9d-4605-85cc-d42a4a9a0fee tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818827 Feb 15 14:25:32.004913 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cb273-2eee-45a3-a3c1-ca1383594c4d req-00bae9cb-3196-4761-a7bd-bc5f89e32a4d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:32.006520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-253cb273-2eee-45a3-a3c1-ca1383594c4d req-00bae9cb-3196-4761-a7bd-bc5f89e32a4d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 1.4229872 Feb 15 14:25:32.057896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7490179-de7c-4f18-9548-be4861b21fd0 req-63edbf39-1b92-4094-bba9-d63e9906e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:32.070553 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e7490179-de7c-4f18-9548-be4861b21fd0 req-63edbf39-1b92-4094-bba9-d63e9906e1b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 200 len: 834 time: 0.6631444 Feb 15 14:25:32.217198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0b8b8a16-7b4a-4c7a-a282-82674bcc5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:32.256448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Deleting port 9d7876e1-66ab-42d6-af46-1835eef6aa61 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:25:32.257380 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:32.365046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b8a16-7b4a-4c7a-a282-82674bcc5066 None None] Routers {'7ce896c6-9550-48e8-ad80-abb935e0a3f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:32.369500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0b8b8a16-7b4a-4c7a-a282-82674bcc5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:32.444842 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-e0a78d26-119f-4e3a-b51d-52d3a6983e0a None None] Set router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:25:32.644386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7490179-de7c-4f18-9548-be4861b21fd0 req-d247bd42-6aab-4129-acc8-6f32910de039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:32.646276 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e7490179-de7c-4f18-9548-be4861b21fd0 req-d247bd42-6aab-4129-acc8-6f32910de039 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b472c56-6d3b-45dc-b65f-bfe802b20969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5680890 Feb 15 14:25:32.683696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0b8b8a16-7b4a-4c7a-a282-82674bcc5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:32.691935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8b8a16-7b4a-4c7a-a282-82674bcc5066 None None] The sync data for ids ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:25:32.727060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] For port 9d7876e1-66ab-42d6-af46-1835eef6aa61, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9d7876e1-66ab-42d6-af46-1835eef6aa61,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:32.732868 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:32.739395 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e0a78d26-119f-4e3a-b51d-52d3a6983e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'name': 'tempest-ImageQuotaTest-1749171139-router', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:59Z', 'updated_at': '2022-02-15T14:25:31Z', 'revision_number': 6, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:32.799651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Calling delete_port for 9d7876e1-66ab-42d6-af46-1835eef6aa61 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:25:32.848674 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a78d26-119f-4e3a-b51d-52d3a6983e0a None None] The sync data for ids ['d9cf2e2b-b2ba-4542-973f-b9664fa1bccf'] in n-d-829064-15 is: [{'id': 'd9cf2e2b-b2ba-4542-973f-b9664fa1bccf', 'name': 'tempest-ImageQuotaTest-1749171139-router', 'tenant_id': 'ae44847e5b08494b8a0ff76643318b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:24:59Z', 'updated_at': '2022-02-15T14:25:31Z', 'revision_number': 6, 'project_id': 'ae44847e5b08494b8a0ff76643318b2e', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:25:32.880812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c5caea79-b6bb-42af-99fe-7c5f626ab5e6 None None] Current status of the port cefd60c3-329a-4057-9ddc-6623ba5523f0 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:32.882553 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c5caea79-b6bb-42af-99fe-7c5f626ab5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:32.905465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port cefd60c3-329a-4057-9ddc-6623ba5523f0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:32.911423 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:32.976648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8b67c276-cfd3-41f9-aa9c-e8c6e2abae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:40Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '9fb82211-5b71-456c-a831-166a6f4dec4f', 'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:37:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:38Z', 'updated_at': '2022-02-15T14:22:47Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:33.094732 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e7490179-de7c-4f18-9548-be4861b21fd0 req-4af6c88e-bcc2-45b7-8146-4c7ba91d095a service neutron] 10.222.0.42 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307349 Feb 15 14:25:33.123607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b67c276-cfd3-41f9-aa9c-e8c6e2abae85 None None] Checking router: 8f32f30a-a398-4f69-8cea-bc8af325322e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:25:33.130792 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-c6e3bfe0-5e56-4abb-b89b-4e337fc093be tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:25:33.136775 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c6e3bfe0-5e56-4abb-b89b-4e337fc093be tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "PUT /v2.0/routers/7ce896c6-9550-48e8-ad80-abb935e0a3f6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0143354 Feb 15 14:25:33.137530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34606) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:33.227783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c5caea79-b6bb-42af-99fe-7c5f626ab5e6 None None] For port cefd60c3-329a-4057-9ddc-6623ba5523f0, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cefd60c3-329a-4057-9ddc-6623ba5523f0,segment=NetworkSegment(0de27118-341c-48cd-9608-1d4f4234c5dc),segment_id=0de27118-341c-48cd-9608-1d4f4234c5dc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:33.233158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b67c276-cfd3-41f9-aa9c-e8c6e2abae85 None None] Routers {'8f32f30a-a398-4f69-8cea-bc8af325322e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:33.258049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8b67c276-cfd3-41f9-aa9c-e8c6e2abae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8f32f30a-a398-4f69-8cea-bc8af325322e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:33.267735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c5caea79-b6bb-42af-99fe-7c5f626ab5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:33.507908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-253cb273-2eee-45a3-a3c1-ca1383594c4d req-061d5067-aa07-4e57-8c4a-f25202e07a94 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:25:33.508557 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-253cb273-2eee-45a3-a3c1-ca1383594c4d req-061d5067-aa07-4e57-8c4a-f25202e07a94 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:33.766207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5caea79-b6bb-42af-99fe-7c5f626ab5e6 None None] Pushing event updated for resources: {'Port': ['ID=cefd60c3-329a-4057-9ddc-6623ba5523f0,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:33.802729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-6f89bd66-66b3-4b5d-b048-24a4cd04f4f3 req-002a6441-ce7b-475d-8620-44c328e3b1d1 service neutron] (109972) timed out ('10.222.0.42', 58550) {{(pid=109972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:25:34.337531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-253cb273-2eee-45a3-a3c1-ca1383594c4d req-061d5067-aa07-4e57-8c4a-f25202e07a94 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:34.338043 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-253cb273-2eee-45a3-a3c1-ca1383594c4d req-061d5067-aa07-4e57-8c4a-f25202e07a94 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:34.407552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecb17b-8e93-4805-b34f-21fa4c8195c6 req-8f917cd6-a1fe-4826-8f3c-9167f47a7fe6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:34.409220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86ecb17b-8e93-4805-b34f-21fa4c8195c6 req-8f917cd6-a1fe-4826-8f3c-9167f47a7fe6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 946 time: 0.9770327 Feb 15 14:25:34.455908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-253cb273-2eee-45a3-a3c1-ca1383594c4d req-061d5067-aa07-4e57-8c4a-f25202e07a94 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:25:34.513528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9d7876e1-66ab-42d6-af46-1835eef6aa61), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:34.572697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7876e1-66ab-42d6-af46-1835eef6aa61,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:34.574040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:25:34.713218 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86ecb17b-8e93-4805-b34f-21fa4c8195c6 req-1254202f-0efd-4cd2-b746-48a551481844 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784474 Feb 15 14:25:34.800740 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:35.037894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port cefd60c3-329a-4057-9ddc-6623ba5523f0 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:35.039887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3cf93d2a-a90f-4128-826f-4164ba60d351 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:35.089768 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e7490179-de7c-4f18-9548-be4861b21fd0 req-b783caba-74e7-43d1-8689-515a40938c50 service neutron] 10.222.0.42 "GET /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9506166 Feb 15 14:25:35.188906 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-8b67c276-cfd3-41f9-aa9c-e8c6e2abae85 None None] Set router 8f32f30a-a398-4f69-8cea-bc8af325322e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:25:35.254609 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:35.275707 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Publish callbacks [] for router_controller (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:35.423011 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-253cb273-2eee-45a3-a3c1-ca1383594c4d req-061d5067-aa07-4e57-8c4a-f25202e07a94 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (cb35bdc9-3d38-4df0-a33d-4eb466bdcc00), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:35.508835 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (d9cf2e2b-b2ba-4542-973f-b9664fa1bccf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:35.510523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9cf2e2b-b2ba-4542-973f-b9664fa1bccf {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:25:35.533169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d5067-aa07-4e57-8c4a-f25202e07a94 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=cb35bdc9-3d38-4df0-a33d-4eb466bdcc00,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:35.538316 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:35.539530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c5fdfc60-e20f-46e6-a51e-e1bc51a022d2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d9cf2e2b-b2ba-4542-973f-b9664fa1bccf HTTP/1.1" status: 204 len: 168 time: 5.8992774 Feb 15 14:25:35.544723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34638) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:35.564814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6a4786b3-427c-4e84-bde0-33b9ef97fa2f None None] Provisioning complete for port 7ba5057d-0839-4005-9cf8-5ae0591bc380 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:35.565455 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a4786b3-427c-4e84-bde0-33b9ef97fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7ba5057d-0839-4005-9cf8-5ae0591bc380), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:35.593052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-253cb273-2eee-45a3-a3c1-ca1383594c4d req-061d5067-aa07-4e57-8c4a-f25202e07a94 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] No DVR routers for this DVR port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:25:35.598767 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-253cb273-2eee-45a3-a3c1-ca1383594c4d req-061d5067-aa07-4e57-8c4a-f25202e07a94 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:35.604123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-253cb273-2eee-45a3-a3c1-ca1383594c4d req-061d5067-aa07-4e57-8c4a-f25202e07a94 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.42 "DELETE /v2.0/ports/cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 HTTP/1.1" status: 204 len: 173 time: 3.5637281 Feb 15 14:25:35.604823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'name': 'network-vif-deleted', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:25:35.619161 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac135dda-cd61-4d4e-bb24-63c3c04d5710" -d '{"events": [{"server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "name": "network-vif-deleted", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:25:35.747114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6a4786b3-427c-4e84-bde0-33b9ef97fa2f None None] Port 7ba5057d-0839-4005-9cf8-5ae0591bc380 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:25:35.829311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1915137f-7ca4-4662-86d0-a26ca4ef7946 admin admin] Deleting subnet dc562647-01f5-4213-8733-a101452b171d {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:25:35.834664 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1915137f-7ca4-4662-86d0-a26ca4ef7946 admin admin] Publish callbacks [] for subnet (dc562647-01f5-4213-8733-a101452b171d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:35.846759 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f271f7d7-c36c-4b43-a63b-563870e00957 x-openstack-request-id: req-f271f7d7-c36c-4b43-a63b-563870e00957 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:25:35.847947 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62fac95-95f0-4018-a52b-69c05398192f", "name": "network-vif-deleted", "tag": "cb35bdc9-3d38-4df0-a33d-4eb466bdcc00", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:25:35.848244 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f271f7d7-c36c-4b43-a63b-563870e00957 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:25:35.849572 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62fac95-95f0-4018-a52b-69c05398192f', 'name': 'network-vif-deleted', 'tag': 'cb35bdc9-3d38-4df0-a33d-4eb466bdcc00', 'status': 'completed', 'code': 200} Feb 15 14:25:35.855786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No active binding found for port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 {{(pid=109973) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 14:25:35.857573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 host None! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:25:35.858697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device cb35bdc9-3d38-4df0-a33d-4eb466bdcc00 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:25:35.956489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1915137f-7ca4-4662-86d0-a26ca4ef7946 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (dc562647-01f5-4213-8733-a101452b171d), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:36.054058 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86590c5d-d58e-4e06-82f1-9c1d2a365371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (7ce896c6-9550-48e8-ad80-abb935e0a3f6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:36.124907 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-839b93f5-e4c0-4cde-a9e3-cf25169a658c req-406bbf4d-c176-4589-ac07-4d73c24a27dc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=e62fac95-95f0-4018-a52b-69c05398192f HTTP/1.1" status: 200 len: 210 time: 0.0991454 Feb 15 14:25:36.228853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6a4786b3-427c-4e84-bde0-33b9ef97fa2f None None] Provisioning complete for port 3cf93d2a-a90f-4128-826f-4164ba60d351 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:36.230201 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a4786b3-427c-4e84-bde0-33b9ef97fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:36.375242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3cf93d2a-a90f-4128-826f-4164ba60d351 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:36.376121 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:36.652652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-8b67c276-cfd3-41f9-aa9c-e8c6e2abae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:40Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '9fb82211-5b71-456c-a831-166a6f4dec4f', 'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:37:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:38Z', 'updated_at': '2022-02-15T14:22:47Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:36.724932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6a4786b3-427c-4e84-bde0-33b9ef97fa2f None None] Current status of the port 3cf93d2a-a90f-4128-826f-4164ba60d351 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:36.743231 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b67c276-cfd3-41f9-aa9c-e8c6e2abae85 None None] The sync data for ids ['8f32f30a-a398-4f69-8cea-bc8af325322e'] in n-d-829064-15 is: [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:40Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '9fb82211-5b71-456c-a831-166a6f4dec4f', 'name': '', 'network_id': '1b472c56-6d3b-45dc-b65f-bfe802b20969', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:37:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:38Z', 'updated_at': '2022-02-15T14:22:47Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'b47ba79b-24ce-47b6-a819-1f5b99a766c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:25:36.835356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6a4786b3-427c-4e84-bde0-33b9ef97fa2f None None] Provisioning complete for port cefd60c3-329a-4057-9ddc-6623ba5523f0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:36.836010 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a4786b3-427c-4e84-bde0-33b9ef97fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:37.039883 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1915137f-7ca4-4662-86d0-a26ca4ef7946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (dc562647-01f5-4213-8733-a101452b171d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:37.180933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3cf93d2a-a90f-4128-826f-4164ba60d351 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:37.300657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34662) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:37.431524 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1915137f-7ca4-4662-86d0-a26ca4ef7946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (dc562647-01f5-4213-8733-a101452b171d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:37.456322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6a4786b3-427c-4e84-bde0-33b9ef97fa2f None None] Current status of the port cefd60c3-329a-4057-9ddc-6623ba5523f0 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:37.466954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314aeb3-cc7c-4562-92b4-6f33b0c7dcf1 None None] Network 41c6b241-b044-4f95-8f74-420d5c096f68 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:25:37.474591 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1915137f-7ca4-4662-86d0-a26ca4ef7946 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:37.491028 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1915137f-7ca4-4662-86d0-a26ca4ef7946 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dc562647-01f5-4213-8733-a101452b171d HTTP/1.1" status: 204 len: 168 time: 1.9448898 Feb 15 14:25:37.570471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34666) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:37.607559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915137f-7ca4-4662-86d0-a26ca4ef7946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc562647-01f5-4213-8733-a101452b171d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:37.645592 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1228008c-812c-4541-86e8-841f2535f653 None None] New status for floating IP 89571cb9-e35c-4bcd-8700-d913a07efdb1: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:25:37.661621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cefd60c3-329a-4057-9ddc-6623ba5523f0 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:37.955866 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (41c6b241-b044-4f95-8f74-420d5c096f68), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:38.004738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port cefd60c3-329a-4057-9ddc-6623ba5523f0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:38.011135 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:38.025453 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-86590c5d-d58e-4e06-82f1-9c1d2a365371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Deleting port 7ba5057d-0839-4005-9cf8-5ae0591bc380 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:25:38.025882 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86590c5d-d58e-4e06-82f1-9c1d2a365371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7ba5057d-0839-4005-9cf8-5ae0591bc380), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:38.367020 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86590c5d-d58e-4e06-82f1-9c1d2a365371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7ba5057d-0839-4005-9cf8-5ae0591bc380), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:38.381303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port cefd60c3-329a-4057-9ddc-6623ba5523f0 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:38.401203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-86590c5d-d58e-4e06-82f1-9c1d2a365371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Calling delete_port for 7ba5057d-0839-4005-9cf8-5ae0591bc380 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:25:38.410609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f24a3-e8bc-4c62-86b8-90c6bd393b18 None None] DHCP port deletion for 41c6b241-b044-4f95-8f74-420d5c096f68 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:25:38.440990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Deleting port bf33963f-5db7-496c-88e4-9de874de8b53 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:25:38.447663 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:38.582536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9d7876e1-66ab-42d6-af46-1835eef6aa61 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:25:38.647487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 9d7876e1-66ab-42d6-af46-1835eef6aa61 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:25:38.648477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9d7876e1-66ab-42d6-af46-1835eef6aa61 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:25:38.649314 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c0e6f666-eef8-4c9a-8895-a9513345be0d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:25:38.673194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: c0e6f666-eef8-4c9a-8895-a9513345be0d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:25:38.674476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c0e6f666-eef8-4c9a-8895-a9513345be0d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:25:38.771270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-180f24a3-e8bc-4c62-86b8-90c6bd393b18 None None] Deleting port bf33963f-5db7-496c-88e4-9de874de8b53 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:25:38.776933 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-180f24a3-e8bc-4c62-86b8-90c6bd393b18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:38.917674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] For port bf33963f-5db7-496c-88e4-9de874de8b53, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bf33963f-5db7-496c-88e4-9de874de8b53,segment=NetworkSegment(d620bf8f-beca-41af-b1d9-357c0fadaf01),segment_id=d620bf8f-beca-41af-b1d9-357c0fadaf01)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:38.919206 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:39.013218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Calling delete_port for bf33963f-5db7-496c-88e4-9de874de8b53 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:25:39.027921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-180f24a3-e8bc-4c62-86b8-90c6bd393b18 None None] For port bf33963f-5db7-496c-88e4-9de874de8b53, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bf33963f-5db7-496c-88e4-9de874de8b53,segment=NetworkSegment(d620bf8f-beca-41af-b1d9-357c0fadaf01),segment_id=d620bf8f-beca-41af-b1d9-357c0fadaf01)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:39.028611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-180f24a3-e8bc-4c62-86b8-90c6bd393b18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:39.073287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-180f24a3-e8bc-4c62-86b8-90c6bd393b18 None None] Calling delete_port for bf33963f-5db7-496c-88e4-9de874de8b53 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:25:39.113441 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86590c5d-d58e-4e06-82f1-9c1d2a365371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7ba5057d-0839-4005-9cf8-5ae0591bc380), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:39.338493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86590c5d-d58e-4e06-82f1-9c1d2a365371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Port': ['ID=7ba5057d-0839-4005-9cf8-5ae0591bc380,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:39.446107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-180f24a3-e8bc-4c62-86b8-90c6bd393b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:39.473695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f24a3-e8bc-4c62-86b8-90c6bd393b18 None None] No DVR routers for this DVR port bf33963f-5db7-496c-88e4-9de874de8b53 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:25:39.528720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f24a3-e8bc-4c62-86b8-90c6bd393b18 None None] Pushing event deleted for resources: {'Port': ['ID=bf33963f-5db7-496c-88e4-9de874de8b53,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:39.557795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bf33963f-5db7-496c-88e4-9de874de8b53 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:25:39.662749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: bf33963f-5db7-496c-88e4-9de874de8b53 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:25:39.664684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bf33963f-5db7-496c-88e4-9de874de8b53 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:25:39.758541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-86590c5d-d58e-4e06-82f1-9c1d2a365371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (7ce896c6-9550-48e8-ad80-abb935e0a3f6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:40.046348 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:40.115108 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bf33963f-5db7-496c-88e4-9de874de8b53), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:40.188381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] No DVR routers for this DVR port bf33963f-5db7-496c-88e4-9de874de8b53 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:25:40.333930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf33963f-5db7-496c-88e4-9de874de8b53,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:40.416938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86590c5d-d58e-4e06-82f1-9c1d2a365371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Router 7ce896c6-9550-48e8-ad80-abb935e0a3f6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:25:40.584347 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (8f32f30a-a398-4f69-8cea-bc8af325322e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:40.778697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86590c5d-d58e-4e06-82f1-9c1d2a365371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:25:40.797380 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091cdd2-916c-4b32-8cc1-dc6bb0a18285 None None] Sync routers for ids ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:25:40.815614 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-86590c5d-d58e-4e06-82f1-9c1d2a365371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "PUT /v2.0/routers/7ce896c6-9550-48e8-ad80-abb935e0a3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6630037 Feb 15 14:25:40.822472 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (41c6b241-b044-4f95-8f74-420d5c096f68), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:40.827356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34702) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:40.868126 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091cdd2-916c-4b32-8cc1-dc6bb0a18285 None None] Routers {'7ce896c6-9550-48e8-ad80-abb935e0a3f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:40.868783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b091cdd2-916c-4b32-8cc1-dc6bb0a18285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:40.985977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b091cdd2-916c-4b32-8cc1-dc6bb0a18285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:41.008666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091cdd2-916c-4b32-8cc1-dc6bb0a18285 None None] Routers {'7ce896c6-9550-48e8-ad80-abb935e0a3f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:41.009315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b091cdd2-916c-4b32-8cc1-dc6bb0a18285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:41.021651 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-db7592fa-56e5-46e3-892d-469709830fa2 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] delete failed (client error): The resource could not be found. Feb 15 14:25:41.023614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-db7592fa-56e5-46e3-892d-469709830fa2 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-57707911 HTTP/1.1" status: 404 len: 333 time: 0.1836472 Feb 15 14:25:41.028428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c6b241-b044-4f95-8f74-420d5c096f68']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:41.033796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34708) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:41.046424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0d32a06f-7012-4f0b-99d5-06142a44d926 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ce896c6-9550-48e8-ad80-abb935e0a3f6'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:41.188716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd620bf8f-beca-41af-b1d9-357c0fadaf01') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:41.189875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd620bf8f-beca-41af-b1d9-357c0fadaf01') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:41.203268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b091cdd2-916c-4b32-8cc1-dc6bb0a18285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:41.204330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091cdd2-916c-4b32-8cc1-dc6bb0a18285 None None] The sync data for ids ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:25:41.405181 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (d620bf8f-beca-41af-b1d9-357c0fadaf01), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:42.180448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:42.262188 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d620bf8f-beca-41af-b1d9-357c0fadaf01), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:42.344944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:25:42.345485 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (d620bf8f-beca-41af-b1d9-357c0fadaf01), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:25:42.389380 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:25:42.513034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0d32a06f-7012-4f0b-99d5-06142a44d926 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for router_gateway (7ce896c6-9550-48e8-ad80-abb935e0a3f6), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:42.608726 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-0d32a06f-7012-4f0b-99d5-06142a44d926 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] update failed (client error): The resource could not be found. Feb 15 14:25:42.613536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0d32a06f-7012-4f0b-99d5-06142a44d926 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "PUT /v2.0/routers/7ce896c6-9550-48e8-ad80-abb935e0a3f6 HTTP/1.1" status: 404 len: 339 time: 1.5776477 Feb 15 14:25:42.621997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34728) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:42.629010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1294735009'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:42.635455 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (41c6b241-b044-4f95-8f74-420d5c096f68), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:42.724446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Made reservation on behalf of ed891f49ff234e3da2c4b110d273d669 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:25:42.737317 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:42.849190 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:42.860275 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] 10.222.0.72 "DELETE /v2.0/networks/41c6b241-b044-4f95-8f74-420d5c096f68 HTTP/1.1" status: 204 len: 168 time: 5.2869825 Feb 15 14:25:42.863162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d0e9-f3bf-4440-8dea-37f945be4256 admin admin] Pushing event deleted for resources: {'Network': ['ID=41c6b241-b044-4f95-8f74-420d5c096f68,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:42.865340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:25:42.903346 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2324e00f-b853-47a8-8814-c74d1c4e4daa), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:42.904756 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Added segment 2324e00f-b853-47a8-8814-c74d1c4e4daa of type vlan for network a5fcdb54-eba6-46f8-8d99-1b4811df2f61 Feb 15 14:25:42.934095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port 9fb82211-5b71-456c-a831-166a6f4dec4f {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:25:42.940428 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:43.079377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a5fcdb54-eba6-46f8-8d99-1b4811df2f61), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:43.118486 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34736) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:43.130756 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a5fcdb54-eba6-46f8-8d99-1b4811df2f61), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:43.137798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:43.138469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:43.142692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port 9fb82211-5b71-456c-a831-166a6f4dec4f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=9fb82211-5b71-456c-a831-166a6f4dec4f,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:43.152005 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:43.209019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for 9fb82211-5b71-456c-a831-166a6f4dec4f owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:25:43.342881 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7193327 Feb 15 14:25:43.350114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34744) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:43.363153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'subnet': {'network_id': 'a5fcdb54-eba6-46f8-8d99-1b4811df2f61', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:43.460680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34746) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:43.538598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b45e9-7876-4ee5-9fe1-081603042371 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Network': ['ID=a5fcdb54-eba6-46f8-8d99-1b4811df2f61,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:43.559276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a5fcdb54-eba6-46f8-8d99-1b4811df2f61 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:25:43.636704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-909b2d4d-7a70-450a-8d17-f67f8e816959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:43.765750 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (9fb82211-5b71-456c-a831-166a6f4dec4f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:43.835819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Made reservation on behalf of ed891f49ff234e3da2c4b110d273d669 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:25:43.839988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:43.856133 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-add6fe80-9809-4281-94a9-ee15208c8472 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ae44847e5b08494b8a0ff76643318b2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3901281 Feb 15 14:25:43.870016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34764) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:43.945869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=9fb82211-5b71-456c-a831-166a6f4dec4f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:44.266247 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (f46ebe92-b312-4446-8c9c-008777427884), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.313523 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da9f3230-f6da-41f7-83ee-997b2e843e17 admin admin] Publish callbacks [] for security_group (2144e439-b9cf-4550-bccb-cc30bf9ce164), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.322111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-0642008f-3d7f-4090-a6fc-c7da40134b1a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514182386&fields=id&tenant_id=8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 267 time: 0.3604028 Feb 15 14:25:44.379327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-909b2d4d-7a70-450a-8d17-f67f8e816959 admin admin] Publish callbacks [] for security_group (d17fcf56-cc58-4011-9353-37c18c981500), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.419732 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-909b2d4d-7a70-450a-8d17-f67f8e816959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d17fcf56-cc58-4011-9353-37c18c981500), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.471268 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (8f32f30a-a398-4f69-8cea-bc8af325322e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.510193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da9f3230-f6da-41f7-83ee-997b2e843e17 admin admin] Publish callbacks [] for security_group (2144e439-b9cf-4550-bccb-cc30bf9ce164), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.591024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Subnet': ['ID=f46ebe92-b312-4446-8c9c-008777427884,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:44.601343 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-909b2d4d-7a70-450a-8d17-f67f8e816959 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b3f1bd806a943f0ab4808407b1432fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4783802 Feb 15 14:25:44.611409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34810) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:44.620370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b2d4d-7a70-450a-8d17-f67f8e816959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17fcf56-cc58-4011-9353-37c18c981500,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:44.673914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Checking segment: {'id': '2324e00f-b853-47a8-8814-c74d1c4e4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5fcdb54-eba6-46f8-8d99-1b4811df2f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:44.673914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network hostable DHCP agents. Network: a5fcdb54-eba6-46f8-8d99-1b4811df2f61, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:25:44.706935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-4fec957b-434d-4ed9-94ea-d7056f9eea69 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:44.710164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-4fec957b-434d-4ed9-94ea-d7056f9eea69 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.3637514 Feb 15 14:25:44.767857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network a5fcdb54-eba6-46f8-8d99-1b4811df2f61 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:25:44.803025 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da9f3230-f6da-41f7-83ee-997b2e843e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2144e439-b9cf-4550-bccb-cc30bf9ce164), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.806244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-da9f3230-f6da-41f7-83ee-997b2e843e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.808557 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-da9f3230-f6da-41f7-83ee-997b2e843e17 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2144e439-b9cf-4550-bccb-cc30bf9ce164 HTTP/1.1" status: 204 len: 168 time: 0.9337299 Feb 15 14:25:44.814116 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de1e12db-1fad-4b80-8887-361cc37030db admin admin] Publish callbacks [] for security_group (d17fcf56-cc58-4011-9353-37c18c981500), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.818256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a5fcdb54-eba6-46f8-8d99-1b4811df2f61) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:44.825678 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:44.826591 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.845011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371cf0a1-3353-4e60-9721-8c2ea78ed7d7 None None] Network a5fcdb54-eba6-46f8-8d99-1b4811df2f61 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:25:44.855926 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-943e58d0-c44f-43f8-9db8-949b8ec6c07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.880117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f3230-f6da-41f7-83ee-997b2e843e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2144e439-b9cf-4550-bccb-cc30bf9ce164,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:44.914547 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cda4cc48-bd51-41e7-881b-6390386a26a8 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5593388 Feb 15 14:25:44.923782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34832) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:44.927980 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de1e12db-1fad-4b80-8887-361cc37030db admin admin] Publish callbacks [] for security_group (d17fcf56-cc58-4011-9353-37c18c981500), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:44.935841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-63fe8036-5f07-4f24-abc1-9aa934a4f402 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5fcdb54-eba6-46f8-8d99-1b4811df2f61'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:45.130046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a5fcdb54-eba6-46f8-8d99-1b4811df2f61', 'network_id': 'a5fcdb54-eba6-46f8-8d99-1b4811df2f61', 'project_id': 'ed891f49ff234e3da2c4b110d273d669', 'fixed_ips': [{'subnet_id': 'f46ebe92-b312-4446-8c9c-008777427884'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:25:45.131759 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:45.158825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-7486c3b8-74a0-4cfa-a821-04c1c53147b4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/quotas/8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 375 time: 0.3169315 Feb 15 14:25:45.410467 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de1e12db-1fad-4b80-8887-361cc37030db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d17fcf56-cc58-4011-9353-37c18c981500), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:45.416728 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de1e12db-1fad-4b80-8887-361cc37030db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:45.421714 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-de1e12db-1fad-4b80-8887-361cc37030db admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d17fcf56-cc58-4011-9353-37c18c981500 HTTP/1.1" status: 204 len: 168 time: 0.7918482 Feb 15 14:25:45.434787 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-63fe8036-5f07-4f24-abc1-9aa934a4f402 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for router_gateway (7ce896c6-9550-48e8-ad80-abb935e0a3f6), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:45.466452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e12db-1fad-4b80-8887-361cc37030db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17fcf56-cc58-4011-9353-37c18c981500,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:45.481410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 8f32f30a-a398-4f69-8cea-bc8af325322e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:25:45.506349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-1fb22f76-92fd-49c2-833f-e7739aeff335 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2817223 Feb 15 14:25:45.651034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Allocated IP 2001:db8:1::2 (a5fcdb54-eba6-46f8-8d99-1b4811df2f61/f46ebe92-b312-4446-8c9c-008777427884/59017b2f-79b5-4d4c-abe4-457bb4149c8f) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:25:45.835638 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-63fe8036-5f07-4f24-abc1-9aa934a4f402 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:25:45.849868 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-63fe8036-5f07-4f24-abc1-9aa934a4f402 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "PUT /v2.0/routers/7ce896c6-9550-48e8-ad80-abb935e0a3f6 HTTP/1.1" status: 400 len: 364 time: 0.9248819 Feb 15 14:25:45.852708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 34908) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:45.950961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34916) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:45.998934 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Publish callbacks [] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:46.013878 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:46.058744 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d912b747-72c0-4c7f-9ab6-dd337c3e4f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:46.085520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Network a5fcdb54-eba6-46f8-8d99-1b4811df2f61 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:46.091692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:25:46.097248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:46.104920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:25:46.106391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f3381a7b-eba3-44d8-bb7e-1269d624cd00 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "PUT /v2.0/routers/8f32f30a-a398-4f69-8cea-bc8af325322e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8040557 Feb 15 14:25:46.116511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34926) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:46.124786 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a6865-a432-4d8f-a733-8ab46282ec41 None None] Sync routers for ids ['8f32f30a-a398-4f69-8cea-bc8af325322e'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:25:46.156604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Pushing event updated for resources: {'Port': ['ID=59017b2f-79b5-4d4c-abe4-457bb4149c8f,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:46.164261 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a6865-a432-4d8f-a733-8ab46282ec41 None None] Routers {'8f32f30a-a398-4f69-8cea-bc8af325322e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:46.166414 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b26a6865-a432-4d8f-a733-8ab46282ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8f32f30a-a398-4f69-8cea-bc8af325322e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:46.184484 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35f3c38-7217-4ee7-b292-274a7419a4da tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting subnet b47ba79b-24ce-47b6-a819-1f5b99a766c8 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:25:46.188524 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e35f3c38-7217-4ee7-b292-274a7419a4da tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (b47ba79b-24ce-47b6-a819-1f5b99a766c8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:46.262953 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e35f3c38-7217-4ee7-b292-274a7419a4da tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (b47ba79b-24ce-47b6-a819-1f5b99a766c8), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:46.275896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Attempting to bind port 59017b2f-79b5-4d4c-abe4-457bb4149c8f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:25:46.275896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Attempting to bind port 59017b2f-79b5-4d4c-abe4-457bb4149c8f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '2324e00f-b853-47a8-8814-c74d1c4e4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5fcdb54-eba6-46f8-8d99-1b4811df2f61'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:25:46.275896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Attempting to bind port 59017b2f-79b5-4d4c-abe4-457bb4149c8f on network a5fcdb54-eba6-46f8-8d99-1b4811df2f61 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:25:46.275896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:25:46.276747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Checking segment: {'id': '2324e00f-b853-47a8-8814-c74d1c4e4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5fcdb54-eba6-46f8-8d99-1b4811df2f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:46.278084 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:46.279001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Bound using segment: {'id': '2324e00f-b853-47a8-8814-c74d1c4e4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5fcdb54-eba6-46f8-8d99-1b4811df2f61'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:25:46.279935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Bound port: 59017b2f-79b5-4d4c-abe4-457bb4149c8f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2324e00f-b853-47a8-8814-c74d1c4e4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a5fcdb54-eba6-46f8-8d99-1b4811df2f61'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:25:46.281902 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:46.359558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-a8f3f221-163e-4188-82c4-ff4f559f6b68 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8293896 Feb 15 14:25:46.468578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] For port 59017b2f-79b5-4d4c-abe4-457bb4149c8f, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:25:46.480955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] For port 59017b2f-79b5-4d4c-abe4-457bb4149c8f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=59017b2f-79b5-4d4c-abe4-457bb4149c8f,segment=NetworkSegment(2324e00f-b853-47a8-8814-c74d1c4e4daa),segment_id=2324e00f-b853-47a8-8814-c74d1c4e4daa)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:25:46.497688 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:46.548687 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b26a6865-a432-4d8f-a733-8ab46282ec41 None None] Set router 8f32f30a-a398-4f69-8cea-bc8af325322e gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:25:46.756918 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70e42f-0e85-491f-9a15-0db481a2a537 None None] Pushing event updated for resources: {'Port': ['ID=59017b2f-79b5-4d4c-abe4-457bb4149c8f,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:46.778688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-8b9b24b9-1cf1-41cf-9bb6-83b4c8630271 service neutron] 10.222.0.72 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474813 Feb 15 14:25:46.879375 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b26a6865-a432-4d8f-a733-8ab46282ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:25:43Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:46.882932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 34962) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:46.917550 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a6865-a432-4d8f-a733-8ab46282ec41 None None] Checking router: 8f32f30a-a398-4f69-8cea-bc8af325322e for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:25:46.931127 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a6865-a432-4d8f-a733-8ab46282ec41 None None] Routers {'8f32f30a-a398-4f69-8cea-bc8af325322e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:46.932098 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b26a6865-a432-4d8f-a733-8ab46282ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8f32f30a-a398-4f69-8cea-bc8af325322e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:47.004179 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ebe290a0-14a3-4ea5-bb9f-fcc1c90e9f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:47.202270 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e35f3c38-7217-4ee7-b292-274a7419a4da tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (b47ba79b-24ce-47b6-a819-1f5b99a766c8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:47.221302 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:47.223778 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4bdd5b37-0ca5-4943-bf10-63bb60dd5517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:47.324959 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b26a6865-a432-4d8f-a733-8ab46282ec41 None None] Set router 8f32f30a-a398-4f69-8cea-bc8af325322e gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:25:47.501677 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ebe290a0-14a3-4ea5-bb9f-fcc1c90e9f1f admin admin] Publish callbacks [] for security_group (7462cdaf-8fa4-43c7-bffb-0e3b1bb5436e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:47.512499 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ebe290a0-14a3-4ea5-bb9f-fcc1c90e9f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7462cdaf-8fa4-43c7-bffb-0e3b1bb5436e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:47.550802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59017b2f-79b5-4d4c-abe4-457bb4149c8f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:47.638748 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d912b747-72c0-4c7f-9ab6-dd337c3e4f55 admin admin] Publish callbacks [] for security_group (e1651e23-ee15-4f11-b57d-273e5f9ffc49), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:47.666710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ebe290a0-14a3-4ea5-bb9f-fcc1c90e9f1f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f10e5b2d8b04fa289c8eb556ebff54d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7698102 Feb 15 14:25:47.666710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe290a0-14a3-4ea5-bb9f-fcc1c90e9f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7462cdaf-8fa4-43c7-bffb-0e3b1bb5436e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:47.670287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35038) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:47.680291 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d912b747-72c0-4c7f-9ab6-dd337c3e4f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e1651e23-ee15-4f11-b57d-273e5f9ffc49), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:47.805283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 59017b2f-79b5-4d4c-abe4-457bb4149c8f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:47.807737 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:47.874939 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e35f3c38-7217-4ee7-b292-274a7419a4da tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (b47ba79b-24ce-47b6-a819-1f5b99a766c8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:47.921325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912b747-72c0-4c7f-9ab6-dd337c3e4f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1651e23-ee15-4f11-b57d-273e5f9ffc49,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:47.945613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d912b747-72c0-4c7f-9ab6-dd337c3e4f55 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.9843953 Feb 15 14:25:47.945613 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e35f3c38-7217-4ee7-b292-274a7419a4da tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:47.951039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e35f3c38-7217-4ee7-b292-274a7419a4da tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/subnets/b47ba79b-24ce-47b6-a819-1f5b99a766c8 HTTP/1.1" status: 204 len: 168 time: 1.8252711 Feb 15 14:25:47.987079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db4d1f-371a-4b3c-bbe9-4b4c2442d767 None None] Network 1b472c56-6d3b-45dc-b65f-bfe802b20969 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:25:48.000132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35056) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:48.000856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35058) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:48.021172 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f3c38-7217-4ee7-b292-274a7419a4da tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Subnet': ['ID=b47ba79b-24ce-47b6-a819-1f5b99a766c8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:48.081805 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba8a8b99-573f-44bf-93a4-2afad865d47c admin admin] Publish callbacks [] for security_group (7462cdaf-8fa4-43c7-bffb-0e3b1bb5436e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:48.274942 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b26a6865-a432-4d8f-a733-8ab46282ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:25:43Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:48.345078 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a6865-a432-4d8f-a733-8ab46282ec41 None None] The sync data for ids ['8f32f30a-a398-4f69-8cea-bc8af325322e'] in n-d-829064-15 is: [{'id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059861044', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:25:43Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '23b72cfd-de04-48c2-a003-0b3eb0c640a3', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f32f30a-a398-4f69-8cea-bc8af325322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:22:33Z', 'updated_at': '2022-02-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:25:48.358836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 59017b2f-79b5-4d4c-abe4-457bb4149c8f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:48.359672 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:48.418863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f35a097-7678-4809-8744-0d97ceaf5d53 req-308c14b7-4a43-477a-a0d5-9b2f21b17d7f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.1961303 Feb 15 14:25:48.484448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 59017b2f-79b5-4d4c-abe4-457bb4149c8f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=59017b2f-79b5-4d4c-abe4-457bb4149c8f,segment=NetworkSegment(2324e00f-b853-47a8-8814-c74d1c4e4daa),segment_id=2324e00f-b853-47a8-8814-c74d1c4e4daa)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:48.487181 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba8a8b99-573f-44bf-93a4-2afad865d47c admin admin] Publish callbacks [] for security_group (7462cdaf-8fa4-43c7-bffb-0e3b1bb5436e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:48.494036 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:48.595968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=59017b2f-79b5-4d4c-abe4-457bb4149c8f,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:48.597588 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b3-93a6-42f7-a340-12f5b5aa7f45 admin admin] Publish callbacks [] for security_group (e1651e23-ee15-4f11-b57d-273e5f9ffc49), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:48.624690 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:48.658703 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b3-93a6-42f7-a340-12f5b5aa7f45 admin admin] Publish callbacks [] for security_group (e1651e23-ee15-4f11-b57d-273e5f9ffc49), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:48.748757 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba8a8b99-573f-44bf-93a4-2afad865d47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7462cdaf-8fa4-43c7-bffb-0e3b1bb5436e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:48.789714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] DHCP port deletion for 1b472c56-6d3b-45dc-b65f-bfe802b20969 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:25:48.807440 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ba8a8b99-573f-44bf-93a4-2afad865d47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:48.808655 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ba8a8b99-573f-44bf-93a4-2afad865d47c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7462cdaf-8fa4-43c7-bffb-0e3b1bb5436e HTTP/1.1" status: 204 len: 168 time: 1.1246686 Feb 15 14:25:48.844785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a8b99-573f-44bf-93a4-2afad865d47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7462cdaf-8fa4-43c7-bffb-0e3b1bb5436e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:48.884793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b3-93a6-42f7-a340-12f5b5aa7f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e1651e23-ee15-4f11-b57d-273e5f9ffc49), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:48.889635 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b3-93a6-42f7-a340-12f5b5aa7f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:48.893739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8b9267b3-93a6-42f7-a340-12f5b5aa7f45 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e1651e23-ee15-4f11-b57d-273e5f9ffc49 HTTP/1.1" status: 204 len: 168 time: 0.8844428 Feb 15 14:25:48.928351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9267b3-93a6-42f7-a340-12f5b5aa7f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1651e23-ee15-4f11-b57d-273e5f9ffc49,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:48.996612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Deleting port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:25:48.997234 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:49.152850 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (8f32f30a-a398-4f69-8cea-bc8af325322e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:49.187427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] For port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1,segment=NetworkSegment(6c781b95-6762-4a57-be04-b4b7560ea735),segment_id=6c781b95-6762-4a57-be04-b4b7560ea735)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:49.187824 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:49.223442 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Calling delete_port for c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:25:49.556171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c5b101-56dd-42d2-92ec-39a9f12460d3 None None] Network a5fcdb54-eba6-46f8-8d99-1b4811df2f61 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:25:49.574401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59017b2f-79b5-4d4c-abe4-457bb4149c8f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:25:49.707415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3cfffbec-d8f1-4a03-8323-9c050487d58d req-8a36f2a5-4d23-4a66-9c47-9c7dd664a81c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.1135921 Feb 15 14:25:50.016700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bb27ff44-57b8-4577-94fa-e00d5a3d76b5 None None] Provisioning complete for port 59017b2f-79b5-4d4c-abe4-457bb4149c8f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:50.017658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb27ff44-57b8-4577-94fa-e00d5a3d76b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:50.026586 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:50.422270 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:50.534135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] No DVR routers for this DVR port c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:25:50.573044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Pushing event deleted for resources: {'Port': ['ID=c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:50.591281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.591871 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.592654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.593189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.593812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.594652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.595464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.595906 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.596579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.597243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.597817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.598851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.603566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f962016b-0155-4bc4-94ed-2596bd92f403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:25:50.732985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 59017b2f-79b5-4d4c-abe4-457bb4149c8f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:50.734881 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:50.988201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa678133-bb85-4895-834e-17b0dff6252a req-aeeaa041-9554-4f2e-a35d-49a5b5a61e7e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.1502614 Feb 15 14:25:51.013603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bb27ff44-57b8-4577-94fa-e00d5a3d76b5 None None] Current status of the port 59017b2f-79b5-4d4c-abe4-457bb4149c8f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:51.236350 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:51.248336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 59017b2f-79b5-4d4c-abe4-457bb4149c8f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:51.348349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Allocated IP 2001:db8::1 (45a25758-2d67-41bc-81f1-1eee1863336f/b69b94c8-04a4-4c47-9218-36f7de3f8fa0/f3c50f3b-a94c-4abe-af72-216e03e7c9ee) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:25:51.415606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8409d970-765a-4286-91c8-d82b84096d48 None None] Provisioning complete for port 59017b2f-79b5-4d4c-abe4-457bb4149c8f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:51.417829 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8409d970-765a-4286-91c8-d82b84096d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:51.423745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9fb82211-5b71-456c-a831-166a6f4dec4f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:25:51.526311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 9fb82211-5b71-456c-a831-166a6f4dec4f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:25:51.526889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 9fb82211-5b71-456c-a831-166a6f4dec4f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:25:51.527652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:25:51.538115 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (8f32f30a-a398-4f69-8cea-bc8af325322e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:51.618079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:25:51.618667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c9ede7f6-1cb4-4019-aab4-9a06bcbc4da1 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:25:51.722568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for port (f3c50f3b-a94c-4abe-af72-216e03e7c9ee), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:51.730628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8409d970-765a-4286-91c8-d82b84096d48 None None] Current status of the port 59017b2f-79b5-4d4c-abe4-457bb4149c8f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:25:51.750407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port 23b72cfd-de04-48c2-a003-0b3eb0c640a3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:25:51.750772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:52.011368 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f3c50f3b-a94c-4abe-af72-216e03e7c9ee), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:52.179701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Port': ['ID=f3c50f3b-a94c-4abe-af72-216e03e7c9ee,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:52.218237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port 23b72cfd-de04-48c2-a003-0b3eb0c640a3, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=23b72cfd-de04-48c2-a003-0b3eb0c640a3,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:25:52.218602 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:52.252667 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2041e07c-eee4-4bee-a696-1ed96a43790f req-6662cb13-2f44-41f2-b268-0c2b1fd28459 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0636532 Feb 15 14:25:52.319918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for 23b72cfd-de04-48c2-a003-0b3eb0c640a3 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:25:52.327785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-8136b68b-05d5-4ba6-9e42-8ec2a38b293e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:52.331473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-8136b68b-05d5-4ba6-9e42-8ec2a38b293e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 810 time: 0.3842821 Feb 15 14:25:52.349576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network 45a25758-2d67-41bc-81f1-1eee1863336f is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:52.385140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:52.396354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:25:52.399436 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (7ce896c6-9550-48e8-ad80-abb935e0a3f6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:52.489686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-56c48f32-67c1-464c-9d79-0c81146a2472 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c29426f2a2d43d1bc8516dc4bb81932 HTTP/1.1" status: 200 len: 380 time: 0.1496983 Feb 15 14:25:52.518844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'port': {'device_id': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'admin_state_up': True, 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'security_groups': ['35f46e68-4c67-4971-a6ba-3cd7933105b6']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:52.815813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Made reservation on behalf of 8c29426f2a2d43d1bc8516dc4bb81932 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:25:52.820743 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:53.037109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f3c50f3b-a94c-4abe-af72-216e03e7c9ee), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:53.179124 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7193124a-09f5-47d5-9783-22703d742b91 None None] Provisioning complete for port f3c50f3b-a94c-4abe-af72-216e03e7c9ee triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:53.183702 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7193124a-09f5-47d5-9783-22703d742b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f3c50f3b-a94c-4abe-af72-216e03e7c9ee), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:53.185136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Allocated IP 172.20.0.11 (c8c73912-3615-4fc1-ad35-e54c9f618d74/5bdd149c-20c0-4211-876f-a7af9ef676ae/5ffdef76-d2ea-4a2c-8cd3-0358391a5be5) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:25:53.305444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7193124a-09f5-47d5-9783-22703d742b91 None None] Port f3c50f3b-a94c-4abe-af72-216e03e7c9ee cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:25:53.528334 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:53.593753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d02fa431-812a-4f8c-89af-164f4473a7f6 req-e834de8d-5608-442e-8259-1d60efa979f8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0881681 Feb 15 14:25:53.669871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35354) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:53.738935 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:53.839739 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for port (f3c50f3b-a94c-4abe-af72-216e03e7c9ee), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:53.850081 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f3c50f3b-a94c-4abe-af72-216e03e7c9ee), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:53.851407 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (7ce896c6-9550-48e8-ad80-abb935e0a3f6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:53.886756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:53.891459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:53.903821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:53.933883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:25:54.076361 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (23b72cfd-de04-48c2-a003-0b3eb0c640a3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:54.086935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:54.087937 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:54.135318 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2db1f84c-f249-4aae-a693-1ec60d49ddba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:54.176782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-5cee5fb1-ab23-4b3f-8434-65c4ccd51979 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6765094 Feb 15 14:25:54.208289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Request body: {'port': {'device_id': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:54.326295 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (8f32f30a-a398-4f69-8cea-bc8af325322e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:54.329240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event updated for resources: {'Port': ['ID=f3c50f3b-a94c-4abe-af72-216e03e7c9ee,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:54.429149 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:54.544892 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=23b72cfd-de04-48c2-a003-0b3eb0c640a3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:54.569683 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2db1f84c-f249-4aae-a693-1ec60d49ddba admin admin] Publish callbacks [] for security_group (4b117afd-ac2d-4767-96b5-27c2d5ae3e91), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:54.578078 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bba4eb96-a0f8-4eb7-9f6a-ed41d7c60f46 None None] Provisioning complete for port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:54.579072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bba4eb96-a0f8-4eb7-9f6a-ed41d7c60f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:54.703734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bba4eb96-a0f8-4eb7-9f6a-ed41d7c60f46 None None] Port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:25:54.721764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (8f32f30a-a398-4f69-8cea-bc8af325322e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:54.749458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_controller (8f32f30a-a398-4f69-8cea-bc8af325322e), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:54.902481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Network 45a25758-2d67-41bc-81f1-1eee1863336f is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:25:54.904692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:25:55.082419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (8f32f30a-a398-4f69-8cea-bc8af325322e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:55.083072 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Fanout notify agent at l3_agent the message router_deleted on router 8f32f30a-a398-4f69-8cea-bc8af325322e {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:25:55.098098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:25:55.099324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:55.100494 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-862450e3-e359-47ab-8732-62989059cf9c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/routers/8f32f30a-a398-4f69-8cea-bc8af325322e HTTP/1.1" status: 204 len: 168 time: 7.0987592 Feb 15 14:25:55.108939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35366) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:55.121023 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Publish callbacks [] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:55.137211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Router 7ce896c6-9550-48e8-ad80-abb935e0a3f6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:25:55.188640 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Transition to ACTIVE for port object 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:25:55.189777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-5c247d25-9ce7-4f9b-852f-5510113c98a9 req-194df395-d2ba-44a1-b98f-e6bcc3d95088 service neutron] (109971) timed out ('10.222.0.67', 64203) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:25:55.197422 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2db1f84c-f249-4aae-a693-1ec60d49ddba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4b117afd-ac2d-4767-96b5-27c2d5ae3e91), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:55.213124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:55.518718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2db1f84c-f249-4aae-a693-1ec60d49ddba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e9a211a5b6a4ccf98bfa0253b05dd38&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8315389 Feb 15 14:25:55.536094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35372) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:55.541670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1f84c-f249-4aae-a693-1ec60d49ddba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b117afd-ac2d-4767-96b5-27c2d5ae3e91,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:55.544169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-54935a21-3a8b-49e3-b847-c67a3f1f841a None None] Provisioning complete for port f3c50f3b-a94c-4abe-af72-216e03e7c9ee triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:25:55.545948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:25:55.546720 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-54935a21-3a8b-49e3-b847-c67a3f1f841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f3c50f3b-a94c-4abe-af72-216e03e7c9ee), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:55.569082 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-653fa120-409b-4257-8db2-852c4c29691c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "PUT /v2.0/routers/7ce896c6-9550-48e8-ad80-abb935e0a3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7123976 Feb 15 14:25:55.572578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35374) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:55.608348 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:55.617332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34203b-1a20-4166-a662-9d798e8518a4 None None] Sync routers for ids ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:25:55.686068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-54935a21-3a8b-49e3-b847-c67a3f1f841a None None] Port f3c50f3b-a94c-4abe-af72-216e03e7c9ee cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:25:55.703595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed9550-20f9-4862-97c9-0bcb2bb8ea8b req-1a651da3-b908-42b9-97a4-edaf5ab35644 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:55.707062 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04ed9550-20f9-4862-97c9-0bcb2bb8ea8b req-1a651da3-b908-42b9-97a4-edaf5ab35644 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.5143018 Feb 15 14:25:55.708415 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34203b-1a20-4166-a662-9d798e8518a4 None None] Routers {'7ce896c6-9550-48e8-ad80-abb935e0a3f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:55.712098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1b34203b-1a20-4166-a662-9d798e8518a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:55.814458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7b1d899a-6568-40f5-bc7a-eb5f0ff48ae5 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for router (7ce896c6-9550-48e8-ad80-abb935e0a3f6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:55.970044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1b34203b-1a20-4166-a662-9d798e8518a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:55.976123 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-7b1d899a-6568-40f5-bc7a-eb5f0ff48ae5 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 14:25:55.980599 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7b1d899a-6568-40f5-bc7a-eb5f0ff48ae5 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "DELETE /v2.0/routers/7ce896c6-9550-48e8-ad80-abb935e0a3f6 HTTP/1.1" status: 409 len: 329 time: 0.4068246 Feb 15 14:25:55.983426 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35378) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:56.042477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34203b-1a20-4166-a662-9d798e8518a4 None None] Routers {'7ce896c6-9550-48e8-ad80-abb935e0a3f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:25:56.043447 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1b34203b-1a20-4166-a662-9d798e8518a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:56.090268 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (1b472c56-6d3b-45dc-b65f-bfe802b20969), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:56.113198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 23b72cfd-de04-48c2-a003-0b3eb0c640a3 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:25:56.135385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04ed9550-20f9-4862-97c9-0bcb2bb8ea8b req-1dbdb2ef-5ac2-49b8-be2c-c448f6a09ac1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3852010 Feb 15 14:25:56.162176 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b588c315-68c5-4bc8-b41a-1992c04b320c admin admin] Publish callbacks [] for security_group (4b117afd-ac2d-4767-96b5-27c2d5ae3e91), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:56.196221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1b34203b-1a20-4166-a662-9d798e8518a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:56.197412 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34203b-1a20-4166-a662-9d798e8518a4 None None] The sync data for ids ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:25:56.203032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 23b72cfd-de04-48c2-a003-0b3eb0c640a3 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:25:56.204423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 23b72cfd-de04-48c2-a003-0b3eb0c640a3 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:25:56.209731 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Attempting to bind port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:25:56.210078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Attempting to bind port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:25:56.210402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Attempting to bind port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:25:56.214327 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b588c315-68c5-4bc8-b41a-1992c04b320c admin admin] Publish callbacks [] for security_group (4b117afd-ac2d-4767-96b5-27c2d5ae3e91), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:56.227771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:25:56.227771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Attempting to bind port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 on network c8c73912-3615-4fc1-ad35-e54c9f618d74 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:25:56.237182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:25:56.237182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Checking segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:25:56.237660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Bound using segment: {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:25:56.237830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Bound port: 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1625f4d9-a2c0-4f48-a367-a04e10aff797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:25:56.238087 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:56.365818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] For port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:25:56.370561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] For port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:25:56.374710 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b588c315-68c5-4bc8-b41a-1992c04b320c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4b117afd-ac2d-4767-96b5-27c2d5ae3e91), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:56.379731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b588c315-68c5-4bc8-b41a-1992c04b320c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:56.382000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b588c315-68c5-4bc8-b41a-1992c04b320c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b117afd-ac2d-4767-96b5-27c2d5ae3e91 HTTP/1.1" status: 204 len: 168 time: 0.8290212 Feb 15 14:25:56.393423 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:56.404504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588c315-68c5-4bc8-b41a-1992c04b320c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b117afd-ac2d-4767-96b5-27c2d5ae3e91,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:56.469555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:56.470828 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:56.472521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] 10.222.0.67 "PUT /v2.0/ports/5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 HTTP/1.1" status: 200 len: 1093 time: 2.2854788 Feb 15 14:25:56.473252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c959a-fcee-4a33-b311-c3e9b67a6df9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:56.475840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'tag': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:25:56.479889 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54697342-3d24-4be7-8621-95ce84b50725" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f", "tag": "5ffdef76-d2ea-4a2c-8cd3-0358391a5be5"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:25:56.596239 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070820e5-bd11-46be-8c85-032ef3569267 x-openstack-request-id: req-070820e5-bd11-46be-8c85-032ef3569267 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:25:56.596535 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f", "tag": "5ffdef76-d2ea-4a2c-8cd3-0358391a5be5", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:25:56.596717 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-070820e5-bd11-46be-8c85-032ef3569267 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:25:56.597129 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'tag': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5', 'status': 'completed', 'code': 200} Feb 15 14:25:56.654092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-215ef54a-d3cb-4f41-8913-94c327377f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:56.658476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-215ef54a-d3cb-4f41-8913-94c327377f56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 1127 time: 0.1353028 Feb 15 14:25:56.727054 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:25:56.738315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-69e85a27-9ecb-4be0-a322-1fe1b5d7eb05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 HTTP/1.1" status: 200 len: 217 time: 0.0713105 Feb 15 14:25:56.827990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-af810d5b-247f-415e-9c0f-c11436b260bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:56.829646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-af810d5b-247f-415e-9c0f-c11436b260bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.0876555 Feb 15 14:25:56.918499 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-bec42f28-9605-4946-96b2-13cd77e2bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:56.920299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-bec42f28-9605-4946-96b2-13cd77e2bd64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0845418 Feb 15 14:25:56.935858 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (1b472c56-6d3b-45dc-b65f-bfe802b20969), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:57.028323 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b472c56-6d3b-45dc-b65f-bfe802b20969']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:57.076726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c781b95-6762-4a57-be04-b4b7560ea735') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:57.077093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c781b95-6762-4a57-be04-b4b7560ea735') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:25:57.100775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-4ac28a48-552c-4c20-83da-6c3bfeaefc55 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740820 Feb 15 14:25:57.109022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (6c781b95-6762-4a57-be04-b4b7560ea735), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:57.164773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (6c781b95-6762-4a57-be04-b4b7560ea735), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:57.302370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:25:57.310966 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (6c781b95-6762-4a57-be04-b4b7560ea735), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:25:57.450863 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:25:57.535533 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (1b472c56-6d3b-45dc-b65f-bfe802b20969), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:57.541169 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:57.547391 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/networks/1b472c56-6d3b-45dc-b65f-bfe802b20969 HTTP/1.1" status: 204 len: 168 time: 2.4312170 Feb 15 14:25:57.553541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35406) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:57.685816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fa117-f86c-4eaa-89a4-ae30418e57f6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Network': ['ID=1b472c56-6d3b-45dc-b65f-bfe802b20969,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:57.700823 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7efa16b0-3f94-45d3-8ec8-15a19b86cf27 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (7ce896c6-9550-48e8-ad80-abb935e0a3f6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:57.826630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dee25ec6-d8df-4f15-b795-2d89b119f89f req-f71c1862-3685-4efc-b9a3-078ecc0a72bc service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196596 Feb 15 14:25:57.901730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873aebc-1503-44d7-bde9-13362859ed21 req-b724dc55-4eee-48d1-8437-f49af83a0219 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:57.911740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0873aebc-1503-44d7-bde9-13362859ed21 req-b724dc55-4eee-48d1-8437-f49af83a0219 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.0839720 Feb 15 14:25:58.038138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54697342-3d24-4be7-8621-95ce84b50725 req-2acf7b53-b7a8-4f37-93fd-628537ceee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:58.039748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54697342-3d24-4be7-8621-95ce84b50725 req-2acf7b53-b7a8-4f37-93fd-628537ceee18 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 1127 time: 0.1256263 Feb 15 14:25:58.043913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0873aebc-1503-44d7-bde9-13362859ed21 req-c8689303-f5dc-4790-bbdd-d70b6161dc83 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310580 Feb 15 14:25:58.285660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54697342-3d24-4be7-8621-95ce84b50725 req-13147046-f46f-45f1-9252-096f803dd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:58.288615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54697342-3d24-4be7-8621-95ce84b50725 req-13147046-f46f-45f1-9252-096f803dd6a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.2374792 Feb 15 14:25:58.424512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54697342-3d24-4be7-8621-95ce84b50725 req-f8273626-5912-4870-94e4-14192b2c6475 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 HTTP/1.1" status: 200 len: 217 time: 0.1160223 Feb 15 14:25:58.596574 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34bf9d2a-389a-4aa7-ab5f-335ceb7e678b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:58.606468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54697342-3d24-4be7-8621-95ce84b50725 req-3a26db9b-485c-4cd4-b0ae-536d74735cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:58.608179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54697342-3d24-4be7-8621-95ce84b50725 req-3a26db9b-485c-4cd4-b0ae-536d74735cf5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.1825883 Feb 15 14:25:58.691400 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34bf9d2a-389a-4aa7-ab5f-335ceb7e678b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:58.777540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54697342-3d24-4be7-8621-95ce84b50725 req-6676084a-fd94-4113-bdb4-69ebf041fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:58.791424 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54697342-3d24-4be7-8621-95ce84b50725 req-6676084a-fd94-4113-bdb4-69ebf041fa8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1739175 Feb 15 14:25:58.961715 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34bf9d2a-389a-4aa7-ab5f-335ceb7e678b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:58.964854 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34bf9d2a-389a-4aa7-ab5f-335ceb7e678b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:58.966417 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-34bf9d2a-389a-4aa7-ab5f-335ceb7e678b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/security-groups/fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24 HTTP/1.1" status: 204 len: 168 time: 1.3961747 Feb 15 14:25:59.018856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf9d2a-389a-4aa7-ab5f-335ceb7e678b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6a4cc8-3fbe-4fa0-a03d-87aa5aba6f24,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:25:59.065930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54697342-3d24-4be7-8621-95ce84b50725 req-f6a57ab2-0338-48a7-8c0a-cd746a5e4b97 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652102 Feb 15 14:25:59.345366 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7efa16b0-3f94-45d3-8ec8-15a19b86cf27 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Deleting port f3c50f3b-a94c-4abe-af72-216e03e7c9ee {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:25:59.345818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7efa16b0-3f94-45d3-8ec8-15a19b86cf27 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f3c50f3b-a94c-4abe-af72-216e03e7c9ee), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:59.485817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35436) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:59.524161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2b8e8591-bffc-4c1a-b85a-dfb4affedcb1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001594876', 'description': 'tempest-secgroup-smoke-2001594876 description', 'project_id': 'e121196450c643ddbe9aa88bee965bd9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:59.532360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7efa16b0-3f94-45d3-8ec8-15a19b86cf27 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f3c50f3b-a94c-4abe-af72-216e03e7c9ee), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:59.557360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7efa16b0-3f94-45d3-8ec8-15a19b86cf27 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Calling delete_port for f3c50f3b-a94c-4abe-af72-216e03e7c9ee owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:25:59.605647 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8591-bffc-4c1a-b85a-dfb4affedcb1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:59.630672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54697342-3d24-4be7-8621-95ce84b50725 req-cfdb8e36-77d4-48ac-8cae-be9554de09ca service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554469 Feb 15 14:25:59.660807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfff93-dc2c-4324-9a00-da5ab04f3e7b req-f4c8e306-53a3-40a7-a0b9-7ac9b8391f2c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:25:59.664149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bdfff93-dc2c-4324-9a00-da5ab04f3e7b req-f4c8e306-53a3-40a7-a0b9-7ac9b8391f2c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.3485932 Feb 15 14:25:59.743589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bdfff93-dc2c-4324-9a00-da5ab04f3e7b req-8861cedf-ecd4-43f4-9a4e-6739bd483923 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718045 Feb 15 14:25:59.840022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8591-bffc-4c1a-b85a-dfb4affedcb1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (75f306da-6007-4f27-a47e-8a36fd2ca60e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:59.844641 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8591-bffc-4c1a-b85a-dfb4affedcb1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (75f306da-6007-4f27-a47e-8a36fd2ca60e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:59.871172 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b8e8591-bffc-4c1a-b85a-dfb4affedcb1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:25:59.873049 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2b8e8591-bffc-4c1a-b85a-dfb4affedcb1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3646293 Feb 15 14:25:59.878439 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35442) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:25:59.885817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '75f306da-6007-4f27-a47e-8a36fd2ca60e', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:25:59.902738 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e8591-bffc-4c1a-b85a-dfb4affedcb1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f306da-6007-4f27-a47e-8a36fd2ca60e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:00.000788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (872a97aa-5cfa-4f0d-93f0-4d1a4bb37fce), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:00.072072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7efa16b0-3f94-45d3-8ec8-15a19b86cf27 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f3c50f3b-a94c-4abe-af72-216e03e7c9ee), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:00.250998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa16b0-3f94-45d3-8ec8-15a19b86cf27 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Port': ['ID=f3c50f3b-a94c-4abe-af72-216e03e7c9ee,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:00.520735 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (872a97aa-5cfa-4f0d-93f0-4d1a4bb37fce), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:00.528876 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7efa16b0-3f94-45d3-8ec8-15a19b86cf27 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (7ce896c6-9550-48e8-ad80-abb935e0a3f6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:00.548469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (872a97aa-5cfa-4f0d-93f0-4d1a4bb37fce), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:00.688767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872a97aa-5cfa-4f0d-93f0-4d1a4bb37fce,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:00.694968 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:00.694968 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8122728 Feb 15 14:26:00.695390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35458) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:00.702975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-33078646-7581-420b-8127-86a8ff4bc5dc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '75f306da-6007-4f27-a47e-8a36fd2ca60e', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:00.817252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.818259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.819421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.820284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.821115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.821913 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.822700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.824747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.825606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.826466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.827410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.829179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.830002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141b88f-6213-4e39-90dc-c83f00f82ce6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:00.858443 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33078646-7581-420b-8127-86a8ff4bc5dc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (53199006-4f8e-4a84-9a1f-465b73e8ee14), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:01.042756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efa16b0-3f94-45d3-8ec8-15a19b86cf27 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Router 7ce896c6-9550-48e8-ad80-abb935e0a3f6 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:26:01.093390 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33078646-7581-420b-8127-86a8ff4bc5dc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (53199006-4f8e-4a84-9a1f-465b73e8ee14), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:01.107758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec960d37-f681-4a66-94bf-0107c3fa2039 req-595a7f0b-f95d-4c14-8350-59cdf2fd658c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:01.110933 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec960d37-f681-4a66-94bf-0107c3fa2039 req-595a7f0b-f95d-4c14-8350-59cdf2fd658c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.1746023 Feb 15 14:26:01.113571 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33078646-7581-420b-8127-86a8ff4bc5dc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (53199006-4f8e-4a84-9a1f-465b73e8ee14), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:01.168333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33078646-7581-420b-8127-86a8ff4bc5dc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53199006-4f8e-4a84-9a1f-465b73e8ee14,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:01.201918 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-33078646-7581-420b-8127-86a8ff4bc5dc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:01.203387 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-33078646-7581-420b-8127-86a8ff4bc5dc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5068476 Feb 15 14:26:01.210786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35464) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:01.215979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6d0da8cc-26ff-49b9-b641-b5cd0d7a9638 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '75f306da-6007-4f27-a47e-8a36fd2ca60e', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:01.260387 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec960d37-f681-4a66-94bf-0107c3fa2039 req-3a8d1687-9062-495e-a335-b19a671d068f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369491 Feb 15 14:26:01.297852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efa16b0-3f94-45d3-8ec8-15a19b86cf27 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:26:01.299128 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d0da8cc-26ff-49b9-b641-b5cd0d7a9638 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (71adabee-469a-44e6-ba3f-137aec527e19), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:01.312467 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d78cc0-9ad3-411c-92c9-4e4239b4fa19 None None] Sync routers for ids ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:26:01.327914 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7efa16b0-3f94-45d3-8ec8-15a19b86cf27 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "PUT /v2.0/routers/7ce896c6-9550-48e8-ad80-abb935e0a3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3393805 Feb 15 14:26:01.329147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35468) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:01.349858 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d78cc0-9ad3-411c-92c9-4e4239b4fa19 None None] Routers {'7ce896c6-9550-48e8-ad80-abb935e0a3f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:26:01.355423 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-45d78cc0-9ad3-411c-92c9-4e4239b4fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:01.487923 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-45d78cc0-9ad3-411c-92c9-4e4239b4fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:01.504044 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-ca3c7eed-3d1a-4f7a-b15d-e5543a0e0e97 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] show failed (client error): The resource could not be found. Feb 15 14:26:01.506397 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ca3c7eed-3d1a-4f7a-b15d-e5543a0e0e97 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-1808881139 HTTP/1.1" status: 404 len: 335 time: 0.1748726 Feb 15 14:26:01.513136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35470) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:01.534848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-bdb6ceb8-4def-4ce5-b66c-243f84a0e8c6 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:01.542234 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d78cc0-9ad3-411c-92c9-4e4239b4fa19 None None] Routers {'7ce896c6-9550-48e8-ad80-abb935e0a3f6'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:26:01.543632 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-45d78cc0-9ad3-411c-92c9-4e4239b4fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:01.666507 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-45d78cc0-9ad3-411c-92c9-4e4239b4fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:01.668011 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d78cc0-9ad3-411c-92c9-4e4239b4fa19 None None] The sync data for ids ['7ce896c6-9550-48e8-ad80-abb935e0a3f6'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:26:01.723565 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d0da8cc-26ff-49b9-b641-b5cd0d7a9638 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (71adabee-469a-44e6-ba3f-137aec527e19), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:01.726401 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-bdb6ceb8-4def-4ce5-b66c-243f84a0e8c6 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] update failed (client error): The resource could not be found. Feb 15 14:26:01.734115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bdb6ceb8-4def-4ce5-b66c-243f84a0e8c6 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-2129856989 HTTP/1.1" status: 404 len: 335 time: 0.2133739 Feb 15 14:26:01.734658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35476) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:01.740648 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d0da8cc-26ff-49b9-b641-b5cd0d7a9638 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (71adabee-469a-44e6-ba3f-137aec527e19), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:01.830781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0da8cc-26ff-49b9-b641-b5cd0d7a9638 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71adabee-469a-44e6-ba3f-137aec527e19,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:01.846191 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6d0da8cc-26ff-49b9-b641-b5cd0d7a9638 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:01.854581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6d0da8cc-26ff-49b9-b641-b5cd0d7a9638 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6420939 Feb 15 14:26:01.861374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35480) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:01.876442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a841a29c-cd30-4a4e-a237-02ab2b2a46ca tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '75f306da-6007-4f27-a47e-8a36fd2ca60e', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:01.920814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf3d141-8ef3-48a9-91b9-3a91979ddb2c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Deleting subnet f46ebe92-b312-4446-8c9c-008777427884 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:26:01.929137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d141-8ef3-48a9-91b9-3a91979ddb2c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (f46ebe92-b312-4446-8c9c-008777427884), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:01.970515 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a841a29c-cd30-4a4e-a237-02ab2b2a46ca tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (9ac6e333-1f6c-4657-babc-02f94278f70b), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.037023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d141-8ef3-48a9-91b9-3a91979ddb2c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (f46ebe92-b312-4446-8c9c-008777427884), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.093575 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a841a29c-cd30-4a4e-a237-02ab2b2a46ca tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (9ac6e333-1f6c-4657-babc-02f94278f70b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.102059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a841a29c-cd30-4a4e-a237-02ab2b2a46ca tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (9ac6e333-1f6c-4657-babc-02f94278f70b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.143024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841a29c-cd30-4a4e-a237-02ab2b2a46ca tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac6e333-1f6c-4657-babc-02f94278f70b,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:02.163249 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a841a29c-cd30-4a4e-a237-02ab2b2a46ca tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.166014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a841a29c-cd30-4a4e-a237-02ab2b2a46ca tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3024712 Feb 15 14:26:02.170801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35482) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:02.177058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cea6cf23-646d-41e0-a0d3-79a24ed99040 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '75f306da-6007-4f27-a47e-8a36fd2ca60e', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:02.220511 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-cea6cf23-646d-41e0-a0d3-79a24ed99040 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Project e121196450c643ddbe9aa88bee965bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:26:02.231297 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d141-8ef3-48a9-91b9-3a91979ddb2c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (f46ebe92-b312-4446-8c9c-008777427884), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.233928 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cea6cf23-646d-41e0-a0d3-79a24ed99040 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (bbabe976-0011-447f-b247-cd65425c3833), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.433503 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d141-8ef3-48a9-91b9-3a91979ddb2c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (f46ebe92-b312-4446-8c9c-008777427884), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.500893 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cea6cf23-646d-41e0-a0d3-79a24ed99040 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (bbabe976-0011-447f-b247-cd65425c3833), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.545448 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cea6cf23-646d-41e0-a0d3-79a24ed99040 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (bbabe976-0011-447f-b247-cd65425c3833), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.556473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d141-8ef3-48a9-91b9-3a91979ddb2c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.573535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29df6a7-35d0-44ef-a804-e674cb5c2b9f None None] Network a5fcdb54-eba6-46f8-8d99-1b4811df2f61 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:02.575107 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8cf3d141-8ef3-48a9-91b9-3a91979ddb2c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "DELETE /v2.0/subnets/f46ebe92-b312-4446-8c9c-008777427884 HTTP/1.1" status: 204 len: 168 time: 0.8370285 Feb 15 14:26:02.576359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35494) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:02.585305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3d141-8ef3-48a9-91b9-3a91979ddb2c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Subnet': ['ID=f46ebe92-b312-4446-8c9c-008777427884,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:02.662183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6cf23-646d-41e0-a0d3-79a24ed99040 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbabe976-0011-447f-b247-cd65425c3833,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:02.682731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cea6cf23-646d-41e0-a0d3-79a24ed99040 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.684454 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cea6cf23-646d-41e0-a0d3-79a24ed99040 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5125675 Feb 15 14:26:02.688903 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35496) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:02.697378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c4df7184-f05e-4219-83fa-ee96acdaef29 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '75f306da-6007-4f27-a47e-8a36fd2ca60e', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:02.813165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b671d4c-21ca-4b3a-bb68-6f6b9f259f10 req-0ece2a5e-450c-4738-b150-4145a1118da0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:02.817284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b671d4c-21ca-4b3a-bb68-6f6b9f259f10 req-0ece2a5e-450c-4738-b150-4145a1118da0 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.3128068 Feb 15 14:26:02.829055 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-c4df7184-f05e-4219-83fa-ee96acdaef29 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Project e121196450c643ddbe9aa88bee965bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:26:02.861187 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a5fcdb54-eba6-46f8-8d99-1b4811df2f61), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:02.915209 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4df7184-f05e-4219-83fa-ee96acdaef29 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (450f2620-d3b6-430d-a40e-260bdea5bd11), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.006669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a4b314-219f-4e01-a4cc-d22bb11b377a None None] DHCP port deletion for a5fcdb54-eba6-46f8-8d99-1b4811df2f61 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:26:03.092114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Deleting port 59017b2f-79b5-4d4c-abe4-457bb4149c8f {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:26:03.097242 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.168915 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4df7184-f05e-4219-83fa-ee96acdaef29 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (450f2620-d3b6-430d-a40e-260bdea5bd11), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.198545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b671d4c-21ca-4b3a-bb68-6f6b9f259f10 req-4c5f95f9-7b06-4399-8c15-8feb76778744 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335807 Feb 15 14:26:03.205606 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4df7184-f05e-4219-83fa-ee96acdaef29 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (450f2620-d3b6-430d-a40e-260bdea5bd11), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.261345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-17a4b314-219f-4e01-a4cc-d22bb11b377a None None] Deleting port 59017b2f-79b5-4d4c-abe4-457bb4149c8f {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:26:03.262305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-17a4b314-219f-4e01-a4cc-d22bb11b377a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.279378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] For port 59017b2f-79b5-4d4c-abe4-457bb4149c8f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=59017b2f-79b5-4d4c-abe4-457bb4149c8f,segment=NetworkSegment(2324e00f-b853-47a8-8814-c74d1c4e4daa),segment_id=2324e00f-b853-47a8-8814-c74d1c4e4daa)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:03.280235 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.307302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Calling delete_port for 59017b2f-79b5-4d4c-abe4-457bb4149c8f owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:26:03.317073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df7184-f05e-4219-83fa-ee96acdaef29 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450f2620-d3b6-430d-a40e-260bdea5bd11,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:03.339942 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c4df7184-f05e-4219-83fa-ee96acdaef29 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.343334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c4df7184-f05e-4219-83fa-ee96acdaef29 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6531239 Feb 15 14:26:03.348295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35508) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:03.362943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'network': {'name': 'tempest-network-smoke--1384758916', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'port_security_enabled': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:03.426970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:26:03.438841 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.483848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:26:03.501591 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.502476 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Added segment c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9 of type vlan for network 725a6218-43c1-4c06-a663-db0a3f8a2342 Feb 15 14:26:03.520295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-17a4b314-219f-4e01-a4cc-d22bb11b377a None None] For port 59017b2f-79b5-4d4c-abe4-457bb4149c8f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=59017b2f-79b5-4d4c-abe4-457bb4149c8f,segment=NetworkSegment(2324e00f-b853-47a8-8814-c74d1c4e4daa),segment_id=2324e00f-b853-47a8-8814-c74d1c4e4daa)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:03.520765 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-17a4b314-219f-4e01-a4cc-d22bb11b377a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.536635 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.555251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-17a4b314-219f-4e01-a4cc-d22bb11b377a None None] Calling delete_port for 59017b2f-79b5-4d4c-abe4-457bb4149c8f owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:26:03.604605 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (725a6218-43c1-4c06-a663-db0a3f8a2342), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.621320 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Port': ['ID=59017b2f-79b5-4d4c-abe4-457bb4149c8f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:03.643392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] No DVR routers for this DVR port 59017b2f-79b5-4d4c-abe4-457bb4149c8f on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:26:03.672056 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (725a6218-43c1-4c06-a663-db0a3f8a2342), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.685872 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-17a4b314-219f-4e01-a4cc-d22bb11b377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (59017b2f-79b5-4d4c-abe4-457bb4149c8f), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.697273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:03.700835 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.719412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-b268fbb1-d983-4837-8b8d-fc5054567bc7 service neutron] (109972) timed out ('10.222.0.72', 41972) {{(pid=109972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:26:03.721612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4b314-219f-4e01-a4cc-d22bb11b377a None None] Pushing event deleted for resources: {'Port': ['ID=59017b2f-79b5-4d4c-abe4-457bb4149c8f,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:03.747254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4b314-219f-4e01-a4cc-d22bb11b377a None None] No DVR routers for this DVR port 59017b2f-79b5-4d4c-abe4-457bb4149c8f on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:26:03.916982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59017b2f-79b5-4d4c-abe4-457bb4149c8f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:26:03.921011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a5fcdb54-eba6-46f8-8d99-1b4811df2f61), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:03.936220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Network': ['ID=725a6218-43c1-4c06-a663-db0a3f8a2342,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:03.969998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7e05fc44-a112-4746-b5a3-f757f3e67941 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6021786 Feb 15 14:26:03.972111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35514) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:03.973977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fcdb54-eba6-46f8-8d99-1b4811df2f61']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:03.994857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2324e00f-b853-47a8-8814-c74d1c4e4daa') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:03.995679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2324e00f-b853-47a8-8814-c74d1c4e4daa') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:03.997297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'admin_state_up': True, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:04.004739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 725a6218-43c1-4c06-a663-db0a3f8a2342 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:26:04.011066 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (2324e00f-b853-47a8-8814-c74d1c4e4daa), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:04.015942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 59017b2f-79b5-4d4c-abe4-457bb4149c8f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:26:04.019708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 59017b2f-79b5-4d4c-abe4-457bb4149c8f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:26:04.041355 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (2324e00f-b853-47a8-8814-c74d1c4e4daa), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:04.046884 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (25448a4d-b8ae-4e64-b26e-b416a5106a75), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:04.049770 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (25448a4d-b8ae-4e64-b26e-b416a5106a75), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:04.054931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:26:04.055712 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (2324e00f-b853-47a8-8814-c74d1c4e4daa), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:04.207688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-41d9dedd-aaa7-404b-b749-2f3e36061a86 req-5a99fc20-e08b-4346-8558-6b371261cf0a tempest-AttachVolumeShelveTestJSON-1615308852 tempest-AttachVolumeShelveTestJSON-1615308852-project] (109972) timed out ('10.222.0.72', 46184) {{(pid=109972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:26:04.210992 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:26:04.214189 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a5fcdb54-eba6-46f8-8d99-1b4811df2f61), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:04.238026 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:04.242520 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "DELETE /v2.0/networks/a5fcdb54-eba6-46f8-8d99-1b4811df2f61 HTTP/1.1" status: 204 len: 168 time: 1.6574101 Feb 15 14:26:04.243616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41149401-1bd7-4a37-83ae-54604d70c091 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Network': ['ID=a5fcdb54-eba6-46f8-8d99-1b4811df2f61,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:04.245457 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35520) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:04.357527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a961e11-4930-4403-aa95-d34f06acb19c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Deleting subnet c890744d-4159-4654-ae8b-a16c2ab462d2 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:26:04.372859 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a961e11-4930-4403-aa95-d34f06acb19c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (c890744d-4159-4654-ae8b-a16c2ab462d2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:04.378612 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_controller (25448a4d-b8ae-4e64-b26e-b416a5106a75), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:04.500352 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a961e11-4930-4403-aa95-d34f06acb19c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (c890744d-4159-4654-ae8b-a16c2ab462d2), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:04.906158 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a961e11-4930-4403-aa95-d34f06acb19c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (c890744d-4159-4654-ae8b-a16c2ab462d2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:04.976282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052433a-4ea2-4663-8d90-00ec4a96d927 req-45c98df9-aea9-473f-bbf7-617e7d4fe2fb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:04.983487 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a052433a-4ea2-4663-8d90-00ec4a96d927 req-45c98df9-aea9-473f-bbf7-617e7d4fe2fb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.5950823 Feb 15 14:26:04.992983 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (25448a4d-b8ae-4e64-b26e-b416a5106a75), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:05.049564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a961e11-4930-4403-aa95-d34f06acb19c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (c890744d-4159-4654-ae8b-a16c2ab462d2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:05.104045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4988e4-794f-4f36-b39c-fd61f3ecc60a None None] Network f2059893-28d1-4535-8f52-eff26c80f28a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:05.169943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a052433a-4ea2-4663-8d90-00ec4a96d927 req-ee2cd8de-fe25-47ca-977d-7de93989782c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855636 Feb 15 14:26:05.177856 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9a961e11-4930-4403-aa95-d34f06acb19c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:05.199409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35538) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:05.205712 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9a961e11-4930-4403-aa95-d34f06acb19c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "DELETE /v2.0/subnets/c890744d-4159-4654-ae8b-a16c2ab462d2 HTTP/1.1" status: 204 len: 168 time: 0.9587522 Feb 15 14:26:05.208298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a961e11-4930-4403-aa95-d34f06acb19c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Subnet': ['ID=c890744d-4159-4654-ae8b-a16c2ab462d2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:05.375707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e32301-791f-4e95-b433-94f13c8babbf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Deleting subnet 5b568b65-93fb-488f-aeba-f94eca84ff8b {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:26:05.415691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21e32301-791f-4e95-b433-94f13c8babbf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (5b568b65-93fb-488f-aeba-f94eca84ff8b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:05.503187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e1cf27-44bd-4159-9915-5dfb841a3891 None None] DHCP port deletion for f2059893-28d1-4535-8f52-eff26c80f28a request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:26:05.592818 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21e32301-791f-4e95-b433-94f13c8babbf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (5b568b65-93fb-488f-aeba-f94eca84ff8b), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:05.651850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-33e1cf27-44bd-4159-9915-5dfb841a3891 None None] Deleting port cefd60c3-329a-4057-9ddc-6623ba5523f0 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:26:05.654234 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-33e1cf27-44bd-4159-9915-5dfb841a3891 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:05.787522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-33e1cf27-44bd-4159-9915-5dfb841a3891 None None] For port cefd60c3-329a-4057-9ddc-6623ba5523f0, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cefd60c3-329a-4057-9ddc-6623ba5523f0,segment=NetworkSegment(0de27118-341c-48cd-9608-1d4f4234c5dc),segment_id=0de27118-341c-48cd-9608-1d4f4234c5dc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:05.788112 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-33e1cf27-44bd-4159-9915-5dfb841a3891 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:05.828790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-33e1cf27-44bd-4159-9915-5dfb841a3891 None None] Calling delete_port for cefd60c3-329a-4057-9ddc-6623ba5523f0 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:26:06.024038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cefd60c3-329a-4057-9ddc-6623ba5523f0 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:26:06.070163 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (25448a4d-b8ae-4e64-b26e-b416a5106a75), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:06.100041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:06.285506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Port cefd60c3-329a-4057-9ddc-6623ba5523f0 update to DOWN by agent not found {{(pid=109973) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 15 14:26:06.293331 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-33e1cf27-44bd-4159-9915-5dfb841a3891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (cefd60c3-329a-4057-9ddc-6623ba5523f0), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:06.434187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1cf27-44bd-4159-9915-5dfb841a3891 None None] No DVR routers for this DVR port cefd60c3-329a-4057-9ddc-6623ba5523f0 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:26:06.446465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1cf27-44bd-4159-9915-5dfb841a3891 None None] Pushing event deleted for resources: {'Port': ['ID=cefd60c3-329a-4057-9ddc-6623ba5523f0,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:06.593094 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21e32301-791f-4e95-b433-94f13c8babbf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (5b568b65-93fb-488f-aeba-f94eca84ff8b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:06.747307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35560) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:06.760879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.25.6.249 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:26:06.874038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871986d-1aa5-4a41-beca-621aab8a3de3 req-47ee18bb-db1e-417f-b98b-20bf79fbe37b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:06.903047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c871986d-1aa5-4a41-beca-621aab8a3de3 req-47ee18bb-db1e-417f-b98b-20bf79fbe37b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.3261123 Feb 15 14:26:06.960148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21e32301-791f-4e95-b433-94f13c8babbf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (5b568b65-93fb-488f-aeba-f94eca84ff8b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.034791 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-21e32301-791f-4e95-b433-94f13c8babbf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.043497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5022fcf3-338c-4d3e-a870-333947915d04 None None] Network 736218c2-c922-4c99-b13d-018a289f1183 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:07.045368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-21e32301-791f-4e95-b433-94f13c8babbf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "DELETE /v2.0/subnets/5b568b65-93fb-488f-aeba-f94eca84ff8b HTTP/1.1" status: 204 len: 168 time: 1.8386576 Feb 15 14:26:07.046627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35568) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:07.059062 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5af06f8e-ad68-46e2-8bc3-e11e680870c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.101367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e32301-791f-4e95-b433-94f13c8babbf tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Subnet': ['ID=5b568b65-93fb-488f-aeba-f94eca84ff8b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:07.307756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c871986d-1aa5-4a41-beca-621aab8a3de3 req-654b41d2-eb89-483e-aebf-8e83c9fc31f5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035304 Feb 15 14:26:07.319331 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5af06f8e-ad68-46e2-8bc3-e11e680870c3 admin admin] Publish callbacks [] for security_group (21f2bffd-9ca6-4495-b332-4ef3e1233b53), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.329712 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5af06f8e-ad68-46e2-8bc3-e11e680870c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21f2bffd-9ca6-4495-b332-4ef3e1233b53), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.486965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b5d645-c29a-4794-9e92-63478441196d None None] DHCP port deletion for 736218c2-c922-4c99-b13d-018a289f1183 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:26:07.492083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af06f8e-ad68-46e2-8bc3-e11e680870c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f2bffd-9ca6-4495-b332-4ef3e1233b53,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:07.497216 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (f2059893-28d1-4535-8f52-eff26c80f28a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.531864 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5af06f8e-ad68-46e2-8bc3-e11e680870c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=18f24e8ffa3e4301ac752c4c2fe0b20d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7820015 Feb 15 14:26:07.539573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35580) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:07.587724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5d645-c29a-4794-9e92-63478441196d None None] Deleting port 3cf93d2a-a90f-4128-826f-4164ba60d351 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:26:07.589105 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d645-c29a-4794-9e92-63478441196d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.605369 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.725237 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.760527 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-835b5697-50d2-4227-beaa-68473e51c9c8 admin admin] Publish callbacks [] for security_group (21f2bffd-9ca6-4495-b332-4ef3e1233b53), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.834130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b9b5d645-c29a-4794-9e92-63478441196d None None] For port 3cf93d2a-a90f-4128-826f-4164ba60d351, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3cf93d2a-a90f-4128-826f-4164ba60d351,segment=NetworkSegment(d0155d15-8ebe-4b0e-bcf5-97041e2ec0e1),segment_id=d0155d15-8ebe-4b0e-bcf5-97041e2ec0e1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:07.834730 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d645-c29a-4794-9e92-63478441196d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.874954 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-835b5697-50d2-4227-beaa-68473e51c9c8 admin admin] Publish callbacks [] for security_group (21f2bffd-9ca6-4495-b332-4ef3e1233b53), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:07.889031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5d645-c29a-4794-9e92-63478441196d None None] Calling delete_port for 3cf93d2a-a90f-4128-826f-4164ba60d351 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:26:08.044745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:08.045794 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-835b5697-50d2-4227-beaa-68473e51c9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21f2bffd-9ca6-4495-b332-4ef3e1233b53), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:08.049448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-835b5697-50d2-4227-beaa-68473e51c9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:08.051211 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-835b5697-50d2-4227-beaa-68473e51c9c8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21f2bffd-9ca6-4495-b332-4ef3e1233b53 HTTP/1.1" status: 204 len: 168 time: 0.5081303 Feb 15 14:26:08.084292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3cf93d2a-a90f-4128-826f-4164ba60d351 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:26:08.084499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b5697-50d2-4227-beaa-68473e51c9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f2bffd-9ca6-4495-b332-4ef3e1233b53,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:08.142288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:26:08.149895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:08.172107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:26:08.207418 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (f2059893-28d1-4535-8f52-eff26c80f28a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:08.470653 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d645-c29a-4794-9e92-63478441196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:08.482330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2059893-28d1-4535-8f52-eff26c80f28a']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:08.541836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de27118-341c-48cd-9608-1d4f4234c5dc') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:08.542323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de27118-341c-48cd-9608-1d4f4234c5dc') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:08.569125 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (0de27118-341c-48cd-9608-1d4f4234c5dc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:08.603946 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0de27118-341c-48cd-9608-1d4f4234c5dc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:08.611842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5d645-c29a-4794-9e92-63478441196d None None] Pushing event deleted for resources: {'Port': ['ID=3cf93d2a-a90f-4128-826f-4164ba60d351,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:08.624584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:26:08.626419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (0de27118-341c-48cd-9608-1d4f4234c5dc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:08.640985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b5d645-c29a-4794-9e92-63478441196d None None] No DVR routers for this DVR port 3cf93d2a-a90f-4128-826f-4164ba60d351 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:26:08.643696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3cf93d2a-a90f-4128-826f-4164ba60d351 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:08.644301 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3cf93d2a-a90f-4128-826f-4164ba60d351), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:26:08.825676 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:26:09.146782 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (f2059893-28d1-4535-8f52-eff26c80f28a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:09.260310 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:09.265339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35600) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:09.266596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "DELETE /v2.0/networks/f2059893-28d1-4535-8f52-eff26c80f28a HTTP/1.1" status: 204 len: 168 time: 2.1486857 Feb 15 14:26:09.350415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea6aca-1880-4ca8-b906-e59d53660328 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Network': ['ID=f2059893-28d1-4535-8f52-eff26c80f28a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:09.485605 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (736218c2-c922-4c99-b13d-018a289f1183), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:09.487065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77f48d-6338-4d25-851d-e6b731a6645e req-961529d4-b311-46d4-9ec7-e272e4fe3f8f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:09.489940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c77f48d-6338-4d25-851d-e6b731a6645e req-961529d4-b311-46d4-9ec7-e272e4fe3f8f tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.3582032 Feb 15 14:26:09.656516 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (25448a4d-b8ae-4e64-b26e-b416a5106a75), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:09.743739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c77f48d-6338-4d25-851d-e6b731a6645e req-93e0ce2a-eee0-4496-bc24-4c30b801c25d tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302291 Feb 15 14:26:09.817165 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (736218c2-c922-4c99-b13d-018a289f1183), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:09.865896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736218c2-c922-4c99-b13d-018a289f1183']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:09.881200 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0155d15-8ebe-4b0e-bcf5-97041e2ec0e1') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:09.882188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0155d15-8ebe-4b0e-bcf5-97041e2ec0e1') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:09.902269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (d0155d15-8ebe-4b0e-bcf5-97041e2ec0e1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:09.930617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d0155d15-8ebe-4b0e-bcf5-97041e2ec0e1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:09.944523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:26:09.945300 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (d0155d15-8ebe-4b0e-bcf5-97041e2ec0e1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:26:10.018421 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:26:10.077794 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (736218c2-c922-4c99-b13d-018a289f1183), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:10.097255 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:10.100094 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:10.109057 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "DELETE /v2.0/networks/736218c2-c922-4c99-b13d-018a289f1183 HTTP/1.1" status: 204 len: 168 time: 0.8411403 Feb 15 14:26:10.114969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35606) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:10.140160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a77c0-c9ae-4e86-93c2-cc36da58d830 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Network': ['ID=736218c2-c922-4c99-b13d-018a289f1183,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:10.238400 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (25448a4d-b8ae-4e64-b26e-b416a5106a75), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:10.457907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Deleting subnet b69b94c8-04a4-4c47-9218-36f7de3f8fa0 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:26:10.467132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (b69b94c8-04a4-4c47-9218-36f7de3f8fa0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:11.075652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (b69b94c8-04a4-4c47-9218-36f7de3f8fa0), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:11.179184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9758d-a1fc-42f4-90ba-5a047aff9285 req-48db8194-59cc-46ee-a2b0-3f4e3aafb7df tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:11.190184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffa9758d-a1fc-42f4-90ba-5a047aff9285 req-48db8194-59cc-46ee-a2b0-3f4e3aafb7df tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.2569628 Feb 15 14:26:11.304941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 25448a4d-b8ae-4e64-b26e-b416a5106a75 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:26:11.422184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffa9758d-a1fc-42f4-90ba-5a047aff9285 req-2ac1540c-7114-4dbd-86a3-47f1d89a345e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307284 Feb 15 14:26:11.424188 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (b69b94c8-04a4-4c47-9218-36f7de3f8fa0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:11.598005 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (b69b94c8-04a4-4c47-9218-36f7de3f8fa0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:11.608190 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:26:11.628733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Sync routers for ids ['25448a4d-b8ae-4e64-b26e-b416a5106a75'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:26:11.652844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Routers {'25448a4d-b8ae-4e64-b26e-b416a5106a75'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:26:11.653794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['25448a4d-b8ae-4e64-b26e-b416a5106a75'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:11.666471 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:11.675636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35622) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:11.676437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "DELETE /v2.0/subnets/b69b94c8-04a4-4c47-9218-36f7de3f8fa0 HTTP/1.1" status: 204 len: 168 time: 1.5596027 Feb 15 14:26:11.677720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Subnet': ['ID=b69b94c8-04a4-4c47-9218-36f7de3f8fa0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:11.699491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.700120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.700684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.701237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.701786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.702385 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.703027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.703669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.704394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.705367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.705605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.706146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.706705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb71a54-8006-41c6-9d19-1d6fff1fa1db tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:11.723196 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:11.725758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9139b533-ac63-446f-8aed-723f1cc19f85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.7515461 Feb 15 14:26:11.732981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35624) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:11.805652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247635c2-7531-4f3b-9410-6764ef3b3937 None None] Network 45a25758-2d67-41bc-81f1-1eee1863336f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:11.865179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2df6cc46-3f40-4b0a-97d7-ad8da583a55a tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=e121196450c643ddbe9aa88bee965bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1254623 Feb 15 14:26:11.866250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35626) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:11.883941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (45a25758-2d67-41bc-81f1-1eee1863336f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:12.020146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Deleting port b53f5c68-4355-418e-874c-033e2b449680 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:26:12.020693 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b53f5c68-4355-418e-874c-033e2b449680), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:12.131671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0ff4f-fd6c-475b-9fe4-414497ea6eb0 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:12.148410 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c4f0ff4f-fd6c-475b-9fe4-414497ea6eb0 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2757812 Feb 15 14:26:12.148827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35628) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:12.200618 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] For port b53f5c68-4355-418e-874c-033e2b449680, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b53f5c68-4355-418e-874c-033e2b449680,segment=NetworkSegment(448a9573-4ae3-40ea-83bb-cbe58e55ba78),segment_id=448a9573-4ae3-40ea-83bb-cbe58e55ba78)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:12.201582 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b53f5c68-4355-418e-874c-033e2b449680), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:12.252905 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1390506f-2956-4698-bc77-5d24192d799b tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0984120 Feb 15 14:26:12.253235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35630) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:12.262115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-596707430', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:12.264779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Calling delete_port for b53f5c68-4355-418e-874c-033e2b449680 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:26:12.384210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Set router 25448a4d-b8ae-4e64-b26e-b416a5106a75 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:26:12.484506 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b53f5c68-4355-418e-874c-033e2b449680), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:12.506425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] No DVR routers for this DVR port b53f5c68-4355-418e-874c-033e2b449680 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:26:12.520551 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:12.625421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:26:12.645831 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:12.679204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Port': ['ID=b53f5c68-4355-418e-874c-033e2b449680,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:12.740043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632b261f-1939-43f8-8c44-27fdbe69ca67 None None] DHCP port deletion for 45a25758-2d67-41bc-81f1-1eee1863336f request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:26:12.850499 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (45a25758-2d67-41bc-81f1-1eee1863336f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:12.903246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:09Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:12.924314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a25758-2d67-41bc-81f1-1eee1863336f']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:12.948713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448a9573-4ae3-40ea-83bb-cbe58e55ba78') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:12.949301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448a9573-4ae3-40ea-83bb-cbe58e55ba78') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:12.962508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Checking router: 25448a4d-b8ae-4e64-b26e-b416a5106a75 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:26:12.966157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Updating router 25448a4d-b8ae-4e64-b26e-b416a5106a75 port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:26:12.969851 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (448a9573-4ae3-40ea-83bb-cbe58e55ba78), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:13.008044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (448a9573-4ae3-40ea-83bb-cbe58e55ba78), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:13.025056 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:26:13.026094 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (448a9573-4ae3-40ea-83bb-cbe58e55ba78), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:13.059526 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:13.062463 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (53028cbe-bdb0-4344-871e-38bf6f51bb6e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:26:13.161483 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:26:13.186636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (45a25758-2d67-41bc-81f1-1eee1863336f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:13.206121 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:13.219906 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "DELETE /v2.0/networks/45a25758-2d67-41bc-81f1-1eee1863336f HTTP/1.1" status: 204 len: 168 time: 1.5383108 Feb 15 14:26:13.223195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30735e-2c14-44b7-8f45-754230799632 req-86e9b621-0776-48cc-b024-e149ec266932 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:13.226764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35640) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:13.237046 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac30735e-2c14-44b7-8f45-754230799632 req-86e9b621-0776-48cc-b024-e149ec266932 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.2281473 Feb 15 14:26:13.299406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Subnet': ['ID=53028cbe-bdb0-4344-871e-38bf6f51bb6e,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:13.361694 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b8affc19-ab1e-4ed7-afc1-24a22810eb2d tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "GET /v2.0/ports?device_id=7ce896c6-9550-48e8-ad80-abb935e0a3f6 HTTP/1.1" status: 200 len: 205 time: 0.1299555 Feb 15 14:26:13.363978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35642) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:13.381114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Checking segment: {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:26:13.387269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfa013-06cb-4281-81e0-3b1e61240979 tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Pushing event deleted for resources: {'Network': ['ID=45a25758-2d67-41bc-81f1-1eee1863336f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:13.389400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network hostable DHCP agents. Network: 725a6218-43c1-4c06-a663-db0a3f8a2342, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:26:13.516210 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac30735e-2c14-44b7-8f45-754230799632 req-271ff907-e85f-4150-9f6d-3b21fe22ef41 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762103 Feb 15 14:26:13.571623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 725a6218-43c1-4c06-a663-db0a3f8a2342 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:26:13.602070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 725a6218-43c1-4c06-a663-db0a3f8a2342) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:13.614565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:13.615722 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:13.641312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7212e39d-922d-4b02-9094-e8cf94d38732 None None] Network 725a6218-43c1-4c06-a663-db0a3f8a2342 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:13.648584 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34e83af3-3b80-47be-8674-a356e7602d0c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for router (7ce896c6-9550-48e8-ad80-abb935e0a3f6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:13.671722 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f1d219c9-2f94-46e5-8652-5846048ad219 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4166782 Feb 15 14:26:13.672730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35650) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:13.791330 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Publish callbacks [] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:13.806465 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:13.919842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671bad6-bcb6-4cab-b58a-66768dad437a None None] Pushing event updated for resources: {'Port': ['ID=b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:13.962713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b53f5c68-4355-418e-874c-033e2b449680 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:26:14.105260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b53f5c68-4355-418e-874c-033e2b449680 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:26:14.106028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b53f5c68-4355-418e-874c-033e2b449680 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:26:14.127974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Attempting to bind port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:26:14.128503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Attempting to bind port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:26:14.129148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Attempting to bind port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:26:14.140680 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34e83af3-3b80-47be-8674-a356e7602d0c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (7ce896c6-9550-48e8-ad80-abb935e0a3f6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:14.145756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:26:14.146284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:26:14.146809 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:14.147416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:26:14.148306 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Bound port: b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:26:14.149081 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:14.149276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34e83af3-3b80-47be-8674-a356e7602d0c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for router_controller (7ce896c6-9550-48e8-ad80-abb935e0a3f6), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:14.310581 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34e83af3-3b80-47be-8674-a356e7602d0c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (7ce896c6-9550-48e8-ad80-abb935e0a3f6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:14.311499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e83af3-3b80-47be-8674-a356e7602d0c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Fanout notify agent at l3_agent the message router_deleted on router 7ce896c6-9550-48e8-ad80-abb935e0a3f6 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:26:14.332958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] For port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:26:14.334574 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-34e83af3-3b80-47be-8674-a356e7602d0c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:14.339343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] For port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:26:14.341108 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-34e83af3-3b80-47be-8674-a356e7602d0c tempest-RoutersNegativeIpV6Test-601055307 tempest-RoutersNegativeIpV6Test-601055307-project] 10.222.0.72 "DELETE /v2.0/routers/7ce896c6-9550-48e8-ad80-abb935e0a3f6 HTTP/1.1" status: 204 len: 168 time: 0.9750392 Feb 15 14:26:14.350567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-725a6218-43c1-4c06-a663-db0a3f8a2342', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:26:14.353147 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:14.382961 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:14.460118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671bad6-bcb6-4cab-b58a-66768dad437a None None] Pushing event updated for resources: {'Port': ['ID=b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:14.619068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Routers {'25448a4d-b8ae-4e64-b26e-b416a5106a75'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:26:14.620089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:25:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['25448a4d-b8ae-4e64-b26e-b416a5106a75'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:14.915512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Allocated IP 172.20.0.2 (725a6218-43c1-4c06-a663-db0a3f8a2342/53028cbe-bdb0-4344-871e-38bf6f51bb6e/443223ae-60c7-47af-9526-a26a4e20cff1) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:26:15.012849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b1e92-a4d9-4b48-b758-bf0028805f8e req-d52a49cc-af63-4474-b4fa-2df9ddd1c787 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:15.016717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb4b1e92-a4d9-4b48-b758-bf0028805f8e req-d52a49cc-af63-4474-b4fa-2df9ddd1c787 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.2616799 Feb 15 14:26:15.024867 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:15.211821 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Publish callbacks [] for port (443223ae-60c7-47af-9526-a26a4e20cff1), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:15.216269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35668) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:15.278885 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:15.345994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb4b1e92-a4d9-4b48-b758-bf0028805f8e req-319f6f02-9de7-4d84-aa84-f6e46a9c5a47 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152111 Feb 15 14:26:15.461260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Network 725a6218-43c1-4c06-a663-db0a3f8a2342 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:26:15.470708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:15.480502 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3b0df0e3-b375-49df-aba9-6db455ed9e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:15.483346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:26:15.515713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Pushing event updated for resources: {'Port': ['ID=443223ae-60c7-47af-9526-a26a4e20cff1,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:15.680021 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5a3e3021-49b0-44d6-88a3-efcef0b4f893 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed891f49ff234e3da2c4b110d273d669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4562232 Feb 15 14:26:15.683345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35678) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:15.716375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] Set router 25448a4d-b8ae-4e64-b26e-b416a5106a75 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:26:15.720211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Attempting to bind port 443223ae-60c7-47af-9526-a26a4e20cff1 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:26:15.720852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Attempting to bind port 443223ae-60c7-47af-9526-a26a4e20cff1 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:26:15.721452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Attempting to bind port 443223ae-60c7-47af-9526-a26a4e20cff1 on network 725a6218-43c1-4c06-a663-db0a3f8a2342 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:26:15.838818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cedd3fbe-fe14-4a35-b0a4-387d01423979 admin admin] Publish callbacks [] for security_group (a11d27f8-1d23-4961-a858-575b1ae37d0a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:15.885601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cedd3fbe-fe14-4a35-b0a4-387d01423979 admin admin] Publish callbacks [] for security_group (a11d27f8-1d23-4961-a858-575b1ae37d0a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:15.927191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:26:15.941510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.20.0.1 (725a6218-43c1-4c06-a663-db0a3f8a2342/53028cbe-bdb0-4344-871e-38bf6f51bb6e/102ea361-52ca-411f-8485-a0344eeadce8) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:26:15.942693 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Checking segment: {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:26:15.943693 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:15.951382 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Bound using segment: {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:26:15.952819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Bound port: 443223ae-60c7-47af-9526-a26a4e20cff1, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:26:15.954687 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:16.017211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cedd3fbe-fe14-4a35-b0a4-387d01423979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a11d27f8-1d23-4961-a858-575b1ae37d0a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:16.021598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cedd3fbe-fe14-4a35-b0a4-387d01423979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:16.027390 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cedd3fbe-fe14-4a35-b0a4-387d01423979 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a11d27f8-1d23-4961-a858-575b1ae37d0a HTTP/1.1" status: 204 len: 168 time: 0.3390071 Feb 15 14:26:16.040664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd3fbe-fe14-4a35-b0a4-387d01423979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d27f8-1d23-4961-a858-575b1ae37d0a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:16.237037 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (102ea361-52ca-411f-8485-a0344eeadce8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:16.301376 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (102ea361-52ca-411f-8485-a0344eeadce8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:16.318796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] For port 443223ae-60c7-47af-9526-a26a4e20cff1, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:26:16.322517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] For port 443223ae-60c7-47af-9526-a26a4e20cff1, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=443223ae-60c7-47af-9526-a26a4e20cff1,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:26:16.331374 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:16.425613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 725a6218-43c1-4c06-a663-db0a3f8a2342 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:26:16.432170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:16.447376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:26:16.452315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49454f95-39b3-4b08-acf3-359caabf7851 None None] Pushing event updated for resources: {'Port': ['ID=443223ae-60c7-47af-9526-a26a4e20cff1,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:16.598205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=102ea361-52ca-411f-8485-a0344eeadce8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:16.711956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (25448a4d-b8ae-4e64-b26e-b416a5106a75), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:16.747083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:09Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:16.844809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd264549-249e-4f84-91ed-4955cc2c5202 None None] The sync data for ids ['25448a4d-b8ae-4e64-b26e-b416a5106a75'] in n-d-829064-15 is: [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:09Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:26:16.888504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbee2e-813a-4b3e-9605-232051c5cb10 req-d4d77037-2055-465a-b1ae-b222565de66a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:16.910952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dcbee2e-813a-4b3e-9605-232051c5cb10 req-d4d77037-2055-465a-b1ae-b222565de66a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.2987883 Feb 15 14:26:17.001320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9dcbee2e-813a-4b3e-9605-232051c5cb10 req-a108ea1b-8f4c-42e0-a9e9-5ef586d3e532 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888910 Feb 15 14:26:17.204223 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82b4d0aa-73fa-4936-a754-55f75455e559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:17.388044 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (102ea361-52ca-411f-8485-a0344eeadce8), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.149732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 443223ae-60c7-47af-9526-a26a4e20cff1 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:26:18.151325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35720) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:18.403220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 443223ae-60c7-47af-9526-a26a4e20cff1 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:18.407504 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.438499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-918771338-network', 'tenant_id': 'fabaf51232904e64a348e406315e7997'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:18.482712 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.537391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Made reservation on behalf of fabaf51232904e64a348e406315e7997 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:26:18.541122 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.565286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.570849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda05917-294e-488c-9681-b08fd779e9dc req-0ac1656f-d324-438a-a7e8-5620a2d16b89 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:18.575644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bda05917-294e-488c-9681-b08fd779e9dc req-0ac1656f-d324-438a-a7e8-5620a2d16b89 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.3602233 Feb 15 14:26:18.644190 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (102ea361-52ca-411f-8485-a0344eeadce8), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.683156 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (102ea361-52ca-411f-8485-a0344eeadce8), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.692573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 443223ae-60c7-47af-9526-a26a4e20cff1 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:18.694764 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.774179 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Publish callbacks [] for security_group (b08e7048-9254-42dc-a5c3-f5e55dbacfd1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.781055 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b08e7048-9254-42dc-a5c3-f5e55dbacfd1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.851297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 443223ae-60c7-47af-9526-a26a4e20cff1, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=443223ae-60c7-47af-9526-a26a4e20cff1,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:18.868210 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.869820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:26:18.881381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:26:18.953710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08e7048-9254-42dc-a5c3-f5e55dbacfd1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:18.958539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (da18f8ec-008d-4ae7-9e98-4ef232085637), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:18.958867 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Added segment da18f8ec-008d-4ae7-9e98-4ef232085637 of type vlan for network 7503b98c-a685-4023-9790-ce491bb1f6bf Feb 15 14:26:18.997838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=102ea361-52ca-411f-8485-a0344eeadce8,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:19.067675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bda05917-294e-488c-9681-b08fd779e9dc req-b1ce3213-00be-4df7-858f-cba0eb84ed6b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4553370 Feb 15 14:26:19.073657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (25448a4d-b8ae-4e64-b26e-b416a5106a75), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:19.110262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (7503b98c-a685-4023-9790-ce491bb1f6bf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:19.199877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=443223ae-60c7-47af-9526-a26a4e20cff1,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:19.240284 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (7503b98c-a685-4023-9790-ce491bb1f6bf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:19.241881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:19.242812 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:19.294616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:19.295415 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:19.326089 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1694510 Feb 15 14:26:19.326780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35730) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:19.348943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] Request body: {'subnet': {'network_id': '7503b98c-a685-4023-9790-ce491bb1f6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-918771338-subnet', 'tenant_id': 'fabaf51232904e64a348e406315e7997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:19.433447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] Made reservation on behalf of fabaf51232904e64a348e406315e7997 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:26:19.440265 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:19.551596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c130c50-b5a0-4a90-a407-6b638e00bb6a admin admin] Pushing event updated for resources: {'Network': ['ID=7503b98c-a685-4023-9790-ce491bb1f6bf,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:19.564920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 725a6218-43c1-4c06-a663-db0a3f8a2342 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:26:19.568550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:19.863493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5aeefa-d8d6-425f-bfa8-f910686379c7 None None] Network 725a6218-43c1-4c06-a663-db0a3f8a2342 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:19.872541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 7503b98c-a685-4023-9790-ce491bb1f6bf details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:26:19.946230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 25448a4d-b8ae-4e64-b26e-b416a5106a75 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:26:19.996945 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (b6abdf7f-8868-4b56-ab8f-07121fa2e8a6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:20.264589 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:20.284885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0237ec1c-cc2e-4d3d-8af3-49dfe8c9d648 None None] Provisioning complete for port 443223ae-60c7-47af-9526-a26a4e20cff1 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:20.286079 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0237ec1c-cc2e-4d3d-8af3-49dfe8c9d648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:20.446502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:20.447320 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:20.451000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] Checking segment: {'id': 'da18f8ec-008d-4ae7-9e98-4ef232085637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7503b98c-a685-4023-9790-ce491bb1f6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:26:20.451729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] Network hostable DHCP agents. Network: 7503b98c-a685-4023-9790-ce491bb1f6bf, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:26:20.458895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6abdf7f-8868-4b56-ab8f-07121fa2e8a6,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:20.494764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] Network 7503b98c-a685-4023-9790-ce491bb1f6bf is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:26:20.580702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee13c7-8218-4f93-bd2c-8a92ddbb1aa5 req-3ef431b0-9bc3-4313-8985-a13eb7942739 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:20.589099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:20.591701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9aee13c7-8218-4f93-bd2c-8a92ddbb1aa5 req-3ef431b0-9bc3-4313-8985-a13eb7942739 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.2670949 Feb 15 14:26:20.598978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 7503b98c-a685-4023-9790-ce491bb1f6bf) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:20.612188 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:20.636896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:26:20.641905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:20.641905 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:20.642425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace95549-64db-4e11-9666-a998f99194fd None None] Network 7503b98c-a685-4023-9790-ce491bb1f6bf requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:20.655670 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Sync routers for ids ['25448a4d-b8ae-4e64-b26e-b416a5106a75'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:26:20.679727 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Routers {'25448a4d-b8ae-4e64-b26e-b416a5106a75'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:26:20.681194 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['25448a4d-b8ae-4e64-b26e-b416a5106a75'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:20.703135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-eb0d607e-e760-4120-8078-f3186a640d4b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "PUT /v2.0/routers/25448a4d-b8ae-4e64-b26e-b416a5106a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0076694 Feb 15 14:26:20.708214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-968029ea-789b-4be3-8589-6c47dcd1123d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3706493 Feb 15 14:26:20.784344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9aee13c7-8218-4f93-bd2c-8a92ddbb1aa5 req-0783a217-7894-4904-b7f8-0f17dd41ef28 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913676 Feb 15 14:26:20.903550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0237ec1c-cc2e-4d3d-8af3-49dfe8c9d648 None None] Current status of the port 443223ae-60c7-47af-9526-a26a4e20cff1 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:21.004955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 443223ae-60c7-47af-9526-a26a4e20cff1 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:26:21.105723 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Set router 25448a4d-b8ae-4e64-b26e-b416a5106a75 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:26:21.308260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:21.321324 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:21.433055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 443223ae-60c7-47af-9526-a26a4e20cff1 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:21.433750 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:21.571631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a6c9e3-3a3c-4af8-89ff-9230f0413686 None None] Network 7503b98c-a685-4023-9790-ce491bb1f6bf requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:21.600238 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-3575061b-b975-4b2f-b08f-d16afd080cd9 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001594876&fields=id&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 267 time: 0.1837196 Feb 15 14:26:21.922082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-1641b795-8344-49b9-b5cb-ba3a2c7ad7da tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:21.926090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-1641b795-8344-49b9-b5cb-ba3a2c7ad7da tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 797 time: 0.3231113 Feb 15 14:26:21.967265 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:17Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '102ea361-52ca-411f-8485-a0344eeadce8', 'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:62:4c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:15Z', 'updated_at': '2022-02-15T14:26:17Z', 'revision_number': 2, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:22.027083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-9db54b08-491d-41f5-b6cf-8801154fcb26 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/quotas/e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 375 time: 0.0759630 Feb 15 14:26:22.100427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 443223ae-60c7-47af-9526-a26a4e20cff1 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:22.116078 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Checking router: 25448a4d-b8ae-4e64-b26e-b416a5106a75 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:26:22.120436 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Updating router 25448a4d-b8ae-4e64-b26e-b416a5106a75 port 102ea361-52ca-411f-8485-a0344eeadce8 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:26:22.196971 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (102ea361-52ca-411f-8485-a0344eeadce8), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:22.244162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-03ed6e45-e305-4038-a131-be875d8e98b7 None None] Provisioning complete for port 102ea361-52ca-411f-8485-a0344eeadce8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:22.245192 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03ed6e45-e305-4038-a131-be875d8e98b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (102ea361-52ca-411f-8485-a0344eeadce8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:22.298298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee8862-cb88-4635-960f-a74e26433501 req-31032958-99c7-49a2-99ee-82682d18bc66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:22.309352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5fee8862-cb88-4635-960f-a74e26433501 req-31032958-99c7-49a2-99ee-82682d18bc66 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.1458476 Feb 15 14:26:22.338308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-7f25eac2-6b9b-4c74-8184-f23d9ba14148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2826025 Feb 15 14:26:22.421110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-03ed6e45-e305-4038-a131-be875d8e98b7 None None] Port 102ea361-52ca-411f-8485-a0344eeadce8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:26:22.452920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-03ed6e45-e305-4038-a131-be875d8e98b7 None None] Provisioning complete for port 443223ae-60c7-47af-9526-a26a4e20cff1 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:22.453554 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03ed6e45-e305-4038-a131-be875d8e98b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:22.684234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35798) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:22.692578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1282738403-network', 'tenant_id': 'a651b668ac8542a9a0bdfa5e462d9c37'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:22.697881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-03ed6e45-e305-4038-a131-be875d8e98b7 None None] Current status of the port 443223ae-60c7-47af-9526-a26a4e20cff1 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:22.758593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Made reservation on behalf of a651b668ac8542a9a0bdfa5e462d9c37 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:26:22.765274 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:22.823849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:22.857961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ce7451d2-1bae-496a-93a9-2e9a42854a57 None None] Provisioning complete for port 102ea361-52ca-411f-8485-a0344eeadce8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:22.858460 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ce7451d2-1bae-496a-93a9-2e9a42854a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (102ea361-52ca-411f-8485-a0344eeadce8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:22.976658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:26:23.118571 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Publish callbacks [] for port (102ea361-52ca-411f-8485-a0344eeadce8), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.132873 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Publish callbacks [] for security_group (61e62d91-4f26-4866-8cf8-2ca4d342abb8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.135700 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (102ea361-52ca-411f-8485-a0344eeadce8), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.143054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (61e62d91-4f26-4866-8cf8-2ca4d342abb8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.191198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ce7451d2-1bae-496a-93a9-2e9a42854a57 None None] Port 102ea361-52ca-411f-8485-a0344eeadce8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:26:23.211213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e62d91-4f26-4866-8cf8-2ca4d342abb8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:23.234213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:26:23.275335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (adc2cdf9-7032-498e-bbcc-06e95e824779), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.276727 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Added segment adc2cdf9-7032-498e-bbcc-06e95e824779 of type vlan for network a93a349a-c46e-4799-a1b3-5ef0b3bb174c Feb 15 14:26:23.300391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:23.301182 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.308660 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Pushing event updated for resources: {'Port': ['ID=102ea361-52ca-411f-8485-a0344eeadce8,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:23.347860 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.348338 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.348915 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.351451 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.355468 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.356092 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.356491 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.357053 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.357502 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.357840 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.358355 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.362348 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.363105 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:23.429387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a93a349a-c46e-4799-a1b3-5ef0b3bb174c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.504403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cbfdd6f5-be12-4377-94d5-b6e3a8d80a24 None None] Provisioning complete for port 102ea361-52ca-411f-8485-a0344eeadce8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:23.505132 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd6f5-be12-4377-94d5-b6e3a8d80a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (102ea361-52ca-411f-8485-a0344eeadce8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.511651 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a93a349a-c46e-4799-a1b3-5ef0b3bb174c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.513305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:23.514330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.524452 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Attempting to bind port 102ea361-52ca-411f-8485-a0344eeadce8 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:26:23.525044 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Attempting to bind port 102ea361-52ca-411f-8485-a0344eeadce8 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:26:23.525506 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Attempting to bind port 102ea361-52ca-411f-8485-a0344eeadce8 on network 725a6218-43c1-4c06-a663-db0a3f8a2342 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:26:23.548648 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:26:23.549094 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Checking segment: {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:26:23.549428 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.549708 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Bound using segment: {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:26:23.560719 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Bound port: 102ea361-52ca-411f-8485-a0344eeadce8, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:26:23.561489 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (102ea361-52ca-411f-8485-a0344eeadce8), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.624920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cbfdd6f5-be12-4377-94d5-b6e3a8d80a24 None None] Port 102ea361-52ca-411f-8485-a0344eeadce8 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:26:23.655699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-1af04133-cc19-41eb-8b09-f546aece4f66 service neutron] 10.222.0.72 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081694 Feb 15 14:26:23.693047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] Pushing event updated for resources: {'Network': ['ID=a93a349a-c46e-4799-a1b3-5ef0b3bb174c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:23.735524 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e69b7f92-cda4-48f2-88a5-a62d4855f85a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0495303 Feb 15 14:26:23.740430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35812) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:23.750843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] Request body: {'subnet': {'network_id': 'a93a349a-c46e-4799-a1b3-5ef0b3bb174c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1282738403-subnet', 'tenant_id': 'a651b668ac8542a9a0bdfa5e462d9c37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:23.789804 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] For port 102ea361-52ca-411f-8485-a0344eeadce8, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:26:23.802382 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] For port 102ea361-52ca-411f-8485-a0344eeadce8, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=102ea361-52ca-411f-8485-a0344eeadce8,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:26:23.805725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] Made reservation on behalf of a651b668ac8542a9a0bdfa5e462d9c37 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:26:23.806627 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:23.812269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.816902 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a93a349a-c46e-4799-a1b3-5ef0b3bb174c details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:26:23.825938 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (102ea361-52ca-411f-8485-a0344eeadce8), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:23.932962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5fee8862-cb88-4635-960f-a74e26433501 req-25255404-99b1-4e55-bbc9-a65a758601ba tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6150453 Feb 15 14:26:23.975007 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Routers {'25448a4d-b8ae-4e64-b26e-b416a5106a75'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:26:23.976317 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['25448a4d-b8ae-4e64-b26e-b416a5106a75'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:24.007591 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-0c79b8e8-a812-4fbf-9c56-53c24fe8fd10 service neutron] 10.222.0.72 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508129 Feb 15 14:26:24.046934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7ad2a318-d8d6-4188-9dd0-0c5f4d23656a None None] Provisioning complete for port 102ea361-52ca-411f-8485-a0344eeadce8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:24.049578 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7ad2a318-d8d6-4188-9dd0-0c5f4d23656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (102ea361-52ca-411f-8485-a0344eeadce8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:24.218013 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468e9b3-6201-4560-a76b-d0fc74cb60db None None] Pushing event updated for resources: {'Port': ['ID=102ea361-52ca-411f-8485-a0344eeadce8,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:24.307144 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] Set router 25448a4d-b8ae-4e64-b26e-b416a5106a75 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:26:24.349148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2a318-d8d6-4188-9dd0-0c5f4d23656a None None] Current status of the port 102ea361-52ca-411f-8485-a0344eeadce8 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:24.350002 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7ad2a318-d8d6-4188-9dd0-0c5f4d23656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (102ea361-52ca-411f-8485-a0344eeadce8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:24.434044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (447fd2cc-8df7-4c88-aefe-dd4218c0125e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:24.453541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7ad2a318-d8d6-4188-9dd0-0c5f4d23656a None None] For port 102ea361-52ca-411f-8485-a0344eeadce8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=102ea361-52ca-411f-8485-a0344eeadce8,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:24.464932 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7ad2a318-d8d6-4188-9dd0-0c5f4d23656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (102ea361-52ca-411f-8485-a0344eeadce8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:24.644704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] Checking segment: {'id': 'adc2cdf9-7032-498e-bbcc-06e95e824779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a93a349a-c46e-4799-a1b3-5ef0b3bb174c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:26:24.645077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] Network hostable DHCP agents. Network: a93a349a-c46e-4799-a1b3-5ef0b3bb174c, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:26:24.653413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=447fd2cc-8df7-4c88-aefe-dd4218c0125e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:24.693211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13f8d9d4-8fac-47ad-8b70-0c392dc50af1 req-59f03603-f2ff-474f-80dd-f467b7a173ad tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 210 time: 0.1201463 Feb 15 14:26:24.698352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-67de4d26-e37b-475b-a138-311fc2a91d7e None None] Provisioning complete for port 102ea361-52ca-411f-8485-a0344eeadce8 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:24.700059 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-67de4d26-e37b-475b-a138-311fc2a91d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (102ea361-52ca-411f-8485-a0344eeadce8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:24.702878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] Network a93a349a-c46e-4799-a1b3-5ef0b3bb174c is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:26:24.723848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a93a349a-c46e-4799-a1b3-5ef0b3bb174c) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:24.752063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:24.754202 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:24.812022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528df6f7-91c9-4937-ba7d-e8606a460e96 None None] Network a93a349a-c46e-4799-a1b3-5ef0b3bb174c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:24.814029 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2ebf57c5-6796-452c-bb4b-f591c1c66a61 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0702786 Feb 15 14:26:24.816982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2a318-d8d6-4188-9dd0-0c5f4d23656a None None] Pushing event updated for resources: {'Port': ['ID=102ea361-52ca-411f-8485-a0344eeadce8,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:25.069622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-67de4d26-e37b-475b-a138-311fc2a91d7e None None] Current status of the port 102ea361-52ca-411f-8485-a0344eeadce8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:25.078710 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:17Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '102ea361-52ca-411f-8485-a0344eeadce8', 'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:62:4c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:15Z', 'updated_at': '2022-02-15T14:26:23Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:25.116755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e89a7b8-27ce-40e8-b318-0654d84e0e1e None None] Network a93a349a-c46e-4799-a1b3-5ef0b3bb174c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:25.167656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35846) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:25.312857 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb66c6a-5f5e-402e-8c84-58a66bc68dc7 None None] The sync data for ids ['25448a4d-b8ae-4e64-b26e-b416a5106a75'] in n-d-829064-15 is: [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:17Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '102ea361-52ca-411f-8485-a0344eeadce8', 'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:62:4c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:15Z', 'updated_at': '2022-02-15T14:26:23Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:26:25.331967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-7515e26b-e95d-43bf-b8cb-219e92cdde78 admin admin] Deleting subnet b6abdf7f-8868-4b56-ab8f-07121fa2e8a6 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:26:25.336103 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7515e26b-e95d-43bf-b8cb-219e92cdde78 admin admin] Publish callbacks [] for subnet (b6abdf7f-8868-4b56-ab8f-07121fa2e8a6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:25.383516 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7515e26b-e95d-43bf-b8cb-219e92cdde78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (b6abdf7f-8868-4b56-ab8f-07121fa2e8a6), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:25.544833 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7515e26b-e95d-43bf-b8cb-219e92cdde78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (b6abdf7f-8868-4b56-ab8f-07121fa2e8a6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:25.716808 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7515e26b-e95d-43bf-b8cb-219e92cdde78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (b6abdf7f-8868-4b56-ab8f-07121fa2e8a6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:25.754610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515e26b-e95d-43bf-b8cb-219e92cdde78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6abdf7f-8868-4b56-ab8f-07121fa2e8a6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:25.830469 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7515e26b-e95d-43bf-b8cb-219e92cdde78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:25.836197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7515e26b-e95d-43bf-b8cb-219e92cdde78 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b6abdf7f-8868-4b56-ab8f-07121fa2e8a6 HTTP/1.1" status: 204 len: 168 time: 0.6663740 Feb 15 14:26:25.840589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35858) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:25.888874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49cf2ef2-5410-48d8-8d58-c5af861218db req-d547b952-ef0c-4170-a09e-dd60ec0c8e66 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 210 time: 0.0596735 Feb 15 14:26:25.920717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f01b-2b9b-43db-80f6-297e103a4aca req-d6c7fdf9-2cf9-48f8-ab0b-be3a83e677bb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:25.922741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0157f01b-2b9b-43db-80f6-297e103a4aca req-d6c7fdf9-2cf9-48f8-ab0b-be3a83e677bb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.1729922 Feb 15 14:26:25.997662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (7503b98c-a685-4023-9790-ce491bb1f6bf), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:26.014221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0157f01b-2b9b-43db-80f6-297e103a4aca req-f805462c-aa01-4e2a-b529-4830d57e4e2e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827713 Feb 15 14:26:26.165183 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (7503b98c-a685-4023-9790-ce491bb1f6bf), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:26.197620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7503b98c-a685-4023-9790-ce491bb1f6bf']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:26.218799 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da18f8ec-008d-4ae7-9e98-4ef232085637') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:26.219546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da18f8ec-008d-4ae7-9e98-4ef232085637') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:26.247495 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (da18f8ec-008d-4ae7-9e98-4ef232085637), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:26.271330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (da18f8ec-008d-4ae7-9e98-4ef232085637), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:26.283483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:26:26.283889 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (da18f8ec-008d-4ae7-9e98-4ef232085637), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:26:26.286822 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:26:26.382700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (7503b98c-a685-4023-9790-ce491bb1f6bf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:26.395842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:26.402147 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] 10.222.0.72 "DELETE /v2.0/networks/7503b98c-a685-4023-9790-ce491bb1f6bf HTTP/1.1" status: 204 len: 168 time: 0.5595634 Feb 15 14:26:26.404796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35870) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:26.422679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeb7e6-1a6b-4acb-94fe-221d550ad12c admin admin] Pushing event deleted for resources: {'Network': ['ID=7503b98c-a685-4023-9790-ce491bb1f6bf,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:26.692794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e459e8-f9ea-4278-8b81-c96bc6d8f5e8 admin admin] Deleting subnet 447fd2cc-8df7-4c88-aefe-dd4218c0125e {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:26:26.713191 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25e459e8-f9ea-4278-8b81-c96bc6d8f5e8 admin admin] Publish callbacks [] for subnet (447fd2cc-8df7-4c88-aefe-dd4218c0125e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:26.789222 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25e459e8-f9ea-4278-8b81-c96bc6d8f5e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (447fd2cc-8df7-4c88-aefe-dd4218c0125e), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:26.829965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 102ea361-52ca-411f-8485-a0344eeadce8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:26:26.862232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b65b14e2-43a1-41c8-ba37-eccb2eed3f16 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:26.865347 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b65b14e2-43a1-41c8-ba37-eccb2eed3f16 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.42 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 797 time: 0.3990602 Feb 15 14:26:26.893078 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25e459e8-f9ea-4278-8b81-c96bc6d8f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (447fd2cc-8df7-4c88-aefe-dd4218c0125e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:26.950193 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 102ea361-52ca-411f-8485-a0344eeadce8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:26.950780 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (102ea361-52ca-411f-8485-a0344eeadce8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.033426 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25e459e8-f9ea-4278-8b81-c96bc6d8f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (447fd2cc-8df7-4c88-aefe-dd4218c0125e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.119533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25e459e8-f9ea-4278-8b81-c96bc6d8f5e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.125473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-25e459e8-f9ea-4278-8b81-c96bc6d8f5e8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/447fd2cc-8df7-4c88-aefe-dd4218c0125e HTTP/1.1" status: 204 len: 168 time: 0.7161014 Feb 15 14:26:27.127475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e459e8-f9ea-4278-8b81-c96bc6d8f5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=447fd2cc-8df7-4c88-aefe-dd4218c0125e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:27.129450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35884) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:27.241975 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f17a4e32-ffd0-4e59-ba97-50eb400e2df8 req-05d99a70-53b6-4a3c-9830-4996068161e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 210 time: 0.0944028 Feb 15 14:26:27.304894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 102ea361-52ca-411f-8485-a0344eeadce8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:27.387926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-7cdbd110-0f58-4a17-bd80-f0216d6294e0 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 380 time: 0.3905675 Feb 15 14:26:27.403486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'port': {'device_id': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'admin_state_up': True, 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'security_groups': ['75f306da-6007-4f27-a47e-8a36fd2ca60e']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:27.486372 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a93a349a-c46e-4799-a1b3-5ef0b3bb174c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.535472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35896) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:27.590664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d1a91-c2d3-4e99-9c8e-cf05456bbf8b req-1beb88ae-03e9-463d-a36c-5bf90e77f475 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:27.592831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d5d1a91-c2d3-4e99-9c8e-cf05456bbf8b req-1beb88ae-03e9-463d-a36c-5bf90e77f475 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.2947779 Feb 15 14:26:27.686449 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a93a349a-c46e-4799-a1b3-5ef0b3bb174c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.712305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93a349a-c46e-4799-a1b3-5ef0b3bb174c']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:27.741314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc2cdf9-7032-498e-bbcc-06e95e824779') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:27.741314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc2cdf9-7032-498e-bbcc-06e95e824779') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:27.762376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d5d1a91-c2d3-4e99-9c8e-cf05456bbf8b req-3077cdcf-d361-494f-a400-fa433e28ab27 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504056 Feb 15 14:26:27.773836 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (adc2cdf9-7032-498e-bbcc-06e95e824779), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.806198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:26:27.815422 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.826764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (adc2cdf9-7032-498e-bbcc-06e95e824779), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.842486 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:26:27.843802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (adc2cdf9-7032-498e-bbcc-06e95e824779), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:26:27.847858 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:26:27.854951 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-300a9f52-1d21-41fd-b956-1ff909fecb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.964956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a93a349a-c46e-4799-a1b3-5ef0b3bb174c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.984082 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:27.996177 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] 10.222.0.72 "DELETE /v2.0/networks/a93a349a-c46e-4799-a1b3-5ef0b3bb174c HTTP/1.1" status: 204 len: 168 time: 0.8637140 Feb 15 14:26:28.017912 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dc3f1-6f98-4252-be13-d6f61381906d admin admin] Pushing event deleted for resources: {'Network': ['ID=a93a349a-c46e-4799-a1b3-5ef0b3bb174c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:28.169381 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-300a9f52-1d21-41fd-b956-1ff909fecb23 admin admin] Publish callbacks [] for security_group (dfee922b-f861-4046-b109-86df3a3f82f0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.181040 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-300a9f52-1d21-41fd-b956-1ff909fecb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dfee922b-f861-4046-b109-86df3a3f82f0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.194963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35910) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:28.216554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.20.0.7 (725a6218-43c1-4c06-a663-db0a3f8a2342/53028cbe-bdb0-4344-871e-38bf6f51bb6e/770a56d4-9b12-4af7-adb0-335ecbb44a3e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:26:28.248765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a9f52-1d21-41fd-b956-1ff909fecb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfee922b-f861-4046-b109-86df3a3f82f0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:28.255167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-300a9f52-1d21-41fd-b956-1ff909fecb23 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc6bdcfcf3b04b3093e1c74f125208f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7096789 Feb 15 14:26:28.258453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 35912) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:28.284508 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9958908b-fc98-4ede-ad93-8746a98d8ead admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fabaf51232904e64a348e406315e7997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0854502 Feb 15 14:26:28.285220 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35914) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:28.413600 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-def7500f-35cd-495c-b3c5-b47d5bd66363 admin admin] Publish callbacks [] for security_group (b08e7048-9254-42dc-a5c3-f5e55dbacfd1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.465053 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-def7500f-35cd-495c-b3c5-b47d5bd66363 admin admin] Publish callbacks [] for security_group (b08e7048-9254-42dc-a5c3-f5e55dbacfd1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.473307 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a476f68-14b6-4028-a418-f7aa7947d7f2 req-28cbb99c-f710-4d6a-8847-58ebe6f534e6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 210 time: 0.0458810 Feb 15 14:26:28.508457 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f544f1e5-ea26-409b-8a0b-2927b249f93c admin admin] Publish callbacks [] for security_group (dfee922b-f861-4046-b109-86df3a3f82f0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.561678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f544f1e5-ea26-409b-8a0b-2927b249f93c admin admin] Publish callbacks [] for security_group (dfee922b-f861-4046-b109-86df3a3f82f0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.566938 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-def7500f-35cd-495c-b3c5-b47d5bd66363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b08e7048-9254-42dc-a5c3-f5e55dbacfd1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.570240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-def7500f-35cd-495c-b3c5-b47d5bd66363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.576944 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-def7500f-35cd-495c-b3c5-b47d5bd66363 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b08e7048-9254-42dc-a5c3-f5e55dbacfd1 HTTP/1.1" status: 204 len: 168 time: 0.2896280 Feb 15 14:26:28.588046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7500f-35cd-495c-b3c5-b47d5bd66363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08e7048-9254-42dc-a5c3-f5e55dbacfd1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:28.605240 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.681684 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f544f1e5-ea26-409b-8a0b-2927b249f93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (dfee922b-f861-4046-b109-86df3a3f82f0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.685453 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f544f1e5-ea26-409b-8a0b-2927b249f93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.691373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f544f1e5-ea26-409b-8a0b-2927b249f93c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dfee922b-f861-4046-b109-86df3a3f82f0 HTTP/1.1" status: 204 len: 168 time: 0.4315712 Feb 15 14:26:28.696244 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:28.769500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544f1e5-ea26-409b-8a0b-2927b249f93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfee922b-f861-4046-b109-86df3a3f82f0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:28.790630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 725a6218-43c1-4c06-a663-db0a3f8a2342 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:26:28.805810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:28.824420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:26:28.951582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:29.085282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:29.090302 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:29.181527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdcb22-814b-430a-812a-8b32ab1966c2 req-eb4636c1-ffae-4574-9cb2-89bff67bc293 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:29.194857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92cdcb22-814b-430a-812a-8b32ab1966c2 req-eb4636c1-ffae-4574-9cb2-89bff67bc293 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.2229333 Feb 15 14:26:29.255124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4cbe602d-0d29-402a-93c0-0d95eb7e7c78 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8557308 Feb 15 14:26:29.269402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Request body: {'port': {'device_id': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:29.370977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92cdcb22-814b-430a-812a-8b32ab1966c2 req-94497775-79c3-4da3-b39f-0fc73a0394ef tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651864 Feb 15 14:26:29.381934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2006c9a2-751d-4fc5-ae1e-81f481256ecd None None] Provisioning complete for port 770a56d4-9b12-4af7-adb0-335ecbb44a3e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:29.382445 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2006c9a2-751d-4fc5-ae1e-81f481256ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:29.435538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:29.436572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35952) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:29.459271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2006c9a2-751d-4fc5-ae1e-81f481256ecd None None] Port 770a56d4-9b12-4af7-adb0-335ecbb44a3e cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:26:29.517514 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e2be484-3777-467a-a39f-f9d62fae2c37 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a651b668ac8542a9a0bdfa5e462d9c37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0772336 Feb 15 14:26:29.521737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 35954) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:29.535883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:26:29.649890 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4161f6-298a-4b7f-b67b-e4b03acd92d0 admin admin] Publish callbacks [] for security_group (61e62d91-4f26-4866-8cf8-2ca4d342abb8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:29.738325 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4161f6-298a-4b7f-b67b-e4b03acd92d0 admin admin] Publish callbacks [] for security_group (61e62d91-4f26-4866-8cf8-2ca4d342abb8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:29.793838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bb6aa-30e3-467c-bd05-33a8231edc73 req-b2dfb525-f947-43e6-a1f0-4242fd6decc5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:29.799670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a7bb6aa-30e3-467c-bd05-33a8231edc73 req-b2dfb525-f947-43e6-a1f0-4242fd6decc5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 931 time: 0.1398368 Feb 15 14:26:29.900365 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4161f6-298a-4b7f-b67b-e4b03acd92d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (61e62d91-4f26-4866-8cf8-2ca4d342abb8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:29.913545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0f4161f6-298a-4b7f-b67b-e4b03acd92d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:29.922698 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0f4161f6-298a-4b7f-b67b-e4b03acd92d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61e62d91-4f26-4866-8cf8-2ca4d342abb8 HTTP/1.1" status: 204 len: 168 time: 0.3953454 Feb 15 14:26:29.963989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4161f6-298a-4b7f-b67b-e4b03acd92d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e62d91-4f26-4866-8cf8-2ca4d342abb8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:30.047665 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a7bb6aa-30e3-467c-bd05-33a8231edc73 req-bf67afa3-e0e0-4906-8ffb-e13620187db1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286212 Feb 15 14:26:30.219631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770a56d4-9b12-4af7-adb0-335ecbb44a3e {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:26:30.262593 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Publish callbacks [] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:30.323568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Transition to ACTIVE for port object 770a56d4-9b12-4af7-adb0-335ecbb44a3e will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:26:30.331795 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:30.374318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:30.478832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'port_id': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5', 'mac_address': 'fa:16:3e:fa:2f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:26:30.496368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:30.645805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:30.647496 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:30.664931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:26:30.694742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:30.701559 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:30.862344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7e5f-16fe-4b0f-902e-3d8e77b9f7ec req-def9ed84-edf7-457d-953e-10df8fa8b577 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:30.873506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cac7e5f-16fe-4b0f-902e-3d8e77b9f7ec req-def9ed84-edf7-457d-953e-10df8fa8b577 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 944 time: 0.3316309 Feb 15 14:26:30.883608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:31.016983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:26:31.017572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:26:31.017969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on network 725a6218-43c1-4c06-a663-db0a3f8a2342 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:26:31.028995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['5ffdef76-d2ea-4a2c-8cd3-0358391a5be5'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:26:31.058007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on network 725a6218-43c1-4c06-a663-db0a3f8a2342 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:26:31.060659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on network 725a6218-43c1-4c06-a663-db0a3f8a2342 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:26:31.082397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:26:31.083489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Checking segment: {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:26:31.086483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Bound using segment: {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:26:31.088141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Bound port: 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:26:31.090021 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:31.109480 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cac7e5f-16fe-4b0f-902e-3d8e77b9f7ec req-c1f2a266-d0dd-4dc6-b1c4-8bdea213148e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282414 Feb 15 14:26:31.340422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:26:31.347142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:26:31.362406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461c864-136d-4cd6-9840-4fa02fbd4e48 req-f6fb99b8-fe51-4283-8104-0cd7a7e3b317 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:31.372417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1461c864-136d-4cd6-9840-4fa02fbd4e48 req-f6fb99b8-fe51-4283-8104-0cd7a7e3b317 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 943 time: 0.1321507 Feb 15 14:26:31.403185 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:31.536133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:31.557790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:31.558566 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:31.560348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-b873e961-59c8-4346-a829-491c9428bb19 service neutron] 10.222.0.42 "PUT /v2.0/ports/770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 1092 time: 2.2982576 Feb 15 14:26:31.560980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:26:31.563633 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf" -d '{"events": [{"name": "network-changed", "server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:26:31.615466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1461c864-136d-4cd6-9840-4fa02fbd4e48 req-1afa17d5-6502-46aa-b624-fa714377ba3a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418902 Feb 15 14:26:31.736776 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452015e9-e47b-4687-abd3-012c7ce4b6a1 x-openstack-request-id: req-452015e9-e47b-4687-abd3-012c7ce4b6a1 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:26:31.741263 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:26:31.742708 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-452015e9-e47b-4687-abd3-012c7ce4b6a1 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:26:31.743252 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'status': 'completed', 'code': 200} Feb 15 14:26:31.805364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-cb91bd80-2c5f-40e2-8efb-a9fa7ae6aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:31.811626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-cb91bd80-2c5f-40e2-8efb-a9fa7ae6aba4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1126 time: 0.1828084 Feb 15 14:26:31.932810 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-4df2f68a-eacf-4463-b60f-022fafea3412 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 217 time: 0.0990682 Feb 15 14:26:32.013072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-57e593f3-5c50-44ce-bcc0-a6f6348d0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:32.014766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-57e593f3-5c50-44ce-bcc0-a6f6348d0488 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.0809698 Feb 15 14:26:32.135165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-357af6db-59d5-47ec-92c2-1b496d02e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:32.137431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-357af6db-59d5-47ec-92c2-1b496d02e419 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1143563 Feb 15 14:26:32.363543 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0343700-a08f-4bc4-8769-4fbb90c8d8d3 req-d9b9b2ae-11cf-49cb-a025-5deedcd1fd7e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:32.365282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0343700-a08f-4bc4-8769-4fbb90c8d8d3 req-d9b9b2ae-11cf-49cb-a025-5deedcd1fd7e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 945 time: 0.1023068 Feb 15 14:26:32.374954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-20facea5-7c9e-4223-ad23-a714cfdffdfd service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155390 Feb 15 14:26:32.568725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a0343700-a08f-4bc4-8769-4fbb90c8d8d3 req-17e133ee-453a-4766-9064-ab5fff577076 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886990 Feb 15 14:26:32.657660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ff4da49-57e3-4127-8f98-b3a9da8505e1 req-d0c9c6c5-151f-4585-9469-cd13dc843e17 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749965 Feb 15 14:26:32.895928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf req-b923e557-116d-4a5a-81bb-bf8ba0603e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:32.897672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf req-b923e557-116d-4a5a-81bb-bf8ba0603e7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1126 time: 0.1565437 Feb 15 14:26:32.939375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8873944-88bf-47e6-b351-84db9e22a56e req-db1798c7-d923-4b0f-b6a0-68abbd67a304 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:32.941577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8873944-88bf-47e6-b351-84db9e22a56e req-db1798c7-d923-4b0f-b6a0-68abbd67a304 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 943 time: 0.1409376 Feb 15 14:26:33.102930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8873944-88bf-47e6-b351-84db9e22a56e req-ab0048b5-1921-4f4f-b865-611026c97513 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078651 Feb 15 14:26:33.122893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf req-ad9d202b-56e7-4f0b-8962-d2d3267f8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:33.126775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf req-ad9d202b-56e7-4f0b-8962-d2d3267f8d34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.2096059 Feb 15 14:26:33.206861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf req-0665c517-bf47-4001-b135-7384c7ce2d24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 217 time: 0.0736880 Feb 15 14:26:33.279341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf req-b57b55af-94b3-4d95-9fba-2545f6fca7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:33.281018 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf req-b57b55af-94b3-4d95-9fba-2545f6fca7ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.0681906 Feb 15 14:26:33.345917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf req-8166a978-3574-4024-9f52-2a5a4409049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:33.348694 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf req-8166a978-3574-4024-9f52-2a5a4409049b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0607488 Feb 15 14:26:33.498115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf req-e1616a62-6f7e-43ab-ab29-609bc23445c4 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425219 Feb 15 14:26:33.566545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:26:33.630405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1a67ea8-c202-4618-b6a2-9de4ed7328cf req-c4dc50b7-c1af-4f63-8985-cdb3de66361b service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247807 Feb 15 14:26:33.676438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:26:33.683941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:33.685977 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:33.721107 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:26:33.842694 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df654ba-efc8-4f2f-9f3b-366364570e85 req-427268e3-1368-4ea9-86fd-fda7258aaf62 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:33.859788 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:33.860494 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:33.862188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0df654ba-efc8-4f2f-9f3b-366364570e85 req-427268e3-1368-4ea9-86fd-fda7258aaf62 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 945 time: 0.1476352 Feb 15 14:26:33.889262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:26:33.898832 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a90de1-05f5-4543-af58-32b03790ac7c" -d '{"events": [{"server_uuid": "2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f", "name": "network-vif-plugged", "status": "completed", "tag": "5ffdef76-d2ea-4a2c-8cd3-0358391a5be5"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:26:33.941048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:33.947129 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:33.949756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0df654ba-efc8-4f2f-9f3b-366364570e85 req-9f4d8e1c-f233-4261-bb93-11c40b1ca3ad tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826735 Feb 15 14:26:34.015811 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad72435f-ae79-491e-9d0b-92451feb8ed5 x-openstack-request-id: req-ad72435f-ae79-491e-9d0b-92451feb8ed5 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:26:34.016376 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f", "name": "network-vif-plugged", "status": "completed", "tag": "5ffdef76-d2ea-4a2c-8cd3-0358391a5be5", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:26:34.017320 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ad72435f-ae79-491e-9d0b-92451feb8ed5 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:26:34.017900 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5', 'code': 200} Feb 15 14:26:34.053039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:34.108109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094c0e8-b72a-4590-8715-86efe3f33934 req-93754b7c-0cf9-4434-bdc8-b1a21e1e63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:34.109124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3094c0e8-b72a-4590-8715-86efe3f33934 req-93754b7c-0cf9-4434-bdc8-b1a21e1e63c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 1129 time: 0.0587108 Feb 15 14:26:34.169111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3094c0e8-b72a-4590-8715-86efe3f33934 req-ea420550-37c8-405f-961e-71cb5185505b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532045 Feb 15 14:26:34.195595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36138) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:34.367843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437c662-7a24-4b7b-9f60-8434c8fa2be6 req-60b66c55-2311-4c12-9325-582a7c381baa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:34.371384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9437c662-7a24-4b7b-9f60-8434c8fa2be6 req-60b66c55-2311-4c12-9325-582a7c381baa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 943 time: 0.1054811 Feb 15 14:26:34.458671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9437c662-7a24-4b7b-9f60-8434c8fa2be6 req-a59c62b5-52fe-4bc3-ac93-38c6f2d951da tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769811 Feb 15 14:26:34.482393 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1537a5b0-c466-41ff-ba76-4f3f10e0011e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:34.593946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1537a5b0-c466-41ff-ba76-4f3f10e0011e admin admin] Publish callbacks [] for security_group (0f8f7aad-5396-42f3-b477-eb2bf504df2f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:34.598480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1537a5b0-c466-41ff-ba76-4f3f10e0011e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0f8f7aad-5396-42f3-b477-eb2bf504df2f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:34.646297 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1537a5b0-c466-41ff-ba76-4f3f10e0011e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=520ec908f021486e9677e33666887e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4474318 Feb 15 14:26:34.647030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36148) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:34.647965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537a5b0-c466-41ff-ba76-4f3f10e0011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f7aad-5396-42f3-b477-eb2bf504df2f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:34.713525 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ac01-2ffc-4e63-9d02-90a0a64d7ff2 admin admin] Publish callbacks [] for security_group (0f8f7aad-5396-42f3-b477-eb2bf504df2f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:34.741881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ac01-2ffc-4e63-9d02-90a0a64d7ff2 admin admin] Publish callbacks [] for security_group (0f8f7aad-5396-42f3-b477-eb2bf504df2f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:34.817628 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ac01-2ffc-4e63-9d02-90a0a64d7ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0f8f7aad-5396-42f3-b477-eb2bf504df2f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:34.822950 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ac01-2ffc-4e63-9d02-90a0a64d7ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:34.824926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a8f1ac01-2ffc-4e63-9d02-90a0a64d7ff2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f8f7aad-5396-42f3-b477-eb2bf504df2f HTTP/1.1" status: 204 len: 168 time: 0.1762087 Feb 15 14:26:34.838896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1ac01-2ffc-4e63-9d02-90a0a64d7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f7aad-5396-42f3-b477-eb2bf504df2f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:35.113430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414748e-10b7-4a33-9d7a-12c23da9c6a7 req-a84d516c-16ab-419f-ad30-26aaf3abec26 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:35.115871 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3414748e-10b7-4a33-9d7a-12c23da9c6a7 req-a84d516c-16ab-419f-ad30-26aaf3abec26 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 946 time: 0.0651915 Feb 15 14:26:35.204807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3414748e-10b7-4a33-9d7a-12c23da9c6a7 req-03b25bb7-0f64-4062-b318-d70b59208bb9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748055 Feb 15 14:26:35.236429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36166) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:35.251524 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6594cbd-9abe-4a59-80dd-c4deae3d9edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:35.361874 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6594cbd-9abe-4a59-80dd-c4deae3d9edd admin admin] Publish callbacks [] for security_group (8c6930fd-8076-413d-8e89-520ab7c46586), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:35.387173 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d6594cbd-9abe-4a59-80dd-c4deae3d9edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8c6930fd-8076-413d-8e89-520ab7c46586), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:35.431801 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d6594cbd-9abe-4a59-80dd-c4deae3d9edd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=88b9e29d66ca41f49b43b8ea110b20d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1940849 Feb 15 14:26:35.434548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36172) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:35.484222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6594cbd-9abe-4a59-80dd-c4deae3d9edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6930fd-8076-413d-8e89-520ab7c46586,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:35.561265 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e98fb809-fdc7-47fc-9961-6a3f143b4faf admin admin] Publish callbacks [] for security_group (8c6930fd-8076-413d-8e89-520ab7c46586), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:35.603569 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e98fb809-fdc7-47fc-9961-6a3f143b4faf admin admin] Publish callbacks [] for security_group (8c6930fd-8076-413d-8e89-520ab7c46586), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:35.741813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f9c26-f096-4662-8342-3d0c2d50896b req-206903ff-a0fc-4a38-bb01-46f67f445fc5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:35.752894 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a98f9c26-f096-4662-8342-3d0c2d50896b req-206903ff-a0fc-4a38-bb01-46f67f445fc5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 943 time: 0.1257586 Feb 15 14:26:35.788339 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e98fb809-fdc7-47fc-9961-6a3f143b4faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8c6930fd-8076-413d-8e89-520ab7c46586), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:35.792878 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e98fb809-fdc7-47fc-9961-6a3f143b4faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:35.795130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e98fb809-fdc7-47fc-9961-6a3f143b4faf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c6930fd-8076-413d-8e89-520ab7c46586 HTTP/1.1" status: 204 len: 168 time: 0.3582718 Feb 15 14:26:35.827759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fb809-fdc7-47fc-9961-6a3f143b4faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6930fd-8076-413d-8e89-520ab7c46586,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:35.870029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a98f9c26-f096-4662-8342-3d0c2d50896b req-5f19a907-01c5-4a44-ba2b-1161ae72649b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157334 Feb 15 14:26:36.263274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:26:36.450165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19339f28-cb8b-464f-b663-ff7b8c4702a3 req-00edc3f3-8ac9-4466-9cee-ac840c4ad0fb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:36.453823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19339f28-cb8b-464f-b663-ff7b8c4702a3 req-00edc3f3-8ac9-4466-9cee-ac840c4ad0fb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 946 time: 0.1396580 Feb 15 14:26:36.536449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:36.564279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'port_id': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'mac_address': 'fa:16:3e:56:7f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:26:36.581848 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19339f28-cb8b-464f-b663-ff7b8c4702a3 req-70b115e7-ce4c-44f0-a3dd-d7c211840487 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164396 Feb 15 14:26:36.656096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 770a56d4-9b12-4af7-adb0-335ecbb44a3e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:36.656833 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:36.685204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770a56d4-9b12-4af7-adb0-335ecbb44a3e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:26:36.713955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:36.721054 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:36.939105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92de8a-de68-4df1-af43-9cc493b63851 req-85c2c946-43b0-407f-aa00-1ccf08dce2a3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:36.944656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:36.958763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de92de8a-de68-4df1-af43-9cc493b63851 req-85c2c946-43b0-407f-aa00-1ccf08dce2a3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 946 time: 0.1671350 Feb 15 14:26:36.982424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['770a56d4-9b12-4af7-adb0-335ecbb44a3e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:26:37.111736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de92de8a-de68-4df1-af43-9cc493b63851 req-fecfa651-287a-43f8-b53f-e5b9b6c48b12 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496561 Feb 15 14:26:37.144918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36232) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:37.185518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9a66b-34af-4e07-9167-aa43f7213adf req-4e1eab91-a331-42bb-9770-8d603f644121 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:37.191492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88a9a66b-34af-4e07-9167-aa43f7213adf req-4e1eab91-a331-42bb-9770-8d603f644121 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 944 time: 0.1622920 Feb 15 14:26:37.360796 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88a9a66b-34af-4e07-9167-aa43f7213adf req-161ae80e-a8ea-4fdf-a518-fff5ae2c5cc0 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588771 Feb 15 14:26:37.822596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba149b-7f3f-4da3-b831-8188dd01fc88 tempest-TestVolumeBootPattern-15943956 tempest-TestVolumeBootPattern-15943956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:37.829585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36262) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:37.830469 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9fba149b-7f3f-4da3-b831-8188dd01fc88 tempest-TestVolumeBootPattern-15943956 tempest-TestVolumeBootPattern-15943956-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 1124 time: 0.6832814 Feb 15 14:26:37.836445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:37.887572 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:38.084369 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:38.275090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:26:38.350598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Allocated IP 172.25.6.111 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/6ff7ddb8-6f5d-432b-aa17-32531dab2e86) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:26:38.418703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 770a56d4-9b12-4af7-adb0-335ecbb44a3e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:26:38.438000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 770a56d4-9b12-4af7-adb0-335ecbb44a3e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:38.439067 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:38.722225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 770a56d4-9b12-4af7-adb0-335ecbb44a3e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:38.723664 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:38.809699 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (6ff7ddb8-6f5d-432b-aa17-32531dab2e86), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:38.820688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:26:38.825717 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef8e373-324a-4a20-ad7f-0dc7c75e0efc" -d '{"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-plugged", "status": "completed", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:26:38.826711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d948d96-5a07-474d-8f82-724cdc631a66 req-1651268e-a366-449a-9e16-aca739559970 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:38.830480 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d948d96-5a07-474d-8f82-724cdc631a66 req-1651268e-a366-449a-9e16-aca739559970 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 944 time: 0.2511351 Feb 15 14:26:38.832732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:38.840556 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:38.943013 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6ff7ddb8-6f5d-432b-aa17-32531dab2e86), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:38.985480 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:39.006697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:26:39.018872 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b28d42-973e-49b3-81f3-2c109810bfeb x-openstack-request-id: req-e9b28d42-973e-49b3-81f3-2c109810bfeb {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:26:39.019256 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-plugged", "status": "completed", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:26:39.019669 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e9b28d42-973e-49b3-81f3-2c109810bfeb {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:26:39.020085 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'code': 200} Feb 15 14:26:39.068770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:39.080347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:26:39.204687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d948d96-5a07-474d-8f82-724cdc631a66 req-d9416ed9-9e12-4b42-891a-b4b051aba561 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149605 Feb 15 14:26:39.213809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=6ff7ddb8-6f5d-432b-aa17-32531dab2e86,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:39.272951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68fd5-a557-44c7-b9c6-131e4a489101 req-75d67bb2-9030-4088-9d18-9463fd2a53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:39.274855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55e68fd5-a557-44c7-b9c6-131e4a489101 req-75d67bb2-9030-4088-9d18-9463fd2a53a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1128 time: 0.1424549 Feb 15 14:26:39.399648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55e68fd5-a557-44c7-b9c6-131e4a489101 req-60c0d68e-20de-45f5-9709-f3f0e5b495e2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167369 Feb 15 14:26:39.525424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36370) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:39.791256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d66b32cd-9a9c-439e-b02c-0d79808d1fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:39.982987 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d66b32cd-9a9c-439e-b02c-0d79808d1fd0 admin admin] Publish callbacks [] for security_group (ec2bdfcc-b5e3-4005-8aee-de2a0b5fd778), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:39.990887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d66b32cd-9a9c-439e-b02c-0d79808d1fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ec2bdfcc-b5e3-4005-8aee-de2a0b5fd778), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:40.043480 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:40.054263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b32cd-9a9c-439e-b02c-0d79808d1fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2bdfcc-b5e3-4005-8aee-de2a0b5fd778,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:40.094234 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d66b32cd-9a9c-439e-b02c-0d79808d1fd0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ffc3c60c52b4842826d9fe1c267eb87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5670562 Feb 15 14:26:40.098328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36382) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:40.183258 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-71192000-3e42-41f2-863f-17642eded484 admin admin] Publish callbacks [] for security_group (ec2bdfcc-b5e3-4005-8aee-de2a0b5fd778), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:40.191232 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (15d36ff2-c391-440a-9c6e-41aa56d07222), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:40.237111 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-71192000-3e42-41f2-863f-17642eded484 admin admin] Publish callbacks [] for security_group (ec2bdfcc-b5e3-4005-8aee-de2a0b5fd778), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:40.333323 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-71192000-3e42-41f2-863f-17642eded484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ec2bdfcc-b5e3-4005-8aee-de2a0b5fd778), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:40.338951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-71192000-3e42-41f2-863f-17642eded484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:40.348473 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-71192000-3e42-41f2-863f-17642eded484 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec2bdfcc-b5e3-4005-8aee-de2a0b5fd778 HTTP/1.1" status: 204 len: 168 time: 0.2457373 Feb 15 14:26:40.380611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71192000-3e42-41f2-863f-17642eded484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2bdfcc-b5e3-4005-8aee-de2a0b5fd778,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:40.473781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6ff7ddb8-6f5d-432b-aa17-32531dab2e86), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:40.792086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa468f-4069-4dd1-8e46-b459e3e2e1a8 req-91c6063d-09e4-42db-ada7-c0f0c2c41a85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:40.794514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2aa468f-4069-4dd1-8e46-b459e3e2e1a8 req-91c6063d-09e4-42db-ada7-c0f0c2c41a85 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.2609801 Feb 15 14:26:40.903601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2aa468f-4069-4dd1-8e46-b459e3e2e1a8 req-ae669452-44a6-40ec-9b02-3626aa1df165 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994744 Feb 15 14:26:41.025644 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for port (6ff7ddb8-6f5d-432b-aa17-32531dab2e86), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:41.040711 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6ff7ddb8-6f5d-432b-aa17-32531dab2e86), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:41.194162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event updated for resources: {'Port': ['ID=6ff7ddb8-6f5d-432b-aa17-32531dab2e86,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:41.199672 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (15d36ff2-c391-440a-9c6e-41aa56d07222), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:41.396087 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Floating IP 15d36ff2-c391-440a-9c6e-41aa56d07222 associated. External IP: 172.25.6.111, port: 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5. Feb 15 14:26:41.785920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Router 701ba21b-9555-42a1-aaf0-e2338ea93b61 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:26:42.003087 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:26:42.023812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98750c9c-99f2-4edc-bdc1-71251f7a0d00 None None] Sync routers for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:26:42.042668 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:42.057079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98750c9c-99f2-4edc-bdc1-71251f7a0d00 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:26:42.058290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-98750c9c-99f2-4edc-bdc1-71251f7a0d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:42.153611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6bd68fbc-cb0d-4815-b7ca-64f54224fc43 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3146403 Feb 15 14:26:42.153611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'tag': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:26:42.153611 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9404dc1-81d4-48a7-8a8d-949de887a535" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f", "tag": "5ffdef76-d2ea-4a2c-8cd3-0358391a5be5"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:26:42.274729 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:42.275195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43877428-ba15-47f1-a399-cfaa2cd4e166 req-7171c1e2-4c4e-41b4-b0ed-4645a431596e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:42.278051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43877428-ba15-47f1-a399-cfaa2cd4e166 req-7171c1e2-4c4e-41b4-b0ed-4645a431596e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.2290480 Feb 15 14:26:42.280520 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc45a3ef-147f-4dc1-acb4-498000d87aed x-openstack-request-id: req-bc45a3ef-147f-4dc1-acb4-498000d87aed {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:26:42.280997 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f", "tag": "5ffdef76-d2ea-4a2c-8cd3-0358391a5be5", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:26:42.281657 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bc45a3ef-147f-4dc1-acb4-498000d87aed {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:26:42.282305 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'tag': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5', 'status': 'completed', 'code': 200} Feb 15 14:26:42.378298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-98750c9c-99f2-4edc-bdc1-71251f7a0d00 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:26:42.496659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9404dc1-81d4-48a7-8a8d-949de887a535 req-b08aa1b0-c79f-4a85-a875-9fa558de5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:42.499536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9404dc1-81d4-48a7-8a8d-949de887a535 req-b08aa1b0-c79f-4a85-a875-9fa558de5579 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 1129 time: 0.2005618 Feb 15 14:26:42.521122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43877428-ba15-47f1-a399-cfaa2cd4e166 req-f6f033da-02f6-4401-a414-dc37d4f81384 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184432 Feb 15 14:26:42.848853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9404dc1-81d4-48a7-8a8d-949de887a535 req-fb0d0501-b963-4632-84a3-33f7e1ebbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:42.851068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9404dc1-81d4-48a7-8a8d-949de887a535 req-fb0d0501-b963-4632-84a3-33f7e1ebbd7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.3257446 Feb 15 14:26:43.001734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc027739-8aea-4ab4-9de9-b394b4a5e7a7 req-8dcd356c-0169-4919-a28d-2e8effd317f0 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:43.005144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc027739-8aea-4ab4-9de9-b394b4a5e7a7 req-8dcd356c-0169-4919-a28d-2e8effd317f0 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.3151236 Feb 15 14:26:43.056914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9404dc1-81d4-48a7-8a8d-949de887a535 req-fe4f6dfd-996d-4fb7-803a-bdabd7003dd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 HTTP/1.1" status: 200 len: 1000 time: 0.1936386 Feb 15 14:26:43.076854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-98750c9c-99f2-4edc-bdc1-71251f7a0d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '15d36ff2-c391-440a-9c6e-41aa56d07222', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:fa:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:26:39Z', 'updated_at': '2022-02-15T14:26:39Z', 'revision_number': 0, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}, {'id': 'b6dee51b-353d-4ebd-80f5-0febca333149', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:a0:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:18Z', 'updated_at': '2022-02-15T14:23:26Z', 'revision_number': 1, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:43.129678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98750c9c-99f2-4edc-bdc1-71251f7a0d00 None None] Checking router: 701ba21b-9555-42a1-aaf0-e2338ea93b61 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:26:43.139149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36438) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:43.154421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98750c9c-99f2-4edc-bdc1-71251f7a0d00 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:26:43.155885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-98750c9c-99f2-4edc-bdc1-71251f7a0d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:43.200008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9404dc1-81d4-48a7-8a8d-949de887a535 req-2414c4cb-6664-4c86-b0b0-4dabafe522ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:43.203021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9404dc1-81d4-48a7-8a8d-949de887a535 req-2414c4cb-6664-4c86-b0b0-4dabafe522ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.1139605 Feb 15 14:26:43.304687 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc027739-8aea-4ab4-9de9-b394b4a5e7a7 req-39ee97bb-4ef9-48de-8859-5f166518a78f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918499 Feb 15 14:26:43.335737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36444) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:43.359955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9404dc1-81d4-48a7-8a8d-949de887a535 req-db022413-fbec-4c68-ab4e-d84ad424f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:43.364318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9404dc1-81d4-48a7-8a8d-949de887a535 req-db022413-fbec-4c68-ab4e-d84ad424f63e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1545835 Feb 15 14:26:43.408503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-98750c9c-99f2-4edc-bdc1-71251f7a0d00 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:26:43.487176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043746ba-88ea-40f7-b079-1c7519d3c983 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:43.493623 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-043746ba-88ea-40f7-b079-1c7519d3c983 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1123 time: 0.1556611 Feb 15 14:26:43.499292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36446) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:43.509932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:43.589190 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:43.644048 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9404dc1-81d4-48a7-8a8d-949de887a535 req-5271e7d2-6890-4c58-bfb8-2b09b2c37be2 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717280 Feb 15 14:26:43.722865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1090762207'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:43.808264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Made reservation on behalf of 0a21abcc1eed4a7db2be7462fda4cc70 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:26:43.811663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:43.854874 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:43.902135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9404dc1-81d4-48a7-8a8d-949de887a535 req-ac1961f9-d3d0-463d-bea6-e4273960a38e service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496383 Feb 15 14:26:43.991466 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:43.998250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-98750c9c-99f2-4edc-bdc1-71251f7a0d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '15d36ff2-c391-440a-9c6e-41aa56d07222', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:fa:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:26:39Z', 'updated_at': '2022-02-15T14:26:39Z', 'revision_number': 0, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}, {'id': 'b6dee51b-353d-4ebd-80f5-0febca333149', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:a0:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:18Z', 'updated_at': '2022-02-15T14:23:26Z', 'revision_number': 1, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:44.050172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98750c9c-99f2-4edc-bdc1-71251f7a0d00 None None] The sync data for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 is: [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '15d36ff2-c391-440a-9c6e-41aa56d07222', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:fa:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:26:39Z', 'updated_at': '2022-02-15T14:26:39Z', 'revision_number': 0, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}, {'id': 'b6dee51b-353d-4ebd-80f5-0febca333149', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:a0:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:18Z', 'updated_at': '2022-02-15T14:23:26Z', 'revision_number': 1, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:26:44.161124 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks [] for security_group (a985b16f-d33c-41da-a60b-a54ff697653f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:44.166572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a985b16f-d33c-41da-a60b-a54ff697653f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:44.522729 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1306cdf-e0a9-49da-a6d6-0856e6666a89 None None] New status for floating IP 15d36ff2-c391-440a-9c6e-41aa56d07222: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:26:44.753940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5702348b-97a9-431d-83fb-856295b05f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:44.860115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:26:44.864684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a985b16f-d33c-41da-a60b-a54ff697653f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:44.910057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d02e8ec3-1b41-4d97-85e9-2938f65b1fbc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:44.910836 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Added segment d02e8ec3-1b41-4d97-85e9-2938f65b1fbc of type vlan for network 082b5d53-7507-4add-a196-aa7186a0be5e Feb 15 14:26:44.944304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.25.6.72 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/0eac99ba-d3c3-41c3-9149-2b47234c660e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:26:45.029786 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (082b5d53-7507-4add-a196-aa7186a0be5e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:45.136901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (082b5d53-7507-4add-a196-aa7186a0be5e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:45.142182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:45.142862 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:45.230246 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0891957 Feb 15 14:26:45.235864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36454) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:45.245614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Request body: {'subnet': {'network_id': '082b5d53-7507-4add-a196-aa7186a0be5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:45.253409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f8086-6a1f-4552-a183-b9b3b8be5d17 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Pushing event updated for resources: {'Network': ['ID=082b5d53-7507-4add-a196-aa7186a0be5e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:45.260955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (0eac99ba-d3c3-41c3-9149-2b47234c660e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:45.271678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 082b5d53-7507-4add-a196-aa7186a0be5e details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:26:45.365108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0eac99ba-d3c3-41c3-9149-2b47234c660e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:45.478276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=0eac99ba-d3c3-41c3-9149-2b47234c660e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:45.513249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:26:45.516907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:45.533388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:26:45.563021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Made reservation on behalf of 0a21abcc1eed4a7db2be7462fda4cc70 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:26:45.570250 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:46.023259 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (cb4343b0-b8f4-4799-b16a-6a7a98ff4d17), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:46.148576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Pushing event updated for resources: {'Subnet': ['ID=cb4343b0-b8f4-4799-b16a-6a7a98ff4d17,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:46.165824 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Checking segment: {'id': 'd02e8ec3-1b41-4d97-85e9-2938f65b1fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '082b5d53-7507-4add-a196-aa7186a0be5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:26:46.166332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Network hostable DHCP agents. Network: 082b5d53-7507-4add-a196-aa7186a0be5e, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:26:46.195791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Network 082b5d53-7507-4add-a196-aa7186a0be5e is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:26:46.214698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 082b5d53-7507-4add-a196-aa7186a0be5e) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:46.231024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf3193-913c-4006-8321-8a87a81b6141 None None] Network 082b5d53-7507-4add-a196-aa7186a0be5e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:46.240996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:46.242106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:46.276129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6e521302-6d7c-4095-9b49-91531316c8be tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0374577 Feb 15 14:26:46.279412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36464) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:46.290583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Request body: {'port': {'network_id': '082b5d53-7507-4add-a196-aa7186a0be5e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1305325035'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:46.404054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (34461e80-0271-4fdd-9454-54377c0f1a12), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:46.523772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-082b5d53-7507-4add-a196-aa7186a0be5e', 'network_id': '082b5d53-7507-4add-a196-aa7186a0be5e', 'project_id': '0a21abcc1eed4a7db2be7462fda4cc70', 'fixed_ips': [{'subnet_id': 'cb4343b0-b8f4-4799-b16a-6a7a98ff4d17'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:26:46.528251 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:46.636440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0eac99ba-d3c3-41c3-9149-2b47234c660e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:46.817336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Made reservation on behalf of 0a21abcc1eed4a7db2be7462fda4cc70 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:26:46.827753 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:46.880566 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] device_id is not set on port a567b8de-28b6-4370-b0b3-6d82310fb3d7 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:26:46.919157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Allocated IP 172.20.0.2 (082b5d53-7507-4add-a196-aa7186a0be5e/cb4343b0-b8f4-4799-b16a-6a7a98ff4d17/00d850fa-e85d-488f-ba6e-23ac0a5403f2) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:26:47.213190 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0896d536-61ab-4092-b0e5-40a69f39760f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:47.224495 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (0eac99ba-d3c3-41c3-9149-2b47234c660e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:47.233708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0eac99ba-d3c3-41c3-9149-2b47234c660e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:47.332706 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Publish callbacks [] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:47.343800 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:47.416440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Network 082b5d53-7507-4add-a196-aa7186a0be5e is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:26:47.421592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:47.434851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:26:47.435660 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (34461e80-0271-4fdd-9454-54377c0f1a12), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:47.476896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Pushing event updated for resources: {'Port': ['ID=00d850fa-e85d-488f-ba6e-23ac0a5403f2,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:47.545037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Allocated IP 172.20.0.7 (082b5d53-7507-4add-a196-aa7186a0be5e/cb4343b0-b8f4-4799-b16a-6a7a98ff4d17/a567b8de-28b6-4370-b0b3-6d82310fb3d7) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:26:47.585028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Attempting to bind port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:26:47.585907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Attempting to bind port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'd02e8ec3-1b41-4d97-85e9-2938f65b1fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '082b5d53-7507-4add-a196-aa7186a0be5e'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:26:47.586540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Attempting to bind port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 on network 082b5d53-7507-4add-a196-aa7186a0be5e {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:26:47.597164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:26:47.597554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Checking segment: {'id': 'd02e8ec3-1b41-4d97-85e9-2938f65b1fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '082b5d53-7507-4add-a196-aa7186a0be5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:26:47.598158 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:47.598567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Bound using segment: {'id': 'd02e8ec3-1b41-4d97-85e9-2938f65b1fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '082b5d53-7507-4add-a196-aa7186a0be5e'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:26:47.599352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Bound port: 00d850fa-e85d-488f-ba6e-23ac0a5403f2, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02e8ec3-1b41-4d97-85e9-2938f65b1fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '082b5d53-7507-4add-a196-aa7186a0be5e'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:26:47.599748 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:47.653497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=0eac99ba-d3c3-41c3-9149-2b47234c660e,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:47.686204 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Floating IP 34461e80-0271-4fdd-9454-54377c0f1a12 associated. External IP: 172.25.6.72, port: 770a56d4-9b12-4af7-adb0-335ecbb44a3e. Feb 15 14:26:47.712070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] For port 00d850fa-e85d-488f-ba6e-23ac0a5403f2, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:26:47.718723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] For port 00d850fa-e85d-488f-ba6e-23ac0a5403f2, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=00d850fa-e85d-488f-ba6e-23ac0a5403f2,segment=NetworkSegment(d02e8ec3-1b41-4d97-85e9-2938f65b1fbc),segment_id=d02e8ec3-1b41-4d97-85e9-2938f65b1fbc)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:26:47.729959 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:47.905626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507ccc6-4c61-481e-8e8b-d7a946d6c854 None None] Pushing event updated for resources: {'Port': ['ID=00d850fa-e85d-488f-ba6e-23ac0a5403f2,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:47.925391 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks [] for port (a567b8de-28b6-4370-b0b3-6d82310fb3d7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:48.030117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a567b8de-28b6-4370-b0b3-6d82310fb3d7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:48.200362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Pushing event updated for resources: {'Port': ['ID=a567b8de-28b6-4370-b0b3-6d82310fb3d7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:48.229125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Network 082b5d53-7507-4add-a196-aa7186a0be5e is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:26:48.241983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:26:48.253037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:26:48.303865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 25448a4d-b8ae-4e64-b26e-b416a5106a75 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:26:48.415647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:48.473388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:48.476453 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:48.560011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a288cb53-1909-4771-8b8a-538f297a06ca tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2749338 Feb 15 14:26:48.561065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36486) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:48.595063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:26:48.611120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1f68d7-616b-4588-a6e6-018799a75f46 None None] Sync routers for ids ['25448a4d-b8ae-4e64-b26e-b416a5106a75'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:26:48.632809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1f68d7-616b-4588-a6e6-018799a75f46 None None] Routers {'25448a4d-b8ae-4e64-b26e-b416a5106a75'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:26:48.633961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ea1f68d7-616b-4588-a6e6-018799a75f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['25448a4d-b8ae-4e64-b26e-b416a5106a75'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:48.671135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:48.835828 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7e383e51-ac8a-4e49-b05c-eaf15f46ed46 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3337793 Feb 15 14:26:48.836890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:26:48.840944 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e" -d '{"events": [{"name": "network-changed", "server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:26:48.862452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-66a3ec85-c968-4d19-acf2-21dfabb39da1 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Deleting port a567b8de-28b6-4370-b0b3-6d82310fb3d7 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:26:48.863019 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66a3ec85-c968-4d19-acf2-21dfabb39da1 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a567b8de-28b6-4370-b0b3-6d82310fb3d7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:48.970829 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fe443f-20e2-4156-ba07-caa49c006732 x-openstack-request-id: req-e9fe443f-20e2-4156-ba07-caa49c006732 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:26:48.973105 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:26:48.981631 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e9fe443f-20e2-4156-ba07-caa49c006732 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:26:48.982640 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'status': 'completed', 'code': 200} Feb 15 14:26:49.150717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66a3ec85-c968-4d19-acf2-21dfabb39da1 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a567b8de-28b6-4370-b0b3-6d82310fb3d7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:49.179007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-66a3ec85-c968-4d19-acf2-21dfabb39da1 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Calling delete_port for a567b8de-28b6-4370-b0b3-6d82310fb3d7 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:26:49.302570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ea1f68d7-616b-4588-a6e6-018799a75f46 None None] Set router 25448a4d-b8ae-4e64-b26e-b416a5106a75 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:26:49.509904 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66a3ec85-c968-4d19-acf2-21dfabb39da1 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a567b8de-28b6-4370-b0b3-6d82310fb3d7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:49.588478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 00d850fa-e85d-488f-ba6e-23ac0a5403f2 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:26:49.676854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3ec85-c968-4d19-acf2-21dfabb39da1 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Pushing event deleted for resources: {'Port': ['ID=a567b8de-28b6-4370-b0b3-6d82310fb3d7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:49.824278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e req-b9bf7ff5-4015-48a4-9bf9-06c6e9e5e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:49.825985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e req-b9bf7ff5-4015-48a4-9bf9-06c6e9e5e43b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1128 time: 0.3414824 Feb 15 14:26:49.926808 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-66a3ec85-c968-4d19-acf2-21dfabb39da1 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:49.930288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-66a3ec85-c968-4d19-acf2-21dfabb39da1 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] 10.222.0.72 "DELETE /v2.0/ports/a567b8de-28b6-4370-b0b3-6d82310fb3d7 HTTP/1.1" status: 204 len: 168 time: 1.3679128 Feb 15 14:26:49.934014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36498) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:49.957011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb26eb5-316c-4054-bf9e-d5ed83dff6bd req-76dbb3a9-01dd-4191-a3f9-6f4c52b250ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:49.958327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0eb26eb5-316c-4054-bf9e-d5ed83dff6bd req-76dbb3a9-01dd-4191-a3f9-6f4c52b250ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.4773850 Feb 15 14:26:49.977736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d30fb-6ccc-4167-a555-38aede9b6a24 None None] Network 082b5d53-7507-4add-a196-aa7186a0be5e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:50.027245 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:50.049845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e req-3865815c-b101-4bea-8e56-b9ed7a3d32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:50.051699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e req-3865815c-b101-4bea-8e56-b9ed7a3d32d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.2129571 Feb 15 14:26:50.100772 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b10371fe-2d06-4617-8e75-a7bce1fdc693 tempest-DHCPAgentSchedulersTestJSON-601035127 tempest-DHCPAgentSchedulersTestJSON-601035127-project-admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.1626728 Feb 15 14:26:50.103386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36502) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:50.120047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1352205937'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:26:50.121592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:50.122205 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:50.176661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Made reservation on behalf of 0a21abcc1eed4a7db2be7462fda4cc70 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:26:50.185963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:50.194542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ea1f68d7-616b-4588-a6e6-018799a75f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:17Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '34461e80-0271-4fdd-9454-54377c0f1a12', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'port_id': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'mac_address': 'fa:16:3e:56:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:26:46Z', 'updated_at': '2022-02-15T14:26:46Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '102ea361-52ca-411f-8485-a0344eeadce8', 'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:62:4c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:15Z', 'updated_at': '2022-02-15T14:26:24Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:50.232072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-66d4bf7f-e1ad-4672-ad6e-56e64b465f07 None None] Provisioning complete for port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:50.232834 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66d4bf7f-e1ad-4672-ad6e-56e64b465f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:50.245787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1f68d7-616b-4588-a6e6-018799a75f46 None None] Checking router: 25448a4d-b8ae-4e64-b26e-b416a5106a75 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:26:50.263682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:26:50.294346 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (73d5d1e8-9347-4471-8a57-82be309f7bb3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:50.294718 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Added segment 73d5d1e8-9347-4471-8a57-82be309f7bb3 of type vlan for network dc41a74b-84b5-434d-944e-f4c795b1098f Feb 15 14:26:50.302348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0eb26eb5-316c-4054-bf9e-d5ed83dff6bd req-f6269d8e-bca5-4f1b-aa6a-372250fe6f74 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350472 Feb 15 14:26:50.312488 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e req-b30b2359-5b41-487e-a2f8-3f5a675ae49b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 998 time: 0.2527764 Feb 15 14:26:50.334200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1f68d7-616b-4588-a6e6-018799a75f46 None None] Routers {'25448a4d-b8ae-4e64-b26e-b416a5106a75'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:26:50.335279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ea1f68d7-616b-4588-a6e6-018799a75f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['25448a4d-b8ae-4e64-b26e-b416a5106a75'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:50.383676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (dc41a74b-84b5-434d-944e-f4c795b1098f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:50.416066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36506) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:50.430085 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (dc41a74b-84b5-434d-944e-f4c795b1098f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:50.452080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:50.452992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:50.502168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:50.503181 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:50.636757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e req-3da9e183-3093-40f6-8e14-b52551b2f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:50.639624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e req-3da9e183-3093-40f6-8e14-b52551b2f2da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.3208923 Feb 15 14:26:50.687432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Pushing event updated for resources: {'Network': ['ID=dc41a74b-84b5-434d-944e-f4c795b1098f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:50.687733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 00d850fa-e85d-488f-ba6e-23ac0a5403f2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=00d850fa-e85d-488f-ba6e-23ac0a5403f2,segment=NetworkSegment(d02e8ec3-1b41-4d97-85e9-2938f65b1fbc),segment_id=d02e8ec3-1b41-4d97-85e9-2938f65b1fbc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:50.713123 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bc2fd013-0cd5-4ed5-8398-73b88575cd4a tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6052403 Feb 15 14:26:50.715950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36514) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:50.736525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c4559e70-bc68-4c1e-8e56-9f50f940d4a4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/34461e80-0271-4fdd-9454-54377c0f1a12 HTTP/1.1" status: 200 len: 990 time: 0.3185360 Feb 15 14:26:50.737025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network dc41a74b-84b5-434d-944e-f4c795b1098f details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:26:50.742242 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:50.860472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e req-89feab02-d87e-4c54-be64-c8c03c013df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:26:50.863620 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e req-89feab02-d87e-4c54-be64-c8c03c013df4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2172983 Feb 15 14:26:50.927352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-66d4bf7f-e1ad-4672-ad6e-56e64b465f07 None None] Current status of the port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:50.933089 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66d4bf7f-e1ad-4672-ad6e-56e64b465f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:51.039093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=00d850fa-e85d-488f-ba6e-23ac0a5403f2,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:51.116403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.117129 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.117801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.118464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.119162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.119826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.120915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.121859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.122523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.123261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.124287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.124960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.125653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:26:51.185418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e req-75d332ed-e797-491b-849b-b566b29148a7 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964034 Feb 15 14:26:51.244242 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4129167e-39c3-4f4c-bbdb-8bce87970ffc tempest-DHCPAgentSchedulersTestJSON-601035127 tempest-DHCPAgentSchedulersTestJSON-601035127-project-admin] 10.222.0.72 "GET /v2.0/agents/6a03d099-26bc-400c-8f4c-d8e4e5b1cf43/dhcp-networks HTTP/1.1" status: 200 len: 5675 time: 0.5265603 Feb 15 14:26:51.245154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36516) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:51.317036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ea1f68d7-616b-4588-a6e6-018799a75f46 None None] Set router 25448a4d-b8ae-4e64-b26e-b416a5106a75 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:26:51.431872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-188c20ce-a969-4ae6-a9e8-53f0b0f4d23e req-665bf995-cc41-4472-8442-528561489084 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409220 Feb 15 14:26:51.476857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f226f95-a91a-44cc-9055-dd71be18612d tempest-DHCPAgentSchedulersTestJSON-601035127 tempest-DHCPAgentSchedulersTestJSON-601035127-project-admin] Network dc41a74b-84b5-434d-944e-f4c795b1098f is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:26:51.499410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36518) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:51.511771 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1f226f95-a91a-44cc-9055-dd71be18612d tempest-DHCPAgentSchedulersTestJSON-601035127 tempest-DHCPAgentSchedulersTestJSON-601035127-project-admin] 10.222.0.72 "POST /v2.0/agents/6a03d099-26bc-400c-8f4c-d8e4e5b1cf43/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2655323 Feb 15 14:26:51.518581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fc8960-5d9d-4d24-a2ba-b37f1244fd6c None None] Network dc41a74b-84b5-434d-944e-f4c795b1098f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:51.570780 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:51.748447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36524) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:51.857439 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-66d4bf7f-e1ad-4672-ad6e-56e64b465f07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:26:51.863157 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-66d4bf7f-e1ad-4672-ad6e-56e64b465f07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:26:52.016899 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-19adf8f1-a33a-4071-8d6a-a6f72c514557 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/34461e80-0271-4fdd-9454-54377c0f1a12 HTTP/1.1" status: 200 len: 990 time: 0.2667098 Feb 15 14:26:52.269573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ea1f68d7-616b-4588-a6e6-018799a75f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:17Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '34461e80-0271-4fdd-9454-54377c0f1a12', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'port_id': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'mac_address': 'fa:16:3e:56:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:26:46Z', 'updated_at': '2022-02-15T14:26:46Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '102ea361-52ca-411f-8485-a0344eeadce8', 'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:62:4c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:15Z', 'updated_at': '2022-02-15T14:26:24Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:52.338725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1f68d7-616b-4588-a6e6-018799a75f46 None None] The sync data for ids ['25448a4d-b8ae-4e64-b26e-b416a5106a75'] in n-d-829064-15 is: [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:17Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '34461e80-0271-4fdd-9454-54377c0f1a12', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'port_id': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'mac_address': 'fa:16:3e:56:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:26:46Z', 'updated_at': '2022-02-15T14:26:46Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '102ea361-52ca-411f-8485-a0344eeadce8', 'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:62:4c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:15Z', 'updated_at': '2022-02-15T14:26:24Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:26:52.342543 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7cbf2dcd-bb4b-47cd-939c-ccf98cfebb40 tempest-DHCPAgentSchedulersTestJSON-601035127 tempest-DHCPAgentSchedulersTestJSON-601035127-project-admin] 10.222.0.72 "GET /v2.0/agents/6a03d099-26bc-400c-8f4c-d8e4e5b1cf43/dhcp-networks HTTP/1.1" status: 200 len: 6446 time: 0.8407612 Feb 15 14:26:52.347841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36528) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:52.478485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36530) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:52.478929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-66d4bf7f-e1ad-4672-ad6e-56e64b465f07 None None] Current status of the port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:52.491046 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e2d02e66-9c8c-4500-8836-34dd77383ffd tempest-DHCPAgentSchedulersTestJSON-601035127 tempest-DHCPAgentSchedulersTestJSON-601035127-project-admin] 10.222.0.72 "DELETE /v2.0/agents/6a03d099-26bc-400c-8f4c-d8e4e5b1cf43/dhcp-networks/dc41a74b-84b5-434d-944e-f4c795b1098f HTTP/1.1" status: 204 len: 168 time: 0.1257463 Feb 15 14:26:52.660773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6bbdff25-b91f-4ca0-a055-0f5c1eda64e1 None None] Provisioning complete for port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:52.661398 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6bbdff25-b91f-4ca0-a055-0f5c1eda64e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:52.877857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f5f7652f-04ba-420a-92de-114285ac3d52 tempest-DHCPAgentSchedulersTestJSON-601035127 tempest-DHCPAgentSchedulersTestJSON-601035127-project-admin] 10.222.0.72 "GET /v2.0/agents/6a03d099-26bc-400c-8f4c-d8e4e5b1cf43/dhcp-networks HTTP/1.1" status: 200 len: 5675 time: 0.3939750 Feb 15 14:26:52.882508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36534) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:52.944713 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf844324-b2db-4bf7-bd75-39106faaa652 None None] New status for floating IP 34461e80-0271-4fdd-9454-54377c0f1a12: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:26:52.977996 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ec26420d-b117-418a-a087-63795272eb0d tempest-DHCPAgentSchedulersTestJSON-601035127 tempest-DHCPAgentSchedulersTestJSON-601035127-project-admin] 10.222.0.72 "GET /v2.0/networks/082b5d53-7507-4add-a196-aa7186a0be5e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0900428 Feb 15 14:26:52.980096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36538) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:53.008389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6bbdff25-b91f-4ca0-a055-0f5c1eda64e1 None None] Current status of the port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:53.021080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36540) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:53.024924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6bbdff25-b91f-4ca0-a055-0f5c1eda64e1 None None] Could not find standard attr ID for object a567b8de-28b6-4370-b0b3-6d82310fb3d7. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:26:53.050077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0698c2f9-ed24-4148-adbe-b0dac12ac6c2 tempest-DHCPAgentSchedulersTestJSON-601035127 tempest-DHCPAgentSchedulersTestJSON-601035127-project-admin] 10.222.0.72 "GET /v2.0/networks/082b5d53-7507-4add-a196-aa7186a0be5e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0653505 Feb 15 14:26:53.051985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36542) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:53.061127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 00d850fa-e85d-488f-ba6e-23ac0a5403f2 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:26:53.262943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:26:53.263729 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:53.264807 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-225a3277-2e1b-447c-b857-fc0c7b444e3a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/34461e80-0271-4fdd-9454-54377c0f1a12 HTTP/1.1" status: 200 len: 990 time: 0.2411799 Feb 15 14:26:53.370506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-04f6c321-53ce-432d-a536-3fae6b044a8c tempest-DHCPAgentSchedulersTestJSON-601035127 tempest-DHCPAgentSchedulersTestJSON-601035127-project-admin] 10.222.0.72 "GET /v2.0/agents/6a03d099-26bc-400c-8f4c-d8e4e5b1cf43/dhcp-networks HTTP/1.1" status: 200 len: 5675 time: 0.3071971 Feb 15 14:26:53.374767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36546) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:53.413305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:26:53.528149 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (dc41a74b-84b5-434d-944e-f4c795b1098f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:53.681479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (dc41a74b-84b5-434d-944e-f4c795b1098f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:53.724554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc41a74b-84b5-434d-944e-f4c795b1098f']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:53.741827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d5d1e8-9347-4471-8a57-82be309f7bb3') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:53.742362 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d5d1e8-9347-4471-8a57-82be309f7bb3') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:53.767085 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (73d5d1e8-9347-4471-8a57-82be309f7bb3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:53.797414 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (73d5d1e8-9347-4471-8a57-82be309f7bb3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:53.808083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:26:53.809366 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (73d5d1e8-9347-4471-8a57-82be309f7bb3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:26:53.815242 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:26:53.935922 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (dc41a74b-84b5-434d-944e-f4c795b1098f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:53.964799 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:53.976124 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] 10.222.0.72 "DELETE /v2.0/networks/dc41a74b-84b5-434d-944e-f4c795b1098f HTTP/1.1" status: 204 len: 168 time: 0.5994813 Feb 15 14:26:53.981214 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36550) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:54.007474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008970c6-e6e7-477a-ac66-b5c720e597cb tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Pushing event deleted for resources: {'Network': ['ID=dc41a74b-84b5-434d-944e-f4c795b1098f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:54.038951 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87e1385-66ab-4c3a-839a-2cfd3a349b56 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] DELETE failed (client error): The resource could not be found. Feb 15 14:26:54.040045 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87e1385-66ab-4c3a-839a-2cfd3a349b56 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:26:54.048242 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a87e1385-66ab-4c3a-839a-2cfd3a349b56 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] 10.222.0.72 "DELETE /v2.0/ports/a567b8de-28b6-4370-b0b3-6d82310fb3d7 HTTP/1.1" status: 404 len: 333 time: 0.0621099 Feb 15 14:26:54.049666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36552) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:54.135853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab9b99b-d63a-415a-9c39-fc1bbc92ea19 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Deleting subnet cb4343b0-b8f4-4799-b16a-6a7a98ff4d17 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:26:54.140110 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b99b-d63a-415a-9c39-fc1bbc92ea19 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks [] for subnet (cb4343b0-b8f4-4799-b16a-6a7a98ff4d17), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:54.212488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b99b-d63a-415a-9c39-fc1bbc92ea19 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (cb4343b0-b8f4-4799-b16a-6a7a98ff4d17), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:54.260357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36560) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:54.385182 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a19fb3ba-f1d3-4d00-8e17-08142cb22bc3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/34461e80-0271-4fdd-9454-54377c0f1a12 HTTP/1.1" status: 200 len: 992 time: 0.1227341 Feb 15 14:26:54.405871 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b99b-d63a-415a-9c39-fc1bbc92ea19 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (cb4343b0-b8f4-4799-b16a-6a7a98ff4d17), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:54.494276 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b99b-d63a-415a-9c39-fc1bbc92ea19 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (cb4343b0-b8f4-4799-b16a-6a7a98ff4d17), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:54.556750 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b99b-d63a-415a-9c39-fc1bbc92ea19 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:54.565729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8ab9b99b-d63a-415a-9c39-fc1bbc92ea19 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] 10.222.0.72 "DELETE /v2.0/subnets/cb4343b0-b8f4-4799-b16a-6a7a98ff4d17 HTTP/1.1" status: 204 len: 168 time: 0.5116560 Feb 15 14:26:54.565729 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9b99b-d63a-415a-9c39-fc1bbc92ea19 tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4343b0-b8f4-4799-b16a-6a7a98ff4d17,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:54.567092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36562) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:54.583642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0cc3ac-0e39-4d4b-ad98-ead8727a6203 None None] Network 082b5d53-7507-4add-a196-aa7186a0be5e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:26:54.680023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (082b5d53-7507-4add-a196-aa7186a0be5e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:54.814846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Deleting port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:26:54.815512 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:54.939712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] For port 00d850fa-e85d-488f-ba6e-23ac0a5403f2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=00d850fa-e85d-488f-ba6e-23ac0a5403f2,segment=NetworkSegment(d02e8ec3-1b41-4d97-85e9-2938f65b1fbc),segment_id=d02e8ec3-1b41-4d97-85e9-2938f65b1fbc)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:54.940373 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:54.949665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a8aed7-41a5-49b6-b238-e621af610fbd None None] DHCP port deletion for 082b5d53-7507-4add-a196-aa7186a0be5e request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:26:54.965224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Calling delete_port for 00d850fa-e85d-488f-ba6e-23ac0a5403f2 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:26:55.068643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-94a8aed7-41a5-49b6-b238-e621af610fbd None None] Deleting port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:26:55.069371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94a8aed7-41a5-49b6-b238-e621af610fbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:55.173379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-94a8aed7-41a5-49b6-b238-e621af610fbd None None] For port 00d850fa-e85d-488f-ba6e-23ac0a5403f2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=00d850fa-e85d-488f-ba6e-23ac0a5403f2,segment=NetworkSegment(d02e8ec3-1b41-4d97-85e9-2938f65b1fbc),segment_id=d02e8ec3-1b41-4d97-85e9-2938f65b1fbc)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:26:55.173889 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94a8aed7-41a5-49b6-b238-e621af610fbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:55.181040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:55.200499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-94a8aed7-41a5-49b6-b238-e621af610fbd None None] Calling delete_port for 00d850fa-e85d-488f-ba6e-23ac0a5403f2 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:26:55.245087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Pushing event deleted for resources: {'Port': ['ID=00d850fa-e85d-488f-ba6e-23ac0a5403f2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:55.262190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] No DVR routers for this DVR port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:26:55.366776 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94a8aed7-41a5-49b6-b238-e621af610fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (00d850fa-e85d-488f-ba6e-23ac0a5403f2), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:55.469160 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (082b5d53-7507-4add-a196-aa7186a0be5e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:55.503898 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082b5d53-7507-4add-a196-aa7186a0be5e']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:55.517093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02e8ec3-1b41-4d97-85e9-2938f65b1fbc') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:55.517424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02e8ec3-1b41-4d97-85e9-2938f65b1fbc') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:26:55.542336 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (d02e8ec3-1b41-4d97-85e9-2938f65b1fbc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:55.565176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d02e8ec3-1b41-4d97-85e9-2938f65b1fbc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:55.574879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:26:55.575374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (d02e8ec3-1b41-4d97-85e9-2938f65b1fbc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:26:55.642120 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:26:55.646685 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (082b5d53-7507-4add-a196-aa7186a0be5e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:55.653905 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:55.659932 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] 10.222.0.72 "DELETE /v2.0/networks/082b5d53-7507-4add-a196-aa7186a0be5e HTTP/1.1" status: 204 len: 168 time: 1.0908647 Feb 15 14:26:55.713608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d86fb0-6a0d-43c3-a41c-cb22237952ff tempest-DHCPAgentSchedulersTestJSON-1141101005 tempest-DHCPAgentSchedulersTestJSON-1141101005-project] Pushing event deleted for resources: {'Network': ['ID=082b5d53-7507-4add-a196-aa7186a0be5e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:55.741620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8aed7-41a5-49b6-b238-e621af610fbd None None] Pushing event deleted for resources: {'Port': ['ID=00d850fa-e85d-488f-ba6e-23ac0a5403f2,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:55.753256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a8aed7-41a5-49b6-b238-e621af610fbd None None] No DVR routers for this DVR port 00d850fa-e85d-488f-ba6e-23ac0a5403f2 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:26:56.214193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36576) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:56.486541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36582) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:56.489155 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-63552f2f-8c5a-445b-9e6a-1912c830df6b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a21abcc1eed4a7db2be7462fda4cc70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730672 Feb 15 14:26:56.579092 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efe7a7b5-bb50-4fc5-8dd2-05d2302a1c56 admin admin] Publish callbacks [] for security_group (a985b16f-d33c-41da-a60b-a54ff697653f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:56.629022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efe7a7b5-bb50-4fc5-8dd2-05d2302a1c56 admin admin] Publish callbacks [] for security_group (a985b16f-d33c-41da-a60b-a54ff697653f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:56.711811 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efe7a7b5-bb50-4fc5-8dd2-05d2302a1c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a985b16f-d33c-41da-a60b-a54ff697653f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:56.715278 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efe7a7b5-bb50-4fc5-8dd2-05d2302a1c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:56.717458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-efe7a7b5-bb50-4fc5-8dd2-05d2302a1c56 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a985b16f-d33c-41da-a60b-a54ff697653f HTTP/1.1" status: 204 len: 168 time: 0.2288628 Feb 15 14:26:56.733836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7a7b5-bb50-4fc5-8dd2-05d2302a1c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a985b16f-d33c-41da-a60b-a54ff697653f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:56.948690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 00d850fa-e85d-488f-ba6e-23ac0a5403f2 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:26:56.994117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 00d850fa-e85d-488f-ba6e-23ac0a5403f2 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:26:56.994460 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 00d850fa-e85d-488f-ba6e-23ac0a5403f2 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:26:57.307760 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36592) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:57.340833 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-081fab03-7e87-4d4b-a1f7-60201afba23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:57.487055 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-081fab03-7e87-4d4b-a1f7-60201afba23f admin admin] Publish callbacks [] for security_group (65d8a543-ab53-458a-b469-dee661579bd1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:57.496035 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-081fab03-7e87-4d4b-a1f7-60201afba23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (65d8a543-ab53-458a-b469-dee661579bd1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:57.542276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fab03-7e87-4d4b-a1f7-60201afba23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d8a543-ab53-458a-b469-dee661579bd1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:26:57.550960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-081fab03-7e87-4d4b-a1f7-60201afba23f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e6fe6af24ed84932b1c0d1622372ca52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343621 Feb 15 14:26:57.553281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36594) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:26:57.659431 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6580b88-de95-4600-98e1-b112086b2338 admin admin] Publish callbacks [] for security_group (65d8a543-ab53-458a-b469-dee661579bd1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:57.748779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6580b88-de95-4600-98e1-b112086b2338 admin admin] Publish callbacks [] for security_group (65d8a543-ab53-458a-b469-dee661579bd1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:57.912970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6580b88-de95-4600-98e1-b112086b2338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (65d8a543-ab53-458a-b469-dee661579bd1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:57.918325 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6580b88-de95-4600-98e1-b112086b2338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:26:57.919900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e6580b88-de95-4600-98e1-b112086b2338 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/65d8a543-ab53-458a-b469-dee661579bd1 HTTP/1.1" status: 204 len: 168 time: 0.3656454 Feb 15 14:26:57.930537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6580b88-de95-4600-98e1-b112086b2338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d8a543-ab53-458a-b469-dee661579bd1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:01.252508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36672) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:01.560088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:01.602541 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:01.783146 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:02.020457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Allocated IP 172.25.6.101 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/30165f6b-d88a-4c3d-9227-d744365243ae) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:27:02.244672 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for port (30165f6b-d88a-4c3d-9227-d744365243ae), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:02.363319 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (30165f6b-d88a-4c3d-9227-d744365243ae), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:02.481850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:02.486710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:02.489367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:02.588943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event updated for resources: {'Port': ['ID=30165f6b-d88a-4c3d-9227-d744365243ae,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:02.650223 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for floatingip (15b506ad-8b2c-460d-bfce-55b0eee735f8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:02.708684 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (30165f6b-d88a-4c3d-9227-d744365243ae), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.123727 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for port (30165f6b-d88a-4c3d-9227-d744365243ae), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.131462 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (30165f6b-d88a-4c3d-9227-d744365243ae), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.270571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event updated for resources: {'Port': ['ID=30165f6b-d88a-4c3d-9227-d744365243ae,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:03.289772 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (15b506ad-8b2c-460d-bfce-55b0eee735f8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.316743 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.321395 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-53792184-dd28-4307-a63f-6b1f98d1d153 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0645828 Feb 15 14:27:03.322131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36682) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:03.328715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-258562658'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:03.358212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Made reservation on behalf of f7fb2d6e873342dd9295fbfaab9b5693 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:03.362616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.373990 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.556985 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for security_group (7a2e98f1-a7bd-45c6-b0f4-a6155a8a87a1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.568681 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7a2e98f1-a7bd-45c6-b0f4-a6155a8a87a1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.626743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:27:03.637732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2e98f1-a7bd-45c6-b0f4-a6155a8a87a1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:03.654583 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (44fc5964-1071-4d78-baa8-65adc42ce9ec), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.655455 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Added segment 44fc5964-1071-4d78-baa8-65adc42ce9ec of type vlan for network a41f5e8e-ba78-42d7-86a7-354154007b2d Feb 15 14:27:03.658559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.659209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.659407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.659735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.660079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.660394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.660814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.661368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.661866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.662209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.662540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.662870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.663252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:03.725974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a41f5e8e-ba78-42d7-86a7-354154007b2d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.763408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a41f5e8e-ba78-42d7-86a7-354154007b2d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.770462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:03.771201 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:03.850881 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5266919 Feb 15 14:27:03.853866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36688) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:03.867915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Request body: {'subnet': {'network_id': 'a41f5e8e-ba78-42d7-86a7-354154007b2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:03.886151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4351f-333d-47a1-80a8-3532e303c132 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event updated for resources: {'Network': ['ID=a41f5e8e-ba78-42d7-86a7-354154007b2d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:03.909333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a41f5e8e-ba78-42d7-86a7-354154007b2d details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:27:04.006835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Made reservation on behalf of f7fb2d6e873342dd9295fbfaab9b5693 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:04.010949 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:04.273216 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (1d68fedd-8a49-4a27-ab19-a1796ea12d76), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:04.361800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event updated for resources: {'Subnet': ['ID=1d68fedd-8a49-4a27-ab19-a1796ea12d76,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:04.371643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Checking segment: {'id': '44fc5964-1071-4d78-baa8-65adc42ce9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a41f5e8e-ba78-42d7-86a7-354154007b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:27:04.372049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Network hostable DHCP agents. Network: a41f5e8e-ba78-42d7-86a7-354154007b2d, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:27:04.394778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Network a41f5e8e-ba78-42d7-86a7-354154007b2d is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:27:04.407635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a41f5e8e-ba78-42d7-86a7-354154007b2d) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:04.416222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:04.417245 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:04.425984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288caa6-fac7-49b3-b4cc-90e9286fed1a None None] Network a41f5e8e-ba78-42d7-86a7-354154007b2d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:27:04.450112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-347d2dcb-fcb6-47b9-bf7a-6c2b504803ec tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5919237 Feb 15 14:27:04.451654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36692) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:04.459167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1392912473', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}, 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:04.491478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (97d645ff-095a-4d44-9267-4d66f01e2ef9), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:04.492948 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (97d645ff-095a-4d44-9267-4d66f01e2ef9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:04.576024 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for router_controller (97d645ff-095a-4d44-9267-4d66f01e2ef9), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:04.614604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a41f5e8e-ba78-42d7-86a7-354154007b2d', 'network_id': 'a41f5e8e-ba78-42d7-86a7-354154007b2d', 'project_id': 'f7fb2d6e873342dd9295fbfaab9b5693', 'fixed_ips': [{'subnet_id': '1d68fedd-8a49-4a27-ab19-a1796ea12d76'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:27:04.615974 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:04.833220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Allocated IP 172.20.0.2 (a41f5e8e-ba78-42d7-86a7-354154007b2d/1d68fedd-8a49-4a27-ab19-a1796ea12d76/2cab983c-cccb-41a8-9774-ad122750b9b9) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:27:04.893708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for router_gateway (97d645ff-095a-4d44-9267-4d66f01e2ef9), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:05.087617 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Publish callbacks [] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:05.101160 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:05.189769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Network a41f5e8e-ba78-42d7-86a7-354154007b2d is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:05.194835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:05.202286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:05.321065 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for router_gateway (97d645ff-095a-4d44-9267-4d66f01e2ef9), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:05.355082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Pushing event updated for resources: {'Port': ['ID=2cab983c-cccb-41a8-9774-ad122750b9b9,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:05.361675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Attempting to bind port 2cab983c-cccb-41a8-9774-ad122750b9b9 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:27:05.362273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Attempting to bind port 2cab983c-cccb-41a8-9774-ad122750b9b9 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '44fc5964-1071-4d78-baa8-65adc42ce9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a41f5e8e-ba78-42d7-86a7-354154007b2d'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:27:05.362860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Attempting to bind port 2cab983c-cccb-41a8-9774-ad122750b9b9 on network a41f5e8e-ba78-42d7-86a7-354154007b2d {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:27:05.372453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:27:05.373044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Checking segment: {'id': '44fc5964-1071-4d78-baa8-65adc42ce9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a41f5e8e-ba78-42d7-86a7-354154007b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:27:05.373695 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:05.374330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Bound using segment: {'id': '44fc5964-1071-4d78-baa8-65adc42ce9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a41f5e8e-ba78-42d7-86a7-354154007b2d'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:27:05.375725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Bound port: 2cab983c-cccb-41a8-9774-ad122750b9b9, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fc5964-1071-4d78-baa8-65adc42ce9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a41f5e8e-ba78-42d7-86a7-354154007b2d'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:27:05.376359 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:05.391649 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:05.486626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] For port 2cab983c-cccb-41a8-9774-ad122750b9b9, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:27:05.491735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] For port 2cab983c-cccb-41a8-9774-ad122750b9b9, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2cab983c-cccb-41a8-9774-ad122750b9b9,segment=NetworkSegment(44fc5964-1071-4d78-baa8-65adc42ce9ec),segment_id=44fc5964-1071-4d78-baa8-65adc42ce9ec)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:27:05.500593 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:05.583660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Allocated IP 172.25.6.250 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/52dbb335-627e-4b16-bb06-0e13bbf6ee18) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:27:05.622799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b22ed-cb70-433b-aaea-b77064f36da8 None None] Pushing event updated for resources: {'Port': ['ID=2cab983c-cccb-41a8-9774-ad122750b9b9,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:05.724327 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for port (52dbb335-627e-4b16-bb06-0e13bbf6ee18), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:05.783343 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (52dbb335-627e-4b16-bb06-0e13bbf6ee18), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:05.886323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:05.887908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event updated for resources: {'Port': ['ID=52dbb335-627e-4b16-bb06-0e13bbf6ee18,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:05.891405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:05.893826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:06.261016 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for router_gateway (97d645ff-095a-4d44-9267-4d66f01e2ef9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:06.597913 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (97d645ff-095a-4d44-9267-4d66f01e2ef9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:06.865110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Router 97d645ff-095a-4d44-9267-4d66f01e2ef9 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:27:07.038384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2cab983c-cccb-41a8-9774-ad122750b9b9 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:27:07.120747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:27:07.149738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e1f4f4-3315-4611-96f4-61ff6c7fe481 None None] Sync routers for ids ['97d645ff-095a-4d44-9267-4d66f01e2ef9'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:27:07.168811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2cab983c-cccb-41a8-9774-ad122750b9b9 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:07.169735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:07.178281 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:07.183443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36724) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:07.184594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-939df878-1396-4810-8263-db57bc0bc388 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7305777 Feb 15 14:27:07.252514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e1f4f4-3315-4611-96f4-61ff6c7fe481 None None] Routers {'97d645ff-095a-4d44-9267-4d66f01e2ef9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:27:07.254734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a9e1f4f4-3315-4611-96f4-61ff6c7fe481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97d645ff-095a-4d44-9267-4d66f01e2ef9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:07.311049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a9e1f4f4-3315-4611-96f4-61ff6c7fe481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:07.320909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0517cea-f566-4591-9bc3-a2156fab0d06 None None] Network a41f5e8e-ba78-42d7-86a7-354154007b2d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:27:07.375811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e1f4f4-3315-4611-96f4-61ff6c7fe481 None None] Routers {'97d645ff-095a-4d44-9267-4d66f01e2ef9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:27:07.376462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a9e1f4f4-3315-4611-96f4-61ff6c7fe481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97d645ff-095a-4d44-9267-4d66f01e2ef9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:07.436014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a9e1f4f4-3315-4611-96f4-61ff6c7fe481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:07.436511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e1f4f4-3315-4611-96f4-61ff6c7fe481 None None] The sync data for ids ['97d645ff-095a-4d44-9267-4d66f01e2ef9'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:27:07.498445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bd586949-cff8-4c5a-bb43-e9f286a16c4b None None] Provisioning complete for port 2cab983c-cccb-41a8-9774-ad122750b9b9 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:07.498823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bd586949-cff8-4c5a-bb43-e9f286a16c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:07.568330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2cab983c-cccb-41a8-9774-ad122750b9b9 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:07.568983 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:07.660446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 2cab983c-cccb-41a8-9774-ad122750b9b9, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2cab983c-cccb-41a8-9774-ad122750b9b9,segment=NetworkSegment(44fc5964-1071-4d78-baa8-65adc42ce9ec),segment_id=44fc5964-1071-4d78-baa8-65adc42ce9ec)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:07.670970 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:07.763202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=2cab983c-cccb-41a8-9774-ad122750b9b9,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:07.827054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bd586949-cff8-4c5a-bb43-e9f286a16c4b None None] Current status of the port 2cab983c-cccb-41a8-9774-ad122750b9b9 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:07.996860 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:08.063575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b204906c-5dac-4d2a-9a59-f9b7f6052a4f None None] Provisioning complete for port 2cab983c-cccb-41a8-9774-ad122750b9b9 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:08.064386 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b204906c-5dac-4d2a-9a59-f9b7f6052a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:08.183311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b204906c-5dac-4d2a-9a59-f9b7f6052a4f None None] Current status of the port 2cab983c-cccb-41a8-9774-ad122750b9b9 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:08.468792 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Allocated IP 172.20.0.1 (a41f5e8e-ba78-42d7-86a7-354154007b2d/1d68fedd-8a49-4a27-ab19-a1796ea12d76/1f8d5167-5311-4385-a2dd-cde011c4cb08) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:27:08.946782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2cab983c-cccb-41a8-9774-ad122750b9b9 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:27:09.064851 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for port (1f8d5167-5311-4385-a2dd-cde011c4cb08), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:09.070642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2cab983c-cccb-41a8-9774-ad122750b9b9 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:09.073503 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:09.124742 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1f8d5167-5311-4385-a2dd-cde011c4cb08), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:09.243436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2cab983c-cccb-41a8-9774-ad122750b9b9 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:09.250884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event updated for resources: {'Port': ['ID=1f8d5167-5311-4385-a2dd-cde011c4cb08,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:09.263117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Network a41f5e8e-ba78-42d7-86a7-354154007b2d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:09.265965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:09.269584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:09.368477 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (97d645ff-095a-4d44-9267-4d66f01e2ef9), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:09.634594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-71c13b65-842e-4b45-9e34-80a74fc9681b None None] Provisioning complete for port 1f8d5167-5311-4385-a2dd-cde011c4cb08 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:09.635346 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-71c13b65-842e-4b45-9e34-80a74fc9681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1f8d5167-5311-4385-a2dd-cde011c4cb08), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:09.655359 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1f8d5167-5311-4385-a2dd-cde011c4cb08), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:09.689520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-71c13b65-842e-4b45-9e34-80a74fc9681b None None] Port 1f8d5167-5311-4385-a2dd-cde011c4cb08 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:27:10.061022 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:10.167131 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for port (1f8d5167-5311-4385-a2dd-cde011c4cb08), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:10.175741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1f8d5167-5311-4385-a2dd-cde011c4cb08), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:10.312302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event updated for resources: {'Port': ['ID=1f8d5167-5311-4385-a2dd-cde011c4cb08,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:10.316616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (97d645ff-095a-4d44-9267-4d66f01e2ef9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:10.489934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Network a41f5e8e-ba78-42d7-86a7-354154007b2d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:10.491473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:10.701236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Router 97d645ff-095a-4d44-9267-4d66f01e2ef9 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:27:10.725582 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:27:10.949035 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:27:10.957390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c1b4b4c4-718e-48a5-9873-7a630b50fa13 None None] Provisioning complete for port 1f8d5167-5311-4385-a2dd-cde011c4cb08 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:10.958248 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b4c4-718e-48a5-9873-7a630b50fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1f8d5167-5311-4385-a2dd-cde011c4cb08), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:10.966841 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1a300c42-9116-4b16-b81c-84a103d2c7ea tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "PUT /v2.0/routers/97d645ff-095a-4d44-9267-4d66f01e2ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7771327 Feb 15 14:27:10.967316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36758) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:10.971212 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42ec97-3f7f-4b6d-a735-1a3a297cdda0 None None] Sync routers for ids ['97d645ff-095a-4d44-9267-4d66f01e2ef9'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:27:10.976316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Request body: {'port': {'network_id': 'a41f5e8e-ba78-42d7-86a7-354154007b2d', 'name': 'tempest-FloatingIPAdminTestJSON-1952247985'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:10.998057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4b4c4-718e-48a5-9873-7a630b50fa13 None None] Port 1f8d5167-5311-4385-a2dd-cde011c4cb08 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:27:11.007536 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42ec97-3f7f-4b6d-a735-1a3a297cdda0 None None] Routers {'97d645ff-095a-4d44-9267-4d66f01e2ef9'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:27:11.009089 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bd42ec97-3f7f-4b6d-a735-1a3a297cdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97d645ff-095a-4d44-9267-4d66f01e2ef9'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:11.104842 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bd42ec97-3f7f-4b6d-a735-1a3a297cdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:11.130876 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42ec97-3f7f-4b6d-a735-1a3a297cdda0 None None] Routers {'97d645ff-095a-4d44-9267-4d66f01e2ef9'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:27:11.131716 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bd42ec97-3f7f-4b6d-a735-1a3a297cdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97d645ff-095a-4d44-9267-4d66f01e2ef9'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:11.190202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Made reservation on behalf of f7fb2d6e873342dd9295fbfaab9b5693 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:11.196763 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:11.224796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] device_id is not set on port 1bea7a57-1f62-404c-83e9-b46f357854f3 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:27:11.264457 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bd42ec97-3f7f-4b6d-a735-1a3a297cdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:11.265740 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42ec97-3f7f-4b6d-a735-1a3a297cdda0 None None] The sync data for ids ['97d645ff-095a-4d44-9267-4d66f01e2ef9'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:27:11.470570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Allocated IP 172.20.0.13 (a41f5e8e-ba78-42d7-86a7-354154007b2d/1d68fedd-8a49-4a27-ab19-a1796ea12d76/1bea7a57-1f62-404c-83e9-b46f357854f3) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:27:11.761001 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for port (1bea7a57-1f62-404c-83e9-b46f357854f3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:11.820054 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1bea7a57-1f62-404c-83e9-b46f357854f3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:11.847025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Network a41f5e8e-ba78-42d7-86a7-354154007b2d is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:11.850129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:11.871984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:11.966232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event updated for resources: {'Port': ['ID=1bea7a57-1f62-404c-83e9-b46f357854f3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:11.991176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.991847 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.992459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.993058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.993625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.994112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.994642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.995194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.995584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.996025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.996544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.997113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:11.997820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:12.016885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:12.017536 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:12.045248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a3b8ba2f-fc88-4bde-952a-0c3ddc599b5f tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0760710 Feb 15 14:27:12.048921 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36770) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:12.182599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'project_id': 'f7fb2d6e873342dd9295fbfaab9b5693', 'port_id': '1bea7a57-1f62-404c-83e9-b46f357854f3'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:12.215110 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:12.248411 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:12.263370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c086fa34-510e-4971-9030-d82f6862fc58 None None] Provisioning complete for port 1bea7a57-1f62-404c-83e9-b46f357854f3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:12.263962 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c086fa34-510e-4971-9030-d82f6862fc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1bea7a57-1f62-404c-83e9-b46f357854f3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:12.324946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c086fa34-510e-4971-9030-d82f6862fc58 None None] Port 1bea7a57-1f62-404c-83e9-b46f357854f3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:27:12.399357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:12.632700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Allocated IP 172.25.6.133 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/97df75e5-8a98-4bd5-9114-6243dc6752dd) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:27:12.860827 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks [] for port (97df75e5-8a98-4bd5-9114-6243dc6752dd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:12.933297 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (97df75e5-8a98-4bd5-9114-6243dc6752dd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:13.009213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:13.016970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:13.022493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:13.076594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Pushing event updated for resources: {'Port': ['ID=97df75e5-8a98-4bd5-9114-6243dc6752dd,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:13.669713 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks [] for floatingip (ecb3de2b-a747-44ac-8702-cc489fe20f1c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:13.813083 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (97df75e5-8a98-4bd5-9114-6243dc6752dd), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:14.123387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks [] for port (97df75e5-8a98-4bd5-9114-6243dc6752dd), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:14.131262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (97df75e5-8a98-4bd5-9114-6243dc6752dd), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:14.289047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Pushing event updated for resources: {'Port': ['ID=97df75e5-8a98-4bd5-9114-6243dc6752dd,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:14.321338 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (ecb3de2b-a747-44ac-8702-cc489fe20f1c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:14.529266 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Floating IP ecb3de2b-a747-44ac-8702-cc489fe20f1c associated. External IP: 172.25.6.133, port: 1bea7a57-1f62-404c-83e9-b46f357854f3. Feb 15 14:27:14.781658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8c12940f-0dee-4441-9505-1a48ee004307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:14.878977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Router 97d645ff-095a-4d44-9267-4d66f01e2ef9 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:27:15.035265 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:27:15.045842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53fe267-d3c4-461a-97ea-d99d338ca1c0 None None] Sync routers for ids ['97d645ff-095a-4d44-9267-4d66f01e2ef9'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:27:15.058214 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:15.059371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53fe267-d3c4-461a-97ea-d99d338ca1c0 None None] Routers {'97d645ff-095a-4d44-9267-4d66f01e2ef9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:27:15.060416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b53fe267-d3c4-461a-97ea-d99d338ca1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97d645ff-095a-4d44-9267-4d66f01e2ef9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:15.099470 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7ad25176-637f-48da-9295-5719200586bb tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.0481441 Feb 15 14:27:15.103411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36788) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:15.110380 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b53fe267-d3c4-461a-97ea-d99d338ca1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:15.123201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53fe267-d3c4-461a-97ea-d99d338ca1c0 None None] Routers {'97d645ff-095a-4d44-9267-4d66f01e2ef9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:27:15.124004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b53fe267-d3c4-461a-97ea-d99d338ca1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:26:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97d645ff-095a-4d44-9267-4d66f01e2ef9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:15.164644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b53fe267-d3c4-461a-97ea-d99d338ca1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:15.165208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53fe267-d3c4-461a-97ea-d99d338ca1c0 None None] The sync data for ids ['97d645ff-095a-4d44-9267-4d66f01e2ef9'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:27:15.244016 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-85fa10c7-7922-4895-8c85-2d9fc446b270 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] 10.222.0.72 "GET /v2.0/floatingips/ecb3de2b-a747-44ac-8702-cc489fe20f1c HTTP/1.1" status: 200 len: 984 time: 0.1387379 Feb 15 14:27:15.246282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36790) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:15.338247 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6687e411-f3f8-4465-b5cd-afa48ce6eda5 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4302 time: 0.0901396 Feb 15 14:27:15.340760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36792) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:15.525530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Deleting port 97df75e5-8a98-4bd5-9114-6243dc6752dd {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:15.525872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (97df75e5-8a98-4bd5-9114-6243dc6752dd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:15.631663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (97df75e5-8a98-4bd5-9114-6243dc6752dd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:15.632110 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for floatingip (97df75e5-8a98-4bd5-9114-6243dc6752dd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:15.657126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Calling delete_port for 97df75e5-8a98-4bd5-9114-6243dc6752dd owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:15.994314 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (97df75e5-8a98-4bd5-9114-6243dc6752dd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:16.021753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event deleted for resources: {'Port': ['ID=97df75e5-8a98-4bd5-9114-6243dc6752dd,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:16.176373 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for floatingip (ecb3de2b-a747-44ac-8702-cc489fe20f1c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:16.177518 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Floating IP ecb3de2b-a747-44ac-8702-cc489fe20f1c disassociated (deleted). External IP: 172.25.6.133, port: 1bea7a57-1f62-404c-83e9-b46f357854f3. Feb 15 14:27:16.974014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Router 97d645ff-095a-4d44-9267-4d66f01e2ef9 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:27:17.171780 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:27:17.181588 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-496c958e-6a20-4696-921a-1c3094c2816a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:17.182836 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:17.193316 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be4c23e-b2d3-49fc-94ef-74fed516f95f None None] Sync routers for ids ['97d645ff-095a-4d44-9267-4d66f01e2ef9'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:27:17.262172 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-20c2d5d0-d7d7-4b80-b073-1145c6698773 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "DELETE /v2.0/floatingips/ecb3de2b-a747-44ac-8702-cc489fe20f1c HTTP/1.1" status: 204 len: 168 time: 1.9182661 Feb 15 14:27:17.262487 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4c23e-b2d3-49fc-94ef-74fed516f95f None None] Routers {'97d645ff-095a-4d44-9267-4d66f01e2ef9'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:27:17.262487 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5be4c23e-b2d3-49fc-94ef-74fed516f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:27:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97d645ff-095a-4d44-9267-4d66f01e2ef9'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:17.268291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36816) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:17.275636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:17.321685 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:17.334618 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5be4c23e-b2d3-49fc-94ef-74fed516f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:17.356159 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4c23e-b2d3-49fc-94ef-74fed516f95f None None] Routers {'97d645ff-095a-4d44-9267-4d66f01e2ef9'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:27:17.357227 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5be4c23e-b2d3-49fc-94ef-74fed516f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:27:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97d645ff-095a-4d44-9267-4d66f01e2ef9'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:17.411651 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5be4c23e-b2d3-49fc-94ef-74fed516f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:17.412785 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be4c23e-b2d3-49fc-94ef-74fed516f95f None None] The sync data for ids ['97d645ff-095a-4d44-9267-4d66f01e2ef9'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:27:17.484568 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:17.656476 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Allocated IP 172.25.6.32 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:27:18.108199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddeca7-c2fe-4aa7-9e71-5384a58993f9 req-7024be6a-1fad-4ef1-b952-22f0a1262070 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:18.109761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1ddeca7-c2fe-4aa7-9e71-5384a58993f9 req-7024be6a-1fad-4ef1-b952-22f0a1262070 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1128 time: 0.6068652 Feb 15 14:27:18.184645 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks [] for port (c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:18.212682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1ddeca7-c2fe-4aa7-9e71-5384a58993f9 req-c1d08e37-fb2d-44a6-85ba-2ad171a9b94b tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833056 Feb 15 14:27:18.252223 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:18.320422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:18.338944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:18.364971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:18.406975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Pushing event updated for resources: {'Port': ['ID=c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:18.412303 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:18.444424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56df3a4-06c2-410e-a213-b46fd12763cd req-4d230545-ed57-4618-a3b7-1201af57b67e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:18.445978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b56df3a4-06c2-410e-a213-b46fd12763cd req-4d230545-ed57-4618-a3b7-1201af57b67e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1314611 Feb 15 14:27:18.533743 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks [] for floatingip (c52e55e8-1383-4d52-8609-e56ef934285e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:18.565074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b56df3a4-06c2-410e-a213-b46fd12763cd req-4b83b95a-81a1-40b4-ba92-d2b384f01141 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025331 Feb 15 14:27:18.606996 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:18.613706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36830) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:18.741598 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e6c4678a-0054-4568-a8c6-75e47928b503 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/34461e80-0271-4fdd-9454-54377c0f1a12 HTTP/1.1" status: 200 len: 992 time: 0.1147351 Feb 15 14:27:18.881642 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks [] for port (c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:18.904061 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:18.987855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Pushing event updated for resources: {'Port': ['ID=c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:19.012272 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (c52e55e8-1383-4d52-8609-e56ef934285e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:19.044596 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:19.047309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d98b6b63-a5dd-4695-ad7f-0ef60d9a14d1 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7772148 Feb 15 14:27:19.052221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36840) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:19.119992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-77f3c0ba-bf3c-4836-8cbf-9839564e152c req-2aba9052-9948-4b4f-988d-a705d84f91ed service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:27:19.121536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77f3c0ba-bf3c-4836-8cbf-9839564e152c req-2aba9052-9948-4b4f-988d-a705d84f91ed service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059540 Feb 15 14:27:19.166337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:19.210630 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:19.380464 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:19.592829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Allocated IP 172.25.6.194 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/011d367d-cced-4758-beb8-b26820378405) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:27:19.613349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36852) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:19.765214 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:19.863761 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-c87889de-c719-410a-8742-8d17ae5f04d6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2499018 Feb 15 14:27:19.880203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-7a63b2bc-6e06-41f9-8109-f57804578e0e service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:27:19.881663 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-7a63b2bc-6e06-41f9-8109-f57804578e0e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062366 Feb 15 14:27:19.990061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81308667-1064-4504-90b7-de7295ed2030 req-aea79c2b-a662-4edb-817c-f4113a606ca0 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:19.991764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81308667-1064-4504-90b7-de7295ed2030 req-aea79c2b-a662-4edb-817c-f4113a606ca0 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1460543 Feb 15 14:27:20.051683 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks [] for port (011d367d-cced-4758-beb8-b26820378405), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:20.088134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81308667-1064-4504-90b7-de7295ed2030 req-9f811aff-4e17-428a-b85a-2dd202f55c60 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712619 Feb 15 14:27:20.143349 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (011d367d-cced-4758-beb8-b26820378405), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:20.221558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:20.229875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:20.238008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:20.243458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Pushing event updated for resources: {'Port': ['ID=011d367d-cced-4758-beb8-b26820378405,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:20.428061 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks [] for floatingip (cdc0eb50-472f-42cd-9717-0e87213ca12a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:20.525501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (011d367d-cced-4758-beb8-b26820378405), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:20.536832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36880) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:20.886152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-4530a00b-d690-4547-8a65-592649d1bc7f tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:20.892571 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-4530a00b-d690-4547-8a65-592649d1bc7f tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports/770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 1125 time: 0.3543487 Feb 15 14:27:21.007344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eca27306-211f-4c30-aff7-253d3450470d req-cbdd436e-3f5e-46fd-a004-c6713f14abec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1659009 Feb 15 14:27:21.031786 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks [] for port (011d367d-cced-4758-beb8-b26820378405), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:21.042340 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (011d367d-cced-4758-beb8-b26820378405), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:21.121186 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:21.140693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Pushing event updated for resources: {'Port': ['ID=011d367d-cced-4758-beb8-b26820378405,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:21.258597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca27306-211f-4c30-aff7-253d3450470d req-78941042-2063-44d6-aa9d-8323c796722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:21.260196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eca27306-211f-4c30-aff7-253d3450470d req-78941042-2063-44d6-aa9d-8323c796722c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 1128 time: 0.1011212 Feb 15 14:27:21.260977 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (cdc0eb50-472f-42cd-9717-0e87213ca12a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:21.404144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:21.410416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a6e55523-77f5-4fb6-8f83-f11d47cd5ae9 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3527088 Feb 15 14:27:21.410729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36898) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:21.450603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a3689-e312-491e-b2cf-34d21e75bce3 req-119f7446-e0bd-448e-bfbb-68a666611dea tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:21.452305 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a08a3689-e312-491e-b2cf-34d21e75bce3 req-119f7446-e0bd-448e-bfbb-68a666611dea tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1833975 Feb 15 14:27:21.504561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca27306-211f-4c30-aff7-253d3450470d req-99293b30-022b-4eca-b8c1-622e46605163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:21.506719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eca27306-211f-4c30-aff7-253d3450470d req-99293b30-022b-4eca-b8c1-622e46605163 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.2171724 Feb 15 14:27:21.560284 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2c723667-0d4a-43a6-85c7-59c0c85fcfd4 tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4485 time: 0.1483135 Feb 15 14:27:21.562890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36900) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:21.583210 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a08a3689-e312-491e-b2cf-34d21e75bce3 req-c1b65ede-6e22-44d8-b035-d26dbac86351 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235161 Feb 15 14:27:21.632983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eca27306-211f-4c30-aff7-253d3450470d req-ee1f1bf4-d5b4-4057-83de-471c86ed71e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=793b60ec-da3b-4039-bedb-3f70b8a06311 HTTP/1.1" status: 200 len: 1000 time: 0.1195245 Feb 15 14:27:21.720851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 36902) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:21.721095 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5bea7f0a-63b0-4ff6-948b-d997ccea0710 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1523879 Feb 15 14:27:21.820972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca27306-211f-4c30-aff7-253d3450470d req-edabfd08-c5e8-4994-a63f-ffa3b84dbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:21.825381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eca27306-211f-4c30-aff7-253d3450470d req-edabfd08-c5e8-4994-a63f-ffa3b84dbf08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.1860533 Feb 15 14:27:22.142504 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca27306-211f-4c30-aff7-253d3450470d req-e2df3a7a-2d60-4bf4-9834-519efbbf0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:22.148066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eca27306-211f-4c30-aff7-253d3450470d req-e2df3a7a-2d60-4bf4-9834-519efbbf0f4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2970493 Feb 15 14:27:22.304066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-5efc96e4-2e31-457d-a5e1-d9f8c7c8e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:22.318026 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-5efc96e4-2e31-457d-a5e1-d9f8c7c8e52a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1128 time: 0.2018321 Feb 15 14:27:22.322353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6c0daa87-b1e0-4645-96c6-25db308d0d47 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Deleting port 011d367d-cced-4758-beb8-b26820378405 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:22.322749 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c0daa87-b1e0-4645-96c6-25db308d0d47 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (011d367d-cced-4758-beb8-b26820378405), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:22.326353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eca27306-211f-4c30-aff7-253d3450470d req-b3749924-71b0-4673-81bb-3b9441d533b1 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725786 Feb 15 14:27:22.573507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-3e93af47-73f7-44b4-9627-e3610efb9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:22.578378 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-3e93af47-73f7-44b4-9627-e3610efb9ed0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.2532158 Feb 15 14:27:22.913398 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-67672913-98a1-444c-b04b-e1fa0d4768b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 1000 time: 0.3278754 Feb 15 14:27:22.978726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eca27306-211f-4c30-aff7-253d3450470d req-036ecea7-5594-450a-9edc-07245a76390c service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6368110 Feb 15 14:27:22.999764 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c0daa87-b1e0-4645-96c6-25db308d0d47 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (011d367d-cced-4758-beb8-b26820378405), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:23.010034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c0daa87-b1e0-4645-96c6-25db308d0d47 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks [] for floatingip (011d367d-cced-4758-beb8-b26820378405), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:23.034219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-e6e7ed7d-33cd-4b86-ac91-1f319ee89ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:23.036503 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-e6e7ed7d-33cd-4b86-ac91-1f319ee89ca8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.1178124 Feb 15 14:27:23.063083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6c0daa87-b1e0-4645-96c6-25db308d0d47 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Calling delete_port for 011d367d-cced-4758-beb8-b26820378405 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:23.228760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-70599342-8076-4b70-8463-d9e3ad51c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:23.240685 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-70599342-8076-4b70-8463-d9e3ad51c989 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1929791 Feb 15 14:27:23.364463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc2b60-8b11-49fd-b450-5891073dd585 req-a69c0881-2162-4d40-9343-19237a5e44f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:23.367277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55fc2b60-8b11-49fd-b450-5891073dd585 req-a69c0881-2162-4d40-9343-19237a5e44f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.4946215 Feb 15 14:27:23.456900 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-147326e1-95c7-4ca6-81c2-39602f44d55b service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142448 Feb 15 14:27:23.586209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55fc2b60-8b11-49fd-b450-5891073dd585 req-875f63aa-9040-48d7-8d30-5eb193b57822 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972315 Feb 15 14:27:23.642645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-527dde82-10fc-4d79-a93c-1eb67c371a47 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1915271 Feb 15 14:27:23.946352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c0daa87-b1e0-4645-96c6-25db308d0d47 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (011d367d-cced-4758-beb8-b26820378405), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:23.957528 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-68d224c6-b6ef-486e-b685-c5fb3a976581 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901037 Feb 15 14:27:23.976355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0daa87-b1e0-4645-96c6-25db308d0d47 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Pushing event deleted for resources: {'Port': ['ID=011d367d-cced-4758-beb8-b26820378405,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:24.107501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c0daa87-b1e0-4645-96c6-25db308d0d47 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks [] for floatingip (cdc0eb50-472f-42cd-9717-0e87213ca12a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:24.116109 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c0daa87-b1e0-4645-96c6-25db308d0d47 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:24.122875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36942) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:24.135461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6c0daa87-b1e0-4645-96c6-25db308d0d47 tempest-FloatingIPAdminTestJSON-887150890 tempest-FloatingIPAdminTestJSON-887150890-project] 10.222.0.72 "DELETE /v2.0/floatingips/cdc0eb50-472f-42cd-9717-0e87213ca12a HTTP/1.1" status: 204 len: 168 time: 2.4009871 Feb 15 14:27:24.150104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-edf10fc6-d771-4a51-8437-0c93476fb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:24.157118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-edf10fc6-d771-4a51-8437-0c93476fb6bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 1129 time: 0.3418133 Feb 15 14:27:24.407347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-bbbbb270-c0af-4674-a493-3f8f72004c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:24.409412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-bbbbb270-c0af-4674-a493-3f8f72004c6e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.2286859 Feb 15 14:27:24.493962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-22685c56-a7f9-4366-b02e-f3007931b49b tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Deleting port c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:24.494580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-22685c56-a7f9-4366-b02e-f3007931b49b tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:24.553723 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-db284424-ef1d-4436-afa7-5fb549d2b4fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 HTTP/1.1" status: 200 len: 1002 time: 0.1370392 Feb 15 14:27:24.631206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-86fa2b74-0ddb-4e53-beca-859e349e96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:24.633185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-86fa2b74-0ddb-4e53-beca-859e349e96c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.0734301 Feb 15 14:27:24.723728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-1fc06ae6-064d-4519-8d6e-e377eddfcc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:24.728927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-1fc06ae6-064d-4519-8d6e-e377eddfcc64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0849104 Feb 15 14:27:24.758275 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-22685c56-a7f9-4366-b02e-f3007931b49b tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:24.758762 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-22685c56-a7f9-4366-b02e-f3007931b49b tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks [] for floatingip (c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:24.791460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-22685c56-a7f9-4366-b02e-f3007931b49b tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Calling delete_port for c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:24.991479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-3e83e866-f1ea-4734-a95b-79813fc11803 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618513 Feb 15 14:27:25.055008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6428150-4861-4bec-9378-55706ac56ede req-ceaa6a17-54da-451c-9f93-92d4124f68ad tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:25.056707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6428150-4861-4bec-9378-55706ac56ede req-ceaa6a17-54da-451c-9f93-92d4124f68ad tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1724312 Feb 15 14:27:25.103286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-22685c56-a7f9-4366-b02e-f3007931b49b tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:25.152214 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22685c56-a7f9-4366-b02e-f3007931b49b tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Pushing event deleted for resources: {'Port': ['ID=c45c5767-7f5b-4aa4-8fc7-7b2d88a6a7c7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:25.166599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0fdca5a-9032-4ab3-bbe2-583a07c2c974 req-00a058d2-d4ec-40f9-8424-b43267452734 service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683345 Feb 15 14:27:25.173667 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6428150-4861-4bec-9378-55706ac56ede req-9d02015e-3099-4b17-80bc-0b258477f4d6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058872 Feb 15 14:27:25.253521 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-22685c56-a7f9-4366-b02e-f3007931b49b tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks [] for floatingip (c52e55e8-1383-4d52-8609-e56ef934285e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:25.256865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-22685c56-a7f9-4366-b02e-f3007931b49b tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:25.274097 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-22685c56-a7f9-4366-b02e-f3007931b49b tempest-FloatingIPAdminTestJSON-1693689767 tempest-FloatingIPAdminTestJSON-1693689767-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/c52e55e8-1383-4d52-8609-e56ef934285e HTTP/1.1" status: 204 len: 168 time: 1.1480608 Feb 15 14:27:25.281633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36964) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:25.453994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7c08fb76-e78f-452e-8861-b2370c7c93b2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Deleting port 1bea7a57-1f62-404c-83e9-b46f357854f3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:25.453994 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c08fb76-e78f-452e-8861-b2370c7c93b2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1bea7a57-1f62-404c-83e9-b46f357854f3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:25.667495 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c08fb76-e78f-452e-8861-b2370c7c93b2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1bea7a57-1f62-404c-83e9-b46f357854f3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:25.684250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7c08fb76-e78f-452e-8861-b2370c7c93b2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Calling delete_port for 1bea7a57-1f62-404c-83e9-b46f357854f3 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:25.924855 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c08fb76-e78f-452e-8861-b2370c7c93b2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1bea7a57-1f62-404c-83e9-b46f357854f3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:25.987238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08fb76-e78f-452e-8861-b2370c7c93b2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event deleted for resources: {'Port': ['ID=1bea7a57-1f62-404c-83e9-b46f357854f3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:26.237142 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c08fb76-e78f-452e-8861-b2370c7c93b2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:26.245234 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7c08fb76-e78f-452e-8861-b2370c7c93b2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "DELETE /v2.0/ports/1bea7a57-1f62-404c-83e9-b46f357854f3 HTTP/1.1" status: 204 len: 168 time: 0.9600260 Feb 15 14:27:26.245668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36988) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:26.349741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d925f-b484-466e-9641-be84ff352025 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:26.357415 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-566d925f-b484-466e-9641-be84ff352025 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "GET /v2.0/ports?device_id=97d645ff-095a-4d44-9267-4d66f01e2ef9 HTTP/1.1" status: 200 len: 913 time: 0.1101830 Feb 15 14:27:26.358368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 36990) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:26.456203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940e9fb-777c-4a0b-9243-adfcda1f87df req-08200215-378d-4770-b44d-45d640dbb18c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:26.458301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8940e9fb-777c-4a0b-9243-adfcda1f87df req-08200215-378d-4770-b44d-45d640dbb18c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1394417 Feb 15 14:27:26.565823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8940e9fb-777c-4a0b-9243-adfcda1f87df req-2ec21def-7817-4ff2-ab87-d1a790d7f86a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006081 Feb 15 14:27:26.983443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8de61a6f-296a-4f8e-99d5-fba65e06e8e2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (97d645ff-095a-4d44-9267-4d66f01e2ef9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:27.373096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8de61a6f-296a-4f8e-99d5-fba65e06e8e2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Deleting port 1f8d5167-5311-4385-a2dd-cde011c4cb08 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:27.373282 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8de61a6f-296a-4f8e-99d5-fba65e06e8e2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1f8d5167-5311-4385-a2dd-cde011c4cb08), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:27.512615 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8de61a6f-296a-4f8e-99d5-fba65e06e8e2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1f8d5167-5311-4385-a2dd-cde011c4cb08), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:27.527115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8de61a6f-296a-4f8e-99d5-fba65e06e8e2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Calling delete_port for 1f8d5167-5311-4385-a2dd-cde011c4cb08 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:27.769362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e9b91-f265-476e-9657-51dff228a8c8 req-e515ca63-382b-41db-99db-929b0969e3b1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:27.772191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458e9b91-f265-476e-9657-51dff228a8c8 req-e515ca63-382b-41db-99db-929b0969e3b1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1213858 Feb 15 14:27:27.873070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-458e9b91-f265-476e-9657-51dff228a8c8 req-e6fa23ec-7954-4915-839a-76666c962570 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920751 Feb 15 14:27:27.930064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8de61a6f-296a-4f8e-99d5-fba65e06e8e2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1f8d5167-5311-4385-a2dd-cde011c4cb08), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:27.982496 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de61a6f-296a-4f8e-99d5-fba65e06e8e2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event deleted for resources: {'Port': ['ID=1f8d5167-5311-4385-a2dd-cde011c4cb08,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:28.240654 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8de61a6f-296a-4f8e-99d5-fba65e06e8e2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (97d645ff-095a-4d44-9267-4d66f01e2ef9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:28.562093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de61a6f-296a-4f8e-99d5-fba65e06e8e2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Router 97d645ff-095a-4d44-9267-4d66f01e2ef9 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:27:28.707987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de61a6f-296a-4f8e-99d5-fba65e06e8e2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:27:28.717707 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8de61a6f-296a-4f8e-99d5-fba65e06e8e2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "PUT /v2.0/routers/97d645ff-095a-4d44-9267-4d66f01e2ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3553770 Feb 15 14:27:28.717707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37042) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:28.726269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c5984-518f-496b-a987-a521fda856c9 None None] Sync routers for ids ['97d645ff-095a-4d44-9267-4d66f01e2ef9'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:27:28.741443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c5984-518f-496b-a987-a521fda856c9 None None] Routers {'97d645ff-095a-4d44-9267-4d66f01e2ef9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:27:28.742451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-366c5984-518f-496b-a987-a521fda856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:27:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97d645ff-095a-4d44-9267-4d66f01e2ef9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:28.797688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-366c5984-518f-496b-a987-a521fda856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:28.817955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c5984-518f-496b-a987-a521fda856c9 None None] Routers {'97d645ff-095a-4d44-9267-4d66f01e2ef9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:27:28.819265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-366c5984-518f-496b-a987-a521fda856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:27:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97d645ff-095a-4d44-9267-4d66f01e2ef9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:28.900474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for router (97d645ff-095a-4d44-9267-4d66f01e2ef9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:28.939598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-366c5984-518f-496b-a987-a521fda856c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:28.940407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c5984-518f-496b-a987-a521fda856c9 None None] The sync data for ids ['97d645ff-095a-4d44-9267-4d66f01e2ef9'] in n-d-829064-15 is: [] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:27:29.083283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4e0c7-20d0-4035-9315-5bbabe277c7b req-51aa0bc8-0c4d-4a7f-882f-050b51b327a4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:29.084795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3b4e0c7-20d0-4035-9315-5bbabe277c7b req-51aa0bc8-0c4d-4a7f-882f-050b51b327a4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.0914044 Feb 15 14:27:29.100702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for router_gateway (97d645ff-095a-4d44-9267-4d66f01e2ef9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:29.167658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Deleting port 52dbb335-627e-4b16-bb06-0e13bbf6ee18 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:29.168192 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (52dbb335-627e-4b16-bb06-0e13bbf6ee18), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:29.176256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3b4e0c7-20d0-4035-9315-5bbabe277c7b req-e73ed09a-dbcd-4ea9-84e8-edf49eaf7fff tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759864 Feb 15 14:27:29.271984 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (52dbb335-627e-4b16-bb06-0e13bbf6ee18), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:29.287402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Calling delete_port for 52dbb335-627e-4b16-bb06-0e13bbf6ee18 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:29.550114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (52dbb335-627e-4b16-bb06-0e13bbf6ee18), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:29.585450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event deleted for resources: {'Port': ['ID=52dbb335-627e-4b16-bb06-0e13bbf6ee18,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:29.694248 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (97d645ff-095a-4d44-9267-4d66f01e2ef9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:29.795703 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (97d645ff-095a-4d44-9267-4d66f01e2ef9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:29.798316 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for router_controller (97d645ff-095a-4d44-9267-4d66f01e2ef9), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:29.853010 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (97d645ff-095a-4d44-9267-4d66f01e2ef9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:29.853630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Fanout notify agent at l3_agent the message router_deleted on router 97d645ff-095a-4d44-9267-4d66f01e2ef9 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:27:29.861126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:29.865140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37064) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:29.865739 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-33e34870-ee7e-4a46-afaf-2a7ba4b6342e tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "DELETE /v2.0/routers/97d645ff-095a-4d44-9267-4d66f01e2ef9 HTTP/1.1" status: 204 len: 168 time: 1.1467285 Feb 15 14:27:29.935041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-efac706e-7acf-4238-935a-6f744b2f78e9 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Deleting subnet 1d68fedd-8a49-4a27-ab19-a1796ea12d76 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:27:29.938579 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efac706e-7acf-4238-935a-6f744b2f78e9 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for subnet (1d68fedd-8a49-4a27-ab19-a1796ea12d76), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:29.985273 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efac706e-7acf-4238-935a-6f744b2f78e9 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (1d68fedd-8a49-4a27-ab19-a1796ea12d76), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:30.111438 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efac706e-7acf-4238-935a-6f744b2f78e9 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (1d68fedd-8a49-4a27-ab19-a1796ea12d76), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:30.186401 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efac706e-7acf-4238-935a-6f744b2f78e9 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (1d68fedd-8a49-4a27-ab19-a1796ea12d76), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:30.239850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac706e-7acf-4238-935a-6f744b2f78e9 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event deleted for resources: {'Subnet': ['ID=1d68fedd-8a49-4a27-ab19-a1796ea12d76,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:30.254041 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efac706e-7acf-4238-935a-6f744b2f78e9 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:30.258209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562f7b1-6af2-41a0-8fe2-b54b5c46906d None None] Network a41f5e8e-ba78-42d7-86a7-354154007b2d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:27:30.262472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-efac706e-7acf-4238-935a-6f744b2f78e9 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "DELETE /v2.0/subnets/1d68fedd-8a49-4a27-ab19-a1796ea12d76 HTTP/1.1" status: 204 len: 168 time: 0.3928120 Feb 15 14:27:30.263124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37082) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:30.365455 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a41f5e8e-ba78-42d7-86a7-354154007b2d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:30.468399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Deleting port 2cab983c-cccb-41a8-9774-ad122750b9b9 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:30.469695 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:30.547118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f8b072-ee30-4dbe-8669-ea856010fbd9 None None] DHCP port deletion for a41f5e8e-ba78-42d7-86a7-354154007b2d request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:27:30.600957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] For port 2cab983c-cccb-41a8-9774-ad122750b9b9, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2cab983c-cccb-41a8-9774-ad122750b9b9,segment=NetworkSegment(44fc5964-1071-4d78-baa8-65adc42ce9ec),segment_id=44fc5964-1071-4d78-baa8-65adc42ce9ec)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:30.601619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:30.619072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Calling delete_port for 2cab983c-cccb-41a8-9774-ad122750b9b9 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:30.637441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4efe8-1284-457d-8fdf-5956926002f7 req-d688a1af-edee-4bfc-bb6d-16343ad415b2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:30.642136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5c4efe8-1284-457d-8fdf-5956926002f7 req-d688a1af-edee-4bfc-bb6d-16343ad415b2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1962371 Feb 15 14:27:30.685732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8b072-ee30-4dbe-8669-ea856010fbd9 None None] Deleting port 2cab983c-cccb-41a8-9774-ad122750b9b9 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:30.686668 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b4f8b072-ee30-4dbe-8669-ea856010fbd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:30.783708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b4f8b072-ee30-4dbe-8669-ea856010fbd9 None None] For port 2cab983c-cccb-41a8-9774-ad122750b9b9, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2cab983c-cccb-41a8-9774-ad122750b9b9,segment=NetworkSegment(44fc5964-1071-4d78-baa8-65adc42ce9ec),segment_id=44fc5964-1071-4d78-baa8-65adc42ce9ec)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:30.784373 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b4f8b072-ee30-4dbe-8669-ea856010fbd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:30.802993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5c4efe8-1284-457d-8fdf-5956926002f7 req-ae289326-9716-4a4e-991b-880b84372f64 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514359 Feb 15 14:27:30.817686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8b072-ee30-4dbe-8669-ea856010fbd9 None None] Calling delete_port for 2cab983c-cccb-41a8-9774-ad122750b9b9 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:30.855206 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:30.921465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] No DVR routers for this DVR port 2cab983c-cccb-41a8-9774-ad122750b9b9 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:27:30.924830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event deleted for resources: {'Port': ['ID=2cab983c-cccb-41a8-9774-ad122750b9b9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:30.978282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2cab983c-cccb-41a8-9774-ad122750b9b9 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:27:31.019971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 2cab983c-cccb-41a8-9774-ad122750b9b9 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:27:31.020323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2cab983c-cccb-41a8-9774-ad122750b9b9 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:27:31.036383 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b4f8b072-ee30-4dbe-8669-ea856010fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (2cab983c-cccb-41a8-9774-ad122750b9b9), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:31.057447 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a41f5e8e-ba78-42d7-86a7-354154007b2d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:31.065617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8b072-ee30-4dbe-8669-ea856010fbd9 None None] Pushing event deleted for resources: {'Port': ['ID=2cab983c-cccb-41a8-9774-ad122750b9b9,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:31.069302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f8b072-ee30-4dbe-8669-ea856010fbd9 None None] No DVR routers for this DVR port 2cab983c-cccb-41a8-9774-ad122750b9b9 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:27:31.116379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41f5e8e-ba78-42d7-86a7-354154007b2d']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:31.142359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fc5964-1071-4d78-baa8-65adc42ce9ec') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:31.142647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fc5964-1071-4d78-baa8-65adc42ce9ec') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:31.159131 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (44fc5964-1071-4d78-baa8-65adc42ce9ec), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:31.184202 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (44fc5964-1071-4d78-baa8-65adc42ce9ec), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:31.197843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:27:31.198253 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (44fc5964-1071-4d78-baa8-65adc42ce9ec), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:27:31.203195 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:27:31.300593 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a41f5e8e-ba78-42d7-86a7-354154007b2d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:31.309163 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:31.321709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "DELETE /v2.0/networks/a41f5e8e-ba78-42d7-86a7-354154007b2d HTTP/1.1" status: 204 len: 168 time: 1.0487010 Feb 15 14:27:31.324237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37102) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:31.342199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fd8f2-28fd-4a68-9842-1b49c20c3cb2 tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event deleted for resources: {'Network': ['ID=a41f5e8e-ba78-42d7-86a7-354154007b2d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:31.869856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b3b5a-255e-45ff-81ec-cfac65cacc9a tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Deleting port 30165f6b-d88a-4c3d-9227-d744365243ae {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:31.870600 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3b5a-255e-45ff-81ec-cfac65cacc9a tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (30165f6b-d88a-4c3d-9227-d744365243ae), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:31.969433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079953e-9366-4a02-a9e5-bbe6100f32d4 req-5cd98910-2045-4c96-95b8-a059c975b4e2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:31.971832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5079953e-9366-4a02-a9e5-bbe6100f32d4 req-5cd98910-2045-4c96-95b8-a059c975b4e2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.0767434 Feb 15 14:27:31.990657 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3b5a-255e-45ff-81ec-cfac65cacc9a tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (30165f6b-d88a-4c3d-9227-d744365243ae), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:31.991041 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3b5a-255e-45ff-81ec-cfac65cacc9a tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for floatingip (30165f6b-d88a-4c3d-9227-d744365243ae), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:32.007823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b3b5a-255e-45ff-81ec-cfac65cacc9a tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Calling delete_port for 30165f6b-d88a-4c3d-9227-d744365243ae owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:32.051987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5079953e-9366-4a02-a9e5-bbe6100f32d4 req-0a750680-c903-4a04-8032-dd187e09e155 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640593 Feb 15 14:27:32.197111 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3b5a-255e-45ff-81ec-cfac65cacc9a tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (30165f6b-d88a-4c3d-9227-d744365243ae), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:32.228146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b3b5a-255e-45ff-81ec-cfac65cacc9a tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Pushing event deleted for resources: {'Port': ['ID=30165f6b-d88a-4c3d-9227-d744365243ae,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:32.320575 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3b5a-255e-45ff-81ec-cfac65cacc9a tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks [] for floatingip (15b506ad-8b2c-460d-bfce-55b0eee735f8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:32.325251 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3b5a-255e-45ff-81ec-cfac65cacc9a tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:32.327366 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ce5b3b5a-255e-45ff-81ec-cfac65cacc9a tempest-FloatingIPAdminTestJSON-1428748597 tempest-FloatingIPAdminTestJSON-1428748597-project] 10.222.0.72 "DELETE /v2.0/floatingips/15b506ad-8b2c-460d-bfce-55b0eee735f8 HTTP/1.1" status: 204 len: 168 time: 0.9971840 Feb 15 14:27:32.671803 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37138) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:32.850945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cf7ae0bd-830b-4f9c-a197-b43c68613c45 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f7fb2d6e873342dd9295fbfaab9b5693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755817 Feb 15 14:27:32.851851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37144) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:32.916028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99c7e222-68ca-47c7-9422-d2e920b60e65 admin admin] Publish callbacks [] for security_group (7a2e98f1-a7bd-45c6-b0f4-a6155a8a87a1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:32.943757 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99c7e222-68ca-47c7-9422-d2e920b60e65 admin admin] Publish callbacks [] for security_group (7a2e98f1-a7bd-45c6-b0f4-a6155a8a87a1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:33.008578 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99c7e222-68ca-47c7-9422-d2e920b60e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7a2e98f1-a7bd-45c6-b0f4-a6155a8a87a1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:33.011479 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99c7e222-68ca-47c7-9422-d2e920b60e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:33.012633 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-99c7e222-68ca-47c7-9422-d2e920b60e65 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a2e98f1-a7bd-45c6-b0f4-a6155a8a87a1 HTTP/1.1" status: 204 len: 168 time: 0.1593726 Feb 15 14:27:33.027964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7e222-68ca-47c7-9422-d2e920b60e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2e98f1-a7bd-45c6-b0f4-a6155a8a87a1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:33.221852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b8ed8-1938-46bf-abc8-2185a12a6535 req-74ec771b-bd05-465b-a06f-cecfdf8d5972 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:33.224670 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d9b8ed8-1938-46bf-abc8-2185a12a6535 req-74ec771b-bd05-465b-a06f-cecfdf8d5972 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.0773647 Feb 15 14:27:33.312171 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d9b8ed8-1938-46bf-abc8-2185a12a6535 req-8e7291e4-e3b4-4023-ae95-a307419db4fa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805955 Feb 15 14:27:33.383096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37158) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:33.397646 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f0b99867-d92e-4bf1-8aec-de65862602af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:33.496658 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f0b99867-d92e-4bf1-8aec-de65862602af admin admin] Publish callbacks [] for security_group (12224694-589c-44b4-ac52-f370d525d912), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:33.501256 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f0b99867-d92e-4bf1-8aec-de65862602af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (12224694-589c-44b4-ac52-f370d525d912), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:33.562268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f0b99867-d92e-4bf1-8aec-de65862602af admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75b75fdba0be4a638d8c2631f027d69d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1777582 Feb 15 14:27:33.566519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37162) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:33.574511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b99867-d92e-4bf1-8aec-de65862602af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12224694-589c-44b4-ac52-f370d525d912,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:33.629132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dfca062c-852d-42ee-85a3-342f8ec277f0 admin admin] Publish callbacks [] for security_group (12224694-589c-44b4-ac52-f370d525d912), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:33.657246 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dfca062c-852d-42ee-85a3-342f8ec277f0 admin admin] Publish callbacks [] for security_group (12224694-589c-44b4-ac52-f370d525d912), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:33.747617 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dfca062c-852d-42ee-85a3-342f8ec277f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (12224694-589c-44b4-ac52-f370d525d912), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:33.752537 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dfca062c-852d-42ee-85a3-342f8ec277f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:33.754439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dfca062c-852d-42ee-85a3-342f8ec277f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/12224694-589c-44b4-ac52-f370d525d912 HTTP/1.1" status: 204 len: 168 time: 0.1866074 Feb 15 14:27:33.777641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca062c-852d-42ee-85a3-342f8ec277f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12224694-589c-44b4-ac52-f370d525d912,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:34.361545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37192) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:34.381526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2f08a482-18a0-4f30-a57a-a2e1b204671a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:34.502968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd299a1-4c09-4116-a608-df6a4175b345 req-32dbd1df-d7db-4d27-95be-808e93981e23 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:34.503438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6dd299a1-4c09-4116-a608-df6a4175b345 req-32dbd1df-d7db-4d27-95be-808e93981e23 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1008036 Feb 15 14:27:34.559443 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2f08a482-18a0-4f30-a57a-a2e1b204671a admin admin] Publish callbacks [] for security_group (b02f8a23-a3eb-493a-a543-dfd467e6595a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:34.583577 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2f08a482-18a0-4f30-a57a-a2e1b204671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b02f8a23-a3eb-493a-a543-dfd467e6595a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:34.613922 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6dd299a1-4c09-4116-a608-df6a4175b345 req-58e4351b-af1c-42b0-9c74-a5c63c36a5ff tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974824 Feb 15 14:27:34.646595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08a482-18a0-4f30-a57a-a2e1b204671a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02f8a23-a3eb-493a-a543-dfd467e6595a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:34.654159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2f08a482-18a0-4f30-a57a-a2e1b204671a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=433a9057425143298e3b347c57b100e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2911401 Feb 15 14:27:34.654288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37196) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:34.727494 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd96-632e-4062-a957-ee61f08b8c01 admin admin] Publish callbacks [] for security_group (b02f8a23-a3eb-493a-a543-dfd467e6595a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:34.756253 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd96-632e-4062-a957-ee61f08b8c01 admin admin] Publish callbacks [] for security_group (b02f8a23-a3eb-493a-a543-dfd467e6595a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:34.846088 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd96-632e-4062-a957-ee61f08b8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b02f8a23-a3eb-493a-a543-dfd467e6595a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:34.851315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd96-632e-4062-a957-ee61f08b8c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:34.853305 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d46bbd96-632e-4062-a957-ee61f08b8c01 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b02f8a23-a3eb-493a-a543-dfd467e6595a HTTP/1.1" status: 204 len: 168 time: 0.1979363 Feb 15 14:27:34.868244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bbd96-632e-4062-a957-ee61f08b8c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02f8a23-a3eb-493a-a543-dfd467e6595a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:35.894203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d6a4d-c2ea-432f-b69b-df8aee588eb3 req-09a31e62-a643-4f09-bc41-fec89a1771b2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:35.897184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-566d6a4d-c2ea-432f-b69b-df8aee588eb3 req-09a31e62-a643-4f09-bc41-fec89a1771b2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1142933 Feb 15 14:27:35.995607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-566d6a4d-c2ea-432f-b69b-df8aee588eb3 req-b041d37a-b9ae-4c65-8f02-25e41b08d325 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877006 Feb 15 14:27:36.072142 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-5e5b36b7-9f8f-42f7-b385-a49f6e2e0599 service neutron] show failed (client error): The resource could not be found. Feb 15 14:27:36.073966 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-5e5b36b7-9f8f-42f7-b385-a49f6e2e0599 service neutron] 10.222.0.42 "GET /v2.0/ports/770a56d4-9b12-4af7-adb0-335ecbb44a3e/bindings/n-h2-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0800188 Feb 15 14:27:36.109298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37256) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:36.306421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-794239628'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:36.344022 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Made reservation on behalf of b127588b23374b579d70ee239a3f6996 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:36.362999 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:36.380365 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:36.461781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-99986aed-6648-4976-86ff-5ecdb54945b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:36.465377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-99986aed-6648-4976-86ff-5ecdb54945b1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 1128 time: 0.1773565 Feb 15 14:27:36.488483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:36.522052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks [] for security_group (09f403e9-0308-427f-9af9-28a67b296873), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:36.533637 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (09f403e9-0308-427f-9af9-28a67b296873), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:36.554135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:27:36.587610 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:36.602412 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c5f38c99-1dea-4279-9523-7c550b7687a5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:36.604217 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Added segment c5f38c99-1dea-4279-9523-7c550b7687a5 of type vlan for network 9e190f19-98bb-40a6-895d-c6dfc04d8508 Feb 15 14:27:36.656676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f403e9-0308-427f-9af9-28a67b296873,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:36.673245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9e190f19-98bb-40a6-895d-c6dfc04d8508), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:36.708002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9e190f19-98bb-40a6-895d-c6dfc04d8508), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:36.718156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:36.719242 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:36.814164 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7031143 Feb 15 14:27:36.815073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37272) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:36.821037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Request body: {'subnet': {'network_id': '9e190f19-98bb-40a6-895d-c6dfc04d8508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:36.850764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c8c9-00d2-46d1-a66a-0bafdab87e6f tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Pushing event updated for resources: {'Network': ['ID=9e190f19-98bb-40a6-895d-c6dfc04d8508,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:36.865853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9e190f19-98bb-40a6-895d-c6dfc04d8508 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:27:37.002699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Made reservation on behalf of b127588b23374b579d70ee239a3f6996 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:37.006597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:37.461589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:37.561846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890ac8b-46dd-46c4-b41a-8e0b107947e9 req-88967a5a-f616-4d37-915a-831f439c7e5f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:37.564209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6890ac8b-46dd-46c4-b41a-8e0b107947e9 req-88967a5a-f616-4d37-915a-831f439c7e5f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.2045138 Feb 15 14:27:37.574411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:27:37.678466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:27:37.680983 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd02935-9f45-4d3a-a766-45de2f992c42" -d '{"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-unplugged", "status": "completed", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:27:37.690322 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Publish callbacks [] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:37.736514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Transition to ACTIVE for port object 770a56d4-9b12-4af7-adb0-335ecbb44a3e will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:27:37.766527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6890ac8b-46dd-46c4-b41a-8e0b107947e9 req-20584d4d-e298-4bb3-b5ea-d46e5cb6aab3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859856 Feb 15 14:27:37.777011 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:37.812875 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857290af-9948-4b51-ac41-bb950c61a395 x-openstack-request-id: req-857290af-9948-4b51-ac41-bb950c61a395 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:27:37.813183 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-unplugged", "status": "completed", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:27:37.813445 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-857290af-9948-4b51-ac41-bb950c61a395 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:27:37.813863 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'code': 200} Feb 15 14:27:37.917053 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:37.961487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:38.093249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Pushing event updated for resources: {'Subnet': ['ID=4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:38.128946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] No DVR routers for this DVR port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:27:38.134885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Checking segment: {'id': 'c5f38c99-1dea-4279-9523-7c550b7687a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9e190f19-98bb-40a6-895d-c6dfc04d8508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:27:38.136524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Network hostable DHCP agents. Network: 9e190f19-98bb-40a6-895d-c6dfc04d8508, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:27:38.263432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Network 9e190f19-98bb-40a6-895d-c6dfc04d8508 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:27:38.278371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9e190f19-98bb-40a6-895d-c6dfc04d8508) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:38.289278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:38.289278 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:38.294007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e8330-5dfa-4529-ac76-004044a44591 None None] Network 9e190f19-98bb-40a6-895d-c6dfc04d8508 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:27:38.316534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-228f4f3a-6e34-4de6-b64e-821dd98b255d tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5003407 Feb 15 14:27:38.319828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37306) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:38.336475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Request body: {'port': {'network_id': '9e190f19-98bb-40a6-895d-c6dfc04d8508', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1869309490'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:38.413352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:27:38.413692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:27:38.414036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on network 725a6218-43c1-4c06-a663-db0a3f8a2342 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:27:38.425968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on network 725a6218-43c1-4c06-a663-db0a3f8a2342 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:27:38.426312 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on network 725a6218-43c1-4c06-a663-db0a3f8a2342 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:27:38.432751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:27:38.433102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Checking segment: {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:27:38.433495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Bound using segment: {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:27:38.433941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Bound port: 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:27:38.434300 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:38.460822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-9e190f19-98bb-40a6-895d-c6dfc04d8508', 'network_id': '9e190f19-98bb-40a6-895d-c6dfc04d8508', 'project_id': 'b127588b23374b579d70ee239a3f6996', 'fixed_ips': [{'subnet_id': '4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:27:38.461928 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:38.589119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:27:38.595863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:27:38.605887 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:38.632105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:38.637940 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:38.641095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] 10.222.0.67 "PUT /v2.0/ports/770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 1092 time: 2.1676750 Feb 15 14:27:38.730286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Made reservation on behalf of b127588b23374b579d70ee239a3f6996 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:38.756569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:38.776791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60095097-797d-47e6-9c08-2298cc0fd432 service neutron] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:38.797217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-646ea4e1-28de-48e2-9252-794b5a5f616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:38.807399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-646ea4e1-28de-48e2-9252-794b5a5f616a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1126 time: 0.1230865 Feb 15 14:27:38.832237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] device_id is not set on port 8da6d96e-90e1-486e-8022-c441acc564e0 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:27:39.124140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d767-9e91-4a9e-bd5f-badfd0b35bbf req-cbe62035-29aa-4935-ba6c-65f42bd4e254 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:39.126542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e114d767-9e91-4a9e-bd5f-badfd0b35bbf req-cbe62035-29aa-4935-ba6c-65f42bd4e254 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 943 time: 0.1781023 Feb 15 14:27:39.140251 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-a96ca5ba-c7af-47d5-8323-8133e5c299f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:39.143128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-a96ca5ba-c7af-47d5-8323-8133e5c299f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.3281615 Feb 15 14:27:39.222549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Allocated IP 2001:db8::2 (9e190f19-98bb-40a6-895d-c6dfc04d8508/4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457/27ddcedf-4b15-4943-81a5-ca4756a557ef) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:27:39.282580 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e114d767-9e91-4a9e-bd5f-badfd0b35bbf req-86f1804d-316e-48f1-b5f1-3a02d0a1602f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460173 Feb 15 14:27:39.335789 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-b5497438-8666-495e-8408-fe4e0fd820d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 998 time: 0.1291642 Feb 15 14:27:39.422524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-2fdb163f-9586-40bb-911a-dd503cca7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:39.424095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-2fdb163f-9586-40bb-911a-dd503cca7a1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.0794983 Feb 15 14:27:39.443484 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Publish callbacks [] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:39.452978 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:39.491999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Network 9e190f19-98bb-40a6-895d-c6dfc04d8508 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:39.496630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:39.502431 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:39.519219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-99dda21a-49b4-4ffc-b2f0-ece72d33b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:39.525797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-99dda21a-49b4-4ffc-b2f0-ece72d33b94d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0922732 Feb 15 14:27:39.547923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Pushing event updated for resources: {'Port': ['ID=27ddcedf-4b15-4943-81a5-ca4756a557ef,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:39.614921 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Allocated IP 2001:db8::2cb (9e190f19-98bb-40a6-895d-c6dfc04d8508/4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457/8da6d96e-90e1-486e-8022-c441acc564e0) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:27:39.615706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Attempting to bind port 27ddcedf-4b15-4943-81a5-ca4756a557ef on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:27:39.616093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Attempting to bind port 27ddcedf-4b15-4943-81a5-ca4756a557ef by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c5f38c99-1dea-4279-9523-7c550b7687a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9e190f19-98bb-40a6-895d-c6dfc04d8508'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:27:39.616484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Attempting to bind port 27ddcedf-4b15-4943-81a5-ca4756a557ef on network 9e190f19-98bb-40a6-895d-c6dfc04d8508 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:27:39.622989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:27:39.623856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Checking segment: {'id': 'c5f38c99-1dea-4279-9523-7c550b7687a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9e190f19-98bb-40a6-895d-c6dfc04d8508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:27:39.624271 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:39.624671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Bound using segment: {'id': 'c5f38c99-1dea-4279-9523-7c550b7687a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9e190f19-98bb-40a6-895d-c6dfc04d8508'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:27:39.625234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Bound port: 27ddcedf-4b15-4943-81a5-ca4756a557ef, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f38c99-1dea-4279-9523-7c550b7687a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9e190f19-98bb-40a6-895d-c6dfc04d8508'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:27:39.625620 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:39.667164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-a44cb973-48cf-488e-96d2-e52d52ccb8a4 service neutron] 10.222.0.67 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337745 Feb 15 14:27:39.782240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] For port 27ddcedf-4b15-4943-81a5-ca4756a557ef, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:27:39.789893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] For port 27ddcedf-4b15-4943-81a5-ca4756a557ef, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=27ddcedf-4b15-4943-81a5-ca4756a557ef,segment=NetworkSegment(c5f38c99-1dea-4279-9523-7c550b7687a5),segment_id=c5f38c99-1dea-4279-9523-7c550b7687a5)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:27:39.804610 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:39.878310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:27:39.882501 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed380fe7-3e96-4354-a719-46883e2b378e" -d '{"events": [{"name": "network-changed", "server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:27:39.895216 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01bf5e17-cb42-40bc-bc82-66ecf70b5e75 req-a6035c5d-e749-4c38-8b14-235b76948903 service neutron] 10.222.0.67 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188058 Feb 15 14:27:39.972030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e167b1-cc65-4a41-a896-6d572880047b None None] Pushing event updated for resources: {'Port': ['ID=27ddcedf-4b15-4943-81a5-ca4756a557ef,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:39.984525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks [] for port (8da6d96e-90e1-486e-8022-c441acc564e0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:39.984742 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b31617-e960-43ec-9e8e-2d4f84e860ad x-openstack-request-id: req-a8b31617-e960-43ec-9e8e-2d4f84e860ad {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:27:39.984875 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:27:39.985304 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a8b31617-e960-43ec-9e8e-2d4f84e860ad {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:27:39.985870 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'status': 'completed', 'code': 200} Feb 15 14:27:40.049365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:40.105603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380fe7-3e96-4354-a719-46883e2b378e req-4f9ebb08-b8c7-42aa-a32c-1b91cb283903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:40.111415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-4f9ebb08-b8c7-42aa-a32c-1b91cb283903 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1126 time: 0.1093662 Feb 15 14:27:40.139971 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8da6d96e-90e1-486e-8022-c441acc564e0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:40.215855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Network 9e190f19-98bb-40a6-895d-c6dfc04d8508 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:40.222281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:40.238815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:40.247075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:40.248877 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:40.264562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380fe7-3e96-4354-a719-46883e2b378e req-e8d6ef4d-2a97-40b2-91fe-3e9aa468ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:40.266008 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-e8d6ef4d-2a97-40b2-91fe-3e9aa468ad42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1126 time: 0.1830773 Feb 15 14:27:40.337399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380fe7-3e96-4354-a719-46883e2b378e req-ad7fb30c-2b90-4c34-8bd3-a1b53ba7f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:40.339001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-ad7fb30c-2b90-4c34-8bd3-a1b53ba7f872 service neutron] 10.222.0.67 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.2211666 Feb 15 14:27:40.382048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Pushing event updated for resources: {'Port': ['ID=8da6d96e-90e1-486e-8022-c441acc564e0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:40.420886 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7ef30336-00e7-43cc-b599-5e86c51fa2d1 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0994656 Feb 15 14:27:40.435210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37344) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:40.447036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Request body: {'port': {'network_id': '9e190f19-98bb-40a6-895d-c6dfc04d8508', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-670219902', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:40.447975 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.api.validators [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] bootfile-name is not in valid_values {{(pid=109972) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:27:40.448485 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.api.validators [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] tftp-server is not in valid_values {{(pid=109972) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:27:40.449163 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.api.validators [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] server-ip-address is not in valid_values {{(pid=109972) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:27:40.468645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:27:40.492943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380fe7-3e96-4354-a719-46883e2b378e req-9d1250ea-c134-4d28-8431-1b234dbf2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:40.495808 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-9d1250ea-c134-4d28-8431-1b234dbf2349 service neutron] 10.222.0.42 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.2224638 Feb 15 14:27:40.503325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-1914deeb-ddfe-4c03-9a45-834690bd1b6e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 998 time: 0.1574321 Feb 15 14:27:40.556571 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port 770a56d4-9b12-4af7-adb0-335ecbb44a3e host n-h2-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:27:40.557400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:27:40.621051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380fe7-3e96-4354-a719-46883e2b378e req-9aa2d907-cdab-43e8-81e6-899bee28058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:40.622559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-9aa2d907-cdab-43e8-81e6-899bee28058c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.1056645 Feb 15 14:27:40.640411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313eeb-184e-4da8-8345-b3c1e40cdf65 req-bfa713e3-4f97-4faf-9269-1ca557fdda9a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:40.642036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81313eeb-184e-4da8-8345-b3c1e40cdf65 req-bfa713e3-4f97-4faf-9269-1ca557fdda9a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 943 time: 0.1377420 Feb 15 14:27:40.690928 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-bc560576-c4f3-4e05-b368-07c7d83a56ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 998 time: 0.1796224 Feb 15 14:27:40.778199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380fe7-3e96-4354-a719-46883e2b378e req-e4f7accb-19f6-4a9c-8bc4-85dd3e949aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:40.779911 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-e4f7accb-19f6-4a9c-8bc4-85dd3e949aac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.0792999 Feb 15 14:27:40.794472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81313eeb-184e-4da8-8345-b3c1e40cdf65 req-dbd6a0e7-4009-44a1-8138-c73adcd3dd29 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181436 Feb 15 14:27:40.801958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380fe7-3e96-4354-a719-46883e2b378e req-072c2e3f-a402-4161-a081-53d9fc403aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:40.804073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-072c2e3f-a402-4161-a081-53d9fc403aed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1610804 Feb 15 14:27:40.895010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Made reservation on behalf of b127588b23374b579d70ee239a3f6996 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:40.900294 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:40.921014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380fe7-3e96-4354-a719-46883e2b378e req-781dddfe-b237-490e-9f2d-d9727a896ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:40.924293 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-781dddfe-b237-490e-9f2d-d9727a896ec1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1371286 Feb 15 14:27:40.971961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-89f71771-af77-4094-9141-01853a6e2cac service neutron] 10.222.0.67 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614058 Feb 15 14:27:41.005003 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] device_id is not set on port 70fe081e-8aae-4cf2-b524-8fa9e66db7ea yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:27:41.046493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 27ddcedf-4b15-4943-81a5-ca4756a557ef up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:27:41.218264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 27ddcedf-4b15-4943-81a5-ca4756a557ef triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:41.219289 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:41.222397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-a2dfc7d4-a430-428b-8aa4-59ec92439ebd service neutron] 10.222.0.67 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441807 Feb 15 14:27:41.250088 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-eea8e2ae-7fba-4a8a-90c6-42601efd1dbd service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159451 Feb 15 14:27:41.407810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 27ddcedf-4b15-4943-81a5-ca4756a557ef is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:41.408665 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:41.422494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Allocated IP 2001:db8::a9 (9e190f19-98bb-40a6-895d-c6dfc04d8508/4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457/70fe081e-8aae-4cf2-b524-8fa9e66db7ea) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:27:41.509058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 27ddcedf-4b15-4943-81a5-ca4756a557ef, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=27ddcedf-4b15-4943-81a5-ca4756a557ef,segment=NetworkSegment(c5f38c99-1dea-4279-9523-7c550b7687a5),segment_id=c5f38c99-1dea-4279-9523-7c550b7687a5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:41.518850 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:41.526205 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ed380fe7-3e96-4354-a719-46883e2b378e req-e0861ec1-dbf8-43be-89bc-7797e26f2d54 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532327 Feb 15 14:27:41.613228 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=27ddcedf-4b15-4943-81a5-ca4756a557ef,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:41.761105 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks [] for port (70fe081e-8aae-4cf2-b524-8fa9e66db7ea), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:41.766654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc9786-d379-4819-a738-acc7422da98d None None] Network 9e190f19-98bb-40a6-895d-c6dfc04d8508 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:27:41.834746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (70fe081e-8aae-4cf2-b524-8fa9e66db7ea), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:41.899538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-42ff495f-bb59-471b-ad81-76c6e223ef74 None None] Provisioning complete for port 27ddcedf-4b15-4943-81a5-ca4756a557ef triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:41.900020 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-42ff495f-bb59-471b-ad81-76c6e223ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:41.916215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Pushing event updated for resources: {'Port': ['ID=70fe081e-8aae-4cf2-b524-8fa9e66db7ea,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:41.941687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Network 9e190f19-98bb-40a6-895d-c6dfc04d8508 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:27:41.943589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:41.946404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:41.956530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:41.957571 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:42.020987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-42ff495f-bb59-471b-ad81-76c6e223ef74 None None] Current status of the port 27ddcedf-4b15-4943-81a5-ca4756a557ef is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:42.023265 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8be309b9-5a48-43d9-8dd5-af367dc42cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.5848792 Feb 15 14:27:42.024065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37372) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:42.128859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fe7d2-adae-4af7-a4cd-76427cd7af59 req-01fb0a85-8326-439d-8e9f-9bd3a0901c42 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:42.132658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-405fe7d2-adae-4af7-a4cd-76427cd7af59 req-01fb0a85-8326-439d-8e9f-9bd3a0901c42 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 943 time: 0.1692445 Feb 15 14:27:42.138816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c85478-cf91-4f5c-bdf4-6581b19e65a8 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:42.144646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c85478-cf91-4f5c-bdf4-6581b19e65a8 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:42.161226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c85478-cf91-4f5c-bdf4-6581b19e65a8 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:42.164388 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-11c85478-cf91-4f5c-bdf4-6581b19e65a8 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1388688 Feb 15 14:27:42.167856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37376) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:42.194399 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:42.263456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-405fe7d2-adae-4af7-a4cd-76427cd7af59 req-f12ca99c-c36f-48fe-ad77-7929e68b0539 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246219 Feb 15 14:27:42.348975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7b705-abb3-406b-9609-6984a264fab4 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Deleting port 70fe081e-8aae-4cf2-b524-8fa9e66db7ea {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:42.349446 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b705-abb3-406b-9609-6984a264fab4 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (70fe081e-8aae-4cf2-b524-8fa9e66db7ea), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:42.430070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8f67e021-a165-4f0d-b9dd-d779ddcaf447 None None] Provisioning complete for port 70fe081e-8aae-4cf2-b524-8fa9e66db7ea triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:42.430494 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8f67e021-a165-4f0d-b9dd-d779ddcaf447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (70fe081e-8aae-4cf2-b524-8fa9e66db7ea), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:42.498362 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b705-abb3-406b-9609-6984a264fab4 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (70fe081e-8aae-4cf2-b524-8fa9e66db7ea), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:42.521391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8f67e021-a165-4f0d-b9dd-d779ddcaf447 None None] Port 70fe081e-8aae-4cf2-b524-8fa9e66db7ea cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:27:42.532500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7b705-abb3-406b-9609-6984a264fab4 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Calling delete_port for 70fe081e-8aae-4cf2-b524-8fa9e66db7ea owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:42.542846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8f67e021-a165-4f0d-b9dd-d779ddcaf447 None None] Provisioning complete for port 27ddcedf-4b15-4943-81a5-ca4756a557ef triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:42.543723 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8f67e021-a165-4f0d-b9dd-d779ddcaf447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:42.671100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8f67e021-a165-4f0d-b9dd-d779ddcaf447 None None] Current status of the port 27ddcedf-4b15-4943-81a5-ca4756a557ef is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:42.688324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8f67e021-a165-4f0d-b9dd-d779ddcaf447 None None] Provisioning complete for port 8da6d96e-90e1-486e-8022-c441acc564e0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:42.689285 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8f67e021-a165-4f0d-b9dd-d779ddcaf447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8da6d96e-90e1-486e-8022-c441acc564e0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:42.743974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8f67e021-a165-4f0d-b9dd-d779ddcaf447 None None] Port 8da6d96e-90e1-486e-8022-c441acc564e0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:27:42.808964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b705-abb3-406b-9609-6984a264fab4 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (70fe081e-8aae-4cf2-b524-8fa9e66db7ea), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:42.898941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7b705-abb3-406b-9609-6984a264fab4 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Pushing event deleted for resources: {'Port': ['ID=70fe081e-8aae-4cf2-b524-8fa9e66db7ea,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:42.903854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-88942ed2-1155-4933-8f25-20feb89966d5 None None] Provisioning complete for port 8da6d96e-90e1-486e-8022-c441acc564e0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:42.904238 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-88942ed2-1155-4933-8f25-20feb89966d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8da6d96e-90e1-486e-8022-c441acc564e0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:43.032447 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-88942ed2-1155-4933-8f25-20feb89966d5 None None] Port 8da6d96e-90e1-486e-8022-c441acc564e0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:27:43.036057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 27ddcedf-4b15-4943-81a5-ca4756a557ef up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:27:43.036899 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b705-abb3-406b-9609-6984a264fab4 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:43.047970 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1bd7b705-abb3-406b-9609-6984a264fab4 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] 10.222.0.72 "DELETE /v2.0/ports/70fe081e-8aae-4cf2-b524-8fa9e66db7ea HTTP/1.1" status: 204 len: 168 time: 0.8781748 Feb 15 14:27:43.052263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37380) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:43.069416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Request body: {'port': {'name': 'tempest-new-port-name-380152956', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:43.070485 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.api.validators [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] bootfile-name is not in valid_values {{(pid=109972) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:27:43.071118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.api.validators [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] tftp-server is not in valid_values {{(pid=109972) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:27:43.071717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.api.validators [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] server-ip-address is not in valid_values {{(pid=109972) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 14:27:43.129694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 27ddcedf-4b15-4943-81a5-ca4756a557ef triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:43.130302 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:43.257464 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8da6d96e-90e1-486e-8022-c441acc564e0), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:43.263533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 27ddcedf-4b15-4943-81a5-ca4756a557ef is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:43.351340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f2d18d56-3e92-4d01-9bba-e8db5633980e None None] Could not find standard attr ID for object 70fe081e-8aae-4cf2-b524-8fa9e66db7ea. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:27:43.517915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430df1b-dfab-4896-b4cf-3442da4bc0b7 req-b6618816-8951-4be5-aa60-1d592212c7c5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:43.519618 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b430df1b-dfab-4896-b4cf-3442da4bc0b7 req-b6618816-8951-4be5-aa60-1d592212c7c5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 943 time: 0.1354146 Feb 15 14:27:43.559780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks [] for port (8da6d96e-90e1-486e-8022-c441acc564e0), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:43.570438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (8da6d96e-90e1-486e-8022-c441acc564e0), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:43.608262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b430df1b-dfab-4896-b4cf-3442da4bc0b7 req-22391d5f-10e7-417f-a6b1-720443890cdb tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699630 Feb 15 14:27:43.648769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Pushing event updated for resources: {'Port': ['ID=8da6d96e-90e1-486e-8022-c441acc564e0,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:43.651669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] In _notify_port_updated(), no bound segment for port 8da6d96e-90e1-486e-8022-c441acc564e0 on network 9e190f19-98bb-40a6-895d-c6dfc04d8508 {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:27:43.657446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:43.658568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:43.660709 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a2245800-1a06-4793-8829-416a1f1e1274 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] 10.222.0.72 "PUT /v2.0/ports/8da6d96e-90e1-486e-8022-c441acc564e0 HTTP/1.1" status: 200 len: 1129 time: 0.6063347 Feb 15 14:27:43.662704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37388) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:43.755503 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb97683-8bd9-4554-9a48-f78e5655ace0 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:43.764582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5fb97683-8bd9-4554-9a48-f78e5655ace0 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] 10.222.0.72 "GET /v2.0/ports/8da6d96e-90e1-486e-8022-c441acc564e0 HTTP/1.1" status: 200 len: 1129 time: 0.1004558 Feb 15 14:27:43.765685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37392) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:43.930789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-49a2b3eb-4dc9-41df-8ba4-f31f06419151 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Deleting port 8da6d96e-90e1-486e-8022-c441acc564e0 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:43.931428 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-49a2b3eb-4dc9-41df-8ba4-f31f06419151 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8da6d96e-90e1-486e-8022-c441acc564e0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:44.004691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:27:44.185003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-ec78eb57-b45f-427e-93a6-a4cfb8d032c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:44.186758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-ec78eb57-b45f-427e-93a6-a4cfb8d032c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246&tenant_id=e121196450c643ddbe9aa88bee965bd9&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 943 time: 0.1716378 Feb 15 14:27:44.245926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:44.262247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-49a2b3eb-4dc9-41df-8ba4-f31f06419151 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8da6d96e-90e1-486e-8022-c441acc564e0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:44.265308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'port_id': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'mac_address': 'fa:16:3e:56:7f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:27:44.278308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12070f82-b441-454a-b74f-96956f4a314f req-f42c1f95-2826-4336-8320-de170a85fbe6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:44.286805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12070f82-b441-454a-b74f-96956f4a314f req-f42c1f95-2826-4336-8320-de170a85fbe6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 943 time: 0.2353923 Feb 15 14:27:44.323367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cc9df3c8-bafb-4252-9373-b02933703b3b None None] Provisioning complete for port 8da6d96e-90e1-486e-8022-c441acc564e0 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:44.324042 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cc9df3c8-bafb-4252-9373-b02933703b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8da6d96e-90e1-486e-8022-c441acc564e0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:44.327178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 770a56d4-9b12-4af7-adb0-335ecbb44a3e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:44.327744 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:44.333893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-49a2b3eb-4dc9-41df-8ba4-f31f06419151 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Calling delete_port for 8da6d96e-90e1-486e-8022-c441acc564e0 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:44.375292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770a56d4-9b12-4af7-adb0-335ecbb44a3e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:27:44.406465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cc9df3c8-bafb-4252-9373-b02933703b3b None None] Port 8da6d96e-90e1-486e-8022-c441acc564e0 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:27:44.409278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:44.415364 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:44.453099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-afbc30b2-4a2d-4771-bc47-aba7ee668d5c service neutron] 10.222.0.67 "GET /v2.0/ports/770a56d4-9b12-4af7-adb0-335ecbb44a3e/bindings/n-h2-829064-15 HTTP/1.1" status: 200 len: 383 time: 0.2442367 Feb 15 14:27:44.471461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12070f82-b441-454a-b74f-96956f4a314f req-9c919369-0915-4b40-9146-1a4066f3fffc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836448 Feb 15 14:27:44.477116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:44.600767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-b605771a-2b78-490d-be8f-9f7d3c2fd756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:44.602306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-b605771a-2b78-490d-be8f-9f7d3c2fd756 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1127 time: 0.1221454 Feb 15 14:27:44.727029 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-49a2b3eb-4dc9-41df-8ba4-f31f06419151 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (8da6d96e-90e1-486e-8022-c441acc564e0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:44.756013 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6f523dd2-5c32-4178-9dd1-6fc3c74d67ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:44.765405 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['770a56d4-9b12-4af7-adb0-335ecbb44a3e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:27:44.788187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2b3eb-4dc9-41df-8ba4-f31f06419151 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Pushing event deleted for resources: {'Port': ['ID=8da6d96e-90e1-486e-8022-c441acc564e0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:44.830779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-49a2b3eb-4dc9-41df-8ba4-f31f06419151 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:44.837797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-49a2b3eb-4dc9-41df-8ba4-f31f06419151 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] 10.222.0.72 "DELETE /v2.0/ports/8da6d96e-90e1-486e-8022-c441acc564e0 HTTP/1.1" status: 204 len: 168 time: 1.0668788 Feb 15 14:27:44.839067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37416) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:44.866605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-80d991bb-0086-4c60-898d-bd3d5b5ecaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:44.868216 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-80d991bb-0086-4c60-898d-bd3d5b5ecaca service neutron] 10.222.0.67 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.2579529 Feb 15 14:27:44.947240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-868b6cea-b1c7-4794-aaea-77bc72d5e1fd tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Deleting subnet 4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:27:44.953119 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868b6cea-b1c7-4794-aaea-77bc72d5e1fd tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks [] for subnet (4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:44.985915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-e99bf028-3c27-41f7-bf43-712304cbbcef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 999 time: 0.1110034 Feb 15 14:27:45.055702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868b6cea-b1c7-4794-aaea-77bc72d5e1fd tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:45.106554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-a595b274-3ab9-4a87-b2ee-ca3449392884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:45.109691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-a595b274-3ab9-4a87-b2ee-ca3449392884 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.1176467 Feb 15 14:27:45.197562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-96e76770-1162-43db-9997-c7e38951f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:45.200429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-96e76770-1162-43db-9997-c7e38951f74f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0817478 Feb 15 14:27:45.208696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868b6cea-b1c7-4794-aaea-77bc72d5e1fd tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:45.276222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868b6cea-b1c7-4794-aaea-77bc72d5e1fd tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:45.305887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b6cea-b1c7-4794-aaea-77bc72d5e1fd tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:45.325178 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-868b6cea-b1c7-4794-aaea-77bc72d5e1fd tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:45.331135 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-868b6cea-b1c7-4794-aaea-77bc72d5e1fd tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] 10.222.0.72 "DELETE /v2.0/subnets/4e9a0ae3-7e1c-40c5-b2eb-0f809efb0457 HTTP/1.1" status: 204 len: 168 time: 0.4912374 Feb 15 14:27:45.332796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76a045b-b224-43a4-b486-bb9bd16d0190 None None] Network 9e190f19-98bb-40a6-895d-c6dfc04d8508 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:27:45.333634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37420) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:45.431347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9e190f19-98bb-40a6-895d-c6dfc04d8508), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:45.462312 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-885059d1-fa68-4c4d-91ec-4f3acd99d7ce service neutron] 10.222.0.67 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492151 Feb 15 14:27:45.551465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Deleting port 27ddcedf-4b15-4943-81a5-ca4756a557ef {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:45.551960 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:45.643782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f0ee4-cde4-4486-a2d7-7c7a11a9d7d0 None None] DHCP port deletion for 9e190f19-98bb-40a6-895d-c6dfc04d8508 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:27:45.669794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] For port 27ddcedf-4b15-4943-81a5-ca4756a557ef, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=27ddcedf-4b15-4943-81a5-ca4756a557ef,segment=NetworkSegment(c5f38c99-1dea-4279-9523-7c550b7687a5),segment_id=c5f38c99-1dea-4279-9523-7c550b7687a5)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:45.670547 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:45.686958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-15472464-9c04-49d8-b184-3f757de8bfde service neutron] 10.222.0.67 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173505 Feb 15 14:27:45.702458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Calling delete_port for 27ddcedf-4b15-4943-81a5-ca4756a557ef owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:45.752742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c62f0ee4-cde4-4486-a2d7-7c7a11a9d7d0 None None] Deleting port 27ddcedf-4b15-4943-81a5-ca4756a557ef {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:45.753123 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c62f0ee4-cde4-4486-a2d7-7c7a11a9d7d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:45.758603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d78191-8559-4f49-a8b0-212de9cbde48 req-0232496e-afb6-499e-9f01-b5db330389c3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:45.760678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04d78191-8559-4f49-a8b0-212de9cbde48 req-0232496e-afb6-499e-9f01-b5db330389c3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 944 time: 0.1301093 Feb 15 14:27:45.860656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04d78191-8559-4f49-a8b0-212de9cbde48 req-e7334b53-56e5-40a1-8abf-e492564d3976 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894043 Feb 15 14:27:45.877051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c62f0ee4-cde4-4486-a2d7-7c7a11a9d7d0 None None] For port 27ddcedf-4b15-4943-81a5-ca4756a557ef, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=27ddcedf-4b15-4943-81a5-ca4756a557ef,segment=NetworkSegment(c5f38c99-1dea-4279-9523-7c550b7687a5),segment_id=c5f38c99-1dea-4279-9523-7c550b7687a5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:45.878078 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c62f0ee4-cde4-4486-a2d7-7c7a11a9d7d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:45.893098 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:45.906458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c62f0ee4-cde4-4486-a2d7-7c7a11a9d7d0 None None] Calling delete_port for 27ddcedf-4b15-4943-81a5-ca4756a557ef owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:45.942679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] No DVR routers for this DVR port 27ddcedf-4b15-4943-81a5-ca4756a557ef on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:27:45.949029 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Pushing event deleted for resources: {'Port': ['ID=27ddcedf-4b15-4943-81a5-ca4756a557ef,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:27:45.986172 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:27:45.998886 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c62f0ee4-cde4-4486-a2d7-7c7a11a9d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (27ddcedf-4b15-4943-81a5-ca4756a557ef), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:46.033706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:27:46.038843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f0ee4-cde4-4486-a2d7-7c7a11a9d7d0 None None] Pushing event deleted for resources: {'Port': ['ID=27ddcedf-4b15-4943-81a5-ca4756a557ef,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:46.040744 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f0ee4-cde4-4486-a2d7-7c7a11a9d7d0 None None] No DVR routers for this DVR port 27ddcedf-4b15-4943-81a5-ca4756a557ef on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:27:46.109821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 770a56d4-9b12-4af7-adb0-335ecbb44a3e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:27:46.111973 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9e190f19-98bb-40a6-895d-c6dfc04d8508), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:46.113995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 770a56d4-9b12-4af7-adb0-335ecbb44a3e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:46.114559 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:46.146928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e190f19-98bb-40a6-895d-c6dfc04d8508']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:46.160628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f38c99-1dea-4279-9523-7c550b7687a5') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:46.161169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f38c99-1dea-4279-9523-7c550b7687a5') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:46.182536 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (c5f38c99-1dea-4279-9523-7c550b7687a5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:46.204944 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c5f38c99-1dea-4279-9523-7c550b7687a5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:46.218346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:27:46.219098 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (c5f38c99-1dea-4279-9523-7c550b7687a5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:27:46.222985 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:27:46.238676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 770a56d4-9b12-4af7-adb0-335ecbb44a3e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:46.239472 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:46.271887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:27:46.274989 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc971ebb-422c-439a-9475-bc0db27631de" -d '{"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-plugged", "status": "completed", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:27:46.293682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:46.314929 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:46.327706 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9e190f19-98bb-40a6-895d-c6dfc04d8508), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:46.347174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:46.354272 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] 10.222.0.72 "DELETE /v2.0/networks/9e190f19-98bb-40a6-895d-c6dfc04d8508 HTTP/1.1" status: 204 len: 168 time: 1.0192320 Feb 15 14:27:46.376147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308352d-df68-4439-b83d-cdd39e8236f2 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056 tempest-ExtraDHCPOptionsIpV6TestJSON-614472056-project] Pushing event deleted for resources: {'Network': ['ID=9e190f19-98bb-40a6-895d-c6dfc04d8508,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:46.377763 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfddb859-3d55-4034-a874-f3532ee15bcc x-openstack-request-id: req-bfddb859-3d55-4034-a874-f3532ee15bcc {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:27:46.378254 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-plugged", "status": "completed", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:27:46.378359 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bfddb859-3d55-4034-a874-f3532ee15bcc {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:27:46.378756 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'code': 200} Feb 15 14:27:46.411346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:46.716966 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37436) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:46.933911 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a0b09e5c-c6ba-432f-a585-57bb4944cbfa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b127588b23374b579d70ee239a3f6996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2147155 Feb 15 14:27:46.936887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37442) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:46.945186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 27ddcedf-4b15-4943-81a5-ca4756a557ef no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:27:47.004515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 27ddcedf-4b15-4943-81a5-ca4756a557ef {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:27:47.004768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 27ddcedf-4b15-4943-81a5-ca4756a557ef not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:27:47.073033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-988437a0-d8bd-43d5-8ac1-58cbc3551b3d admin admin] Publish callbacks [] for security_group (09f403e9-0308-427f-9af9-28a67b296873), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:47.083060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea037989-847d-40eb-a97c-a04fb0685566 req-ba4a13c3-7bcd-49f0-b10f-02509c0fb8a9 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:47.085366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea037989-847d-40eb-a97c-a04fb0685566 req-ba4a13c3-7bcd-49f0-b10f-02509c0fb8a9 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1019042 Feb 15 14:27:47.122478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-988437a0-d8bd-43d5-8ac1-58cbc3551b3d admin admin] Publish callbacks [] for security_group (09f403e9-0308-427f-9af9-28a67b296873), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:47.177737 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-90755ef0-f19a-402e-b36f-8bcf8ad17d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:47.185122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea037989-847d-40eb-a97c-a04fb0685566 req-d12d9931-a5d2-4fac-b9c9-e1fac0cb450d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912859 Feb 15 14:27:47.213958 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-988437a0-d8bd-43d5-8ac1-58cbc3551b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (09f403e9-0308-427f-9af9-28a67b296873), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:47.217155 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-988437a0-d8bd-43d5-8ac1-58cbc3551b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:47.221021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-988437a0-d8bd-43d5-8ac1-58cbc3551b3d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09f403e9-0308-427f-9af9-28a67b296873 HTTP/1.1" status: 204 len: 168 time: 0.2805769 Feb 15 14:27:47.241754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988437a0-d8bd-43d5-8ac1-58cbc3551b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f403e9-0308-427f-9af9-28a67b296873,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:47.726342 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:27:48.110940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37468) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:48.169032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-0bc1f1e6-54a9-4fbf-a76f-1207fdc1cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:48.171266 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-0bc1f1e6-54a9-4fbf-a76f-1207fdc1cbe7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 1128 time: 0.0789993 Feb 15 14:27:48.187950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:48.250449 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'networks': [{'name': 'tempest-network--1562445525'}, {'name': 'tempest-network--455728093'}]} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:48.251178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'network': {'name': 'tempest-network--1562445525'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:48.252077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'network': {'name': 'tempest-network--455728093'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:48.274698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.283991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Made reservation on behalf of f8c05e86c90f4bf19162101adc438e3c for: {'network': 2} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:48.291628 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.309831 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.421540 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.452790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dc635-b88a-4df9-970d-b33bab43243f req-9c9f06a4-c8ee-4f3a-8d56-40b5637befcf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:48.454519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c8dc635-b88a-4df9-970d-b33bab43243f req-9c9f06a4-c8ee-4f3a-8d56-40b5637befcf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1487079 Feb 15 14:27:48.498757 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for security_group (9ab69eb2-1819-4403-939e-092d0bd61b3a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.510283 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9ab69eb2-1819-4403-939e-092d0bd61b3a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.510939 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.575054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c8dc635-b88a-4df9-970d-b33bab43243f req-c5c653ca-88af-4096-b216-4624939d0eac tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116161 Feb 15 14:27:48.577871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab69eb2-1819-4403-939e-092d0bd61b3a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:48.589628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:27:48.607868 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e228f939-7bbb-4d78-984c-30741fb23307), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.608389 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Added segment e228f939-7bbb-4d78-984c-30741fb23307 of type vlan for network 84249fef-671e-4e60-a01a-b20f8ac2a6cc Feb 15 14:27:48.608853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:48.659307 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (84249fef-671e-4e60-a01a-b20f8ac2a6cc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.677136 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:27:48.697905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:27:48.710077 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (93c0f0f7-c646-4c35-a840-e5dd04b3a186), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.711129 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Added segment 93c0f0f7-c646-4c35-a840-e5dd04b3a186 of type vlan for network 03c9c3bd-b76f-47d2-a0cd-17d5b9c1602a Feb 15 14:27:48.737369 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Publish callbacks [] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.752929 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Transition to ACTIVE for port object 770a56d4-9b12-4af7-adb0-335ecbb44a3e will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:27:48.754943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:27:48.759097 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd3a6ce-782d-461f-b271-9d94076aeed0" -d '{"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-unplugged", "status": "completed", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:27:48.763215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.775487 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (03c9c3bd-b76f-47d2-a0cd-17d5b9c1602a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.828228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (84249fef-671e-4e60-a01a-b20f8ac2a6cc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.829333 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (03c9c3bd-b76f-47d2-a0cd-17d5b9c1602a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.834507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=10']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:48.838580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:48.861488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:48.865930 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:48.902288 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71edaa90-ebcc-41e6-800a-ea2a5bd6d2b6 x-openstack-request-id: req-71edaa90-ebcc-41e6-800a-ea2a5bd6d2b6 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:27:48.902923 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-unplugged", "status": "completed", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:27:48.903439 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-71edaa90-ebcc-41e6-800a-ea2a5bd6d2b6 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:27:48.903910 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'code': 200} Feb 15 14:27:48.963439 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] No DVR routers for this DVR port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:27:48.981734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8674729 Feb 15 14:27:48.983925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37480) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:49.006922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event updated for resources: {'Network': ['ID=84249fef-671e-4e60-a01a-b20f8ac2a6cc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:49.023349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 84249fef-671e-4e60-a01a-b20f8ac2a6cc details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:27:49.242215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:27:49.242756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:27:49.242886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on network 725a6218-43c1-4c06-a663-db0a3f8a2342 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:27:49.250883 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on network 725a6218-43c1-4c06-a663-db0a3f8a2342 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:27:49.251508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Attempting to bind port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on network 725a6218-43c1-4c06-a663-db0a3f8a2342 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:27:49.259693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:27:49.260033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Checking segment: {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:27:49.260990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Bound using segment: {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:27:49.261539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Bound port: 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:27:49.262088 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:49.264068 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05862351-ecd3-46ae-aecc-eb62c4c627d5 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event updated for resources: {'Network': ['ID=03c9c3bd-b76f-47d2-a0cd-17d5b9c1602a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:49.281826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 03c9c3bd-b76f-47d2-a0cd-17d5b9c1602a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:27:49.388178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:27:49.393524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:27:49.417816 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:49.435671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220ebc2-52f8-4c40-bb75-c367126c4410 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:49.447914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220ebc2-52f8-4c40-bb75-c367126c4410 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:49.458524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220ebc2-52f8-4c40-bb75-c367126c4410 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:49.466212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220ebc2-52f8-4c40-bb75-c367126c4410 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:49.469730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2220ebc2-52f8-4c40-bb75-c367126c4410 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4846640 Feb 15 14:27:49.474575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37484) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:49.479455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:49.480079 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:49.481466 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] 10.222.0.42 "PUT /v2.0/ports/770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 1093 time: 1.2997370 Feb 15 14:27:49.564737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5e27b-6103-42b2-8af0-0999e4b202b2 service neutron] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=11']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:49.592878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-7840dd50-d14a-434b-881d-220722ede718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:49.594499 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-7840dd50-d14a-434b-881d-220722ede718 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1127 time: 0.0853612 Feb 15 14:27:49.685712 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (84249fef-671e-4e60-a01a-b20f8ac2a6cc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:49.766227 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:49.845394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-61907a4a-03f8-4204-b2cd-6b1f311fafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:49.847984 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-61907a4a-03f8-4204-b2cd-6b1f311fafe0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.2471533 Feb 15 14:27:50.026066 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-1294cf77-50b6-45b0-adc8-80557df7e1bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 998 time: 0.1710114 Feb 15 14:27:50.060856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:27:50.158443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port 770a56d4-9b12-4af7-adb0-335ecbb44a3e host n-h1-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:27:50.159067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:27:50.176956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-0cc2e316-3802-47c6-a51c-9a69136d0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:50.178708 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-0cc2e316-3802-47c6-a51c-9a69136d0ba8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.1461675 Feb 15 14:27:50.270082 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-cd23193d-808a-4870-a6df-069d88558193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:50.271766 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-cd23193d-808a-4870-a6df-069d88558193 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0822778 Feb 15 14:27:50.382876 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-acb702d2-c066-437b-b3b5-6f0d3ae9dc08 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042607 Feb 15 14:27:50.395119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cfef7-d60f-49a5-aeeb-147a6234cd96 req-29300eef-db9c-4324-bc8e-06706aeabdfe tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:50.397449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c8cfef7-d60f-49a5-aeeb-147a6234cd96 req-29300eef-db9c-4324-bc8e-06706aeabdfe tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 944 time: 0.7059894 Feb 15 14:27:50.400241 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (84249fef-671e-4e60-a01a-b20f8ac2a6cc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:50.467207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84249fef-671e-4e60-a01a-b20f8ac2a6cc']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:50.496102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e228f939-7bbb-4d78-984c-30741fb23307') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:50.496571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e228f939-7bbb-4d78-984c-30741fb23307') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:50.514575 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18eaa4e4-8963-4259-b713-14b5eef9f618 req-8d120c4c-55e4-4b19-9c5c-3ec50d4a1df0 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255929 Feb 15 14:27:50.540362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (e228f939-7bbb-4d78-984c-30741fb23307), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:50.571545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c8cfef7-d60f-49a5-aeeb-147a6234cd96 req-2e18b09e-f23c-4919-ac72-25bde1f50e95 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559019 Feb 15 14:27:50.576127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e228f939-7bbb-4d78-984c-30741fb23307), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:50.584434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:27:50.584836 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (e228f939-7bbb-4d78-984c-30741fb23307), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:27:50.587807 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:27:50.655509 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (84249fef-671e-4e60-a01a-b20f8ac2a6cc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:50.661367 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:50.665360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "DELETE /v2.0/networks/84249fef-671e-4e60-a01a-b20f8ac2a6cc HTTP/1.1" status: 204 len: 168 time: 1.1886735 Feb 15 14:27:50.668230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37494) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:50.684554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653a7d7-136c-4985-83b0-f202d74a7128 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Network': ['ID=84249fef-671e-4e60-a01a-b20f8ac2a6cc,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:50.759908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (03c9c3bd-b76f-47d2-a0cd-17d5b9c1602a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:50.855454 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (03c9c3bd-b76f-47d2-a0cd-17d5b9c1602a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:50.879102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c9c3bd-b76f-47d2-a0cd-17d5b9c1602a']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:50.888795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c0f0f7-c646-4c35-a840-e5dd04b3a186') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:50.889095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c0f0f7-c646-4c35-a840-e5dd04b3a186') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:27:50.903594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (93c0f0f7-c646-4c35-a840-e5dd04b3a186), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:50.906638 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:27:50.910389 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85719b74-b89f-412d-a168-69a5064e3022" -d '{"events": [{"name": "network-changed", "server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:27:50.934343 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (93c0f0f7-c646-4c35-a840-e5dd04b3a186), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:50.942144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:27:50.942619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (93c0f0f7-c646-4c35-a840-e5dd04b3a186), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:27:50.949917 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:27:50.991466 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01c5176-1d9b-496c-8b36-d5d93b50d465 x-openstack-request-id: req-c01c5176-1d9b-496c-8b36-d5d93b50d465 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:27:50.992310 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:27:50.992310 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c01c5176-1d9b-496c-8b36-d5d93b50d465 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:27:50.992758 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'status': 'completed', 'code': 200} Feb 15 14:27:51.081838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85719b74-b89f-412d-a168-69a5064e3022 req-762a8c01-1324-4222-a2cb-a1b03f0b464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.083269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (03c9c3bd-b76f-47d2-a0cd-17d5b9c1602a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:51.083703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-762a8c01-1324-4222-a2cb-a1b03f0b464c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1127 time: 0.0657430 Feb 15 14:27:51.101302 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:51.112866 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:51.118454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "DELETE /v2.0/networks/03c9c3bd-b76f-47d2-a0cd-17d5b9c1602a HTTP/1.1" status: 204 len: 168 time: 0.4476399 Feb 15 14:27:51.119729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6b6bf-75b1-4aa4-b63b-58a004338907 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Network': ['ID=03c9c3bd-b76f-47d2-a0cd-17d5b9c1602a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:51.122928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37498) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:51.214950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85719b74-b89f-412d-a168-69a5064e3022 req-7a202674-f4e0-4db9-8d58-ac140b0d779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.217642 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-7a202674-f4e0-4db9-8d58-ac140b0d779a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1127 time: 0.1976342 Feb 15 14:27:51.241401 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85719b74-b89f-412d-a168-69a5064e3022 req-4cc49708-331c-4f18-821b-8b68fe414ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.243037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-4cc49708-331c-4f18-821b-8b68fe414ac8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.1386657 Feb 15 14:27:51.318800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-2ada5369-948e-4c11-93c8-77c0b4d42c7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 998 time: 0.0695424 Feb 15 14:27:51.384680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e125977b-8c32-44ac-a0fd-23b4cced3afb tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.390433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e125977b-8c32-44ac-a0fd-23b4cced3afb tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.390969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85719b74-b89f-412d-a168-69a5064e3022 req-3ce3152d-344b-46b2-bd21-826ee92fffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.392068 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e125977b-8c32-44ac-a0fd-23b4cced3afb tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2677379 Feb 15 14:27:51.395679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-3ce3152d-344b-46b2-bd21-826ee92fffa6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.0698032 Feb 15 14:27:51.397414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37500) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:51.411597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-203554043'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:51.420934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85719b74-b89f-412d-a168-69a5064e3022 req-71901eca-92d5-4c28-96c3-df6f8dfd4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.423465 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-71901eca-92d5-4c28-96c3-df6f8dfd4e59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.1961873 Feb 15 14:27:51.483878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Made reservation on behalf of f8c05e86c90f4bf19162101adc438e3c for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:51.483878 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:51.528173 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:27:51.537252 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-fba2ddf3-5e4f-48a9-a5d2-99b6017c855e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 998 time: 0.1023490 Feb 15 14:27:51.546960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85719b74-b89f-412d-a168-69a5064e3022 req-0f488bf3-74ef-4bc0-9cbb-c7bd4bc69f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.548613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-0f488bf3-74ef-4bc0-9cbb-c7bd4bc69f53 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1465518 Feb 15 14:27:51.549856 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (30fbda68-7af0-4ec6-9902-8f143521951c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:51.550222 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Added segment 30fbda68-7af0-4ec6-9902-8f143521951c of type vlan for network 3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6 Feb 15 14:27:51.623524 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85719b74-b89f-412d-a168-69a5064e3022 req-d7bdee67-5e79-445e-8c85-0b566c6c7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.625552 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-d7bdee67-5e79-445e-8c85-0b566c6c7e95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.0795894 Feb 15 14:27:51.713367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85719b74-b89f-412d-a168-69a5064e3022 req-fdc0fa23-7321-44f2-b8f1-e4d936cd64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.715172 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-fdc0fa23-7321-44f2-b8f1-e4d936cd64f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0833309 Feb 15 14:27:51.743140 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:51.798654 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-7e640c3e-b957-482b-9ff0-28496fa3e432 service neutron] 10.222.0.67 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388823 Feb 15 14:27:51.862283 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:51.867338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.867983 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:51.898156 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-c556cf97-7c3f-423b-aa27-f651d12339f8 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723094 Feb 15 14:27:51.933909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c458d03-0d59-4eb7-bc32-80a1710f2f20 req-7342cd35-79fb-4071-a2aa-ad4602caacc9 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:51.941632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c458d03-0d59-4eb7-bc32-80a1710f2f20 req-7342cd35-79fb-4071-a2aa-ad4602caacc9 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 944 time: 0.2402074 Feb 15 14:27:51.969979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5708222 Feb 15 14:27:51.983425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37524) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:51.999806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-955053765'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:52.008618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36176a-0390-40c0-94e3-b9be164fbe7e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event updated for resources: {'Network': ['ID=3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:52.030182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:27:52.076683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Made reservation on behalf of f8c05e86c90f4bf19162101adc438e3c for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:52.080204 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:52.097930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-c123ace5-ed1c-4a01-be40-590a73778b4d service neutron] 10.222.0.67 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907715 Feb 15 14:27:52.108919 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85719b74-b89f-412d-a168-69a5064e3022 req-1c4bc8e6-d8a2-4a09-bc9d-1c7b5f649257 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029061 Feb 15 14:27:52.118370 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c458d03-0d59-4eb7-bc32-80a1710f2f20 req-7fb18c0a-1e6d-4359-9ce0-d3b6ceb94e18 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757038 Feb 15 14:27:52.144351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:27:52.168922 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f195cd2b-4360-46d8-9567-71d6f9863a28), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:52.169358 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Added segment f195cd2b-4360-46d8-9567-71d6f9863a28 of type vlan for network 9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa Feb 15 14:27:52.234383 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:52.274378 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:52.281786 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:52.282542 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:52.357225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3671079 Feb 15 14:27:52.358682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37530) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:52.377041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'ports': [{'network_id': '3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6', 'name': 'tempest-port--1076324816', 'admin_state_up': True}, {'network_id': '9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa', 'admin_state_up': False}]} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:52.377692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'port': {'network_id': '3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6', 'name': 'tempest-port--1076324816', 'admin_state_up': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:52.378755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'port': {'network_id': '9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa', 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:52.394937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12258b9f-9ee7-43a8-9f73-9a57a771517b tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event updated for resources: {'Network': ['ID=9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:52.417655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:27:52.564158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:27:52.676356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Made reservation on behalf of f8c05e86c90f4bf19162101adc438e3c for: {'port': 2} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:52.681491 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:52.703028 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:52.916617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] device_id is not set on port cb784da4-796f-41f5-be46-3ef3b4e53393 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:27:53.027966 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for port (cb784da4-796f-41f5-be46-3ef3b4e53393), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:53.076793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:53.097979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'port_id': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'mac_address': 'fa:16:3e:56:7f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:27:53.125636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] device_id is not set on port 17385714-2323-45e5-89cd-9c4a1f482d40 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:27:53.180467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 770a56d4-9b12-4af7-adb0-335ecbb44a3e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:53.183128 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:53.216967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770a56d4-9b12-4af7-adb0-335ecbb44a3e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:27:53.264692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:53.270489 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:53.326619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for port (17385714-2323-45e5-89cd-9c4a1f482d40), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:53.340594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=12']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:53.359521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.359910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.360250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.360642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.360982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.361322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.361649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.361976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.362356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.362690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.363039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.363366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.363685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:27:53.422970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (cb784da4-796f-41f5-be46-3ef3b4e53393), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:53.531589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561982f-dc15-459c-a377-34b46afe02ac req-8c0e505d-72e7-470e-91b5-0b35be5019e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:53.533213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2561982f-dc15-459c-a377-34b46afe02ac req-8c0e505d-72e7-470e-91b5-0b35be5019e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 945 time: 0.1851771 Feb 15 14:27:53.546749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['770a56d4-9b12-4af7-adb0-335ecbb44a3e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:27:53.558794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event updated for resources: {'Port': ['ID=cb784da4-796f-41f5-be46-3ef3b4e53393,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:53.593284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Checking segment: {'id': '30fbda68-7af0-4ec6-9902-8f143521951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:27:53.593904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Network hostable DHCP agents. Network: 3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:27:53.625086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Network 3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:27:53.645062 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2561982f-dc15-459c-a377-34b46afe02ac req-a2cbab5f-3e96-4854-a5df-466a1a9a7a45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900977 Feb 15 14:27:53.647164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:53.651493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:53.652693 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (17385714-2323-45e5-89cd-9c4a1f482d40), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:53.672788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37542) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:53.700284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7f526a-238c-4196-959f-0b5c6053169f None None] Network 3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:27:53.774769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event updated for resources: {'Port': ['ID=17385714-2323-45e5-89cd-9c4a1f482d40,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:53.822971 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6511aed3-a767-4c91-add1-1f233f256077 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/34461e80-0271-4fdd-9454-54377c0f1a12 HTTP/1.1" status: 200 len: 991 time: 0.1294887 Feb 15 14:27:53.827059 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Checking segment: {'id': 'f195cd2b-4360-46d8-9567-71d6f9863a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:27:53.827731 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Network hostable DHCP agents. Network: 9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:27:53.849044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Network 9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:27:53.863954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:53.870777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:27:53.878053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:53.883181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:53.884146 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:53.888176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cae537-6458-4520-afda-41c16475240d None None] Network 9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:27:53.910226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37544) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:53.911495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e6d9bd80-7ffb-411a-a89f-2bac8a8439d6 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5466218 Feb 15 14:27:53.970443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d527dbf-579a-438f-8ef9-4622fdf5daa2 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:53.976272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d527dbf-579a-438f-8ef9-4622fdf5daa2 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:53.980528 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3d527dbf-579a-438f-8ef9-4622fdf5daa2 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0665381 Feb 15 14:27:53.980826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37546) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:54.135770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-80b841c6-d4b8-4bc6-a116-256536082ac2 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Deleting port cb784da4-796f-41f5-be46-3ef3b4e53393 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:54.136482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80b841c6-d4b8-4bc6-a116-256536082ac2 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cb784da4-796f-41f5-be46-3ef3b4e53393), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:54.255944 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80b841c6-d4b8-4bc6-a116-256536082ac2 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cb784da4-796f-41f5-be46-3ef3b4e53393), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:54.276469 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-80b841c6-d4b8-4bc6-a116-256536082ac2 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Calling delete_port for cb784da4-796f-41f5-be46-3ef3b4e53393 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:54.397135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80b841c6-d4b8-4bc6-a116-256536082ac2 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cb784da4-796f-41f5-be46-3ef3b4e53393), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:54.447493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b841c6-d4b8-4bc6-a116-256536082ac2 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Port': ['ID=cb784da4-796f-41f5-be46-3ef3b4e53393,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:54.460428 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80b841c6-d4b8-4bc6-a116-256536082ac2 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:54.470290 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-80b841c6-d4b8-4bc6-a116-256536082ac2 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "DELETE /v2.0/ports/cb784da4-796f-41f5-be46-3ef3b4e53393 HTTP/1.1" status: 204 len: 168 time: 0.4847121 Feb 15 14:27:54.470801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37550) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:54.620259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-cf22f425-d9a0-4731-9fa8-ed839b777333 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Deleting port 17385714-2323-45e5-89cd-9c4a1f482d40 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:27:54.620603 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf22f425-d9a0-4731-9fa8-ed839b777333 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (17385714-2323-45e5-89cd-9c4a1f482d40), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:54.705846 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf22f425-d9a0-4731-9fa8-ed839b777333 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (17385714-2323-45e5-89cd-9c4a1f482d40), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:54.728916 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-cf22f425-d9a0-4731-9fa8-ed839b777333 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Calling delete_port for 17385714-2323-45e5-89cd-9c4a1f482d40 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:27:54.852521 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf22f425-d9a0-4731-9fa8-ed839b777333 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (17385714-2323-45e5-89cd-9c4a1f482d40), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:54.882792 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22f425-d9a0-4731-9fa8-ed839b777333 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Port': ['ID=17385714-2323-45e5-89cd-9c4a1f482d40,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:54.888763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf22f425-d9a0-4731-9fa8-ed839b777333 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:54.892502 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cf22f425-d9a0-4731-9fa8-ed839b777333 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "DELETE /v2.0/ports/17385714-2323-45e5-89cd-9c4a1f482d40 HTTP/1.1" status: 204 len: 168 time: 0.4201770 Feb 15 14:27:54.896217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37556) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:54.927489 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aebd64d3-1895-41cb-9c54-526c344c29f8 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0301499 Feb 15 14:27:54.931606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37558) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:54.937346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-66968913'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:54.959162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Made reservation on behalf of f8c05e86c90f4bf19162101adc438e3c for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:54.962889 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:55.001902 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:27:55.020301 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (37a8fcf9-107f-4a38-b99f-fa9ccf7dba51), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:55.020790 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Added segment 37a8fcf9-107f-4a38-b99f-fa9ccf7dba51 of type vlan for network 98feec43-5272-4d4c-b687-49f4dfd20ecc Feb 15 14:27:55.066211 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (98feec43-5272-4d4c-b687-49f4dfd20ecc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:55.095598 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (98feec43-5272-4d4c-b687-49f4dfd20ecc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:55.100721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:55.101439 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:55.164119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2308743 Feb 15 14:27:55.167941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37560) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:55.175598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-39154056'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:55.176332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41173b63-39f7-4e44-b994-cf70a39e659e tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event updated for resources: {'Network': ['ID=98feec43-5272-4d4c-b687-49f4dfd20ecc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:55.188988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 98feec43-5272-4d4c-b687-49f4dfd20ecc details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:27:55.198447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Made reservation on behalf of f8c05e86c90f4bf19162101adc438e3c for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:55.203465 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:55.230788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:27:55.240425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0398e7a2-40c4-4356-9781-0c8552960016), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:55.240973 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Added segment 0398e7a2-40c4-4356-9781-0c8552960016 of type vlan for network 23a5b427-cc75-4cf0-96bc-93007208853d Feb 15 14:27:55.293563 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (23a5b427-cc75-4cf0-96bc-93007208853d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:55.320036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (23a5b427-cc75-4cf0-96bc-93007208853d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:55.325079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:55.325804 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:55.760512 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5775671 Feb 15 14:27:55.777317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b79440-097d-4965-999b-929727b42e66 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event updated for resources: {'Network': ['ID=23a5b427-cc75-4cf0-96bc-93007208853d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:55.802700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 23a5b427-cc75-4cf0-96bc-93007208853d details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:27:56.666122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:27:56.777525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 770a56d4-9b12-4af7-adb0-335ecbb44a3e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:27:56.782678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 770a56d4-9b12-4af7-adb0-335ecbb44a3e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:27:56.783087 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:56.900500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 770a56d4-9b12-4af7-adb0-335ecbb44a3e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:27:56.900974 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:56.932483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:27:56.936335 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb679fd-3a6f-46a5-a224-575499e2b32a" -d '{"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-plugged", "status": "completed", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:27:56.967682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:27:56.975804 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:57.017699 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f2f584-5903-47da-b5e5-f3c83db19aa7 x-openstack-request-id: req-24f2f584-5903-47da-b5e5-f3c83db19aa7 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:27:57.017985 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-plugged", "status": "completed", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:27:57.018234 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24f2f584-5903-47da-b5e5-f3c83db19aa7 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:27:57.018631 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'code': 200} Feb 15 14:27:57.042156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=13']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:58.970373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37594) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:27:58.976344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'subnets': [{'network_id': '98feec43-5272-4d4c-b687-49f4dfd20ecc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1680623583', 'ip_version': 6}, {'network_id': '23a5b427-cc75-4cf0-96bc-93007208853d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:58.976894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'subnet': {'network_id': '98feec43-5272-4d4c-b687-49f4dfd20ecc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1680623583', 'ip_version': 6}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:58.977629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Request body: {'subnet': {'network_id': '23a5b427-cc75-4cf0-96bc-93007208853d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:27:59.183173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Made reservation on behalf of f8c05e86c90f4bf19162101adc438e3c for: {'subnet': 2} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:27:59.188356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:59.188699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:59.650119 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (5c78bf02-31fc-4c4c-bcad-4007687d072f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:59.721788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event updated for resources: {'Subnet': ['ID=5c78bf02-31fc-4c4c-bcad-4007687d072f,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:59.739074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Checking segment: {'id': '37a8fcf9-107f-4a38-b99f-fa9ccf7dba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '98feec43-5272-4d4c-b687-49f4dfd20ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:27:59.739356 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Network hostable DHCP agents. Network: 98feec43-5272-4d4c-b687-49f4dfd20ecc, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:27:59.766972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Network 98feec43-5272-4d4c-b687-49f4dfd20ecc is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:27:59.780279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 98feec43-5272-4d4c-b687-49f4dfd20ecc) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:59.791946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (45e50aee-2855-4cae-af4f-a9eea4ea4f86), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:59.795365 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46beb03c-6dee-47b4-bed1-3f456de77308 None None] Network 98feec43-5272-4d4c-b687-49f4dfd20ecc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:27:59.900241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event updated for resources: {'Subnet': ['ID=45e50aee-2855-4cae-af4f-a9eea4ea4f86,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:27:59.911090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Checking segment: {'id': '0398e7a2-40c4-4356-9781-0c8552960016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23a5b427-cc75-4cf0-96bc-93007208853d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:27:59.911633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Network hostable DHCP agents. Network: 23a5b427-cc75-4cf0-96bc-93007208853d, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:27:59.945683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Network 23a5b427-cc75-4cf0-96bc-93007208853d is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:27:59.951232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-98feec43-5272-4d4c-b687-49f4dfd20ecc', 'network_id': '98feec43-5272-4d4c-b687-49f4dfd20ecc', 'project_id': 'f8c05e86c90f4bf19162101adc438e3c', 'fixed_ips': [{'subnet_id': '5c78bf02-31fc-4c4c-bcad-4007687d072f'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:27:59.952588 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:27:59.970513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 23a5b427-cc75-4cf0-96bc-93007208853d) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:27:59.993576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:59.994403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:27:59.997307 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:00.006501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36afd527-fe9d-4480-909f-3afabf3b58bc None None] Network 23a5b427-cc75-4cf0-96bc-93007208853d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:00.025654 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-246abff9-8214-4c9e-905c-66eb91318650 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.0511451 Feb 15 14:28:00.026768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37602) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:00.137443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b83db24-6b8d-42ae-8c27-c6dc9b26eb1f tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:00.139512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b83db24-6b8d-42ae-8c27-c6dc9b26eb1f tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:00.141630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b83db24-6b8d-42ae-8c27-c6dc9b26eb1f tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:00.154937 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4b83db24-6b8d-42ae-8c27-c6dc9b26eb1f tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1107154 Feb 15 14:28:00.161217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37612) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:00.321587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45ec009-7f15-4cca-8274-84d0c4971987 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Deleting subnet 5c78bf02-31fc-4c4c-bcad-4007687d072f {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:28:00.349623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Allocated IP 2001:db8::1 (98feec43-5272-4d4c-b687-49f4dfd20ecc/5c78bf02-31fc-4c4c-bcad-4007687d072f/09bc543a-54cf-405d-90f3-0978139f45f4) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:00.382965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-23a5b427-cc75-4cf0-96bc-93007208853d', 'network_id': '23a5b427-cc75-4cf0-96bc-93007208853d', 'project_id': 'f8c05e86c90f4bf19162101adc438e3c', 'fixed_ips': [{'subnet_id': '45e50aee-2855-4cae-af4f-a9eea4ea4f86'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:28:00.384074 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:00.702396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Allocated IP 2001:db8:0:1::1 (23a5b427-cc75-4cf0-96bc-93007208853d/45e50aee-2855-4cae-af4f-a9eea4ea4f86/25a4800d-ad33-44a0-acd3-40ebb7682465) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:00.719769 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Publish callbacks [] for port (09bc543a-54cf-405d-90f3-0978139f45f4), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:00.734000 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d45ec009-7f15-4cca-8274-84d0c4971987 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for subnet (5c78bf02-31fc-4c4c-bcad-4007687d072f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:00.792596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d45ec009-7f15-4cca-8274-84d0c4971987 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (5c78bf02-31fc-4c4c-bcad-4007687d072f), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:00.799459 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (09bc543a-54cf-405d-90f3-0978139f45f4), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:00.879995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Network 98feec43-5272-4d4c-b687-49f4dfd20ecc is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:00.887681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Pushing event updated for resources: {'Port': ['ID=09bc543a-54cf-405d-90f3-0978139f45f4,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:00.894153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:00.904399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:00.938884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d45ec009-7f15-4cca-8274-84d0c4971987 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (5c78bf02-31fc-4c4c-bcad-4007687d072f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.020514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d45ec009-7f15-4cca-8274-84d0c4971987 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (5c78bf02-31fc-4c4c-bcad-4007687d072f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.061339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ec009-7f15-4cca-8274-84d0c4971987 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Subnet': ['ID=5c78bf02-31fc-4c4c-bcad-4007687d072f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:01.070119 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Publish callbacks [] for port (25a4800d-ad33-44a0-acd3-40ebb7682465), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.070481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d45ec009-7f15-4cca-8274-84d0c4971987 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.071964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Attempting to bind port 09bc543a-54cf-405d-90f3-0978139f45f4 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:28:01.072345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Attempting to bind port 09bc543a-54cf-405d-90f3-0978139f45f4 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '37a8fcf9-107f-4a38-b99f-fa9ccf7dba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '98feec43-5272-4d4c-b687-49f4dfd20ecc'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:28:01.072713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Attempting to bind port 09bc543a-54cf-405d-90f3-0978139f45f4 on network 98feec43-5272-4d4c-b687-49f4dfd20ecc {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:28:01.078616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37620) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:01.080750 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d45ec009-7f15-4cca-8274-84d0c4971987 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "DELETE /v2.0/subnets/5c78bf02-31fc-4c4c-bcad-4007687d072f HTTP/1.1" status: 204 len: 168 time: 0.9181032 Feb 15 14:28:01.088896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:28:01.089644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Checking segment: {'id': '37a8fcf9-107f-4a38-b99f-fa9ccf7dba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '98feec43-5272-4d4c-b687-49f4dfd20ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:01.090091 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.090493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Bound using segment: {'id': '37a8fcf9-107f-4a38-b99f-fa9ccf7dba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '98feec43-5272-4d4c-b687-49f4dfd20ecc'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:28:01.092507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Bound port: 09bc543a-54cf-405d-90f3-0978139f45f4, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a8fcf9-107f-4a38-b99f-fa9ccf7dba51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '98feec43-5272-4d4c-b687-49f4dfd20ecc'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:28:01.092507 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (09bc543a-54cf-405d-90f3-0978139f45f4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.096476 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (25a4800d-ad33-44a0-acd3-40ebb7682465), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.158872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2a3229-65fd-4384-b043-2b3ea94d82f9 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Deleting subnet 45e50aee-2855-4cae-af4f-a9eea4ea4f86 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:28:01.163094 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3229-65fd-4384-b043-2b3ea94d82f9 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for subnet (45e50aee-2855-4cae-af4f-a9eea4ea4f86), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.184515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Network 23a5b427-cc75-4cf0-96bc-93007208853d is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:01.197989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:01.205004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Pushing event updated for resources: {'Port': ['ID=25a4800d-ad33-44a0-acd3-40ebb7682465,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:01.207614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:01.236139 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3229-65fd-4384-b043-2b3ea94d82f9 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (45e50aee-2855-4cae-af4f-a9eea4ea4f86), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.296527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] For port 09bc543a-54cf-405d-90f3-0978139f45f4, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:28:01.319036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Attempting to bind port 25a4800d-ad33-44a0-acd3-40ebb7682465 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:28:01.319036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Attempting to bind port 25a4800d-ad33-44a0-acd3-40ebb7682465 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '0398e7a2-40c4-4356-9781-0c8552960016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23a5b427-cc75-4cf0-96bc-93007208853d'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:28:01.319374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Attempting to bind port 25a4800d-ad33-44a0-acd3-40ebb7682465 on network 23a5b427-cc75-4cf0-96bc-93007208853d {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:28:01.322335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] For port 09bc543a-54cf-405d-90f3-0978139f45f4, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=09bc543a-54cf-405d-90f3-0978139f45f4,segment=NetworkSegment(37a8fcf9-107f-4a38-b99f-fa9ccf7dba51),segment_id=37a8fcf9-107f-4a38-b99f-fa9ccf7dba51)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:28:01.332805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:28:01.333550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Checking segment: {'id': '0398e7a2-40c4-4356-9781-0c8552960016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23a5b427-cc75-4cf0-96bc-93007208853d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:01.334203 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.334762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Bound using segment: {'id': '0398e7a2-40c4-4356-9781-0c8552960016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23a5b427-cc75-4cf0-96bc-93007208853d'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:28:01.335532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Bound port: 25a4800d-ad33-44a0-acd3-40ebb7682465, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0398e7a2-40c4-4356-9781-0c8552960016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23a5b427-cc75-4cf0-96bc-93007208853d'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:28:01.336222 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (25a4800d-ad33-44a0-acd3-40ebb7682465), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.340628 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (09bc543a-54cf-405d-90f3-0978139f45f4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.370789 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3229-65fd-4384-b043-2b3ea94d82f9 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (45e50aee-2855-4cae-af4f-a9eea4ea4f86), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.469220 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3229-65fd-4384-b043-2b3ea94d82f9 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (45e50aee-2855-4cae-af4f-a9eea4ea4f86), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.509440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfeef8-c0fd-4360-b896-b62a62e93cca None None] Pushing event updated for resources: {'Port': ['ID=09bc543a-54cf-405d-90f3-0978139f45f4,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:01.527781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] For port 25a4800d-ad33-44a0-acd3-40ebb7682465, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:28:01.533037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] For port 25a4800d-ad33-44a0-acd3-40ebb7682465, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=25a4800d-ad33-44a0-acd3-40ebb7682465,segment=NetworkSegment(0398e7a2-40c4-4356-9781-0c8552960016),segment_id=0398e7a2-40c4-4356-9781-0c8552960016)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:28:01.541548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ab9dd-da35-4c1d-b920-fab590ca2df4 None None] Network 98feec43-5272-4d4c-b687-49f4dfd20ecc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:01.542979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a3229-65fd-4384-b043-2b3ea94d82f9 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Subnet': ['ID=45e50aee-2855-4cae-af4f-a9eea4ea4f86,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:01.548382 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f2a3229-65fd-4384-b043-2b3ea94d82f9 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.551772 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (25a4800d-ad33-44a0-acd3-40ebb7682465), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.561361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8f2a3229-65fd-4384-b043-2b3ea94d82f9 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "DELETE /v2.0/subnets/45e50aee-2855-4cae-af4f-a9eea4ea4f86 HTTP/1.1" status: 204 len: 168 time: 0.4815483 Feb 15 14:28:01.563949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37626) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:01.672742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24db6073-f3f6-4030-9669-f8961cdd85f9 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:01.676754 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-24db6073-f3f6-4030-9669-f8961cdd85f9 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1115806 Feb 15 14:28:01.681333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37630) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:01.761280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0ba75-2ff2-4e8a-b7c3-4db0ca7389ae None None] Pushing event updated for resources: {'Port': ['ID=25a4800d-ad33-44a0-acd3-40ebb7682465,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:01.806793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (23a5b427-cc75-4cf0-96bc-93007208853d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.894926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Deleting port 25a4800d-ad33-44a0-acd3-40ebb7682465 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:01.895361 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (25a4800d-ad33-44a0-acd3-40ebb7682465), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.973330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] For port 25a4800d-ad33-44a0-acd3-40ebb7682465, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=25a4800d-ad33-44a0-acd3-40ebb7682465,segment=NetworkSegment(0398e7a2-40c4-4356-9781-0c8552960016),segment_id=0398e7a2-40c4-4356-9781-0c8552960016)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:01.973962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (25a4800d-ad33-44a0-acd3-40ebb7682465), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:01.989175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Calling delete_port for 25a4800d-ad33-44a0-acd3-40ebb7682465 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:02.109078 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (25a4800d-ad33-44a0-acd3-40ebb7682465), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:02.126750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] No DVR routers for this DVR port 25a4800d-ad33-44a0-acd3-40ebb7682465 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:28:02.157999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Port': ['ID=25a4800d-ad33-44a0-acd3-40ebb7682465,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:02.279461 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (23a5b427-cc75-4cf0-96bc-93007208853d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:02.334353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a5b427-cc75-4cf0-96bc-93007208853d']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:02.360223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0398e7a2-40c4-4356-9781-0c8552960016') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:02.360617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0398e7a2-40c4-4356-9781-0c8552960016') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:02.382152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (0398e7a2-40c4-4356-9781-0c8552960016), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:02.430595 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0398e7a2-40c4-4356-9781-0c8552960016), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:02.444984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:28:02.445574 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (0398e7a2-40c4-4356-9781-0c8552960016), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:28:02.527958 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:28:02.539132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (23a5b427-cc75-4cf0-96bc-93007208853d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:02.546419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:02.553343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "DELETE /v2.0/networks/23a5b427-cc75-4cf0-96bc-93007208853d HTTP/1.1" status: 204 len: 168 time: 0.8677397 Feb 15 14:28:02.553662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37644) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:02.592534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403ff0f-6547-4a89-a1e6-6fa4f7086308 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Network': ['ID=23a5b427-cc75-4cf0-96bc-93007208853d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:02.665396 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (98feec43-5272-4d4c-b687-49f4dfd20ecc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:02.737208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Deleting port 09bc543a-54cf-405d-90f3-0978139f45f4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:02.737553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (09bc543a-54cf-405d-90f3-0978139f45f4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:02.823845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] For port 09bc543a-54cf-405d-90f3-0978139f45f4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=09bc543a-54cf-405d-90f3-0978139f45f4,segment=NetworkSegment(37a8fcf9-107f-4a38-b99f-fa9ccf7dba51),segment_id=37a8fcf9-107f-4a38-b99f-fa9ccf7dba51)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:02.824488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (09bc543a-54cf-405d-90f3-0978139f45f4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:02.844881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Calling delete_port for 09bc543a-54cf-405d-90f3-0978139f45f4 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:02.984057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (09bc543a-54cf-405d-90f3-0978139f45f4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.016360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Port': ['ID=09bc543a-54cf-405d-90f3-0978139f45f4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:03.025671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] No DVR routers for this DVR port 09bc543a-54cf-405d-90f3-0978139f45f4 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:28:03.119084 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (98feec43-5272-4d4c-b687-49f4dfd20ecc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.149929 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98feec43-5272-4d4c-b687-49f4dfd20ecc']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:03.164727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a8fcf9-107f-4a38-b99f-fa9ccf7dba51') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:03.165190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a8fcf9-107f-4a38-b99f-fa9ccf7dba51') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:03.181255 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (37a8fcf9-107f-4a38-b99f-fa9ccf7dba51), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.198124 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (37a8fcf9-107f-4a38-b99f-fa9ccf7dba51), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.216857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:28:03.217404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (37a8fcf9-107f-4a38-b99f-fa9ccf7dba51), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.252868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697bd4c5-06bd-4b9a-b346-9b9d78be97b2 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:28:03.298165 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:28:03.349312 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (98feec43-5272-4d4c-b687-49f4dfd20ecc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.356884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.361496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697bd4c5-06bd-4b9a-b346-9b9d78be97b2 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:28:03.365360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-75dfa042-e25f-450a-ad8a-93e0a357376a None None] Could not find standard attr ID for object 25a4800d-ad33-44a0-acd3-40ebb7682465. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:28:03.374659 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "DELETE /v2.0/networks/98feec43-5272-4d4c-b687-49f4dfd20ecc HTTP/1.1" status: 204 len: 168 time: 0.8177025 Feb 15 14:28:03.374894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37650) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:03.406658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfab06b-6c85-4987-b7de-d6b56fea01f1 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Network': ['ID=98feec43-5272-4d4c-b687-49f4dfd20ecc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:03.581477 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.699865 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.741628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:03.767775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f195cd2b-4360-46d8-9567-71d6f9863a28') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:03.768652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f195cd2b-4360-46d8-9567-71d6f9863a28') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:03.773063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c1013-df10-4ec6-bdeb-3a16f664bda3 None None] DHCP port deletion for 23a5b427-cc75-4cf0-96bc-93007208853d request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:28:03.798771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (f195cd2b-4360-46d8-9567-71d6f9863a28), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.826343 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f195cd2b-4360-46d8-9567-71d6f9863a28), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.829223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c182b4-c831-42b9-9e30-4fb8750e894c None None] Network 23a5b427-cc75-4cf0-96bc-93007208853d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:03.837799 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:28:03.838604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (f195cd2b-4360-46d8-9567-71d6f9863a28), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.848200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c182b4-c831-42b9-9e30-4fb8750e894c None None] Network 23a5b427-cc75-4cf0-96bc-93007208853d could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:28:03.856590 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:28:03.933690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.978236 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:03.990994 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "DELETE /v2.0/networks/9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa HTTP/1.1" status: 204 len: 168 time: 0.6132278 Feb 15 14:28:03.991260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Network': ['ID=9803f2c2-9e80-4b5a-8ee6-f14e56bbceaa,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:03.993305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37656) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:04.005055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.005703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.006262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.006935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.007627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.008226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.008806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.009389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.009957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.010452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.011048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.011644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.012293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c31d505-5bf8-4917-9dce-aa9ee025c5ea tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:04.130586 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:04.248310 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:04.276277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:04.287979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fbda68-7af0-4ec6-9902-8f143521951c') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:04.288275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fbda68-7af0-4ec6-9902-8f143521951c') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:04.303573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (30fbda68-7af0-4ec6-9902-8f143521951c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:04.319569 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (30fbda68-7af0-4ec6-9902-8f143521951c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:04.326700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:28:04.327376 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (30fbda68-7af0-4ec6-9902-8f143521951c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:28:04.331852 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:28:04.436641 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:04.448964 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:04.452408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] 10.222.0.72 "DELETE /v2.0/networks/3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6 HTTP/1.1" status: 204 len: 168 time: 0.4574320 Feb 15 14:28:04.466788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e186b7-a172-443f-bc13-d1021bfdd3f0 tempest-BulkNetworkOpsIpV6Test-1854163659 tempest-BulkNetworkOpsIpV6Test-1854163659-project] Pushing event deleted for resources: {'Network': ['ID=3aaafaf5-4b0d-45b8-b9f3-6fd42206cdf6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:04.791596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37672) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:04.913477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 25a4800d-ad33-44a0-acd3-40ebb7682465 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:28:04.939705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 25a4800d-ad33-44a0-acd3-40ebb7682465 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:28:04.940302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 25a4800d-ad33-44a0-acd3-40ebb7682465 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:28:04.959448 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-528fee17-f758-47ba-830f-c0a81a68de6b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f8c05e86c90f4bf19162101adc438e3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1660392 Feb 15 14:28:04.961928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37676) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:05.014944 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bcad2d45-0b14-486a-a6bd-d2026b685f7d admin admin] Publish callbacks [] for security_group (9ab69eb2-1819-4403-939e-092d0bd61b3a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:05.038142 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bcad2d45-0b14-486a-a6bd-d2026b685f7d admin admin] Publish callbacks [] for security_group (9ab69eb2-1819-4403-939e-092d0bd61b3a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:05.091665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bcad2d45-0b14-486a-a6bd-d2026b685f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9ab69eb2-1819-4403-939e-092d0bd61b3a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:05.095301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bcad2d45-0b14-486a-a6bd-d2026b685f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:05.096490 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bcad2d45-0b14-486a-a6bd-d2026b685f7d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ab69eb2-1819-4403-939e-092d0bd61b3a HTTP/1.1" status: 204 len: 168 time: 0.1335323 Feb 15 14:28:05.111729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad2d45-0b14-486a-a6bd-d2026b685f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab69eb2-1819-4403-939e-092d0bd61b3a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:06.001192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37728) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:06.198642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-818544392'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:06.240438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:06.245858 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:06.267460 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:06.458798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (8e5582bd-076d-4545-af13-f78564b8d2c4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:06.466223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8e5582bd-076d-4545-af13-f78564b8d2c4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:06.499845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:28:06.542125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3c416d50-fec0-47bd-8e03-1187f918a231), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:06.542836 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Added segment 3c416d50-fec0-47bd-8e03-1187f918a231 of type vlan for network cb4fb78f-8ff3-4dc1-8902-43d896730294 Feb 15 14:28:06.556006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5582bd-076d-4545-af13-f78564b8d2c4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:06.628210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (cb4fb78f-8ff3-4dc1-8902-43d896730294), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:06.664609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (cb4fb78f-8ff3-4dc1-8902-43d896730294), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:06.672283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:06.673337 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:06.775497 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7707016 Feb 15 14:28:06.779828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37810) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:06.788647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'name': 'tempest-PortsTestJSON-586575424'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:06.793163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aeede-b8aa-4b7f-a599-1df809eddf85 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Network': ['ID=cb4fb78f-8ff3-4dc1-8902-43d896730294,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:06.805970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:28:07.055705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:07.067832 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:07.103243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:07.373887 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (1348aec1-8068-4b5b-b19f-cfc347dc9aa3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:07.442102 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1348aec1-8068-4b5b-b19f-cfc347dc9aa3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:07.563506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=1348aec1-8068-4b5b-b19f-cfc347dc9aa3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:07.574034 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Checking segment: {'id': '3c416d50-fec0-47bd-8e03-1187f918a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:07.576003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network hostable DHCP agents. Network: cb4fb78f-8ff3-4dc1-8902-43d896730294, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:28:07.600999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:28:07.612885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, cb4fb78f-8ff3-4dc1-8902-43d896730294) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:07.616937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:07.622643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:07.623393 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:07.627280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f270f4-480a-4d03-9f4e-1ecc7c8fcbbe None None] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:07.646816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8fc43964-7381-4b58-8581-6056e27b6df4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8654459 Feb 15 14:28:07.651850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 37896) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:07.657875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1596238180'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:07.693822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:07.703921 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:07.753603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:28:07.805302 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (69550bd2-ea85-4b13-9538-70645d677e32), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:07.805748 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Added segment 69550bd2-ea85-4b13-9538-70645d677e32 of type vlan for network b30f279e-e18f-470d-9961-8ad369ea6232 Feb 15 14:28:07.872437 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (b30f279e-e18f-470d-9961-8ad369ea6232), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:07.910972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (b30f279e-e18f-470d-9961-8ad369ea6232), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:07.919831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:07.920365 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:07.990053 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3354878 Feb 15 14:28:07.992073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 37936) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:07.999814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'ports': [{'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294'}, {'network_id': 'b30f279e-e18f-470d-9961-8ad369ea6232'}]} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:08.000331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:08.005997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'b30f279e-e18f-470d-9961-8ad369ea6232'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:08.007508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c535b-b0ef-4356-aada-5aac8699c320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Network': ['ID=b30f279e-e18f-470d-9961-8ad369ea6232,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:08.055608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network b30f279e-e18f-470d-9961-8ad369ea6232 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:28:08.303206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 2} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:08.307792 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:08.328560 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:08.552537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port fc84c300-d79d-4a86-a632-df362b8f3cef yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:08.659659 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (fc84c300-d79d-4a86-a632-df362b8f3cef), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:08.734333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port a882fbf9-fbb0-456c-8edd-2635953c7f95 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:08.839056 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (a882fbf9-fbb0-456c-8edd-2635953c7f95), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:08.906836 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fc84c300-d79d-4a86-a632-df362b8f3cef), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:08.992018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:08.997984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:09.004576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:09.006107 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a882fbf9-fbb0-456c-8edd-2635953c7f95), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:09.018540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=fc84c300-d79d-4a86-a632-df362b8f3cef,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:09.144534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=a882fbf9-fbb0-456c-8edd-2635953c7f95,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:09.156719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Checking segment: {'id': '69550bd2-ea85-4b13-9538-70645d677e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b30f279e-e18f-470d-9961-8ad369ea6232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:09.157109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network hostable DHCP agents. Network: b30f279e-e18f-470d-9961-8ad369ea6232, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:28:09.187901 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network b30f279e-e18f-470d-9961-8ad369ea6232 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:28:09.202849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, b30f279e-e18f-470d-9961-8ad369ea6232) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:09.207197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:09.213402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:09.218819 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:09.219777 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:09.231934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb26013-52f2-4cb5-956a-c01632f8e9de None None] Network b30f279e-e18f-470d-9961-8ad369ea6232 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:09.248486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-45fdf5f0-086b-46e3-b8aa-663a34732173 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2557561 Feb 15 14:28:09.252481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38090) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:09.417422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-dbcdaf16-4381-4c93-8345-ef431c7e0765 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port a882fbf9-fbb0-456c-8edd-2635953c7f95 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:09.417774 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbcdaf16-4381-4c93-8345-ef431c7e0765 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a882fbf9-fbb0-456c-8edd-2635953c7f95), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:09.497993 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbcdaf16-4381-4c93-8345-ef431c7e0765 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a882fbf9-fbb0-456c-8edd-2635953c7f95), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:09.517822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-dbcdaf16-4381-4c93-8345-ef431c7e0765 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for a882fbf9-fbb0-456c-8edd-2635953c7f95 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:09.615430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbcdaf16-4381-4c93-8345-ef431c7e0765 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a882fbf9-fbb0-456c-8edd-2635953c7f95), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:09.645267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdaf16-4381-4c93-8345-ef431c7e0765 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=a882fbf9-fbb0-456c-8edd-2635953c7f95,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:09.650792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dbcdaf16-4381-4c93-8345-ef431c7e0765 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:09.657566 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dbcdaf16-4381-4c93-8345-ef431c7e0765 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/a882fbf9-fbb0-456c-8edd-2635953c7f95 HTTP/1.1" status: 204 len: 168 time: 0.4037154 Feb 15 14:28:09.657704 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38142) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:09.769955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ce1e8-69f9-4ef0-b501-2e0c56e9d1d5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:09.776399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ce1e8-69f9-4ef0-b501-2e0c56e9d1d5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:09.777675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-617ce1e8-69f9-4ef0-b501-2e0c56e9d1d5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1185322 Feb 15 14:28:09.780891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38156) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:09.909120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-338c8c14-4261-4353-b15b-09181a376672 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port fc84c300-d79d-4a86-a632-df362b8f3cef {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:09.909469 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-338c8c14-4261-4353-b15b-09181a376672 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fc84c300-d79d-4a86-a632-df362b8f3cef), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:09.993578 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-338c8c14-4261-4353-b15b-09181a376672 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fc84c300-d79d-4a86-a632-df362b8f3cef), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.013292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-338c8c14-4261-4353-b15b-09181a376672 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for fc84c300-d79d-4a86-a632-df362b8f3cef owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:10.046354 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.138167 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-338c8c14-4261-4353-b15b-09181a376672 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fc84c300-d79d-4a86-a632-df362b8f3cef), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.174344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c8c14-4261-4353-b15b-09181a376672 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=fc84c300-d79d-4a86-a632-df362b8f3cef,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:10.180480 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-338c8c14-4261-4353-b15b-09181a376672 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.184393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-338c8c14-4261-4353-b15b-09181a376672 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/fc84c300-d79d-4a86-a632-df362b8f3cef HTTP/1.1" status: 204 len: 168 time: 0.4016924 Feb 15 14:28:10.187537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38184) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:10.256907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd63c5-dcde-4142-93b9-ce735dbe44d2 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:10.258570 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bcfd63c5-dcde-4142-93b9-ce735dbe44d2 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0698137 Feb 15 14:28:10.261944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38186) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:10.293542 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cd0800-30f7-4a25-8342-1c1757a5c6e2 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:28:10.297295 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-57cd0800-30f7-4a25-8342-1c1757a5c6e2 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/a882fbf9-fbb0-456c-8edd-2635953c7f95 HTTP/1.1" status: 404 len: 333 time: 0.0323558 Feb 15 14:28:10.299164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38190) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:10.328935 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a188578f-e34f-4d21-af09-8c8cf7caf9ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:28:10.330887 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a188578f-e34f-4d21-af09-8c8cf7caf9ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/fc84c300-d79d-4a86-a632-df362b8f3cef HTTP/1.1" status: 404 len: 333 time: 0.0307269 Feb 15 14:28:10.333760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38192) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:10.422052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (b30f279e-e18f-470d-9961-8ad369ea6232), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.513981 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (b30f279e-e18f-470d-9961-8ad369ea6232), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.537897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30f279e-e18f-470d-9961-8ad369ea6232']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:10.549178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69550bd2-ea85-4b13-9538-70645d677e32') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:10.549523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69550bd2-ea85-4b13-9538-70645d677e32') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:10.560615 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (69550bd2-ea85-4b13-9538-70645d677e32), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.578246 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (69550bd2-ea85-4b13-9538-70645d677e32), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.588629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:28:10.589162 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (69550bd2-ea85-4b13-9538-70645d677e32), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:28:10.596487 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:28:10.669566 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (b30f279e-e18f-470d-9961-8ad369ea6232), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.679333 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.683854 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/networks/b30f279e-e18f-470d-9961-8ad369ea6232 HTTP/1.1" status: 204 len: 168 time: 0.3491387 Feb 15 14:28:10.689677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38194) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:10.694643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1972044761'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:10.708349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc198d-262d-4a29-99b9-42bd03165b94 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Network': ['ID=b30f279e-e18f-470d-9961-8ad369ea6232,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:10.730253 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:10.734613 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.776170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:28:10.791676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f49b1f18-be7a-4af1-b71c-3498740cb551), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.793331 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Added segment f49b1f18-be7a-4af1-b71c-3498740cb551 of type vlan for network bd583656-543f-40ac-b7be-8972d7731693 Feb 15 14:28:10.853409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (bd583656-543f-40ac-b7be-8972d7731693), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.883514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (bd583656-543f-40ac-b7be-8972d7731693), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.891318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:10.892013 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:10.954498 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2633815 Feb 15 14:28:10.960491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38198) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:10.970716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'bd583656-543f-40ac-b7be-8972d7731693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:10.983538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d479d-bde2-4a31-9262-b0dc2a29e8ec tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Network': ['ID=bd583656-543f-40ac-b7be-8972d7731693,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:10.994556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network bd583656-543f-40ac-b7be-8972d7731693 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:28:11.089745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:11.097288 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:11.166007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.ipam_backend_mixin [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Performing IP validity checks on allocation pools {{(pid=109971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 14:28:11.166609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.ipam_backend_mixin [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 14:28:11.319693 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (2b141eee-058e-4999-b78a-18078baf0e6c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:11.405502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Subnet': ['ID=2b141eee-058e-4999-b78a-18078baf0e6c,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:11.422347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Checking segment: {'id': 'f49b1f18-be7a-4af1-b71c-3498740cb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd583656-543f-40ac-b7be-8972d7731693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:11.422787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network hostable DHCP agents. Network: bd583656-543f-40ac-b7be-8972d7731693, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:28:11.443391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network bd583656-543f-40ac-b7be-8972d7731693 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:28:11.453278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, bd583656-543f-40ac-b7be-8972d7731693) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:11.457571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:11.458400 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:11.466529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f257005-e1c5-4b16-9581-4992dab40491 None None] Network bd583656-543f-40ac-b7be-8972d7731693 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:11.488915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-aab1399f-30a5-4c1f-a532-52e0b0f4c553 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5267563 Feb 15 14:28:11.493083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38210) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:11.501115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'bd583656-543f-40ac-b7be-8972d7731693', 'name': 'tempest-PortsTestJSON-279483990'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:11.657966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-bd583656-543f-40ac-b7be-8972d7731693', 'network_id': 'bd583656-543f-40ac-b7be-8972d7731693', 'project_id': '2b0d67cb82fb437cba1f7a4b614b6df6', 'fixed_ips': [{'subnet_id': '2b141eee-058e-4999-b78a-18078baf0e6c'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:28:11.658960 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:11.708828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:11.716507 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:11.757879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port 65459c82-f8a5-4d37-99ff-79f2a70121d5 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:11.885610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Allocated IP 172.20.0.2 (bd583656-543f-40ac-b7be-8972d7731693/2b141eee-058e-4999-b78a-18078baf0e6c/1b05fef8-f608-469c-b745-b73207e23b68) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:12.063560 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Publish callbacks [] for port (1b05fef8-f608-469c-b745-b73207e23b68), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:12.070490 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (1b05fef8-f608-469c-b745-b73207e23b68), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:12.117710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Network bd583656-543f-40ac-b7be-8972d7731693 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:12.123497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:12.127463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:12.134507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.5 (bd583656-543f-40ac-b7be-8972d7731693/2b141eee-058e-4999-b78a-18078baf0e6c/65459c82-f8a5-4d37-99ff-79f2a70121d5) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:12.159794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Pushing event updated for resources: {'Port': ['ID=1b05fef8-f608-469c-b745-b73207e23b68,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:12.207514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:12.212943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Attempting to bind port 1b05fef8-f608-469c-b745-b73207e23b68 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:28:12.213558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Attempting to bind port 1b05fef8-f608-469c-b745-b73207e23b68 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'f49b1f18-be7a-4af1-b71c-3498740cb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd583656-543f-40ac-b7be-8972d7731693'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:28:12.213925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Attempting to bind port 1b05fef8-f608-469c-b745-b73207e23b68 on network bd583656-543f-40ac-b7be-8972d7731693 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:28:12.220338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:28:12.220694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Checking segment: {'id': 'f49b1f18-be7a-4af1-b71c-3498740cb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd583656-543f-40ac-b7be-8972d7731693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:12.221095 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:12.221662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Bound using segment: {'id': 'f49b1f18-be7a-4af1-b71c-3498740cb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd583656-543f-40ac-b7be-8972d7731693'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:28:12.222557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Bound port: 1b05fef8-f608-469c-b745-b73207e23b68, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49b1f18-be7a-4af1-b71c-3498740cb551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd583656-543f-40ac-b7be-8972d7731693'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:28:12.223155 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b05fef8-f608-469c-b745-b73207e23b68), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:12.297875 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] For port 1b05fef8-f608-469c-b745-b73207e23b68, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:28:12.301789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] For port 1b05fef8-f608-469c-b745-b73207e23b68, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1b05fef8-f608-469c-b745-b73207e23b68,segment=NetworkSegment(f49b1f18-be7a-4af1-b71c-3498740cb551),segment_id=f49b1f18-be7a-4af1-b71c-3498740cb551)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:28:12.309173 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1b05fef8-f608-469c-b745-b73207e23b68), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:12.340460 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (65459c82-f8a5-4d37-99ff-79f2a70121d5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:12.382065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24afcc-b125-4d47-8f13-025756b8a5fa None None] Pushing event updated for resources: {'Port': ['ID=1b05fef8-f608-469c-b745-b73207e23b68,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:12.419974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (65459c82-f8a5-4d37-99ff-79f2a70121d5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:12.510212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=65459c82-f8a5-4d37-99ff-79f2a70121d5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:12.554665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network bd583656-543f-40ac-b7be-8972d7731693 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:12.557407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:12.560556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:12.625472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:12.626227 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:12.646087 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7be836b3-ba8e-4471-8e88-5313bbd98dce tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1517408 Feb 15 14:28:12.648725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38226) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:12.831833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port 65459c82-f8a5-4d37-99ff-79f2a70121d5 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:12.832172 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (65459c82-f8a5-4d37-99ff-79f2a70121d5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:13.095218 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (65459c82-f8a5-4d37-99ff-79f2a70121d5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:13.121595 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for 65459c82-f8a5-4d37-99ff-79f2a70121d5 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:13.152878 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1b05fef8-f608-469c-b745-b73207e23b68 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:13.249985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1b05fef8-f608-469c-b745-b73207e23b68 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:13.250365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1b05fef8-f608-469c-b745-b73207e23b68), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:13.358136 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38234) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:13.369300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1b05fef8-f608-469c-b745-b73207e23b68 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:13.370621 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b05fef8-f608-469c-b745-b73207e23b68), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:13.388062 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (65459c82-f8a5-4d37-99ff-79f2a70121d5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:13.428540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=65459c82-f8a5-4d37-99ff-79f2a70121d5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:13.452729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 1b05fef8-f608-469c-b745-b73207e23b68, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1b05fef8-f608-469c-b745-b73207e23b68,segment=NetworkSegment(f49b1f18-be7a-4af1-b71c-3498740cb551),segment_id=f49b1f18-be7a-4af1-b71c-3498740cb551)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:13.462040 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1b05fef8-f608-469c-b745-b73207e23b68), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:13.479716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.480399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.480911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.481974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.482506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.483035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.483706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.484202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.484701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.485507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.486186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.486810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.487323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:13.611319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=1b05fef8-f608-469c-b745-b73207e23b68,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:13.827672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Deleting port 6ff7ddb8-6f5d-432b-aa17-32531dab2e86 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:13.830061 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6ff7ddb8-6f5d-432b-aa17-32531dab2e86), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.040733 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.062777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6ff7ddb8-6f5d-432b-aa17-32531dab2e86), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.069427 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4b0efd77-3296-48a3-b9c6-185f0bbf4a99 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/65459c82-f8a5-4d37-99ff-79f2a70121d5 HTTP/1.1" status: 204 len: 168 time: 1.4152756 Feb 15 14:28:14.070593 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (6ff7ddb8-6f5d-432b-aa17-32531dab2e86), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.071732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38242) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:14.125086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Calling delete_port for 6ff7ddb8-6f5d-432b-aa17-32531dab2e86 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:14.128808 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6d391b-b79f-4a0e-887c-4e87547deeb0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:28:14.129801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6d391b-b79f-4a0e-887c-4e87547deeb0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:28:14.137015 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4f6d391b-b79f-4a0e-887c-4e87547deeb0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/65459c82-f8a5-4d37-99ff-79f2a70121d5 HTTP/1.1" status: 404 len: 333 time: 0.0528226 Feb 15 14:28:14.138347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38246) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:14.197520 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b527a8-a16c-4142-b183-1cd4cbb167d6 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:28:14.205411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-04b527a8-a16c-4142-b183-1cd4cbb167d6 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/65459c82-f8a5-4d37-99ff-79f2a70121d5 HTTP/1.1" status: 404 len: 333 time: 0.0653923 Feb 15 14:28:14.206256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38248) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:14.315639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-643b42bb-96b5-4cb9-ab11-251138b9e646 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting subnet 2b141eee-058e-4999-b78a-18078baf0e6c {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:28:14.315889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d22ee-7e64-4971-b959-96585ea9e797 None None] Network bd583656-543f-40ac-b7be-8972d7731693 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:14.320427 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-643b42bb-96b5-4cb9-ab11-251138b9e646 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (2b141eee-058e-4999-b78a-18078baf0e6c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.400906 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-643b42bb-96b5-4cb9-ab11-251138b9e646 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (2b141eee-058e-4999-b78a-18078baf0e6c), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.463987 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6ff7ddb8-6f5d-432b-aa17-32531dab2e86), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.503670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-218834e8-9548-470a-bbac-4da2973bc536 None None] Provisioning complete for port 1b05fef8-f608-469c-b745-b73207e23b68 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:14.504061 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-218834e8-9548-470a-bbac-4da2973bc536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1b05fef8-f608-469c-b745-b73207e23b68), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.544194 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event deleted for resources: {'Port': ['ID=6ff7ddb8-6f5d-432b-aa17-32531dab2e86,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:14.688761 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-643b42bb-96b5-4cb9-ab11-251138b9e646 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (2b141eee-058e-4999-b78a-18078baf0e6c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.689340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-218834e8-9548-470a-bbac-4da2973bc536 None None] Current status of the port 1b05fef8-f608-469c-b745-b73207e23b68 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:14.692255 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (15d36ff2-c391-440a-9c6e-41aa56d07222), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.695860 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Floating IP 15d36ff2-c391-440a-9c6e-41aa56d07222 disassociated (deleted). External IP: 172.25.6.111, port: 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5. Feb 15 14:28:14.799272 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e41e8e95-7c1b-4757-8fee-a8e28090c03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.826142 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-643b42bb-96b5-4cb9-ab11-251138b9e646 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (2b141eee-058e-4999-b78a-18078baf0e6c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.861429 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-643b42bb-96b5-4cb9-ab11-251138b9e646 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:14.878699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-643b42bb-96b5-4cb9-ab11-251138b9e646 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/2b141eee-058e-4999-b78a-18078baf0e6c HTTP/1.1" status: 204 len: 168 time: 0.6709728 Feb 15 14:28:14.915497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38252) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:14.968844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b42bb-96b5-4cb9-ab11-251138b9e646 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Subnet': ['ID=2b141eee-058e-4999-b78a-18078baf0e6c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:15.038327 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (bd583656-543f-40ac-b7be-8972d7731693), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:15.104182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee75c8-dd27-4be2-9b51-e8457257977a None None] Network bd583656-543f-40ac-b7be-8972d7731693 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:15.123800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1b05fef8-f608-469c-b745-b73207e23b68 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:15.257634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Router 701ba21b-9555-42a1-aaf0-e2338ea93b61 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:28:15.287635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-91be4be4-190a-4323-b925-12d8eb5a2de4 None None] Provisioning complete for port 1b05fef8-f608-469c-b745-b73207e23b68 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:15.288131 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-91be4be4-190a-4323-b925-12d8eb5a2de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1b05fef8-f608-469c-b745-b73207e23b68), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:15.451062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port 1b05fef8-f608-469c-b745-b73207e23b68 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:15.451580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1b05fef8-f608-469c-b745-b73207e23b68), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:15.474670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1b05fef8-f608-469c-b745-b73207e23b68 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:15.475280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1b05fef8-f608-469c-b745-b73207e23b68), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:15.573102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae5aaa-dd61-4c54-b25c-3d6c5f644868 None None] DHCP port deletion for bd583656-543f-40ac-b7be-8972d7731693 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:28:15.599940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:28:15.605980 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:15.621632 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca1b966-d0b4-47bd-891d-d54c71dbca15 None None] Sync routers for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:28:15.637173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-91be4be4-190a-4323-b925-12d8eb5a2de4 None None] Current status of the port 1b05fef8-f608-469c-b745-b73207e23b68 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:15.646969 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca1b966-d0b4-47bd-891d-d54c71dbca15 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:28:15.651298 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0ca1b966-d0b4-47bd-891d-d54c71dbca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:27:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:15.658760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] For port 1b05fef8-f608-469c-b745-b73207e23b68, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1b05fef8-f608-469c-b745-b73207e23b68,segment=NetworkSegment(f49b1f18-be7a-4af1-b71c-3498740cb551),segment_id=f49b1f18-be7a-4af1-b71c-3498740cb551)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:15.659328 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1b05fef8-f608-469c-b745-b73207e23b68), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:15.680160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for 1b05fef8-f608-469c-b745-b73207e23b68 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:15.708153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1b05fef8-f608-469c-b745-b73207e23b68 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:15.723271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3eae5aaa-dd61-4c54-b25c-3d6c5f644868 None None] Deleting port 1b05fef8-f608-469c-b745-b73207e23b68 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:15.724362 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3eae5aaa-dd61-4c54-b25c-3d6c5f644868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1b05fef8-f608-469c-b745-b73207e23b68), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:15.750160 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ecc50db9-410d-48ab-b1b4-a20d9a6e9781 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "DELETE /v2.0/floatingips/15d36ff2-c391-440a-9c6e-41aa56d07222 HTTP/1.1" status: 204 len: 168 time: 2.3904688 Feb 15 14:28:15.753423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'tag': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:28:15.755965 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecff6b8-9e58-4e19-8f65-8235b483323d" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f", "tag": "5ffdef76-d2ea-4a2c-8cd3-0358391a5be5"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:28:15.844631 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93a3669-07ad-4451-bbf5-dcd65832cbdb x-openstack-request-id: req-c93a3669-07ad-4451-bbf5-dcd65832cbdb {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:28:15.845483 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f", "tag": "5ffdef76-d2ea-4a2c-8cd3-0358391a5be5", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:28:15.846002 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c93a3669-07ad-4451-bbf5-dcd65832cbdb {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:28:15.846657 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'tag': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5', 'status': 'completed', 'code': 200} Feb 15 14:28:15.901540 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1b05fef8-f608-469c-b745-b73207e23b68), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:15.945584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3eae5aaa-dd61-4c54-b25c-3d6c5f644868 None None] For port 1b05fef8-f608-469c-b745-b73207e23b68, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1b05fef8-f608-469c-b745-b73207e23b68,segment=NetworkSegment(f49b1f18-be7a-4af1-b71c-3498740cb551),segment_id=f49b1f18-be7a-4af1-b71c-3498740cb551)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:15.945584 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3eae5aaa-dd61-4c54-b25c-3d6c5f644868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1b05fef8-f608-469c-b745-b73207e23b68), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:15.976344 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0ca1b966-d0b4-47bd-891d-d54c71dbca15 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:28:15.976803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3eae5aaa-dd61-4c54-b25c-3d6c5f644868 None None] Calling delete_port for 1b05fef8-f608-469c-b745-b73207e23b68 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:15.996508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=1b05fef8-f608-469c-b745-b73207e23b68,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:15.997453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff6b8-9e58-4e19-8f65-8235b483323d req-3f472100-1602-4fe1-b27c-6968f99a16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:16.000208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ecff6b8-9e58-4e19-8f65-8235b483323d req-3f472100-1602-4fe1-b27c-6968f99a16be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 1129 time: 0.1357143 Feb 15 14:28:16.009768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No DVR routers for this DVR port 1b05fef8-f608-469c-b745-b73207e23b68 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:28:16.213361 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3eae5aaa-dd61-4c54-b25c-3d6c5f644868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (1b05fef8-f608-469c-b745-b73207e23b68), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:16.242191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae5aaa-dd61-4c54-b25c-3d6c5f644868 None None] Pushing event deleted for resources: {'Port': ['ID=1b05fef8-f608-469c-b745-b73207e23b68,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:16.252194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae5aaa-dd61-4c54-b25c-3d6c5f644868 None None] No DVR routers for this DVR port 1b05fef8-f608-469c-b745-b73207e23b68 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:28:16.302246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff6b8-9e58-4e19-8f65-8235b483323d req-967c1826-edf4-4bed-8c23-7b70890b447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:16.302608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (bd583656-543f-40ac-b7be-8972d7731693), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:16.310748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ecff6b8-9e58-4e19-8f65-8235b483323d req-967c1826-edf4-4bed-8c23-7b70890b447c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.3033934 Feb 15 14:28:16.349459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd583656-543f-40ac-b7be-8972d7731693']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:16.385684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ecff6b8-9e58-4e19-8f65-8235b483323d req-e3d71931-521f-43ff-bcd5-4ce89e7fd3b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 HTTP/1.1" status: 200 len: 217 time: 0.0675590 Feb 15 14:28:16.389378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49b1f18-be7a-4af1-b71c-3498740cb551') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:16.389836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49b1f18-be7a-4af1-b71c-3498740cb551') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:16.423049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (f49b1f18-be7a-4af1-b71c-3498740cb551), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:16.452764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (f49b1f18-be7a-4af1-b71c-3498740cb551), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:16.464829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff6b8-9e58-4e19-8f65-8235b483323d req-5893e8aa-d721-418e-a0d2-f48a66515371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:16.467164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ecff6b8-9e58-4e19-8f65-8235b483323d req-5893e8aa-d721-418e-a0d2-f48a66515371 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.0726402 Feb 15 14:28:16.494955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:28:16.495662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (f49b1f18-be7a-4af1-b71c-3498740cb551), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:28:16.510258 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:28:16.596150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff6b8-9e58-4e19-8f65-8235b483323d req-ce0b7348-12a0-499d-9cc0-b2dd883da6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:16.603279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ecff6b8-9e58-4e19-8f65-8235b483323d req-ce0b7348-12a0-499d-9cc0-b2dd883da6df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1293170 Feb 15 14:28:16.690385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (bd583656-543f-40ac-b7be-8972d7731693), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:16.698637 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:16.698842 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0ca1b966-d0b4-47bd-891d-d54c71dbca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'b6dee51b-353d-4ebd-80f5-0febca333149', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:a0:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:18Z', 'updated_at': '2022-02-15T14:23:26Z', 'revision_number': 1, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:16.723741 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/networks/bd583656-543f-40ac-b7be-8972d7731693 HTTP/1.1" status: 204 len: 168 time: 1.8067408 Feb 15 14:28:16.726991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38276) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:16.744424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-921970759'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:16.756449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c9385-f260-46c7-a2e5-5e628fe63275 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Network': ['ID=bd583656-543f-40ac-b7be-8972d7731693,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:16.776698 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca1b966-d0b4-47bd-891d-d54c71dbca15 None None] Checking router: 701ba21b-9555-42a1-aaf0-e2338ea93b61 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:28:16.790229 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:16.803703 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca1b966-d0b4-47bd-891d-d54c71dbca15 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:28:16.805018 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0ca1b966-d0b4-47bd-891d-d54c71dbca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:27:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:16.808290 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:16.848908 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:28:16.869904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:16.870616 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Added segment 4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1 of type vlan for network cfbf6825-5764-4696-8239-6f6464a7c4ac Feb 15 14:28:16.905356 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ecff6b8-9e58-4e19-8f65-8235b483323d req-fe476e9e-2ad0-4a8a-9553-1e5518845f7b service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927999 Feb 15 14:28:16.964729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (cfbf6825-5764-4696-8239-6f6464a7c4ac), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:16.987860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd1260-21ea-431d-b03c-3a2d2c1a6f2c req-3862dcbd-d79f-4c81-aa57-173f519167bf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:16.989566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81bd1260-21ea-431d-b03c-3a2d2c1a6f2c req-3862dcbd-d79f-4c81-aa57-173f519167bf tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 946 time: 0.6462891 Feb 15 14:28:17.019268 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (cfbf6825-5764-4696-8239-6f6464a7c4ac), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:17.020203 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1b05fef8-f608-469c-b745-b73207e23b68 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:28:17.031450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:17.033421 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:17.087103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 1b05fef8-f608-469c-b745-b73207e23b68 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:28:17.087534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1b05fef8-f608-469c-b745-b73207e23b68 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:28:17.148454 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0ca1b966-d0b4-47bd-891d-d54c71dbca15 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:28:17.176421 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9df023ee-586f-49a2-a841-c35b2fbba92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:17.198697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-81bd1260-21ea-431d-b03c-3a2d2c1a6f2c req-e503a11b-90d7-455e-b13f-f7f8b8f8e067 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933255 Feb 15 14:28:17.268964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5393236 Feb 15 14:28:17.273704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ecff6b8-9e58-4e19-8f65-8235b483323d req-cd0c1cc5-1bb3-49ed-a8ef-3bee778eb0aa service neutron] 10.222.0.67 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604689 Feb 15 14:28:17.275642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38280) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:17.287929 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'cfbf6825-5764-4696-8239-6f6464a7c4ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:17.390973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8ce8d-b30a-4462-b519-88e1411e18b3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Network': ['ID=cfbf6825-5764-4696-8239-6f6464a7c4ac,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:17.422104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network cfbf6825-5764-4696-8239-6f6464a7c4ac details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:28:17.558631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:17.565695 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:17.808807 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0ca1b966-d0b4-47bd-891d-d54c71dbca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'b6dee51b-353d-4ebd-80f5-0febca333149', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:a0:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:18Z', 'updated_at': '2022-02-15T14:23:26Z', 'revision_number': 1, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:17.875389 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca1b966-d0b4-47bd-891d-d54c71dbca15 None None] The sync data for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 is: [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'b6dee51b-353d-4ebd-80f5-0febca333149', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'port_id': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'mac_address': 'fa:16:3e:a0:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:23:18Z', 'updated_at': '2022-02-15T14:23:26Z', 'revision_number': 1, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:28:17.966109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (721008bc-cdd5-4cc2-949b-9d70980a916c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:18.108975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Subnet': ['ID=721008bc-cdd5-4cc2-949b-9d70980a916c,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:18.132667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d5b53-7987-497b-afd4-4ebba64657fb req-2c4f5012-0ff0-4dcb-9263-00a2f7c91ddd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:18.137050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f6d5b53-7987-497b-afd4-4ebba64657fb req-2c4f5012-0ff0-4dcb-9263-00a2f7c91ddd tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 946 time: 0.1334898 Feb 15 14:28:18.167612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Checking segment: {'id': '4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cfbf6825-5764-4696-8239-6f6464a7c4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:18.168201 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network hostable DHCP agents. Network: cfbf6825-5764-4696-8239-6f6464a7c4ac, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:28:18.201566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cfbf6825-5764-4696-8239-6f6464a7c4ac is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:28:18.220095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, cfbf6825-5764-4696-8239-6f6464a7c4ac) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:18.238329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffe26c0-832a-4cd7-a45c-19b81c9c8f45 None None] Network cfbf6825-5764-4696-8239-6f6464a7c4ac requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:18.249716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:18.250686 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:18.299861 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b9cba11e-ceb9-4e7c-9aed-5e77b1643dc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0197525 Feb 15 14:28:18.300507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38292) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:18.305499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'cfbf6825-5764-4696-8239-6f6464a7c4ac', 'security_groups': [], 'name': 'tempest-PortsTestJSON-861873255'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:18.469443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-1f6d5b53-7987-497b-afd4-4ebba64657fb req-b6a8f5a6-3619-449e-9294-a0eee13964d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Deleting port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:18.472017 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1f6d5b53-7987-497b-afd4-4ebba64657fb req-b6a8f5a6-3619-449e-9294-a0eee13964d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:18.519497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eff786-48f6-4121-9195-25a51b0ff9fa None None] New status for floating IP 15d36ff2-c391-440a-9c6e-41aa56d07222: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:28:18.641488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:18.648433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:18.700718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port a3c2d637-2bf8-4f56-a1ed-e8c453427a96 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:18.740119 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:18.941951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-cfbf6825-5764-4696-8239-6f6464a7c4ac', 'network_id': 'cfbf6825-5764-4696-8239-6f6464a7c4ac', 'project_id': '2b0d67cb82fb437cba1f7a4b614b6df6', 'fixed_ips': [{'subnet_id': '721008bc-cdd5-4cc2-949b-9d70980a916c'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:28:18.943459 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:19.011174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-1f6d5b53-7987-497b-afd4-4ebba64657fb req-b6a8f5a6-3619-449e-9294-a0eee13964d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] For port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:19.011901 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1f6d5b53-7987-497b-afd4-4ebba64657fb req-b6a8f5a6-3619-449e-9294-a0eee13964d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:19.081751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-1f6d5b53-7987-497b-afd4-4ebba64657fb req-b6a8f5a6-3619-449e-9294-a0eee13964d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Calling delete_port for 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:19.133460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b5878-611d-454c-b171-1c47f4e4ccc6 req-6a96f3aa-06bd-49ad-af32-0be89ea0e071 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:19.136942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-906b5878-611d-454c-b171-1c47f4e4ccc6 req-6a96f3aa-06bd-49ad-af32-0be89ea0e071 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 946 time: 0.6918414 Feb 15 14:28:19.190298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.3 (cfbf6825-5764-4696-8239-6f6464a7c4ac/721008bc-cdd5-4cc2-949b-9d70980a916c/a3c2d637-2bf8-4f56-a1ed-e8c453427a96) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:19.320224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-906b5878-611d-454c-b171-1c47f4e4ccc6 req-5bdeda3f-328c-4af7-81e1-ca97451c7fbc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166248 Feb 15 14:28:19.445708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1f6d5b53-7987-497b-afd4-4ebba64657fb req-b6a8f5a6-3619-449e-9294-a0eee13964d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (5ffdef76-d2ea-4a2c-8cd3-0358391a5be5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:19.449136 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (a3c2d637-2bf8-4f56-a1ed-e8c453427a96), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:19.529569 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8f5a6-3619-449e-9294-a0eee13964d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event deleted for resources: {'Port': ['ID=5ffdef76-d2ea-4a2c-8cd3-0358391a5be5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:19.553639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a3c2d637-2bf8-4f56-a1ed-e8c453427a96), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:19.690589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6d5b53-7987-497b-afd4-4ebba64657fb req-b6a8f5a6-3619-449e-9294-a0eee13964d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] No DVR routers for this DVR port 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:28:19.701010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1f6d5b53-7987-497b-afd4-4ebba64657fb req-b6a8f5a6-3619-449e-9294-a0eee13964d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:19.708086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f6d5b53-7987-497b-afd4-4ebba64657fb req-b6a8f5a6-3619-449e-9294-a0eee13964d8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.67 "DELETE /v2.0/ports/5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 HTTP/1.1" status: 204 len: 173 time: 1.5622602 Feb 15 14:28:19.708898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'name': 'network-vif-deleted', 'tag': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:28:19.715775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cfbf6825-5764-4696-8239-6f6464a7c4ac is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:19.722286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:19.723594 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9745f906-1755-4471-befb-bb544d9e70f1" -d '{"events": [{"server_uuid": "2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f", "name": "network-vif-deleted", "tag": "5ffdef76-d2ea-4a2c-8cd3-0358391a5be5"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:28:19.776371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Allocated IP 172.20.0.2 (cfbf6825-5764-4696-8239-6f6464a7c4ac/721008bc-cdd5-4cc2-949b-9d70980a916c/4636060d-cacb-4ad1-bba3-bf449639eee4) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:19.810508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=a3c2d637-2bf8-4f56-a1ed-e8c453427a96,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:19.813674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:19.927960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:19.928740 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:19.972833 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab877c7b-9f03-49a0-bd3e-5b18bb168d3a x-openstack-request-id: req-ab877c7b-9f03-49a0-bd3e-5b18bb168d3a {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:28:19.973317 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f", "name": "network-vif-deleted", "tag": "5ffdef76-d2ea-4a2c-8cd3-0358391a5be5", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:28:19.973845 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab877c7b-9f03-49a0-bd3e-5b18bb168d3a {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:28:19.974546 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f', 'name': 'network-vif-deleted', 'tag': '5ffdef76-d2ea-4a2c-8cd3-0358391a5be5', 'status': 'completed', 'code': 200} Feb 15 14:28:19.980401 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-41123b53-9e18-40c5-9258-5a3fb260d29b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.6787565 Feb 15 14:28:19.983629 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38306) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:20.251336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-95853737-2514-4829-9b18-e0942db3b8c5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port a3c2d637-2bf8-4f56-a1ed-e8c453427a96 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:20.251979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95853737-2514-4829-9b18-e0942db3b8c5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a3c2d637-2bf8-4f56-a1ed-e8c453427a96), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:20.465867 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95853737-2514-4829-9b18-e0942db3b8c5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a3c2d637-2bf8-4f56-a1ed-e8c453427a96), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:20.514767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-95853737-2514-4829-9b18-e0942db3b8c5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for a3c2d637-2bf8-4f56-a1ed-e8c453427a96 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:20.610494 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:28:20.657208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ada4dcc0-f3ea-458b-bd61-b890068bb45e req-a4f842e5-50a9-4226-a99d-a5e869f8e144 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.1007760 Feb 15 14:28:20.733638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:28:20.734185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5ffdef76-d2ea-4a2c-8cd3-0358391a5be5 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:28:20.783162 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:20.805219 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95853737-2514-4829-9b18-e0942db3b8c5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a3c2d637-2bf8-4f56-a1ed-e8c453427a96), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:20.869257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95853737-2514-4829-9b18-e0942db3b8c5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=a3c2d637-2bf8-4f56-a1ed-e8c453427a96,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:20.946186 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Publish callbacks [] for port (4636060d-cacb-4ad1-bba3-bf449639eee4), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:20.957201 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (4636060d-cacb-4ad1-bba3-bf449639eee4), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:21.037174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-95853737-2514-4829-9b18-e0942db3b8c5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:21.041659 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-95853737-2514-4829-9b18-e0942db3b8c5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/a3c2d637-2bf8-4f56-a1ed-e8c453427a96 HTTP/1.1" status: 204 len: 168 time: 1.0565729 Feb 15 14:28:21.044936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Network cfbf6825-5764-4696-8239-6f6464a7c4ac is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:21.046223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38320) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:21.055400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:21.063418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:21.088781 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db97469-084c-4f4f-937b-6c438839212f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:28:21.092405 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4db97469-084c-4f4f-937b-6c438839212f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/a3c2d637-2bf8-4f56-a1ed-e8c453427a96 HTTP/1.1" status: 404 len: 333 time: 0.0446479 Feb 15 14:28:21.095592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38324) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:21.145095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Pushing event updated for resources: {'Port': ['ID=4636060d-cacb-4ad1-bba3-bf449639eee4,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:21.157320 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:21.238489 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef638f4c-bf83-4470-85ab-a07be07ee400 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting subnet 721008bc-cdd5-4cc2-949b-9d70980a916c {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:28:21.242889 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef638f4c-bf83-4470-85ab-a07be07ee400 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (721008bc-cdd5-4cc2-949b-9d70980a916c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:21.264075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Attempting to bind port 4636060d-cacb-4ad1-bba3-bf449639eee4 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:28:21.265066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Attempting to bind port 4636060d-cacb-4ad1-bba3-bf449639eee4 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cfbf6825-5764-4696-8239-6f6464a7c4ac'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:28:21.265961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Attempting to bind port 4636060d-cacb-4ad1-bba3-bf449639eee4 on network cfbf6825-5764-4696-8239-6f6464a7c4ac {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:28:21.289311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:28:21.289942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Checking segment: {'id': '4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cfbf6825-5764-4696-8239-6f6464a7c4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:21.290608 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:21.292467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Bound using segment: {'id': '4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cfbf6825-5764-4696-8239-6f6464a7c4ac'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:28:21.292467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Bound port: 4636060d-cacb-4ad1-bba3-bf449639eee4, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cfbf6825-5764-4696-8239-6f6464a7c4ac'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:28:21.311214 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4636060d-cacb-4ad1-bba3-bf449639eee4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:21.352493 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef638f4c-bf83-4470-85ab-a07be07ee400 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (721008bc-cdd5-4cc2-949b-9d70980a916c), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:21.543311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] For port 4636060d-cacb-4ad1-bba3-bf449639eee4, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:28:21.548822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] For port 4636060d-cacb-4ad1-bba3-bf449639eee4, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4636060d-cacb-4ad1-bba3-bf449639eee4,segment=NetworkSegment(4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1),segment_id=4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:28:21.564861 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4636060d-cacb-4ad1-bba3-bf449639eee4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:21.637052 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef638f4c-bf83-4470-85ab-a07be07ee400 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (721008bc-cdd5-4cc2-949b-9d70980a916c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:21.815638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45a492-f5d1-4a89-9bd2-a04a70e9b439 None None] Pushing event updated for resources: {'Port': ['ID=4636060d-cacb-4ad1-bba3-bf449639eee4,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:21.905540 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef638f4c-bf83-4470-85ab-a07be07ee400 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (721008bc-cdd5-4cc2-949b-9d70980a916c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:22.038683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7fb8b458-63eb-4597-9dd6-832a7112caee req-96a8aa2b-0a35-4f4c-bade-73082b40c5c6 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.1343899 Feb 15 14:28:22.040585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ef638f4c-bf83-4470-85ab-a07be07ee400 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:22.050135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38350) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:22.061483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ef638f4c-bf83-4470-85ab-a07be07ee400 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/721008bc-cdd5-4cc2-949b-9d70980a916c HTTP/1.1" status: 204 len: 168 time: 0.9638906 Feb 15 14:28:22.065851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef638f4c-bf83-4470-85ab-a07be07ee400 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Subnet': ['ID=721008bc-cdd5-4cc2-949b-9d70980a916c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:22.257946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (cfbf6825-5764-4696-8239-6f6464a7c4ac), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:22.436664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port 4636060d-cacb-4ad1-bba3-bf449639eee4 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:22.437194 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4636060d-cacb-4ad1-bba3-bf449639eee4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:22.698622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] For port 4636060d-cacb-4ad1-bba3-bf449639eee4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4636060d-cacb-4ad1-bba3-bf449639eee4,segment=NetworkSegment(4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1),segment_id=4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:22.699208 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4636060d-cacb-4ad1-bba3-bf449639eee4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:22.756799 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for 4636060d-cacb-4ad1-bba3-bf449639eee4 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:23.035296 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4636060d-cacb-4ad1-bba3-bf449639eee4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:23.261710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4636060d-cacb-4ad1-bba3-bf449639eee4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:23.263528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38366) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:23.301878 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 4636060d-cacb-4ad1-bba3-bf449639eee4 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:28:23.302204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4636060d-cacb-4ad1-bba3-bf449639eee4 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 15 14:28:23.338272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Port 4636060d-cacb-4ad1-bba3-bf449639eee4 not found, will not notify nova. {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 15 14:28:23.400615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b263fdd8-6a60-4c40-ac91-9ee9434e980c req-407dcea7-58d7-456b-9b4a-b78b6ad184b9 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0869377 Feb 15 14:28:23.633349 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-724b6bee-3623-4cac-a465-e190e67e6fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:23.930065 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-724b6bee-3623-4cac-a465-e190e67e6fe6 admin admin] Publish callbacks [] for security_group (e0734579-837a-4a2d-91a8-185bf9b75a6d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:23.936789 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-724b6bee-3623-4cac-a465-e190e67e6fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e0734579-837a-4a2d-91a8-185bf9b75a6d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:24.012386 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-724b6bee-3623-4cac-a465-e190e67e6fe6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b28b2befb9e44c09a951fcccd8a803b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7461600 Feb 15 14:28:24.015321 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38372) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:24.036773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f18521-3165-478f-a456-53992e13a8b5 None None] Network cfbf6825-5764-4696-8239-6f6464a7c4ac requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:24.115334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b6bee-3623-4cac-a465-e190e67e6fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0734579-837a-4a2d-91a8-185bf9b75a6d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:24.147977 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c05e237-5da7-40ca-80b4-f6d85abeb440 admin admin] Publish callbacks [] for security_group (e0734579-837a-4a2d-91a8-185bf9b75a6d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:24.165002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No DVR routers for this DVR port 4636060d-cacb-4ad1-bba3-bf449639eee4 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:28:24.169273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=4636060d-cacb-4ad1-bba3-bf449639eee4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:24.201153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-00361b4c-b897-4112-adb0-518fa96095f8 None None] Could not find standard attr ID for object 4636060d-cacb-4ad1-bba3-bf449639eee4. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:28:24.255431 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c05e237-5da7-40ca-80b4-f6d85abeb440 admin admin] Publish callbacks [] for security_group (e0734579-837a-4a2d-91a8-185bf9b75a6d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:24.415419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f04ef5-6ad7-405e-a35e-3cfe36af3e32 None None] DHCP port deletion for cfbf6825-5764-4696-8239-6f6464a7c4ac request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:28:24.415977 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c05e237-5da7-40ca-80b4-f6d85abeb440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e0734579-837a-4a2d-91a8-185bf9b75a6d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:24.432004 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c05e237-5da7-40ca-80b4-f6d85abeb440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:24.438224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6c05e237-5da7-40ca-80b4-f6d85abeb440 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0734579-837a-4a2d-91a8-185bf9b75a6d HTTP/1.1" status: 204 len: 168 time: 0.4170842 Feb 15 14:28:24.438434 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-edb932af-082a-4fb6-b275-8b1fae75d0ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4586353 Feb 15 14:28:24.486201 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05e237-5da7-40ca-80b4-f6d85abeb440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0734579-837a-4a2d-91a8-185bf9b75a6d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:24.601585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (cfbf6825-5764-4696-8239-6f6464a7c4ac), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:24.669679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfbf6825-5764-4696-8239-6f6464a7c4ac']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:24.672195 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9a96f44-bc0a-4525-b775-9e70c1b20f03 req-ac1c1fb3-00f4-496d-b3ad-1b2ef68cfaa5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0622206 Feb 15 14:28:24.685136 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:24.686215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:24.710652 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:24.715888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-e13c97d9-8a95-4de5-b3e2-c1141797e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:24.718645 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-e13c97d9-8a95-4de5-b3e2-c1141797e1ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1129 time: 0.2308769 Feb 15 14:28:24.733013 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:28:24.742986 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:24.903485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-93044fc9-eca3-4548-ad96-a1ea975b2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:24.906194 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-93044fc9-eca3-4548-ad96-a1ea975b2195 service neutron] 10.222.0.42 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.1512210 Feb 15 14:28:24.907937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:28:24.908561 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (4b7fae90-92a2-44dc-9f95-e5e25ff6c5c1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:28:24.914247 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:28:25.037598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4636060d-cacb-4ad1-bba3-bf449639eee4 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:28:25.092743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 4636060d-cacb-4ad1-bba3-bf449639eee4 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:28:25.093661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4636060d-cacb-4ad1-bba3-bf449639eee4 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:28:25.112394 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (cfbf6825-5764-4696-8239-6f6464a7c4ac), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:25.129096 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:25.140003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38382) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:25.148016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'name': 'tempest-PortsTestJSON-1219628657'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:25.151571 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/networks/cfbf6825-5764-4696-8239-6f6464a7c4ac HTTP/1.1" status: 204 len: 168 time: 3.1000059 Feb 15 14:28:25.183199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38384) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:25.213487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e4a91-52a4-4e79-baf2-91e7ee39c027 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Network': ['ID=cfbf6825-5764-4696-8239-6f6464a7c4ac,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:25.222814 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7b80fcd5-df30-4cf5-8322-2f7614bf3cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:25.238518 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-150a9937-d287-4dda-b46e-e7e830dc251c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 1000 time: 0.3229389 Feb 15 14:28:25.318091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-614517f4-46a5-48ea-8bed-6d00c72ad316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:25.319924 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-614517f4-46a5-48ea-8bed-6d00c72ad316 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.0745263 Feb 15 14:28:25.337146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:25.341601 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:25.366798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port bae98fb7-4eda-4415-992f-dc7f4c6935dc yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:25.487248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-20e30b7e-13df-4166-8ca2-af61eaf76882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:25.489843 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-20e30b7e-13df-4166-8ca2-af61eaf76882 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1622005 Feb 15 14:28:25.602619 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-2134410e-e05d-41ff-b673-4f959efcfa95 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059906 Feb 15 14:28:25.655408 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (bae98fb7-4eda-4415-992f-dc7f4c6935dc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:25.702771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7b80fcd5-df30-4cf5-8322-2f7614bf3cfd admin admin] Publish callbacks [] for security_group (5635453a-0f25-453a-afaf-dd8aaa88c314), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:25.728709 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bae98fb7-4eda-4415-992f-dc7f4c6935dc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:25.747211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7b80fcd5-df30-4cf5-8322-2f7614bf3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5635453a-0f25-453a-afaf-dd8aaa88c314), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:25.815055 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:25.833385 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:25.848302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:25.850489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80fcd5-df30-4cf5-8322-2f7614bf3cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5635453a-0f25-453a-afaf-dd8aaa88c314,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:25.865198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:25.865961 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:25.870455 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-90e8a1fb-5c0a-457a-ab04-74a829f633c0 req-069d1b56-fe96-4536-82b9-62c250b2e270 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597828 Feb 15 14:28:25.875274 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7b80fcd5-df30-4cf5-8322-2f7614bf3cfd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2eba8cfcb1634bf196739eba50898a60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6809440 Feb 15 14:28:25.877673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38390) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:25.883535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=bae98fb7-4eda-4415-992f-dc7f4c6935dc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:25.913538 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cdec5c3f-5a9f-4e84-be4a-9a0b5f6fde61 req-c1a6fbcf-2c36-4c76-955f-8711e87cbe99 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0916643 Feb 15 14:28:25.952032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-05ce4ad5-844c-4bd9-80c1-8113130771bc tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8104973 Feb 15 14:28:25.958017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38392) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:26.022491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-234a46f6-d8a5-45fd-804b-a24b07f1b2e5 admin admin] Publish callbacks [] for security_group (5635453a-0f25-453a-afaf-dd8aaa88c314), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:26.093018 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-234a46f6-d8a5-45fd-804b-a24b07f1b2e5 admin admin] Publish callbacks [] for security_group (5635453a-0f25-453a-afaf-dd8aaa88c314), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:26.157936 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-93ee2389-c33d-443e-af50-554f433cfcb9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port bae98fb7-4eda-4415-992f-dc7f4c6935dc {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:26.158377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93ee2389-c33d-443e-af50-554f433cfcb9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bae98fb7-4eda-4415-992f-dc7f4c6935dc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:26.238547 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-234a46f6-d8a5-45fd-804b-a24b07f1b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5635453a-0f25-453a-afaf-dd8aaa88c314), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:26.242156 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-234a46f6-d8a5-45fd-804b-a24b07f1b2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:26.246956 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-234a46f6-d8a5-45fd-804b-a24b07f1b2e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5635453a-0f25-453a-afaf-dd8aaa88c314 HTTP/1.1" status: 204 len: 168 time: 0.3639007 Feb 15 14:28:26.264217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a46f6-d8a5-45fd-804b-a24b07f1b2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5635453a-0f25-453a-afaf-dd8aaa88c314,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:26.269845 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93ee2389-c33d-443e-af50-554f433cfcb9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bae98fb7-4eda-4415-992f-dc7f4c6935dc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:26.288811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-93ee2389-c33d-443e-af50-554f433cfcb9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for bae98fb7-4eda-4415-992f-dc7f4c6935dc owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:26.418176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93ee2389-c33d-443e-af50-554f433cfcb9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (bae98fb7-4eda-4415-992f-dc7f4c6935dc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:26.494716 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-93ee2389-c33d-443e-af50-554f433cfcb9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:26.502492 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-93ee2389-c33d-443e-af50-554f433cfcb9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/bae98fb7-4eda-4415-992f-dc7f4c6935dc HTTP/1.1" status: 204 len: 168 time: 0.5430007 Feb 15 14:28:26.503952 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee2389-c33d-443e-af50-554f433cfcb9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=bae98fb7-4eda-4415-992f-dc7f4c6935dc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:26.506679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38400) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:26.515497 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'mac_address': 'fa:16:3e:42:0f:d3', 'name': 'tempest-PortsTestJSON-858521783'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:26.679502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:26.808519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:26.840964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:27.178040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a405397-ae66-4d89-b03a-9cd7fb50bbed req-e7026010-b781-4a16-a18d-14b4bb19aee5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0830915 Feb 15 14:28:27.240233 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:27.272962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad058c8-ebf8-4c97-811e-0f4202fb992a req-67eed375-2f02-49d1-9bcb-eae633cd966b tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:27.275717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ad058c8-ebf8-4c97-811e-0f4202fb992a req-67eed375-2f02-49d1-9bcb-eae633cd966b tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1129 time: 0.1443372 Feb 15 14:28:27.347394 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:27.409132 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ad058c8-ebf8-4c97-811e-0f4202fb992a req-6042e161-1fd5-4ebe-8e08-5384ea41da6b tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207337 Feb 15 14:28:27.425127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:27.428721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:27.439096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:27.441354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38426) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:27.441990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:27.449223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:27.450880 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:27.483096 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7f059f8c-e8e7-428d-a0f6-f9a8bd4d541b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9747727 Feb 15 14:28:27.484709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38428) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:27.546791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e19325-c5e8-4b62-8830-6303bea52561 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:27.551306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-53e19325-c5e8-4b62-8830-6303bea52561 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8 HTTP/1.1" status: 200 len: 840 time: 0.0640068 Feb 15 14:28:27.551991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38432) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:27.702884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c17c675a-1bd8-4fd8-a5c9-e0de9a351526 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:27.703929 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c17c675a-1bd8-4fd8-a5c9-e0de9a351526 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:27.744108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port 0eac99ba-d3c3-41c3-9149-2b47234c660e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:27.744444 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0eac99ba-d3c3-41c3-9149-2b47234c660e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:27.818833 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c17c675a-1bd8-4fd8-a5c9-e0de9a351526 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:27.848933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c17c675a-1bd8-4fd8-a5c9-e0de9a351526 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:27.885647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0eac99ba-d3c3-41c3-9149-2b47234c660e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:27.886128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (0eac99ba-d3c3-41c3-9149-2b47234c660e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:27.916123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for 0eac99ba-d3c3-41c3-9149-2b47234c660e owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:28.006345 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c17c675a-1bd8-4fd8-a5c9-e0de9a351526 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:28.068186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c675a-1bd8-4fd8-a5c9-e0de9a351526 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:28.079339 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c17c675a-1bd8-4fd8-a5c9-e0de9a351526 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:28.083460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c17c675a-1bd8-4fd8-a5c9-e0de9a351526 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8 HTTP/1.1" status: 204 len: 168 time: 0.5305202 Feb 15 14:28:28.087765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38444) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:28.136730 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2ba19f-51d2-46ea-ad2d-f9822789cabb tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:28:28.139801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1e2ba19f-51d2-46ea-ad2d-f9822789cabb tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/fa3c5ac8-b0f3-4930-874f-450b9c3ab8f8 HTTP/1.1" status: 404 len: 333 time: 0.0507398 Feb 15 14:28:28.149933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38446) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:28.156531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'name': 'tempest-PortsTestJSON-645035090'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:28.211031 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0eac99ba-d3c3-41c3-9149-2b47234c660e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:28.269789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=0eac99ba-d3c3-41c3-9149-2b47234c660e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:28.350737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-228fb4be-ba5c-4e17-bdfb-ff93ba6a9fd1 req-64b48f05-7da0-4dea-b374-4376b7445860 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0419986 Feb 15 14:28:28.353619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:28.358595 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:28.404179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port 7e8435c9-871d-4af6-904b-395cab93270f yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:28.411073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (34461e80-0271-4fdd-9454-54377c0f1a12), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:28.411562 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Floating IP 34461e80-0271-4fdd-9454-54377c0f1a12 disassociated (deleted). External IP: 172.25.6.72, port: 770a56d4-9b12-4af7-adb0-335ecbb44a3e. Feb 15 14:28:28.685086 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (7e8435c9-871d-4af6-904b-395cab93270f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:28.737256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 25448a4d-b8ae-4e64-b26e-b416a5106a75 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:28:28.743337 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7e8435c9-871d-4af6-904b-395cab93270f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:28.843795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:28.849651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:28.853656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:28.864781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:28.865707 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:28.882203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=7e8435c9-871d-4af6-904b-395cab93270f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:28.907660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-24365827-e936-4902-97a7-9cfd03f27229 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7550151 Feb 15 14:28:28.909995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38466) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:28.922582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-19b6c98a-8c32-4894-9f10-aa1fb314a386 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:28.932156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:28:28.940552 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:28.948343 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead9579-e00c-491c-a4eb-060b756e6020 None None] Sync routers for ids ['25448a4d-b8ae-4e64-b26e-b416a5106a75'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:28:28.967225 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead9579-e00c-491c-a4eb-060b756e6020 None None] Routers {'25448a4d-b8ae-4e64-b26e-b416a5106a75'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:28:28.967859 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ead9579-e00c-491c-a4eb-060b756e6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['25448a4d-b8ae-4e64-b26e-b416a5106a75'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:28.976357 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3838cd87-27c0-4b4f-acd8-26394a695510 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/floatingips/34461e80-0271-4fdd-9454-54377c0f1a12 HTTP/1.1" status: 204 len: 168 time: 1.5334520 Feb 15 14:28:28.977383 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:28:28.995922 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:28:29.110018 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80146bc5-67e3-4db3-931a-b88b2de070fd x-openstack-request-id: req-80146bc5-67e3-4db3-931a-b88b2de070fd {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:28:29.110473 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:28:29.110837 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80146bc5-67e3-4db3-931a-b88b2de070fd {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:28:29.111384 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'status': 'completed', 'code': 200} Feb 15 14:28:29.137768 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19b6c98a-8c32-4894-9f10-aa1fb314a386 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7e8435c9-871d-4af6-904b-395cab93270f), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:29.200689 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5ead9579-e00c-491c-a4eb-060b756e6020 None None] Set router 25448a4d-b8ae-4e64-b26e-b416a5106a75 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:28:29.268553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec req-9c763cff-9e76-4f9c-8853-a281231b2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:29.270092 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec req-9c763cff-9e76-4f9c-8853-a281231b2596 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 1129 time: 0.1185241 Feb 15 14:28:29.537443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec req-65666bb3-f603-4622-be87-c0d76a81af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:29.539983 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec req-65666bb3-f603-4622-be87-c0d76a81af80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 200 len: 898 time: 0.2599933 Feb 15 14:28:29.612898 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec req-315da073-ba12-4e05-b467-ea272855afba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 200 len: 217 time: 0.0625796 Feb 15 14:28:29.624771 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19b6c98a-8c32-4894-9f10-aa1fb314a386 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (7e8435c9-871d-4af6-904b-395cab93270f), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:29.628801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bec7c89a-adba-493d-bbe9-8d9955530eb3 req-44eeaa9b-7668-4e06-b714-28ade7fe7f48 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0863962 Feb 15 14:28:29.632336 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19b6c98a-8c32-4894-9f10-aa1fb314a386 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7e8435c9-871d-4af6-904b-395cab93270f), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:29.691295 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec req-5ff0876d-65f6-430b-8ee0-e0f46a1f389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:29.693494 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec req-5ff0876d-65f6-430b-8ee0-e0f46a1f389f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 200 len: 834 time: 0.0737746 Feb 15 14:28:29.706570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-19b6c98a-8c32-4894-9f10-aa1fb314a386 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] In _notify_port_updated(), no bound segment for port 7e8435c9-871d-4af6-904b-395cab93270f on network cb4fb78f-8ff3-4dc1-8902-43d896730294 {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:28:29.711337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b6c98a-8c32-4894-9f10-aa1fb314a386 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:29.711984 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-19b6c98a-8c32-4894-9f10-aa1fb314a386 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:29.716706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-19b6c98a-8c32-4894-9f10-aa1fb314a386 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "PUT /v2.0/ports/7e8435c9-871d-4af6-904b-395cab93270f HTTP/1.1" status: 200 len: 818 time: 0.8052373 Feb 15 14:28:29.718388 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38478) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:29.730246 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ead9579-e00c-491c-a4eb-060b756e6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:17Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '102ea361-52ca-411f-8485-a0344eeadce8', 'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:62:4c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:15Z', 'updated_at': '2022-02-15T14:26:24Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:29.798520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec req-47ac1f11-af3b-46f4-9059-b32d59adaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:29.800274 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec req-47ac1f11-af3b-46f4-9059-b32d59adaabf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=725a6218-43c1-4c06-a663-db0a3f8a2342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0981424 Feb 15 14:28:29.825678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6c98a-8c32-4894-9f10-aa1fb314a386 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=7e8435c9-871d-4af6-904b-395cab93270f,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:29.834413 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead9579-e00c-491c-a4eb-060b756e6020 None None] Checking router: 25448a4d-b8ae-4e64-b26e-b416a5106a75 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:28:29.861317 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead9579-e00c-491c-a4eb-060b756e6020 None None] Routers {'25448a4d-b8ae-4e64-b26e-b416a5106a75'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:28:29.863024 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ead9579-e00c-491c-a4eb-060b756e6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['25448a4d-b8ae-4e64-b26e-b416a5106a75'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:29.877722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b575a-a9c0-4568-a6e7-89d8b823af40 req-37852218-a4be-4db9-8325-e45df45386f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:29.890190 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a6b575a-a9c0-4568-a6e7-89d8b823af40 req-37852218-a4be-4db9-8325-e45df45386f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 946 time: 0.2600036 Feb 15 14:28:29.927655 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec req-2ec05aae-9ca5-4ecd-b026-75da368c2a62 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197329 Feb 15 14:28:29.930743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ab37b8ee-d67a-4621-a28c-e601b6faaeed tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port 7e8435c9-871d-4af6-904b-395cab93270f {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:29.931117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab37b8ee-d67a-4621-a28c-e601b6faaeed tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7e8435c9-871d-4af6-904b-395cab93270f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:30.006506 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab37b8ee-d67a-4621-a28c-e601b6faaeed tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7e8435c9-871d-4af6-904b-395cab93270f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:30.027299 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ab37b8ee-d67a-4621-a28c-e601b6faaeed tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for 7e8435c9-871d-4af6-904b-395cab93270f owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:30.048174 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1e30d541-97cd-4d1b-b895-f68d9a72d2ec req-ab606083-2d0c-4b4a-930f-9a8689652d93 service neutron] 10.222.0.42 "GET /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143310 Feb 15 14:28:30.120976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a6b575a-a9c0-4568-a6e7-89d8b823af40 req-5471e33c-67cb-4628-a662-88ce0d2b70c6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292583 Feb 15 14:28:30.121811 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5ead9579-e00c-491c-a4eb-060b756e6020 None None] Set router 25448a4d-b8ae-4e64-b26e-b416a5106a75 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:28:30.177873 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab37b8ee-d67a-4621-a28c-e601b6faaeed tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7e8435c9-871d-4af6-904b-395cab93270f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:30.217424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37b8ee-d67a-4621-a28c-e601b6faaeed tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=7e8435c9-871d-4af6-904b-395cab93270f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:30.228461 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ab37b8ee-d67a-4621-a28c-e601b6faaeed tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:30.237760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ab37b8ee-d67a-4621-a28c-e601b6faaeed tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/7e8435c9-871d-4af6-904b-395cab93270f HTTP/1.1" status: 204 len: 168 time: 0.5101910 Feb 15 14:28:30.239228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38482) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:30.326489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd204201-cd5a-41de-a124-3c0c3731ce5c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:30.329569 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dd204201-cd5a-41de-a124-3c0c3731ce5c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0885596 Feb 15 14:28:30.333187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38484) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:30.388348 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a733a2-1444-4ee6-96b6-6efd20c4386d tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:28:30.393247 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a1a733a2-1444-4ee6-96b6-6efd20c4386d tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/7e8435c9-871d-4af6-904b-395cab93270f HTTP/1.1" status: 404 len: 333 time: 0.0555651 Feb 15 14:28:30.396732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38490) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:30.402403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-414747788'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:30.429568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:30.440124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:30.489035 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5ead9579-e00c-491c-a4eb-060b756e6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:17Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '102ea361-52ca-411f-8485-a0344eeadce8', 'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:62:4c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:15Z', 'updated_at': '2022-02-15T14:26:24Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:30.492386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:28:30.508926 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (69c647e9-cdce-4b42-ae79-e01a7590bf76), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:30.509292 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Added segment 69c647e9-cdce-4b42-ae79-e01a7590bf76 of type vlan for network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 Feb 15 14:28:30.550367 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead9579-e00c-491c-a4eb-060b756e6020 None None] The sync data for ids ['25448a4d-b8ae-4e64-b26e-b416a5106a75'] in n-d-829064-15 is: [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:26:17Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '102ea361-52ca-411f-8485-a0344eeadce8', 'name': '', 'network_id': '725a6218-43c1-4c06-a663-db0a3f8a2342', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:62:4c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:15Z', 'updated_at': '2022-02-15T14:26:24Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': '53028cbe-bdb0-4344-871e-38bf6f51bb6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:28:30.586528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:30.651594 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:30.677120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:30.677868 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:30.740162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3390098 Feb 15 14:28:30.740532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38506) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:30.748638 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'd8cf0b69-dea8-43c4-a0e4-0d8e729cfb98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:30.947389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65d042-b23e-48c7-90f7-653ac16a748c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Network': ['ID=d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:30.978656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:28:31.015208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f39779ce-1d9e-4ab7-b8d1-bee92cd18b33 req-bc3db00a-949f-4cbd-9889-5a4451bd0193 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.1656225 Feb 15 14:28:31.018681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:31.023672 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:31.206152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ff7124-fc05-4357-a8e5-b4ff243d5886 None None] New status for floating IP 34461e80-0271-4fdd-9454-54377c0f1a12: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:28:31.290351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb5702-f5b5-4ad5-bff8-a1ae90e007eb req-d88de9c9-c9ab-4b5c-83e8-b37795482abb tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:31.292488 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d6bb5702-f5b5-4ad5-bff8-a1ae90e007eb req-d88de9c9-c9ab-4b5c-83e8-b37795482abb tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 946 time: 0.5494902 Feb 15 14:28:31.413004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadb3ce-3317-42b9-aa8e-63e37c6cdb52 req-3c709a30-ace4-4d5c-866b-f95d82d3210e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:31.415119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5dadb3ce-3317-42b9-aa8e-63e37c6cdb52 req-3c709a30-ace4-4d5c-866b-f95d82d3210e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 946 time: 0.0928988 Feb 15 14:28:31.511546 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5dadb3ce-3317-42b9-aa8e-63e37c6cdb52 req-5afdfb42-8b36-48f7-a10f-3eb97c85067a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f306da-6007-4f27-a47e-8a36fd2ca60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893939 Feb 15 14:28:31.680389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-d6bb5702-f5b5-4ad5-bff8-a1ae90e007eb req-9d11ea93-5775-4fa4-9622-c808b200a20c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port 770a56d4-9b12-4af7-adb0-335ecbb44a3e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:31.680976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d6bb5702-f5b5-4ad5-bff8-a1ae90e007eb req-9d11ea93-5775-4fa4-9622-c808b200a20c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:31.805603 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (62ee8614-e47c-4126-8e8b-03b8f83d0987), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:31.894193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d6bb5702-f5b5-4ad5-bff8-a1ae90e007eb req-9d11ea93-5775-4fa4-9622-c808b200a20c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port 770a56d4-9b12-4af7-adb0-335ecbb44a3e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=770a56d4-9b12-4af7-adb0-335ecbb44a3e,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:31.894193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d6bb5702-f5b5-4ad5-bff8-a1ae90e007eb req-9d11ea93-5775-4fa4-9622-c808b200a20c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:31.944328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-d6bb5702-f5b5-4ad5-bff8-a1ae90e007eb req-9d11ea93-5775-4fa4-9622-c808b200a20c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for 770a56d4-9b12-4af7-adb0-335ecbb44a3e owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:31.966393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Subnet': ['ID=62ee8614-e47c-4126-8e8b-03b8f83d0987,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:32.031692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Checking segment: {'id': '69c647e9-cdce-4b42-ae79-e01a7590bf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd8cf0b69-dea8-43c4-a0e4-0d8e729cfb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:32.033007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network hostable DHCP agents. Network: d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:28:32.079782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:28:32.104414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:32.113850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:32.114991 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:32.118104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8cec04-30fc-4408-96b5-30b740df88c1 None None] Network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:32.202449 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a951e1c6-ba59-41cd-9f40-26319d8825ae tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4591210 Feb 15 14:28:32.204995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38528) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:32.212840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-47a3af5a-3868-4dd9-a2d8-61382f5ea5ef tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'd8cf0b69-dea8-43c4-a0e4-0d8e729cfb98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:32.307428 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d6bb5702-f5b5-4ad5-bff8-a1ae90e007eb req-9d11ea93-5775-4fa4-9622-c808b200a20c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (770a56d4-9b12-4af7-adb0-335ecbb44a3e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:32.349134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-250bce99-0bd3-48ee-bd4f-9bc73debe78f req-f4e4294e-14b1-4e2b-9985-e3a7ab3d7ff7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0970864 Feb 15 14:28:32.374433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11ea93-5775-4fa4-9622-c808b200a20c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=770a56d4-9b12-4af7-adb0-335ecbb44a3e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:32.478814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98', 'network_id': 'd8cf0b69-dea8-43c4-a0e4-0d8e729cfb98', 'project_id': '2b0d67cb82fb437cba1f7a4b614b6df6', 'fixed_ips': [{'subnet_id': '62ee8614-e47c-4126-8e8b-03b8f83d0987'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:28:32.481849 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:32.543975 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bb5702-f5b5-4ad5-bff8-a1ae90e007eb req-9d11ea93-5775-4fa4-9622-c808b200a20c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] No DVR routers for this DVR port 770a56d4-9b12-4af7-adb0-335ecbb44a3e on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:28:32.552698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d6bb5702-f5b5-4ad5-bff8-a1ae90e007eb req-9d11ea93-5775-4fa4-9622-c808b200a20c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:32.556129 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d6bb5702-f5b5-4ad5-bff8-a1ae90e007eb req-9d11ea93-5775-4fa4-9622-c808b200a20c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.42 "DELETE /v2.0/ports/770a56d4-9b12-4af7-adb0-335ecbb44a3e HTTP/1.1" status: 204 len: 173 time: 1.2583694 Feb 15 14:28:32.556610 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-deleted', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:28:32.559303 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d510b3cf-d38b-4c2a-98c7-f32a070ebcec" -d '{"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-deleted", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:28:32.598112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a3af5a-3868-4dd9-a2d8-61382f5ea5ef tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:32.608828 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47a3af5a-3868-4dd9-a2d8-61382f5ea5ef tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:32.708086 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edcd35a-2f4f-4d33-ad92-c92e79eafb83 x-openstack-request-id: req-0edcd35a-2f4f-4d33-ad92-c92e79eafb83 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:28:32.708545 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb5672b-bd70-4ed3-afbf-071d306ad246", "name": "network-vif-deleted", "tag": "770a56d4-9b12-4af7-adb0-335ecbb44a3e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:28:32.708821 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0edcd35a-2f4f-4d33-ad92-c92e79eafb83 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:28:32.709245 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb5672b-bd70-4ed3-afbf-071d306ad246', 'name': 'network-vif-deleted', 'tag': '770a56d4-9b12-4af7-adb0-335ecbb44a3e', 'status': 'completed', 'code': 200} Feb 15 14:28:32.805463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac95761d-3a4d-4e86-b69a-c2804e811006 req-15a87af0-0cb2-4a57-b26a-942e21a988b7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=feb5672b-bd70-4ed3-afbf-071d306ad246 HTTP/1.1" status: 200 len: 210 time: 0.1118028 Feb 15 14:28:32.831213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Allocated IP 172.20.0.2 (d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98/62ee8614-e47c-4126-8e8b-03b8f83d0987/ac7acec5-4517-4549-8481-e2ceb2fbdcaa) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:32.971003 n-d-829064-15 neutron-server[109972]: INFO neutron.db.ipam_backend_mixin [None req-47a3af5a-3868-4dd9-a2d8-61382f5ea5ef tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 62ee8614-e47c-4126-8e8b-03b8f83d0987 (CIDR: 172.20.0.0/28) Feb 15 14:28:32.984145 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a3af5a-3868-4dd9-a2d8-61382f5ea5ef tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:28:32.994518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a3af5a-3868-4dd9-a2d8-61382f5ea5ef tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:28:33.045766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38546) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:33.046093 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-47a3af5a-3868-4dd9-a2d8-61382f5ea5ef tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8399079 Feb 15 14:28:33.054273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-42c5051a-a630-4b2f-b6c1-1efc2a831c9f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'd8cf0b69-dea8-43c4-a0e4-0d8e729cfb98', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:33.117439 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Publish callbacks [] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:33.130618 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:33.183404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38548) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:33.248566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:33.265965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:33.279185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Pushing event updated for resources: {'Port': ['ID=ac7acec5-4517-4549-8481-e2ceb2fbdcaa,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:33.288085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:33.426596 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c5051a-a630-4b2f-b6c1-1efc2a831c9f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:33.434319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Attempting to bind port ac7acec5-4517-4549-8481-e2ceb2fbdcaa on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:28:33.434513 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c5051a-a630-4b2f-b6c1-1efc2a831c9f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:33.440794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Attempting to bind port ac7acec5-4517-4549-8481-e2ceb2fbdcaa by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '69c647e9-cdce-4b42-ae79-e01a7590bf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd8cf0b69-dea8-43c4-a0e4-0d8e729cfb98'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:28:33.441454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Attempting to bind port ac7acec5-4517-4549-8481-e2ceb2fbdcaa on network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:28:33.453494 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:28:33.456694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Checking segment: {'id': '69c647e9-cdce-4b42-ae79-e01a7590bf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd8cf0b69-dea8-43c4-a0e4-0d8e729cfb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:33.457122 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:33.457548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Bound using segment: {'id': '69c647e9-cdce-4b42-ae79-e01a7590bf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd8cf0b69-dea8-43c4-a0e4-0d8e729cfb98'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:28:33.458053 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Bound port: ac7acec5-4517-4549-8481-e2ceb2fbdcaa, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c647e9-cdce-4b42-ae79-e01a7590bf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'd8cf0b69-dea8-43c4-a0e4-0d8e729cfb98'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:28:33.458575 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:33.464411 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d27fbf7-8d18-4ff2-93f1-3dba944915cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:33.625215 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db2d8c2c-bd52-4c96-8277-463d826dd7e7 req-c6ef453e-b067-46f3-a66e-a36fa4145759 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0645552 Feb 15 14:28:33.640980 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d27fbf7-8d18-4ff2-93f1-3dba944915cf admin admin] Publish callbacks [] for security_group (687ac41c-8810-452b-a00a-672265f4b04e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:33.654021 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8d27fbf7-8d18-4ff2-93f1-3dba944915cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (687ac41c-8810-452b-a00a-672265f4b04e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:33.681525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] For port ac7acec5-4517-4549-8481-e2ceb2fbdcaa, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:28:33.691328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] For port ac7acec5-4517-4549-8481-e2ceb2fbdcaa, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ac7acec5-4517-4549-8481-e2ceb2fbdcaa,segment=NetworkSegment(69c647e9-cdce-4b42-ae79-e01a7590bf76),segment_id=69c647e9-cdce-4b42-ae79-e01a7590bf76)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:28:33.708284 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:33.730681 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8d27fbf7-8d18-4ff2-93f1-3dba944915cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60f15ab785224781beea2e5eb389f133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5431590 Feb 15 14:28:33.731862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27fbf7-8d18-4ff2-93f1-3dba944915cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687ac41c-8810-452b-a00a-672265f4b04e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:33.734212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38554) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:33.852436 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7712aed8-7d33-40cf-a08a-9b14fb82be60 admin admin] Publish callbacks [] for security_group (687ac41c-8810-452b-a00a-672265f4b04e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:33.871604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdd8d9-8adb-4c16-9474-59dd1fe01636 None None] Pushing event updated for resources: {'Port': ['ID=ac7acec5-4517-4549-8481-e2ceb2fbdcaa,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:33.957305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38558) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:33.958503 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7712aed8-7d33-40cf-a08a-9b14fb82be60 admin admin] Publish callbacks [] for security_group (687ac41c-8810-452b-a00a-672265f4b04e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:34.287605 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c5051a-a630-4b2f-b6c1-1efc2a831c9f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (1913f1a5-5438-4d34-bbfe-70d83c93c14b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:34.352371 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7712aed8-7d33-40cf-a08a-9b14fb82be60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (687ac41c-8810-452b-a00a-672265f4b04e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:34.355825 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7712aed8-7d33-40cf-a08a-9b14fb82be60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:34.359813 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7712aed8-7d33-40cf-a08a-9b14fb82be60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/687ac41c-8810-452b-a00a-672265f4b04e HTTP/1.1" status: 204 len: 168 time: 0.6238856 Feb 15 14:28:34.367849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5051a-a630-4b2f-b6c1-1efc2a831c9f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Subnet': ['ID=1913f1a5-5438-4d34-bbfe-70d83c93c14b,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:34.391144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712aed8-7d33-40cf-a08a-9b14fb82be60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687ac41c-8810-452b-a00a-672265f4b04e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:34.426549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c5051a-a630-4b2f-b6c1-1efc2a831c9f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:34.429159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-42c5051a-a630-4b2f-b6c1-1efc2a831c9f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:34.438410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c5051a-a630-4b2f-b6c1-1efc2a831c9f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:34.439097 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-42c5051a-a630-4b2f-b6c1-1efc2a831c9f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:34.479911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-42c5051a-a630-4b2f-b6c1-1efc2a831c9f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4307106 Feb 15 14:28:34.482713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38564) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:34.492953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'd8cf0b69-dea8-43c4-a0e4-0d8e729cfb98', 'fixed_ips': [{'subnet_id': '62ee8614-e47c-4126-8e8b-03b8f83d0987'}, {'subnet_id': '1913f1a5-5438-4d34-bbfe-70d83c93c14b'}], 'name': 'tempest-PortsTestJSON-1615209432'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:34.706001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:34.750508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:28:34.823352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 770a56d4-9b12-4af7-adb0-335ecbb44a3e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:28:34.823937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 770a56d4-9b12-4af7-adb0-335ecbb44a3e not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:28:34.844468 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (25448a4d-b8ae-4e64-b26e-b416a5106a75), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:34.979075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-198911e3-6b77-4087-a7d8-929278649b12 req-3a5615aa-1e9c-428d-adb8-40401ec63d95 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.1131685 Feb 15 14:28:35.125233 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:35.169861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ac7acec5-4517-4549-8481-e2ceb2fbdcaa up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:35.184861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38572) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:35.187831 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port b3bc131f-6e22-46a5-b163-6f2f965d6ee2 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:35.235749 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39587a3f-4af7-4645-9410-89873c9c5c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:35.280591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ac7acec5-4517-4549-8481-e2ceb2fbdcaa triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:35.282602 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:35.469998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ac7acec5-4517-4549-8481-e2ceb2fbdcaa is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:35.470705 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:35.550678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port ac7acec5-4517-4549-8481-e2ceb2fbdcaa, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ac7acec5-4517-4549-8481-e2ceb2fbdcaa,segment=NetworkSegment(69c647e9-cdce-4b42-ae79-e01a7590bf76),segment_id=69c647e9-cdce-4b42-ae79-e01a7590bf76)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:35.558288 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:35.671672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5682ff06-d132-4883-be0b-9adc4176c91d None None] Network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:35.692040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39587a3f-4af7-4645-9410-89873c9c5c43 admin admin] Publish callbacks [] for security_group (fb7f98a7-204b-442c-845a-0f770528f381), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:35.703076 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-39587a3f-4af7-4645-9410-89873c9c5c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fb7f98a7-204b-442c-845a-0f770528f381), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:35.771925 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-39587a3f-4af7-4645-9410-89873c9c5c43 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be5ed7456ecc47d08bad06038009d719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5856755 Feb 15 14:28:35.776488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38574) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:35.816379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=ac7acec5-4517-4549-8481-e2ceb2fbdcaa,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:35.833997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-345145c4-facf-40ca-88ee-fc1b0e8bb82f None None] Provisioning complete for port ac7acec5-4517-4549-8481-e2ceb2fbdcaa triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:35.834510 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-345145c4-facf-40ca-88ee-fc1b0e8bb82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:35.853005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39587a3f-4af7-4645-9410-89873c9c5c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7f98a7-204b-442c-845a-0f770528f381,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:35.903494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.4 (d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98/62ee8614-e47c-4126-8e8b-03b8f83d0987/b3bc131f-6e22-46a5-b163-6f2f965d6ee2) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:35.921746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port 102ea361-52ca-411f-8485-a0344eeadce8 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:35.922446 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (102ea361-52ca-411f-8485-a0344eeadce8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:35.923222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.29 (d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98/1913f1a5-5438-4d34-bbfe-70d83c93c14b/b3bc131f-6e22-46a5-b163-6f2f965d6ee2) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:35.978218 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0acdbb1-db20-44f6-b489-d9ddde223cae admin admin] Publish callbacks [] for security_group (fb7f98a7-204b-442c-845a-0f770528f381), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:36.041937 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0acdbb1-db20-44f6-b489-d9ddde223cae admin admin] Publish callbacks [] for security_group (fb7f98a7-204b-442c-845a-0f770528f381), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:36.054444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-345145c4-facf-40ca-88ee-fc1b0e8bb82f None None] Current status of the port ac7acec5-4517-4549-8481-e2ceb2fbdcaa is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:36.162254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port 102ea361-52ca-411f-8485-a0344eeadce8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=102ea361-52ca-411f-8485-a0344eeadce8,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:36.164699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (102ea361-52ca-411f-8485-a0344eeadce8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:36.191156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54938bfc-8f88-4c64-9da5-07ad449c3116 None None] Update dhcp port {'port': {'network_id': 'd8cf0b69-dea8-43c4-a0e4-0d8e729cfb98', 'fixed_ips': [{'subnet_id': '62ee8614-e47c-4126-8e8b-03b8f83d0987', 'ip_address': '172.20.0.2'}, {'subnet_id': '1913f1a5-5438-4d34-bbfe-70d83c93c14b'}], 'binding:host_id': 'n-d-829064-15'}, 'id': 'ac7acec5-4517-4549-8481-e2ceb2fbdcaa'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:28:36.194331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9fd0ffb-0feb-44f1-9e84-65dfc3cc6d8c req-c315c747-ab42-4907-8521-1763a4c011ed tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0422883 Feb 15 14:28:36.220501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for 102ea361-52ca-411f-8485-a0344eeadce8 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:36.248281 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-54938bfc-8f88-4c64-9da5-07ad449c3116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:36.263335 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:36.324134 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:36.420410 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0acdbb1-db20-44f6-b489-d9ddde223cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fb7f98a7-204b-442c-845a-0f770528f381), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:36.426863 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0acdbb1-db20-44f6-b489-d9ddde223cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:36.429024 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e0acdbb1-db20-44f6-b489-d9ddde223cae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fb7f98a7-204b-442c-845a-0f770528f381 HTTP/1.1" status: 204 len: 168 time: 0.6462128 Feb 15 14:28:36.438950 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=b3bc131f-6e22-46a5-b163-6f2f965d6ee2,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:36.477696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:36.480148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acdbb1-db20-44f6-b489-d9ddde223cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7f98a7-204b-442c-845a-0f770528f381,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:36.486380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:36.504863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:36.532590 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (102ea361-52ca-411f-8485-a0344eeadce8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:36.596180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:36.598615 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:36.601743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=102ea361-52ca-411f-8485-a0344eeadce8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:36.644757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6e2b3f21-07a4-44ee-861a-b4a3623a46d4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1602666 Feb 15 14:28:36.645714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38582) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:36.656219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cdb05241-3d68-41f6-a022-dd2f261a1fe5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62ee8614-e47c-4126-8e8b-03b8f83d0987'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:36.694767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-54938bfc-8f88-4c64-9da5-07ad449c3116 None None] Allocated IP 172.20.0.18 (d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98/1913f1a5-5438-4d34-bbfe-70d83c93c14b/ac7acec5-4517-4549-8481-e2ceb2fbdcaa) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:36.893429 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cdb05241-3d68-41f6-a022-dd2f261a1fe5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:36.924305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-54938bfc-8f88-4c64-9da5-07ad449c3116 None None] For port ac7acec5-4517-4549-8481-e2ceb2fbdcaa, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ac7acec5-4517-4549-8481-e2ceb2fbdcaa,segment=NetworkSegment(69c647e9-cdce-4b42-ae79-e01a7590bf76),segment_id=69c647e9-cdce-4b42-ae79-e01a7590bf76)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:36.997585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-54938bfc-8f88-4c64-9da5-07ad449c3116 None None] Publish callbacks [] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:37.021117 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-54938bfc-8f88-4c64-9da5-07ad449c3116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:37.075372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54938bfc-8f88-4c64-9da5-07ad449c3116 None None] Pushing event updated for resources: {'Port': ['ID=ac7acec5-4517-4549-8481-e2ceb2fbdcaa,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:37.184134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (25448a4d-b8ae-4e64-b26e-b416a5106a75), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:37.287145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ac7acec5-4517-4549-8481-e2ceb2fbdcaa up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:37.422136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ac7acec5-4517-4549-8481-e2ceb2fbdcaa triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:37.422560 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:37.644112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ac7acec5-4517-4549-8481-e2ceb2fbdcaa is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:38.036639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d31b08cb-eee2-4972-94af-74872bd26d47 req-91866f56-17a4-4179-a640-51d31a2820ae tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.6151259 Feb 15 14:28:38.139589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-cdb05241-3d68-41f6-a022-dd2f261a1fe5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Delete allocated IP 172.20.0.29 (d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98/1913f1a5-5438-4d34-bbfe-70d83c93c14b) {{(pid=109971) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 14:28:38.156240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 25448a4d-b8ae-4e64-b26e-b416a5106a75 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:28:38.191094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d66a75-9a91-4e19-9ac2-358f6c4bfc68 None None] Network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:38.369900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-98727736-2809-4178-b885-1dc203b4f952 None None] Provisioning complete for port ac7acec5-4517-4549-8481-e2ceb2fbdcaa triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:38.370415 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-98727736-2809-4178-b885-1dc203b4f952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:38.408375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:28:38.422957 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5d91b053-a21c-4e73-8a35-932c0aabd277 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "PUT /v2.0/routers/25448a4d-b8ae-4e64-b26e-b416a5106a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4643989 Feb 15 14:28:38.425557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38610) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:38.428410 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb494c1-fc98-45d9-a8f0-c13515567d34 None None] Sync routers for ids ['25448a4d-b8ae-4e64-b26e-b416a5106a75'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:28:38.449666 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cdb05241-3d68-41f6-a022-dd2f261a1fe5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:38.458052 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cdb05241-3d68-41f6-a022-dd2f261a1fe5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:38.486599 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb494c1-fc98-45d9-a8f0-c13515567d34 None None] Routers {'25448a4d-b8ae-4e64-b26e-b416a5106a75'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:28:38.487638 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0bb494c1-fc98-45d9-a8f0-c13515567d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['25448a4d-b8ae-4e64-b26e-b416a5106a75'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:38.536346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f18f5d-9268-4a22-bbe5-59e60a304894 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting subnet 53028cbe-bdb0-4344-871e-38bf6f51bb6e {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:28:38.551532 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03f18f5d-9268-4a22-bbe5-59e60a304894 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (53028cbe-bdb0-4344-871e-38bf6f51bb6e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:38.638246 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03f18f5d-9268-4a22-bbe5-59e60a304894 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (53028cbe-bdb0-4344-871e-38bf6f51bb6e), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:38.656993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-98727736-2809-4178-b885-1dc203b4f952 None None] Current status of the port ac7acec5-4517-4549-8481-e2ceb2fbdcaa is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:38.716637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb05241-3d68-41f6-a022-dd2f261a1fe5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=b3bc131f-6e22-46a5-b163-6f2f965d6ee2,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:38.739643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-cdb05241-3d68-41f6-a022-dd2f261a1fe5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] In _notify_port_updated(), no bound segment for port b3bc131f-6e22-46a5-b163-6f2f965d6ee2 on network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:28:38.753835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb05241-3d68-41f6-a022-dd2f261a1fe5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:38.755144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cdb05241-3d68-41f6-a022-dd2f261a1fe5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:38.762253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cdb05241-3d68-41f6-a022-dd2f261a1fe5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "PUT /v2.0/ports/b3bc131f-6e22-46a5-b163-6f2f965d6ee2 HTTP/1.1" status: 200 len: 919 time: 2.1112616 Feb 15 14:28:38.762811 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38614) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:38.790088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b89d5af8-86e7-4ebd-ae0e-74921234a243 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62ee8614-e47c-4126-8e8b-03b8f83d0987'}, {'subnet_id': '1913f1a5-5438-4d34-bbfe-70d83c93c14b'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:38.891732 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0bb494c1-fc98-45d9-a8f0-c13515567d34 None None] Set router 25448a4d-b8ae-4e64-b26e-b416a5106a75 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:28:38.919140 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03f18f5d-9268-4a22-bbe5-59e60a304894 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (53028cbe-bdb0-4344-871e-38bf6f51bb6e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:38.960681 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b89d5af8-86e7-4ebd-ae0e-74921234a243 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:39.064136 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03f18f5d-9268-4a22-bbe5-59e60a304894 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (53028cbe-bdb0-4344-871e-38bf6f51bb6e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:39.161991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ac7acec5-4517-4549-8481-e2ceb2fbdcaa up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:39.194240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03f18f5d-9268-4a22-bbe5-59e60a304894 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:39.208442 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-03f18f5d-9268-4a22-bbe5-59e60a304894 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/subnets/53028cbe-bdb0-4344-871e-38bf6f51bb6e HTTP/1.1" status: 204 len: 168 time: 0.7795601 Feb 15 14:28:39.214393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f18f5d-9268-4a22-bbe5-59e60a304894 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Subnet': ['ID=53028cbe-bdb0-4344-871e-38bf6f51bb6e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:39.251739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38622) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:39.263929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf4ea60-f29b-4af8-b542-f5a5b9db2325 None None] Network 725a6218-43c1-4c06-a663-db0a3f8a2342 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:39.330350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-dadd0cc9-279e-4d7f-b5e4-8a3f8e210dd2 None None] Provisioning complete for port ac7acec5-4517-4549-8481-e2ceb2fbdcaa triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:39.331134 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dadd0cc9-279e-4d7f-b5e4-8a3f8e210dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:39.456468 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0bb494c1-fc98-45d9-a8f0-c13515567d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:28:36Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:39.523494 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb494c1-fc98-45d9-a8f0-c13515567d34 None None] Checking router: 25448a4d-b8ae-4e64-b26e-b416a5106a75 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:28:39.544700 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb494c1-fc98-45d9-a8f0-c13515567d34 None None] Routers {'25448a4d-b8ae-4e64-b26e-b416a5106a75'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:28:39.545069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f14fe536-bfcb-4a37-b418-de363b77e193 req-32afd358-25e8-454c-8bcd-f2df3c262bbc tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.1089942 Feb 15 14:28:39.545762 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0bb494c1-fc98-45d9-a8f0-c13515567d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['25448a4d-b8ae-4e64-b26e-b416a5106a75'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:39.775937 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (25448a4d-b8ae-4e64-b26e-b416a5106a75), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:39.781473 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0bb494c1-fc98-45d9-a8f0-c13515567d34 None None] Set router 25448a4d-b8ae-4e64-b26e-b416a5106a75 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:28:39.785018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-b89d5af8-86e7-4ebd-ae0e-74921234a243 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.30 (d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98/1913f1a5-5438-4d34-bbfe-70d83c93c14b/b3bc131f-6e22-46a5-b163-6f2f965d6ee2) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:39.874637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ac7acec5-4517-4549-8481-e2ceb2fbdcaa triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:39.874637 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.014157 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (25448a4d-b8ae-4e64-b26e-b416a5106a75), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.118625 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b89d5af8-86e7-4ebd-ae0e-74921234a243 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.120611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:40.121608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.135693 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b89d5af8-86e7-4ebd-ae0e-74921234a243 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.229888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-dadd0cc9-279e-4d7f-b5e4-8a3f8e210dd2 None None] Current status of the port ac7acec5-4517-4549-8481-e2ceb2fbdcaa is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:40.246865 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.254336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792f93cb-dc61-451f-98d4-281b1716cada None None] DHCP port deletion for 725a6218-43c1-4c06-a663-db0a3f8a2342 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:28:40.254621 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0bb494c1-fc98-45d9-a8f0-c13515567d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:28:36Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:40.317505 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb494c1-fc98-45d9-a8f0-c13515567d34 None None] The sync data for ids ['25448a4d-b8ae-4e64-b26e-b416a5106a75'] in n-d-829064-15 is: [{'id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592965397', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:26:04Z', 'updated_at': '2022-02-15T14:28:36Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25448a4d-b8ae-4e64-b26e-b416a5106a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:26:06Z', 'updated_at': '2022-02-15T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:28:40.344391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:40.345003 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.374287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d5af8-86e7-4ebd-ae0e-74921234a243 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=b3bc131f-6e22-46a5-b163-6f2f965d6ee2,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:40.391411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:40.407487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-dadd0cc9-279e-4d7f-b5e4-8a3f8e210dd2 None None] Provisioning complete for port b3bc131f-6e22-46a5-b163-6f2f965d6ee2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:40.408335 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dadd0cc9-279e-4d7f-b5e4-8a3f8e210dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.436929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b89d5af8-86e7-4ebd-ae0e-74921234a243 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] In _notify_port_updated(), no bound segment for port b3bc131f-6e22-46a5-b163-6f2f965d6ee2 on network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:28:40.442556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d5af8-86e7-4ebd-ae0e-74921234a243 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:40.443482 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b89d5af8-86e7-4ebd-ae0e-74921234a243 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.445094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b89d5af8-86e7-4ebd-ae0e-74921234a243 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "PUT /v2.0/ports/b3bc131f-6e22-46a5-b163-6f2f965d6ee2 HTTP/1.1" status: 200 len: 999 time: 1.6805253 Feb 15 14:28:40.450118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38638) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:40.518964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ac7acec5-4517-4549-8481-e2ceb2fbdcaa is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:40.522305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-dadd0cc9-279e-4d7f-b5e4-8a3f8e210dd2 None None] Port b3bc131f-6e22-46a5-b163-6f2f965d6ee2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:28:40.535589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-792f93cb-dc61-451f-98d4-281b1716cada None None] Deleting port 443223ae-60c7-47af-9526-a26a4e20cff1 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:40.535879 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-792f93cb-dc61-451f-98d4-281b1716cada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.677244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-485fb67b-c9c6-47c2-b574-cea62d504959 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port b3bc131f-6e22-46a5-b163-6f2f965d6ee2 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:40.679655 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-485fb67b-c9c6-47c2-b574-cea62d504959 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.686465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-792f93cb-dc61-451f-98d4-281b1716cada None None] For port 443223ae-60c7-47af-9526-a26a4e20cff1, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=443223ae-60c7-47af-9526-a26a4e20cff1,segment=NetworkSegment(c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9),segment_id=c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:40.688656 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-792f93cb-dc61-451f-98d4-281b1716cada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.716497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-792f93cb-dc61-451f-98d4-281b1716cada None None] Calling delete_port for 443223ae-60c7-47af-9526-a26a4e20cff1 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:40.728618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ef5a391a-2853-4a76-aa2a-15284c61984b None None] Provisioning complete for port b3bc131f-6e22-46a5-b163-6f2f965d6ee2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:40.729346 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef5a391a-2853-4a76-aa2a-15284c61984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.874821 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.882682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a391a-2853-4a76-aa2a-15284c61984b None None] Port b3bc131f-6e22-46a5-b163-6f2f965d6ee2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:28:40.924509 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-792f93cb-dc61-451f-98d4-281b1716cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (443223ae-60c7-47af-9526-a26a4e20cff1), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:40.933186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:40.971372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f93cb-dc61-451f-98d4-281b1716cada None None] Pushing event deleted for resources: {'Port': ['ID=443223ae-60c7-47af-9526-a26a4e20cff1,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:40.990793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f93cb-dc61-451f-98d4-281b1716cada None None] No DVR routers for this DVR port 443223ae-60c7-47af-9526-a26a4e20cff1 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:28:41.035178 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-485fb67b-c9c6-47c2-b574-cea62d504959 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.055740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-485fb67b-c9c6-47c2-b574-cea62d504959 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for b3bc131f-6e22-46a5-b163-6f2f965d6ee2 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:41.063266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c179689e-2b37-4161-9c74-93790fff1015 None None] Provisioning complete for port b3bc131f-6e22-46a5-b163-6f2f965d6ee2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:41.064448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c179689e-2b37-4161-9c74-93790fff1015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.067807 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 443223ae-60c7-47af-9526-a26a4e20cff1 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:28:41.102606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (25448a4d-b8ae-4e64-b26e-b416a5106a75), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.147315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 443223ae-60c7-47af-9526-a26a4e20cff1 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:28:41.148088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 443223ae-60c7-47af-9526-a26a4e20cff1 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:28:41.148774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 102ea361-52ca-411f-8485-a0344eeadce8 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:28:41.188410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 102ea361-52ca-411f-8485-a0344eeadce8 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:28:41.189163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 102ea361-52ca-411f-8485-a0344eeadce8 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:28:41.228583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c179689e-2b37-4161-9c74-93790fff1015 None None] Port b3bc131f-6e22-46a5-b163-6f2f965d6ee2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:28:41.269953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1ad97f8-540a-4e3d-b75b-2c0400fb2869 req-2ae253e1-bf36-46c1-b6e2-086121d087af tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.4811246 Feb 15 14:28:41.274592 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (25448a4d-b8ae-4e64-b26e-b416a5106a75), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.278953 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_controller (25448a4d-b8ae-4e64-b26e-b416a5106a75), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.352438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (25448a4d-b8ae-4e64-b26e-b416a5106a75), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.353535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Fanout notify agent at l3_agent the message router_deleted on router 25448a4d-b8ae-4e64-b26e-b416a5106a75 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:28:41.367874 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.369930 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b9bce304-d50e-42fd-8a7b-af59bc404c7c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/routers/25448a4d-b8ae-4e64-b26e-b416a5106a75 HTTP/1.1" status: 204 len: 168 time: 2.1169760 Feb 15 14:28:41.373504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38650) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:41.460513 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-485fb67b-c9c6-47c2-b574-cea62d504959 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b3bc131f-6e22-46a5-b163-6f2f965d6ee2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.498471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fb67b-c9c6-47c2-b574-cea62d504959 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=b3bc131f-6e22-46a5-b163-6f2f965d6ee2,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:41.504272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (725a6218-43c1-4c06-a663-db0a3f8a2342), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.636972 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-485fb67b-c9c6-47c2-b574-cea62d504959 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.643643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-485fb67b-c9c6-47c2-b574-cea62d504959 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/b3bc131f-6e22-46a5-b163-6f2f965d6ee2 HTTP/1.1" status: 204 len: 168 time: 1.1920974 Feb 15 14:28:41.644342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38652) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:41.675177 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (725a6218-43c1-4c06-a663-db0a3f8a2342), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.675907 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-e742063e-3c79-47e9-a8e6-d75ed7300609 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:28:41.680589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e742063e-3c79-47e9-a8e6-d75ed7300609 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/b3bc131f-6e22-46a5-b163-6f2f965d6ee2 HTTP/1.1" status: 404 len: 333 time: 0.0352318 Feb 15 14:28:41.681239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38654) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:41.704330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725a6218-43c1-4c06-a663-db0a3f8a2342']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:41.716056 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:41.716351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:41.730309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.752353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcde0ad7-efe0-475b-858c-c6e8c34bc3cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting subnet 1913f1a5-5438-4d34-bbfe-70d83c93c14b {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:28:41.755881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcde0ad7-efe0-475b-858c-c6e8c34bc3cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (1913f1a5-5438-4d34-bbfe-70d83c93c14b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.763204 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.780834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:28:41.782519 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (c4390c93-b56d-4825-bb0e-b7c4bb7ebfa9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:28:41.812870 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:28:41.820525 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcde0ad7-efe0-475b-858c-c6e8c34bc3cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (1913f1a5-5438-4d34-bbfe-70d83c93c14b), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.864178 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (725a6218-43c1-4c06-a663-db0a3f8a2342), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.876112 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.879864 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/networks/725a6218-43c1-4c06-a663-db0a3f8a2342 HTTP/1.1" status: 204 len: 168 time: 0.5049429 Feb 15 14:28:41.882400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38658) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:41.901381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050d335-d7b0-4d35-b147-affb704b391d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Network': ['ID=725a6218-43c1-4c06-a663-db0a3f8a2342,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:41.928306 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcde0ad7-efe0-475b-858c-c6e8c34bc3cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (1913f1a5-5438-4d34-bbfe-70d83c93c14b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:41.977671 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21b9cffb-e96a-4c0d-b0c8-401973cb3c24 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (75f306da-6007-4f27-a47e-8a36fd2ca60e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.009398 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcde0ad7-efe0-475b-858c-c6e8c34bc3cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (1913f1a5-5438-4d34-bbfe-70d83c93c14b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.019019 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21b9cffb-e96a-4c0d-b0c8-401973cb3c24 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (75f306da-6007-4f27-a47e-8a36fd2ca60e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.042198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde0ad7-efe0-475b-858c-c6e8c34bc3cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Subnet': ['ID=1913f1a5-5438-4d34-bbfe-70d83c93c14b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:42.049318 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcde0ad7-efe0-475b-858c-c6e8c34bc3cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.052828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fcde0ad7-efe0-475b-858c-c6e8c34bc3cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/1913f1a5-5438-4d34-bbfe-70d83c93c14b HTTP/1.1" status: 204 len: 168 time: 0.3706150 Feb 15 14:28:42.057348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38660) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:42.059454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b29e132-9d00-4e17-a83e-0f3a851f45d4 None None] Network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:42.121958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb62ec2-6fbe-477a-843e-fbe1924a1f96 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting subnet 62ee8614-e47c-4126-8e8b-03b8f83d0987 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:28:42.126012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afb62ec2-6fbe-477a-843e-fbe1924a1f96 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (62ee8614-e47c-4126-8e8b-03b8f83d0987), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.193617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afb62ec2-6fbe-477a-843e-fbe1924a1f96 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (62ee8614-e47c-4126-8e8b-03b8f83d0987), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.204791 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.262304 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21b9cffb-e96a-4c0d-b0c8-401973cb3c24 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (75f306da-6007-4f27-a47e-8a36fd2ca60e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.265565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-21b9cffb-e96a-4c0d-b0c8-401973cb3c24 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.269954 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-21b9cffb-e96a-4c0d-b0c8-401973cb3c24 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/security-groups/75f306da-6007-4f27-a47e-8a36fd2ca60e HTTP/1.1" status: 204 len: 168 time: 0.3833992 Feb 15 14:28:42.281991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9cffb-e96a-4c0d-b0c8-401973cb3c24 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f306da-6007-4f27-a47e-8a36fd2ca60e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:42.375637 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afb62ec2-6fbe-477a-843e-fbe1924a1f96 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (62ee8614-e47c-4126-8e8b-03b8f83d0987), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.484088 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afb62ec2-6fbe-477a-843e-fbe1924a1f96 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (62ee8614-e47c-4126-8e8b-03b8f83d0987), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.484649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf209a88-2c5a-4ef7-ba2c-317d5afccf25 req-ede7d530-0612-4b16-8896-5b3de9a4f2de tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0701058 Feb 15 14:28:42.524915 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb62ec2-6fbe-477a-843e-fbe1924a1f96 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Subnet': ['ID=62ee8614-e47c-4126-8e8b-03b8f83d0987,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:42.534619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afb62ec2-6fbe-477a-843e-fbe1924a1f96 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.542383 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-afb62ec2-6fbe-477a-843e-fbe1924a1f96 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/62ee8614-e47c-4126-8e8b-03b8f83d0987 HTTP/1.1" status: 204 len: 168 time: 0.4836209 Feb 15 14:28:42.543596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38674) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:42.665028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.737084 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38684) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:42.743645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-dcdbd825-e7ca-4a34-b2ed-d331257ed3a5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889856722', 'description': 'tempest-secgroup-smoke-889856722 description', 'project_id': 'e121196450c643ddbe9aa88bee965bd9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:42.763257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port ac7acec5-4517-4549-8481-e2ceb2fbdcaa {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:42.763625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.790419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd825-e7ca-4a34-b2ed-d331257ed3a5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.895309 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd825-e7ca-4a34-b2ed-d331257ed3a5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (64758a5e-dee4-4f77-8dc5-3781398f413f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.899992 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd825-e7ca-4a34-b2ed-d331257ed3a5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (64758a5e-dee4-4f77-8dc5-3781398f413f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.946094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbd825-e7ca-4a34-b2ed-d331257ed3a5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64758a5e-dee4-4f77-8dc5-3781398f413f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:42.953605 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd825-e7ca-4a34-b2ed-d331257ed3a5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.956514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] For port ac7acec5-4517-4549-8481-e2ceb2fbdcaa, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ac7acec5-4517-4549-8481-e2ceb2fbdcaa,segment=NetworkSegment(69c647e9-cdce-4b42-ae79-e01a7590bf76),segment_id=69c647e9-cdce-4b42-ae79-e01a7590bf76)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:42.957316 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:42.960832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dcdbd825-e7ca-4a34-b2ed-d331257ed3a5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2215500 Feb 15 14:28:42.961694 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38686) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:42.973077 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6c70ac0f-ba17-45a4-af79-bbcdd1b8ae0f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '64758a5e-dee4-4f77-8dc5-3781398f413f', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:42.974774 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for ac7acec5-4517-4549-8481-e2ceb2fbdcaa owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:43.030234 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c70ac0f-ba17-45a4-af79-bbcdd1b8ae0f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (f439dc7f-e0f7-45ab-8e01-feefa8eb0e46), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.123263 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ac7acec5-4517-4549-8481-e2ceb2fbdcaa), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.123568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:28:43.166021 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c70ac0f-ba17-45a4-af79-bbcdd1b8ae0f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (f439dc7f-e0f7-45ab-8e01-feefa8eb0e46), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.171461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=ac7acec5-4517-4549-8481-e2ceb2fbdcaa,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:43.174693 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c70ac0f-ba17-45a4-af79-bbcdd1b8ae0f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f439dc7f-e0f7-45ab-8e01-feefa8eb0e46), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.185252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No DVR routers for this DVR port ac7acec5-4517-4549-8481-e2ceb2fbdcaa on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:28:43.186278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:28:43.186851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b44fa8f6-dcdf-4990-89a7-cc0e5b566fc6 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:28:43.226987 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6c70ac0f-ba17-45a4-af79-bbcdd1b8ae0f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.232753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6c70ac0f-ba17-45a4-af79-bbcdd1b8ae0f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2700777 Feb 15 14:28:43.234527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38692) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:43.242200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-aabc6ccf-6b34-4941-b7d4-dfc56bc4d0c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '64758a5e-dee4-4f77-8dc5-3781398f413f', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:43.248499 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70ac0f-ba17-45a4-af79-bbcdd1b8ae0f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f439dc7f-e0f7-45ab-8e01-feefa8eb0e46,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:43.282083 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ccf-6b34-4941-b7d4-dfc56bc4d0c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (dbf3566c-30ba-4e17-9a07-a17ed68e4f21), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.311462 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.318558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301bcc1b-6632-4d82-8219-4ffaef55ad9a None None] Network d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:43.342748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:43.348574 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ccf-6b34-4941-b7d4-dfc56bc4d0c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (dbf3566c-30ba-4e17-9a07-a17ed68e4f21), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.353535 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ccf-6b34-4941-b7d4-dfc56bc4d0c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (dbf3566c-30ba-4e17-9a07-a17ed68e4f21), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.357691 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c647e9-cdce-4b42-ae79-e01a7590bf76') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:43.357989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c647e9-cdce-4b42-ae79-e01a7590bf76') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:43.377078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (69c647e9-cdce-4b42-ae79-e01a7590bf76), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.379120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e56bad18-6624-4635-b0f6-fee380672a86 None None] Could not find standard attr ID for object ac7acec5-4517-4549-8481-e2ceb2fbdcaa. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:28:43.394651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc6ccf-6b34-4941-b7d4-dfc56bc4d0c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf3566c-30ba-4e17-9a07-a17ed68e4f21,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:43.398199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (69c647e9-cdce-4b42-ae79-e01a7590bf76), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.406145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aabc6ccf-6b34-4941-b7d4-dfc56bc4d0c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.407439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-aabc6ccf-6b34-4941-b7d4-dfc56bc4d0c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1701591 Feb 15 14:28:43.411010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38694) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:43.416445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-74cc5a52-e2c8-4122-9cf5-d11c02f8d61b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '64758a5e-dee4-4f77-8dc5-3781398f413f', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:43.420346 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:28:43.420904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (69c647e9-cdce-4b42-ae79-e01a7590bf76), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:28:43.424923 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:28:43.455880 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74cc5a52-e2c8-4122-9cf5-d11c02f8d61b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (55bdb27b-161a-40c9-a368-fc47cd5cf821), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.508271 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.539037 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.546832 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/networks/d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 HTTP/1.1" status: 204 len: 168 time: 0.9988627 Feb 15 14:28:43.546832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32734483-2e05-4118-839e-b072a7cd140c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Network': ['ID=d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:43.547754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38698) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:43.561769 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74cc5a52-e2c8-4122-9cf5-d11c02f8d61b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (55bdb27b-161a-40c9-a368-fc47cd5cf821), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.565420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634cafff-0c6d-4f39-9486-a451cd1e9034 None None] DHCP port deletion for d8cf0b69-dea8-43c4-a0e4-0d8e729cfb98 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:28:43.568077 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74cc5a52-e2c8-4122-9cf5-d11c02f8d61b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (55bdb27b-161a-40c9-a368-fc47cd5cf821), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.600509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc5a52-e2c8-4122-9cf5-d11c02f8d61b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bdb27b-161a-40c9-a368-fc47cd5cf821,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:43.630679 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74cc5a52-e2c8-4122-9cf5-d11c02f8d61b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.632175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-74cc5a52-e2c8-4122-9cf5-d11c02f8d61b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2201719 Feb 15 14:28:43.634963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38700) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:43.639641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-73f286ed-c235-47ff-be32-033870c179a3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '64758a5e-dee4-4f77-8dc5-3781398f413f', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:43.643586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2db750-2e1a-4793-9992-2d7fd78c5732 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:43.645105 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e2db750-2e1a-4793-9992-2d7fd78c5732 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0960593 Feb 15 14:28:43.648705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38702) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:43.665763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0054fe65-a3d8-45e2-a186-5204f7a3e52d req-9638f0fd-cd1f-46fa-a312-b2fea0ebfaf4 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.0507352 Feb 15 14:28:43.700136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73f286ed-c235-47ff-be32-033870c179a3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (92f21fa2-d453-42eb-8249-60a45daeda79), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.705399 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e80ff1a0-3fce-4284-ad7e-2678ed7bf6b0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0553946 Feb 15 14:28:43.710590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38704) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:43.715565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-226397312'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:43.743107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:43.747128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.770241 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73f286ed-c235-47ff-be32-033870c179a3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (92f21fa2-d453-42eb-8249-60a45daeda79), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.775971 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73f286ed-c235-47ff-be32-033870c179a3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (92f21fa2-d453-42eb-8249-60a45daeda79), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.779596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:28:43.791630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (881d1632-1d75-4d20-8f13-c65128cd87ed), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.792067 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Added segment 881d1632-1d75-4d20-8f13-c65128cd87ed of type vlan for network fb2ae3ad-99ed-4594-9812-9dca1be2f754 Feb 15 14:28:43.814553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f286ed-c235-47ff-be32-033870c179a3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f21fa2-d453-42eb-8249-60a45daeda79,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:43.827723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73f286ed-c235-47ff-be32-033870c179a3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.833040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-73f286ed-c235-47ff-be32-033870c179a3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1936252 Feb 15 14:28:43.833934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38706) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:43.841004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2cf41e47-ee38-41dd-8608-cdade70b81ec tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '64758a5e-dee4-4f77-8dc5-3781398f413f', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:43.847088 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (fb2ae3ad-99ed-4594-9812-9dca1be2f754), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.871788 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-2cf41e47-ee38-41dd-8608-cdade70b81ec tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Project e121196450c643ddbe9aa88bee965bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:28:43.881708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cf41e47-ee38-41dd-8608-cdade70b81ec tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (efae23cc-af54-4b64-8bda-710befe276cf), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.882521 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (fb2ae3ad-99ed-4594-9812-9dca1be2f754), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.887843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:43.888386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:43.954605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2428136 Feb 15 14:28:43.958121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38708) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:43.966055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'fb2ae3ad-99ed-4594-9812-9dca1be2f754', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:43.973583 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa59f9-08c4-4669-9f15-9e35a965bafd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Network': ['ID=fb2ae3ad-99ed-4594-9812-9dca1be2f754,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:43.989408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network fb2ae3ad-99ed-4594-9812-9dca1be2f754 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:28:44.002255 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cf41e47-ee38-41dd-8608-cdade70b81ec tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (efae23cc-af54-4b64-8bda-710befe276cf), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.007688 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cf41e47-ee38-41dd-8608-cdade70b81ec tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (efae23cc-af54-4b64-8bda-710befe276cf), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.033986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf41e47-ee38-41dd-8608-cdade70b81ec tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efae23cc-af54-4b64-8bda-710befe276cf,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:44.049913 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cf41e47-ee38-41dd-8608-cdade70b81ec tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.054150 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2cf41e47-ee38-41dd-8608-cdade70b81ec tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2193248 Feb 15 14:28:44.059751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38712) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:44.067177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ad627b94-8c20-40bb-b8e3-c5e818a3c1e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': '64758a5e-dee4-4f77-8dc5-3781398f413f', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:44.098563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:44.103341 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-ad627b94-8c20-40bb-b8e3-c5e818a3c1e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Project e121196450c643ddbe9aa88bee965bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:28:44.110706 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.120809 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ad627b94-8c20-40bb-b8e3-c5e818a3c1e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (42415924-4312-4f19-bc41-57b6da23439e), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.238327 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ad627b94-8c20-40bb-b8e3-c5e818a3c1e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (42415924-4312-4f19-bc41-57b6da23439e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.247895 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ad627b94-8c20-40bb-b8e3-c5e818a3c1e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (42415924-4312-4f19-bc41-57b6da23439e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.295840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad627b94-8c20-40bb-b8e3-c5e818a3c1e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42415924-4312-4f19-bc41-57b6da23439e,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:44.307152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ad627b94-8c20-40bb-b8e3-c5e818a3c1e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.311702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ad627b94-8c20-40bb-b8e3-c5e818a3c1e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2471161 Feb 15 14:28:44.326623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38724) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:44.331906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'network': {'name': 'tempest-network-smoke--2079659620', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'port_security_enabled': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:44.378880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:44.383127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.421176 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (59d636a5-37c0-4508-83c1-b0b5765488aa), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.435888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:28:44.459527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1f3d8cf6-10e9-47be-a827-3ed8564fe4a8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.459961 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Added segment 1f3d8cf6-10e9-47be-a827-3ed8564fe4a8 of type vlan for network 031587a2-7d27-43fc-a7b9-0cc7c8051aef Feb 15 14:28:44.515273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Subnet': ['ID=59d636a5-37c0-4508-83c1-b0b5765488aa,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:44.533525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Checking segment: {'id': '881d1632-1d75-4d20-8f13-c65128cd87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb2ae3ad-99ed-4594-9812-9dca1be2f754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:44.533896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network hostable DHCP agents. Network: fb2ae3ad-99ed-4594-9812-9dca1be2f754, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:28:44.561015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network fb2ae3ad-99ed-4594-9812-9dca1be2f754 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:28:44.566774 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (031587a2-7d27-43fc-a7b9-0cc7c8051aef), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.579939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, fb2ae3ad-99ed-4594-9812-9dca1be2f754) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:44.588626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:44.589544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b719a8b1-0176-43d4-bbd3-83e91435a605 None None] Network fb2ae3ad-99ed-4594-9812-9dca1be2f754 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:44.591390 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.610500 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (031587a2-7d27-43fc-a7b9-0cc7c8051aef), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.620960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:44.621973 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.629110 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4ce19483-2bef-4a85-8714-772ee9f1d1cd tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6698709 Feb 15 14:28:44.631416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38732) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:44.641291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'fb2ae3ad-99ed-4594-9812-9dca1be2f754', 'name': 'tempest-PortsTestJSON-1008502524'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:44.660449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3283308 Feb 15 14:28:44.676687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38734) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:44.684836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'admin_state_up': True, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:44.772408 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cb76-7525-4585-9701-de7dcf807c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.812461 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-fb2ae3ad-99ed-4594-9812-9dca1be2f754', 'network_id': 'fb2ae3ad-99ed-4594-9812-9dca1be2f754', 'project_id': '2b0d67cb82fb437cba1f7a4b614b6df6', 'fixed_ips': [{'subnet_id': '59d636a5-37c0-4508-83c1-b0b5765488aa'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:28:44.814085 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.932765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:44.947775 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:44.989911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port cb7051c5-fa62-4e2b-a3e7-d48989659c7b yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:44.992273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b298ad-ab4a-4619-9449-6d7347ff07b6 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Network': ['ID=031587a2-7d27-43fc-a7b9-0cc7c8051aef,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:45.000151 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.002039 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.021330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 031587a2-7d27-43fc-a7b9-0cc7c8051aef details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:28:45.082624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1951ae5f-b860-49f8-90f8-5634468ac608 req-17be747a-435a-4722-8a3b-039c19c9d6f2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=2feb45ce-d0ae-4bd8-adfc-f62c57e72c6f HTTP/1.1" status: 200 len: 210 time: 0.1342571 Feb 15 14:28:45.205126 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_controller (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.231746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.11 (fb2ae3ad-99ed-4594-9812-9dca1be2f754/59d636a5-37c0-4508-83c1-b0b5765488aa/cb7051c5-fa62-4e2b-a3e7-d48989659c7b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:45.266762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ac7acec5-4517-4549-8481-e2ceb2fbdcaa no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:28:45.326664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ac7acec5-4517-4549-8481-e2ceb2fbdcaa {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:28:45.327406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ac7acec5-4517-4549-8481-e2ceb2fbdcaa not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:28:45.430809 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.502573 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (cb7051c5-fa62-4e2b-a3e7-d48989659c7b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.587482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cb7051c5-fa62-4e2b-a3e7-d48989659c7b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.659893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network fb2ae3ad-99ed-4594-9812-9dca1be2f754 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:45.665970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:45.674042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Allocated IP 172.20.0.2 (fb2ae3ad-99ed-4594-9812-9dca1be2f754/59d636a5-37c0-4508-83c1-b0b5765488aa/bc983889-a15e-40fa-a0bc-755925a993fc) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:45.674632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:45.700479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38754) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:45.738435 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.751915 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=cb7051c5-fa62-4e2b-a3e7-d48989659c7b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:45.761474 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.778753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:45.779501 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.808229 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e7bb53b7-6183-49b1-ba0c-9c0fa0c93ca3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1746109 Feb 15 14:28:45.809020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38758) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:45.815732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'fb2ae3ad-99ed-4594-9812-9dca1be2f754', 'name': 'tempest-PortsTestJSON-1944742634'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:45.979537 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Publish callbacks [] for port (bc983889-a15e-40fa-a0bc-755925a993fc), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.988169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.992336 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8e41a7bd-3076-4b9d-87a6-440550ac9835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:45.996139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:45.999079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.25.6.181 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/643ada8d-caeb-4230-b28f-27f91dfa8f2a) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:45.999837 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.042566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Network fb2ae3ad-99ed-4594-9812-9dca1be2f754 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:46.043135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port c6e8cc2d-d8ca-4f6e-8334-d929c7125626 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:46.047404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:46.054952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:46.137596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Pushing event updated for resources: {'Port': ['ID=bc983889-a15e-40fa-a0bc-755925a993fc,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:46.150089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Attempting to bind port bc983889-a15e-40fa-a0bc-755925a993fc on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:28:46.150521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Attempting to bind port bc983889-a15e-40fa-a0bc-755925a993fc by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '881d1632-1d75-4d20-8f13-c65128cd87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb2ae3ad-99ed-4594-9812-9dca1be2f754'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:28:46.150923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Attempting to bind port bc983889-a15e-40fa-a0bc-755925a993fc on network fb2ae3ad-99ed-4594-9812-9dca1be2f754 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:28:46.158031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:28:46.158435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Checking segment: {'id': '881d1632-1d75-4d20-8f13-c65128cd87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb2ae3ad-99ed-4594-9812-9dca1be2f754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:46.158930 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.159337 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Bound using segment: {'id': '881d1632-1d75-4d20-8f13-c65128cd87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb2ae3ad-99ed-4594-9812-9dca1be2f754'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:28:46.159814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Bound port: bc983889-a15e-40fa-a0bc-755925a993fc, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881d1632-1d75-4d20-8f13-c65128cd87ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb2ae3ad-99ed-4594-9812-9dca1be2f754'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:28:46.160200 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.213164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.9 (fb2ae3ad-99ed-4594-9812-9dca1be2f754/59d636a5-37c0-4508-83c1-b0b5765488aa/c6e8cc2d-d8ca-4f6e-8334-d929c7125626) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:46.246459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] For port bc983889-a15e-40fa-a0bc-755925a993fc, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:28:46.251042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] For port bc983889-a15e-40fa-a0bc-755925a993fc, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bc983889-a15e-40fa-a0bc-755925a993fc,segment=NetworkSegment(881d1632-1d75-4d20-8f13-c65128cd87ed),segment_id=881d1632-1d75-4d20-8f13-c65128cd87ed)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:28:46.257787 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8e41a7bd-3076-4b9d-87a6-440550ac9835 admin admin] Publish callbacks [] for security_group (916a4fe9-90be-4a18-b00b-6184ee87b640), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.260857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.270237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8e41a7bd-3076-4b9d-87a6-440550ac9835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (916a4fe9-90be-4a18-b00b-6184ee87b640), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.277164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.343710 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8e41a7bd-3076-4b9d-87a6-440550ac9835 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=95b646badb31488cb3fcc067792221af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6129377 Feb 15 14:28:46.345041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38766) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:46.348759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41a7bd-3076-4b9d-87a6-440550ac9835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916a4fe9-90be-4a18-b00b-6184ee87b640,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:46.352097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77223426-7f86-4569-a27e-b43f08582a72 None None] Pushing event updated for resources: {'Port': ['ID=bc983889-a15e-40fa-a0bc-755925a993fc,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:46.498492 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.577384 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23cc573d-ee6c-495b-98ac-7600feac41dd admin admin] Publish callbacks [] for security_group (916a4fe9-90be-4a18-b00b-6184ee87b640), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.605621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23cc573d-ee6c-495b-98ac-7600feac41dd admin admin] Publish callbacks [] for security_group (916a4fe9-90be-4a18-b00b-6184ee87b640), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.628440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:46.651027 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (c6e8cc2d-d8ca-4f6e-8334-d929c7125626), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.655296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:46.664247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:46.679541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=643ada8d-caeb-4230-b28f-27f91dfa8f2a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:46.702773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c6e8cc2d-d8ca-4f6e-8334-d929c7125626), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.781259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=c6e8cc2d-d8ca-4f6e-8334-d929c7125626,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:46.811680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network fb2ae3ad-99ed-4594-9812-9dca1be2f754 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:46.813911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:46.816459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:46.900395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:46.901701 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.925036 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2c254f06-53c5-44a4-a01c-a9fdc7e36be8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1144874 Feb 15 14:28:46.928304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38770) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:46.953144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23cc573d-ee6c-495b-98ac-7600feac41dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (916a4fe9-90be-4a18-b00b-6184ee87b640), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.959385 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-23cc573d-ee6c-495b-98ac-7600feac41dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:46.965601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-23cc573d-ee6c-495b-98ac-7600feac41dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/916a4fe9-90be-4a18-b00b-6184ee87b640 HTTP/1.1" status: 204 len: 168 time: 0.6136940 Feb 15 14:28:46.981176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc573d-ee6c-495b-98ac-7600feac41dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a4fe9-90be-4a18-b00b-6184ee87b640,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:47.082719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2969b73-1b44-4fd1-85ef-135dc6276ac7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:47.087563 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a2969b73-1b44-4fd1-85ef-135dc6276ac7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1582792 Feb 15 14:28:47.088259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38774) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:47.133527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.191299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bc983889-a15e-40fa-a0bc-755925a993fc up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:47.201107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9dfdc6d1-b982-4464-a87c-70f8afe75b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.225302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ca498215-5d90-4e41-bc84-0d4d2b31ef0e tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port c6e8cc2d-d8ca-4f6e-8334-d929c7125626 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:47.226728 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ca498215-5d90-4e41-bc84-0d4d2b31ef0e tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c6e8cc2d-d8ca-4f6e-8334-d929c7125626), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.339933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port bc983889-a15e-40fa-a0bc-755925a993fc triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:47.344511 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.438352 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ca498215-5d90-4e41-bc84-0d4d2b31ef0e tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c6e8cc2d-d8ca-4f6e-8334-d929c7125626), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.454667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-ca498215-5d90-4e41-bc84-0d4d2b31ef0e tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for c6e8cc2d-d8ca-4f6e-8334-d929c7125626 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:47.561156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bc983889-a15e-40fa-a0bc-755925a993fc is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:47.561899 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.594247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38782) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:47.624561 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port bc983889-a15e-40fa-a0bc-755925a993fc, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bc983889-a15e-40fa-a0bc-755925a993fc,segment=NetworkSegment(881d1632-1d75-4d20-8f13-c65128cd87ed),segment_id=881d1632-1d75-4d20-8f13-c65128cd87ed)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:47.630771 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.641174 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.650735 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-55bf7c54-13b5-4dfe-bc6d-3b203835eb24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.742161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=bc983889-a15e-40fa-a0bc-755925a993fc,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:47.844080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:28:47.862562 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-55bf7c54-13b5-4dfe-bc6d-3b203835eb24 admin admin] Publish callbacks [] for security_group (b9783e51-4220-4f89-8920-5dfcca86de69), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.869480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-55bf7c54-13b5-4dfe-bc6d-3b203835eb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b9783e51-4220-4f89-8920-5dfcca86de69), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.877710 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ca498215-5d90-4e41-bc84-0d4d2b31ef0e tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c6e8cc2d-d8ca-4f6e-8334-d929c7125626), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:47.930484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8145de8-0927-4afc-927e-4aedf1fb3615 None None] Network fb2ae3ad-99ed-4594-9812-9dca1be2f754 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:47.954724 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-55bf7c54-13b5-4dfe-bc6d-3b203835eb24 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab2cdd0ee54849f4baa61f262ab8103d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597558 Feb 15 14:28:47.955849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca498215-5d90-4e41-bc84-0d4d2b31ef0e tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=c6e8cc2d-d8ca-4f6e-8334-d929c7125626,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:47.959245 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38784) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:48.020612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bb637d52-1ec1-4afd-834a-1b19551869bd None None] Provisioning complete for port bc983889-a15e-40fa-a0bc-755925a993fc triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:48.021054 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb637d52-1ec1-4afd-834a-1b19551869bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:48.047939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf7c54-13b5-4dfe-bc6d-3b203835eb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9783e51-4220-4f89-8920-5dfcca86de69,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:48.052335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:28:48.072773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Sync routers for ids ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:28:48.100989 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:48.105595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e46f7dd1-ccd0-43eb-a38f-31c5e1d9aab4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4249067 Feb 15 14:28:48.105929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38786) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:48.121449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Routers {'6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:28:48.122100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:48.171312 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5b141fa-b621-47ad-847e-24557464ade9 admin admin] Publish callbacks [] for security_group (b9783e51-4220-4f89-8920-5dfcca86de69), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:48.213461 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5b141fa-b621-47ad-847e-24557464ade9 admin admin] Publish callbacks [] for security_group (b9783e51-4220-4f89-8920-5dfcca86de69), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:48.292656 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5b141fa-b621-47ad-847e-24557464ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b9783e51-4220-4f89-8920-5dfcca86de69), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:48.292656 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a5b141fa-b621-47ad-847e-24557464ade9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:48.292656 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a5b141fa-b621-47ad-847e-24557464ade9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9783e51-4220-4f89-8920-5dfcca86de69 HTTP/1.1" status: 204 len: 168 time: 0.3256731 Feb 15 14:28:48.292656 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ca498215-5d90-4e41-bc84-0d4d2b31ef0e tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:48.301115 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ca498215-5d90-4e41-bc84-0d4d2b31ef0e tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/c6e8cc2d-d8ca-4f6e-8334-d929c7125626 HTTP/1.1" status: 204 len: 168 time: 1.2115769 Feb 15 14:28:48.303581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38792) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:48.347121 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9ee33e-7b5e-4f7f-b85d-cf7f032cf8fe tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:28:48.352026 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e9ee33e-7b5e-4f7f-b85d-cf7f032cf8fe tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/c6e8cc2d-d8ca-4f6e-8334-d929c7125626 HTTP/1.1" status: 404 len: 333 time: 0.0472364 Feb 15 14:28:48.352956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b141fa-b621-47ad-847e-24557464ade9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9783e51-4220-4f89-8920-5dfcca86de69,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:48.354794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38794) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:48.456148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Set router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:28:48.464002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d753c456-b25b-43cc-b02c-0e6334ee86f9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port cb7051c5-fa62-4e2b-a3e7-d48989659c7b {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:48.464806 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d753c456-b25b-43cc-b02c-0e6334ee86f9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cb7051c5-fa62-4e2b-a3e7-d48989659c7b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:48.626537 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d753c456-b25b-43cc-b02c-0e6334ee86f9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cb7051c5-fa62-4e2b-a3e7-d48989659c7b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:48.646292 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:48.652595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d753c456-b25b-43cc-b02c-0e6334ee86f9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for cb7051c5-fa62-4e2b-a3e7-d48989659c7b owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:48.689393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1c57917b-f8d0-42c6-b635-f843b9792d6e tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=e121196450c643ddbe9aa88bee965bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5799048 Feb 15 14:28:48.690115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38800) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:48.699787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bb637d52-1ec1-4afd-834a-1b19551869bd None None] Current status of the port bc983889-a15e-40fa-a0bc-755925a993fc is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:48.942142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577bcec2-9a86-4457-b314-b29a4192d3b7 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:48.942890 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d753c456-b25b-43cc-b02c-0e6334ee86f9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (cb7051c5-fa62-4e2b-a3e7-d48989659c7b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:48.953977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-577bcec2-9a86-4457-b314-b29a4192d3b7 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2603912 Feb 15 14:28:48.954516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:46Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:48.956879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38806) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:48.993833 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753c456-b25b-43cc-b02c-0e6334ee86f9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=cb7051c5-fa62-4e2b-a3e7-d48989659c7b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:49.030815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Checking router: 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:28:49.031468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Updating router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 port 643ada8d-caeb-4230-b28f-27f91dfa8f2a binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:28:49.039436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fa96a8d7-f9e6-46af-8626-900ec393ba7d tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0773962 Feb 15 14:28:49.047480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38810) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:49.059863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1960488395', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:49.071117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bc983889-a15e-40fa-a0bc-755925a993fc up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:49.148853 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d753c456-b25b-43cc-b02c-0e6334ee86f9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.156879 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d753c456-b25b-43cc-b02c-0e6334ee86f9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/cb7051c5-fa62-4e2b-a3e7-d48989659c7b HTTP/1.1" status: 204 len: 168 time: 0.8008940 Feb 15 14:28:49.157500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38814) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:49.160251 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.202423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:49.207225 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.233132 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6fe955-db7a-4456-9c9e-316f93077f8b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:28:49.236615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e1c9e04d-104f-4420-be18-3bd463214514 None None] Could not find standard attr ID for object cb7051c5-fa62-4e2b-a3e7-d48989659c7b. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:28:49.238288 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4c6fe955-db7a-4456-9c9e-316f93077f8b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/cb7051c5-fa62-4e2b-a3e7-d48989659c7b HTTP/1.1" status: 404 len: 333 time: 0.0792723 Feb 15 14:28:49.240241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38816) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:49.338214 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-753e98bb-5785-48db-9f1b-c801dd8fdab7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting subnet 59d636a5-37c0-4508-83c1-b0b5765488aa {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:28:49.343310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-753e98bb-5785-48db-9f1b-c801dd8fdab7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (59d636a5-37c0-4508-83c1-b0b5765488aa), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.380657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e1c9e04d-104f-4420-be18-3bd463214514 None None] Provisioning complete for port bc983889-a15e-40fa-a0bc-755925a993fc triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:49.381033 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e04d-104f-4420-be18-3bd463214514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.425482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-753e98bb-5785-48db-9f1b-c801dd8fdab7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (59d636a5-37c0-4508-83c1-b0b5765488aa), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.475733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port bc983889-a15e-40fa-a0bc-755925a993fc triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:49.476298 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.509638 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (ecb6b452-a8d3-4569-b315-b31598dd4407), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.659675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Subnet': ['ID=ecb6b452-a8d3-4569-b315-b31598dd4407,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:49.671991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Checking segment: {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:49.672362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network hostable DHCP agents. Network: 031587a2-7d27-43fc-a7b9-0cc7c8051aef, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:28:49.672993 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-753e98bb-5785-48db-9f1b-c801dd8fdab7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (59d636a5-37c0-4508-83c1-b0b5765488aa), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.738429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 031587a2-7d27-43fc-a7b9-0cc7c8051aef is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:28:49.758502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 031587a2-7d27-43fc-a7b9-0cc7c8051aef) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:49.766996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:49.767620 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.806438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-753e98bb-5785-48db-9f1b-c801dd8fdab7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (59d636a5-37c0-4508-83c1-b0b5765488aa), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.818957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3908694a-4591-4e70-aa0c-dd1a5778bddd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7698238 Feb 15 14:28:49.819547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9e04d-104f-4420-be18-3bd463214514 None None] Current status of the port bc983889-a15e-40fa-a0bc-755925a993fc is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:49.819825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38830) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:49.827074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97e1f1f-c60c-4f41-a8b1-231b90986cc4 None None] Network 031587a2-7d27-43fc-a7b9-0cc7c8051aef requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:49.879439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bc983889-a15e-40fa-a0bc-755925a993fc is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:49.900408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e98bb-5785-48db-9f1b-c801dd8fdab7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Subnet': ['ID=59d636a5-37c0-4508-83c1-b0b5765488aa,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:49.904786 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-753e98bb-5785-48db-9f1b-c801dd8fdab7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:49.908443 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-753e98bb-5785-48db-9f1b-c801dd8fdab7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/59d636a5-37c0-4508-83c1-b0b5765488aa HTTP/1.1" status: 204 len: 168 time: 0.6597369 Feb 15 14:28:49.915444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38834) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:49.922169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.069842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5178ce06-3a3a-49ee-b219-1195557c46ff None None] Could not find standard attr ID for object cb7051c5-fa62-4e2b-a3e7-d48989659c7b. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:28:50.077026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8e0471-cd69-46a4-9eee-b00e05105d35 None None] Network fb2ae3ad-99ed-4594-9812-9dca1be2f754 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:50.093891 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Publish callbacks [] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.111928 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (fb2ae3ad-99ed-4594-9812-9dca1be2f754), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.178697 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.214521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port bc983889-a15e-40fa-a0bc-755925a993fc {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:50.219565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.274299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-67466274-0b67-49e0-ab69-dc56db0c49dc None None] Could not find standard attr ID for object c6e8cc2d-d8ca-4f6e-8334-d929c7125626. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:28:50.350223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] For port bc983889-a15e-40fa-a0bc-755925a993fc, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bc983889-a15e-40fa-a0bc-755925a993fc,segment=NetworkSegment(881d1632-1d75-4d20-8f13-c65128cd87ed),segment_id=881d1632-1d75-4d20-8f13-c65128cd87ed)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:50.350722 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.374129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for bc983889-a15e-40fa-a0bc-755925a993fc owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:50.473499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Attempting to bind port 643ada8d-caeb-4230-b28f-27f91dfa8f2a on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:28:50.475258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Attempting to bind port 643ada8d-caeb-4230-b28f-27f91dfa8f2a by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:28:50.476189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Attempting to bind port 643ada8d-caeb-4230-b28f-27f91dfa8f2a on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:28:50.479642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991624e5-ce6b-4756-9c18-0d0796499b4d None None] Pushing event updated for resources: {'Port': ['ID=643ada8d-caeb-4230-b28f-27f91dfa8f2a,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:50.500413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ips': [{'subnet_id': 'ecb6b452-a8d3-4569-b315-b31598dd4407'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:28:50.502982 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.535166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:28:50.536844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:50.537287 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.537694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:28:50.538192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Bound port: 643ada8d-caeb-4230-b28f-27f91dfa8f2a, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:28:50.538583 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.559609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (bc983889-a15e-40fa-a0bc-755925a993fc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.613267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No DVR routers for this DVR port bc983889-a15e-40fa-a0bc-755925a993fc on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:28:50.638475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=bc983889-a15e-40fa-a0bc-755925a993fc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:50.725279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2285d4-9fbb-404a-bbb8-2f61d9fc50b9 None None] DHCP port deletion for fb2ae3ad-99ed-4594-9812-9dca1be2f754 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:28:50.732387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (fb2ae3ad-99ed-4594-9812-9dca1be2f754), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.767696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2ae3ad-99ed-4594-9812-9dca1be2f754']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:50.784243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] For port 643ada8d-caeb-4230-b28f-27f91dfa8f2a, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:28:50.784864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881d1632-1d75-4d20-8f13-c65128cd87ed') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:50.785262 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881d1632-1d75-4d20-8f13-c65128cd87ed') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:50.789821 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.811491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] For port 643ada8d-caeb-4230-b28f-27f91dfa8f2a, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=643ada8d-caeb-4230-b28f-27f91dfa8f2a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:28:50.844980 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:50.971166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Allocated IP 172.20.0.2 (031587a2-7d27-43fc-a7b9-0cc7c8051aef/ecb6b452-a8d3-4569-b315-b31598dd4407/b087b369-e68a-42fb-a212-b037b2d59829) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:51.121901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bc983889-a15e-40fa-a0bc-755925a993fc no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:28:51.159512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991624e5-ce6b-4756-9c18-0d0796499b4d None None] Pushing event updated for resources: {'Port': ['ID=643ada8d-caeb-4230-b28f-27f91dfa8f2a,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:51.163727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Routers {'6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:28:51.164613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:51.182413 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.236919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: bc983889-a15e-40fa-a0bc-755925a993fc {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:28:51.237440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bc983889-a15e-40fa-a0bc-755925a993fc not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:28:51.345632 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (881d1632-1d75-4d20-8f13-c65128cd87ed), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.360445 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (881d1632-1d75-4d20-8f13-c65128cd87ed), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.375904 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:28:51.376668 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (881d1632-1d75-4d20-8f13-c65128cd87ed), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:28:51.380354 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:28:51.471170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (fb2ae3ad-99ed-4594-9812-9dca1be2f754), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.472817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] Set router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:28:51.479875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.490186 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/networks/fb2ae3ad-99ed-4594-9812-9dca1be2f754 HTTP/1.1" status: 204 len: 168 time: 1.5702357 Feb 15 14:28:51.494009 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38860) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:51.500536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1918499325'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:51.529374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:51.533523 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.536806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83020d3-1034-4687-bf39-65035bf748e1 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Network': ['ID=fb2ae3ad-99ed-4594-9812-9dca1be2f754,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:51.567534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:28:51.586430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (89044913-44cd-43a5-bc4e-a07e5d0ba17b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.587229 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Added segment 89044913-44cd-43a5-bc4e-a07e5d0ba17b of type vlan for network 9f3fb670-aca3-43e9-83f4-03978354d21c Feb 15 14:28:51.653083 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Publish callbacks [] for port (b087b369-e68a-42fb-a212-b037b2d59829), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.659308 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9f3fb670-aca3-43e9-83f4-03978354d21c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.685663 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (b087b369-e68a-42fb-a212-b037b2d59829), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.721930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9f3fb670-aca3-43e9-83f4-03978354d21c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.729606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:51.731424 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:51.798189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Network 031587a2-7d27-43fc-a7b9-0cc7c8051aef is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:51.812268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.20.0.1 (031587a2-7d27-43fc-a7b9-0cc7c8051aef/ecb6b452-a8d3-4569-b315-b31598dd4407/79e5a156-800b-47ae-b748-898a49461253) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:51.845854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:51.852934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:51.863471 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3676200 Feb 15 14:28:51.865485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Pushing event updated for resources: {'Port': ['ID=b087b369-e68a-42fb-a212-b037b2d59829,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:51.868040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38866) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:51.892434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d2dd2-4198-43bb-9354-58e6ce6dcaf4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Network': ['ID=9f3fb670-aca3-43e9-83f4-03978354d21c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:51.898524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:46Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:51.932673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': '9f3fb670-aca3-43e9-83f4-03978354d21c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:51.946039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9dd9b-ae72-4ea1-b97c-6d55292e57a7 None None] The sync data for ids ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'] in n-d-829064-15 is: [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:46Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:28:51.987814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9f3fb670-aca3-43e9-83f4-03978354d21c details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:28:52.190708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (79e5a156-800b-47ae-b748-898a49461253), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:52.210617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:52.214231 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:52.294165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Attempting to bind port b087b369-e68a-42fb-a212-b037b2d59829 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:28:52.294723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Attempting to bind port b087b369-e68a-42fb-a212-b037b2d59829 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:28:52.295133 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Attempting to bind port b087b369-e68a-42fb-a212-b037b2d59829 on network 031587a2-7d27-43fc-a7b9-0cc7c8051aef {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:28:52.321827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:28:52.322266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Checking segment: {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:52.322601 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:52.323140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Bound using segment: {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:28:52.323544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Bound port: b087b369-e68a-42fb-a212-b037b2d59829, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:28:52.324435 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b087b369-e68a-42fb-a212-b037b2d59829), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:52.479854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] For port b087b369-e68a-42fb-a212-b037b2d59829, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:28:52.489012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] For port b087b369-e68a-42fb-a212-b037b2d59829, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b087b369-e68a-42fb-a212-b037b2d59829,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:28:52.501906 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b087b369-e68a-42fb-a212-b037b2d59829), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:52.581922 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (79e5a156-800b-47ae-b748-898a49461253), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:52.631510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6aecc-6f01-465e-9208-2f01961a72c6 None None] Pushing event updated for resources: {'Port': ['ID=b087b369-e68a-42fb-a212-b037b2d59829,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:52.690237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 031587a2-7d27-43fc-a7b9-0cc7c8051aef is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:52.715304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:52.721442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:52.854490 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (375e7186-1e66-40d6-a4d1-53f7c4d023a3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:52.863373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=79e5a156-800b-47ae-b748-898a49461253,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:52.900247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:53.113465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Subnet': ['ID=375e7186-1e66-40d6-a4d1-53f7c4d023a3,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:53.150098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 643ada8d-caeb-4230-b28f-27f91dfa8f2a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:53.192777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Checking segment: {'id': '89044913-44cd-43a5-bc4e-a07e5d0ba17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f3fb670-aca3-43e9-83f4-03978354d21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:53.193526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network hostable DHCP agents. Network: 9f3fb670-aca3-43e9-83f4-03978354d21c, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:28:53.300241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 643ada8d-caeb-4230-b28f-27f91dfa8f2a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:53.300845 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:53.356832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network 9f3fb670-aca3-43e9-83f4-03978354d21c is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:28:53.423562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9f3fb670-aca3-43e9-83f4-03978354d21c) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:53.437118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:53.437877 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:53.480011 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79e5a156-800b-47ae-b748-898a49461253), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:53.504638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d1cc9c-bff9-4a16-9a18-742cf484bf80 None None] Network 9f3fb670-aca3-43e9-83f4-03978354d21c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:53.550948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0910157b-b500-4e96-aa19-f28aba2b7da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6212754 Feb 15 14:28:53.552225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38880) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:53.561458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': '9f3fb670-aca3-43e9-83f4-03978354d21c', 'name': 'tempest-PortsTestJSON-815797906', 'fixed_ips': [{'subnet_id': '375e7186-1e66-40d6-a4d1-53f7c4d023a3', 'ip_address': '172.20.0.10'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:53.664229 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 643ada8d-caeb-4230-b28f-27f91dfa8f2a is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:53.664643 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:53.726058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 643ada8d-caeb-4230-b28f-27f91dfa8f2a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=643ada8d-caeb-4230-b28f-27f91dfa8f2a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:53.737872 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:53.838394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:53.870198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-9f3fb670-aca3-43e9-83f4-03978354d21c', 'network_id': '9f3fb670-aca3-43e9-83f4-03978354d21c', 'project_id': '2b0d67cb82fb437cba1f7a4b614b6df6', 'fixed_ips': [{'subnet_id': '375e7186-1e66-40d6-a4d1-53f7c4d023a3'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:28:53.872465 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:53.973642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=643ada8d-caeb-4230-b28f-27f91dfa8f2a,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:54.008651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.009051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.009337 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.009781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.010004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.010349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.010699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.012947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.013315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.013758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.013973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.023787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.024224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:54.044199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:54.138655 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port 4e704217-1453-4228-a5b8-f43de66f5ffc yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:54.354384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Allocated IP 172.20.0.2 (9f3fb670-aca3-43e9-83f4-03978354d21c/375e7186-1e66-40d6-a4d1-53f7c4d023a3/da68dd62-2d6a-4af1-ad33-f5bcdaddcc41) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:54.446116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (79e5a156-800b-47ae-b748-898a49461253), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:54.453989 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (79e5a156-800b-47ae-b748-898a49461253), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:54.648795 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:54.720623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=79e5a156-800b-47ae-b748-898a49461253,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:54.788364 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Publish callbacks [] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:54.813529 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:54.927989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 031587a2-7d27-43fc-a7b9-0cc7c8051aef is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:54.930356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:54.944629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a97298-4e4e-4b72-9276-bcfa68bf8857 None None] Network 031587a2-7d27-43fc-a7b9-0cc7c8051aef requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:55.015045 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.10 (9f3fb670-aca3-43e9-83f4-03978354d21c/375e7186-1e66-40d6-a4d1-53f7c4d023a3/4e704217-1453-4228-a5b8-f43de66f5ffc) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:55.059171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Pushing event updated for resources: {'Port': ['ID=da68dd62-2d6a-4af1-ad33-f5bcdaddcc41,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:55.083959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Network 9f3fb670-aca3-43e9-83f4-03978354d21c is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:55.087585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:55.091403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:55.140073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4869e983-1270-4174-ae1b-d2f202b54f85 None None] Provisioning complete for port b087b369-e68a-42fb-a212-b037b2d59829 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:55.140073 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4869e983-1270-4174-ae1b-d2f202b54f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b087b369-e68a-42fb-a212-b037b2d59829), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:55.288030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:28:55.394299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b087b369-e68a-42fb-a212-b037b2d59829 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:55.486827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Attempting to bind port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:28:55.487242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Attempting to bind port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '89044913-44cd-43a5-bc4e-a07e5d0ba17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f3fb670-aca3-43e9-83f4-03978354d21c'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:28:55.487967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Attempting to bind port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 on network 9f3fb670-aca3-43e9-83f4-03978354d21c {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:28:55.488800 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (4e704217-1453-4228-a5b8-f43de66f5ffc), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:55.503308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:28:55.504167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Checking segment: {'id': '89044913-44cd-43a5-bc4e-a07e5d0ba17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f3fb670-aca3-43e9-83f4-03978354d21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:55.504629 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:55.505039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Bound using segment: {'id': '89044913-44cd-43a5-bc4e-a07e5d0ba17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f3fb670-aca3-43e9-83f4-03978354d21c'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:28:55.505587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Bound port: da68dd62-2d6a-4af1-ad33-f5bcdaddcc41, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89044913-44cd-43a5-bc4e-a07e5d0ba17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f3fb670-aca3-43e9-83f4-03978354d21c'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:28:55.505990 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:55.533946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4e704217-1453-4228-a5b8-f43de66f5ffc), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:55.565090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:28:55.577720 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Sync routers for ids ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:28:55.587693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b04bf184-b9d3-4e13-8fdb-541ee0c549ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "PUT /v2.0/routers/6caa48ad-d053-4c3c-a5cd-fb68e058dfb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7556872 Feb 15 14:28:55.611098 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Routers {'6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:28:55.611728 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:55.648280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network 9f3fb670-aca3-43e9-83f4-03978354d21c is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:55.661842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:55.663258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b087b369-e68a-42fb-a212-b037b2d59829 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:55.663716 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b087b369-e68a-42fb-a212-b037b2d59829), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:55.668899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:55.711570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=4e704217-1453-4228-a5b8-f43de66f5ffc,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:55.758409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:55.762185 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:55.793805 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-950f2f4f-93df-453f-8fb4-560a54419628 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2392454 Feb 15 14:28:55.796674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38924) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:55.805005 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': '9f3fb670-aca3-43e9-83f4-03978354d21c', 'name': 'tempest-PortsTestJSON-1549197167', 'fixed_ips': [{'subnet_id': '375e7186-1e66-40d6-a4d1-53f7c4d023a3', 'ip_address': '172.20.0.9'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:28:55.968663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4869e983-1270-4174-ae1b-d2f202b54f85 None None] Current status of the port b087b369-e68a-42fb-a212-b037b2d59829 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:55.969978 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4869e983-1270-4174-ae1b-d2f202b54f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b087b369-e68a-42fb-a212-b037b2d59829), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:56.072995 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Set router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:28:56.122058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] For port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:28:56.142285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:28:56.200817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] For port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=da68dd62-2d6a-4af1-ad33-f5bcdaddcc41,segment=NetworkSegment(89044913-44cd-43a5-bc4e-a07e5d0ba17b),segment_id=89044913-44cd-43a5-bc4e-a07e5d0ba17b)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:28:56.227784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4869e983-1270-4174-ae1b-d2f202b54f85 None None] For port b087b369-e68a-42fb-a212-b037b2d59829, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b087b369-e68a-42fb-a212-b037b2d59829,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:56.246653 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4869e983-1270-4174-ae1b-d2f202b54f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b087b369-e68a-42fb-a212-b037b2d59829), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:56.255135 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:56.274681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-d74345d4-cda3-4318-965f-f283d46a57c3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889856722&fields=id&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 267 time: 0.2283804 Feb 15 14:28:56.442069 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:56.484675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port 09d2e591-d595-453e-8829-d362db8ca3e3 yet. {{(pid=109971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:28:56.487187 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '79e5a156-800b-47ae-b748-898a49461253', 'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:ec:b0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:51Z', 'updated_at': '2022-02-15T14:28:54Z', 'revision_number': 2, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:56.570437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869e983-1270-4174-ae1b-d2f202b54f85 None None] Pushing event updated for resources: {'Port': ['ID=b087b369-e68a-42fb-a212-b037b2d59829,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:56.586880 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-1412f8d6-c771-411e-801a-f7f45b4ea190 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:56.600711 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-1412f8d6-c771-411e-801a-f7f45b4ea190 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/networks?id=031587a2-7d27-43fc-a7b9-0cc7c8051aef HTTP/1.1" status: 200 len: 797 time: 0.3089674 Feb 15 14:28:56.634890 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Checking router: 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:28:56.635467 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Updating router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 port 79e5a156-800b-47ae-b748-898a49461253 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:28:56.704385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-e7b90c1e-8c6f-497b-b707-f3ef460a59e7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/quotas/e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 375 time: 0.1024864 Feb 15 14:28:56.728031 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79e5a156-800b-47ae-b748-898a49461253), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:56.778370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b087b369-e68a-42fb-a212-b037b2d59829 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:56.779793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 643ada8d-caeb-4230-b28f-27f91dfa8f2a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:56.901238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4f34cdcf-d584-4e15-8659-630faabbd5d6 None None] Provisioning complete for port b087b369-e68a-42fb-a212-b037b2d59829 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:56.903102 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4f34cdcf-d584-4e15-8659-630faabbd5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b087b369-e68a-42fb-a212-b037b2d59829), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:56.955419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65ec3f-e0cf-4610-8b51-7d560e9c36fc None None] Pushing event updated for resources: {'Port': ['ID=da68dd62-2d6a-4af1-ad33-f5bcdaddcc41,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:57.002000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 643ada8d-caeb-4230-b28f-27f91dfa8f2a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:57.002760 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:57.200870 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-83ccaaf9-64ba-41d7-9e42-362bbeab75b2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4515362 Feb 15 14:28:57.236675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.9 (9f3fb670-aca3-43e9-83f4-03978354d21c/375e7186-1e66-40d6-a4d1-53f7c4d023a3/09d2e591-d595-453e-8829-d362db8ca3e3) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:28:57.331926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4f34cdcf-d584-4e15-8659-630faabbd5d6 None None] Current status of the port b087b369-e68a-42fb-a212-b037b2d59829 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:57.469621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 643ada8d-caeb-4230-b28f-27f91dfa8f2a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:57.492176 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Publish callbacks [] for port (79e5a156-800b-47ae-b748-898a49461253), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:57.503044 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79e5a156-800b-47ae-b748-898a49461253), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:57.512545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4f34cdcf-d584-4e15-8659-630faabbd5d6 None None] Provisioning complete for port 79e5a156-800b-47ae-b748-898a49461253 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:57.513148 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4f34cdcf-d584-4e15-8659-630faabbd5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (79e5a156-800b-47ae-b748-898a49461253), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:57.628702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4f34cdcf-d584-4e15-8659-630faabbd5d6 None None] Port 79e5a156-800b-47ae-b748-898a49461253 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:28:57.776123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cd6360eb-8b1a-4ab8-8fd4-beec2b0a73f2 None None] Provisioning complete for port 79e5a156-800b-47ae-b748-898a49461253 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:57.776548 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd6360eb-8b1a-4ab8-8fd4-beec2b0a73f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (79e5a156-800b-47ae-b748-898a49461253), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:57.829431 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Pushing event updated for resources: {'Port': ['ID=79e5a156-800b-47ae-b748-898a49461253,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:57.850407 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.850751 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.851131 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.851469 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.851793 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.852118 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.852437 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.852757 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.853074 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.853390 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.853706 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.854021 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.855379 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:28:57.906934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-27bdd093-9d85-481e-9b9c-2bac90b0deb9 service neutron] 10.222.0.72 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494811 Feb 15 14:28:57.913882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:57.926549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (09d2e591-d595-453e-8829-d362db8ca3e3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:57.930937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cd6360eb-8b1a-4ab8-8fd4-beec2b0a73f2 None None] Port 79e5a156-800b-47ae-b748-898a49461253 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:28:57.941885 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Attempting to bind port 79e5a156-800b-47ae-b748-898a49461253 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:28:57.942299 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Attempting to bind port 79e5a156-800b-47ae-b748-898a49461253 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:28:57.942614 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Attempting to bind port 79e5a156-800b-47ae-b748-898a49461253 on network 031587a2-7d27-43fc-a7b9-0cc7c8051aef {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:28:57.952317 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:28:57.952836 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Checking segment: {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:28:57.953408 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:57.953990 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Bound using segment: {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:28:57.954548 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Bound port: 79e5a156-800b-47ae-b748-898a49461253, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:28:57.954954 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79e5a156-800b-47ae-b748-898a49461253), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:58.125194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:58.131876 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:58.156636 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (09d2e591-d595-453e-8829-d362db8ca3e3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:58.180458 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] For port 79e5a156-800b-47ae-b748-898a49461253, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:28:58.186702 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] For port 79e5a156-800b-47ae-b748-898a49461253, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=79e5a156-800b-47ae-b748-898a49461253,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:28:58.207049 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79e5a156-800b-47ae-b748-898a49461253), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:58.214952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network 9f3fb670-aca3-43e9-83f4-03978354d21c is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:28:58.219017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:28:58.235390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-857887d0-e4eb-417d-a88a-e5cffaaff144 service neutron] 10.222.0.72 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252580 Feb 15 14:28:58.236690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:28:58.356440 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Routers {'6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:28:58.357288 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:58.405033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=09d2e591-d595-453e-8829-d362db8ca3e3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:58.436323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:58.436931 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:58.441782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-99fb3129-6bab-4e28-a65b-025e867f0842 None None] Provisioning complete for port 79e5a156-800b-47ae-b748-898a49461253 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:58.455339 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-99fb3129-6bab-4e28-a65b-025e867f0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (79e5a156-800b-47ae-b748-898a49461253), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:58.475643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:58.476338 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:58.522977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38972) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:58.523531 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-387b76c9-b94c-4f3a-8dc1-87e84face956 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7235880 Feb 15 14:28:58.698806 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82169efb-8333-41a6-b9f3-30bbbd13a603 None None] Pushing event updated for resources: {'Port': ['ID=79e5a156-800b-47ae-b748-898a49461253,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:58.743514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd5663f-129c-4c31-a41a-e2b400571261 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:58.749511 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0fd5663f-129c-4c31-a41a-e2b400571261 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2246983 Feb 15 14:28:58.759737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 38986) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:58.852834 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] Set router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:28:58.866689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=da68dd62-2d6a-4af1-ad33-f5bcdaddcc41,segment=NetworkSegment(89044913-44cd-43a5-bc4e-a07e5d0ba17b),segment_id=89044913-44cd-43a5-bc4e-a07e5d0ba17b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:58.884474 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:58.899928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b5e795b-b6e3-4def-9541-f22193db874e req-015be0fc-4016-4fe0-abc5-9a627ca7b592 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 210 time: 0.1952491 Feb 15 14:28:58.925127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b087b369-e68a-42fb-a212-b037b2d59829 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:28:58.948893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a600fe24-e55b-42d8-bc43-e2327441d7c9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:58.984850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a600fe24-e55b-42d8-bc43-e2327441d7c9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:58.991815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a600fe24-e55b-42d8-bc43-e2327441d7c9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:28:58.998019 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a600fe24-e55b-42d8-bc43-e2327441d7c9 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2328939 Feb 15 14:28:58.999293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 38990) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:28:59.094437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-99fb3129-6bab-4e28-a65b-025e867f0842 None None] Current status of the port 79e5a156-800b-47ae-b748-898a49461253 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:28:59.095314 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-99fb3129-6bab-4e28-a65b-025e867f0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79e5a156-800b-47ae-b748-898a49461253), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:59.316719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e761a20-2bce-4641-9771-384e8c7119a0 None None] Network 9f3fb670-aca3-43e9-83f4-03978354d21c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:28:59.420219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf175c-3b1c-40fe-882f-26a805b3fc37 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port 09d2e591-d595-453e-8829-d362db8ca3e3 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:28:59.421216 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1bf175c-3b1c-40fe-882f-26a805b3fc37 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (09d2e591-d595-453e-8829-d362db8ca3e3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:59.473774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-99fb3129-6bab-4e28-a65b-025e867f0842 None None] For port 79e5a156-800b-47ae-b748-898a49461253, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=79e5a156-800b-47ae-b748-898a49461253,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:28:59.513259 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-99fb3129-6bab-4e28-a65b-025e867f0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79e5a156-800b-47ae-b748-898a49461253), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:59.519469 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '79e5a156-800b-47ae-b748-898a49461253', 'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:ec:b0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:51Z', 'updated_at': '2022-02-15T14:28:58Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:28:59.582982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=da68dd62-2d6a-4af1-ad33-f5bcdaddcc41,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:28:59.583861 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c367feb-046a-4de2-b95a-8f43f21af8a2 None None] The sync data for ids ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'] in n-d-829064-15 is: [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '79e5a156-800b-47ae-b748-898a49461253', 'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:ec:b0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:51Z', 'updated_at': '2022-02-15T14:28:58Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:28:59.615309 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1bf175c-3b1c-40fe-882f-26a805b3fc37 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (09d2e591-d595-453e-8829-d362db8ca3e3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:59.648534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf175c-3b1c-40fe-882f-26a805b3fc37 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for 09d2e591-d595-453e-8829-d362db8ca3e3 owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:28:59.673610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b087b369-e68a-42fb-a212-b037b2d59829 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:59.673998 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b087b369-e68a-42fb-a212-b037b2d59829), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:59.803465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9ef99aef-349b-4e99-aace-7252cc918fac None None] Provisioning complete for port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:28:59.803849 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9ef99aef-349b-4e99-aace-7252cc918fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:28:59.895755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb3129-6bab-4e28-a65b-025e867f0842 None None] Pushing event updated for resources: {'Port': ['ID=79e5a156-800b-47ae-b748-898a49461253,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:00.010130 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1bf175c-3b1c-40fe-882f-26a805b3fc37 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (09d2e591-d595-453e-8829-d362db8ca3e3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:00.275748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4639009e-06ff-42d2-b17c-3cd64014bfee req-56691dad-594d-4882-8648-ab96a602be3b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 210 time: 0.1219656 Feb 15 14:29:00.279210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf175c-3b1c-40fe-882f-26a805b3fc37 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=09d2e591-d595-453e-8829-d362db8ca3e3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:00.493526 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1bf175c-3b1c-40fe-882f-26a805b3fc37 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:00.513586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b1bf175c-3b1c-40fe-882f-26a805b3fc37 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/09d2e591-d595-453e-8829-d362db8ca3e3 HTTP/1.1" status: 204 len: 168 time: 1.5120208 Feb 15 14:29:00.516991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39018) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:00.521671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9ef99aef-349b-4e99-aace-7252cc918fac None None] Current status of the port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:00.525027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b087b369-e68a-42fb-a212-b037b2d59829 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:00.539052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9ef99aef-349b-4e99-aace-7252cc918fac None None] Provisioning complete for port 79e5a156-800b-47ae-b748-898a49461253 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:00.539436 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9ef99aef-349b-4e99-aace-7252cc918fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (79e5a156-800b-47ae-b748-898a49461253), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:00.595598 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-5029f478-4703-46f1-8bc2-198f0ed757c5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:29:00.600445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39020) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:00.603109 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5029f478-4703-46f1-8bc2-198f0ed757c5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/09d2e591-d595-453e-8829-d362db8ca3e3 HTTP/1.1" status: 404 len: 333 time: 0.0809202 Feb 15 14:29:00.724841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9ef99aef-349b-4e99-aace-7252cc918fac None None] Current status of the port 79e5a156-800b-47ae-b748-898a49461253 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:00.834927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ae949520-1b2a-4f16-b01d-1bc2f7328ed7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port 4e704217-1453-4228-a5b8-f43de66f5ffc {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:00.835611 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae949520-1b2a-4f16-b01d-1bc2f7328ed7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4e704217-1453-4228-a5b8-f43de66f5ffc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:00.876572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a2a95043-039a-4da4-a17d-10df4b93de89 None None] Provisioning complete for port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:00.876961 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a2a95043-039a-4da4-a17d-10df4b93de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:01.038060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:29:01.043225 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae949520-1b2a-4f16-b01d-1bc2f7328ed7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4e704217-1453-4228-a5b8-f43de66f5ffc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:01.081782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ae949520-1b2a-4f16-b01d-1bc2f7328ed7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for 4e704217-1453-4228-a5b8-f43de66f5ffc owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:01.310110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a2a95043-039a-4da4-a17d-10df4b93de89 None None] Current status of the port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:01.316524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a2a95043-039a-4da4-a17d-10df4b93de89 None None] Could not find standard attr ID for object 09d2e591-d595-453e-8829-d362db8ca3e3. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:29:01.329175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:01.329556 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:01.455243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a2a95043-039a-4da4-a17d-10df4b93de89 None None] Provisioning complete for port 4e704217-1453-4228-a5b8-f43de66f5ffc triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:01.455670 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a2a95043-039a-4da4-a17d-10df4b93de89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4e704217-1453-4228-a5b8-f43de66f5ffc), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:01.469528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-c72f9b92-c0ce-4b03-bb21-24351544a9ce tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:01.483737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-c72f9b92-c0ce-4b03-bb21-24351544a9ce tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "GET /v2.0/networks?id=031587a2-7d27-43fc-a7b9-0cc7c8051aef HTTP/1.1" status: 200 len: 797 time: 0.2353039 Feb 15 14:29:01.639847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a2a95043-039a-4da4-a17d-10df4b93de89 None None] Port 4e704217-1453-4228-a5b8-f43de66f5ffc cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:01.724052 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:29:01.775566 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae949520-1b2a-4f16-b01d-1bc2f7328ed7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (4e704217-1453-4228-a5b8-f43de66f5ffc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:01.830002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-67ea0dd5-0d91-4b20-879c-3c4fa2d77941 None None] Could not find standard attr ID for object 09d2e591-d595-453e-8829-d362db8ca3e3. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:29:01.832833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:01.833994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 79e5a156-800b-47ae-b748-898a49461253 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:29:01.872716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-67ea0dd5-0d91-4b20-879c-3c4fa2d77941 None None] Could not find standard attr ID for object 4e704217-1453-4228-a5b8-f43de66f5ffc. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:29:01.875009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae949520-1b2a-4f16-b01d-1bc2f7328ed7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=4e704217-1453-4228-a5b8-f43de66f5ffc,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:01.945226 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36c26efe-3cb0-499b-be60-bb35e65da781 req-639d3f40-cdf1-4c3d-aeb9-58e077a5ad12 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 210 time: 0.4601462 Feb 15 14:29:01.996283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-eca69d1e-8fcc-427c-aeea-20cf932ada77 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 379 time: 0.4782419 Feb 15 14:29:02.064586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 79e5a156-800b-47ae-b748-898a49461253 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:02.065178 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (79e5a156-800b-47ae-b748-898a49461253), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:02.183680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'port': {'device_id': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'admin_state_up': True, 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'security_groups': ['64758a5e-dee4-4f77-8dc5-3781398f413f']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:02.204012 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae949520-1b2a-4f16-b01d-1bc2f7328ed7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:02.209787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ae949520-1b2a-4f16-b01d-1bc2f7328ed7 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/4e704217-1453-4228-a5b8-f43de66f5ffc HTTP/1.1" status: 204 len: 168 time: 1.6081686 Feb 15 14:29:02.214373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39048) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:02.252849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 79e5a156-800b-47ae-b748-898a49461253 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:02.351875 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba313db-253f-48b5-9aa7-cd0a2351af7b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:29:02.364602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39052) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:02.365497 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2ba313db-253f-48b5-9aa7-cd0a2351af7b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/4e704217-1453-4228-a5b8-f43de66f5ffc HTTP/1.1" status: 404 len: 333 time: 0.1493688 Feb 15 14:29:02.578624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ea77b8-c3a7-40ca-974d-75b7a4f24bc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting subnet 375e7186-1e66-40d6-a4d1-53f7c4d023a3 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:29:02.583379 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b0ea77b8-c3a7-40ca-974d-75b7a4f24bc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (375e7186-1e66-40d6-a4d1-53f7c4d023a3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:02.655495 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b0ea77b8-c3a7-40ca-974d-75b7a4f24bc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (375e7186-1e66-40d6-a4d1-53f7c4d023a3), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:02.852949 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b0ea77b8-c3a7-40ca-974d-75b7a4f24bc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (375e7186-1e66-40d6-a4d1-53f7c4d023a3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:02.928678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:02.936400 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:03.524066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b0ea77b8-c3a7-40ca-974d-75b7a4f24bc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (375e7186-1e66-40d6-a4d1-53f7c4d023a3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:03.534000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffcdb1b7-fc93-4bf2-a59e-13fd8be22c10 req-9d5713f5-a8a6-4efb-895d-70aac2e24059 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 210 time: 0.0592055 Feb 15 14:29:03.574766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea77b8-c3a7-40ca-974d-75b7a4f24bc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Subnet': ['ID=375e7186-1e66-40d6-a4d1-53f7c4d023a3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:03.597876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ceebc-693f-4c8e-a0e7-b124bf4e3b77 None None] Network 9f3fb670-aca3-43e9-83f4-03978354d21c requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:03.656645 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b0ea77b8-c3a7-40ca-974d-75b7a4f24bc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:03.674783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b0ea77b8-c3a7-40ca-974d-75b7a4f24bc4 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/375e7186-1e66-40d6-a4d1-53f7c4d023a3 HTTP/1.1" status: 204 len: 168 time: 1.3069916 Feb 15 14:29:03.676942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39082) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:03.794871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.20.0.9 (031587a2-7d27-43fc-a7b9-0cc7c8051aef/ecb6b452-a8d3-4569-b315-b31598dd4407/e20cbb46-073d-446b-8ac5-ae461f95d8a6) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:03.871913 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9f3fb670-aca3-43e9-83f4-03978354d21c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:03.930560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ba6140-0083-4f41-acfd-03393d905ac3 None None] DHCP port deletion for 9f3fb670-aca3-43e9-83f4-03978354d21c request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:29:04.086411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:04.086687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:04.116439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-02ba6140-0083-4f41-acfd-03393d905ac3 None None] Deleting port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:04.116858 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02ba6140-0083-4f41-acfd-03393d905ac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:04.215877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] For port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=da68dd62-2d6a-4af1-ad33-f5bcdaddcc41,segment=NetworkSegment(89044913-44cd-43a5-bc4e-a07e5d0ba17b),segment_id=89044913-44cd-43a5-bc4e-a07e5d0ba17b)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:04.216962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:04.242456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:04.269552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-02ba6140-0083-4f41-acfd-03393d905ac3 None None] For port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=da68dd62-2d6a-4af1-ad33-f5bcdaddcc41,segment=NetworkSegment(89044913-44cd-43a5-bc4e-a07e5d0ba17b),segment_id=89044913-44cd-43a5-bc4e-a07e5d0ba17b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:04.270072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02ba6140-0083-4f41-acfd-03393d905ac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:04.296055 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:04.317531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-02ba6140-0083-4f41-acfd-03393d905ac3 None None] Calling delete_port for da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:04.342824 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:04.452358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 031587a2-7d27-43fc-a7b9-0cc7c8051aef is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:04.462307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:04.470027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:29:04.494723 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:04.500541 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02ba6140-0083-4f41-acfd-03393d905ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (da68dd62-2d6a-4af1-ad33-f5bcdaddcc41), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:04.552642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=e20cbb46-073d-446b-8ac5-ae461f95d8a6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:04.559508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba6140-0083-4f41-acfd-03393d905ac3 None None] Pushing event deleted for resources: {'Port': ['ID=da68dd62-2d6a-4af1-ad33-f5bcdaddcc41,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:04.575890 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba6140-0083-4f41-acfd-03393d905ac3 None None] No DVR routers for this DVR port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:29:04.627477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:04.628169 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:04.650976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=da68dd62-2d6a-4af1-ad33-f5bcdaddcc41,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:04.650976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No DVR routers for this DVR port da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:29:04.680588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-4c8447b6-7270-4590-8e58-bffde054bf45 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5025582 Feb 15 14:29:04.712040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Request body: {'port': {'device_id': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:04.784176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.784733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.795996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.797519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.799495 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.802025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.803777 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.807646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.808138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.808775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.809378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.809997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.811037 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:04.839675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:29:04.878569 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:29:04.880325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device da68dd62-2d6a-4af1-ad33-f5bcdaddcc41 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:29:04.975677 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9f3fb670-aca3-43e9-83f4-03978354d21c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.016146 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.034807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3fb670-aca3-43e9-83f4-03978354d21c']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:05.055640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cdee20a6-0861-473f-b1f9-e89997000b35 None None] Provisioning complete for port e20cbb46-073d-446b-8ac5-ae461f95d8a6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:05.058677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cdee20a6-0861-473f-b1f9-e89997000b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.074797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89044913-44cd-43a5-bc4e-a07e5d0ba17b') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:05.078164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89044913-44cd-43a5-bc4e-a07e5d0ba17b') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:05.105298 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (89044913-44cd-43a5-bc4e-a07e5d0ba17b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.109672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03d709-c074-47ca-9c26-11c5e591f71e req-31951f46-60e4-4733-90ae-fa7c62756538 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:05.115509 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b03d709-c074-47ca-9c26-11c5e591f71e req-31951f46-60e4-4733-90ae-fa7c62756538 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 931 time: 0.3140132 Feb 15 14:29:05.137632 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (89044913-44cd-43a5-bc4e-a07e5d0ba17b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.146011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cdee20a6-0861-473f-b1f9-e89997000b35 None None] Port e20cbb46-073d-446b-8ac5-ae461f95d8a6 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:05.150122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:29:05.151300 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (89044913-44cd-43a5-bc4e-a07e5d0ba17b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:29:05.154802 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:29:05.257833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9f3fb670-aca3-43e9-83f4-03978354d21c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.266303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.278286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39108) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:05.279336 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/networks/9f3fb670-aca3-43e9-83f4-03978354d21c HTTP/1.1" status: 204 len: 168 time: 1.6003370 Feb 15 14:29:05.293528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2031105434'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:05.303880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd95365-3b53-406f-a1ef-97965c86f87c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Network': ['ID=9f3fb670-aca3-43e9-83f4-03978354d21c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:05.614148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:05.621387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.633515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b03d709-c074-47ca-9c26-11c5e591f71e req-a16c54a2-e93f-43c1-977c-63e24685359e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196758 Feb 15 14:29:05.695086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:29:05.712495 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e508d947-8b2b-4859-ac1c-f7b556b16008), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.713099 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Added segment e508d947-8b2b-4859-ac1c-f7b556b16008 of type vlan for network b49095ac-ed02-47c2-9353-d2a5935d92dc Feb 15 14:29:05.847754 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (b49095ac-ed02-47c2-9353-d2a5935d92dc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.907512 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (b49095ac-ed02-47c2-9353-d2a5935d92dc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.919398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:05.920066 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:05.949422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39116) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:05.951814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6687129 Feb 15 14:29:05.954713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'b49095ac-ed02-47c2-9353-d2a5935d92dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:06.103896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99737d75-64ce-44a2-892f-73ab02501e84 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Network': ['ID=b49095ac-ed02-47c2-9353-d2a5935d92dc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:06.127826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network b49095ac-ed02-47c2-9353-d2a5935d92dc details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:29:06.201316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:06.205725 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:06.275440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20cbb46-073d-446b-8ac5-ae461f95d8a6 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:29:06.296000 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Publish callbacks [] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:06.329784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Transition to ACTIVE for port object e20cbb46-073d-446b-8ac5-ae461f95d8a6 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:29:06.336617 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:06.453614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Pushing event updated for resources: {'Port': ['ID=e20cbb46-073d-446b-8ac5-ae461f95d8a6,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:06.705919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:29:06.706599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:29:06.706599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on network 031587a2-7d27-43fc-a7b9-0cc7c8051aef {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:29:06.723887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (0b1f2181-68b2-4463-aa74-29173502a055), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:06.728133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on network 031587a2-7d27-43fc-a7b9-0cc7c8051aef not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:29:06.728457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on network 031587a2-7d27-43fc-a7b9-0cc7c8051aef {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:29:06.759958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:29:06.760305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Checking segment: {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:29:06.761255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Bound using segment: {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:29:06.761708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Bound port: e20cbb46-073d-446b-8ac5-ae461f95d8a6, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:29:06.762069 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:06.912406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Subnet': ['ID=0b1f2181-68b2-4463-aa74-29173502a055,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:06.929203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Checking segment: {'id': 'e508d947-8b2b-4859-ac1c-f7b556b16008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b49095ac-ed02-47c2-9353-d2a5935d92dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:29:06.929565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network hostable DHCP agents. Network: b49095ac-ed02-47c2-9353-d2a5935d92dc, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:29:06.991011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network b49095ac-ed02-47c2-9353-d2a5935d92dc is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:29:06.992766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:29:06.997933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:29:07.010032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, b49095ac-ed02-47c2-9353-d2a5935d92dc) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:07.016711 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:07.018715 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e9d5d-dfbf-488a-9c06-afbb49b808ab None None] Network b49095ac-ed02-47c2-9353-d2a5935d92dc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:07.039136 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:07.039938 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:07.068256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:07.069299 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:07.071785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] 10.222.0.67 "PUT /v2.0/ports/e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 1092 time: 2.3810580 Feb 15 14:29:07.072859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:29:07.084014 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7db332-7dcd-4886-b6a6-59f3e4af707f" -d '{"events": [{"name": "network-changed", "server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:29:07.107202 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c42e45c6-dca8-4d78-bc26-7b6b9212a43f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1540492 Feb 15 14:29:07.108049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39138) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:07.144399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a91659ff-88b5-4929-8b40-c6d72b1c1f41 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1758895592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:07.203777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a91659ff-88b5-4929-8b40-c6d72b1c1f41 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (dff99be8-df35-405a-bef0-d8deeb5934ee), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:07.206133 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a91659ff-88b5-4929-8b40-c6d72b1c1f41 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (dff99be8-df35-405a-bef0-d8deeb5934ee), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:07.319972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-b49095ac-ed02-47c2-9353-d2a5935d92dc', 'network_id': 'b49095ac-ed02-47c2-9353-d2a5935d92dc', 'project_id': '2b0d67cb82fb437cba1f7a4b614b6df6', 'fixed_ips': [{'subnet_id': '0b1f2181-68b2-4463-aa74-29173502a055'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:29:07.321393 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:07.445759 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a91659ff-88b5-4929-8b40-c6d72b1c1f41 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for router_controller (dff99be8-df35-405a-bef0-d8deeb5934ee), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:07.451481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a91659ff-88b5-4929-8b40-c6d72b1c1f41 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (dff99be8-df35-405a-bef0-d8deeb5934ee), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:07.483908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a91659ff-88b5-4929-8b40-c6d72b1c1f41 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:07.499626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a91659ff-88b5-4929-8b40-c6d72b1c1f41 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3902466 Feb 15 14:29:07.500355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39148) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:07.505490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'network_id': 'b49095ac-ed02-47c2-9353-d2a5935d92dc', 'name': 'tempest-PortsTestJSON-707632823'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:07.516164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf97be1-4667-48a5-b14f-4639ba8c8772 service neutron] Pushing event updated for resources: {'Port': ['ID=e20cbb46-073d-446b-8ac5-ae461f95d8a6,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:07.552145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-944e8548-a123-4c41-92e2-c05e44fda5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:07.561841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-944e8548-a123-4c41-92e2-c05e44fda5f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1126 time: 0.3981841 Feb 15 14:29:07.613778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f8cfe-8eff-4ac5-b320-ebb643a399e6 req-cd886c5c-a479-4100-a4c8-c156079c86db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:07.629258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-957f8cfe-8eff-4ac5-b320-ebb643a399e6 req-cd886c5c-a479-4100-a4c8-c156079c86db tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 943 time: 0.6267924 Feb 15 14:29:07.706120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-dbe743c4-153f-499f-9f6e-4c77a290b2b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 217 time: 0.1369021 Feb 15 14:29:07.724632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Allocated IP 172.20.0.2 (b49095ac-ed02-47c2-9353-d2a5935d92dc/0b1f2181-68b2-4463-aa74-29173502a055/d09fb92f-c81b-47e9-b82d-8c58dad3f86e) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:07.841085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:07.861782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:07.945256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port e7705f1f-4627-4af3-84d9-dbee00a9bd5d yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:29:08.023737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-521ab8aa-7013-4f49-b962-1be64c289a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:08.034648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-521ab8aa-7013-4f49-b962-1be64c289a56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecb6b452-a8d3-4569-b315-b31598dd4407 HTTP/1.1" status: 200 len: 835 time: 0.3109355 Feb 15 14:29:08.039966 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf504a0-a44f-4b77-8c17-69632100d7d7 x-openstack-request-id: req-5bf504a0-a44f-4b77-8c17-69632100d7d7 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:29:08.040499 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:29:08.041141 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5bf504a0-a44f-4b77-8c17-69632100d7d7 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:29:08.043124 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'status': 'completed', 'code': 200} Feb 15 14:29:08.047188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-957f8cfe-8eff-4ac5-b320-ebb643a399e6 req-eb108841-f258-4a24-987b-06e25ed8d79f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525715 Feb 15 14:29:08.060568 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Publish callbacks [] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:08.092779 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:08.165081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ea3d0371-4069-4d7b-ad13-5103d4532d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:08.170072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-ea3d0371-4069-4d7b-ad13-5103d4532d9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=031587a2-7d27-43fc-a7b9-0cc7c8051aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1111109 Feb 15 14:29:08.171289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Pushing event updated for resources: {'Port': ['ID=d09fb92f-c81b-47e9-b82d-8c58dad3f86e,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:08.182953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Network b49095ac-ed02-47c2-9353-d2a5935d92dc is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:08.184803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:08.187886 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:29:08.251184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Attempting to bind port d09fb92f-c81b-47e9-b82d-8c58dad3f86e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:29:08.252506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Attempting to bind port d09fb92f-c81b-47e9-b82d-8c58dad3f86e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'e508d947-8b2b-4859-ac1c-f7b556b16008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b49095ac-ed02-47c2-9353-d2a5935d92dc'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:29:08.253122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Attempting to bind port d09fb92f-c81b-47e9-b82d-8c58dad3f86e on network b49095ac-ed02-47c2-9353-d2a5935d92dc {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:29:08.257736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.9 (b49095ac-ed02-47c2-9353-d2a5935d92dc/0b1f2181-68b2-4463-aa74-29173502a055/e7705f1f-4627-4af3-84d9-dbee00a9bd5d) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:08.259594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:29:08.260261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Checking segment: {'id': 'e508d947-8b2b-4859-ac1c-f7b556b16008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b49095ac-ed02-47c2-9353-d2a5935d92dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:29:08.260950 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:08.261559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Bound using segment: {'id': 'e508d947-8b2b-4859-ac1c-f7b556b16008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b49095ac-ed02-47c2-9353-d2a5935d92dc'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:29:08.262253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Bound port: d09fb92f-c81b-47e9-b82d-8c58dad3f86e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e508d947-8b2b-4859-ac1c-f7b556b16008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b49095ac-ed02-47c2-9353-d2a5935d92dc'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:29:08.262879 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:08.335116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] For port d09fb92f-c81b-47e9-b82d-8c58dad3f86e, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:29:08.340736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] For port d09fb92f-c81b-47e9-b82d-8c58dad3f86e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d09fb92f-c81b-47e9-b82d-8c58dad3f86e,segment=NetworkSegment(e508d947-8b2b-4859-ac1c-f7b556b16008),segment_id=e508d947-8b2b-4859-ac1c-f7b556b16008)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:29:08.349316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:08.479296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-b416fb93-c75d-4b8c-9415-6b80c911d41b service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016305 Feb 15 14:29:08.512868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f3374-27d7-4acc-b241-33849e223564 None None] Pushing event updated for resources: {'Port': ['ID=d09fb92f-c81b-47e9-b82d-8c58dad3f86e,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:08.675760 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:08.752226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:08.876843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd727ccf-bd2d-47f0-ae15-d2170d0243fb req-0417902b-3e96-430f-94d8-706dffc7a101 service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874876 Feb 15 14:29:08.924413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network b49095ac-ed02-47c2-9353-d2a5935d92dc is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:08.930129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:08.940645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:29:09.003773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=e7705f1f-4627-4af3-84d9-dbee00a9bd5d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:09.067735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:09.068424 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:09.127716 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-497683e1-4986-4b5e-8e98-c22ff271b5ea tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6257789 Feb 15 14:29:09.130224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39172) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:09.138249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7db332-7dcd-4886-b6a6-59f3e4af707f req-ca82f0a3-d514-4e4a-81de-b72c8c5ab246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:09.140433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b7db332-7dcd-4886-b6a6-59f3e4af707f req-ca82f0a3-d514-4e4a-81de-b72c8c5ab246 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1126 time: 0.1640887 Feb 15 14:29:09.283748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7db332-7dcd-4886-b6a6-59f3e4af707f req-cb993763-899a-442f-9f41-feffef921337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:09.286011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b7db332-7dcd-4886-b6a6-59f3e4af707f req-cb993763-899a-442f-9f41-feffef921337 service neutron] 10.222.0.67 "GET /v2.0/networks?id=031587a2-7d27-43fc-a7b9-0cc7c8051aef HTTP/1.1" status: 200 len: 898 time: 0.1357872 Feb 15 14:29:09.367926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b7db332-7dcd-4886-b6a6-59f3e4af707f req-aa2eaf1c-fc61-4516-812b-b8ac2301f37a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 217 time: 0.0714054 Feb 15 14:29:09.471908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d34b95-99cc-4104-ad0c-070e4dd35864 req-48e97841-e21c-48a8-b905-17190cdcc015 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:09.487450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6d34b95-99cc-4104-ad0c-070e4dd35864 req-48e97841-e21c-48a8-b905-17190cdcc015 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 943 time: 0.2000668 Feb 15 14:29:09.510972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7db332-7dcd-4886-b6a6-59f3e4af707f req-1bde8e85-ea71-44fa-bab0-eecf1aeeb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:09.522197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b7db332-7dcd-4886-b6a6-59f3e4af707f req-1bde8e85-ea71-44fa-bab0-eecf1aeeb635 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecb6b452-a8d3-4569-b315-b31598dd4407 HTTP/1.1" status: 200 len: 835 time: 0.1386671 Feb 15 14:29:09.611841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6d34b95-99cc-4104-ad0c-070e4dd35864 req-3b7200f1-718b-4822-9951-4f4e32c047c9 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234269 Feb 15 14:29:09.640168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7db332-7dcd-4886-b6a6-59f3e4af707f req-de6a7d76-36b1-4ff6-85dc-8c604454d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:09.641818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b7db332-7dcd-4886-b6a6-59f3e4af707f req-de6a7d76-36b1-4ff6-85dc-8c604454d30b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=031587a2-7d27-43fc-a7b9-0cc7c8051aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1180272 Feb 15 14:29:09.799526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b7db332-7dcd-4886-b6a6-59f3e4af707f req-794541cb-c2de-4140-8ece-d38521f28810 service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511874 Feb 15 14:29:09.834964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:10.006380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b7db332-7dcd-4886-b6a6-59f3e4af707f req-40a7a4c5-d072-44e9-8c23-b3abbf6df9dd service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843197 Feb 15 14:29:10.045726 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:10.114780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39188) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:10.451638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Deleting port 738cec73-5918-438e-8e8d-f80e09c7ec79 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:10.451983 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (738cec73-5918-438e-8e8d-f80e09c7ec79), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:10.529073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc68a93-4eb5-43bc-b362-b4fe5465c811 None None] Network b49095ac-ed02-47c2-9353-d2a5935d92dc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:10.559177 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (738cec73-5918-438e-8e8d-f80e09c7ec79), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:10.560171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (738cec73-5918-438e-8e8d-f80e09c7ec79), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:10.586718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Calling delete_port for 738cec73-5918-438e-8e8d-f80e09c7ec79 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:10.621136 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:10.630349 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:10.827653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2d5a8640-5751-452e-9cec-5db44964dd66 None None] Provisioning complete for port d09fb92f-c81b-47e9-b82d-8c58dad3f86e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:10.828038 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d5a8640-5751-452e-9cec-5db44964dd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:10.860272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=e7705f1f-4627-4af3-84d9-dbee00a9bd5d,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:10.959697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d09fb92f-c81b-47e9-b82d-8c58dad3f86e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:29:10.990692 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (738cec73-5918-438e-8e8d-f80e09c7ec79), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:11.046818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event deleted for resources: {'Port': ['ID=738cec73-5918-438e-8e8d-f80e09c7ec79,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:11.091419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f13ce7-f8c4-48bf-9a5c-711400fd8901 req-e5d7d642-616c-4314-a7bd-ee144e7d57cb tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:11.093284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23f13ce7-f8c4-48bf-9a5c-711400fd8901 req-e5d7d642-616c-4314-a7bd-ee144e7d57cb tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 943 time: 0.1532741 Feb 15 14:29:11.147341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a8640-5751-452e-9cec-5db44964dd66 None None] Current status of the port d09fb92f-c81b-47e9-b82d-8c58dad3f86e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:11.148257 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d5a8640-5751-452e-9cec-5db44964dd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:11.169671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d09fb92f-c81b-47e9-b82d-8c58dad3f86e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:11.170284 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:11.201779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (b6dee51b-353d-4ebd-80f5-0febca333149), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:11.202212 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Floating IP b6dee51b-353d-4ebd-80f5-0febca333149 disassociated (deleted). External IP: 172.25.6.67, port: 793b60ec-da3b-4039-bedb-3f70b8a06311. Feb 15 14:29:11.253247 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2d5a8640-5751-452e-9cec-5db44964dd66 None None] For port d09fb92f-c81b-47e9-b82d-8c58dad3f86e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d09fb92f-c81b-47e9-b82d-8c58dad3f86e,segment=NetworkSegment(e508d947-8b2b-4859-ac1c-f7b556b16008),segment_id=e508d947-8b2b-4859-ac1c-f7b556b16008)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:11.260862 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d5a8640-5751-452e-9cec-5db44964dd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:11.268942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (dff99be8-df35-405a-bef0-d8deeb5934ee), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:11.427905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a8640-5751-452e-9cec-5db44964dd66 None None] Pushing event updated for resources: {'Port': ['ID=d09fb92f-c81b-47e9-b82d-8c58dad3f86e,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:11.450648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d09fb92f-c81b-47e9-b82d-8c58dad3f86e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:11.496058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5c85051f-854f-4527-9fd9-5621bdd9636d None None] Provisioning complete for port e7705f1f-4627-4af3-84d9-dbee00a9bd5d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:11.496575 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c85051f-854f-4527-9fd9-5621bdd9636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:11.505768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23f13ce7-f8c4-48bf-9a5c-711400fd8901 req-f96a05bd-2776-41e4-9c84-273f745bd859 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3875623 Feb 15 14:29:11.533550 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:11.585186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5c85051f-854f-4527-9fd9-5621bdd9636d None None] Port e7705f1f-4627-4af3-84d9-dbee00a9bd5d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:11.606926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5c85051f-854f-4527-9fd9-5621bdd9636d None None] Provisioning complete for port d09fb92f-c81b-47e9-b82d-8c58dad3f86e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:11.607636 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c85051f-854f-4527-9fd9-5621bdd9636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:11.725294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Router 701ba21b-9555-42a1-aaf0-e2338ea93b61 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:29:11.821691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5c85051f-854f-4527-9fd9-5621bdd9636d None None] Current status of the port d09fb92f-c81b-47e9-b82d-8c58dad3f86e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:11.888292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:29:11.899591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4c5af2-9b4a-47f9-8240-b767e1f6dffc None None] Sync routers for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:29:11.900122 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:11.939218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4c5af2-9b4a-47f9-8240-b767e1f6dffc None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:11.940009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6e4c5af2-9b4a-47f9-8240-b767e1f6dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:11.964961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-acc71f34-f867-4f2b-a1d0-6ec4250a3020 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "DELETE /v2.0/floatingips/b6dee51b-353d-4ebd-80f5-0febca333149 HTTP/1.1" status: 204 len: 168 time: 1.8486595 Feb 15 14:29:11.966216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'tag': '793b60ec-da3b-4039-bedb-3f70b8a06311'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:29:11.968090 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546" -d '{"events": [{"name": "network-changed", "server_uuid": "aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2", "tag": "793b60ec-da3b-4039-bedb-3f70b8a06311"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:29:12.052899 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:12.068741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:12.142988 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c035302-7a51-4476-9f67-74b1243bf11f x-openstack-request-id: req-9c035302-7a51-4476-9f67-74b1243bf11f {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:29:12.147493 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2", "tag": "793b60ec-da3b-4039-bedb-3f70b8a06311", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:29:12.148122 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9c035302-7a51-4476-9f67-74b1243bf11f {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:29:12.150306 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'tag': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'status': 'completed', 'code': 200} Feb 15 14:29:12.163447 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-baa2165a-87a8-47bc-bf17-47a4a712c1cd None None] Provisioning complete for port e7705f1f-4627-4af3-84d9-dbee00a9bd5d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:12.164826 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-baa2165a-87a8-47bc-bf17-47a4a712c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:12.360230 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:12.414310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (dff99be8-df35-405a-bef0-d8deeb5934ee), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:12.434559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-6e4c5af2-9b4a-47f9-8240-b767e1f6dffc None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:29:12.477563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=e7705f1f-4627-4af3-84d9-dbee00a9bd5d,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:12.492024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device e20cbb46-073d-446b-8ac5-ae461f95d8a6 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:29:12.527822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9c0c3-734c-4ed7-9a9b-502b0cdc4216 req-e147c643-51ca-4ba6-b669-9e1386722c72 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:12.532232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ae9c0c3-734c-4ed7-9a9b-502b0cdc4216 req-e147c643-51ca-4ba6-b669-9e1386722c72 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 945 time: 0.1049497 Feb 15 14:29:12.647799 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-2064a2f4-e472-4b96-af33-56809de4aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:12.650106 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-2064a2f4-e472-4b96-af33-56809de4aac6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 1128 time: 0.4740334 Feb 15 14:29:12.658586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ae9c0c3-734c-4ed7-9a9b-502b0cdc4216 req-30ba2158-6483-4686-be41-1bacd81b6fe2 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/security-groups?id=35f46e68-4c67-4971-a6ba-3cd7933105b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140172 Feb 15 14:29:12.804748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcb77f-888a-4b2c-bac4-3d8acbf7a275 req-c3eefe01-3ac9-4ae3-9813-8939774c13e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:12.809000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ebcb77f-888a-4b2c-bac4-3d8acbf7a275 req-c3eefe01-3ac9-4ae3-9813-8939774c13e8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 943 time: 0.1492596 Feb 15 14:29:12.887520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-a47fb05e-862c-443a-882e-1730983a9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:12.889416 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-a47fb05e-862c-443a-882e-1730983a9a78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 200 len: 911 time: 0.2333155 Feb 15 14:29:12.933015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d09fb92f-c81b-47e9-b82d-8c58dad3f86e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:29:12.936732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-baa2165a-87a8-47bc-bf17-47a4a712c1cd None None] Port e7705f1f-4627-4af3-84d9-dbee00a9bd5d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:12.962951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ebcb77f-888a-4b2c-bac4-3d8acbf7a275 req-3d9802a3-5928-43f7-97e8-248994f308d1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300495 Feb 15 14:29:13.033671 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.resource_extend [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 14:29:13.086309 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-68a3e924-301b-4d03-b0e4-b8b578e04bbc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=793b60ec-da3b-4039-bedb-3f70b8a06311 HTTP/1.1" status: 200 len: 217 time: 0.1879165 Feb 15 14:29:13.123564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3aa10-af21-4b89-9c26-fd4948e9efcf req-8ec1e44f-fab2-4961-ac72-8bb6195906b1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:13.127405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1c3aa10-af21-4b89-9c26-fd4948e9efcf req-8ec1e44f-fab2-4961-ac72-8bb6195906b1 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 945 time: 0.1237895 Feb 15 14:29:13.136485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network b49095ac-ed02-47c2-9353-d2a5935d92dc is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:13.142779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:13.175094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-b98dfd19-471b-48a9-846f-2d080beec9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:13.176865 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-b98dfd19-471b-48a9-846f-2d080beec9b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 200 len: 849 time: 0.0832293 Feb 15 14:29:13.249320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:13.279578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'port_id': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'mac_address': 'fa:16:3e:26:00:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:29:13.422366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f1c3aa10-af21-4b89-9c26-fd4948e9efcf req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Deleting port 793b60ec-da3b-4039-bedb-3f70b8a06311 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:13.422366 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa10-af21-4b89-9c26-fd4948e9efcf req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:13.438731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-a5ea7266-4cfd-453f-9539-8335fe1d3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:13.441592 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-a5ea7266-4cfd-453f-9539-8335fe1d3a72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c73912-3615-4fc1-ad35-e54c9f618d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2205667 Feb 15 14:29:13.470407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-43dec8e9-b772-418b-83aa-be2198ea482c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:29:13.471590 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-43dec8e9-b772-418b-83aa-be2198ea482c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147305 Feb 15 14:29:13.492987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-373db264-07c2-47a5-89b5-1cc179cb3fa3 None None] Provisioning complete for port e7705f1f-4627-4af3-84d9-dbee00a9bd5d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:13.494116 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-373db264-07c2-47a5-89b5-1cc179cb3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:13.599147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-373db264-07c2-47a5-89b5-1cc179cb3fa3 None None] Port e7705f1f-4627-4af3-84d9-dbee00a9bd5d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:13.629170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port e20cbb46-073d-446b-8ac5-ae461f95d8a6 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:13.629170 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:13.647516 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-9a88f6be-308d-4c49-94e7-8bb146fc05fc service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598485 Feb 15 14:29:13.660739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d09fb92f-c81b-47e9-b82d-8c58dad3f86e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:13.661332 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:13.683086 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20cbb46-073d-446b-8ac5-ae461f95d8a6 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:29:13.710473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f1c3aa10-af21-4b89-9c26-fd4948e9efcf req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] For port 793b60ec-da3b-4039-bedb-3f70b8a06311, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=793b60ec-da3b-4039-bedb-3f70b8a06311,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:13.711671 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa10-af21-4b89-9c26-fd4948e9efcf req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:13.719205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:13.765519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f1c3aa10-af21-4b89-9c26-fd4948e9efcf req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Calling delete_port for 793b60ec-da3b-4039-bedb-3f70b8a06311 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:13.812819 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:13.860669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Router dff99be8-df35-405a-bef0-d8deeb5934ee is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:29:13.967252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-14ec9981-a366-4fa4-aa57-abbb3ae24026 None None] Provisioning complete for port e7705f1f-4627-4af3-84d9-dbee00a9bd5d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:13.967781 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-14ec9981-a366-4fa4-aa57-abbb3ae24026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:14.072347 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa10-af21-4b89-9c26-fd4948e9efcf req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (793b60ec-da3b-4039-bedb-3f70b8a06311), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:14.095678 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aa8dd0e8-117a-4fa3-b8dc-6052e7494546 req-1b457b4a-f685-4664-b543-78327a2b03c9 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316633 Feb 15 14:29:14.128756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-57d26858-7d4d-40d0-80c6-89d4c79400d9 req-a8dead4f-e1c2-4725-993a-f1bacb3fa45e tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0783489 Feb 15 14:29:14.146534 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:29:14.161636 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702b3cd-c6c1-4eea-a3fe-cd5f57498774 None None] Sync routers for ids ['dff99be8-df35-405a-bef0-d8deeb5934ee'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:29:14.179704 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-42f0a108-f4c7-4503-be48-d1a129084791 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "PUT /v2.0/routers/dff99be8-df35-405a-bef0-d8deeb5934ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0474255 Feb 15 14:29:14.180133 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39248) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:14.181284 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702b3cd-c6c1-4eea-a3fe-cd5f57498774 None None] Routers {'dff99be8-df35-405a-bef0-d8deeb5934ee'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:14.184357 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d702b3cd-c6c1-4eea-a3fe-cd5f57498774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['dff99be8-df35-405a-bef0-d8deeb5934ee'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:14.228903 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event deleted for resources: {'Port': ['ID=793b60ec-da3b-4039-bedb-3f70b8a06311,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:14.258461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.258815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.259190 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.259530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.259869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.260234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.260565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.260948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.261065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['e20cbb46-073d-446b-8ac5-ae461f95d8a6'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:29:14.261527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.261617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.261904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.262229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.262555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:14.282657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-14ec9981-a366-4fa4-aa57-abbb3ae24026 None None] Port e7705f1f-4627-4af3-84d9-dbee00a9bd5d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:14.293512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c3aa10-af21-4b89-9c26-fd4948e9efcf req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] No DVR routers for this DVR port 793b60ec-da3b-4039-bedb-3f70b8a06311 on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:29:14.297847 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f1c3aa10-af21-4b89-9c26-fd4948e9efcf req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:14.301402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1c3aa10-af21-4b89-9c26-fd4948e9efcf req-702747db-537f-41f1-9c7a-6ceaac8608e5 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.42 "DELETE /v2.0/ports/793b60ec-da3b-4039-bedb-3f70b8a06311 HTTP/1.1" status: 204 len: 173 time: 1.1677520 Feb 15 14:29:14.301899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'name': 'network-vif-deleted', 'tag': '793b60ec-da3b-4039-bedb-3f70b8a06311'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:29:14.305241 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f8aec0-3b1a-4446-ac91-7429773032ca" -d '{"events": [{"server_uuid": "aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2", "name": "network-vif-deleted", "tag": "793b60ec-da3b-4039-bedb-3f70b8a06311"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:29:14.330237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18402334-0f83-44ef-a61b-4816afec07b5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:14.335533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083eb56-c7ae-4172-bc08-383a3d003996 req-60c92994-52a2-43ac-8f4d-be290a30090a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:14.340077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6083eb56-c7ae-4172-bc08-383a3d003996 req-60c92994-52a2-43ac-8f4d-be290a30090a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 944 time: 0.2012010 Feb 15 14:29:14.340582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39252) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:14.348949 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-18402334-0f83-44ef-a61b-4816afec07b5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports?device_id=dff99be8-df35-405a-bef0-d8deeb5934ee HTTP/1.1" status: 200 len: 981 time: 0.1676354 Feb 15 14:29:14.364477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=e20cbb46-073d-446b-8ac5-ae461f95d8a6,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:14.371147 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d702b3cd-c6c1-4eea-a3fe-cd5f57498774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:14.409862 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702b3cd-c6c1-4eea-a3fe-cd5f57498774 None None] Routers {'dff99be8-df35-405a-bef0-d8deeb5934ee'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:14.410623 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d702b3cd-c6c1-4eea-a3fe-cd5f57498774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['dff99be8-df35-405a-bef0-d8deeb5934ee'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:14.448421 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c31c217-8ae7-4063-9efe-cd786b1a1504 x-openstack-request-id: req-6c31c217-8ae7-4063-9efe-cd786b1a1504 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:29:14.450366 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2", "name": "network-vif-deleted", "tag": "793b60ec-da3b-4039-bedb-3f70b8a06311", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:29:14.451279 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c31c217-8ae7-4063-9efe-cd786b1a1504 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:29:14.452036 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2', 'name': 'network-vif-deleted', 'tag': '793b60ec-da3b-4039-bedb-3f70b8a06311', 'status': 'completed', 'code': 200} Feb 15 14:29:14.461803 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-d702b3cd-c6c1-4eea-a3fe-cd5f57498774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:14.462865 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702b3cd-c6c1-4eea-a3fe-cd5f57498774 None None] The sync data for ids ['dff99be8-df35-405a-bef0-d8deeb5934ee'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:29:14.538435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d09fb92f-c81b-47e9-b82d-8c58dad3f86e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:14.576195 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6e4c5af2-9b4a-47f9-8240-b767e1f6dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:14.636878 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4c5af2-9b4a-47f9-8240-b767e1f6dffc None None] Checking router: 701ba21b-9555-42a1-aaf0-e2338ea93b61 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:29:14.696885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6083eb56-c7ae-4172-bc08-383a3d003996 req-87946988-bb9c-42d9-9023-9cdd4709c136 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436562 Feb 15 14:29:14.710438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4c5af2-9b4a-47f9-8240-b767e1f6dffc None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:14.711220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6e4c5af2-9b4a-47f9-8240-b767e1f6dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:28:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:14.907152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-6e4c5af2-9b4a-47f9-8240-b767e1f6dffc None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:29:14.980727 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ea060661-26c3-4725-a43c-0e5e187f1d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:15.064081 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11b6af24-0771-4e0f-b443-46018dd517f3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (dff99be8-df35-405a-bef0-d8deeb5934ee), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:15.308899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-6e4c5af2-9b4a-47f9-8240-b767e1f6dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:15.337301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d1d83881-130e-463d-8fdd-231f317b2cb0 req-ed8eb0e4-6d4d-42ce-817c-daefa4bc8496 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0756795 Feb 15 14:29:15.347458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4c5af2-9b4a-47f9-8240-b767e1f6dffc None None] The sync data for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 is: [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:09:41Z', 'revision_number': 4, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'd1f1e283-0dd5-4af6-aa52-33409acae8c6', 'name': '', 'network_id': 'c8c73912-3615-4fc1-ad35-e54c9f618d74', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'mac_address': 'fa:16:3e:d7:f7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:40Z', 'updated_at': '2022-02-15T14:09:48Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'subnets': [{'id': '5bdd149c-20c0-4211-876f-a7af9ef676ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:29:15.499557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-11b6af24-0771-4e0f-b443-46018dd517f3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port e7705f1f-4627-4af3-84d9-dbee00a9bd5d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:15.500306 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11b6af24-0771-4e0f-b443-46018dd517f3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:15.668329 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11b6af24-0771-4e0f-b443-46018dd517f3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:15.698799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-11b6af24-0771-4e0f-b443-46018dd517f3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for e7705f1f-4627-4af3-84d9-dbee00a9bd5d owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:15.870093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67212f1-4893-434a-93ca-86dc25b106e1 None None] New status for floating IP b6dee51b-353d-4ebd-80f5-0febca333149: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:29:16.023920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233302d-a77c-4ffd-99e8-a5b4de8fa714 req-4596e2d1-7df4-46eb-ad0f-619f7e83673c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:16.026089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8233302d-a77c-4ffd-99e8-a5b4de8fa714 req-4596e2d1-7df4-46eb-ad0f-619f7e83673c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 944 time: 0.1627917 Feb 15 14:29:16.418587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device e20cbb46-073d-446b-8ac5-ae461f95d8a6 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:29:16.529013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port e20cbb46-073d-446b-8ac5-ae461f95d8a6 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:29:16.540188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port e20cbb46-073d-446b-8ac5-ae461f95d8a6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:16.543814 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:16.551222 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11b6af24-0771-4e0f-b443-46018dd517f3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e7705f1f-4627-4af3-84d9-dbee00a9bd5d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:16.638705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c01b3f4f-53ff-43f7-b2f1-fec270fd8453 req-98638d3c-1662-4ae9-b29c-11e763636e64 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.1159043 Feb 15 14:29:16.695829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8233302d-a77c-4ffd-99e8-a5b4de8fa714 req-2873bff5-9d9d-4264-8fa2-0a4435238cc4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6598644 Feb 15 14:29:16.701396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6af24-0771-4e0f-b443-46018dd517f3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=e7705f1f-4627-4af3-84d9-dbee00a9bd5d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:16.738748 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port e20cbb46-073d-446b-8ac5-ae461f95d8a6 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:16.739467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:16.818510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:16.820012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:29:16.823478 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b985f917-ee94-4816-85aa-bfbf91de661e" -d '{"events": [{"server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "name": "network-vif-plugged", "status": "completed", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:29:16.836918 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:16.906200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 793b60ec-da3b-4039-bedb-3f70b8a06311 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:29:16.949265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 793b60ec-da3b-4039-bedb-3f70b8a06311 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:29:16.949265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 793b60ec-da3b-4039-bedb-3f70b8a06311 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:29:16.953921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=e20cbb46-073d-446b-8ac5-ae461f95d8a6,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:16.967736 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-11b6af24-0771-4e0f-b443-46018dd517f3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (dff99be8-df35-405a-bef0-d8deeb5934ee), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:17.128663 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d615f7-7dde-4fcf-8906-cc6028ffc2ce x-openstack-request-id: req-f5d615f7-7dde-4fcf-8906-cc6028ffc2ce {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:29:17.128968 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "name": "network-vif-plugged", "status": "completed", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:29:17.129223 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f5d615f7-7dde-4fcf-8906-cc6028ffc2ce {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:29:17.129626 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'code': 200} Feb 15 14:29:17.182724 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-90b545ab-743a-4966-b24a-c5d31e0f8aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:17.359374 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e4159-ef12-498b-991f-b162d77b319d req-c175711c-0d80-48fe-ac41-fd93fe142171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:17.361084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e52e4159-ef12-498b-991f-b162d77b319d req-c175711c-0d80-48fe-ac41-fd93fe142171 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1128 time: 0.1530027 Feb 15 14:29:17.375501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b6af24-0771-4e0f-b443-46018dd517f3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Router dff99be8-df35-405a-bef0-d8deeb5934ee has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:29:17.497132 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e52e4159-ef12-498b-991f-b162d77b319d req-b4ebb7ee-c935-4495-8130-a89609109df6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288884 Feb 15 14:29:17.505804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b6af24-0771-4e0f-b443-46018dd517f3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:29:17.516696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39304) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:17.517213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-11b6af24-0771-4e0f-b443-46018dd517f3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "PUT /v2.0/routers/dff99be8-df35-405a-bef0-d8deeb5934ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1752834 Feb 15 14:29:17.537570 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadc5c8-2306-41f0-b03a-592c9dace432 None None] Sync routers for ids ['dff99be8-df35-405a-bef0-d8deeb5934ee'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:29:17.558323 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3351004-0764-4645-b575-45e09e9f751b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:29:17.558740 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fadc5c8-2306-41f0-b03a-592c9dace432 None None] Routers {'dff99be8-df35-405a-bef0-d8deeb5934ee'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:17.559567 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4fadc5c8-2306-41f0-b03a-592c9dace432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:29:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['dff99be8-df35-405a-bef0-d8deeb5934ee'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:17.564079 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e3351004-0764-4645-b575-45e09e9f751b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/e7705f1f-4627-4af3-84d9-dbee00a9bd5d HTTP/1.1" status: 404 len: 333 time: 0.0448792 Feb 15 14:29:17.564770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39308) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:17.617340 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4fadc5c8-2306-41f0-b03a-592c9dace432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:17.628867 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fadc5c8-2306-41f0-b03a-592c9dace432 None None] Routers {'dff99be8-df35-405a-bef0-d8deeb5934ee'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:17.629666 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4fadc5c8-2306-41f0-b03a-592c9dace432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:29:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['dff99be8-df35-405a-bef0-d8deeb5934ee'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:17.672319 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4fadc5c8-2306-41f0-b03a-592c9dace432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:17.673711 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadc5c8-2306-41f0-b03a-592c9dace432 None None] The sync data for ids ['dff99be8-df35-405a-bef0-d8deeb5934ee'] in n-d-829064-15 is: [] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:29:17.680101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-066d4774-1dd0-4a75-869c-7d7a06ded845 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for router (dff99be8-df35-405a-bef0-d8deeb5934ee), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:17.885482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9246fb3-4a03-4581-bd75-3e7d7af8bba2 req-8f52dc3c-49d9-442d-a844-228d439d531b tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0767310 Feb 15 14:29:18.038804 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-066d4774-1dd0-4a75-869c-7d7a06ded845 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (dff99be8-df35-405a-bef0-d8deeb5934ee), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:18.044349 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-066d4774-1dd0-4a75-869c-7d7a06ded845 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for router_controller (dff99be8-df35-405a-bef0-d8deeb5934ee), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:18.133587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a4e41-11dc-45c2-8424-25e30ca3cff3 req-13659715-ea3d-4671-9199-16caec599de3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:18.137170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b30a4e41-11dc-45c2-8424-25e30ca3cff3 req-13659715-ea3d-4671-9199-16caec599de3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 945 time: 0.2500050 Feb 15 14:29:18.139209 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-066d4774-1dd0-4a75-869c-7d7a06ded845 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (dff99be8-df35-405a-bef0-d8deeb5934ee), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:18.140035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066d4774-1dd0-4a75-869c-7d7a06ded845 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Fanout notify agent at l3_agent the message router_deleted on router dff99be8-df35-405a-bef0-d8deeb5934ee {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:29:18.157947 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-066d4774-1dd0-4a75-869c-7d7a06ded845 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:18.160744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-066d4774-1dd0-4a75-869c-7d7a06ded845 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/routers/dff99be8-df35-405a-bef0-d8deeb5934ee HTTP/1.1" status: 204 len: 168 time: 0.5938725 Feb 15 14:29:18.164815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39324) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:18.266186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b30a4e41-11dc-45c2-8424-25e30ca3cff3 req-d8ec5376-219a-4e8e-a580-a13ec13d8b49 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040561 Feb 15 14:29:18.278660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7feb86e-9aef-4dc1-b816-636c4f1be519 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting subnet 0b1f2181-68b2-4463-aa74-29173502a055 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:29:18.304772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7feb86e-9aef-4dc1-b816-636c4f1be519 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (0b1f2181-68b2-4463-aa74-29173502a055), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:18.362050 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7feb86e-9aef-4dc1-b816-636c4f1be519 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (0b1f2181-68b2-4463-aa74-29173502a055), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:18.426996 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:18.537727 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7feb86e-9aef-4dc1-b816-636c4f1be519 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0b1f2181-68b2-4463-aa74-29173502a055), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:18.659619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7feb86e-9aef-4dc1-b816-636c4f1be519 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (0b1f2181-68b2-4463-aa74-29173502a055), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:18.712871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feb86e-9aef-4dc1-b816-636c4f1be519 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1f2181-68b2-4463-aa74-29173502a055,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:18.724685 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f7feb86e-9aef-4dc1-b816-636c4f1be519 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:18.730710 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f7feb86e-9aef-4dc1-b816-636c4f1be519 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/0b1f2181-68b2-4463-aa74-29173502a055 HTTP/1.1" status: 204 len: 168 time: 0.5632746 Feb 15 14:29:18.733429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39330) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:18.752360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad806ff-5b06-4d32-92b6-676d60af8f0d None None] Network b49095ac-ed02-47c2-9353-d2a5935d92dc requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:18.879439 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (b49095ac-ed02-47c2-9353-d2a5935d92dc), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:19.002867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port d09fb92f-c81b-47e9-b82d-8c58dad3f86e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:19.002867 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:19.173813 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b7a6c583-725c-4ae6-9e3b-b0910763f357 req-72d058ef-c8d4-4ce8-aaad-ed138e68677c tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0818071 Feb 15 14:29:19.200376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f053c-3ddd-4cd2-bc33-f267db2a0dd1 None None] DHCP port deletion for b49095ac-ed02-47c2-9353-d2a5935d92dc request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:29:19.241756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] For port d09fb92f-c81b-47e9-b82d-8c58dad3f86e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d09fb92f-c81b-47e9-b82d-8c58dad3f86e,segment=NetworkSegment(e508d947-8b2b-4859-ac1c-f7b556b16008),segment_id=e508d947-8b2b-4859-ac1c-f7b556b16008)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:19.242651 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:19.267012 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-250f053c-3ddd-4cd2-bc33-f267db2a0dd1 None None] Deleting port d09fb92f-c81b-47e9-b82d-8c58dad3f86e {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:19.274403 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-250f053c-3ddd-4cd2-bc33-f267db2a0dd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:19.285680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for d09fb92f-c81b-47e9-b82d-8c58dad3f86e owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:19.442725 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:19.465869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No DVR routers for this DVR port d09fb92f-c81b-47e9-b82d-8c58dad3f86e on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:29:19.484150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-250f053c-3ddd-4cd2-bc33-f267db2a0dd1 None None] For port d09fb92f-c81b-47e9-b82d-8c58dad3f86e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d09fb92f-c81b-47e9-b82d-8c58dad3f86e,segment=NetworkSegment(e508d947-8b2b-4859-ac1c-f7b556b16008),segment_id=e508d947-8b2b-4859-ac1c-f7b556b16008)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:19.484810 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-250f053c-3ddd-4cd2-bc33-f267db2a0dd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:19.509288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-250f053c-3ddd-4cd2-bc33-f267db2a0dd1 None None] Calling delete_port for d09fb92f-c81b-47e9-b82d-8c58dad3f86e owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:19.637216 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-250f053c-3ddd-4cd2-bc33-f267db2a0dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (d09fb92f-c81b-47e9-b82d-8c58dad3f86e), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:19.647443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=d09fb92f-c81b-47e9-b82d-8c58dad3f86e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:19.680503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f053c-3ddd-4cd2-bc33-f267db2a0dd1 None None] Pushing event deleted for resources: {'Port': ['ID=d09fb92f-c81b-47e9-b82d-8c58dad3f86e,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:19.687402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f053c-3ddd-4cd2-bc33-f267db2a0dd1 None None] No DVR routers for this DVR port d09fb92f-c81b-47e9-b82d-8c58dad3f86e on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:29:19.769153 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:19.790161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5974a57-a20e-43a5-83f6-a502c7ec32c6 req-b4b89381-f5a3-4041-b0bf-8856db6543bd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:19.791843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5974a57-a20e-43a5-83f6-a502c7ec32c6 req-b4b89381-f5a3-4041-b0bf-8856db6543bd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 945 time: 0.2903960 Feb 15 14:29:19.830043 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (b49095ac-ed02-47c2-9353-d2a5935d92dc), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:19.864466 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49095ac-ed02-47c2-9353-d2a5935d92dc']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:19.877621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e508d947-8b2b-4859-ac1c-f7b556b16008') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:19.878192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e508d947-8b2b-4859-ac1c-f7b556b16008') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:19.914342 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (e508d947-8b2b-4859-ac1c-f7b556b16008), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:19.933789 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e508d947-8b2b-4859-ac1c-f7b556b16008), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:19.941699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:29:19.942757 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (e508d947-8b2b-4859-ac1c-f7b556b16008), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:29:20.020035 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:29:20.096249 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (b49095ac-ed02-47c2-9353-d2a5935d92dc), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:20.117836 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:20.126141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/networks/b49095ac-ed02-47c2-9353-d2a5935d92dc HTTP/1.1" status: 204 len: 168 time: 1.3862402 Feb 15 14:29:20.127689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39358) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:20.156564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63489654-bd57-451d-92ab-c523282e06af tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Network': ['ID=b49095ac-ed02-47c2-9353-d2a5935d92dc,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:20.169732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5974a57-a20e-43a5-83f6-a502c7ec32c6 req-584df599-5880-4bcc-9d85-7a1aa3a13e97 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697476 Feb 15 14:29:20.286249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abce30d5-f140-49e9-a907-1acf095466ee tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:20.288617 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-abce30d5-f140-49e9-a907-1acf095466ee tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/1348aec1-8068-4b5b-b19f-cfc347dc9aa3 HTTP/1.1" status: 200 len: 840 time: 0.1589313 Feb 15 14:29:20.292942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39364) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:20.414192 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-09e0d8d1-6d4b-4aa8-bb7a-d485e0ad5a91 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/1348aec1-8068-4b5b-b19f-cfc347dc9aa3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1127419 Feb 15 14:29:20.415259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39366) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:20.433449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2e92cab2-0749-4efb-9ba7-fbf4bbb7ed90 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:20.485251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f88f95cc-8bec-4bb2-906f-7965a4e2605c req-3e1f0324-4019-4d36-8b87-79435fed4be3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.1081202 Feb 15 14:29:20.532907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699eb07-4361-4ad6-a9ba-ec55b358b121 req-b2366f33-9943-4709-9204-1aa4989ec19a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:20.551621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5699eb07-4361-4ad6-a9ba-ec55b358b121 req-b2366f33-9943-4709-9204-1aa4989ec19a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 945 time: 0.1957619 Feb 15 14:29:20.673433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e92cab2-0749-4efb-9ba7-fbf4bbb7ed90 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:20.677091 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e92cab2-0749-4efb-9ba7-fbf4bbb7ed90 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:20.702109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d09fb92f-c81b-47e9-b82d-8c58dad3f86e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:29:20.738126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5699eb07-4361-4ad6-a9ba-ec55b358b121 req-f407c61f-91de-4ff0-b078-25659007a528 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853182 Feb 15 14:29:20.777163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39372) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:20.779948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d09fb92f-c81b-47e9-b82d-8c58dad3f86e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:29:20.780426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d09fb92f-c81b-47e9-b82d-8c58dad3f86e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:29:20.907562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fc78a1-a18d-41fa-8e2e-88cb37e44f80 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:20.909689 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b3fc78a1-a18d-41fa-8e2e-88cb37e44f80 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1123 time: 0.1312413 Feb 15 14:29:20.913075 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39374) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:20.918491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:20.968833 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:21.109928 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:21.199038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:21.326497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e92cab2-0749-4efb-9ba7-fbf4bbb7ed90 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (0aca62be-7508-4b19-a71d-89bdf2cd01a0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:21.387509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.25.6.39 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/21e9020b-efe0-4717-9cf4-48ee4a8dc7be) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:21.426489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e92cab2-0749-4efb-9ba7-fbf4bbb7ed90 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:21.437454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2e92cab2-0749-4efb-9ba7-fbf4bbb7ed90 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:21.447235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e92cab2-0749-4efb-9ba7-fbf4bbb7ed90 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:21.448472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92923676-cdc4-4be1-bb28-8fb62fef26af None None] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:21.449315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2e92cab2-0749-4efb-9ba7-fbf4bbb7ed90 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:21.484681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92cab2-0749-4efb-9ba7-fbf4bbb7ed90 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Subnet': ['ID=0aca62be-7508-4b19-a71d-89bdf2cd01a0,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:21.516615 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2e92cab2-0749-4efb-9ba7-fbf4bbb7ed90 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0992649 Feb 15 14:29:21.521559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39386) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:21.540139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-62729940-ba83-4b42-bbf2-e3f568483a87 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'security_group': {'name': 'tempest-secgroup-82392002'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:21.623478 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-62729940-ba83-4b42-bbf2-e3f568483a87 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:21.717093 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (21e9020b-efe0-4717-9cf4-48ee4a8dc7be), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:21.882953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-345df0ad-84fc-4082-9de0-48ee521ac5ae req-24bf6ca9-cad7-4311-9f41-ca19be5ac5f8 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.1141682 Feb 15 14:29:21.902141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (21e9020b-efe0-4717-9cf4-48ee4a8dc7be), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:21.998226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-62729940-ba83-4b42-bbf2-e3f568483a87 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (2646f836-2a43-4a2f-b24f-693d9e680840), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:22.005066 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-62729940-ba83-4b42-bbf2-e3f568483a87 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2646f836-2a43-4a2f-b24f-693d9e680840), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:22.092368 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-62729940-ba83-4b42-bbf2-e3f568483a87 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:22.099263 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-62729940-ba83-4b42-bbf2-e3f568483a87 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5687127 Feb 15 14:29:22.099518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:22.101322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39396) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:22.109026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=21e9020b-efe0-4717-9cf4-48ee4a8dc7be,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:22.113244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0958ace4-3fef-4c4a-bc5c-a8dfcb20e65c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'security_group': {'name': 'tempest-secgroup-789052243'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:22.130307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:22.146146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0958ace4-3fef-4c4a-bc5c-a8dfcb20e65c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:22.147816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:29:22.251755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0958ace4-3fef-4c4a-bc5c-a8dfcb20e65c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (ad2346bc-a5fc-4a5c-8a59-9a08491968ca), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:22.253715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62729940-ba83-4b42-bbf2-e3f568483a87 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2646f836-2a43-4a2f-b24f-693d9e680840,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:22.259547 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0958ace4-3fef-4c4a-bc5c-a8dfcb20e65c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ad2346bc-a5fc-4a5c-8a59-9a08491968ca), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:22.336424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-cb4fb78f-8ff3-4dc1-8902-43d896730294', 'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'project_id': '2b0d67cb82fb437cba1f7a4b614b6df6', 'fixed_ips': [{'subnet_id': '0aca62be-7508-4b19-a71d-89bdf2cd01a0'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:29:22.337518 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:22.363394 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0958ace4-3fef-4c4a-bc5c-a8dfcb20e65c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:22.368648 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0958ace4-3fef-4c4a-bc5c-a8dfcb20e65c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2597623 Feb 15 14:29:22.373438 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39404) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:22.383019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-213570076', 'security_groups': ['ad2346bc-a5fc-4a5c-8a59-9a08491968ca'], 'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0aca62be-7508-4b19-a71d-89bdf2cd01a0'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:22.536484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958ace4-3fef-4c4a-bc5c-a8dfcb20e65c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2346bc-a5fc-4a5c-8a59-9a08491968ca,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:22.743096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:22.755284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Allocated IP 172.20.0.2 (cb4fb78f-8ff3-4dc1-8902-43d896730294/0aca62be-7508-4b19-a71d-89bdf2cd01a0/3ac01c00-05ba-427c-81e9-5bf55cba30e4) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:23.042584 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:23.102586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port 29db3094-62fa-4058-b5e7-f643cd82a8b7 yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:29:23.281989 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Publish callbacks [] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:23.290886 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:23.293414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78413f4b-752a-4453-8d96-8c3c0ce27bdb req-7be58184-34cb-40e1-8f6b-9378c3a39c10 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0508850 Feb 15 14:29:23.391779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (8d8f2b2e-c059-4c44-80b3-4b9060a19abf), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:23.443832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:23.446197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Pushing event updated for resources: {'Port': ['ID=3ac01c00-05ba-427c-81e9-5bf55cba30e4,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:23.467685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:23.469943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.10 (cb4fb78f-8ff3-4dc1-8902-43d896730294/0aca62be-7508-4b19-a71d-89bdf2cd01a0/29db3094-62fa-4058-b5e7-f643cd82a8b7) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:23.479078 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:29:23.660522 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (21e9020b-efe0-4717-9cf4-48ee4a8dc7be), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:23.664099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Attempting to bind port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:29:23.665650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Attempting to bind port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '3c416d50-fec0-47bd-8e03-1187f918a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:29:23.668536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Attempting to bind port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 on network cb4fb78f-8ff3-4dc1-8902-43d896730294 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:29:23.680687 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:29:23.685940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Checking segment: {'id': '3c416d50-fec0-47bd-8e03-1187f918a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:29:23.686684 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:23.687437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Bound using segment: {'id': '3c416d50-fec0-47bd-8e03-1187f918a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:29:23.688101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Bound port: 3ac01c00-05ba-427c-81e9-5bf55cba30e4, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c416d50-fec0-47bd-8e03-1187f918a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:29:23.688781 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:23.859394 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (29db3094-62fa-4058-b5e7-f643cd82a8b7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:23.910807 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] For port 3ac01c00-05ba-427c-81e9-5bf55cba30e4, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:29:23.915172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] For port 3ac01c00-05ba-427c-81e9-5bf55cba30e4, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3ac01c00-05ba-427c-81e9-5bf55cba30e4,segment=NetworkSegment(3c416d50-fec0-47bd-8e03-1187f918a231),segment_id=3c416d50-fec0-47bd-8e03-1187f918a231)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:29:23.930010 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:23.943599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (29db3094-62fa-4058-b5e7-f643cd82a8b7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:24.071426 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:24.075124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:24.082666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:29:24.124293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89551430-ac4d-463d-bda3-60d5e60089f5 None None] Pushing event updated for resources: {'Port': ['ID=3ac01c00-05ba-427c-81e9-5bf55cba30e4,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:24.146164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (21e9020b-efe0-4717-9cf4-48ee4a8dc7be), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:24.161623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (21e9020b-efe0-4717-9cf4-48ee4a8dc7be), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:24.257183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=29db3094-62fa-4058-b5e7-f643cd82a8b7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:24.360628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:24.361315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:24.438142 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6ab62052-49a9-47fc-a58e-925daa413c2b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0602357 Feb 15 14:29:24.450279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39456) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:24.504134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0b550ae5-a1a2-425a-b86b-91ec8168b394 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:24.529685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-681eebd5-8874-4b0b-8835-01b700021cea req-d8088bba-96f3-4885-b6d7-bd03d27652a7 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0898676 Feb 15 14:29:24.584371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=21e9020b-efe0-4717-9cf4-48ee4a8dc7be,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:24.605142 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (8d8f2b2e-c059-4c44-80b3-4b9060a19abf), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:24.848661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3ac01c00-05ba-427c-81e9-5bf55cba30e4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:29:24.855421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b550ae5-a1a2-425a-b86b-91ec8168b394 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:24.866883 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0b550ae5-a1a2-425a-b86b-91ec8168b394 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:24.906769 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Floating IP 8d8f2b2e-c059-4c44-80b3-4b9060a19abf associated. External IP: 172.25.6.39, port: e20cbb46-073d-446b-8ac5-ae461f95d8a6. Feb 15 14:29:24.985562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:24.986036 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:25.171591 n-d-829064-15 neutron-server[109972]: INFO neutron.db.ipam_backend_mixin [None req-0b550ae5-a1a2-425a-b86b-91ec8168b394 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0aca62be-7508-4b19-a71d-89bdf2cd01a0 (CIDR: 172.20.0.0/28) Feb 15 14:29:25.175828 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b550ae5-a1a2-425a-b86b-91ec8168b394 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:29:25.176322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b550ae5-a1a2-425a-b86b-91ec8168b394 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:25.208790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0b550ae5-a1a2-425a-b86b-91ec8168b394 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7558603 Feb 15 14:29:25.215027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39470) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:25.230777 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-35328496-0a0f-4c1b-a737-6a27d9f1ba03 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:25.238093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:25.238979 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:25.345343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 3ac01c00-05ba-427c-81e9-5bf55cba30e4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3ac01c00-05ba-427c-81e9-5bf55cba30e4,segment=NetworkSegment(3c416d50-fec0-47bd-8e03-1187f918a231),segment_id=3c416d50-fec0-47bd-8e03-1187f918a231)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:25.368613 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:25.444123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-19bda4a7-d8e1-4549-9ed6-af7dab1fb4ca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1772580 Feb 15 14:29:25.564800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:29:25.573844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=3ac01c00-05ba-427c-81e9-5bf55cba30e4,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:25.599711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35328496-0a0f-4c1b-a737-6a27d9f1ba03 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:25.613088 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35328496-0a0f-4c1b-a737-6a27d9f1ba03 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:26.062001 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35328496-0a0f-4c1b-a737-6a27d9f1ba03 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (7419450f-a610-4ca1-a70a-af51dcff5773), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:26.111479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-929ea1ea-258b-4b0e-8160-47eb8e9110eb None None] Provisioning complete for port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:26.112019 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-929ea1ea-258b-4b0e-8160-47eb8e9110eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:26.147261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35328496-0a0f-4c1b-a737-6a27d9f1ba03 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:26.155716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-35328496-0a0f-4c1b-a737-6a27d9f1ba03 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:26.161835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35328496-0a0f-4c1b-a737-6a27d9f1ba03 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:26.163559 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35328496-0a0f-4c1b-a737-6a27d9f1ba03 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:26.271449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35328496-0a0f-4c1b-a737-6a27d9f1ba03 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Subnet': ['ID=7419450f-a610-4ca1-a70a-af51dcff5773,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:26.305225 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-35328496-0a0f-4c1b-a737-6a27d9f1ba03 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0881569 Feb 15 14:29:26.311553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39490) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:26.319591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e2ba53c8-1b4e-4547-9c64-f0074d262c65 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1862863825', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7419450f-a610-4ca1-a70a-af51dcff5773'}], 'security_groups': ['2646f836-2a43-4a2f-b24f-693d9e680840']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:26.444857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-929ea1ea-258b-4b0e-8160-47eb8e9110eb None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:26.460835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-929ea1ea-258b-4b0e-8160-47eb8e9110eb None None] Provisioning complete for port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:26.461487 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-929ea1ea-258b-4b0e-8160-47eb8e9110eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1348aec1-8068-4b5b-b19f-cfc347dc9aa3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:26.501758 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2ba53c8-1b4e-4547-9c64-f0074d262c65 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (29db3094-62fa-4058-b5e7-f643cd82a8b7), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:26.513620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e81b0d-f4aa-45ca-9e96-d4dacddbec67 None None] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:26.599692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-929ea1ea-258b-4b0e-8160-47eb8e9110eb None None] Port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:26.692926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f700128a-973d-490d-80af-e7fc30e02fc3 req-cb1bed68-66e9-466b-bfba-69f628285478 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.2634699 Feb 15 14:29:26.729826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-c7ea7790-f53d-4fa4-b006-1a6ef33c7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:26.732196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-c7ea7790-f53d-4fa4-b006-1a6ef33c7f15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1128 time: 1.2149911 Feb 15 14:29:26.848531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3ac01c00-05ba-427c-81e9-5bf55cba30e4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:29:26.943212 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-42e440d6-33e9-423c-b024-d58fae2b3450 None None] Provisioning complete for port 29db3094-62fa-4058-b5e7-f643cd82a8b7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:26.943495 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-42e440d6-33e9-423c-b024-d58fae2b3450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (29db3094-62fa-4058-b5e7-f643cd82a8b7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:27.022440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-269afba9-eed9-440b-97b3-8b932262be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:27.025535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-269afba9-eed9-440b-97b3-8b932262be37 service neutron] 10.222.0.67 "GET /v2.0/networks?id=031587a2-7d27-43fc-a7b9-0cc7c8051aef HTTP/1.1" status: 200 len: 898 time: 0.2530768 Feb 15 14:29:27.096544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-42e440d6-33e9-423c-b024-d58fae2b3450 None None] Port 29db3094-62fa-4058-b5e7-f643cd82a8b7 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:27.141664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:27.144367 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:27.223645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-0e9cf227-eb6a-4c2d-b8e0-1dc442f80838 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 998 time: 0.1910160 Feb 15 14:29:27.229403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:29:27.270054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c009cb3-8c7e-4e17-92d3-3a061454788f None None] Sync routers for ids ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:29:27.330422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c009cb3-8c7e-4e17-92d3-3a061454788f None None] Routers {'6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:27.331303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0c009cb3-8c7e-4e17-92d3-3a061454788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:29:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:27.366449 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:27.493795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f4db99d4-4b7d-4180-bbeb-807bf9a39256 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.5758259 Feb 15 14:29:27.494108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-0c009cb3-8c7e-4e17-92d3-3a061454788f None None] Set router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:29:27.494276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:29:27.516536 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b563e2-19e6-4990-983d-f7ac720e9313" -d '{"events": [{"name": "network-changed", "server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:29:27.556868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-85700239-d686-4d29-83ec-085e583c6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:27.559427 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-85700239-d686-4d29-83ec-085e583c6abe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecb6b452-a8d3-4569-b315-b31598dd4407 HTTP/1.1" status: 200 len: 835 time: 0.3276992 Feb 15 14:29:27.686452 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2402d511-b381-48d1-87fe-f92df3f91958 x-openstack-request-id: req-2402d511-b381-48d1-87fe-f92df3f91958 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:29:27.687114 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:29:27.687435 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2402d511-b381-48d1-87fe-f92df3f91958 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:29:27.687838 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'status': 'completed', 'code': 200} Feb 15 14:29:27.755390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e2ba53c8-1b4e-4547-9c64-f0074d262c65 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Delete allocated IP 172.20.0.10 (cb4fb78f-8ff3-4dc1-8902-43d896730294/0aca62be-7508-4b19-a71d-89bdf2cd01a0) {{(pid=109972) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 14:29:27.775893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e2ba53c8-1b4e-4547-9c64-f0074d262c65 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.28 (cb4fb78f-8ff3-4dc1-8902-43d896730294/7419450f-a610-4ca1-a70a-af51dcff5773/29db3094-62fa-4058-b5e7-f643cd82a8b7) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:27.780653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdf9124-5a43-40a3-b95b-4e52ab5b30ce None None] Update dhcp port {'port': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'fixed_ips': [{'subnet_id': '0aca62be-7508-4b19-a71d-89bdf2cd01a0', 'ip_address': '172.20.0.2'}, {'subnet_id': '7419450f-a610-4ca1-a70a-af51dcff5773'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '3ac01c00-05ba-427c-81e9-5bf55cba30e4'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:29:27.897370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-a53d9523-7b62-42b0-8424-4e9b6241fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:27.899096 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-a53d9523-7b62-42b0-8424-4e9b6241fb4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=031587a2-7d27-43fc-a7b9-0cc7c8051aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3267858 Feb 15 14:29:27.921500 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9124-5a43-40a3-b95b-4e52ab5b30ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:27.995518 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2ba53c8-1b4e-4547-9c64-f0074d262c65 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (29db3094-62fa-4058-b5e7-f643cd82a8b7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:28.002936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2ba53c8-1b4e-4547-9c64-f0074d262c65 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (29db3094-62fa-4058-b5e7-f643cd82a8b7), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:28.017157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-784e2974-54f8-437b-96cb-d758eb1a13c2 req-d74ff60f-46bc-4462-8cf3-80e5f03a2673 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0762625 Feb 15 14:29:28.198681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ec762-8bb0-44ee-8ab1-b951a4b2ea64 req-0b976fae-0098-4196-855c-2ccdcd5ab354 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:28.200371 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d10ec762-8bb0-44ee-8ab1-b951a4b2ea64 req-0b976fae-0098-4196-855c-2ccdcd5ab354 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 945 time: 0.5106006 Feb 15 14:29:28.245970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba53c8-1b4e-4547-9c64-f0074d262c65 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=29db3094-62fa-4058-b5e7-f643cd82a8b7,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:28.282052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba53c8-1b4e-4547-9c64-f0074d262c65 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] In _notify_port_updated(), no bound segment for port 29db3094-62fa-4058-b5e7-f643cd82a8b7 on network cb4fb78f-8ff3-4dc1-8902-43d896730294 {{(pid=109972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:29:28.294310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba53c8-1b4e-4547-9c64-f0074d262c65 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:28.294973 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e2ba53c8-1b4e-4547-9c64-f0074d262c65 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:28.304101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:28.305466 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e2ba53c8-1b4e-4547-9c64-f0074d262c65 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "PUT /v2.0/ports/29db3094-62fa-4058-b5e7-f643cd82a8b7 HTTP/1.1" status: 200 len: 921 time: 1.9919815 Feb 15 14:29:28.308877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39532) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:28.389900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d10ec762-8bb0-44ee-8ab1-b951a4b2ea64 req-073d62f9-94c5-4754-b3a4-1db09d5c73d0 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793091 Feb 15 14:29:28.396728 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-3c6ae0d4-aacb-4129-a333-0d801c87aa83 service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819648 Feb 15 14:29:28.435664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39538) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:28.572271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-1fdf9124-5a43-40a3-b95b-4e52ab5b30ce None None] Allocated IP 172.20.0.18 (cb4fb78f-8ff3-4dc1-8902-43d896730294/7419450f-a610-4ca1-a70a-af51dcff5773/3ac01c00-05ba-427c-81e9-5bf55cba30e4) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:28.606630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32403fe7-e0dc-4030-8d2d-e1d8583e56c7 req-989656bc-7fc6-4efc-915a-d9623893b4e8 service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809342 Feb 15 14:29:28.683662 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5a31c5c1-ae04-4f74-9c1d-b52bcfe120d8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/8d8f2b2e-c059-4c44-80b3-4b9060a19abf HTTP/1.1" status: 200 len: 990 time: 0.2212393 Feb 15 14:29:28.720628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-00527a97-bf56-4a6b-ba16-c6fd064b1d67 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port 29db3094-62fa-4058-b5e7-f643cd82a8b7 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:28.721580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00527a97-bf56-4a6b-ba16-c6fd064b1d67 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (29db3094-62fa-4058-b5e7-f643cd82a8b7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:28.751027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0c009cb3-8c7e-4e17-92d3-3a061454788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8d8f2b2e-c059-4c44-80b3-4b9060a19abf', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'port_id': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'mac_address': 'fa:16:3e:26:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:29:22Z', 'updated_at': '2022-02-15T14:29:22Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5a156-800b-47ae-b748-898a49461253', 'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:ec:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:51Z', 'updated_at': '2022-02-15T14:28:59Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:28.793928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b563e2-19e6-4990-983d-f7ac720e9313 req-45039139-aa6e-4363-ba13-d70bedeecd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:28.796504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3b563e2-19e6-4990-983d-f7ac720e9313 req-45039139-aa6e-4363-ba13-d70bedeecd67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1128 time: 0.1186202 Feb 15 14:29:28.904702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00527a97-bf56-4a6b-ba16-c6fd064b1d67 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (29db3094-62fa-4058-b5e7-f643cd82a8b7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:28.940679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-00527a97-bf56-4a6b-ba16-c6fd064b1d67 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for 29db3094-62fa-4058-b5e7-f643cd82a8b7 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:29.004634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b563e2-19e6-4990-983d-f7ac720e9313 req-6d69e7a8-4111-4064-b840-69758bfbf2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:29.006192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3b563e2-19e6-4990-983d-f7ac720e9313 req-6d69e7a8-4111-4064-b840-69758bfbf2db service neutron] 10.222.0.67 "GET /v2.0/networks?id=031587a2-7d27-43fc-a7b9-0cc7c8051aef HTTP/1.1" status: 200 len: 898 time: 0.1962054 Feb 15 14:29:29.189994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c009cb3-8c7e-4e17-92d3-3a061454788f None None] Checking router: 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:29:29.196792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3b563e2-19e6-4990-983d-f7ac720e9313 req-f1b3c876-a202-4a9e-a8eb-1fc851f23598 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 998 time: 0.1839273 Feb 15 14:29:29.218170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1fdf9124-5a43-40a3-b95b-4e52ab5b30ce None None] For port 3ac01c00-05ba-427c-81e9-5bf55cba30e4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3ac01c00-05ba-427c-81e9-5bf55cba30e4,segment=NetworkSegment(3c416d50-fec0-47bd-8e03-1187f918a231),segment_id=3c416d50-fec0-47bd-8e03-1187f918a231)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:29.220741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c009cb3-8c7e-4e17-92d3-3a061454788f None None] Routers {'6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:29.221373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0c009cb3-8c7e-4e17-92d3-3a061454788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:29:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:29.251630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d89d4bd-9163-4a3a-8155-e713fcb21e30 req-d7c62e86-688d-41e8-b077-3e0b7a2dd74a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0562990 Feb 15 14:29:29.261905 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00527a97-bf56-4a6b-ba16-c6fd064b1d67 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (29db3094-62fa-4058-b5e7-f643cd82a8b7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:29.325836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00527a97-bf56-4a6b-ba16-c6fd064b1d67 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=29db3094-62fa-4058-b5e7-f643cd82a8b7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:29.355521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b563e2-19e6-4990-983d-f7ac720e9313 req-afbca637-3345-4d1a-994f-2d02041a2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:29.359044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3b563e2-19e6-4990-983d-f7ac720e9313 req-afbca637-3345-4d1a-994f-2d02041a2bf2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecb6b452-a8d3-4569-b315-b31598dd4407 HTTP/1.1" status: 200 len: 835 time: 0.1548975 Feb 15 14:29:29.395695 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9124-5a43-40a3-b95b-4e52ab5b30ce None None] Publish callbacks [] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:29.410264 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9124-5a43-40a3-b95b-4e52ab5b30ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:29.446281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b563e2-19e6-4990-983d-f7ac720e9313 req-1eee6cac-7a86-42de-b0f9-a3d3d46521c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:29.449389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3b563e2-19e6-4990-983d-f7ac720e9313 req-1eee6cac-7a86-42de-b0f9-a3d3d46521c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=031587a2-7d27-43fc-a7b9-0cc7c8051aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0838802 Feb 15 14:29:29.526938 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00527a97-bf56-4a6b-ba16-c6fd064b1d67 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:29.531725 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00527a97-bf56-4a6b-ba16-c6fd064b1d67 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/29db3094-62fa-4058-b5e7-f643cd82a8b7 HTTP/1.1" status: 204 len: 168 time: 1.2219298 Feb 15 14:29:29.538319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39560) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:29.651800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3b563e2-19e6-4990-983d-f7ac720e9313 req-1055b6da-419a-4fba-ad10-56845f933ab7 service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918831 Feb 15 14:29:29.671165 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ff570b-c934-4eea-8e97-566a00ca43d8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:29:29.673212 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a9ff570b-c934-4eea-8e97-566a00ca43d8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/29db3094-62fa-4058-b5e7-f643cd82a8b7 HTTP/1.1" status: 404 len: 333 time: 0.1333790 Feb 15 14:29:29.680515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39572) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:29.704489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39574) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:29.787851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf9124-5a43-40a3-b95b-4e52ab5b30ce None None] Pushing event updated for resources: {'Port': ['ID=3ac01c00-05ba-427c-81e9-5bf55cba30e4,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:29.791440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-0c009cb3-8c7e-4e17-92d3-3a061454788f None None] Set router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:29:29.948273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3b563e2-19e6-4990-983d-f7ac720e9313 req-0921a4eb-e1da-4aa8-b931-41034061c687 service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901895 Feb 15 14:29:30.005039 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dc5f4fe0-40bb-43c4-b50d-19f1e0dd6022 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/8d8f2b2e-c059-4c44-80b3-4b9060a19abf HTTP/1.1" status: 200 len: 990 time: 0.2982874 Feb 15 14:29:30.013738 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e54cf5b-c702-4840-a033-46d1e910142a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (ad2346bc-a5fc-4a5c-8a59-9a08491968ca), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:30.053643 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e54cf5b-c702-4840-a033-46d1e910142a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (ad2346bc-a5fc-4a5c-8a59-9a08491968ca), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:30.112180 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e54cf5b-c702-4840-a033-46d1e910142a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ad2346bc-a5fc-4a5c-8a59-9a08491968ca), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:30.115928 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6e54cf5b-c702-4840-a033-46d1e910142a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:30.117545 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6e54cf5b-c702-4840-a033-46d1e910142a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/security-groups/ad2346bc-a5fc-4a5c-8a59-9a08491968ca HTTP/1.1" status: 204 len: 168 time: 0.4350996 Feb 15 14:29:30.121671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39576) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:30.132171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54cf5b-c702-4840-a033-46d1e910142a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2346bc-a5fc-4a5c-8a59-9a08491968ca,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:30.206204 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8076912d-0fa3-4ad3-8fdc-e91a2352e437 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (2646f836-2a43-4a2f-b24f-693d9e680840), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:30.284929 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8076912d-0fa3-4ad3-8fdc-e91a2352e437 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (2646f836-2a43-4a2f-b24f-693d9e680840), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:30.357924 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8076912d-0fa3-4ad3-8fdc-e91a2352e437 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2646f836-2a43-4a2f-b24f-693d9e680840), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:30.363034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8076912d-0fa3-4ad3-8fdc-e91a2352e437 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:30.367459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39588) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:30.367674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8076912d-0fa3-4ad3-8fdc-e91a2352e437 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/security-groups/2646f836-2a43-4a2f-b24f-693d9e680840 HTTP/1.1" status: 204 len: 168 time: 0.2447813 Feb 15 14:29:30.403582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076912d-0fa3-4ad3-8fdc-e91a2352e437 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2646f836-2a43-4a2f-b24f-693d9e680840,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:30.467331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a9a4ac-f190-482b-a36c-011b3f4d098b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting subnet 0aca62be-7508-4b19-a71d-89bdf2cd01a0 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:29:30.473413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25a9a4ac-f190-482b-a36c-011b3f4d098b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (0aca62be-7508-4b19-a71d-89bdf2cd01a0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:30.516967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae8feb55-bfd3-4ade-b759-5706c580e3dd req-60e94fad-d8a9-4699-8c0b-b998701b9f5a tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0904040 Feb 15 14:29:30.548221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0c009cb3-8c7e-4e17-92d3-3a061454788f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8d8f2b2e-c059-4c44-80b3-4b9060a19abf', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'port_id': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'mac_address': 'fa:16:3e:26:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:29:22Z', 'updated_at': '2022-02-15T14:29:22Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5a156-800b-47ae-b748-898a49461253', 'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:ec:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:51Z', 'updated_at': '2022-02-15T14:28:59Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:30.589499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c009cb3-8c7e-4e17-92d3-3a061454788f None None] The sync data for ids ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'] in n-d-829064-15 is: [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '8d8f2b2e-c059-4c44-80b3-4b9060a19abf', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'port_id': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'mac_address': 'fa:16:3e:26:00:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:29:22Z', 'updated_at': '2022-02-15T14:29:22Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5a156-800b-47ae-b748-898a49461253', 'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:ec:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:51Z', 'updated_at': '2022-02-15T14:28:59Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:29:30.625604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25a9a4ac-f190-482b-a36c-011b3f4d098b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (0aca62be-7508-4b19-a71d-89bdf2cd01a0), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:30.818242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3ac01c00-05ba-427c-81e9-5bf55cba30e4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:29:30.821111 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25a9a4ac-f190-482b-a36c-011b3f4d098b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0aca62be-7508-4b19-a71d-89bdf2cd01a0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:31.005593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:31.006354 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:31.009328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39602) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:31.012184 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25a9a4ac-f190-482b-a36c-011b3f4d098b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (0aca62be-7508-4b19-a71d-89bdf2cd01a0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:31.057040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25a9a4ac-f190-482b-a36c-011b3f4d098b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:31.071192 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-25a9a4ac-f190-482b-a36c-011b3f4d098b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/0aca62be-7508-4b19-a71d-89bdf2cd01a0 HTTP/1.1" status: 204 len: 168 time: 0.6987743 Feb 15 14:29:31.079387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39604) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:31.091018 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d55e6-0239-469f-b278-4e381dd5cb2a None None] New status for floating IP 8d8f2b2e-c059-4c44-80b3-4b9060a19abf: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:29:31.100076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-02080212-4b67-4804-9dec-d3fd5779bf60 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:31.126115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8464236d-8e83-4769-8bbe-3bada9f7080a None None] Provisioning complete for port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:31.129760 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8464236d-8e83-4769-8bbe-3bada9f7080a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:31.222777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-09896fc5-f510-4c8d-905e-95260fd914b4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/8d8f2b2e-c059-4c44-80b3-4b9060a19abf HTTP/1.1" status: 200 len: 990 time: 0.2114246 Feb 15 14:29:31.236043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9a4ac-f190-482b-a36c-011b3f4d098b tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Subnet': ['ID=0aca62be-7508-4b19-a71d-89bdf2cd01a0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:31.495851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02080212-4b67-4804-9dec-d3fd5779bf60 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:31.501458 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02080212-4b67-4804-9dec-d3fd5779bf60 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:31.517032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8464236d-8e83-4769-8bbe-3bada9f7080a None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:31.659455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:31.665240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c5be2-9503-4f63-90d2-5b2acf70eb8c None None] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:31.724037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8464236d-8e83-4769-8bbe-3bada9f7080a None None] Provisioning complete for port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:31.724680 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8464236d-8e83-4769-8bbe-3bada9f7080a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1348aec1-8068-4b5b-b19f-cfc347dc9aa3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:31.771812 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c09a008-7e0d-4263-9703-ce4c5fbaee76 req-4412d54a-e10f-465e-98ac-12fc68063532 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0614862 Feb 15 14:29:31.840670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8464236d-8e83-4769-8bbe-3bada9f7080a None None] Port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:31.914067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8464236d-8e83-4769-8bbe-3bada9f7080a None None] Could not find standard attr ID for object 29db3094-62fa-4058-b5e7-f643cd82a8b7. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:29:32.044955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-261cf07d-b35f-4544-ac71-f4865ee162e5 None None] Could not find standard attr ID for object 29db3094-62fa-4058-b5e7-f643cd82a8b7. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:29:32.127256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02080212-4b67-4804-9dec-d3fd5779bf60 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (7d94a174-9244-43b8-a27d-ddc5b8553233), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:32.235126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02080212-4b67-4804-9dec-d3fd5779bf60 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:32.235464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39628) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:32.236185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-02080212-4b67-4804-9dec-d3fd5779bf60 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:32.237753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02080212-4b67-4804-9dec-d3fd5779bf60 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:32.237753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-02080212-4b67-4804-9dec-d3fd5779bf60 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:32.347414 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-02080212-4b67-4804-9dec-d3fd5779bf60 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2665322 Feb 15 14:29:32.348226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02080212-4b67-4804-9dec-d3fd5779bf60 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Subnet': ['ID=7d94a174-9244-43b8-a27d-ddc5b8553233,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:32.359448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d61b5cf5-8173-40db-a5f7-41e72881d841 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/8d8f2b2e-c059-4c44-80b3-4b9060a19abf HTTP/1.1" status: 200 len: 992 time: 0.1251366 Feb 15 14:29:32.359448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39630) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:32.368392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-1bb7448c-fc06-45a3-92ee-6c3afc9af318 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106137462'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:32.434778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1bb7448c-fc06-45a3-92ee-6c3afc9af318 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:32.580266 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1bb7448c-fc06-45a3-92ee-6c3afc9af318 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (c972b850-2e0e-4b4e-b26c-c6668ffb7762), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:32.586245 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1bb7448c-fc06-45a3-92ee-6c3afc9af318 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c972b850-2e0e-4b4e-b26c-c6668ffb7762), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:32.615487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7448c-fc06-45a3-92ee-6c3afc9af318 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c972b850-2e0e-4b4e-b26c-c6668ffb7762,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:32.645505 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1bb7448c-fc06-45a3-92ee-6c3afc9af318 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:32.651152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1bb7448c-fc06-45a3-92ee-6c3afc9af318 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2902792 Feb 15 14:29:32.651422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39638) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:32.657098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a73ace08-c38f-4b93-9941-6cdb86df6903 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'security_group': {'name': 'tempest-secgroup-2124166780'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:32.697143 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a73ace08-c38f-4b93-9941-6cdb86df6903 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:32.877044 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a73ace08-c38f-4b93-9941-6cdb86df6903 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (a19c7227-8496-4b6e-848b-8afee6f31b7c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:32.883660 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a73ace08-c38f-4b93-9941-6cdb86df6903 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a19c7227-8496-4b6e-848b-8afee6f31b7c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:32.995307 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a73ace08-c38f-4b93-9941-6cdb86df6903 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:32.999541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a73ace08-c38f-4b93-9941-6cdb86df6903 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3442237 Feb 15 14:29:32.999796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39648) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:33.007535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bb3953dc-a039-495b-b9fe-fbe16b121dc5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'security_group': {'name': 'tempest-secgroup-689062584'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:33.040169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3774cf91-eb35-411a-8c7a-9cf99d7fc2dc req-ca2c4eed-cd01-4d88-bd59-efd5af479dd3 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.1121016 Feb 15 14:29:33.044135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb3953dc-a039-495b-b9fe-fbe16b121dc5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:33.073041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ace08-c38f-4b93-9941-6cdb86df6903 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19c7227-8496-4b6e-848b-8afee6f31b7c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:33.188842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb3953dc-a039-495b-b9fe-fbe16b121dc5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (f377a476-0470-4968-b9dd-a4aeda86efcf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:33.194068 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb3953dc-a039-495b-b9fe-fbe16b121dc5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f377a476-0470-4968-b9dd-a4aeda86efcf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:33.243871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3953dc-a039-495b-b9fe-fbe16b121dc5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f377a476-0470-4968-b9dd-a4aeda86efcf,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:33.249422 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bb3953dc-a039-495b-b9fe-fbe16b121dc5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:33.254102 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bb3953dc-a039-495b-b9fe-fbe16b121dc5 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2480395 Feb 15 14:29:33.254312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39658) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:33.254803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e463f9-6964-4fc6-a82c-16810aad4825 None None] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:33.264420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-587745619', 'security_groups': ['f377a476-0470-4968-b9dd-a4aeda86efcf'], 'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d94a174-9244-43b8-a27d-ddc5b8553233'}]}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:33.403042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c1fde0fc-caae-4108-85e1-3481d135535f None None] Provisioning complete for port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:33.404114 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c1fde0fc-caae-4108-85e1-3481d135535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:33.434677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:33.668638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c1fde0fc-caae-4108-85e1-3481d135535f None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:33.693831 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:33.732799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c1fde0fc-caae-4108-85e1-3481d135535f None None] Provisioning complete for port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:33.733179 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c1fde0fc-caae-4108-85e1-3481d135535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1348aec1-8068-4b5b-b19f-cfc347dc9aa3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:33.763823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] device_id is not set on port a5971361-e6b8-4bce-a136-b1a0c2f5059b yet. {{(pid=109972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 14:29:33.810569 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c1fde0fc-caae-4108-85e1-3481d135535f None None] Port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:33.916832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b0a3d-dfbc-4142-8928-d6cb99333209 None None] Update dhcp port {'port': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'fixed_ips': [{'subnet_id': '7419450f-a610-4ca1-a70a-af51dcff5773', 'ip_address': '172.20.0.18'}, {'subnet_id': '7d94a174-9244-43b8-a27d-ddc5b8553233'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '3ac01c00-05ba-427c-81e9-5bf55cba30e4'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:29:33.961984 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-660b0a3d-dfbc-4142-8928-d6cb99333209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:34.200840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.11 (cb4fb78f-8ff3-4dc1-8902-43d896730294/7d94a174-9244-43b8-a27d-ddc5b8553233/a5971361-e6b8-4bce-a136-b1a0c2f5059b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:34.210355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6c165cb-0209-4007-a667-6c41df8204f0 req-227163be-c4a2-4bfc-9bc8-fc218ee1c583 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0559857 Feb 15 14:29:34.477474 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (a5971361-e6b8-4bce-a136-b1a0c2f5059b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:34.518169 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a5971361-e6b8-4bce-a136-b1a0c2f5059b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:34.570881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:34.574598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:34.579721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:29:34.585082 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=a5971361-e6b8-4bce-a136-b1a0c2f5059b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:34.607234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-660b0a3d-dfbc-4142-8928-d6cb99333209 None None] Allocated IP 172.20.0.2 (cb4fb78f-8ff3-4dc1-8902-43d896730294/7d94a174-9244-43b8-a27d-ddc5b8553233/3ac01c00-05ba-427c-81e9-5bf55cba30e4) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:34.644226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:34.645085 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:34.677531 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4b1d01f1-0b21-40dc-b1ed-c5449435ef83 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4220223 Feb 15 14:29:34.679394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39690) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:34.684969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3ea4366a-990a-4ae1-aa91-24c42dc8b1d8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:34.847247 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-660b0a3d-dfbc-4142-8928-d6cb99333209 None None] For port 3ac01c00-05ba-427c-81e9-5bf55cba30e4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3ac01c00-05ba-427c-81e9-5bf55cba30e4,segment=NetworkSegment(3c416d50-fec0-47bd-8e03-1187f918a231),segment_id=3c416d50-fec0-47bd-8e03-1187f918a231)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:34.911427 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-660b0a3d-dfbc-4142-8928-d6cb99333209 None None] Publish callbacks [] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:34.919956 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-660b0a3d-dfbc-4142-8928-d6cb99333209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:34.951698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea4366a-990a-4ae1-aa91-24c42dc8b1d8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:34.956632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ea4366a-990a-4ae1-aa91-24c42dc8b1d8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:35.051212 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b0a3d-dfbc-4142-8928-d6cb99333209 None None] Pushing event updated for resources: {'Port': ['ID=3ac01c00-05ba-427c-81e9-5bf55cba30e4,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:35.176805 n-d-829064-15 neutron-server[109971]: INFO neutron.db.ipam_backend_mixin [None req-3ea4366a-990a-4ae1-aa91-24c42dc8b1d8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7d94a174-9244-43b8-a27d-ddc5b8553233 (CIDR: 172.20.0.0/28) Feb 15 14:29:35.185955 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea4366a-990a-4ae1-aa91-24c42dc8b1d8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:29:35.186847 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea4366a-990a-4ae1-aa91-24c42dc8b1d8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:35.225284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39704) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:35.226595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3ea4366a-990a-4ae1-aa91-24c42dc8b1d8 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5458386 Feb 15 14:29:35.231465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-25c82062-8803-4290-8122-2e11386c4141 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:35.418510 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c82062-8803-4290-8122-2e11386c4141 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:35.423946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25c82062-8803-4290-8122-2e11386c4141 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:35.424602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85798de5-f9cc-4f60-bd2e-a81560cd75ed req-4457c04b-01fa-4778-a719-2a8a5eb8ee97 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0905361 Feb 15 14:29:35.607569 n-d-829064-15 neutron-server[109972]: INFO neutron.db.ipam_backend_mixin [None req-25c82062-8803-4290-8122-2e11386c4141 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7419450f-a610-4ca1-a70a-af51dcff5773 (CIDR: 172.20.0.16/28) Feb 15 14:29:35.615653 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c82062-8803-4290-8122-2e11386c4141 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:29:35.615653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c82062-8803-4290-8122-2e11386c4141 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:35.643145 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-25c82062-8803-4290-8122-2e11386c4141 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4140592 Feb 15 14:29:35.643669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39716) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:35.653254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7f3e1ce7-7122-4874-9b59-efd23bcbf91f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'subnet': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:35.880553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3e1ce7-7122-4874-9b59-efd23bcbf91f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Made reservation on behalf of 2b0d67cb82fb437cba1f7a4b614b6df6 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:29:35.887917 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1ce7-7122-4874-9b59-efd23bcbf91f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:36.216608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1ce7-7122-4874-9b59-efd23bcbf91f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (2b9629fd-46dc-4b81-9f33-67ba66138b9c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:36.266608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e1ce7-7122-4874-9b59-efd23bcbf91f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:29:36.273917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-7f3e1ce7-7122-4874-9b59-efd23bcbf91f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:29:36.278491 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e1ce7-7122-4874-9b59-efd23bcbf91f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:36.279550 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1ce7-7122-4874-9b59-efd23bcbf91f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:36.312484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-aed16234-f110-4a89-a6cc-5a1ebd00416e None None] Provisioning complete for port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:36.317841 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aed16234-f110-4a89-a6cc-5a1ebd00416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:36.357817 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7f3e1ce7-7122-4874-9b59-efd23bcbf91f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7070925 Feb 15 14:29:36.358010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39734) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:36.360318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e1ce7-7122-4874-9b59-efd23bcbf91f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Subnet': ['ID=2b9629fd-46dc-4b81-9f33-67ba66138b9c,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:36.362615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cbf2a05e-8a46-4549-9d51-5508fba81695 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-696821603', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b9629fd-46dc-4b81-9f33-67ba66138b9c'}], 'security_groups': ['c972b850-2e0e-4b4e-b26c-c6668ffb7762', 'a19c7227-8496-4b6e-848b-8afee6f31b7c']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:36.513543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-aed16234-f110-4a89-a6cc-5a1ebd00416e None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:36.525375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-aed16234-f110-4a89-a6cc-5a1ebd00416e None None] Provisioning complete for port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:36.525994 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aed16234-f110-4a89-a6cc-5a1ebd00416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1348aec1-8068-4b5b-b19f-cfc347dc9aa3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:36.589761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-aed16234-f110-4a89-a6cc-5a1ebd00416e None None] Port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:36.718539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3ac01c00-05ba-427c-81e9-5bf55cba30e4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:29:36.734279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1a5876-7d3b-4b14-b3a9-f4dcd48d6385 req-b06e1c05-d6f2-4749-8856-4ecc789cf579 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "GET /v2.0/ports?device_id=aef95b7b-1cc7-4b58-b4bf-8bf582dc01d2 HTTP/1.1" status: 200 len: 210 time: 0.0679553 Feb 15 14:29:36.761839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20716b36-27ba-4661-a951-61a8bc539a1e None None] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:36.798382 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a05e-8a46-4549-9d51-5508fba81695 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a5971361-e6b8-4bce-a136-b1a0c2f5059b), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:36.874353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d8098ac0-6db8-4e22-b7d6-2cd0be133e0e None None] Provisioning complete for port a5971361-e6b8-4bce-a136-b1a0c2f5059b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:36.874769 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d8098ac0-6db8-4e22-b7d6-2cd0be133e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a5971361-e6b8-4bce-a136-b1a0c2f5059b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:36.955425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d8098ac0-6db8-4e22-b7d6-2cd0be133e0e None None] Port a5971361-e6b8-4bce-a136-b1a0c2f5059b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:36.981708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:36.982367 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:37.148075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:37.166715 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b87774a-b9cf-4e5c-b26a-c88f1dd47c30 None None] Update dhcp port {'port': {'network_id': 'cb4fb78f-8ff3-4dc1-8902-43d896730294', 'fixed_ips': [{'subnet_id': '7419450f-a610-4ca1-a70a-af51dcff5773', 'ip_address': '172.20.0.18'}, {'subnet_id': '7d94a174-9244-43b8-a27d-ddc5b8553233', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b9629fd-46dc-4b81-9f33-67ba66138b9c'}], 'binding:host_id': 'n-d-829064-15'}, 'id': '3ac01c00-05ba-427c-81e9-5bf55cba30e4'} from n-d-829064-15. {{(pid=109973) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 14:29:37.199719 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b87774a-b9cf-4e5c-b26a-c88f1dd47c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:37.362546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-cbf2a05e-8a46-4549-9d51-5508fba81695 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Delete allocated IP 172.20.0.11 (cb4fb78f-8ff3-4dc1-8902-43d896730294/7d94a174-9244-43b8-a27d-ddc5b8553233) {{(pid=109971) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 14:29:37.374045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-cbf2a05e-8a46-4549-9d51-5508fba81695 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Allocated IP 172.20.0.39 (cb4fb78f-8ff3-4dc1-8902-43d896730294/2b9629fd-46dc-4b81-9f33-67ba66138b9c/a5971361-e6b8-4bce-a136-b1a0c2f5059b) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:37.602307 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a05e-8a46-4549-9d51-5508fba81695 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for port (a5971361-e6b8-4bce-a136-b1a0c2f5059b), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:37.616399 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a05e-8a46-4549-9d51-5508fba81695 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a5971361-e6b8-4bce-a136-b1a0c2f5059b), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:37.676399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-1b87774a-b9cf-4e5c-b26a-c88f1dd47c30 None None] Allocated IP 172.20.0.34 (cb4fb78f-8ff3-4dc1-8902-43d896730294/2b9629fd-46dc-4b81-9f33-67ba66138b9c/3ac01c00-05ba-427c-81e9-5bf55cba30e4) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:29:37.735300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2a05e-8a46-4549-9d51-5508fba81695 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event updated for resources: {'Port': ['ID=a5971361-e6b8-4bce-a136-b1a0c2f5059b,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:37.746242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2a05e-8a46-4549-9d51-5508fba81695 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] In _notify_port_updated(), no bound segment for port a5971361-e6b8-4bce-a136-b1a0c2f5059b on network cb4fb78f-8ff3-4dc1-8902-43d896730294 {{(pid=109971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 14:29:37.751885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf2a05e-8a46-4549-9d51-5508fba81695 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:29:37.752549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a05e-8a46-4549-9d51-5508fba81695 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:37.753904 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cbf2a05e-8a46-4549-9d51-5508fba81695 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "PUT /v2.0/ports/a5971361-e6b8-4bce-a136-b1a0c2f5059b HTTP/1.1" status: 200 len: 959 time: 1.3966019 Feb 15 14:29:37.756827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39768) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:37.825981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39770) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:37.836425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1b87774a-b9cf-4e5c-b26a-c88f1dd47c30 None None] For port 3ac01c00-05ba-427c-81e9-5bf55cba30e4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3ac01c00-05ba-427c-81e9-5bf55cba30e4,segment=NetworkSegment(3c416d50-fec0-47bd-8e03-1187f918a231),segment_id=3c416d50-fec0-47bd-8e03-1187f918a231)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:37.912441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0108553c-009e-409a-9647-99b2a056a100 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port a5971361-e6b8-4bce-a136-b1a0c2f5059b {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:37.913047 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0108553c-009e-409a-9647-99b2a056a100 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a5971361-e6b8-4bce-a136-b1a0c2f5059b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.070927 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b87774a-b9cf-4e5c-b26a-c88f1dd47c30 None None] Publish callbacks [] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.077665 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b87774a-b9cf-4e5c-b26a-c88f1dd47c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.133960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d8db868c-68be-45e3-b2e7-a3c1d48d78cb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Deleting port 35053729-dd27-4a26-85f7-b6e208889e45 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:38.135158 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8db868c-68be-45e3-b2e7-a3c1d48d78cb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (35053729-dd27-4a26-85f7-b6e208889e45), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.153677 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0108553c-009e-409a-9647-99b2a056a100 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a5971361-e6b8-4bce-a136-b1a0c2f5059b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.187053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0108553c-009e-409a-9647-99b2a056a100 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for a5971361-e6b8-4bce-a136-b1a0c2f5059b owned by {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:38.220874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87774a-b9cf-4e5c-b26a-c88f1dd47c30 None None] Pushing event updated for resources: {'Port': ['ID=3ac01c00-05ba-427c-81e9-5bf55cba30e4,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:38.295292 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8db868c-68be-45e3-b2e7-a3c1d48d78cb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (35053729-dd27-4a26-85f7-b6e208889e45), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.295666 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8db868c-68be-45e3-b2e7-a3c1d48d78cb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (35053729-dd27-4a26-85f7-b6e208889e45), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.322335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-d8db868c-68be-45e3-b2e7-a3c1d48d78cb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Calling delete_port for 35053729-dd27-4a26-85f7-b6e208889e45 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:38.439541 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0108553c-009e-409a-9647-99b2a056a100 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a5971361-e6b8-4bce-a136-b1a0c2f5059b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.476642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108553c-009e-409a-9647-99b2a056a100 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=a5971361-e6b8-4bce-a136-b1a0c2f5059b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:38.632043 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0108553c-009e-409a-9647-99b2a056a100 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.635538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8db868c-68be-45e3-b2e7-a3c1d48d78cb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (35053729-dd27-4a26-85f7-b6e208889e45), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.635827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0108553c-009e-409a-9647-99b2a056a100 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/a5971361-e6b8-4bce-a136-b1a0c2f5059b HTTP/1.1" status: 204 len: 168 time: 0.8777502 Feb 15 14:29:38.639346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39792) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:38.677801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db868c-68be-45e3-b2e7-a3c1d48d78cb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event deleted for resources: {'Port': ['ID=35053729-dd27-4a26-85f7-b6e208889e45,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:38.721101 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a588152-c3bd-41e0-a99d-39ddf5bc1281 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] GET failed (client error): The resource could not be found. Feb 15 14:29:38.723433 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4a588152-c3bd-41e0-a99d-39ddf5bc1281 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports/a5971361-e6b8-4bce-a136-b1a0c2f5059b HTTP/1.1" status: 404 len: 333 time: 0.0827703 Feb 15 14:29:38.727154 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39794) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:38.734892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3ac01c00-05ba-427c-81e9-5bf55cba30e4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:29:38.745731 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:29:38.819596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8db868c-68be-45e3-b2e7-a3c1d48d78cb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for floatingip (d020c326-fa57-4529-a590-8f170bb7369b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.829898 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8db868c-68be-45e3-b2e7-a3c1d48d78cb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.834231 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d8db868c-68be-45e3-b2e7-a3c1d48d78cb tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "DELETE /v2.0/floatingips/d020c326-fa57-4529-a590-8f170bb7369b HTTP/1.1" status: 204 len: 168 time: 1.0067594 Feb 15 14:29:38.887002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:38.887991 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:38.990391 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bbf8db3e-bf8a-4773-803c-188bb71da629 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (f377a476-0470-4968-b9dd-a4aeda86efcf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.024048 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bbf8db3e-bf8a-4773-803c-188bb71da629 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (f377a476-0470-4968-b9dd-a4aeda86efcf), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.112599 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bbf8db3e-bf8a-4773-803c-188bb71da629 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f377a476-0470-4968-b9dd-a4aeda86efcf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.122244 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bbf8db3e-bf8a-4773-803c-188bb71da629 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.125804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bbf8db3e-bf8a-4773-803c-188bb71da629 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/security-groups/f377a476-0470-4968-b9dd-a4aeda86efcf HTTP/1.1" status: 204 len: 168 time: 0.3961172 Feb 15 14:29:39.126452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39814) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:39.168428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:39.207821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8db3e-bf8a-4773-803c-188bb71da629 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f377a476-0470-4968-b9dd-a4aeda86efcf,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:39.318399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2052068c-3707-4c5b-9fd2-2773881d027a None None] Provisioning complete for port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:39.319491 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2052068c-3707-4c5b-9fd2-2773881d027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.323903 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2ecff0d-7777-455c-8969-6a59a1233da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (a19c7227-8496-4b6e-848b-8afee6f31b7c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.381111 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2ecff0d-7777-455c-8969-6a59a1233da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (a19c7227-8496-4b6e-848b-8afee6f31b7c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.466642 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2ecff0d-7777-455c-8969-6a59a1233da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a19c7227-8496-4b6e-848b-8afee6f31b7c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.471230 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d2ecff0d-7777-455c-8969-6a59a1233da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.476156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39826) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:39.476643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d2ecff0d-7777-455c-8969-6a59a1233da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/security-groups/a19c7227-8496-4b6e-848b-8afee6f31b7c HTTP/1.1" status: 204 len: 168 time: 0.3297508 Feb 15 14:29:39.490764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecff0d-7777-455c-8969-6a59a1233da3 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19c7227-8496-4b6e-848b-8afee6f31b7c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:39.544228 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2052068c-3707-4c5b-9fd2-2773881d027a None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:39.567657 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03965313-1652-49ba-a9be-e90f72ef61a6 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (c972b850-2e0e-4b4e-b26c-c6668ffb7762), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.567956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2052068c-3707-4c5b-9fd2-2773881d027a None None] Provisioning complete for port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:39.567956 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2052068c-3707-4c5b-9fd2-2773881d027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1348aec1-8068-4b5b-b19f-cfc347dc9aa3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.597965 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03965313-1652-49ba-a9be-e90f72ef61a6 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (c972b850-2e0e-4b4e-b26c-c6668ffb7762), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.626138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2052068c-3707-4c5b-9fd2-2773881d027a None None] Port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:39.629884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2052068c-3707-4c5b-9fd2-2773881d027a None None] Could not find standard attr ID for object a5971361-e6b8-4bce-a136-b1a0c2f5059b. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:29:39.679633 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03965313-1652-49ba-a9be-e90f72ef61a6 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c972b850-2e0e-4b4e-b26c-c6668ffb7762), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.685827 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-03965313-1652-49ba-a9be-e90f72ef61a6 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.692835 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-03965313-1652-49ba-a9be-e90f72ef61a6 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/security-groups/c972b850-2e0e-4b4e-b26c-c6668ffb7762 HTTP/1.1" status: 204 len: 168 time: 0.2120085 Feb 15 14:29:39.695339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39828) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:39.743992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03965313-1652-49ba-a9be-e90f72ef61a6 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972b850-2e0e-4b4e-b26c-c6668ffb7762,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:39.882472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e2a858-0582-43e2-8000-76498603733f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting subnet 7d94a174-9244-43b8-a27d-ddc5b8553233 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:29:39.888474 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96e2a858-0582-43e2-8000-76498603733f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (7d94a174-9244-43b8-a27d-ddc5b8553233), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:39.948484 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96e2a858-0582-43e2-8000-76498603733f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (7d94a174-9244-43b8-a27d-ddc5b8553233), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:40.070641 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:40.144671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a81fd490-5e9f-4554-b84c-952a3fc13ae5 None None] Could not find standard attr ID for object a5971361-e6b8-4bce-a136-b1a0c2f5059b. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:29:40.161057 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96e2a858-0582-43e2-8000-76498603733f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (7d94a174-9244-43b8-a27d-ddc5b8553233), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:40.270726 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96e2a858-0582-43e2-8000-76498603733f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (7d94a174-9244-43b8-a27d-ddc5b8553233), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:40.297414 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-96e2a858-0582-43e2-8000-76498603733f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:40.311697 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39846) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:40.321800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-96e2a858-0582-43e2-8000-76498603733f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/7d94a174-9244-43b8-a27d-ddc5b8553233 HTTP/1.1" status: 204 len: 168 time: 0.6232524 Feb 15 14:29:40.378175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2a858-0582-43e2-8000-76498603733f tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Subnet': ['ID=7d94a174-9244-43b8-a27d-ddc5b8553233,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:40.438214 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-2beb1a54-aa00-4f58-ada3-7f2413fde51c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting subnet 2b9629fd-46dc-4b81-9f33-67ba66138b9c {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:29:40.445612 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2beb1a54-aa00-4f58-ada3-7f2413fde51c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (2b9629fd-46dc-4b81-9f33-67ba66138b9c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:40.569902 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d6fc8c-314a-4c15-955c-59bc259152ae None None] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:40.573371 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2beb1a54-aa00-4f58-ada3-7f2413fde51c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (2b9629fd-46dc-4b81-9f33-67ba66138b9c), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:40.774232 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2beb1a54-aa00-4f58-ada3-7f2413fde51c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (2b9629fd-46dc-4b81-9f33-67ba66138b9c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:40.908145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2beb1a54-aa00-4f58-ada3-7f2413fde51c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (2b9629fd-46dc-4b81-9f33-67ba66138b9c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:40.989335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb1a54-aa00-4f58-ada3-7f2413fde51c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9629fd-46dc-4b81-9f33-67ba66138b9c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:41.004256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2beb1a54-aa00-4f58-ada3-7f2413fde51c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:41.016340 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2beb1a54-aa00-4f58-ada3-7f2413fde51c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/2b9629fd-46dc-4b81-9f33-67ba66138b9c HTTP/1.1" status: 204 len: 168 time: 0.7036879 Feb 15 14:29:41.020648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39864) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:41.076540 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a62ad8-d2bc-4cbe-b429-f7741f0cb8ad tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:29:41.076890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a62ad8-d2bc-4cbe-b429-f7741f0cb8ad tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:41.085455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39866) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:41.086317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b2a62ad8-d2bc-4cbe-b429-f7741f0cb8ad tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/7d94a174-9244-43b8-a27d-ddc5b8553233 HTTP/1.1" status: 404 len: 337 time: 0.0619600 Feb 15 14:29:41.178562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-40744dda-c41f-47e2-aa0a-7726bdbf3881 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting subnet 7419450f-a610-4ca1-a70a-af51dcff5773 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:29:41.183014 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-40744dda-c41f-47e2-aa0a-7726bdbf3881 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (7419450f-a610-4ca1-a70a-af51dcff5773), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:41.254228 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-40744dda-c41f-47e2-aa0a-7726bdbf3881 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (7419450f-a610-4ca1-a70a-af51dcff5773), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:41.493050 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-40744dda-c41f-47e2-aa0a-7726bdbf3881 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (7419450f-a610-4ca1-a70a-af51dcff5773), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:41.613019 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-40744dda-c41f-47e2-aa0a-7726bdbf3881 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (7419450f-a610-4ca1-a70a-af51dcff5773), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:41.664753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40744dda-c41f-47e2-aa0a-7726bdbf3881 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Subnet': ['ID=7419450f-a610-4ca1-a70a-af51dcff5773,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:41.673936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-40744dda-c41f-47e2-aa0a-7726bdbf3881 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:41.681788 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-40744dda-c41f-47e2-aa0a-7726bdbf3881 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/7419450f-a610-4ca1-a70a-af51dcff5773 HTTP/1.1" status: 204 len: 168 time: 0.5938237 Feb 15 14:29:41.683921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39880) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:41.739125 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-1077c725-c706-4e11-9400-8102324376e6 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:29:41.739797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1077c725-c706-4e11-9400-8102324376e6 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:41.743155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1077c725-c706-4e11-9400-8102324376e6 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/0aca62be-7508-4b19-a71d-89bdf2cd01a0 HTTP/1.1" status: 404 len: 337 time: 0.0579813 Feb 15 14:29:41.745739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39886) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:41.801144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8ab9a5e7-dcb8-44ca-819c-ba28c78f40ad tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "GET /v2.0/ports?device_id=dff99be8-df35-405a-bef0-d8deeb5934ee HTTP/1.1" status: 200 len: 205 time: 0.0541117 Feb 15 14:29:41.802842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39888) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:41.867713 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-c9a5618e-3b73-42d7-ae9b-5b7696e02c2c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] delete failed (client error): The resource could not be found. Feb 15 14:29:41.871963 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c9a5618e-3b73-42d7-ae9b-5b7696e02c2c tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/routers/dff99be8-df35-405a-bef0-d8deeb5934ee HTTP/1.1" status: 404 len: 336 time: 0.0652282 Feb 15 14:29:41.872779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39892) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:41.924036 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8dbfed-7903-45f5-8c0f-07d1aca29d6a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:29:41.924511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8dbfed-7903-45f5-8c0f-07d1aca29d6a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:41.929925 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-df8dbfed-7903-45f5-8c0f-07d1aca29d6a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/0b1f2181-68b2-4463-aa74-29173502a055 HTTP/1.1" status: 404 len: 337 time: 0.0532994 Feb 15 14:29:41.930290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39896) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:41.980664 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-4087305c-11c0-4028-a738-a4035a697206 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:29:41.981439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4087305c-11c0-4028-a738-a4035a697206 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:41.986456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4087305c-11c0-4028-a738-a4035a697206 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/375e7186-1e66-40d6-a4d1-53f7c4d023a3 HTTP/1.1" status: 404 len: 337 time: 0.0550051 Feb 15 14:29:41.989563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39898) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:42.032335 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-585024dc-33fd-484f-88f0-9155ff86e987 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:29:42.032794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585024dc-33fd-484f-88f0-9155ff86e987 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:42.039109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39900) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:42.049843 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-585024dc-33fd-484f-88f0-9155ff86e987 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/59d636a5-37c0-4508-83c1-b0b5765488aa HTTP/1.1" status: 404 len: 337 time: 0.0546684 Feb 15 14:29:42.052535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fadeae-de70-4539-8b81-e128a2cc7411 None None] Network cb4fb78f-8ff3-4dc1-8902-43d896730294 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:42.110058 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e292272-6c05-40c8-8353-0e766b1d668e tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:29:42.112058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e292272-6c05-40c8-8353-0e766b1d668e tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:42.126170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39904) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:42.135250 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5e292272-6c05-40c8-8353-0e766b1d668e tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/b3bc131f-6e22-46a5-b163-6f2f965d6ee2 HTTP/1.1" status: 404 len: 333 time: 0.0936604 Feb 15 14:29:42.188438 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c41ce86-79dc-45e2-bf5e-71ea83f1cb4a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:29:42.188913 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c41ce86-79dc-45e2-bf5e-71ea83f1cb4a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:42.189626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-52e40aee-6e2f-4980-a16a-7882faf57f3c None None] Provisioning complete for port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:42.190072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52e40aee-6e2f-4980-a16a-7882faf57f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:42.200267 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4c41ce86-79dc-45e2-bf5e-71ea83f1cb4a tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/1913f1a5-5438-4d34-bbfe-70d83c93c14b HTTP/1.1" status: 404 len: 337 time: 0.0729008 Feb 15 14:29:42.203347 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39912) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:42.263677 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-9084c6ef-b0a6-4995-b470-0f7ba5bc1c53 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:29:42.269823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9084c6ef-b0a6-4995-b470-0f7ba5bc1c53 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:42.276833 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9084c6ef-b0a6-4995-b470-0f7ba5bc1c53 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/62ee8614-e47c-4126-8e8b-03b8f83d0987 HTTP/1.1" status: 404 len: 337 time: 0.0695839 Feb 15 14:29:42.277776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39914) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:42.324020 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e85e6a-174d-441b-94ab-df20af9c06da tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:29:42.325218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e85e6a-174d-441b-94ab-df20af9c06da tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:42.335242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-49e85e6a-174d-441b-94ab-df20af9c06da tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/a3c2d637-2bf8-4f56-a1ed-e8c453427a96 HTTP/1.1" status: 404 len: 333 time: 0.0559957 Feb 15 14:29:42.338191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39920) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:42.347130 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:42.368001 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9a5023-f81b-40e6-bb51-fcf9915df624 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:29:42.368693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9a5023-f81b-40e6-bb51-fcf9915df624 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:42.376493 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2b9a5023-f81b-40e6-bb51-fcf9915df624 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/721008bc-cdd5-4cc2-949b-9d70980a916c HTTP/1.1" status: 404 len: 337 time: 0.0331225 Feb 15 14:29:42.376757 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39922) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:42.457373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-52e40aee-6e2f-4980-a16a-7882faf57f3c None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:42.457634 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34564e2-8340-4555-8b8c-ba5dc7d43f79 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] DELETE failed (client error): The resource could not be found. Feb 15 14:29:42.457634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34564e2-8340-4555-8b8c-ba5dc7d43f79 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:29:42.475497 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c34564e2-8340-4555-8b8c-ba5dc7d43f79 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/subnets/2b141eee-058e-4999-b78a-18078baf0e6c HTTP/1.1" status: 404 len: 337 time: 0.0840845 Feb 15 14:29:42.476621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39924) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:42.484647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-52e40aee-6e2f-4980-a16a-7882faf57f3c None None] Provisioning complete for port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:29:42.485930 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52e40aee-6e2f-4980-a16a-7882faf57f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1348aec1-8068-4b5b-b19f-cfc347dc9aa3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:42.542971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c751681-d990-4d4d-a180-1d898ee92eab None None] DHCP port deletion for cb4fb78f-8ff3-4dc1-8902-43d896730294 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:29:42.615098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-52e40aee-6e2f-4980-a16a-7882faf57f3c None None] Port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:29:42.653135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0c751681-d990-4d4d-a180-1d898ee92eab None None] Deleting port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:42.654219 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c751681-d990-4d4d-a180-1d898ee92eab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:42.715234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-79c9b8b0-eebf-47cc-b8d2-77e625f46320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Deleting port 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:42.715941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79c9b8b0-eebf-47cc-b8d2-77e625f46320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1348aec1-8068-4b5b-b19f-cfc347dc9aa3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:42.738617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3ac01c00-05ba-427c-81e9-5bf55cba30e4 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:29:42.841430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79c9b8b0-eebf-47cc-b8d2-77e625f46320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1348aec1-8068-4b5b-b19f-cfc347dc9aa3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:42.883188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-79c9b8b0-eebf-47cc-b8d2-77e625f46320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Calling delete_port for 1348aec1-8068-4b5b-b19f-cfc347dc9aa3 owned by {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:42.914501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0c751681-d990-4d4d-a180-1d898ee92eab None None] For port 3ac01c00-05ba-427c-81e9-5bf55cba30e4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3ac01c00-05ba-427c-81e9-5bf55cba30e4,segment=NetworkSegment(3c416d50-fec0-47bd-8e03-1187f918a231),segment_id=3c416d50-fec0-47bd-8e03-1187f918a231)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:42.915122 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c751681-d990-4d4d-a180-1d898ee92eab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:42.956978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0c751681-d990-4d4d-a180-1d898ee92eab None None] Calling delete_port for 3ac01c00-05ba-427c-81e9-5bf55cba30e4 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:42.978679 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:29:42.979672 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:43.111355 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c751681-d990-4d4d-a180-1d898ee92eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (3ac01c00-05ba-427c-81e9-5bf55cba30e4), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:43.122286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79c9b8b0-eebf-47cc-b8d2-77e625f46320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1348aec1-8068-4b5b-b19f-cfc347dc9aa3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:43.173064 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c751681-d990-4d4d-a180-1d898ee92eab None None] Pushing event deleted for resources: {'Port': ['ID=3ac01c00-05ba-427c-81e9-5bf55cba30e4,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:43.192163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c751681-d990-4d4d-a180-1d898ee92eab None None] No DVR routers for this DVR port 3ac01c00-05ba-427c-81e9-5bf55cba30e4 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:29:43.226330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9b8b0-eebf-47cc-b8d2-77e625f46320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Port': ['ID=1348aec1-8068-4b5b-b19f-cfc347dc9aa3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:43.251082 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79c9b8b0-eebf-47cc-b8d2-77e625f46320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:43.254549 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-79c9b8b0-eebf-47cc-b8d2-77e625f46320 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/ports/1348aec1-8068-4b5b-b19f-cfc347dc9aa3 HTTP/1.1" status: 204 len: 168 time: 0.7779870 Feb 15 14:29:43.258361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39944) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:43.378228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (cb4fb78f-8ff3-4dc1-8902-43d896730294), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:43.490391 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (cb4fb78f-8ff3-4dc1-8902-43d896730294), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:43.539170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4fb78f-8ff3-4dc1-8902-43d896730294']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:43.554203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c416d50-fec0-47bd-8e03-1187f918a231') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:43.554594 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c416d50-fec0-47bd-8e03-1187f918a231') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:43.574033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (3c416d50-fec0-47bd-8e03-1187f918a231), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:43.599448 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3c416d50-fec0-47bd-8e03-1187f918a231), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:43.607339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:29:43.607876 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (3c416d50-fec0-47bd-8e03-1187f918a231), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:29:43.611265 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:29:43.709344 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (cb4fb78f-8ff3-4dc1-8902-43d896730294), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:43.730224 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:43.745743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] 10.222.0.72 "DELETE /v2.0/networks/cb4fb78f-8ff3-4dc1-8902-43d896730294 HTTP/1.1" status: 204 len: 168 time: 0.4818289 Feb 15 14:29:43.760944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c8ec7-eb60-4d3d-972f-edbbed13e6f0 tempest-PortsTestJSON-1724519335 tempest-PortsTestJSON-1724519335-project] Pushing event deleted for resources: {'Network': ['ID=cb4fb78f-8ff3-4dc1-8902-43d896730294,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:44.331383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 39980) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:44.582824 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 39988) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:44.602357 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-31d1892c-56dc-450f-9557-2713fb521d0b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b0d67cb82fb437cba1f7a4b614b6df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687323 Feb 15 14:29:44.663199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3baab4c-c381-4a6d-b12c-b81d3ad59d64 admin admin] Publish callbacks [] for security_group (8e5582bd-076d-4545-af13-f78564b8d2c4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:44.695340 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3baab4c-c381-4a6d-b12c-b81d3ad59d64 admin admin] Publish callbacks [] for security_group (8e5582bd-076d-4545-af13-f78564b8d2c4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:44.767541 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1efd62f4-8805-4231-a1d7-8a56be688b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:44.789562 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3baab4c-c381-4a6d-b12c-b81d3ad59d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8e5582bd-076d-4545-af13-f78564b8d2c4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:44.793172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3baab4c-c381-4a6d-b12c-b81d3ad59d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:44.794274 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f3baab4c-c381-4a6d-b12c-b81d3ad59d64 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e5582bd-076d-4545-af13-f78564b8d2c4 HTTP/1.1" status: 204 len: 168 time: 0.2092886 Feb 15 14:29:44.811762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3baab4c-c381-4a6d-b12c-b81d3ad59d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5582bd-076d-4545-af13-f78564b8d2c4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:45.967817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40044) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:46.148699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-20905dd1-1065-43b3-a1fd-2b92f40bec2e tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-768465268', 'prefixes': ['172.20.0.0/16']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:46.252240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-20905dd1-1065-43b3-a1fd-2b92f40bec2e tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:46.267155 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-20905dd1-1065-43b3-a1fd-2b92f40bec2e tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2979980 Feb 15 14:29:46.270895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40058) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:46.372749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40062) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:46.374037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ef183af4-4b53-4cb5-9985-457f1aafde7c tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] 10.222.0.72 "GET /v2.0/subnetpools/03b712ca-b165-46e4-bea0-ad4982eeb332 HTTP/1.1" status: 200 len: 731 time: 0.1008031 Feb 15 14:29:46.377523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-56c1d9f2-3cda-4e2a-b2e8-5916d958d58b tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-814929010'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:29:46.533896 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56c1d9f2-3cda-4e2a-b2e8-5916d958d58b tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:46.536019 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-56c1d9f2-3cda-4e2a-b2e8-5916d958d58b tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] 10.222.0.72 "PUT /v2.0/subnetpools/03b712ca-b165-46e4-bea0-ad4982eeb332 HTTP/1.1" status: 200 len: 683 time: 0.1619759 Feb 15 14:29:46.539996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40070) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:46.724174 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8cb4829b-207a-4836-8144-5a6da8ba397f tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:46.732773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40074) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:46.743011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8cb4829b-207a-4836-8144-5a6da8ba397f tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] 10.222.0.72 "DELETE /v2.0/subnetpools/03b712ca-b165-46e4-bea0-ad4982eeb332 HTTP/1.1" status: 204 len: 168 time: 0.2008600 Feb 15 14:29:46.757310 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-2d5847d5-7c5b-4883-bb7d-47b800376080 tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] show failed (client error): The resource could not be found. Feb 15 14:29:46.769473 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2d5847d5-7c5b-4883-bb7d-47b800376080 tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] 10.222.0.72 "GET /v2.0/subnetpools/03b712ca-b165-46e4-bea0-ad4982eeb332 HTTP/1.1" status: 404 len: 346 time: 0.0344064 Feb 15 14:29:46.769599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40076) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:46.799542 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [None req-d615ca2f-b305-4cb8-9229-0f3db99e093d tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] delete failed (client error): The resource could not be found. Feb 15 14:29:46.811416 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d615ca2f-b305-4cb8-9229-0f3db99e093d tempest-SubnetPoolsTestJSON-1070504106 tempest-SubnetPoolsTestJSON-1070504106-project] 10.222.0.72 "DELETE /v2.0/subnetpools/03b712ca-b165-46e4-bea0-ad4982eeb332 HTTP/1.1" status: 404 len: 346 time: 0.0404720 Feb 15 14:29:47.168361 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-93aecb2e-25bd-4139-855a-add5b83b9426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:47.310092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40094) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:47.526843 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c85d30b9-3cb9-4352-8c86-6f86ba2cce67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:47.658774 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c85d30b9-3cb9-4352-8c86-6f86ba2cce67 admin admin] Publish callbacks [] for security_group (a73072f5-2632-4ee0-b2e4-988159697fa1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:47.664320 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c85d30b9-3cb9-4352-8c86-6f86ba2cce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a73072f5-2632-4ee0-b2e4-988159697fa1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:47.723770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40108) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:47.724402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c85d30b9-3cb9-4352-8c86-6f86ba2cce67 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f7fe76abd1d4eb6932424583f2ba876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4127607 Feb 15 14:29:47.724958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d30b9-3cb9-4352-8c86-6f86ba2cce67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73072f5-2632-4ee0-b2e4-988159697fa1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:47.823070 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e350b368-bf7a-45a6-afc6-ffb33a2f3444 admin admin] Publish callbacks [] for security_group (a73072f5-2632-4ee0-b2e4-988159697fa1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:47.852690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e350b368-bf7a-45a6-afc6-ffb33a2f3444 admin admin] Publish callbacks [] for security_group (a73072f5-2632-4ee0-b2e4-988159697fa1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:47.939551 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e350b368-bf7a-45a6-afc6-ffb33a2f3444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a73072f5-2632-4ee0-b2e4-988159697fa1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:47.944104 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e350b368-bf7a-45a6-afc6-ffb33a2f3444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:47.945954 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e350b368-bf7a-45a6-afc6-ffb33a2f3444 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a73072f5-2632-4ee0-b2e4-988159697fa1 HTTP/1.1" status: 204 len: 168 time: 0.2207623 Feb 15 14:29:47.958843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350b368-bf7a-45a6-afc6-ffb33a2f3444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73072f5-2632-4ee0-b2e4-988159697fa1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:48.132663 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40126) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:48.270821 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d9221b1-1d87-4195-9548-7af142ce2892 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group (35f46e68-4c67-4971-a6ba-3cd7933105b6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:48.306893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d9221b1-1d87-4195-9548-7af142ce2892 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group (35f46e68-4c67-4971-a6ba-3cd7933105b6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:48.439706 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:48.459040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d9221b1-1d87-4195-9548-7af142ce2892 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (35f46e68-4c67-4971-a6ba-3cd7933105b6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:48.461642 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1d9221b1-1d87-4195-9548-7af142ce2892 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:48.467496 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1d9221b1-1d87-4195-9548-7af142ce2892 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] 10.222.0.72 "DELETE /v2.0/security-groups/35f46e68-4c67-4971-a6ba-3cd7933105b6 HTTP/1.1" status: 204 len: 168 time: 0.3324943 Feb 15 14:29:48.488568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9221b1-1d87-4195-9548-7af142ce2892 tempest-TestVolumeBootPattern-417628975 tempest-TestVolumeBootPattern-417628975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f46e68-4c67-4971-a6ba-3cd7933105b6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:48.615724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40154) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:49.799554 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:49.890265 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (701ba21b-9555-42a1-aaf0-e2338ea93b61), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:50.378639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] Deleting port d1f1e283-0dd5-4af6-aa52-33409acae8c6 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:50.379528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:50.488450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] For port d1f1e283-0dd5-4af6-aa52-33409acae8c6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d1f1e283-0dd5-4af6-aa52-33409acae8c6,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:50.489191 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:50.517246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] Calling delete_port for d1f1e283-0dd5-4af6-aa52-33409acae8c6 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:50.830187 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d1f1e283-0dd5-4af6-aa52-33409acae8c6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:50.862644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f1e283-0dd5-4af6-aa52-33409acae8c6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:51.112758 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:51.861407 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (701ba21b-9555-42a1-aaf0-e2338ea93b61), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:52.307385 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] Router 701ba21b-9555-42a1-aaf0-e2338ea93b61 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:29:52.480038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:29:52.485939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ae3331a7-8c21-4e32-ae7b-8f1da8c49ec6 admin admin] 10.222.0.72 "PUT /v2.0/routers/701ba21b-9555-42a1-aaf0-e2338ea93b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8690431 Feb 15 14:29:52.489222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40282) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:52.499879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd231ccb-e8ae-4545-a1fd-b9ce3a2c2c34 None None] Sync routers for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:29:52.512375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd231ccb-e8ae-4545-a1fd-b9ce3a2c2c34 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:52.514920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fd231ccb-e8ae-4545-a1fd-b9ce3a2c2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:29:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:52.796135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Publish callbacks [] for router (701ba21b-9555-42a1-aaf0-e2338ea93b61), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:52.946658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-fd231ccb-e8ae-4545-a1fd-b9ce3a2c2c34 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:29:53.059694 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Publish callbacks [] for router_gateway (701ba21b-9555-42a1-aaf0-e2338ea93b61), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:53.266779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Deleting port ca9b2008-aacd-4eb1-a55c-a1937339d930 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:53.275648 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:53.379620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fd231ccb-e8ae-4545-a1fd-b9ce3a2c2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:29:50Z', 'revision_number': 5, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port': {'id': 'ca9b2008-aacd-4eb1-a55c-a1937339d930', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:37Z', 'updated_at': '2022-02-15T14:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:53.420138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd231ccb-e8ae-4545-a1fd-b9ce3a2c2c34 None None] Checking router: 701ba21b-9555-42a1-aaf0-e2338ea93b61 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:29:53.432704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd231ccb-e8ae-4545-a1fd-b9ce3a2c2c34 None None] Routers {'701ba21b-9555-42a1-aaf0-e2338ea93b61'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:53.433617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fd231ccb-e8ae-4545-a1fd-b9ce3a2c2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:29:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['701ba21b-9555-42a1-aaf0-e2338ea93b61'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:53.567645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] For port ca9b2008-aacd-4eb1-a55c-a1937339d930, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ca9b2008-aacd-4eb1-a55c-a1937339d930,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:53.568574 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:53.587440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Calling delete_port for ca9b2008-aacd-4eb1-a55c-a1937339d930 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:53.803205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-fd231ccb-e8ae-4545-a1fd-b9ce3a2c2c34 None None] Set router 701ba21b-9555-42a1-aaf0-e2338ea93b61 gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:29:53.881690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-fd231ccb-e8ae-4545-a1fd-b9ce3a2c2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:29:53Z', 'revision_number': 6, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:53.911391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40340) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:53.924511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd231ccb-e8ae-4545-a1fd-b9ce3a2c2c34 None None] The sync data for ids ['701ba21b-9555-42a1-aaf0-e2338ea93b61'] in n-d-829064-15 is: [{'id': '701ba21b-9555-42a1-aaf0-e2338ea93b61', 'name': 'tempest-TestVolumeBootPattern-30885049-router', 'tenant_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:35Z', 'updated_at': '2022-02-15T14:29:53Z', 'revision_number': 6, 'project_id': '8c29426f2a2d43d1bc8516dc4bb81932', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:29:53.973723 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ca9b2008-aacd-4eb1-a55c-a1937339d930), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.015108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9b2008-aacd-4eb1-a55c-a1937339d930,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:54.114571 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ff582cc9-3339-4d24-8644-7d8aa987b524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.143416 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (701ba21b-9555-42a1-aaf0-e2338ea93b61), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.278664 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ff582cc9-3339-4d24-8644-7d8aa987b524 admin admin] Publish callbacks [] for security_group (de2e6393-7b45-4748-8f56-3b9dd0f9306b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.286276 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ff582cc9-3339-4d24-8644-7d8aa987b524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (de2e6393-7b45-4748-8f56-3b9dd0f9306b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.336899 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (701ba21b-9555-42a1-aaf0-e2338ea93b61), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.341083 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Publish callbacks [] for router_controller (701ba21b-9555-42a1-aaf0-e2338ea93b61), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.367071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ff582cc9-3339-4d24-8644-7d8aa987b524 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=79693b72c9834350958bf66f9e14f257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4532096 Feb 15 14:29:54.367784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40348) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:54.370863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff582cc9-3339-4d24-8644-7d8aa987b524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2e6393-7b45-4748-8f56-3b9dd0f9306b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:54.447902 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (701ba21b-9555-42a1-aaf0-e2338ea93b61), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.448577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 701ba21b-9555-42a1-aaf0-e2338ea93b61 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:29:54.457220 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.464868 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-67046fd1-35b2-423b-b063-3b3931f2d557 admin admin] Publish callbacks [] for security_group (de2e6393-7b45-4748-8f56-3b9dd0f9306b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.466541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40350) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:54.466895 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f603deb0-f19c-4f08-96cb-9032c4586567 admin admin] 10.222.0.72 "DELETE /v2.0/routers/701ba21b-9555-42a1-aaf0-e2338ea93b61 HTTP/1.1" status: 204 len: 168 time: 1.9764292 Feb 15 14:29:54.526055 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-67046fd1-35b2-423b-b063-3b3931f2d557 admin admin] Publish callbacks [] for security_group (de2e6393-7b45-4748-8f56-3b9dd0f9306b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.553495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a95f99-4a06-4895-84d8-5ed998a8d4df admin admin] Deleting subnet 5bdd149c-20c0-4211-876f-a7af9ef676ae {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:29:54.560948 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1a95f99-4a06-4895-84d8-5ed998a8d4df admin admin] Publish callbacks [] for subnet (5bdd149c-20c0-4211-876f-a7af9ef676ae), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.618494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1a95f99-4a06-4895-84d8-5ed998a8d4df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (5bdd149c-20c0-4211-876f-a7af9ef676ae), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.672272 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-67046fd1-35b2-423b-b063-3b3931f2d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (de2e6393-7b45-4748-8f56-3b9dd0f9306b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.676266 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-67046fd1-35b2-423b-b063-3b3931f2d557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.676539 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-67046fd1-35b2-423b-b063-3b3931f2d557 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de2e6393-7b45-4748-8f56-3b9dd0f9306b HTTP/1.1" status: 204 len: 168 time: 0.3069625 Feb 15 14:29:54.694246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67046fd1-35b2-423b-b063-3b3931f2d557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2e6393-7b45-4748-8f56-3b9dd0f9306b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:54.761586 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1a95f99-4a06-4895-84d8-5ed998a8d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (5bdd149c-20c0-4211-876f-a7af9ef676ae), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.831259 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1a95f99-4a06-4895-84d8-5ed998a8d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (5bdd149c-20c0-4211-876f-a7af9ef676ae), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.935004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a95f99-4a06-4895-84d8-5ed998a8d4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bdd149c-20c0-4211-876f-a7af9ef676ae,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:54.945510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4782d0db-17fa-4635-beb9-9b18d39f3641 None None] Network c8c73912-3615-4fc1-ad35-e54c9f618d74 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:29:54.948659 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1a95f99-4a06-4895-84d8-5ed998a8d4df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:54.959926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b1a95f99-4a06-4895-84d8-5ed998a8d4df admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5bdd149c-20c0-4211-876f-a7af9ef676ae HTTP/1.1" status: 204 len: 168 time: 0.4920878 Feb 15 14:29:54.960266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40364) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:55.021454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d1f1e283-0dd5-4af6-aa52-33409acae8c6 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:29:55.060139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d1f1e283-0dd5-4af6-aa52-33409acae8c6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:29:55.061361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d1f1e283-0dd5-4af6-aa52-33409acae8c6 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:29:55.061968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ca9b2008-aacd-4eb1-a55c-a1937339d930 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:29:55.105014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ca9b2008-aacd-4eb1-a55c-a1937339d930 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:29:55.105903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ca9b2008-aacd-4eb1-a55c-a1937339d930 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:29:55.177740 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (c8c73912-3615-4fc1-ad35-e54c9f618d74), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:55.282076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Deleting port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:55.282719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:55.294638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] DHCP port deletion for c8c73912-3615-4fc1-ad35-e54c9f618d74 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:29:55.404837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40370) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:55.435330 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a94be76-7b99-487d-8d02-cf1e5e1c1ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:55.472181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Deleting port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:55.472576 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:55.663446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] For port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:55.664323 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:55.682120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Calling delete_port for a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:55.705213 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a94be76-7b99-487d-8d02-cf1e5e1c1ef1 admin admin] Publish callbacks [] for security_group (af0f9069-0c81-4be5-970e-14f4149b7496), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:55.713478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a94be76-7b99-487d-8d02-cf1e5e1c1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (af0f9069-0c81-4be5-970e-14f4149b7496), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:55.818955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] For port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d,segment=NetworkSegment(1625f4d9-a2c0-4f48-a367-a04e10aff797),segment_id=1625f4d9-a2c0-4f48-a367-a04e10aff797)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:55.819793 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:55.825601 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:55.841535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Calling delete_port for a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:55.871361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Pushing event deleted for resources: {'Port': ['ID=a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:55.886996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] No DVR routers for this DVR port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:29:55.888012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3a94be76-7b99-487d-8d02-cf1e5e1c1ef1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b4d8d6106dd42c990649a4270074edd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4814458 Feb 15 14:29:55.889007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94be76-7b99-487d-8d02-cf1e5e1c1ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0f9069-0c81-4be5-970e-14f4149b7496,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:55.893049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.893452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.894270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.894994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.895555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.896634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.897005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.897495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.898077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.898661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.899874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.900470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.901393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3c027-aef5-427a-a6a1-e1d9a2b56fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:29:55.904516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40376) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:56.022059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a9a3c8e-ccbc-4b51-af86-7274eaa889a8 admin admin] Publish callbacks [] for security_group (af0f9069-0c81-4be5-970e-14f4149b7496), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:56.027065 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:56.090149 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a9a3c8e-ccbc-4b51-af86-7274eaa889a8 admin admin] Publish callbacks [] for security_group (af0f9069-0c81-4be5-970e-14f4149b7496), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:56.101960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:56.105675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] No DVR routers for this DVR port a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:29:56.221507 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a9a3c8e-ccbc-4b51-af86-7274eaa889a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (af0f9069-0c81-4be5-970e-14f4149b7496), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:56.231948 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a9a3c8e-ccbc-4b51-af86-7274eaa889a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:56.239193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (c8c73912-3615-4fc1-ad35-e54c9f618d74), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:56.239810 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1a9a3c8e-ccbc-4b51-af86-7274eaa889a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af0f9069-0c81-4be5-970e-14f4149b7496 HTTP/1.1" status: 204 len: 168 time: 0.3339996 Feb 15 14:29:56.266684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a3c8e-ccbc-4b51-af86-7274eaa889a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0f9069-0c81-4be5-970e-14f4149b7496,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:56.294235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c73912-3615-4fc1-ad35-e54c9f618d74']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:56.328327 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1625f4d9-a2c0-4f48-a367-a04e10aff797') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:56.329217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1625f4d9-a2c0-4f48-a367-a04e10aff797') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:56.355258 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (1625f4d9-a2c0-4f48-a367-a04e10aff797), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:56.391183 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1625f4d9-a2c0-4f48-a367-a04e10aff797), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:56.398958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:29:56.399503 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (1625f4d9-a2c0-4f48-a367-a04e10aff797), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: self.session.flush() Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:29:56.401525 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:29:56.545130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (c8c73912-3615-4fc1-ad35-e54c9f618d74), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:56.558408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:56.569947 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c8c73912-3615-4fc1-ad35-e54c9f618d74 HTTP/1.1" status: 204 len: 168 time: 1.6074986 Feb 15 14:29:56.574805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40394) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:56.598090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b85881-3280-4663-afa5-7cf9a4fc57c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c73912-3615-4fc1-ad35-e54c9f618d74,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:56.747127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:29:56.770393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:29:56.771065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a1534bbb-0dd6-4ad5-9a9a-6be21e2b499d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:29:57.287673 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (154d3191-ef10-4dde-9dce-4efe1a0052c5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:57.710739 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] Deleting port 93c834eb-79bd-420b-a932-07b408bf1b2b {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:57.711711 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:57.824001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] For port 93c834eb-79bd-420b-a932-07b408bf1b2b, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=93c834eb-79bd-420b-a932-07b408bf1b2b,segment=NetworkSegment(50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4),segment_id=50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:57.824683 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:57.849989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] Calling delete_port for 93c834eb-79bd-420b-a932-07b408bf1b2b owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:58.146342 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (93c834eb-79bd-420b-a932-07b408bf1b2b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:58.181536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c834eb-79bd-420b-a932-07b408bf1b2b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:29:58.549533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (154d3191-ef10-4dde-9dce-4efe1a0052c5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:58.909391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] Router 154d3191-ef10-4dde-9dce-4efe1a0052c5 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:29:59.104442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:29:59.114317 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d522767e-18c6-4249-91dc-0d61f0c53cf5 admin admin] 10.222.0.72 "PUT /v2.0/routers/154d3191-ef10-4dde-9dce-4efe1a0052c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5352459 Feb 15 14:29:59.114669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40472) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:29:59.121768 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35cc714-bae9-40a9-8eed-64d720ee3efd None None] Sync routers for ids ['154d3191-ef10-4dde-9dce-4efe1a0052c5'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:29:59.136736 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35cc714-bae9-40a9-8eed-64d720ee3efd None None] Routers {'154d3191-ef10-4dde-9dce-4efe1a0052c5'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:59.137379 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f35cc714-bae9-40a9-8eed-64d720ee3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:29:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['154d3191-ef10-4dde-9dce-4efe1a0052c5'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:59.374406 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Publish callbacks [] for router (154d3191-ef10-4dde-9dce-4efe1a0052c5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:59.399077 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-f35cc714-bae9-40a9-8eed-64d720ee3efd None None] Set router 154d3191-ef10-4dde-9dce-4efe1a0052c5 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:29:59.543961 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Publish callbacks [] for router_gateway (154d3191-ef10-4dde-9dce-4efe1a0052c5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:59.628114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Deleting port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:29:59.628799 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:59.754695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] For port 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4d8c7f3c-a1fc-4963-b1dc-eee7918b4804,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:29:59.755395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:29:59.775143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Calling delete_port for 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:29:59.905660 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f35cc714-bae9-40a9-8eed-64d720ee3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'name': 'tempest-TestVolumeBootPattern-788482601-router', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:45Z', 'updated_at': '2022-02-15T14:29:58Z', 'revision_number': 5, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'gw_port': {'id': '4d8c7f3c-a1fc-4963-b1dc-eee7918b4804', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:09:47Z', 'updated_at': '2022-02-15T14:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:59.949837 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35cc714-bae9-40a9-8eed-64d720ee3efd None None] Checking router: 154d3191-ef10-4dde-9dce-4efe1a0052c5 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:29:59.960424 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35cc714-bae9-40a9-8eed-64d720ee3efd None None] Routers {'154d3191-ef10-4dde-9dce-4efe1a0052c5'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:29:59.961220 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f35cc714-bae9-40a9-8eed-64d720ee3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:29:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['154d3191-ef10-4dde-9dce-4efe1a0052c5'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:29:59.990290 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4d8c7f3c-a1fc-4963-b1dc-eee7918b4804), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:00.061437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8c7f3c-a1fc-4963-b1dc-eee7918b4804,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:00.110339 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-f35cc714-bae9-40a9-8eed-64d720ee3efd None None] Set router 154d3191-ef10-4dde-9dce-4efe1a0052c5 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:30:00.133064 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (154d3191-ef10-4dde-9dce-4efe1a0052c5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:00.178677 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f35cc714-bae9-40a9-8eed-64d720ee3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'name': 'tempest-TestVolumeBootPattern-788482601-router', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:45Z', 'updated_at': '2022-02-15T14:29:59Z', 'revision_number': 6, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:30:00.247830 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35cc714-bae9-40a9-8eed-64d720ee3efd None None] The sync data for ids ['154d3191-ef10-4dde-9dce-4efe1a0052c5'] in n-d-829064-15 is: [{'id': '154d3191-ef10-4dde-9dce-4efe1a0052c5', 'name': 'tempest-TestVolumeBootPattern-788482601-router', 'tenant_id': '36a9044eb8f44788ad8de74c39abfd94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:09:45Z', 'updated_at': '2022-02-15T14:29:59Z', 'revision_number': 6, 'project_id': '36a9044eb8f44788ad8de74c39abfd94', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:30:00.327082 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (154d3191-ef10-4dde-9dce-4efe1a0052c5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:00.332084 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Publish callbacks [] for router_controller (154d3191-ef10-4dde-9dce-4efe1a0052c5), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:00.396242 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (154d3191-ef10-4dde-9dce-4efe1a0052c5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:00.396850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 154d3191-ef10-4dde-9dce-4efe1a0052c5 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:30:00.412678 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:00.415957 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2d480abb-2b78-4858-94c9-a1ade7da2fa9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/154d3191-ef10-4dde-9dce-4efe1a0052c5 HTTP/1.1" status: 204 len: 168 time: 1.2976260 Feb 15 14:30:00.417693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40498) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:00.491312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-10708e2c-c43e-4aea-8a6f-9dbe63faeaea admin admin] Deleting subnet ace78b98-ca63-40a5-a785-359ae2b7e9d4 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:30:00.495213 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10708e2c-c43e-4aea-8a6f-9dbe63faeaea admin admin] Publish callbacks [] for subnet (ace78b98-ca63-40a5-a785-359ae2b7e9d4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:00.542240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10708e2c-c43e-4aea-8a6f-9dbe63faeaea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (ace78b98-ca63-40a5-a785-359ae2b7e9d4), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:00.686960 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10708e2c-c43e-4aea-8a6f-9dbe63faeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (ace78b98-ca63-40a5-a785-359ae2b7e9d4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:00.808418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 93c834eb-79bd-420b-a932-07b408bf1b2b no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:30:00.841181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10708e2c-c43e-4aea-8a6f-9dbe63faeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (ace78b98-ca63-40a5-a785-359ae2b7e9d4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:00.864421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 93c834eb-79bd-420b-a932-07b408bf1b2b {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:30:00.865138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 93c834eb-79bd-420b-a932-07b408bf1b2b not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:30:00.907018 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10708e2c-c43e-4aea-8a6f-9dbe63faeaea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace78b98-ca63-40a5-a785-359ae2b7e9d4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:00.914071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-10708e2c-c43e-4aea-8a6f-9dbe63faeaea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:00.917746 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-10708e2c-c43e-4aea-8a6f-9dbe63faeaea admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ace78b98-ca63-40a5-a785-359ae2b7e9d4 HTTP/1.1" status: 204 len: 168 time: 0.4990807 Feb 15 14:30:00.920390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40510) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:00.944216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0adc4-748b-4b37-8ded-4472e2d3306f None None] Network 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:30:01.031372 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (2b6d3057-1761-4a16-9e3f-1d55ac37ed5a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.209009 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Deleting port e57be69b-1318-4e50-8d86-ddeff6cb1b6e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:30:01.209693 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.236545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1cc092-dd84-4af5-8366-126ee217eea5 None None] DHCP port deletion for 2b6d3057-1761-4a16-9e3f-1d55ac37ed5a request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:30:01.378439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fa1cc092-dd84-4af5-8366-126ee217eea5 None None] Deleting port e57be69b-1318-4e50-8d86-ddeff6cb1b6e {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:30:01.379377 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc092-dd84-4af5-8366-126ee217eea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.393089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] For port e57be69b-1318-4e50-8d86-ddeff6cb1b6e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e57be69b-1318-4e50-8d86-ddeff6cb1b6e,segment=NetworkSegment(50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4),segment_id=50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:01.393647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.435459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Calling delete_port for e57be69b-1318-4e50-8d86-ddeff6cb1b6e owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:30:01.517358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fa1cc092-dd84-4af5-8366-126ee217eea5 None None] For port e57be69b-1318-4e50-8d86-ddeff6cb1b6e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e57be69b-1318-4e50-8d86-ddeff6cb1b6e,segment=NetworkSegment(50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4),segment_id=50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:01.518014 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc092-dd84-4af5-8366-126ee217eea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.537089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fa1cc092-dd84-4af5-8366-126ee217eea5 None None] Calling delete_port for e57be69b-1318-4e50-8d86-ddeff6cb1b6e owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:30:01.588667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.645326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57be69b-1318-4e50-8d86-ddeff6cb1b6e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:01.647382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] No DVR routers for this DVR port e57be69b-1318-4e50-8d86-ddeff6cb1b6e on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:30:01.675203 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc092-dd84-4af5-8366-126ee217eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (e57be69b-1318-4e50-8d86-ddeff6cb1b6e), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.732115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cc092-dd84-4af5-8366-126ee217eea5 None None] Pushing event deleted for resources: {'Port': ['ID=e57be69b-1318-4e50-8d86-ddeff6cb1b6e,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:01.767415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (2b6d3057-1761-4a16-9e3f-1d55ac37ed5a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.767905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1cc092-dd84-4af5-8366-126ee217eea5 None None] No DVR routers for this DVR port e57be69b-1318-4e50-8d86-ddeff6cb1b6e on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:30:01.822324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6d3057-1761-4a16-9e3f-1d55ac37ed5a']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:30:01.839121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:30:01.839626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:30:01.852238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.870183 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.877690 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:30:01.878088 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (50b1f5ee-61ca-499c-9bdd-31b8c7ba5eb4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:30:01.947235 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:30:01.958716 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (2b6d3057-1761-4a16-9e3f-1d55ac37ed5a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.967577 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:01.970930 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2b6d3057-1761-4a16-9e3f-1d55ac37ed5a HTTP/1.1" status: 204 len: 168 time: 1.0494342 Feb 15 14:30:01.984726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2b528-5fc2-4ae4-8520-a1a9e511ec71 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6d3057-1761-4a16-9e3f-1d55ac37ed5a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:02.288096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40538) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:02.387255 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fb9826ea-3b51-4a1a-8150-41bd7144625e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8c29426f2a2d43d1bc8516dc4bb81932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0977204 Feb 15 14:30:02.390964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40542) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:02.482467 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-481d716b-fd59-40ff-a3f8-4b775c2f993f admin admin] Publish callbacks [] for security_group (99a9acf7-79dd-4834-ba11-802549490c25), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:02.517780 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-481d716b-fd59-40ff-a3f8-4b775c2f993f admin admin] Publish callbacks [] for security_group (99a9acf7-79dd-4834-ba11-802549490c25), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:02.580844 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-481d716b-fd59-40ff-a3f8-4b775c2f993f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (99a9acf7-79dd-4834-ba11-802549490c25), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:02.585507 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-481d716b-fd59-40ff-a3f8-4b775c2f993f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:02.589376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-481d716b-fd59-40ff-a3f8-4b775c2f993f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/99a9acf7-79dd-4834-ba11-802549490c25 HTTP/1.1" status: 204 len: 168 time: 0.1969037 Feb 15 14:30:02.620416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d716b-fd59-40ff-a3f8-4b775c2f993f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a9acf7-79dd-4834-ba11-802549490c25,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:02.758074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:30:02.796477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:30:02.796979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4d8c7f3c-a1fc-4963-b1dc-eee7918b4804 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:30:02.798507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e57be69b-1318-4e50-8d86-ddeff6cb1b6e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:30:02.848761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: e57be69b-1318-4e50-8d86-ddeff6cb1b6e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:30:02.849118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e57be69b-1318-4e50-8d86-ddeff6cb1b6e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:30:03.283319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40560) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:03.349337 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0414a931-761f-4682-8c7a-3109b19f3707 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=36a9044eb8f44788ad8de74c39abfd94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645239 Feb 15 14:30:03.358772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40564) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:03.453732 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-315c90d2-d6dd-4c79-8a46-6a418764fb49 admin admin] Publish callbacks [] for security_group (1af0ee4f-dc30-4782-b41c-659d508425e8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:03.500728 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-315c90d2-d6dd-4c79-8a46-6a418764fb49 admin admin] Publish callbacks [] for security_group (1af0ee4f-dc30-4782-b41c-659d508425e8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:03.598381 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-315c90d2-d6dd-4c79-8a46-6a418764fb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1af0ee4f-dc30-4782-b41c-659d508425e8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:03.602802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-315c90d2-d6dd-4c79-8a46-6a418764fb49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:03.608567 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-315c90d2-d6dd-4c79-8a46-6a418764fb49 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1af0ee4f-dc30-4782-b41c-659d508425e8 HTTP/1.1" status: 204 len: 168 time: 0.2411237 Feb 15 14:30:03.619176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c90d2-d6dd-4c79-8a46-6a418764fb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af0ee4f-dc30-4782-b41c-659d508425e8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:10.061223 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:12.282431 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:14.755621 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dccd0673-4e1a-445b-87ad-3530b37b712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:15.728286 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:30:17.167849 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c1dc7bff-54e6-4c27-8e85-4eebb9435ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:17.653977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40816) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:17.798486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:17.928709 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Publish callbacks [] for security_group (1edf203b-7b93-4146-bd86-ec1ac5642bcf), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:17.934611 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1edf203b-7b93-4146-bd86-ec1ac5642bcf), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.004901 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b3ce0d15d3734c908bb289fd80df5397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488402 Feb 15 14:30:18.005525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40822) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:18.006204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edf203b-7b93-4146-bd86-ec1ac5642bcf,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:18.015575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.015964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.016310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.016651 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.016973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.017307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.017776 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.018119 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.018449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.018765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.019114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.019429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.019753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7abf62-8448-4896-a48d-b680dfbd7ba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.066385 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Publish callbacks [] for security_group (1edf203b-7b93-4146-bd86-ec1ac5642bcf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.089273 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Publish callbacks [] for security_group (1edf203b-7b93-4146-bd86-ec1ac5642bcf), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.160790 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (1edf203b-7b93-4146-bd86-ec1ac5642bcf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.163838 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.165778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1edf203b-7b93-4146-bd86-ec1ac5642bcf HTTP/1.1" status: 204 len: 168 time: 0.1590388 Feb 15 14:30:18.176153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edf203b-7b93-4146-bd86-ec1ac5642bcf,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:18.185533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.186179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.186520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.186858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.187219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.187544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.187872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.188187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.188681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.189178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.189666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.190152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.190667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f5e6c9-fa4a-4251-ac63-de6f3cb0af3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:30:18.426574 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.534630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40830) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:18.551930 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f4fd055-0ab2-493e-be76-900a8754ebd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.640787 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f4fd055-0ab2-493e-be76-900a8754ebd4 admin admin] Publish callbacks [] for security_group (d8149fb4-a34b-42b5-8bca-555196922988), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.645673 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8f4fd055-0ab2-493e-be76-900a8754ebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d8149fb4-a34b-42b5-8bca-555196922988), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.692908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fd055-0ab2-493e-be76-900a8754ebd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8149fb4-a34b-42b5-8bca-555196922988,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:18.698204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8f4fd055-0ab2-493e-be76-900a8754ebd4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7677797c3e754990b0454fa9a13cc720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1621001 Feb 15 14:30:18.700713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40832) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:18.782528 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cfb91081-4de3-4008-87cc-6a81ddfd11e0 admin admin] Publish callbacks [] for security_group (d8149fb4-a34b-42b5-8bca-555196922988), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.813404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cfb91081-4de3-4008-87cc-6a81ddfd11e0 admin admin] Publish callbacks [] for security_group (d8149fb4-a34b-42b5-8bca-555196922988), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.882149 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cfb91081-4de3-4008-87cc-6a81ddfd11e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d8149fb4-a34b-42b5-8bca-555196922988), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.886436 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cfb91081-4de3-4008-87cc-6a81ddfd11e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:18.888233 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cfb91081-4de3-4008-87cc-6a81ddfd11e0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d8149fb4-a34b-42b5-8bca-555196922988 HTTP/1.1" status: 204 len: 168 time: 0.1858218 Feb 15 14:30:18.905337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb91081-4de3-4008-87cc-6a81ddfd11e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8149fb4-a34b-42b5-8bca-555196922988,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:19.401085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 40842) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:19.417238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8c638e2-afd9-4d81-b766-8e6c94c6a973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:19.546559 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8c638e2-afd9-4d81-b766-8e6c94c6a973 admin admin] Publish callbacks [] for security_group (510f94bb-41d8-4ab4-bc39-4d74c1d66e81), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:19.551803 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8c638e2-afd9-4d81-b766-8e6c94c6a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (510f94bb-41d8-4ab4-bc39-4d74c1d66e81), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:19.604651 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d8c638e2-afd9-4d81-b766-8e6c94c6a973 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc7fb5faf5374b2eae5bd7e04d5edd86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1998935 Feb 15 14:30:19.604651 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c638e2-afd9-4d81-b766-8e6c94c6a973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510f94bb-41d8-4ab4-bc39-4d74c1d66e81,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:19.605578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 40846) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:19.681778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ac30-ae82-42ca-a950-e6629a9e14c4 admin admin] Publish callbacks [] for security_group (510f94bb-41d8-4ab4-bc39-4d74c1d66e81), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:19.715200 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ac30-ae82-42ca-a950-e6629a9e14c4 admin admin] Publish callbacks [] for security_group (510f94bb-41d8-4ab4-bc39-4d74c1d66e81), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:19.790086 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ac30-ae82-42ca-a950-e6629a9e14c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (510f94bb-41d8-4ab4-bc39-4d74c1d66e81), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:19.800802 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ac30-ae82-42ca-a950-e6629a9e14c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:19.802177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d8a8ac30-ae82-42ca-a950-e6629a9e14c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/510f94bb-41d8-4ab4-bc39-4d74c1d66e81 HTTP/1.1" status: 204 len: 168 time: 0.1954026 Feb 15 14:30:19.809414 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:19.822286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8ac30-ae82-42ca-a950-e6629a9e14c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510f94bb-41d8-4ab4-bc39-4d74c1d66e81,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:21.121426 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:26.384100 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-8fe24990-4b49-4740-90ce-1b9a59f221a7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2764101 Feb 15 14:30:26.519100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-246ef382-0ad2-48e6-81ea-cffebe54e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:26.522076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-246ef382-0ad2-48e6-81ea-cffebe54e18a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1128 time: 0.0896444 Feb 15 14:30:26.771222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-9adc13cc-3370-47a7-8b42-bf2adefc13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:26.776756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-9adc13cc-3370-47a7-8b42-bf2adefc13fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=031587a2-7d27-43fc-a7b9-0cc7c8051aef HTTP/1.1" status: 200 len: 898 time: 0.2224314 Feb 15 14:30:26.916657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-b3689e5d-6a4b-4a0d-933d-ccfbb2b5a3f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 1000 time: 0.1334867 Feb 15 14:30:26.991043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-256e9965-7cab-450b-9163-2ec446043661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:26.993137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-256e9965-7cab-450b-9163-2ec446043661 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecb6b452-a8d3-4569-b315-b31598dd4407 HTTP/1.1" status: 200 len: 835 time: 0.0704715 Feb 15 14:30:27.259672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-ec155f91-81ab-46c6-b8c0-a87b3c1333ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:27.259672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-ec155f91-81ab-46c6-b8c0-a87b3c1333ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=031587a2-7d27-43fc-a7b9-0cc7c8051aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0869284 Feb 15 14:30:27.259672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-5b8e406d-0bd3-4e23-a0be-3fd9a17c49a7 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:30:27.259672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-5b8e406d-0bd3-4e23-a0be-3fd9a17c49a7 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057652 Feb 15 14:30:27.283845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-abef0748-bfcb-43c0-87ff-1ecf41973c14 service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604130 Feb 15 14:30:27.412089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1b71ac9-3834-48da-a6bc-107332bc0cad req-19139725-8151-4e46-adac-576febae8fd9 service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208513 Feb 15 14:30:36.032309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0625-82e9-4f30-b0a9-8a0aee6b08b2 req-8225b127-1e6b-4541-a688-23f8850ece4d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:36.036594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-daae0625-82e9-4f30-b0a9-8a0aee6b08b2 req-8225b127-1e6b-4541-a688-23f8850ece4d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 945 time: 0.1068001 Feb 15 14:30:36.141834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-daae0625-82e9-4f30-b0a9-8a0aee6b08b2 req-f1039bed-f1e5-4bd1-b81a-b5df953c1440 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890899 Feb 15 14:30:36.159003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41180) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:36.253862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-91447842-1e84-439e-b324-3f2c742ef7ca tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/8d8f2b2e-c059-4c44-80b3-4b9060a19abf HTTP/1.1" status: 200 len: 992 time: 0.0930326 Feb 15 14:30:36.453365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41192) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:36.696928 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a211bdcb-719d-48b6-afe3-98dcd37ff832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:36.776637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f32bf-e1cd-45f4-a346-79775a1e8155 req-ac5fefac-d3b4-4d7c-b498-c89d7fac4cc5 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:36.778716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a9f32bf-e1cd-45f4-a346-79775a1e8155 req-ac5fefac-d3b4-4d7c-b498-c89d7fac4cc5 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1128 time: 0.0871494 Feb 15 14:30:36.865534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a9f32bf-e1cd-45f4-a346-79775a1e8155 req-063f5f1f-b23e-4871-a847-548e10aff4d1 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771604 Feb 15 14:30:36.895543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a211bdcb-719d-48b6-afe3-98dcd37ff832 admin admin] Publish callbacks [] for security_group (50ee3149-bf4f-41f0-b79b-436aa5727350), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:36.907809 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a211bdcb-719d-48b6-afe3-98dcd37ff832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (50ee3149-bf4f-41f0-b79b-436aa5727350), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:36.965885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41208) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:36.966168 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a211bdcb-719d-48b6-afe3-98dcd37ff832 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=603ac3e284624eb68ce01878ce829107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5107391 Feb 15 14:30:36.987687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211bdcb-719d-48b6-afe3-98dcd37ff832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ee3149-bf4f-41f0-b79b-436aa5727350,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:37.097999 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e50d-3393-46b1-90cb-ff74cad560e2 admin admin] Publish callbacks [] for security_group (50ee3149-bf4f-41f0-b79b-436aa5727350), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:37.168601 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e50d-3393-46b1-90cb-ff74cad560e2 admin admin] Publish callbacks [] for security_group (50ee3149-bf4f-41f0-b79b-436aa5727350), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:37.301036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e50d-3393-46b1-90cb-ff74cad560e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (50ee3149-bf4f-41f0-b79b-436aa5727350), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:37.304309 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e50d-3393-46b1-90cb-ff74cad560e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:37.308412 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2dd6e50d-3393-46b1-90cb-ff74cad560e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/50ee3149-bf4f-41f0-b79b-436aa5727350 HTTP/1.1" status: 204 len: 168 time: 0.3378170 Feb 15 14:30:37.332478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6e50d-3393-46b1-90cb-ff74cad560e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ee3149-bf4f-41f0-b79b-436aa5727350,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:38.357325 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-e46f9cda-568b-46e7-b310-227ae3f942d9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164522 Feb 15 14:30:38.363899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-17240540-c51c-43b3-84e3-81b9e0af12f5 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:30:38.373776 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-17240540-c51c-43b3-84e3-81b9e0af12f5 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104158 Feb 15 14:30:38.442117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-944a9be2-4ba8-43c5-8ce6-a4ea4c7d726e tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:38.444185 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-944a9be2-4ba8-43c5-8ce6-a4ea4c7d726e tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports/e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 1125 time: 0.0461247 Feb 15 14:30:38.591115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41272) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:38.832827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1512736974-network', 'tenant_id': '4bf73f0baa604ab0a4faccc5d47baa24'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:30:38.889271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Made reservation on behalf of 4bf73f0baa604ab0a4faccc5d47baa24 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:30:38.910700 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:38.923649 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:39.099768 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Publish callbacks [] for security_group (65e53a6a-2bef-48c2-8e4f-84e59952874b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:39.105670 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (65e53a6a-2bef-48c2-8e4f-84e59952874b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:39.132265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:30:39.164473 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1e9c9fa3-6215-4b12-9375-c2685049b609), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:39.165577 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Added segment 1e9c9fa3-6215-4b12-9375-c2685049b609 of type vlan for network 93a17180-7bb6-4ad1-b710-6e72a41ba3ab Feb 15 14:30:39.181195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e53a6a-2bef-48c2-8e4f-84e59952874b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:39.234092 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (93a17180-7bb6-4ad1-b710-6e72a41ba3ab), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:39.279282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-f8784567-9bba-4f09-b487-d7b21d4a2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:39.288214 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-f8784567-9bba-4f09-b487-d7b21d4a2b7e service neutron] 10.222.0.72 "GET /v2.0/ports/e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 1125 time: 0.0555835 Feb 15 14:30:39.290308 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (93a17180-7bb6-4ad1-b710-6e72a41ba3ab), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:39.292018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:39.293129 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:39.293284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Request body: {'binding': {'host': 'n-h1-829064-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:30:39.293845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Unknown quota resources ['binding']. {{(pid=109972) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 14:30:39.410621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8173916 Feb 15 14:30:39.417533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41296) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:39.431295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] Request body: {'subnet': {'network_id': '93a17180-7bb6-4ad1-b710-6e72a41ba3ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1512736974-subnet', 'tenant_id': '4bf73f0baa604ab0a4faccc5d47baa24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:30:39.438464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5239a64-6ad5-4f15-9796-96804794e110 admin admin] Pushing event updated for resources: {'Network': ['ID=93a17180-7bb6-4ad1-b710-6e72a41ba3ab,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:39.454736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 93a17180-7bb6-4ad1-b710-6e72a41ba3ab details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:30:39.465990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] Made reservation on behalf of 4bf73f0baa604ab0a4faccc5d47baa24 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:30:39.474000 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:39.555786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on host n-h1-829064-15 for vnic_type normal with profile None {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:30:39.557118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:30:39.557450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on network 031587a2-7d27-43fc-a7b9-0cc7c8051aef {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:30:39.563470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on network 031587a2-7d27-43fc-a7b9-0cc7c8051aef not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:30:39.563884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on network 031587a2-7d27-43fc-a7b9-0cc7c8051aef {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:30:39.580735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:30:39.581083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Checking segment: {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:30:39.582002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Bound using segment: {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:30:39.582626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Bound port: e20cbb46-073d-446b-8ac5-ae461f95d8a6, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:30:39.742715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:30:39.751949 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:39.752294 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (90ee0f83-7f3d-4155-8caa-5032ac753a57), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:39.764173 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] 10.222.0.72 "POST /v2.0/ports/e20cbb46-073d-446b-8ac5-ae461f95d8a6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4748538 Feb 15 14:30:39.883918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ee0f83-7f3d-4155-8caa-5032ac753a57,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:39.905875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] Checking segment: {'id': '1e9c9fa3-6215-4b12-9375-c2685049b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '93a17180-7bb6-4ad1-b710-6e72a41ba3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:30:39.906357 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] Network hostable DHCP agents. Network: 93a17180-7bb6-4ad1-b710-6e72a41ba3ab, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:30:39.952540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] Network 93a17180-7bb6-4ad1-b710-6e72a41ba3ab is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:30:39.976587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 93a17180-7bb6-4ad1-b710-6e72a41ba3ab) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:30:39.986182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55993f2-d1e6-4fd7-8ad4-3a897aae517f None None] Network 93a17180-7bb6-4ad1-b710-6e72a41ba3ab requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:30:40.009078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:40.010007 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:40.072827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bb318399-1100-49a8-8033-11ff25d5b463 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6539373 Feb 15 14:30:40.118835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222fef4-f664-40ad-b405-be31dda08932 req-de358f5f-fc88-4135-b1db-bdd95c6b7c50 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:40.125998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b222fef4-f664-40ad-b405-be31dda08932 req-de358f5f-fc88-4135-b1db-bdd95c6b7c50 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 945 time: 0.1538405 Feb 15 14:30:40.137670 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:40.229965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b222fef4-f664-40ad-b405-be31dda08932 req-57b65218-f5a8-4850-9e55-eaba36093875 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864589 Feb 15 14:30:40.230667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd963ecf-1880-46aa-ae60-0516e41c69ef None None] Network 93a17180-7bb6-4ad1-b710-6e72a41ba3ab requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:30:40.415165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-5a2f64c0-7870-4fca-b35b-44ff68e78de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:40.418328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-5a2f64c0-7870-4fca-b35b-44ff68e78de8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1128 time: 0.2908597 Feb 15 14:30:40.584709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-638eda6b-ac9c-4693-9d49-c4357a117b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:40.586845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-638eda6b-ac9c-4693-9d49-c4357a117b4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=031587a2-7d27-43fc-a7b9-0cc7c8051aef HTTP/1.1" status: 200 len: 898 time: 0.1609483 Feb 15 14:30:40.723229 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-debc35c1-df45-4cc3-8856-311fd0ba17c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 1000 time: 0.1263812 Feb 15 14:30:40.798279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-053caba8-3642-4b12-942e-daa4dbb6b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:40.801486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-053caba8-3642-4b12-942e-daa4dbb6b5b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb6b452-a8d3-4569-b315-b31598dd4407 HTTP/1.1" status: 200 len: 835 time: 0.0722904 Feb 15 14:30:41.066360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41342) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:41.075243 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-52595377-network', 'tenant_id': 'b81ab85df0d74678be103b045d073858'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:30:41.114959 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Made reservation on behalf of b81ab85df0d74678be103b045d073858 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:30:41.114959 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:41.127491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:41.236058 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Publish callbacks [] for security_group (98b98806-983f-4d99-bbac-c06f2c51539e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:41.242974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (98b98806-983f-4d99-bbac-c06f2c51539e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:41.279983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:30:41.293912 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8e9376d3-d426-492e-a796-3a6ac061be8f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:41.294538 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Added segment 8e9376d3-d426-492e-a796-3a6ac061be8f of type vlan for network 84a6414d-7828-48d2-ace3-e43ea25f89da Feb 15 14:30:41.300945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-3c34598f-8fa8-4002-b0e7-756db55192f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:41.302691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-3c34598f-8fa8-4002-b0e7-756db55192f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=031587a2-7d27-43fc-a7b9-0cc7c8051aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4949849 Feb 15 14:30:41.346306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b98806-983f-4d99-bbac-c06f2c51539e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:41.372823 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (84a6414d-7828-48d2-ace3-e43ea25f89da), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:41.405696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (84a6414d-7828-48d2-ace3-e43ea25f89da), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:41.407067 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:41.407812 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:41.494971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d793a6-17b4-449d-951e-8540520e0b49 req-28e05e1d-1ecb-43a5-9391-893caa2965cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:41.505650 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4355903 Feb 15 14:30:41.505817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12d793a6-17b4-449d-951e-8540520e0b49 req-28e05e1d-1ecb-43a5-9391-893caa2965cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 945 time: 0.1074593 Feb 15 14:30:41.510356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41354) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:41.527705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] Request body: {'subnet': {'network_id': '84a6414d-7828-48d2-ace3-e43ea25f89da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-52595377-subnet', 'tenant_id': 'b81ab85df0d74678be103b045d073858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:30:41.535783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5158c9-52fd-45bf-9851-83001fbe4688 admin admin] Pushing event updated for resources: {'Network': ['ID=84a6414d-7828-48d2-ace3-e43ea25f89da,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:41.543256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-4837afa0-fdbe-4587-a429-6ad32a354ac0 service neutron] 10.222.0.42 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343459 Feb 15 14:30:41.551183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 84a6414d-7828-48d2-ace3-e43ea25f89da details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:30:41.652955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] Made reservation on behalf of b81ab85df0d74678be103b045d073858 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:30:41.655451 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:41.682291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12d793a6-17b4-449d-951e-8540520e0b49 req-e6981832-6bae-43d4-950d-6ef70553938b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776750 Feb 15 14:30:41.817964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-1035ff76-c851-4125-b080-46cc872e4006 service neutron] 10.222.0.42 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666824 Feb 15 14:30:42.045877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-ae459f40-3471-48a3-80c6-449ecd6aa060 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:42.047485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-ae459f40-3471-48a3-80c6-449ecd6aa060 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5&tenant_id=e121196450c643ddbe9aa88bee965bd9&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1128 time: 0.1584246 Feb 15 14:30:42.062267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829064-15'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:30:42.066946 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (75ff3181-8152-4fe3-b662-7bf333b0a65b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:42.206081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ff3181-8152-4fe3-b662-7bf333b0a65b,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:42.216277 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:42.221142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] Checking segment: {'id': '8e9376d3-d426-492e-a796-3a6ac061be8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '84a6414d-7828-48d2-ace3-e43ea25f89da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:30:42.221719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] Network hostable DHCP agents. Network: 84a6414d-7828-48d2-ace3-e43ea25f89da, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:30:42.266969 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:42.343353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] Network 84a6414d-7828-48d2-ace3-e43ea25f89da is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:30:42.363924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 84a6414d-7828-48d2-ace3-e43ea25f89da) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:30:42.371514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:42.372209 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:42.384655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058a164-1212-4eb8-b460-4a020497fbfa None None] Network 84a6414d-7828-48d2-ace3-e43ea25f89da requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:30:42.401985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-154deedc-948e-4359-9f26-3d066831cba5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8893061 Feb 15 14:30:42.437325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:42.486545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:30:42.551200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:30:42.555102 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7787df-f992-4a8e-ac2c-80f37e84c9bb" -d '{"events": [{"server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:30:42.568024 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Publish callbacks [] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:42.591433 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:42.647319 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d1cff3-f623-485b-bec3-a5929cc617fc x-openstack-request-id: req-a3d1cff3-f623-485b-bec3-a5929cc617fc {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:30:42.648208 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:30:42.648570 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a3d1cff3-f623-485b-bec3-a5929cc617fc {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:30:42.649347 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'code': 200} Feb 15 14:30:42.666366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f1555-bbf4-4d34-8c1a-f90e39e43be2 None None] Network 84a6414d-7828-48d2-ace3-e43ea25f89da requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:30:42.731517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Pushing event updated for resources: {'Port': ['ID=e20cbb46-073d-446b-8ac5-ae461f95d8a6,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:42.835495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on host n-h2-829064-15 for vnic_type normal with profile {"migrating_to": "n-h1-829064-15"} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:30:42.835495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:30:42.836312 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on network 031587a2-7d27-43fc-a7b9-0cc7c8051aef {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:30:42.849057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on network 031587a2-7d27-43fc-a7b9-0cc7c8051aef not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:30:42.849401 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Attempting to bind port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on network 031587a2-7d27-43fc-a7b9-0cc7c8051aef {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:30:42.878664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:30:42.879044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Checking segment: {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:30:42.879444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Bound using segment: {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:30:42.879905 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Bound port: e20cbb46-073d-446b-8ac5-ae461f95d8a6, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:30:42.880276 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:42.987427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2c7f4-3c5a-4897-83d3-695c7ab59ca6 req-b261e5fb-e002-4122-aecf-f205bb4b19d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:42.989720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47f2c7f4-3c5a-4897-83d3-695c7ab59ca6 req-b261e5fb-e002-4122-aecf-f205bb4b19d4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 943 time: 0.1283600 Feb 15 14:30:43.073259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:30:43.078126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:30:43.085597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47f2c7f4-3c5a-4897-83d3-695c7ab59ca6 req-a41d042f-d3a9-4c44-8219-c7cabf5cc24a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830498 Feb 15 14:30:43.090210 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:43.119611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bb2584c4-7fec-4ec1-b9e6-216b81b42e5f None None] Provisioning complete for port e20cbb46-073d-446b-8ac5-ae461f95d8a6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:30:43.120043 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb2584c4-7fec-4ec1-b9e6-216b81b42e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:43.190333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Pushing event updated for resources: {'Port': ['ID=e20cbb46-073d-446b-8ac5-ae461f95d8a6,revision_number=8']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:43.309114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bb2584c4-7fec-4ec1-b9e6-216b81b42e5f None None] Current status of the port e20cbb46-073d-446b-8ac5-ae461f95d8a6 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:30:43.310086 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb2584c4-7fec-4ec1-b9e6-216b81b42e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:43.365903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bb2584c4-7fec-4ec1-b9e6-216b81b42e5f None None] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:43.369677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:30:43.373622 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69d1e2e-4e1c-4676-9cbb-cd32e9bf9db9" -d '{"events": [{"server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "name": "network-vif-plugged", "status": "completed", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:30:43.379386 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb2584c4-7fec-4ec1-b9e6-216b81b42e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:43.456558 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-2b937778-dead-4448-b467-d4230b66edbf tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:43.458193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-2b937778-dead-4448-b467-d4230b66edbf tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/networks?id=93a17180-7bb6-4ad1-b710-6e72a41ba3ab HTTP/1.1" status: 200 len: 812 time: 0.1598654 Feb 15 14:30:43.469058 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891cc603-8d56-4616-906c-45ca9369106c x-openstack-request-id: req-891cc603-8d56-4616-906c-45ca9369106c {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:30:43.469726 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "name": "network-vif-plugged", "status": "completed", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:30:43.470192 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-891cc603-8d56-4616-906c-45ca9369106c {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:30:43.470803 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'code': 200} Feb 15 14:30:43.489312 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-cfe337d8-2a54-4236-88e9-e925cbb92b97 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/quotas/4bf73f0baa604ab0a4faccc5d47baa24 HTTP/1.1" status: 200 len: 375 time: 0.0190051 Feb 15 14:30:43.552729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-e6b85baa-bf62-4c39-93c3-8c195f0ea827 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bf73f0baa604ab0a4faccc5d47baa24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546243 Feb 15 14:30:43.588647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:43.589228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:43.590634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-a56e8719-26f1-4880-8c25-cebdddfe1e4e service neutron] 10.222.0.42 "PUT /v2.0/ports/e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 1123 time: 1.5337722 Feb 15 14:30:43.665584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2584c4-7fec-4ec1-b9e6-216b81b42e5f None None] Pushing event updated for resources: {'Port': ['ID=e20cbb46-073d-446b-8ac5-ae461f95d8a6,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:43.674804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['e20cbb46-073d-446b-8ac5-ae461f95d8a6'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:30:43.871962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-555f06a0-9dda-493e-937f-f8fe867db850 service neutron] 10.222.0.72 "GET /v2.0/networks/93a17180-7bb6-4ad1-b710-6e72a41ba3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928855 Feb 15 14:30:43.979089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-1c61bceb-30e6-424a-aa63-e4f2dc2d5326 service neutron] 10.222.0.72 "GET /v2.0/networks/93a17180-7bb6-4ad1-b710-6e72a41ba3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007133 Feb 15 14:30:43.995192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b22e1f1e-7ca3-493b-80a5-2169dcf4ba3d None None] Provisioning complete for port e20cbb46-073d-446b-8ac5-ae461f95d8a6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:30:43.995571 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b22e1f1e-7ca3-493b-80a5-2169dcf4ba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:44.147165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b22e1f1e-7ca3-493b-80a5-2169dcf4ba3d None None] Current status of the port e20cbb46-073d-446b-8ac5-ae461f95d8a6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:30:44.256513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11c85271-b994-4613-8e0a-1c01ec4018bb req-6581601c-d53a-44eb-91ca-eb95e5c49b1e tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 210 time: 0.0690105 Feb 15 14:30:44.287041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fa844-b72d-45d7-8271-c7b12a7cc656 req-6e5b1190-9fb1-4551-a7c3-aa23ec960bd5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:44.290052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d68fa844-b72d-45d7-8271-c7b12a7cc656 req-6e5b1190-9fb1-4551-a7c3-aa23ec960bd5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 945 time: 0.0917926 Feb 15 14:30:44.353845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d68fa844-b72d-45d7-8271-c7b12a7cc656 req-44cf6d55-168c-473f-873d-4b1a6a282b62 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562623 Feb 15 14:30:44.651161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:30:44.654293 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db470f6d-e1cd-46c2-a675-4e16bef5e35e" -d '{"events": [{"name": "network-changed", "server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:30:44.699436 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8d2c45-dea2-45b3-a5da-a55f95e9751f x-openstack-request-id: req-cd8d2c45-dea2-45b3-a5da-a55f95e9751f {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:30:44.699853 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:30:44.700214 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd8d2c45-dea2-45b3-a5da-a55f95e9751f {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:30:44.700719 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'status': 'completed', 'code': 200} Feb 15 14:30:44.772129 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c2e6393a-5640-4a77-b355-3e8a58c8692a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:44.808590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db470f6d-e1cd-46c2-a675-4e16bef5e35e req-3d481e95-2036-44ca-a295-a7d8f9c31269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:44.810403 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db470f6d-e1cd-46c2-a675-4e16bef5e35e req-3d481e95-2036-44ca-a295-a7d8f9c31269 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1159 time: 0.0872371 Feb 15 14:30:44.906457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db470f6d-e1cd-46c2-a675-4e16bef5e35e req-5054f73d-2409-42f0-b9e5-d5369b6f25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:44.908199 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db470f6d-e1cd-46c2-a675-4e16bef5e35e req-5054f73d-2409-42f0-b9e5-d5369b6f25b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=031587a2-7d27-43fc-a7b9-0cc7c8051aef HTTP/1.1" status: 200 len: 898 time: 0.0912416 Feb 15 14:30:44.982099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db470f6d-e1cd-46c2-a675-4e16bef5e35e req-2a0765ec-fed4-49dd-b533-64ac71de0d18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 1000 time: 0.0670877 Feb 15 14:30:45.035618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db470f6d-e1cd-46c2-a675-4e16bef5e35e req-a53c65fa-1a5f-4832-8faa-9ac4f6c60796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:45.037200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db470f6d-e1cd-46c2-a675-4e16bef5e35e req-a53c65fa-1a5f-4832-8faa-9ac4f6c60796 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ecb6b452-a8d3-4569-b315-b31598dd4407 HTTP/1.1" status: 200 len: 835 time: 0.0483809 Feb 15 14:30:45.096141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db470f6d-e1cd-46c2-a675-4e16bef5e35e req-841b846d-c534-4686-a3d4-9fc67c438ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:45.098046 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db470f6d-e1cd-46c2-a675-4e16bef5e35e req-841b846d-c534-4686-a3d4-9fc67c438ba6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=031587a2-7d27-43fc-a7b9-0cc7c8051aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548909 Feb 15 14:30:45.258809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db470f6d-e1cd-46c2-a675-4e16bef5e35e req-f362992b-5030-4f96-b2a9-9af157e73795 service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543031 Feb 15 14:30:45.323609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device e20cbb46-073d-446b-8ac5-ae461f95d8a6 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:30:45.370938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-bd9edb1d-75ff-48d9-b46d-e49aa4c88e47 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:45.372455 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-bd9edb1d-75ff-48d9-b46d-e49aa4c88e47 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.42 "GET /v2.0/networks?id=93a17180-7bb6-4ad1-b710-6e72a41ba3ab HTTP/1.1" status: 200 len: 812 time: 0.2013543 Feb 15 14:30:45.392632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea5939ac-e774-4b3d-a14b-124bd57a4298 req-33e7e5cc-bb9a-4163-9829-b64e5fcd00b8 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 210 time: 0.0427935 Feb 15 14:30:45.398024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Request body: {'port': {'device_id': 'aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff', 'network_id': '93a17180-7bb6-4ad1-b710-6e72a41ba3ab', 'admin_state_up': True, 'tenant_id': '4bf73f0baa604ab0a4faccc5d47baa24'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:30:45.463931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:45.477272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device e20cbb46-073d-446b-8ac5-ae461f95d8a6 has no active binding in host n-h1-829064-15 {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 14:30:45.504609 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db470f6d-e1cd-46c2-a675-4e16bef5e35e req-1047524e-635a-4f7b-bbbe-ccd7027293a3 service neutron] 10.222.0.67 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396755 Feb 15 14:30:45.562690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548fdc8-fe48-4df8-87c6-92143f49fc20 req-5ea0495b-5382-4a1c-bdfa-e7ad9c04fc79 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:45.563839 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c548fdc8-fe48-4df8-87c6-92143f49fc20 req-5ea0495b-5382-4a1c-bdfa-e7ad9c04fc79 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 945 time: 0.1123934 Feb 15 14:30:45.600418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Made reservation on behalf of 4bf73f0baa604ab0a4faccc5d47baa24 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:30:45.603798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:45.641607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c548fdc8-fe48-4df8-87c6-92143f49fc20 req-d00ba745-4788-4b0f-bd8b-bec6bff178f9 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681012 Feb 15 14:30:45.806637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Allocated IP 172.20.0.13 (93a17180-7bb6-4ad1-b710-6e72a41ba3ab/90ee0f83-7f3d-4155-8caa-5032ac753a57/5d64db52-cef0-4f64-8a30-1ab0a1fa1afb) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:30:45.977007 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Publish callbacks [] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:46.012923 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:46.059864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Network 93a17180-7bb6-4ad1-b710-6e72a41ba3ab is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:30:46.062967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:30:46.065528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:30:46.092698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Pushing event updated for resources: {'Port': ['ID=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:46.128844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:46.129462 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:46.145960 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a5c32793-af9c-4687-bd7d-c6e22f434c57 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7560387 Feb 15 14:30:46.158975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Request body: {'port': {'device_id': 'aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:30:46.225550 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:46.536973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:30:46.547056 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Publish callbacks [] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:46.565032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Transition to ACTIVE for port object 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:30:46.569596 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:46.580085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02b857-1f04-4bef-b70b-5ed1cb18c79b req-ebc14f22-89f1-4042-b15f-00333144e5fd tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:46.581610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b02b857-1f04-4bef-b70b-5ed1cb18c79b req-ebc14f22-89f1-4042-b15f-00333144e5fd tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 932 time: 0.1028469 Feb 15 14:30:46.665452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:46.722862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b02b857-1f04-4bef-b70b-5ed1cb18c79b req-8afcc8ad-cfb8-43a7-a41e-c6e413c05164 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141520 Feb 15 14:30:46.776315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Attempting to bind port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:30:46.776671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Attempting to bind port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '1e9c9fa3-6215-4b12-9375-c2685049b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '93a17180-7bb6-4ad1-b710-6e72a41ba3ab'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:30:46.777002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Attempting to bind port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb on network 93a17180-7bb6-4ad1-b710-6e72a41ba3ab {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:30:46.799228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb on network 93a17180-7bb6-4ad1-b710-6e72a41ba3ab not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:30:46.799531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Attempting to bind port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb on network 93a17180-7bb6-4ad1-b710-6e72a41ba3ab {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:30:46.809747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:30:46.810597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Checking segment: {'id': '1e9c9fa3-6215-4b12-9375-c2685049b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '93a17180-7bb6-4ad1-b710-6e72a41ba3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:30:46.811092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Bound using segment: {'id': '1e9c9fa3-6215-4b12-9375-c2685049b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '93a17180-7bb6-4ad1-b710-6e72a41ba3ab'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:30:46.811546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Bound port: 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9c9fa3-6215-4b12-9375-c2685049b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '93a17180-7bb6-4ad1-b710-6e72a41ba3ab'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:30:46.812060 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:46.871453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9bcc4-17ba-4a9f-aa75-6c1421c0c1ab req-90b0f0de-48c8-41a5-a9db-f5f74c11ff62 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:46.873084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29b9bcc4-17ba-4a9f-aa75-6c1421c0c1ab req-90b0f0de-48c8-41a5-a9db-f5f74c11ff62 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 945 time: 0.1140714 Feb 15 14:30:46.936749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] For port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:30:46.959947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29b9bcc4-17ba-4a9f-aa75-6c1421c0c1ab req-549166d0-5d14-477d-a511-6b16fc2ed339 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800247 Feb 15 14:30:46.962369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] For port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb,segment=NetworkSegment(1e9c9fa3-6215-4b12-9375-c2685049b609),segment_id=1e9c9fa3-6215-4b12-9375-c2685049b609)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:30:46.971031 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:47.008310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:47.008832 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:47.010180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] 10.222.0.42 "PUT /v2.0/ports/5d64db52-cef0-4f64-8a30-1ab0a1fa1afb HTTP/1.1" status: 200 len: 1093 time: 0.8557763 Feb 15 14:30:47.010799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff', 'tag': '5d64db52-cef0-4f64-8a30-1ab0a1fa1afb'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:30:47.012875 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e05fd45-d97b-41da-8248-e724a9e80cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff", "tag": "5d64db52-cef0-4f64-8a30-1ab0a1fa1afb"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:30:47.046231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282a6b5-390a-4e9b-a4cd-bab6ec7b9cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:47.074033 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9e0615-0fff-4057-bb8e-ff091ca849eb x-openstack-request-id: req-0c9e0615-0fff-4057-bb8e-ff091ca849eb {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:30:47.074327 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff", "tag": "5d64db52-cef0-4f64-8a30-1ab0a1fa1afb", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:30:47.074587 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c9e0615-0fff-4057-bb8e-ff091ca849eb {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:30:47.075036 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff', 'tag': '5d64db52-cef0-4f64-8a30-1ab0a1fa1afb', 'status': 'completed', 'code': 200} Feb 15 14:30:47.119032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-19ad54da-02c8-4a60-a914-d3381aec231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:47.120661 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-19ad54da-02c8-4a60-a914-d3381aec231e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bf73f0baa604ab0a4faccc5d47baa24&device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 1127 time: 0.0559900 Feb 15 14:30:47.152487 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-72f40153-1344-472f-a2af-5ace6660f7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:47.171850 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-a7d62045-5032-4465-86ff-da3af72f7cbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb HTTP/1.1" status: 200 len: 217 time: 0.0435474 Feb 15 14:30:47.225138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-e7772ecf-9995-4275-937e-af401efe9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:47.227290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-e7772ecf-9995-4275-937e-af401efe9c70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=90ee0f83-7f3d-4155-8caa-5032ac753a57 HTTP/1.1" status: 200 len: 852 time: 0.0455153 Feb 15 14:30:47.262781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-10b4b42d-0560-402c-b7ee-6b4d7d221b5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93a17180-7bb6-4ad1-b710-6e72a41ba3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294111 Feb 15 14:30:47.364342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-6a67dab2-c49d-42aa-931e-0f358bd636ab service neutron] 10.222.0.42 "GET /v2.0/networks/93a17180-7bb6-4ad1-b710-6e72a41ba3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951483 Feb 15 14:30:47.457093 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc8422db-3c4c-4f17-88a5-d349fd91e0c3 req-4fb0fa74-2eb4-4077-9b54-f0695d13f21e service neutron] 10.222.0.42 "GET /v2.0/networks/93a17180-7bb6-4ad1-b710-6e72a41ba3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869401 Feb 15 14:30:47.554454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fd45-d97b-41da-8248-e724a9e80cf4 req-6119e8bf-c87f-4a9a-b989-142fe6e3c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:47.556137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e05fd45-d97b-41da-8248-e724a9e80cf4 req-6119e8bf-c87f-4a9a-b989-142fe6e3c167 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bf73f0baa604ab0a4faccc5d47baa24&device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 1127 time: 0.0481484 Feb 15 14:30:47.662587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fd45-d97b-41da-8248-e724a9e80cf4 req-1ed30d61-7bca-4744-be08-b06e3b6c3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:47.664161 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e05fd45-d97b-41da-8248-e724a9e80cf4 req-1ed30d61-7bca-4744-be08-b06e3b6c3dd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93a17180-7bb6-4ad1-b710-6e72a41ba3ab HTTP/1.1" status: 200 len: 913 time: 0.1018970 Feb 15 14:30:47.708048 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e05fd45-d97b-41da-8248-e724a9e80cf4 req-88455bdb-2cf7-48a9-aff4-eb94805b055c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb HTTP/1.1" status: 200 len: 217 time: 0.0377371 Feb 15 14:30:47.771072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fd45-d97b-41da-8248-e724a9e80cf4 req-494f434c-45fb-4401-bbe4-a7d11b0554b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:47.773195 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e05fd45-d97b-41da-8248-e724a9e80cf4 req-494f434c-45fb-4401-bbe4-a7d11b0554b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=90ee0f83-7f3d-4155-8caa-5032ac753a57 HTTP/1.1" status: 200 len: 852 time: 0.0575151 Feb 15 14:30:47.811057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e05fd45-d97b-41da-8248-e724a9e80cf4 req-5ced8afa-a75e-4bf8-950b-42818cbd7cb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93a17180-7bb6-4ad1-b710-6e72a41ba3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307848 Feb 15 14:30:48.283439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c195e-5d68-4320-86f1-e32ef9c9d22d req-3c83643b-83f2-4d5b-961f-27f7cf8ca8b3 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:48.284965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d4c195e-5d68-4320-86f1-e32ef9c9d22d req-3c83643b-83f2-4d5b-961f-27f7cf8ca8b3 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 944 time: 0.4769063 Feb 15 14:30:48.311737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e05fd45-d97b-41da-8248-e724a9e80cf4 req-d97a5b40-ae2a-49a1-b338-c84a96476cac service neutron] 10.222.0.42 "GET /v2.0/networks/93a17180-7bb6-4ad1-b710-6e72a41ba3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924328 Feb 15 14:30:48.384715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c405b6-cb7d-41f3-9b98-8a4601f57f1d req-e1d1e682-354a-4080-8a51-c667405339a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:48.386257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4c405b6-cb7d-41f3-9b98-8a4601f57f1d req-e1d1e682-354a-4080-8a51-c667405339a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 945 time: 0.1670742 Feb 15 14:30:48.419493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d4c195e-5d68-4320-86f1-e32ef9c9d22d req-8f2d27a0-6e73-4ebf-84f8-12d07d29628f tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236455 Feb 15 14:30:48.429305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:48.483173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e05fd45-d97b-41da-8248-e724a9e80cf4 req-8325d8a6-7aa5-4b80-8ddf-f44b80d6ead9 service neutron] 10.222.0.42 "GET /v2.0/networks/93a17180-7bb6-4ad1-b710-6e72a41ba3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620278 Feb 15 14:30:48.487086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4c405b6-cb7d-41f3-9b98-8a4601f57f1d req-98f2ac9f-4f03-4789-91af-42f32a3aa93c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928588 Feb 15 14:30:48.748536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-f8c3fe6b-0dc2-4411-8dc0-788f9b5241c8 service neutron] 10.222.0.67 "GET /v2.0/ports/e20cbb46-073d-446b-8ac5-ae461f95d8a6/bindings/n-h1-829064-15 HTTP/1.1" status: 200 len: 385 time: 0.0605428 Feb 15 14:30:48.941108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-03b19ce2-bd2b-4aaa-bad5-5e60ec9709d6 service neutron] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:48.962841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-03b19ce2-bd2b-4aaa-bad5-5e60ec9709d6 service neutron] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:30:49.013765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-03b19ce2-bd2b-4aaa-bad5-5e60ec9709d6 service neutron] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:49.027836 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-03b19ce2-bd2b-4aaa-bad5-5e60ec9709d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:49.075602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:30:49.078258 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce3af18-f9fe-4e07-9a4d-0b1bb4117222" -d '{"events": [{"server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:30:49.112308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-03b19ce2-bd2b-4aaa-bad5-5e60ec9709d6 service neutron] Transition to ACTIVE for port object e20cbb46-073d-446b-8ac5-ae461f95d8a6 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:30:49.119254 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-03b19ce2-bd2b-4aaa-bad5-5e60ec9709d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:49.128960 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c664eefb-ab2f-4e8a-b285-ed4acdd683e3 x-openstack-request-id: req-c664eefb-ab2f-4e8a-b285-ed4acdd683e3 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:30:49.129253 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:30:49.129507 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c664eefb-ab2f-4e8a-b285-ed4acdd683e3 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:30:49.129884 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'code': 200} Feb 15 14:30:49.220774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b19ce2-bd2b-4aaa-bad5-5e60ec9709d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e20cbb46-073d-446b-8ac5-ae461f95d8a6,revision_number=11']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:49.256864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-03b19ce2-bd2b-4aaa-bad5-5e60ec9709d6 service neutron] No DVR routers for this DVR port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:30:49.369239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:30:49.416351 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-03b19ce2-bd2b-4aaa-bad5-5e60ec9709d6 service neutron] 10.222.0.67 "PUT /v2.0/ports/e20cbb46-073d-446b-8ac5-ae461f95d8a6/bindings/n-h1-829064-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6618125 Feb 15 14:30:49.502444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb,segment=NetworkSegment(1e9c9fa3-6215-4b12-9375-c2685049b609),segment_id=1e9c9fa3-6215-4b12-9375-c2685049b609)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:49.514374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '5d64db52-cef0-4f64-8a30-1ab0a1fa1afb', 'network_id': '93a17180-7bb6-4ad1-b710-6e72a41ba3ab', 'port_id': '5d64db52-cef0-4f64-8a30-1ab0a1fa1afb', 'mac_address': 'fa:16:3e:4e:ed:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ee0f83-7f3d-4155-8caa-5032ac753a57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:30:49.561018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:30:49.562320 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:49.579218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:30:49.601736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb,segment=NetworkSegment(1e9c9fa3-6215-4b12-9375-c2685049b609),segment_id=1e9c9fa3-6215-4b12-9375-c2685049b609)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:49.607212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:49.655810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:49.688507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-25355378-1028-47f2-83ec-71ce8b540bd0 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:49.691121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-25355378-1028-47f2-83ec-71ce8b540bd0 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5&tenant_id=e121196450c643ddbe9aa88bee965bd9&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.2149358 Feb 15 14:30:49.742589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075aff0-383d-4fae-a1e6-01ec2130804c req-fc31be8d-1333-4d77-9796-9b20031dd209 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:49.744157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7075aff0-383d-4fae-a1e6-01ec2130804c req-fc31be8d-1333-4d77-9796-9b20031dd209 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 944 time: 0.2017245 Feb 15 14:30:49.769419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc16dba-964e-4ffb-bff1-abc32d4622f5 req-dbd8e845-ffac-44a2-92eb-4750cc7dfee7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:49.770948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6dc16dba-964e-4ffb-bff1-abc32d4622f5 req-dbd8e845-ffac-44a2-92eb-4750cc7dfee7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 944 time: 0.1655111 Feb 15 14:30:49.779341 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:49.842009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-3cdc1686-c0d0-48a5-8a55-ad660bd69680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:49.843554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-3cdc1686-c0d0-48a5-8a55-ad660bd69680 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 1127 time: 0.1371412 Feb 15 14:30:49.850053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7075aff0-383d-4fae-a1e6-01ec2130804c req-ce67ce02-71aa-4f08-bd8e-00a49ddf82ad tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988035 Feb 15 14:30:49.860626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['5d64db52-cef0-4f64-8a30-1ab0a1fa1afb'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:30:49.866747 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6dc16dba-964e-4ffb-bff1-abc32d4622f5 req-747569a5-0f1f-4d1e-a4ee-9b0b6d709337 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878592 Feb 15 14:30:49.943583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-17876195-5d33-47f1-af43-8bd0fa077ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:49.945858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-17876195-5d33-47f1-af43-8bd0fa077ca0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1127 time: 0.0543747 Feb 15 14:30:50.041377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-aeaf7e60-c885-4a9e-a606-b2308421d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:50.042765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-aeaf7e60-c885-4a9e-a606-b2308421d613 service neutron] 10.222.0.42 "GET /v2.0/networks?id=031587a2-7d27-43fc-a7b9-0cc7c8051aef HTTP/1.1" status: 200 len: 898 time: 0.0914187 Feb 15 14:30:50.115254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-90194cd4-f9db-4a5d-b6d7-695ca54f25ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 998 time: 0.0666554 Feb 15 14:30:50.164592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-fbd67379-2073-4b9e-85ad-2e0e8d242c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:50.166037 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-fbd67379-2073-4b9e-85ad-2e0e8d242c25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb6b452-a8d3-4569-b315-b31598dd4407 HTTP/1.1" status: 200 len: 835 time: 0.0451477 Feb 15 14:30:50.219572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-5dfc69aa-e005-42b4-a8bd-dcea59869455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:50.221076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-5dfc69aa-e005-42b4-a8bd-dcea59869455 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=031587a2-7d27-43fc-a7b9-0cc7c8051aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491536 Feb 15 14:30:50.318691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-5661fc8f-17b7-4947-b1d1-f6c9fc4d26a1 service neutron] 10.222.0.42 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903978 Feb 15 14:30:50.416572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-c8cae03a-3485-47fc-b7d6-4061cfc2b20a service neutron] 10.222.0.42 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912859 Feb 15 14:30:50.683476 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-02f1812c-884e-417a-953f-9025112509a9 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:50.685106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-02f1812c-884e-417a-953f-9025112509a9 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5&tenant_id=e121196450c643ddbe9aa88bee965bd9&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 1127 time: 0.0650229 Feb 15 14:30:50.807424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device e20cbb46-073d-446b-8ac5-ae461f95d8a6 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:30:50.846776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-dd128239-ba87-403b-9c63-7ad8a3bf1476 service neutron] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:30:50.852108 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-dd128239-ba87-403b-9c63-7ad8a3bf1476 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:50.853254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-dd128239-ba87-403b-9c63-7ad8a3bf1476 service neutron] 10.222.0.42 "DELETE /v2.0/ports/e20cbb46-073d-446b-8ac5-ae461f95d8a6/bindings/n-h2-829064-15 HTTP/1.1" status: 204 len: 173 time: 0.1618266 Feb 15 14:30:50.853653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port e20cbb46-073d-446b-8ac5-ae461f95d8a6 host n-h1-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:30:50.854166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device e20cbb46-073d-446b-8ac5-ae461f95d8a6 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:30:51.033703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cbb06-b4ba-436e-bb24-8e2419e28742 req-23ebf392-2b6c-4041-bed7-172f997795bc tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:51.035233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a69cbb06-b4ba-436e-bb24-8e2419e28742 req-23ebf392-2b6c-4041-bed7-172f997795bc tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 945 time: 0.0863767 Feb 15 14:30:51.046572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60870fc-6583-4bb4-a0a9-241809b701cf req-5614fdb2-f481-4ea6-af9d-a966c0437589 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:51.048125 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d60870fc-6583-4bb4-a0a9-241809b701cf req-5614fdb2-f481-4ea6-af9d-a966c0437589 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 944 time: 0.0973613 Feb 15 14:30:51.102208 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:51.125371 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a69cbb06-b4ba-436e-bb24-8e2419e28742 req-acc965c3-e9c8-44e3-a538-4797705a91c4 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762544 Feb 15 14:30:51.128974 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d60870fc-6583-4bb4-a0a9-241809b701cf req-61462615-22e8-4b35-823e-7bfd1039e983 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741320 Feb 15 14:30:51.265855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb837fd-cfb5-495d-bb9d-d84a14109d3e req-79d23307-3919-4640-a118-656df0241d31 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:51.267606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eb837fd-cfb5-495d-bb9d-d84a14109d3e req-79d23307-3919-4640-a118-656df0241d31 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1127 time: 0.0657668 Feb 15 14:30:51.317601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8eb837fd-cfb5-495d-bb9d-d84a14109d3e req-aac96f9a-fc5d-4a75-ba92-7779c9c20bf7 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Feb 15 14:30:51.368427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:30:51.432351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:30:51.441297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:30:51.441819 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:51.468858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0cef1-2b5f-4cf4-a2f2-535cf71903ad req-54e2b4ca-1fde-4434-8437-f672af50e57d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:51.478017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80f0cef1-2b5f-4cf4-a2f2-535cf71903ad req-54e2b4ca-1fde-4434-8437-f672af50e57d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 944 time: 0.0856624 Feb 15 14:30:51.555854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80f0cef1-2b5f-4cf4-a2f2-535cf71903ad req-965d0dc1-0ffe-4b00-af7b-a41a3721343e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621219 Feb 15 14:30:51.557540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41470) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:51.563160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:30:51.563683 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:51.596418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d64db52-cef0-4f64-8a30-1ab0a1fa1afb'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:30:51.599111 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd886bce-4efd-4776-8f4c-b8432ba143fa" -d '{"events": [{"server_uuid": "aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff", "name": "network-vif-plugged", "status": "completed", "tag": "5d64db52-cef0-4f64-8a30-1ab0a1fa1afb"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:30:51.615787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb,segment=NetworkSegment(1e9c9fa3-6215-4b12-9375-c2685049b609),segment_id=1e9c9fa3-6215-4b12-9375-c2685049b609)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:51.624063 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:51.670832 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f1c68204-a6d6-45ba-86eb-1bb44165b1d3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/8d8f2b2e-c059-4c44-80b3-4b9060a19abf HTTP/1.1" status: 200 len: 990 time: 0.1120291 Feb 15 14:30:51.675350 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48ac2ff-629d-4092-9f26-f459148e4acb x-openstack-request-id: req-f48ac2ff-629d-4092-9f26-f459148e4acb {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:30:51.675970 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff", "name": "network-vif-plugged", "status": "completed", "tag": "5d64db52-cef0-4f64-8a30-1ab0a1fa1afb", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:30:51.676305 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f48ac2ff-629d-4092-9f26-f459148e4acb {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:30:51.676910 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d64db52-cef0-4f64-8a30-1ab0a1fa1afb', 'code': 200} Feb 15 14:30:51.701469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:51.834320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd0696-b79c-4171-b6b4-0b74bed9bd6a req-4c74bdeb-3419-4617-9798-5530d927d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:51.836615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6cd0696-b79c-4171-b6b4-0b74bed9bd6a req-4c74bdeb-3419-4617-9798-5530d927d57a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 1129 time: 0.0644155 Feb 15 14:30:51.891556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6cd0696-b79c-4171-b6b4-0b74bed9bd6a req-02a2a87d-7897-4a47-8855-b86b340349b4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493841 Feb 15 14:30:51.916988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41480) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:52.095943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port 21e9020b-efe0-4717-9cf4-48ee4a8dc7be {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:30:52.096373 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (21e9020b-efe0-4717-9cf4-48ee4a8dc7be), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:52.180414 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (21e9020b-efe0-4717-9cf4-48ee4a8dc7be), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:52.180743 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (21e9020b-efe0-4717-9cf4-48ee4a8dc7be), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:52.194769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for 21e9020b-efe0-4717-9cf4-48ee4a8dc7be owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:30:52.293719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990324af-12e7-4aa8-8540-409c24be7543 req-7276e767-327a-42d9-a8d3-bbaa8053adc5 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:52.296238 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-990324af-12e7-4aa8-8540-409c24be7543 req-7276e767-327a-42d9-a8d3-bbaa8053adc5 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.0837250 Feb 15 14:30:52.352205 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-990324af-12e7-4aa8-8540-409c24be7543 req-f0298f8c-aa08-4a67-9086-35af49035f8d tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497932 Feb 15 14:30:52.386347 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (21e9020b-efe0-4717-9cf4-48ee4a8dc7be), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:52.421080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=21e9020b-efe0-4717-9cf4-48ee4a8dc7be,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:52.507022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (8d8f2b2e-c059-4c44-80b3-4b9060a19abf), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:52.507554 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Floating IP 8d8f2b2e-c059-4c44-80b3-4b9060a19abf disassociated (deleted). External IP: 172.25.6.39, port: e20cbb46-073d-446b-8ac5-ae461f95d8a6. Feb 15 14:30:52.737409 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:30:53.111547 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:30:53.246213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:30:53.256204 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:53.260322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114840cf-92b2-4b4e-9edc-5f7a5c820562 None None] Sync routers for ids ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:30:53.283243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114840cf-92b2-4b4e-9edc-5f7a5c820562 None None] Routers {'6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:30:53.283931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-114840cf-92b2-4b4e-9edc-5f7a5c820562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:30:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:30:53.306360 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-51120f74-cbb5-4fff-afce-355eb38929a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/floatingips/8d8f2b2e-c059-4c44-80b3-4b9060a19abf HTTP/1.1" status: 204 len: 168 time: 1.3881414 Feb 15 14:30:53.307111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:30:53.309517 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c18be0-665d-43a0-a0ee-1d40560b96f3" -d '{"events": [{"name": "network-changed", "server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:30:53.427608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-114840cf-92b2-4b4e-9edc-5f7a5c820562 None None] Set router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:30:53.449397 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6900f6b8-b0ba-404e-a102-8021cd104f82 x-openstack-request-id: req-6900f6b8-b0ba-404e-a102-8021cd104f82 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:30:53.449691 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:30:53.449950 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6900f6b8-b0ba-404e-a102-8021cd104f82 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:30:53.450459 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'status': 'completed', 'code': 200} Feb 15 14:30:53.635908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-e856e796-f80c-4fcc-85cc-7d81d2e762d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:53.639557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-e856e796-f80c-4fcc-85cc-7d81d2e762d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 1127 time: 0.1459165 Feb 15 14:30:53.655244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af50608-332b-4542-8c4f-b2e5d41f8c76 req-f8d0bebb-84cc-4c08-a039-90da9940c3d1 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:53.657327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0af50608-332b-4542-8c4f-b2e5d41f8c76 req-f8d0bebb-84cc-4c08-a039-90da9940c3d1 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.1008983 Feb 15 14:30:53.787536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-114840cf-92b2-4b4e-9edc-5f7a5c820562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '79e5a156-800b-47ae-b748-898a49461253', 'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:ec:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:51Z', 'updated_at': '2022-02-15T14:28:59Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:30:53.836782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd793327-7e68-4eb8-aa1e-935cc38537bb req-380ae6dc-edf9-4f4c-bb6b-b49e8dc85a23 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:53.843319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd793327-7e68-4eb8-aa1e-935cc38537bb req-380ae6dc-edf9-4f4c-bb6b-b49e8dc85a23 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 944 time: 0.1566322 Feb 15 14:30:53.843319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0af50608-332b-4542-8c4f-b2e5d41f8c76 req-add900cf-0a4d-4fcf-a2cb-cd95db928f52 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613331 Feb 15 14:30:53.848392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114840cf-92b2-4b4e-9edc-5f7a5c820562 None None] Checking router: 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:30:53.870101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114840cf-92b2-4b4e-9edc-5f7a5c820562 None None] Routers {'6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:30:53.870736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-114840cf-92b2-4b4e-9edc-5f7a5c820562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:30:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:30:53.886989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-97381763-aff5-4109-a442-150a97d87839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:53.890554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-97381763-aff5-4109-a442-150a97d87839 service neutron] 10.222.0.42 "GET /v2.0/networks?id=031587a2-7d27-43fc-a7b9-0cc7c8051aef HTTP/1.1" status: 200 len: 898 time: 0.2318418 Feb 15 14:30:53.983690 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-7d88fe38-81e6-4b00-9755-69dcaeb28ce1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 200 len: 217 time: 0.0842831 Feb 15 14:30:54.035087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-114840cf-92b2-4b4e-9edc-5f7a5c820562 None None] Set router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:30:54.133847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd793327-7e68-4eb8-aa1e-935cc38537bb req-048fe95e-72d4-415c-b8bd-12ff77492f3f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=64758a5e-dee4-4f77-8dc5-3781398f413f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747154 Feb 15 14:30:54.183843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0e0d3-d8cd-480e-b9ad-b26dd8203a9d req-f0d31d85-6873-4c46-9860-f0dd992740e5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:54.198511 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eba0e0d3-d8cd-480e-b9ad-b26dd8203a9d req-f0d31d85-6873-4c46-9860-f0dd992740e5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.42 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 944 time: 0.1488740 Feb 15 14:30:54.199281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-9655361f-cc21-4b4d-934b-89846bca261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:54.200861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-9655361f-cc21-4b4d-934b-89846bca261b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecb6b452-a8d3-4569-b315-b31598dd4407 HTTP/1.1" status: 200 len: 835 time: 0.1996608 Feb 15 14:30:54.231271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343fc0a-f535-47e0-b6d6-56e791f7bb48 req-9788b6f4-9113-496c-a1f5-4d53b995823a tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:54.243434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9343fc0a-f535-47e0-b6d6-56e791f7bb48 req-9788b6f4-9113-496c-a1f5-4d53b995823a tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.2666306 Feb 15 14:30:54.349539 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9343fc0a-f535-47e0-b6d6-56e791f7bb48 req-410e4a25-0427-4ce7-a642-0e3dd300c90e tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044681 Feb 15 14:30:54.360062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-a27ddec7-e725-4258-a204-68ea5643660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:54.361809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-a27ddec7-e725-4258-a204-68ea5643660e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=031587a2-7d27-43fc-a7b9-0cc7c8051aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1060586 Feb 15 14:30:54.397422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-114840cf-92b2-4b4e-9edc-5f7a5c820562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '79e5a156-800b-47ae-b748-898a49461253', 'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:ec:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:51Z', 'updated_at': '2022-02-15T14:28:59Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:30:54.446270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-eba0e0d3-d8cd-480e-b9ad-b26dd8203a9d req-47051342-c620-403a-9b69-9103e54245ab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port e20cbb46-073d-446b-8ac5-ae461f95d8a6 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:30:54.446627 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eba0e0d3-d8cd-480e-b9ad-b26dd8203a9d req-47051342-c620-403a-9b69-9103e54245ab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:54.472990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114840cf-92b2-4b4e-9edc-5f7a5c820562 None None] The sync data for ids ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'] in n-d-829064-15 is: [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '79e5a156-800b-47ae-b748-898a49461253', 'name': '', 'network_id': '031587a2-7d27-43fc-a7b9-0cc7c8051aef', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:ec:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:51Z', 'updated_at': '2022-02-15T14:28:59Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'ecb6b452-a8d3-4569-b315-b31598dd4407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:30:54.534419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-c1a228f8-febd-4d5e-902a-c6850dfff33f service neutron] 10.222.0.42 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654828 Feb 15 14:30:54.697134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-eba0e0d3-d8cd-480e-b9ad-b26dd8203a9d req-47051342-c620-403a-9b69-9103e54245ab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port e20cbb46-073d-446b-8ac5-ae461f95d8a6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=e20cbb46-073d-446b-8ac5-ae461f95d8a6,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:54.697839 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eba0e0d3-d8cd-480e-b9ad-b26dd8203a9d req-47051342-c620-403a-9b69-9103e54245ab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:54.709212 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-ad8c608e-c326-4397-9cbf-d65011a1afe1 service neutron] 10.222.0.42 "GET /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683319 Feb 15 14:30:54.717594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-eba0e0d3-d8cd-480e-b9ad-b26dd8203a9d req-47051342-c620-403a-9b69-9103e54245ab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for e20cbb46-073d-446b-8ac5-ae461f95d8a6 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:30:54.848749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cb0b5-7b39-49c7-a912-1991659c57cf req-0c507642-5891-4570-b543-9b1b36622feb tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:54.850771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-059cb0b5-7b39-49c7-a912-1991659c57cf req-0c507642-5891-4570-b543-9b1b36622feb tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.1401479 Feb 15 14:30:54.964027 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eba0e0d3-d8cd-480e-b9ad-b26dd8203a9d req-47051342-c620-403a-9b69-9103e54245ab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e20cbb46-073d-446b-8ac5-ae461f95d8a6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:54.964259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-059cb0b5-7b39-49c7-a912-1991659c57cf req-a07f7fff-1207-47cb-b15c-5f375ce9a8c0 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865920 Feb 15 14:30:54.996875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47051342-c620-403a-9b69-9103e54245ab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=e20cbb46-073d-446b-8ac5-ae461f95d8a6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:55.040679 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7558b9d0-7a99-4453-a857-83732968278d None None] New status for floating IP 8d8f2b2e-c059-4c44-80b3-4b9060a19abf: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:30:55.063434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba0e0d3-d8cd-480e-b9ad-b26dd8203a9d req-47051342-c620-403a-9b69-9103e54245ab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] No DVR routers for this DVR port e20cbb46-073d-446b-8ac5-ae461f95d8a6 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:30:55.068843 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eba0e0d3-d8cd-480e-b9ad-b26dd8203a9d req-47051342-c620-403a-9b69-9103e54245ab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:55.078600 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eba0e0d3-d8cd-480e-b9ad-b26dd8203a9d req-47051342-c620-403a-9b69-9103e54245ab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.42 "DELETE /v2.0/ports/e20cbb46-073d-446b-8ac5-ae461f95d8a6 HTTP/1.1" status: 204 len: 173 time: 0.8701968 Feb 15 14:30:55.290376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5991aac4-33bd-475b-a71f-7b2f984d9c84 req-5141c5a4-9927-4020-a5ac-1644c94c3d02 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=028fbb38-47a3-42c3-8b71-9c5b328b1fa5 HTTP/1.1" status: 200 len: 210 time: 0.0404947 Feb 15 14:30:55.452342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'name': 'network-vif-deleted', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:30:55.455529 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d094046-7b6d-4ce5-9543-4a490e5e7b4e" -d '{"events": [{"server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "name": "network-vif-deleted", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:30:55.510330 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f260983-285a-47df-92e5-64e98bd90146 x-openstack-request-id: req-2f260983-285a-47df-92e5-64e98bd90146 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:30:55.510634 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028fbb38-47a3-42c3-8b71-9c5b328b1fa5", "name": "network-vif-deleted", "tag": "e20cbb46-073d-446b-8ac5-ae461f95d8a6", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:30:55.510917 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f260983-285a-47df-92e5-64e98bd90146 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:30:55.511347 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028fbb38-47a3-42c3-8b71-9c5b328b1fa5', 'name': 'network-vif-deleted', 'tag': 'e20cbb46-073d-446b-8ac5-ae461f95d8a6', 'status': 'completed', 'code': 200} Feb 15 14:30:56.133012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496647-4feb-468c-912a-81e40d0e92b8 req-398901fc-56d4-4805-8b14-3a225137f607 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:56.138161 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4496647-4feb-468c-912a-81e40d0e92b8 req-398901fc-56d4-4805-8b14-3a225137f607 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.0846069 Feb 15 14:30:56.205791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4496647-4feb-468c-912a-81e40d0e92b8 req-00d3c735-c110-418c-a2a5-6a2afd2dc0b8 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616236 Feb 15 14:30:56.446245 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41560) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:56.482601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eed58-f085-43ed-997b-60133d7523fe req-86bc7527-2854-45c9-83ef-e7bff20d4e6e tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:56.484446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-878eed58-f085-43ed-997b-60133d7523fe req-86bc7527-2854-45c9-83ef-e7bff20d4e6e tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.0916085 Feb 15 14:30:56.555853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-878eed58-f085-43ed-997b-60133d7523fe req-99092b09-2dd7-4ef3-8cde-913775ff1844 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653746 Feb 15 14:30:56.689384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f77f2-f0b4-4793-b359-cb3d68d062e3 req-1dc5f62e-4168-4339-9266-2c6934165fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:56.690998 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e0f77f2-f0b4-4793-b359-cb3d68d062e3 req-1dc5f62e-4168-4339-9266-2c6934165fff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bf73f0baa604ab0a4faccc5d47baa24&device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 1129 time: 0.1183610 Feb 15 14:30:56.873225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f77f2-f0b4-4793-b359-cb3d68d062e3 req-6cd79a40-6093-4d37-8236-29fb877e96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:56.874726 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e0f77f2-f0b4-4793-b359-cb3d68d062e3 req-6cd79a40-6093-4d37-8236-29fb877e96e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93a17180-7bb6-4ad1-b710-6e72a41ba3ab HTTP/1.1" status: 200 len: 913 time: 0.1558735 Feb 15 14:30:56.968699 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e0f77f2-f0b4-4793-b359-cb3d68d062e3 req-ba4062a6-910e-40f0-b6ad-cfa2568fbe20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb HTTP/1.1" status: 200 len: 217 time: 0.0846169 Feb 15 14:30:57.051340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f77f2-f0b4-4793-b359-cb3d68d062e3 req-9844b5f0-a3ba-401d-b2f6-b6c1d1772642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:57.052830 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e0f77f2-f0b4-4793-b359-cb3d68d062e3 req-9844b5f0-a3ba-401d-b2f6-b6c1d1772642 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=90ee0f83-7f3d-4155-8caa-5032ac753a57 HTTP/1.1" status: 200 len: 852 time: 0.0772467 Feb 15 14:30:57.093499 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e0f77f2-f0b4-4793-b359-cb3d68d062e3 req-9f8109d1-7534-49ab-97b7-ca723bedaf89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93a17180-7bb6-4ad1-b710-6e72a41ba3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352125 Feb 15 14:30:57.231665 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e0f77f2-f0b4-4793-b359-cb3d68d062e3 req-421e6bd2-53aa-496f-87ec-1c40b3514c72 service neutron] 10.222.0.42 "GET /v2.0/networks/93a17180-7bb6-4ad1-b710-6e72a41ba3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267073 Feb 15 14:30:57.252665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:57.386058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device e20cbb46-073d-446b-8ac5-ae461f95d8a6 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:30:57.411853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: e20cbb46-073d-446b-8ac5-ae461f95d8a6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:30:57.412497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device e20cbb46-073d-446b-8ac5-ae461f95d8a6 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:30:57.532891 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e0f77f2-f0b4-4793-b359-cb3d68d062e3 req-3e1eccee-7019-44b1-90e5-ef947c9f3140 service neutron] 10.222.0.42 "GET /v2.0/networks/93a17180-7bb6-4ad1-b710-6e72a41ba3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937970 Feb 15 14:30:57.672166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port 79e5a156-800b-47ae-b748-898a49461253 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:30:57.672822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (79e5a156-800b-47ae-b748-898a49461253), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:57.726217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c8901-d4b8-48a9-9bb6-40093cafb9a6 req-151b8eec-31f8-4efc-b096-4aac60dab2a5 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:57.728554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-685c8901-d4b8-48a9-9bb6-40093cafb9a6 req-151b8eec-31f8-4efc-b096-4aac60dab2a5 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.0935886 Feb 15 14:30:57.813401 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-685c8901-d4b8-48a9-9bb6-40093cafb9a6 req-0578017b-1461-4d20-9f5a-6e8ea6b550ff tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773747 Feb 15 14:30:57.834740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port 79e5a156-800b-47ae-b748-898a49461253, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=79e5a156-800b-47ae-b748-898a49461253,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:30:57.834740 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (79e5a156-800b-47ae-b748-898a49461253), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:57.854216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for 79e5a156-800b-47ae-b748-898a49461253 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:30:58.104170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (79e5a156-800b-47ae-b748-898a49461253), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:58.134587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=79e5a156-800b-47ae-b748-898a49461253,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:58.462968 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:58.808369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:30:58.970115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:30:58.984576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba4915-bb3c-4b46-8f36-534bcbb62459 None None] Sync routers for ids ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:30:58.986476 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-de026343-45e9-41ec-a8c9-728a5efd603a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "PUT /v2.0/routers/6caa48ad-d053-4c3c-a5cd-fb68e058dfb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5388088 Feb 15 14:30:58.989849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41620) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:58.996712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba4915-bb3c-4b46-8f36-534bcbb62459 None None] Routers {'6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:30:58.997520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1bba4915-bb3c-4b46-8f36-534bcbb62459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:30:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:30:59.105284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1d7d2-f145-4b5e-9eee-30c17ecd2ff3 req-c7e339e5-9d3d-4679-b3cd-b5e8f2db245c tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:59.106978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27f1d7d2-f145-4b5e-9eee-30c17ecd2ff3 req-c7e339e5-9d3d-4679-b3cd-b5e8f2db245c tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.1692088 Feb 15 14:30:59.115754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a25b00-dcad-4202-950e-1ca076d81ded tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting subnet ecb6b452-a8d3-4569-b315-b31598dd4407 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:30:59.144152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8a25b00-dcad-4202-950e-1ca076d81ded tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (ecb6b452-a8d3-4569-b315-b31598dd4407), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:59.155803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-1bba4915-bb3c-4b46-8f36-534bcbb62459 None None] Set router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:30:59.239648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27f1d7d2-f145-4b5e-9eee-30c17ecd2ff3 req-b8e283a0-2d98-4e34-84a7-d63365ea7766 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210155 Feb 15 14:30:59.249951 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8a25b00-dcad-4202-950e-1ca076d81ded tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (ecb6b452-a8d3-4569-b315-b31598dd4407), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:59.391557 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8a25b00-dcad-4202-950e-1ca076d81ded tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (ecb6b452-a8d3-4569-b315-b31598dd4407), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:59.547788 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8a25b00-dcad-4202-950e-1ca076d81ded tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (ecb6b452-a8d3-4569-b315-b31598dd4407), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:59.582000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a25b00-dcad-4202-950e-1ca076d81ded tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb6b452-a8d3-4569-b315-b31598dd4407,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:30:59.588413 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8a25b00-dcad-4202-950e-1ca076d81ded tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:59.589899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1bba4915-bb3c-4b46-8f36-534bcbb62459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:30:58Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:30:59.592594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a8a25b00-dcad-4202-950e-1ca076d81ded tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/subnets/ecb6b452-a8d3-4569-b315-b31598dd4407 HTTP/1.1" status: 204 len: 168 time: 0.6007493 Feb 15 14:30:59.595179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41638) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:30:59.602371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7188cc50-7339-4912-9d84-feaaff359db3 None None] Network 031587a2-7d27-43fc-a7b9-0cc7c8051aef requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:30:59.633650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba4915-bb3c-4b46-8f36-534bcbb62459 None None] Checking router: 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:30:59.680160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0a592-19c2-4a29-b181-d151075976d4 req-7f36313a-03ad-486d-93f5-8c2bdafaca9b tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:30:59.681788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92a0a592-19c2-4a29-b181-d151075976d4 req-7f36313a-03ad-486d-93f5-8c2bdafaca9b tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.1848652 Feb 15 14:30:59.687376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba4915-bb3c-4b46-8f36-534bcbb62459 None None] Routers {'6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:30:59.688025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1bba4915-bb3c-4b46-8f36-534bcbb62459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:30:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:30:59.756272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92a0a592-19c2-4a29-b181-d151075976d4 req-bc486bce-4995-44dc-a671-bad423da8983 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665967 Feb 15 14:30:59.760548 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:59.857148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-1bba4915-bb3c-4b46-8f36-534bcbb62459 None None] Set router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:30:59.894593 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:30:59.993215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] DHCP port deletion for 031587a2-7d27-43fc-a7b9-0cc7c8051aef request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:31:00.135923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Deleting port b087b369-e68a-42fb-a212-b037b2d59829 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:31:00.136520 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b087b369-e68a-42fb-a212-b037b2d59829), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:00.229725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] For port b087b369-e68a-42fb-a212-b037b2d59829, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b087b369-e68a-42fb-a212-b037b2d59829,segment=NetworkSegment(1f3d8cf6-10e9-47be-a827-3ed8564fe4a8),segment_id=1f3d8cf6-10e9-47be-a827-3ed8564fe4a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:31:00.230133 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b087b369-e68a-42fb-a212-b037b2d59829), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:00.251876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Calling delete_port for b087b369-e68a-42fb-a212-b037b2d59829 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:31:00.268903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1bba4915-bb3c-4b46-8f36-534bcbb62459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:30:58Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:00.344327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba4915-bb3c-4b46-8f36-534bcbb62459 None None] The sync data for ids ['6caa48ad-d053-4c3c-a5cd-fb68e058dfb9'] in n-d-829064-15 is: [{'id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895840565', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:30:58Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': '643ada8d-caeb-4230-b28f-27f91dfa8f2a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa48ad-d053-4c3c-a5cd-fb68e058dfb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:28:45Z', 'updated_at': '2022-02-15T14:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:31:00.478662 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (b087b369-e68a-42fb-a212-b037b2d59829), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:00.497314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port 643ada8d-caeb-4230-b28f-27f91dfa8f2a {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:31:00.497958 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:00.520024 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] No DVR routers for this DVR port b087b369-e68a-42fb-a212-b037b2d59829 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:31:00.522553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Pushing event deleted for resources: {'Port': ['ID=b087b369-e68a-42fb-a212-b037b2d59829,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:00.553161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.556818 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.558236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.558750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.559483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.560760 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.562611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.563173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.563676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.564800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.565146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.565489 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.565916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f16be-6233-4b82-b973-b13c47e38b14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:00.637508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port 643ada8d-caeb-4230-b28f-27f91dfa8f2a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=643ada8d-caeb-4230-b28f-27f91dfa8f2a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:31:00.637508 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:00.655978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for 643ada8d-caeb-4230-b28f-27f91dfa8f2a owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:31:00.824433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 79e5a156-800b-47ae-b748-898a49461253 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:31:00.895323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 79e5a156-800b-47ae-b748-898a49461253 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:31:00.895844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 79e5a156-800b-47ae-b748-898a49461253 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:31:00.896383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b087b369-e68a-42fb-a212-b037b2d59829 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:31:00.939734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b087b369-e68a-42fb-a212-b037b2d59829 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:31:00.941348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b087b369-e68a-42fb-a212-b037b2d59829 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:31:00.968350 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (643ada8d-caeb-4230-b28f-27f91dfa8f2a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.035048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=643ada8d-caeb-4230-b28f-27f91dfa8f2a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:01.089899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9385f5-bf1e-4ed3-898e-5cbe266928f5 req-105a78e8-ec2c-43a4-9e91-9178cdc21666 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:01.091657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c9385f5-bf1e-4ed3-898e-5cbe266928f5 req-105a78e8-ec2c-43a4-9e91-9178cdc21666 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.2009509 Feb 15 14:31:01.132479 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.251923 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.256431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c9385f5-bf1e-4ed3-898e-5cbe266928f5 req-99ce0164-d9a8-4cba-88d9-4f85a99f2c46 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576824 Feb 15 14:31:01.257688 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_controller (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.317385 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (6caa48ad-d053-4c3c-a5cd-fb68e058dfb9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.318452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Fanout notify agent at l3_agent the message router_deleted on router 6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:31:01.334456 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.336340 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2ebd71a9-7eb0-4c0e-9c5b-18d147312148 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/routers/6caa48ad-d053-4c3c-a5cd-fb68e058dfb9 HTTP/1.1" status: 204 len: 168 time: 1.7396288 Feb 15 14:31:01.340049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41684) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:01.477421 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (031587a2-7d27-43fc-a7b9-0cc7c8051aef), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.677750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf125-fd2e-4ce3-be41-944edb872df5 req-fd438773-c70a-4123-a91d-52be5bb28f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:01.679545 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fb2bf125-fd2e-4ce3-be41-944edb872df5 req-fd438773-c70a-4123-a91d-52be5bb28f0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bf73f0baa604ab0a4faccc5d47baa24&device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 1129 time: 0.0621955 Feb 15 14:31:01.701862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (031587a2-7d27-43fc-a7b9-0cc7c8051aef), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.745236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031587a2-7d27-43fc-a7b9-0cc7c8051aef']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:01.756554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:01.756851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3d8cf6-10e9-47be-a827-3ed8564fe4a8') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:01.768509 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (1f3d8cf6-10e9-47be-a827-3ed8564fe4a8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.788077 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1f3d8cf6-10e9-47be-a827-3ed8564fe4a8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.792520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf125-fd2e-4ce3-be41-944edb872df5 req-aceed578-71d1-493d-9996-1c104be65b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:01.793923 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fb2bf125-fd2e-4ce3-be41-944edb872df5 req-aceed578-71d1-493d-9996-1c104be65b26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93a17180-7bb6-4ad1-b710-6e72a41ba3ab HTTP/1.1" status: 200 len: 913 time: 0.1073124 Feb 15 14:31:01.798351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:31:01.798755 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (1f3d8cf6-10e9-47be-a827-3ed8564fe4a8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:31:01.802235 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:31:01.862474 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fb2bf125-fd2e-4ce3-be41-944edb872df5 req-a93b4a3f-983c-4455-8995-300f90628861 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb HTTP/1.1" status: 200 len: 217 time: 0.0553608 Feb 15 14:31:01.865182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4b4fc-5baa-45ad-b711-1b82bb7724a6 req-755e3439-3231-4b99-ae6e-7ee447705792 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:01.866942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04d4b4fc-5baa-45ad-b711-1b82bb7724a6 req-755e3439-3231-4b99-ae6e-7ee447705792 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.2608705 Feb 15 14:31:01.901118 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (031587a2-7d27-43fc-a7b9-0cc7c8051aef), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.924611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf125-fd2e-4ce3-be41-944edb872df5 req-e037bfec-2e3a-4b49-934a-2db5bc021357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:01.926051 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:01.926455 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fb2bf125-fd2e-4ce3-be41-944edb872df5 req-e037bfec-2e3a-4b49-934a-2db5bc021357 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=90ee0f83-7f3d-4155-8caa-5032ac753a57 HTTP/1.1" status: 200 len: 852 time: 0.0553052 Feb 15 14:31:01.931471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/networks/031587a2-7d27-43fc-a7b9-0cc7c8051aef HTTP/1.1" status: 204 len: 168 time: 0.5881178 Feb 15 14:31:01.951444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41700) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:01.952366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc5a0b-43d0-4d06-8f44-7d5d8c0c37f7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Network': ['ID=031587a2-7d27-43fc-a7b9-0cc7c8051aef,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:01.996068 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fb2bf125-fd2e-4ce3-be41-944edb872df5 req-96f86e5a-0568-4616-9fc5-12ddf61236ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93a17180-7bb6-4ad1-b710-6e72a41ba3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579269 Feb 15 14:31:02.113117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8bff6227-5a29-4791-b400-de2d748f0760 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (64758a5e-dee4-4f77-8dc5-3781398f413f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:02.150534 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fb2bf125-fd2e-4ce3-be41-944edb872df5 req-9edf0b38-3e56-4c05-a853-1b1a0ebeb8b6 service neutron] 10.222.0.42 "GET /v2.0/networks/93a17180-7bb6-4ad1-b710-6e72a41ba3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514933 Feb 15 14:31:02.159635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04d4b4fc-5baa-45ad-b711-1b82bb7724a6 req-2091ddd9-27fe-4911-af05-fde9f284ad96 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731547 Feb 15 14:31:02.162432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8bff6227-5a29-4791-b400-de2d748f0760 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (64758a5e-dee4-4f77-8dc5-3781398f413f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:02.289379 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8bff6227-5a29-4791-b400-de2d748f0760 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (64758a5e-dee4-4f77-8dc5-3781398f413f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:02.292705 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8bff6227-5a29-4791-b400-de2d748f0760 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:02.294676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8bff6227-5a29-4791-b400-de2d748f0760 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/security-groups/64758a5e-dee4-4f77-8dc5-3781398f413f HTTP/1.1" status: 204 len: 168 time: 0.3380036 Feb 15 14:31:02.299341 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fb2bf125-fd2e-4ce3-be41-944edb872df5 req-035076b9-9dea-4b1b-8044-0bf7c2b36578 service neutron] 10.222.0.42 "GET /v2.0/networks/93a17180-7bb6-4ad1-b710-6e72a41ba3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426945 Feb 15 14:31:02.320500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff6227-5a29-4791-b400-de2d748f0760 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64758a5e-dee4-4f77-8dc5-3781398f413f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:02.595590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41718) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:02.599698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ec1528ff-21e4-41db-9231-7ee59f0cb74d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572820820', 'description': 'tempest-secgroup-smoke-572820820 description', 'project_id': 'e121196450c643ddbe9aa88bee965bd9'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:02.638194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec1528ff-21e4-41db-9231-7ee59f0cb74d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:02.747542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 643ada8d-caeb-4230-b28f-27f91dfa8f2a no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:31:02.772245 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec1528ff-21e4-41db-9231-7ee59f0cb74d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (c045e4df-25b1-41d3-8f9c-6913d0a20b39), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:02.779441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec1528ff-21e4-41db-9231-7ee59f0cb74d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c045e4df-25b1-41d3-8f9c-6913d0a20b39), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:02.780208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 643ada8d-caeb-4230-b28f-27f91dfa8f2a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:31:02.780820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 643ada8d-caeb-4230-b28f-27f91dfa8f2a not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:31:02.837649 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ec1528ff-21e4-41db-9231-7ee59f0cb74d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:02.841965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ec1528ff-21e4-41db-9231-7ee59f0cb74d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2434065 Feb 15 14:31:02.841965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1528ff-21e4-41db-9231-7ee59f0cb74d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c045e4df-25b1-41d3-8f9c-6913d0a20b39,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:02.843805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41724) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:02.852172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-26fda882-5172-40c1-8668-c0845a302996 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'c045e4df-25b1-41d3-8f9c-6913d0a20b39', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:02.884244 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-26fda882-5172-40c1-8668-c0845a302996 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (3a45949a-8a11-4427-939c-bdec1c920553), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.288554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-26fda882-5172-40c1-8668-c0845a302996 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (3a45949a-8a11-4427-939c-bdec1c920553), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.297643 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-26fda882-5172-40c1-8668-c0845a302996 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (3a45949a-8a11-4427-939c-bdec1c920553), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.316586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fda882-5172-40c1-8668-c0845a302996 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a45949a-8a11-4427-939c-bdec1c920553,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:03.343189 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-26fda882-5172-40c1-8668-c0845a302996 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.355711 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-26fda882-5172-40c1-8668-c0845a302996 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5096698 Feb 15 14:31:03.356196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41738) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:03.361630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-54eb6287-381e-4ac0-89e2-c8647564b314 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'c045e4df-25b1-41d3-8f9c-6913d0a20b39', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:03.390159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43acd33-3ea0-4102-bee4-f2ec8f6fd744 req-b701e47e-92ca-4f5b-a4f3-1fa9761c9451 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:03.392012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b43acd33-3ea0-4102-bee4-f2ec8f6fd744 req-b701e47e-92ca-4f5b-a4f3-1fa9761c9451 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.1191270 Feb 15 14:31:03.439857 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-54eb6287-381e-4ac0-89e2-c8647564b314 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (374de51a-55dd-4ea4-8194-81a95b25256c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.499552 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b43acd33-3ea0-4102-bee4-f2ec8f6fd744 req-da7cdeb0-df3a-4e18-b39e-ad54eb702374 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920467 Feb 15 14:31:03.539814 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-54eb6287-381e-4ac0-89e2-c8647564b314 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (374de51a-55dd-4ea4-8194-81a95b25256c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.546645 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-54eb6287-381e-4ac0-89e2-c8647564b314 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (374de51a-55dd-4ea4-8194-81a95b25256c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.586955 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-54eb6287-381e-4ac0-89e2-c8647564b314 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.586955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-54eb6287-381e-4ac0-89e2-c8647564b314 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2211850 Feb 15 14:31:03.588015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41746) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:03.592403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-84cd5128-3ada-46ab-aef1-4ac43bc86546 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'c045e4df-25b1-41d3-8f9c-6913d0a20b39', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:03.598104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb6287-381e-4ac0-89e2-c8647564b314 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374de51a-55dd-4ea4-8194-81a95b25256c,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:03.625345 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84cd5128-3ada-46ab-aef1-4ac43bc86546 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (a9312752-ed8c-4341-9333-8ad252aed6f2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.732036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84cd5128-3ada-46ab-aef1-4ac43bc86546 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (a9312752-ed8c-4341-9333-8ad252aed6f2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.739676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84cd5128-3ada-46ab-aef1-4ac43bc86546 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (a9312752-ed8c-4341-9333-8ad252aed6f2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.795210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd5128-3ada-46ab-aef1-4ac43bc86546 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9312752-ed8c-4341-9333-8ad252aed6f2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:03.809067 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-84cd5128-3ada-46ab-aef1-4ac43bc86546 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.812916 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-84cd5128-3ada-46ab-aef1-4ac43bc86546 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2215688 Feb 15 14:31:03.814656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41756) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:03.819795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-4a479397-37d9-4e7a-b7cb-67c982fc3e52 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'c045e4df-25b1-41d3-8f9c-6913d0a20b39', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:03.858257 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a479397-37d9-4e7a-b7cb-67c982fc3e52 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (d1a2ccd4-e5c5-4187-9bd8-238c8f18c4b1), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.949678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a479397-37d9-4e7a-b7cb-67c982fc3e52 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (d1a2ccd4-e5c5-4187-9bd8-238c8f18c4b1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.965218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6045d4-3650-44e8-ac2f-97b7e09b59e0 req-a1c6289a-84f3-4d6b-b727-85175b05386e tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:03.967070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc6045d4-3650-44e8-ac2f-97b7e09b59e0 req-a1c6289a-84f3-4d6b-b727-85175b05386e tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.0897493 Feb 15 14:31:03.968472 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a479397-37d9-4e7a-b7cb-67c982fc3e52 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (d1a2ccd4-e5c5-4187-9bd8-238c8f18c4b1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:03.998845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a479397-37d9-4e7a-b7cb-67c982fc3e52 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a2ccd4-e5c5-4187-9bd8-238c8f18c4b1,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:04.022880 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a479397-37d9-4e7a-b7cb-67c982fc3e52 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.024697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4a479397-37d9-4e7a-b7cb-67c982fc3e52 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2086539 Feb 15 14:31:04.027770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41760) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:04.032644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cf385aca-7b64-41b6-bd4e-3ddaded56ba2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'c045e4df-25b1-41d3-8f9c-6913d0a20b39', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:04.051187 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc6045d4-3650-44e8-ac2f-97b7e09b59e0 req-8f1edb28-44f4-4c8c-83fc-21f687dba653 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666592 Feb 15 14:31:04.065739 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-cf385aca-7b64-41b6-bd4e-3ddaded56ba2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Project e121196450c643ddbe9aa88bee965bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:31:04.072748 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf385aca-7b64-41b6-bd4e-3ddaded56ba2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (fdc99112-b30c-449e-863f-5eb5d06dd574), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.146449 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf385aca-7b64-41b6-bd4e-3ddaded56ba2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (fdc99112-b30c-449e-863f-5eb5d06dd574), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.151650 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf385aca-7b64-41b6-bd4e-3ddaded56ba2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (fdc99112-b30c-449e-863f-5eb5d06dd574), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.175571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf385aca-7b64-41b6-bd4e-3ddaded56ba2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc99112-b30c-449e-863f-5eb5d06dd574,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:04.186430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf385aca-7b64-41b6-bd4e-3ddaded56ba2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.191027 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cf385aca-7b64-41b6-bd4e-3ddaded56ba2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595969 Feb 15 14:31:04.191497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41766) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:04.199417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e541c363-556b-4917-a9ba-713d71d1b1e2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'security_group_rule': {'security_group_id': 'c045e4df-25b1-41d3-8f9c-6913d0a20b39', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:04.235123 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-e541c363-556b-4917-a9ba-713d71d1b1e2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Project e121196450c643ddbe9aa88bee965bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:31:04.243062 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e541c363-556b-4917-a9ba-713d71d1b1e2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (13df3de3-ccae-42e1-99df-d77618cc4623), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.333614 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e541c363-556b-4917-a9ba-713d71d1b1e2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (13df3de3-ccae-42e1-99df-d77618cc4623), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.339491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e541c363-556b-4917-a9ba-713d71d1b1e2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (13df3de3-ccae-42e1-99df-d77618cc4623), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.370303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541c363-556b-4917-a9ba-713d71d1b1e2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13df3de3-ccae-42e1-99df-d77618cc4623,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:04.378092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e541c363-556b-4917-a9ba-713d71d1b1e2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.379514 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e541c363-556b-4917-a9ba-713d71d1b1e2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1866350 Feb 15 14:31:04.382449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41772) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:04.387670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'network': {'name': 'tempest-network-smoke--1475276356', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'port_security_enabled': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:04.418205 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:31:04.422661 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.455537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:31:04.466979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e8c7502e-16e7-48cc-8ded-e8d848c4dccd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.467342 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Added segment e8c7502e-16e7-48cc-8ded-e8d848c4dccd of type vlan for network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 Feb 15 14:31:04.525185 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (3ed7f9d7-659e-4a07-b51e-80e502e0b766), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.578413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (3ed7f9d7-659e-4a07-b51e-80e502e0b766), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.588706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:04.589351 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.663213 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41778) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:04.663427 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2795408 Feb 15 14:31:04.675912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'admin_state_up': True, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:04.678463 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c4965-6d11-4e19-83a8-c48dc8974edf tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Network': ['ID=3ed7f9d7-659e-4a07-b51e-80e502e0b766,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:04.692762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:31:04.744485 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.745776 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:04.877885 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_controller (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:05.080577 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:05.251052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee5917-0e27-4df4-b71b-d60e77764cee req-817f56e3-3569-4ed6-9261-86e457c1ea9a tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:05.253246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eaee5917-0e27-4df4-b71b-d60e77764cee req-817f56e3-3569-4ed6-9261-86e457c1ea9a tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.0939202 Feb 15 14:31:05.338961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eaee5917-0e27-4df4-b71b-d60e77764cee req-5fe4407a-0eab-4fc8-81fe-fe253966115a tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/security-groups?id=65e53a6a-2bef-48c2-8e4f-84e59952874b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681715 Feb 15 14:31:05.464906 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:05.494096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:05.639067 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.25.6.194 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/d99e5aa1-f0ff-42e0-92da-04137bbb6adb) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:31:05.817821 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:05.825397 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8bdb8-b61a-4575-90d0-6675c57fba19 req-b380cd95-ddda-475e-ac3c-4a9d1dc4d7ba tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:05.827130 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-10c8bdb8-b61a-4575-90d0-6675c57fba19 req-b380cd95-ddda-475e-ac3c-4a9d1dc4d7ba tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.42 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 946 time: 0.0820153 Feb 15 14:31:05.879060 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:05.957516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:31:05.960846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:31:05.980552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:31:05.985776 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-10c8bdb8-b61a-4575-90d0-6675c57fba19 req-0b09ace8-d34f-426a-87ac-fd5b09ef90a2 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Deleting port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:31:05.985776 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-10c8bdb8-b61a-4575-90d0-6675c57fba19 req-0b09ace8-d34f-426a-87ac-fd5b09ef90a2 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:06.023581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=d99e5aa1-f0ff-42e0-92da-04137bbb6adb,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:06.112385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-10c8bdb8-b61a-4575-90d0-6675c57fba19 req-0b09ace8-d34f-426a-87ac-fd5b09ef90a2 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] For port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb,segment=NetworkSegment(1e9c9fa3-6215-4b12-9375-c2685049b609),segment_id=1e9c9fa3-6215-4b12-9375-c2685049b609)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:31:06.112841 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-10c8bdb8-b61a-4575-90d0-6675c57fba19 req-0b09ace8-d34f-426a-87ac-fd5b09ef90a2 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:06.132802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-10c8bdb8-b61a-4575-90d0-6675c57fba19 req-0b09ace8-d34f-426a-87ac-fd5b09ef90a2 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Calling delete_port for 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:31:06.308431 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-10c8bdb8-b61a-4575-90d0-6675c57fba19 req-0b09ace8-d34f-426a-87ac-fd5b09ef90a2 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5d64db52-cef0-4f64-8a30-1ab0a1fa1afb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:06.321577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['5d64db52-cef0-4f64-8a30-1ab0a1fa1afb'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:31:06.349515 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:06.375130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09ace8-d34f-426a-87ac-fd5b09ef90a2 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Pushing event deleted for resources: {'Port': ['ID=5d64db52-cef0-4f64-8a30-1ab0a1fa1afb,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:06.431698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c8bdb8-b61a-4575-90d0-6675c57fba19 req-0b09ace8-d34f-426a-87ac-fd5b09ef90a2 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] No DVR routers for this DVR port 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:31:06.435667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-10c8bdb8-b61a-4575-90d0-6675c57fba19 req-0b09ace8-d34f-426a-87ac-fd5b09ef90a2 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:06.444914 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-10c8bdb8-b61a-4575-90d0-6675c57fba19 req-0b09ace8-d34f-426a-87ac-fd5b09ef90a2 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.42 "DELETE /v2.0/ports/5d64db52-cef0-4f64-8a30-1ab0a1fa1afb HTTP/1.1" status: 204 len: 173 time: 0.6073816 Feb 15 14:31:06.447172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff', 'name': 'network-vif-deleted', 'tag': '5d64db52-cef0-4f64-8a30-1ab0a1fa1afb'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:31:06.450046 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780cdad7-b0df-4369-a8ef-f31661c53a1b" -d '{"events": [{"server_uuid": "aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff", "name": "network-vif-deleted", "tag": "5d64db52-cef0-4f64-8a30-1ab0a1fa1afb"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:31:06.568333 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1a79e8-86fe-4af0-9c1e-7d566f75210d x-openstack-request-id: req-fe1a79e8-86fe-4af0-9c1e-7d566f75210d {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:31:06.568641 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff", "name": "network-vif-deleted", "tag": "5d64db52-cef0-4f64-8a30-1ab0a1fa1afb", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:31:06.569416 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe1a79e8-86fe-4af0-9c1e-7d566f75210d {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:31:06.570364 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff', 'name': 'network-vif-deleted', 'tag': '5d64db52-cef0-4f64-8a30-1ab0a1fa1afb', 'status': 'completed', 'code': 200} Feb 15 14:31:06.613035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7fda105a-16a0-4545-af79-eebc2db57a81 req-860bcba3-53d8-4496-af36-f8853ac24d87 tempest-TestServerAdvancedOps-252364976 tempest-TestServerAdvancedOps-252364976-project] 10.222.0.72 "GET /v2.0/ports?device_id=aeb9c01d-6d0e-48ca-abd8-56bfa8d67aff HTTP/1.1" status: 200 len: 210 time: 0.0665078 Feb 15 14:31:06.716059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:06.913319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:31:07.103148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:31:07.123373 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Sync routers for ids ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:31:07.138847 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Routers {'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:31:07.139945 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:30:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:07.150691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:07.152626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a170cbb3-7de0-4db0-90d8-18630d912efa tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4876947 Feb 15 14:31:07.155836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41838) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:07.192189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-161e72e9-238f-46b8-a4ea-27915127a6cd tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=e121196450c643ddbe9aa88bee965bd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327044 Feb 15 14:31:07.192803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41840) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:07.259979 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Set router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:31:07.401899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b40456-ef70-4b48-9bf4-0dd3538dc059 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:07.408143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41846) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:07.419310 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e2b40456-ef70-4b48-9bf4-0dd3538dc059 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2252214 Feb 15 14:31:07.446386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41848) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:07.447705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4734dc70-1153-492f-ac92-8e67d48d5a31 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380681 Feb 15 14:31:07.453866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1846597257', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:07.473779 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:06Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:07.509841 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Checking router: f53f24bc-b5e2-43b8-8b2a-9364b2f868cb for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:31:07.510261 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Updating router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb port d99e5aa1-f0ff-42e0-92da-04137bbb6adb binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:31:07.562691 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:07.578856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:31:07.583708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:07.707021 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41858) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:07.782278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4983ad5-c85a-42bc-affe-084339f1d393 admin admin] Deleting subnet 90ee0f83-7f3d-4155-8caa-5032ac753a57 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:31:07.787538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4983ad5-c85a-42bc-affe-084339f1d393 admin admin] Publish callbacks [] for subnet (90ee0f83-7f3d-4155-8caa-5032ac753a57), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:07.879418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4983ad5-c85a-42bc-affe-084339f1d393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (90ee0f83-7f3d-4155-8caa-5032ac753a57), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:07.924749 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4983ad5-c85a-42bc-affe-084339f1d393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (90ee0f83-7f3d-4155-8caa-5032ac753a57), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:07.942083 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Publish callbacks [] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:07.950388 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:07.999704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4983ad5-c85a-42bc-affe-084339f1d393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (90ee0f83-7f3d-4155-8caa-5032ac753a57), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.037101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4983ad5-c85a-42bc-affe-084339f1d393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ee0f83-7f3d-4155-8caa-5032ac753a57,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:08.051568 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Attempting to bind port d99e5aa1-f0ff-42e0-92da-04137bbb6adb on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:31:08.052666 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Attempting to bind port d99e5aa1-f0ff-42e0-92da-04137bbb6adb by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:31:08.053126 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Attempting to bind port d99e5aa1-f0ff-42e0-92da-04137bbb6adb on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:31:08.064167 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Pushing event updated for resources: {'Port': ['ID=d99e5aa1-f0ff-42e0-92da-04137bbb6adb,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:08.076344 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c4983ad5-c85a-42bc-affe-084339f1d393 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.077906 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.078314 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.078739 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.079605 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.080005 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.080562 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.080960 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.084174 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.084174 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.084454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c4983ad5-c85a-42bc-affe-084339f1d393 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/90ee0f83-7f3d-4155-8caa-5032ac753a57 HTTP/1.1" status: 204 len: 168 time: 0.3738077 Feb 15 14:31:08.084546 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.084546 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.084546 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.084546 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:08.084870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41870) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:08.127260 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:31:08.127868 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:31:08.128127 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.128411 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:31:08.128892 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Bound port: d99e5aa1-f0ff-42e0-92da-04137bbb6adb, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:31:08.129272 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.219087 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (d110b6ef-9e1b-4484-9967-d81e542dba3f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.258575 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (93a17180-7bb6-4ad1-b710-6e72a41ba3ab), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.292365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Subnet': ['ID=d110b6ef-9e1b-4484-9967-d81e542dba3f,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:08.320601 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] For port d99e5aa1-f0ff-42e0-92da-04137bbb6adb, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:31:08.324753 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] For port d99e5aa1-f0ff-42e0-92da-04137bbb6adb, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d99e5aa1-f0ff-42e0-92da-04137bbb6adb,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:31:08.334950 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.370538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Checking segment: {'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:31:08.376862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network hostable DHCP agents. Network: 3ed7f9d7-659e-4a07-b51e-80e502e0b766, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:31:08.400090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:31:08.406101 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86771b34-75b3-4bf6-ae30-0d916d458a63 None None] Pushing event updated for resources: {'Port': ['ID=d99e5aa1-f0ff-42e0-92da-04137bbb6adb,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:08.420807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 3ed7f9d7-659e-4a07-b51e-80e502e0b766) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:31:08.424865 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Routers {'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:31:08.425535 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:30:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:08.437920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6de285-cfce-492f-b5d7-5e4ec089ba9a None None] Network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:31:08.446777 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:08.448031 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.493197 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (93a17180-7bb6-4ad1-b710-6e72a41ba3ab), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.494336 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ce8c0b3b-452e-4dee-b012-1a1de51e45c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0453260 Feb 15 14:31:08.495176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41900) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:08.555817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a17180-7bb6-4ad1-b710-6e72a41ba3ab']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:08.582159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9c9fa3-6215-4b12-9375-c2685049b609') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:08.582572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9c9fa3-6215-4b12-9375-c2685049b609') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:08.597595 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (1e9c9fa3-6215-4b12-9375-c2685049b609), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.636651 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1e9c9fa3-6215-4b12-9375-c2685049b609), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.661487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:31:08.665557 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (1e9c9fa3-6215-4b12-9375-c2685049b609), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.667884 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] Set router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:31:08.669587 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:31:08.682664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:31:08.683569 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.818574 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (93a17180-7bb6-4ad1-b710-6e72a41ba3ab), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.827540 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:08.830953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/93a17180-7bb6-4ad1-b710-6e72a41ba3ab HTTP/1.1" status: 204 len: 168 time: 0.7453747 Feb 15 14:31:08.865198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 41934) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:08.872116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250245b7-8c20-4d8c-ada0-ac22985980e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a17180-7bb6-4ad1-b710-6e72a41ba3ab,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:08.988176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Allocated IP 172.20.0.2 (3ed7f9d7-659e-4a07-b51e-80e502e0b766/d110b6ef-9e1b-4484-9967-d81e542dba3f/cde92d22-250c-4712-b8df-8736581565d6) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:31:09.012742 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:06Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:09.020510 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-409063bf-2f2b-4a82-a893-02acacdfadc7 admin admin] Deleting subnet 75ff3181-8152-4fe3-b662-7bf333b0a65b {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:31:09.029777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-409063bf-2f2b-4a82-a893-02acacdfadc7 admin admin] Publish callbacks [] for subnet (75ff3181-8152-4fe3-b662-7bf333b0a65b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:09.174734 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-409063bf-2f2b-4a82-a893-02acacdfadc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (75ff3181-8152-4fe3-b662-7bf333b0a65b), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:09.272239 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Publish callbacks [] for port (cde92d22-250c-4712-b8df-8736581565d6), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:09.279318 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (cde92d22-250c-4712-b8df-8736581565d6), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:09.293445 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-409063bf-2f2b-4a82-a893-02acacdfadc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (75ff3181-8152-4fe3-b662-7bf333b0a65b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:09.309614 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de9ccff-cd56-415a-ab11-c5888411d5e4 None None] The sync data for ids ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'] in n-d-829064-15 is: [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:06Z', 'revision_number': 3, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:31:09.338874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:31:09.346217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:31:09.349709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:31:09.352904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Pushing event updated for resources: {'Port': ['ID=cde92d22-250c-4712-b8df-8736581565d6,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:09.442214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Attempting to bind port cde92d22-250c-4712-b8df-8736581565d6 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:31:09.442825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Attempting to bind port cde92d22-250c-4712-b8df-8736581565d6 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:31:09.443179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Attempting to bind port cde92d22-250c-4712-b8df-8736581565d6 on network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:31:09.456846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:31:09.458302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Checking segment: {'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:31:09.459644 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:09.461914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Bound using segment: {'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:31:09.464248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Bound port: cde92d22-250c-4712-b8df-8736581565d6, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:31:09.465337 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cde92d22-250c-4712-b8df-8736581565d6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:09.469981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:31:09.515696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-409063bf-2f2b-4a82-a893-02acacdfadc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (75ff3181-8152-4fe3-b662-7bf333b0a65b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:09.534668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:31:09.535311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5d64db52-cef0-4f64-8a30-1ab0a1fa1afb not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:31:09.593307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409063bf-2f2b-4a82-a893-02acacdfadc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ff3181-8152-4fe3-b662-7bf333b0a65b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:09.611011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-409063bf-2f2b-4a82-a893-02acacdfadc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:09.614251 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-409063bf-2f2b-4a82-a893-02acacdfadc7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/75ff3181-8152-4fe3-b662-7bf333b0a65b HTTP/1.1" status: 204 len: 168 time: 0.7458525 Feb 15 14:31:09.617046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 41980) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:09.646671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] For port cde92d22-250c-4712-b8df-8736581565d6, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:31:09.657266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] For port cde92d22-250c-4712-b8df-8736581565d6, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cde92d22-250c-4712-b8df-8736581565d6,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:31:09.682107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cde92d22-250c-4712-b8df-8736581565d6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:09.790144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (84a6414d-7828-48d2-ace3-e43ea25f89da), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:09.807698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb3a06-ba53-45a1-9b3d-b42ebd8b491d None None] Pushing event updated for resources: {'Port': ['ID=cde92d22-250c-4712-b8df-8736581565d6,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:09.873134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:10.075608 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:10.114097 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (84a6414d-7828-48d2-ace3-e43ea25f89da), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:10.200018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a6414d-7828-48d2-ace3-e43ea25f89da']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:10.254486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9376d3-d426-492e-a796-3a6ac061be8f') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:10.254799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9376d3-d426-492e-a796-3a6ac061be8f') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:10.284603 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (8e9376d3-d426-492e-a796-3a6ac061be8f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:10.314083 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8e9376d3-d426-492e-a796-3a6ac061be8f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:10.350122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:31:10.351589 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (8e9376d3-d426-492e-a796-3a6ac061be8f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:31:10.363770 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:31:10.469129 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (84a6414d-7828-48d2-ace3-e43ea25f89da), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:10.480249 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:10.493732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] 10.222.0.72 "DELETE /v2.0/networks/84a6414d-7828-48d2-ace3-e43ea25f89da HTTP/1.1" status: 204 len: 168 time: 0.8724740 Feb 15 14:31:10.523269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e60ba-0d29-454b-b8b1-6e05ea106a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=84a6414d-7828-48d2-ace3-e43ea25f89da,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:10.678604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.20.0.1 (3ed7f9d7-659e-4a07-b51e-80e502e0b766/d110b6ef-9e1b-4484-9967-d81e542dba3f/a91e936e-49b6-47a4-8e9f-0c18e0423c82) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:31:10.953941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cde92d22-250c-4712-b8df-8736581565d6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:31:10.959688 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.048690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.084169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port cde92d22-250c-4712-b8df-8736581565d6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:11.085069 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cde92d22-250c-4712-b8df-8736581565d6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.171861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=a91e936e-49b6-47a4-8e9f-0c18e0423c82,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:11.199799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42102) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:11.220532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:31:11.225963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:31:11.234536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:31:11.321742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-14ec9dd1-8627-486a-a875-1a3b2f5d17ed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bf73f0baa604ab0a4faccc5d47baa24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1193695 Feb 15 14:31:11.326526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42110) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:11.364862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port cde92d22-250c-4712-b8df-8736581565d6 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:31:11.365063 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (cde92d22-250c-4712-b8df-8736581565d6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.368619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.413244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port cde92d22-250c-4712-b8df-8736581565d6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cde92d22-250c-4712-b8df-8736581565d6,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:31:11.428726 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (cde92d22-250c-4712-b8df-8736581565d6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.430038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d99e5aa1-f0ff-42e0-92da-04137bbb6adb up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:31:11.552365 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9699f59-eef5-435b-bc03-3452b0040d61 admin admin] Publish callbacks [] for security_group (65e53a6a-2bef-48c2-8e4f-84e59952874b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.570614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=cde92d22-250c-4712-b8df-8736581565d6,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:11.600349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d99e5aa1-f0ff-42e0-92da-04137bbb6adb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:11.601204 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.608500 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9699f59-eef5-435b-bc03-3452b0040d61 admin admin] Publish callbacks [] for security_group (65e53a6a-2bef-48c2-8e4f-84e59952874b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.728018 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9699f59-eef5-435b-bc03-3452b0040d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (65e53a6a-2bef-48c2-8e4f-84e59952874b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.738274 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.738823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d99e5aa1-f0ff-42e0-92da-04137bbb6adb is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:31:11.738823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.740972 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d9699f59-eef5-435b-bc03-3452b0040d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.743315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d9699f59-eef5-435b-bc03-3452b0040d61 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/65e53a6a-2bef-48c2-8e4f-84e59952874b HTTP/1.1" status: 204 len: 168 time: 0.4144199 Feb 15 14:31:11.756174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9699f59-eef5-435b-bc03-3452b0040d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e53a6a-2bef-48c2-8e4f-84e59952874b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:11.783106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port d99e5aa1-f0ff-42e0-92da-04137bbb6adb, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d99e5aa1-f0ff-42e0-92da-04137bbb6adb,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:31:11.796675 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:11.918469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=d99e5aa1-f0ff-42e0-92da-04137bbb6adb,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:11.995155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da22aa-edac-44f5-affe-42fc03f646f4 None None] Network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:31:12.121630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-dd3bc697-8c4a-4955-bb35-79b762d0055f None None] Provisioning complete for port cde92d22-250c-4712-b8df-8736581565d6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:12.122305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dd3bc697-8c4a-4955-bb35-79b762d0055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cde92d22-250c-4712-b8df-8736581565d6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:12.405418 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:12.481751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-dd3bc697-8c4a-4955-bb35-79b762d0055f None None] Current status of the port cde92d22-250c-4712-b8df-8736581565d6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:31:12.555858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42214) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:12.569092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:12.578597 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:12.629659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-79f3ca96-8b76-457d-bc09-8c157bf55407 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b81ab85df0d74678be103b045d073858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0715001 Feb 15 14:31:12.632451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42222) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:12.702517 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f835189-2a96-45eb-ac4a-7d193b7ff94c admin admin] Publish callbacks [] for security_group (98b98806-983f-4d99-bbac-c06f2c51539e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:12.736266 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f835189-2a96-45eb-ac4a-7d193b7ff94c admin admin] Publish callbacks [] for security_group (98b98806-983f-4d99-bbac-c06f2c51539e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:12.774011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:12.813723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cde92d22-250c-4712-b8df-8736581565d6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:31:12.834254 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f835189-2a96-45eb-ac4a-7d193b7ff94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (98b98806-983f-4d99-bbac-c06f2c51539e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:12.838704 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5f835189-2a96-45eb-ac4a-7d193b7ff94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:12.840146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5f835189-2a96-45eb-ac4a-7d193b7ff94c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/98b98806-983f-4d99-bbac-c06f2c51539e HTTP/1.1" status: 204 len: 168 time: 0.2062924 Feb 15 14:31:12.859322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f835189-2a96-45eb-ac4a-7d193b7ff94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b98806-983f-4d99-bbac-c06f2c51539e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:12.971392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port cde92d22-250c-4712-b8df-8736581565d6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:12.975562 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cde92d22-250c-4712-b8df-8736581565d6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:13.061867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-612fe755-9db9-48b1-bd01-def9e645e32f None None] Provisioning complete for port a91e936e-49b6-47a4-8e9f-0c18e0423c82 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:13.062523 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-612fe755-9db9-48b1-bd01-def9e645e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:13.122005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-612fe755-9db9-48b1-bd01-def9e645e32f None None] Port a91e936e-49b6-47a4-8e9f-0c18e0423c82 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:31:13.218333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port cde92d22-250c-4712-b8df-8736581565d6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:31:13.219452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d99e5aa1-f0ff-42e0-92da-04137bbb6adb up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:31:13.221213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-612fe755-9db9-48b1-bd01-def9e645e32f None None] Provisioning complete for port cde92d22-250c-4712-b8df-8736581565d6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:13.221586 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-612fe755-9db9-48b1-bd01-def9e645e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (cde92d22-250c-4712-b8df-8736581565d6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:13.344313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d99e5aa1-f0ff-42e0-92da-04137bbb6adb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:13.344590 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:13.442119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-612fe755-9db9-48b1-bd01-def9e645e32f None None] Current status of the port cde92d22-250c-4712-b8df-8736581565d6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:31:13.578189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d99e5aa1-f0ff-42e0-92da-04137bbb6adb is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:31:13.598329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a53450d0-1818-40a2-9fdf-54703b976fa7 None None] Provisioning complete for port a91e936e-49b6-47a4-8e9f-0c18e0423c82 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:13.598719 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a53450d0-1818-40a2-9fdf-54703b976fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:13.612538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=a91e936e-49b6-47a4-8e9f-0c18e0423c82,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:13.651058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a53450d0-1818-40a2-9fdf-54703b976fa7 None None] Port a91e936e-49b6-47a4-8e9f-0c18e0423c82 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:31:13.684124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:31:13.686380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:31:13.862706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:31:14.005587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:31:14.019751 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-30df2e80-c7e6-406e-9e56-f948a3a45be8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "PUT /v2.0/routers/f53f24bc-b5e2-43b8-8b2a-9364b2f868cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5228479 Feb 15 14:31:14.022170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Sync routers for ids ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:31:14.047297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Routers {'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:31:14.047939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:30:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:14.317672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-1b640b25-6517-4067-97c9-718635252eec tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572820820&fields=id&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 267 time: 0.0635943 Feb 15 14:31:14.373033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d5367fae-d604-440c-b7bb-3373481c7e3a None None] Provisioning complete for port a91e936e-49b6-47a4-8e9f-0c18e0423c82 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:14.373631 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d5367fae-d604-440c-b7bb-3373481c7e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:14.417478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Set router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:31:14.452982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79811411-0f15-4938-be2a-717f20cb82b1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:14.454588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79811411-0f15-4938-be2a-717f20cb82b1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/networks?id=3ed7f9d7-659e-4a07-b51e-80e502e0b766 HTTP/1.1" status: 200 len: 797 time: 0.1287949 Feb 15 14:31:14.458790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d5367fae-d604-440c-b7bb-3373481c7e3a None None] Port a91e936e-49b6-47a4-8e9f-0c18e0423c82 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:31:14.475169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-6d8f7c0f-988f-4b4f-818a-4f5e45898186 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/quotas/e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 375 time: 0.0101333 Feb 15 14:31:14.548061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-5757b769-567f-4640-b6c3-fb50f5448b11 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651593 Feb 15 14:31:14.706669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a91e936e-49b6-47a4-8e9f-0c18e0423c82', 'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:9c:0f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:10Z', 'updated_at': '2022-02-15T14:31:12Z', 'revision_number': 2, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:14.710365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-8d582ad3-e592-4c19-bd34-b780622daef4 service neutron] 10.222.0.72 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439469 Feb 15 14:31:14.744869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Checking router: f53f24bc-b5e2-43b8-8b2a-9364b2f868cb for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:31:14.745420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Updating router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb port a91e936e-49b6-47a4-8e9f-0c18e0423c82 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:31:14.789109 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9bfcff8d-a4b9-4e21-9a72-da2454d68cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:14.793509 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:14.825613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-b4867aea-868f-418d-836a-3fde57bc2ec8 service neutron] 10.222.0.72 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087809 Feb 15 14:31:15.127419 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Publish callbacks [] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:15.135124 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:15.227485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a1ef8-3419-460e-91d0-3cff905604a0 None None] Pushing event updated for resources: {'Port': ['ID=a91e936e-49b6-47a4-8e9f-0c18e0423c82,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:15.273590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Attempting to bind port a91e936e-49b6-47a4-8e9f-0c18e0423c82 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:31:15.274023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Attempting to bind port a91e936e-49b6-47a4-8e9f-0c18e0423c82 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:31:15.274403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Attempting to bind port a91e936e-49b6-47a4-8e9f-0c18e0423c82 on network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:31:15.292169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:31:15.292570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Checking segment: {'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:31:15.292977 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:15.293379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Bound using segment: {'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:31:15.293879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Bound port: a91e936e-49b6-47a4-8e9f-0c18e0423c82, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:31:15.294263 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:15.409600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] For port a91e936e-49b6-47a4-8e9f-0c18e0423c82, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:31:15.421649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] For port a91e936e-49b6-47a4-8e9f-0c18e0423c82, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a91e936e-49b6-47a4-8e9f-0c18e0423c82,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:31:15.431760 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:15.489398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-650b632e-ad52-4ef6-ae23-c7c35fb5415b req-fab0fcd5-4b8b-4a5e-988c-e6fb3d5d04d2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 210 time: 0.5080872 Feb 15 14:31:15.515066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a1ef8-3419-460e-91d0-3cff905604a0 None None] Pushing event updated for resources: {'Port': ['ID=a91e936e-49b6-47a4-8e9f-0c18e0423c82,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:15.526005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Routers {'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:31:15.526422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:30:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:15.668941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c2edcc7-5f42-40a7-8578-33ace141823e None None] Provisioning complete for port a91e936e-49b6-47a4-8e9f-0c18e0423c82 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:15.669317 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c2edcc7-5f42-40a7-8578-33ace141823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:15.672080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] Set router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:31:15.948733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c2edcc7-5f42-40a7-8578-33ace141823e None None] Current status of the port a91e936e-49b6-47a4-8e9f-0c18e0423c82 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:31:15.949313 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c2edcc7-5f42-40a7-8578-33ace141823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:16.028430 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c2edcc7-5f42-40a7-8578-33ace141823e None None] For port a91e936e-49b6-47a4-8e9f-0c18e0423c82, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a91e936e-49b6-47a4-8e9f-0c18e0423c82,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:31:16.034146 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c2edcc7-5f42-40a7-8578-33ace141823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:16.097542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2edcc7-5f42-40a7-8578-33ace141823e None None] Pushing event updated for resources: {'Port': ['ID=a91e936e-49b6-47a4-8e9f-0c18e0423c82,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:16.109857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a91e936e-49b6-47a4-8e9f-0c18e0423c82', 'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:9c:0f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:10Z', 'updated_at': '2022-02-15T14:31:15Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:16.140264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924a7f0-3ff2-4ed5-ac58-873ab217000f None None] The sync data for ids ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'] in n-d-829064-15 is: [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a91e936e-49b6-47a4-8e9f-0c18e0423c82', 'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:9c:0f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:10Z', 'updated_at': '2022-02-15T14:31:15Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:31:16.155320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-41f7aee2-ce37-4d1c-9430-1f84c3fdc7c3 None None] Provisioning complete for port a91e936e-49b6-47a4-8e9f-0c18e0423c82 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:16.155698 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-41f7aee2-ce37-4d1c-9430-1f84c3fdc7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:16.293131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-41f7aee2-ce37-4d1c-9430-1f84c3fdc7c3 None None] Current status of the port a91e936e-49b6-47a4-8e9f-0c18e0423c82 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:31:16.475639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-c552c0fb-90e6-4200-ac3d-07aa8f4dd7b5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:16.478097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-c552c0fb-90e6-4200-ac3d-07aa8f4dd7b5 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "GET /v2.0/networks?id=3ed7f9d7-659e-4a07-b51e-80e502e0b766 HTTP/1.1" status: 200 len: 797 time: 0.1527405 Feb 15 14:31:16.594097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-cbe59e6b-fdad-42dc-9d2b-cf0f92a26950 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e121196450c643ddbe9aa88bee965bd9 HTTP/1.1" status: 200 len: 379 time: 0.1053085 Feb 15 14:31:16.612628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'port': {'device_id': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'admin_state_up': True, 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'security_groups': ['c045e4df-25b1-41d3-8f9c-6913d0a20b39']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:16.618520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c94c7b4-d124-4380-acad-55df66aa60fa req-c0876e79-fb61-44c8-83de-a4ee78704474 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 210 time: 0.0456910 Feb 15 14:31:16.776347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Made reservation on behalf of e121196450c643ddbe9aa88bee965bd9 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:31:16.777883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a91e936e-49b6-47a4-8e9f-0c18e0423c82 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:31:16.780087 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:16.865468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a91e936e-49b6-47a4-8e9f-0c18e0423c82 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:16.866124 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:16.971823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a91e936e-49b6-47a4-8e9f-0c18e0423c82 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:31:16.996698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.20.0.6 (3ed7f9d7-659e-4a07-b51e-80e502e0b766/d110b6ef-9e1b-4484-9967-d81e542dba3f/a9a40767-d54c-4f0e-92c3-8914f2ad2915) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:31:17.171674 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-277e3dca-3fb6-42c4-9f02-5cd36a5a6456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:17.179559 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:17.223119 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:17.247202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:31:17.268125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:31:17.274045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:31:17.339144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:17.339900 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:17.368211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7596672 Feb 15 14:31:17.384960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Request body: {'port': {'device_id': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:17.388087 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbc530-cd19-441e-b1e5-3c591dd4c50f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=a9a40767-d54c-4f0e-92c3-8914f2ad2915,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:17.464656 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:17.623545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-629048d4-367c-412b-9e12-92de22280877 None None] Provisioning complete for port a9a40767-d54c-4f0e-92c3-8914f2ad2915 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:17.624044 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-629048d4-367c-412b-9e12-92de22280877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:17.671360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-629048d4-367c-412b-9e12-92de22280877 None None] Port a9a40767-d54c-4f0e-92c3-8914f2ad2915 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:31:17.790081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a40767-d54c-4f0e-92c3-8914f2ad2915 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:31:17.800332 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Publish callbacks [] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:17.818141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Transition to ACTIVE for port object a9a40767-d54c-4f0e-92c3-8914f2ad2915 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:31:17.826191 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f341e-679f-4901-9c28-b207dd89aaae req-c8dde11a-a11f-43f9-a4d8-e64cd651b8a2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:17.827735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c37f341e-679f-4901-9c28-b207dd89aaae req-c8dde11a-a11f-43f9-a4d8-e64cd651b8a2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 931 time: 0.1026313 Feb 15 14:31:17.828903 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:17.942060 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Pushing event updated for resources: {'Port': ['ID=a9a40767-d54c-4f0e-92c3-8914f2ad2915,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:17.952930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c37f341e-679f-4901-9c28-b207dd89aaae req-ff915bc5-9d79-4c57-bf2d-0c7a3c65a18b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174910 Feb 15 14:31:18.020657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Attempting to bind port a9a40767-d54c-4f0e-92c3-8914f2ad2915 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:31:18.020994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Attempting to bind port a9a40767-d54c-4f0e-92c3-8914f2ad2915 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:31:18.021326 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Attempting to bind port a9a40767-d54c-4f0e-92c3-8914f2ad2915 on network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:31:18.026566 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Port a9a40767-d54c-4f0e-92c3-8914f2ad2915 on network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:31:18.026944 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Attempting to bind port a9a40767-d54c-4f0e-92c3-8914f2ad2915 on network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:31:18.033063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:31:18.033737 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Checking segment: {'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:31:18.034194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Bound using segment: {'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:31:18.034685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Bound port: a9a40767-d54c-4f0e-92c3-8914f2ad2915, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:31:18.035158 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:18.134758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] For port a9a40767-d54c-4f0e-92c3-8914f2ad2915, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:31:18.138397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] For port a9a40767-d54c-4f0e-92c3-8914f2ad2915, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:31:18.146100 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:18.181968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:18.182507 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:18.183908 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] 10.222.0.67 "PUT /v2.0/ports/a9a40767-d54c-4f0e-92c3-8914f2ad2915 HTTP/1.1" status: 200 len: 1092 time: 0.8051467 Feb 15 14:31:18.184352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:31:18.186658 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:31:18.219630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Pushing event updated for resources: {'Port': ['ID=a9a40767-d54c-4f0e-92c3-8914f2ad2915,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:18.229138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.229488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.229833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.230195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.230511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.230834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.231219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.231539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.231901 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.232175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.232502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.232809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.233125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9986-d133-4bf8-ac67-f1979f3a3dbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:31:18.271094 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ec2a95-db9e-4824-ad3a-f55d504b4bdb x-openstack-request-id: req-08ec2a95-db9e-4824-ad3a-f55d504b4bdb {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:31:18.271393 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:31:18.271645 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-08ec2a95-db9e-4824-ad3a-f55d504b4bdb {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:31:18.272047 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'status': 'completed', 'code': 200} Feb 15 14:31:18.291124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-535c249d-8ca3-485e-8d84-c5bb3cd53e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:18.293080 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-535c249d-8ca3-485e-8d84-c5bb3cd53e3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 1126 time: 0.0560794 Feb 15 14:31:18.336816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-70f4f2de-6963-454f-89ef-96a21633c1b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915 HTTP/1.1" status: 200 len: 217 time: 0.0363894 Feb 15 14:31:18.398207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-ff57da90-9979-414c-a66b-c6979c58ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:18.400013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-ff57da90-9979-414c-a66b-c6979c58ca3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d110b6ef-9e1b-4484-9967-d81e542dba3f HTTP/1.1" status: 200 len: 835 time: 0.0571597 Feb 15 14:31:18.444938 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:18.463642 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-093b1a13-ca9c-4a3c-9f6f-44c635cccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:18.465396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-093b1a13-ca9c-4a3c-9f6f-44c635cccb71 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ed7f9d7-659e-4a07-b51e-80e502e0b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0597079 Feb 15 14:31:18.563954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-57ad7ca4-7f15-4e06-915d-dff589016430 service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929732 Feb 15 14:31:18.665333 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88e6790e-dc71-46f7-814e-88eefffdebc7 req-e0466cd3-60d2-427e-abab-284ddcaa0b44 service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951037 Feb 15 14:31:18.761585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446 req-f48ddd7e-9017-443d-aa67-2beb3456fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:18.763246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446 req-f48ddd7e-9017-443d-aa67-2beb3456fd71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 1126 time: 0.0510597 Feb 15 14:31:18.870937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446 req-afaa4c56-2e43-4dde-97ed-da396e73494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:18.872456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446 req-afaa4c56-2e43-4dde-97ed-da396e73494a service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ed7f9d7-659e-4a07-b51e-80e502e0b766 HTTP/1.1" status: 200 len: 898 time: 0.1034353 Feb 15 14:31:18.919990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446 req-974bc8fa-803b-47fe-b1b8-72a627455d87 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915 HTTP/1.1" status: 200 len: 217 time: 0.0413923 Feb 15 14:31:18.986447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446 req-d07189e5-f7c8-4084-9517-45085cbec70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:18.987978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446 req-d07189e5-f7c8-4084-9517-45085cbec70e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d110b6ef-9e1b-4484-9967-d81e542dba3f HTTP/1.1" status: 200 len: 835 time: 0.0598269 Feb 15 14:31:19.078557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446 req-500dfe69-bde5-4b42-8d02-5322763feb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:19.080129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446 req-500dfe69-bde5-4b42-8d02-5322763feb5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ed7f9d7-659e-4a07-b51e-80e502e0b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0854878 Feb 15 14:31:19.151414 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7299c-9efb-4ad4-87cc-3539c8757020 req-d833ece5-00ae-4b1f-a434-3ff710a252e0 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:19.152871 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ce7299c-9efb-4ad4-87cc-3539c8757020 req-d833ece5-00ae-4b1f-a434-3ff710a252e0 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 943 time: 0.1131947 Feb 15 14:31:19.213725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446 req-8037b59c-ec3f-4343-96e8-a69e6a642e84 service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248329 Feb 15 14:31:19.274887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ce7299c-9efb-4ad4-87cc-3539c8757020 req-b80364d0-4cef-4cb5-a59a-7e5e730706eb tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116679 Feb 15 14:31:19.326227 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a408122b-2d54-4e8a-bf96-eeb1ac0a1446 req-f32b0615-62c8-4543-9f9e-71a2ca7e0453 service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062617 Feb 15 14:31:19.816813 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:20.428169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8436228-817a-4079-9d5d-2cc1ee41f9db req-860ba937-cc0a-4062-80f4-e36b6e54c2ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:20.436728 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8436228-817a-4079-9d5d-2cc1ee41f9db req-860ba937-cc0a-4062-80f4-e36b6e54c2ef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 943 time: 0.0696545 Feb 15 14:31:20.498214 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8436228-817a-4079-9d5d-2cc1ee41f9db req-34b84b59-d9e9-4758-83f1-3c1e991a682d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604751 Feb 15 14:31:20.974505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a9a40767-d54c-4f0e-92c3-8914f2ad2915 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:31:21.141991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a9a40767-d54c-4f0e-92c3-8914f2ad2915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:31:21.161832 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:21.172018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'port_id': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'mac_address': 'fa:16:3e:a3:1c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:31:21.280617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a9a40767-d54c-4f0e-92c3-8914f2ad2915 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:31:21.281444 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:21.303221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a40767-d54c-4f0e-92c3-8914f2ad2915 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:31:21.331979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a9a40767-d54c-4f0e-92c3-8914f2ad2915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:31:21.337961 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:21.410707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a9a40767-d54c-4f0e-92c3-8914f2ad2915,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:21.682319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['a9a40767-d54c-4f0e-92c3-8914f2ad2915'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:31:21.704463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc60c5c-7a2a-4025-85c9-dd4bbe282ffb req-48c2e471-f159-4f42-a909-4322f780a425 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:21.707020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efc60c5c-7a2a-4025-85c9-dd4bbe282ffb req-48c2e471-f159-4f42-a909-4322f780a425 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 944 time: 0.0902357 Feb 15 14:31:21.776155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efc60c5c-7a2a-4025-85c9-dd4bbe282ffb req-00890093-cf18-4668-9213-90b3839ca14a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602319 Feb 15 14:31:22.913047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d8898-e70b-42c3-afeb-e6f704bfdd8e req-3abf6b01-0c60-4d5a-825d-3d7b186efe82 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:22.915282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c04d8898-e70b-42c3-afeb-e6f704bfdd8e req-3abf6b01-0c60-4d5a-825d-3d7b186efe82 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 944 time: 0.0555780 Feb 15 14:31:22.966612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c04d8898-e70b-42c3-afeb-e6f704bfdd8e req-3493e96a-07d7-4c00-885d-b0eb30801564 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451574 Feb 15 14:31:22.974933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a9a40767-d54c-4f0e-92c3-8914f2ad2915 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:31:23.029609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port a9a40767-d54c-4f0e-92c3-8914f2ad2915 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:31:23.033604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port a9a40767-d54c-4f0e-92c3-8914f2ad2915 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:31:23.034105 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:23.114540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a9a40767-d54c-4f0e-92c3-8914f2ad2915 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:31:23.115116 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:23.138837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:31:23.141242 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb261f3f-90e1-4698-baa5-13979fe1d416" -d '{"events": [{"server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "name": "network-vif-plugged", "status": "completed", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:31:23.156116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a9a40767-d54c-4f0e-92c3-8914f2ad2915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:31:23.163452 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:23.225504 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d0ede-f2c0-426b-ab72-33c70025bfad x-openstack-request-id: req-0a0d0ede-f2c0-426b-ab72-33c70025bfad {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:31:23.225806 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "name": "network-vif-plugged", "status": "completed", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:31:23.226050 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a0d0ede-f2c0-426b-ab72-33c70025bfad {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:31:23.226538 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'code': 200} Feb 15 14:31:23.251765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a9a40767-d54c-4f0e-92c3-8914f2ad2915,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:23.372444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876214a-2a00-43ea-9dd3-0a3ab24cfb5a req-45eb137d-3e4d-478b-a50d-caa4e8125b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:23.377240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5876214a-2a00-43ea-9dd3-0a3ab24cfb5a req-45eb137d-3e4d-478b-a50d-caa4e8125b8b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 1128 time: 0.0950308 Feb 15 14:31:23.436183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5876214a-2a00-43ea-9dd3-0a3ab24cfb5a req-4bc17d07-390d-4a96-a199-fde25e7196da service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520153 Feb 15 14:31:24.109508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73932d5d-dd41-4f2d-bad8-6bb2744a887e req-92963995-3fa7-4ab8-8c74-210d3caabacd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:24.119532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73932d5d-dd41-4f2d-bad8-6bb2744a887e req-92963995-3fa7-4ab8-8c74-210d3caabacd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0671799 Feb 15 14:31:24.172145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73932d5d-dd41-4f2d-bad8-6bb2744a887e req-8b3d201a-47cd-4b2c-8569-8d6644e23a8f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515122 Feb 15 14:31:25.325164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a24b7-535a-4fc2-95c5-6f879fc2b6f9 req-4c47e21d-02c8-481c-81a3-167ed1094c51 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:25.326701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c4a24b7-535a-4fc2-95c5-6f879fc2b6f9 req-4c47e21d-02c8-481c-81a3-167ed1094c51 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0537796 Feb 15 14:31:25.384543 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c4a24b7-535a-4fc2-95c5-6f879fc2b6f9 req-37d274b7-e6fc-4089-a469-9a805498d474 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520713 Feb 15 14:31:25.513791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c12bd-78ed-4835-9f73-8c48314357fd req-c0d820e2-6cee-4939-980d-1278521eb0c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:25.515428 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e20c12bd-78ed-4835-9f73-8c48314357fd req-c0d820e2-6cee-4939-980d-1278521eb0c7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0598359 Feb 15 14:31:25.574662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e20c12bd-78ed-4835-9f73-8c48314357fd req-aa95047b-265d-4511-b845-18701cb26dbc tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528605 Feb 15 14:31:25.603562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42468) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:25.648556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec4115c-b9ba-4fce-a90e-3a48dbe9e8db tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:25.654135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42472) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:25.654359 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0ec4115c-b9ba-4fce-a90e-3a48dbe9e8db tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 1123 time: 0.0494649 Feb 15 14:31:25.659636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:31:25.717737 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:25.795082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-37c86d73-7eb0-4562-ad74-098f815ef004 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1210387 Feb 15 14:31:25.916947 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:25.935852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-0a1104c1-7423-4d9e-b76b-164356eae329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:25.937316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-0a1104c1-7423-4d9e-b76b-164356eae329 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 1128 time: 0.0842996 Feb 15 14:31:26.127534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Allocated IP 172.25.6.178 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/505886e4-e82c-49a9-9b77-3726a39c371a) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:31:26.144483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-fd148fd2-2c69-43a5-a1b5-562211bd25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:26.146073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-fd148fd2-2c69-43a5-a1b5-562211bd25bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ed7f9d7-659e-4a07-b51e-80e502e0b766 HTTP/1.1" status: 200 len: 898 time: 0.1821718 Feb 15 14:31:26.217784 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-ad1ee386-8b57-471f-9945-afab03027934 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915 HTTP/1.1" status: 200 len: 217 time: 0.0634625 Feb 15 14:31:26.309150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-29b84522-cdad-40b4-b817-b3e63c7b3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:26.310678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-29b84522-cdad-40b4-b817-b3e63c7b3d58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d110b6ef-9e1b-4484-9967-d81e542dba3f HTTP/1.1" status: 200 len: 835 time: 0.0654440 Feb 15 14:31:26.377938 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (505886e4-e82c-49a9-9b77-3726a39c371a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:26.401930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-49cf7d83-6381-4979-98b7-951f7ec000ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:26.403494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-49cf7d83-6381-4979-98b7-951f7ec000ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ed7f9d7-659e-4a07-b51e-80e502e0b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0852327 Feb 15 14:31:26.472619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (505886e4-e82c-49a9-9b77-3726a39c371a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:26.545069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:31:26.546032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=505886e4-e82c-49a9-9b77-3726a39c371a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:26.561382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:31:26.561382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:31:26.599761 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-8677cf4c-2b94-4543-86e9-11e3c17d4960 service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872165 Feb 15 14:31:26.801323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-950b364b-bf6f-4333-88b9-4c53ef65d8f6 req-84b8bfc9-b0cc-47ef-a7c3-d2937fdbd75e service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944361 Feb 15 14:31:27.080004 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (08f3ef6d-9352-416c-8636-2eaff6d2061d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:27.184939 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (505886e4-e82c-49a9-9b77-3726a39c371a), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:27.374053 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for port (505886e4-e82c-49a9-9b77-3726a39c371a), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:27.380661 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (505886e4-e82c-49a9-9b77-3726a39c371a), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:27.465286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event updated for resources: {'Port': ['ID=505886e4-e82c-49a9-9b77-3726a39c371a,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:27.485378 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (08f3ef6d-9352-416c-8636-2eaff6d2061d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:27.625370 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Floating IP 08f3ef6d-9352-416c-8636-2eaff6d2061d associated. External IP: 172.25.6.178, port: a9a40767-d54c-4f0e-92c3-8914f2ad2915. Feb 15 14:31:27.890580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:31:28.387871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:31:28.398108 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046d30e1-c248-4030-9bf3-60b66ba81e56 None None] Sync routers for ids ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:31:28.412017 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d30e1-c248-4030-9bf3-60b66ba81e56 None None] Routers {'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:31:28.414581 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:28.415830 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-046d30e1-c248-4030-9bf3-60b66ba81e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:31:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:28.473295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d69d16dd-c394-4451-b3d5-46ceb338bbb4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8176944 Feb 15 14:31:28.473904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:31:28.476326 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00c2444-c883-4096-b71e-e229d5929439" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:31:28.534290 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4584dc9e-80df-4d3c-babc-84c3e284badc x-openstack-request-id: req-4584dc9e-80df-4d3c-babc-84c3e284badc {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:31:28.534586 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:31:28.534844 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4584dc9e-80df-4d3c-babc-84c3e284badc {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:31:28.535333 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'status': 'completed', 'code': 200} Feb 15 14:31:28.639109 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-046d30e1-c248-4030-9bf3-60b66ba81e56 None None] Set router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:31:28.738954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c2444-c883-4096-b71e-e229d5929439 req-d001c5a7-616b-49a9-842e-f7347dcaf200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:28.740574 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e00c2444-c883-4096-b71e-e229d5929439 req-d001c5a7-616b-49a9-842e-f7347dcaf200 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 1128 time: 0.1824472 Feb 15 14:31:28.911491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0caf8-ae8e-46d3-90f3-0d50980a2ff7 req-1e183c8b-7712-42fe-b622-ab81a5ac2253 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:28.913447 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2b0caf8-ae8e-46d3-90f3-0d50980a2ff7 req-1e183c8b-7712-42fe-b622-ab81a5ac2253 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.2736082 Feb 15 14:31:29.032576 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-046d30e1-c248-4030-9bf3-60b66ba81e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '08f3ef6d-9352-416c-8636-2eaff6d2061d', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.178', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'port_id': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'mac_address': 'fa:16:3e:a3:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:31:26Z', 'updated_at': '2022-02-15T14:31:26Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91e936e-49b6-47a4-8e9f-0c18e0423c82', 'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:9c:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:10Z', 'updated_at': '2022-02-15T14:31:15Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:29.073967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c2444-c883-4096-b71e-e229d5929439 req-51108490-9604-42ac-b128-777a3a0042e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:29.087805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e00c2444-c883-4096-b71e-e229d5929439 req-51108490-9604-42ac-b128-777a3a0042e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ed7f9d7-659e-4a07-b51e-80e502e0b766 HTTP/1.1" status: 200 len: 898 time: 0.3398495 Feb 15 14:31:29.092207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2b0caf8-ae8e-46d3-90f3-0d50980a2ff7 req-b493fae3-d55c-4e1e-beed-5f1a44e22dbd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658866 Feb 15 14:31:29.111815 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046d30e1-c248-4030-9bf3-60b66ba81e56 None None] Checking router: f53f24bc-b5e2-43b8-8b2a-9364b2f868cb for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:31:29.117945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42742) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:29.124235 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d30e1-c248-4030-9bf3-60b66ba81e56 None None] Routers {'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:31:29.125038 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-046d30e1-c248-4030-9bf3-60b66ba81e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:31:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:29.174180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e00c2444-c883-4096-b71e-e229d5929439 req-b44abb7b-a66e-4512-8630-ec229d3b9e1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915 HTTP/1.1" status: 200 len: 999 time: 0.0803478 Feb 15 14:31:29.241315 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-74b9f5cb-3c3b-434b-9d5c-922c12b77e6f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/08f3ef6d-9352-416c-8636-2eaff6d2061d HTTP/1.1" status: 200 len: 991 time: 0.1218708 Feb 15 14:31:29.256114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c2444-c883-4096-b71e-e229d5929439 req-d4c00348-45b2-4d0a-ae97-c75fb181aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:29.257331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e00c2444-c883-4096-b71e-e229d5929439 req-d4c00348-45b2-4d0a-ae97-c75fb181aa39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d110b6ef-9e1b-4484-9967-d81e542dba3f HTTP/1.1" status: 200 len: 835 time: 0.0761540 Feb 15 14:31:29.276263 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-046d30e1-c248-4030-9bf3-60b66ba81e56 None None] Set router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:31:29.365961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c2444-c883-4096-b71e-e229d5929439 req-4e92bf04-4345-4cc0-86a9-21587964f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:31:29.367610 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e00c2444-c883-4096-b71e-e229d5929439 req-4e92bf04-4345-4cc0-86a9-21587964f2b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ed7f9d7-659e-4a07-b51e-80e502e0b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1042004 Feb 15 14:31:29.475091 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e00c2444-c883-4096-b71e-e229d5929439 req-5162b256-5c12-4ba4-94b2-3bc1fcb94796 service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017284 Feb 15 14:31:29.628121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e00c2444-c883-4096-b71e-e229d5929439 req-729dc21b-deac-44b8-a9d1-e4235d3c7e21 service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428635 Feb 15 14:31:29.643985 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-046d30e1-c248-4030-9bf3-60b66ba81e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '08f3ef6d-9352-416c-8636-2eaff6d2061d', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.178', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'port_id': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'mac_address': 'fa:16:3e:a3:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:31:26Z', 'updated_at': '2022-02-15T14:31:26Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91e936e-49b6-47a4-8e9f-0c18e0423c82', 'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:9c:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:10Z', 'updated_at': '2022-02-15T14:31:15Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:31:29.677761 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046d30e1-c248-4030-9bf3-60b66ba81e56 None None] The sync data for ids ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'] in n-d-829064-15 is: [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '08f3ef6d-9352-416c-8636-2eaff6d2061d', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'floating_ip_address': '172.25.6.178', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'port_id': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'mac_address': 'fa:16:3e:a3:1c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:31:26Z', 'updated_at': '2022-02-15T14:31:26Z', 'revision_number': 0, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91e936e-49b6-47a4-8e9f-0c18e0423c82', 'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:9c:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:10Z', 'updated_at': '2022-02-15T14:31:15Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:31:29.730255 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:31:30.059440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2227c6b0-a528-466d-9a12-b200c9ca736f None None] New status for floating IP 08f3ef6d-9352-416c-8636-2eaff6d2061d: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:31:30.242790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42874) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:30.352536 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-58265932-48a0-4eb6-ba96-0719c7ddeec1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/08f3ef6d-9352-416c-8636-2eaff6d2061d HTTP/1.1" status: 200 len: 991 time: 0.1077375 Feb 15 14:31:31.186835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42958) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:31.347454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8fa4b262-f139-46fb-9ce8-93855154e8e1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a70dbe697a540668554e2bdc9fc1c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1589906 Feb 15 14:31:31.348066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 42962) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:31.356911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 42964) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:31.455860 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-885dd869-2f9a-4cc1-8bca-91c9c07ef73f admin admin] Publish callbacks [] for security_group (8bd72756-b9f9-4436-a53a-7c2660558b3c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:31.500323 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-885dd869-2f9a-4cc1-8bca-91c9c07ef73f admin admin] Publish callbacks [] for security_group (8bd72756-b9f9-4436-a53a-7c2660558b3c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:31.530525 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-68cfb3ba-cd11-433a-9ab0-5155bd2276ab tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/08f3ef6d-9352-416c-8636-2eaff6d2061d HTTP/1.1" status: 200 len: 993 time: 0.1719761 Feb 15 14:31:31.597626 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-885dd869-2f9a-4cc1-8bca-91c9c07ef73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8bd72756-b9f9-4436-a53a-7c2660558b3c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:31.603223 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-885dd869-2f9a-4cc1-8bca-91c9c07ef73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:31.604959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-885dd869-2f9a-4cc1-8bca-91c9c07ef73f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8bd72756-b9f9-4436-a53a-7c2660558b3c HTTP/1.1" status: 204 len: 168 time: 0.2559860 Feb 15 14:31:31.616790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dd869-2f9a-4cc1-8bca-91c9c07ef73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd72756-b9f9-4436-a53a-7c2660558b3c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:39.835085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43046) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:39.992610 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-237b370c-8a75-4e4b-91fe-3c0dfaadf413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:40.081771 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-237b370c-8a75-4e4b-91fe-3c0dfaadf413 admin admin] Publish callbacks [] for security_group (0fde8ea5-fa24-41fe-8424-587cd9168260), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:40.083360 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:40.086404 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-237b370c-8a75-4e4b-91fe-3c0dfaadf413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0fde8ea5-fa24-41fe-8424-587cd9168260), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:40.129511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b370c-8a75-4e4b-91fe-3c0dfaadf413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde8ea5-fa24-41fe-8424-587cd9168260,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:40.134571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-237b370c-8a75-4e4b-91fe-3c0dfaadf413 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2ac5301665024d639e6405229d25f995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2979598 Feb 15 14:31:40.137085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 43052) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:31:40.201503 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b92dfb-94db-4f98-b711-ee8f44af72b7 admin admin] Publish callbacks [] for security_group (0fde8ea5-fa24-41fe-8424-587cd9168260), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:40.227521 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b92dfb-94db-4f98-b711-ee8f44af72b7 admin admin] Publish callbacks [] for security_group (0fde8ea5-fa24-41fe-8424-587cd9168260), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:40.279847 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b92dfb-94db-4f98-b711-ee8f44af72b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (0fde8ea5-fa24-41fe-8424-587cd9168260), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:40.283137 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f9b92dfb-94db-4f98-b711-ee8f44af72b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:40.284272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f9b92dfb-94db-4f98-b711-ee8f44af72b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0fde8ea5-fa24-41fe-8424-587cd9168260 HTTP/1.1" status: 204 len: 168 time: 0.1460276 Feb 15 14:31:40.301131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b92dfb-94db-4f98-b711-ee8f44af72b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde8ea5-fa24-41fe-8424-587cd9168260,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:31:42.445437 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:44.766308 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-44259d77-8715-4870-9172-5b36be0c903a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:47.154939 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8253f735-6c4d-4f59-85e5-e5895bcbdb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:48.430708 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:49.795584 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:31:51.100151 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:06.732929 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:32:10.073129 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:12.260218 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:14.773248 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2a94-36ec-4721-870e-701ebefa724b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:17.166008 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-72b6394f-d81e-4450-a9fb-bf8d365b6ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:18.433426 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:19.782738 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:21.098591 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:25.510026 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-8b777022-dd53-47cc-bae7-69557195dfe0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0723407 Feb 15 14:32:25.638822 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-c0053d69-0dda-4b92-ab3f-b0d68417cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:25.640407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-c0053d69-0dda-4b92-ab3f-b0d68417cc74 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 1128 time: 0.0755587 Feb 15 14:32:25.775494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-21e12f53-ce61-4ed8-99ef-e4177102c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:25.777286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-21e12f53-ce61-4ed8-99ef-e4177102c8f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ed7f9d7-659e-4a07-b51e-80e502e0b766 HTTP/1.1" status: 200 len: 898 time: 0.1127305 Feb 15 14:32:25.874004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-3ec84c15-3559-4968-a4ab-48ad4a0152a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915 HTTP/1.1" status: 200 len: 1001 time: 0.0890436 Feb 15 14:32:25.941087 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-e31ac2fd-7cc7-44e0-afb8-e947baff5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:25.942747 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-e31ac2fd-7cc7-44e0-afb8-e947baff5679 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d110b6ef-9e1b-4484-9967-d81e542dba3f HTTP/1.1" status: 200 len: 835 time: 0.0624754 Feb 15 14:32:26.003108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-5b0d4862-fcc8-46c0-b011-659b6ef13b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:26.005367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-5b0d4862-fcc8-46c0-b011-659b6ef13b7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ed7f9d7-659e-4a07-b51e-80e502e0b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0563302 Feb 15 14:32:26.151178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-49bef362-f604-4bf1-b38f-3bcaa5d53d9b service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395514 Feb 15 14:32:26.273737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-182065cc-707c-496f-9d0d-9ec366e8d03a req-a6b7f23f-bf40-42d0-9e86-31fce65e6300 service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159444 Feb 15 14:32:40.088947 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:41.304331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b53e0-34d5-48ab-9a4d-8073335acb4c req-1d898ef1-194a-4ecc-b63e-b183fe6172d3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:41.307751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-864b53e0-34d5-48ab-9a4d-8073335acb4c req-1d898ef1-194a-4ecc-b63e-b183fe6172d3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0885971 Feb 15 14:32:41.363652 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-864b53e0-34d5-48ab-9a4d-8073335acb4c req-dea4f871-d806-43b8-b2f4-14ece3ccfd36 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499625 Feb 15 14:32:42.255629 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:42.530429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef5925-1ff0-41ef-9f39-4b34e767550c req-42348948-7703-4588-a997-82314618988b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:42.531942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32ef5925-1ff0-41ef-9f39-4b34e767550c req-42348948-7703-4588-a997-82314618988b tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0742795 Feb 15 14:32:42.607602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32ef5925-1ff0-41ef-9f39-4b34e767550c req-7fd651c6-76bb-4ef8-b808-2a23f3cd6f8c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680654 Feb 15 14:32:43.734766 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:32:43.761254 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb703490-b618-4bfd-829a-6768d20ffeae req-59c79c2f-5921-415a-88b8-cfb29886d671 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:43.773044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb703490-b618-4bfd-829a-6768d20ffeae req-59c79c2f-5921-415a-88b8-cfb29886d671 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0783336 Feb 15 14:32:43.853243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bb703490-b618-4bfd-829a-6768d20ffeae req-ab339b70-9529-48fd-9421-8b09d055760a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781243 Feb 15 14:32:44.226095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44410) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:44.364384 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:44.453665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Publish callbacks [] for security_group (55d87105-fa2d-4758-aecd-3e84d95b17a8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:44.459158 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (55d87105-fa2d-4758-aecd-3e84d95b17a8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:44.505922 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=700f5430ce9f4c36b194bee475617730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2766550 Feb 15 14:32:44.505922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d87105-fa2d-4758-aecd-3e84d95b17a8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:44.506256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44414) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:44.515899 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.516457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.516869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.517317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.517870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.518351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.519106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.519380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.519843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.520189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.520575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.520990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.521423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9efa472-17c5-4483-9d36-af45a78dbf9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.575159 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Publish callbacks [] for security_group (55d87105-fa2d-4758-aecd-3e84d95b17a8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:44.606601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Publish callbacks [] for security_group (55d87105-fa2d-4758-aecd-3e84d95b17a8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:44.676601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (55d87105-fa2d-4758-aecd-3e84d95b17a8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:44.680256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:44.684350 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55d87105-fa2d-4758-aecd-3e84d95b17a8 HTTP/1.1" status: 204 len: 168 time: 0.1737144 Feb 15 14:32:44.691586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d87105-fa2d-4758-aecd-3e84d95b17a8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:44.701052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.701399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.701740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.702182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.702399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.702728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.703087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.703411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.703733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.704055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.704376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.704696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.705014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aec74a-0f38-40a6-b4b2-edc58cb90102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:44.788163 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-710170fc-abbf-4952-98fc-b804b062f9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:45.019532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d02842-550b-4625-9349-bc6070f776e9 req-9530d7e2-4707-4cb4-9dcc-f5044449b0bd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:45.021188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1d02842-550b-4625-9349-bc6070f776e9 req-9530d7e2-4707-4cb4-9dcc-f5044449b0bd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0809231 Feb 15 14:32:45.098287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1d02842-550b-4625-9349-bc6070f776e9 req-17bf5efc-13de-4221-add9-b0fcbc5dda6a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677879 Feb 15 14:32:45.116688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44426) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:45.139262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3503bf84-c708-4736-877b-06123ebda19e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:45.238929 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3503bf84-c708-4736-877b-06123ebda19e admin admin] Publish callbacks [] for security_group (e6beca40-4713-44f3-8209-4bf638ca769b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:45.252563 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3503bf84-c708-4736-877b-06123ebda19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e6beca40-4713-44f3-8209-4bf638ca769b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:45.315566 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3503bf84-c708-4736-877b-06123ebda19e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=944da4d2052a40d78c8f07861f18a0a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956818 Feb 15 14:32:45.316502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503bf84-c708-4736-877b-06123ebda19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6beca40-4713-44f3-8209-4bf638ca769b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:45.317562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44428) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:45.414792 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ca2689b-84bb-47eb-a164-29aca3a3404f admin admin] Publish callbacks [] for security_group (e6beca40-4713-44f3-8209-4bf638ca769b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:45.444133 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ca2689b-84bb-47eb-a164-29aca3a3404f admin admin] Publish callbacks [] for security_group (e6beca40-4713-44f3-8209-4bf638ca769b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:45.514650 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ca2689b-84bb-47eb-a164-29aca3a3404f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e6beca40-4713-44f3-8209-4bf638ca769b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:45.519533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ca2689b-84bb-47eb-a164-29aca3a3404f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:45.521430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0ca2689b-84bb-47eb-a164-29aca3a3404f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6beca40-4713-44f3-8209-4bf638ca769b HTTP/1.1" status: 204 len: 168 time: 0.2022097 Feb 15 14:32:45.533608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2689b-84bb-47eb-a164-29aca3a3404f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6beca40-4713-44f3-8209-4bf638ca769b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:46.255317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0c496-7044-4793-b7be-d14b9571f2c0 req-66a3defe-59ed-40d5-9126-4e263db4f8fe tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:46.261357 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bfc0c496-7044-4793-b7be-d14b9571f2c0 req-66a3defe-59ed-40d5-9126-4e263db4f8fe tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0686500 Feb 15 14:32:46.315314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bfc0c496-7044-4793-b7be-d14b9571f2c0 req-245393ba-f294-4de0-858a-b0be92a05304 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511091 Feb 15 14:32:46.354071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44454) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:46.462007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1784704433-network', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:32:46.489006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Made reservation on behalf of bc88f151a4864613ac8b7e89b394e594 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:32:46.492439 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:46.503155 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:46.628383 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Publish callbacks [] for security_group (a116e5ed-9ba0-46f5-9d31-136f5dbac343), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:46.635889 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a116e5ed-9ba0-46f5-9d31-136f5dbac343), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:46.665452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:32:46.685058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a116e5ed-9ba0-46f5-9d31-136f5dbac343,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:46.701881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a2f808fc-b477-4e93-acf9-fd46e6227106), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:46.702228 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Added segment a2f808fc-b477-4e93-acf9-fd46e6227106 of type vlan for network 93177fde-9125-49fd-93d6-0bd2807b295e Feb 15 14:32:46.761791 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (93177fde-9125-49fd-93d6-0bd2807b295e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:46.800987 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (93177fde-9125-49fd-93d6-0bd2807b295e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:46.802058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:46.802656 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:46.872321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5170162 Feb 15 14:32:46.877096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44458) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:46.884485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] Request body: {'subnet': {'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1784704433-subnet', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:32:46.886325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae7fd5-67e1-4e3f-b212-7409b8c20287 admin admin] Pushing event updated for resources: {'Network': ['ID=93177fde-9125-49fd-93d6-0bd2807b295e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:46.900597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 93177fde-9125-49fd-93d6-0bd2807b295e details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:32:46.932830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] Made reservation on behalf of bc88f151a4864613ac8b7e89b394e594 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:32:46.939697 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.164713 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a75ce6b7-7e38-4a80-8680-7eced83a50b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.176709 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (48dec65c-c3c4-4b6d-a38a-0d27a0a522b3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.238110 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48dec65c-c3c4-4b6d-a38a-0d27a0a522b3,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:47.247898 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] Checking segment: {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:32:47.248847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] Network hostable DHCP agents. Network: 93177fde-9125-49fd-93d6-0bd2807b295e, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:32:47.269029 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] Network 93177fde-9125-49fd-93d6-0bd2807b295e is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:32:47.280095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 93177fde-9125-49fd-93d6-0bd2807b295e) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:32:47.284967 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:47.285845 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.293131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f41000-32a8-4178-8596-a3401ec205aa None None] Network 93177fde-9125-49fd-93d6-0bd2807b295e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:32:47.309721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44462) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:47.312721 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-540dac67-4a04-41d1-9537-6bf3b631047e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4329245 Feb 15 14:32:47.319285 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1784704433-router', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:32:47.345275 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.358124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.415931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-93177fde-9125-49fd-93d6-0bd2807b295e', 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e', 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'fixed_ips': [{'subnet_id': '48dec65c-c3c4-4b6d-a38a-0d27a0a522b3'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:32:47.416891 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.479212 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Publish callbacks [] for router_controller (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.594753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Allocated IP 172.20.0.2 (93177fde-9125-49fd-93d6-0bd2807b295e/48dec65c-c3c4-4b6d-a38a-0d27a0a522b3/d620ad44-359b-42f4-a5f6-085c5bc1f90e) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:32:47.674335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d5655-05a1-4a9b-a0f5-201facc37b56 req-0a369693-7401-4ac9-ad36-94bc145be5e4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:47.676344 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a6d5655-05a1-4a9b-a0f5-201facc37b56 req-0a369693-7401-4ac9-ad36-94bc145be5e4 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.2140663 Feb 15 14:32:47.691881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Publish callbacks [] for router_gateway (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.775917 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Publish callbacks [] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.783654 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.829829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Network 93177fde-9125-49fd-93d6-0bd2807b295e is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:32:47.831735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a6d5655-05a1-4a9b-a0f5-201facc37b56 req-49335b5a-3d63-4ebc-af26-f7ead1203860 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333413 Feb 15 14:32:47.834092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:32:47.838894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:32:47.860735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Pushing event updated for resources: {'Port': ['ID=d620ad44-359b-42f4-a5f6-085c5bc1f90e,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:47.909038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.910711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.911275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.911721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.912237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.913389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.914084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.914940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.915434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.915884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.916267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.916683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.917845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:47.940438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Attempting to bind port d620ad44-359b-42f4-a5f6-085c5bc1f90e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:32:47.940956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Attempting to bind port d620ad44-359b-42f4-a5f6-085c5bc1f90e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:32:47.941436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Attempting to bind port d620ad44-359b-42f4-a5f6-085c5bc1f90e on network 93177fde-9125-49fd-93d6-0bd2807b295e {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:32:47.948101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:32:47.948628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Checking segment: {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:32:47.949270 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:47.950125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Bound using segment: {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:32:47.950768 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Bound port: d620ad44-359b-42f4-a5f6-085c5bc1f90e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:32:47.951390 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:48.042357 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] For port d620ad44-359b-42f4-a5f6-085c5bc1f90e, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:32:48.046476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] For port d620ad44-359b-42f4-a5f6-085c5bc1f90e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d620ad44-359b-42f4-a5f6-085c5bc1f90e,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:32:48.048743 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Publish callbacks [] for router_gateway (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:48.053956 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:48.081823 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:48.125651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3ce0d-feef-482b-8f74-d42b34540a28 None None] Pushing event updated for resources: {'Port': ['ID=d620ad44-359b-42f4-a5f6-085c5bc1f90e,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:48.222090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Allocated IP 172.25.6.4 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/5ac75d2b-e7b8-4607-ab4c-0abcbf850aea) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:32:48.403313 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Publish callbacks [] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:48.446608 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:48.455660 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:48.500166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:32:48.503354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:32:48.509327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:32:48.534368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac75d2b-e7b8-4607-ab4c-0abcbf850aea,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:48.805697 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Publish callbacks [] for router_gateway (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:48.833610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d620ad44-359b-42f4-a5f6-085c5bc1f90e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:32:48.908867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d620ad44-359b-42f4-a5f6-085c5bc1f90e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:48.909653 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:49.012580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d620ad44-359b-42f4-a5f6-085c5bc1f90e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:49.013072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:49.056771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port d620ad44-359b-42f4-a5f6-085c5bc1f90e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d620ad44-359b-42f4-a5f6-085c5bc1f90e,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:32:49.061774 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:49.072299 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d0402-4b0f-4067-b1f7-c4b8ee3a2b53 req-f8f8646b-9ee0-40d6-9dcc-7c6563b6f5a9 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:49.080447 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b24d0402-4b0f-4067-b1f7-c4b8ee3a2b53 req-f8f8646b-9ee0-40d6-9dcc-7c6563b6f5a9 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.1442769 Feb 15 14:32:49.138409 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:49.145143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=d620ad44-359b-42f4-a5f6-085c5bc1f90e,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:49.153368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b24d0402-4b0f-4067-b1f7-c4b8ee3a2b53 req-62623786-39fb-425e-84fc-67ce2cef0910 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719888 Feb 15 14:32:49.322960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:32:49.393374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e4ccf-db14-4456-a7c1-8f382862b154 None None] Network 93177fde-9125-49fd-93d6-0bd2807b295e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:32:49.485966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4b1ffd16-1e0d-4dae-8d6c-322a2b4e7f0d None None] Provisioning complete for port d620ad44-359b-42f4-a5f6-085c5bc1f90e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:49.486872 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4b1ffd16-1e0d-4dae-8d6c-322a2b4e7f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:49.494571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:32:49.507289 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Sync routers for ids ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:32:49.521386 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Routers {'b4d65c68-b5eb-4f46-8dcd-d80139bdca62'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:32:49.523235 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:32:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:49.524112 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:49.528611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-327895a8-4312-4ab2-85f7-6524d6573d42 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2123053 Feb 15 14:32:49.530866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44482) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:49.664801 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Set router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:32:49.708334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ffd16-1e0d-4dae-8d6c-322a2b4e7f0d None None] Current status of the port d620ad44-359b-42f4-a5f6-085c5bc1f90e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:49.808561 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:49.879834 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'name': 'tempest-TestServerMultinode-1784704433-router', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:47Z', 'updated_at': '2022-02-15T14:32:48Z', 'revision_number': 3, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'gw_port': {'id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:48Z', 'updated_at': '2022-02-15T14:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:49.922184 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Checking router: b4d65c68-b5eb-4f46-8dcd-d80139bdca62 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:32:49.922859 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Updating router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:32:49.960254 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:50.144332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3f1298f4-b840-4381-b242-8edb3525d27f None None] Provisioning complete for port d620ad44-359b-42f4-a5f6-085c5bc1f90e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:50.145381 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f1298f4-b840-4381-b242-8edb3525d27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:50.259682 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Publish callbacks [] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:50.276452 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:50.294102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3f1298f4-b840-4381-b242-8edb3525d27f None None] Current status of the port d620ad44-359b-42f4-a5f6-085c5bc1f90e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:50.459975 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Pushing event updated for resources: {'Port': ['ID=5ac75d2b-e7b8-4607-ab4c-0abcbf850aea,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:50.471286 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Attempting to bind port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:32:50.471941 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Attempting to bind port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:32:50.472415 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Attempting to bind port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:32:50.477191 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.477832 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.478366 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.478885 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.479298 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.479726 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.480160 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.480582 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.481007 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.481441 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.481992 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.482409 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.482825 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:32:50.495816 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:32:50.496364 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:32:50.496868 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:50.497357 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:32:50.497948 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Bound port: 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:32:50.498441 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:50.568985 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] For port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:32:50.572241 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] For port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5ac75d2b-e7b8-4607-ab4c-0abcbf850aea,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:32:50.581287 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:50.622052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6e723-d0b6-4774-b8dc-61922f2412a7 req-86c66c66-20d5-4a59-99fc-913ccf0ffd59 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:50.623658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7a6e723-d0b6-4774-b8dc-61922f2412a7 req-86c66c66-20d5-4a59-99fc-913ccf0ffd59 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0864737 Feb 15 14:32:50.635512 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Routers {'b4d65c68-b5eb-4f46-8dcd-d80139bdca62'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:32:50.636443 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:32:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:50.731829 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2e5ec-c098-450e-a753-d5353eaf1df5 None None] Pushing event updated for resources: {'Port': ['ID=5ac75d2b-e7b8-4607-ab4c-0abcbf850aea,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:50.733685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7a6e723-d0b6-4774-b8dc-61922f2412a7 req-fc6c750a-ef2b-4707-9a8f-851e87f4b7d7 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881984 Feb 15 14:32:50.790572 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] Set router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:32:50.836678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:50.875864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d620ad44-359b-42f4-a5f6-085c5bc1f90e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:32:50.951553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d620ad44-359b-42f4-a5f6-085c5bc1f90e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:50.952207 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:51.030860 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'name': 'tempest-TestServerMultinode-1784704433-router', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:47Z', 'updated_at': '2022-02-15T14:32:48Z', 'revision_number': 3, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'gw_port': {'id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:48Z', 'updated_at': '2022-02-15T14:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:51.054170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d620ad44-359b-42f4-a5f6-085c5bc1f90e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:51.072023 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0be4f-73ef-4c28-944c-43fb76ff5143 None None] The sync data for ids ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'] in n-d-829064-15 is: [{'id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'name': 'tempest-TestServerMultinode-1784704433-router', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:47Z', 'updated_at': '2022-02-15T14:32:48Z', 'revision_number': 3, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'gw_port': {'id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:48Z', 'updated_at': '2022-02-15T14:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:32:51.103513 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:51.115110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Allocated IP 172.20.0.1 (93177fde-9125-49fd-93d6-0bd2807b295e/48dec65c-c3c4-4b6d-a38a-0d27a0a522b3/2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:32:51.252513 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Publish callbacks [] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:51.303372 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:51.393957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Pushing event updated for resources: {'Port': ['ID=2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:51.406931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Network 93177fde-9125-49fd-93d6-0bd2807b295e is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:32:51.408676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:32:51.411808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:32:51.459288 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:51.672630 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:51.728451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8ce7ec12-fc9d-4908-a9ca-a67b8419081d None None] Provisioning complete for port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:51.729496 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8ce7ec12-fc9d-4908-a9ca-a67b8419081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:51.781947 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7ec12-fc9d-4908-a9ca-a67b8419081d None None] Port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:32:51.904599 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Publish callbacks [] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:51.911826 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:51.965718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070949c-d100-41d9-8400-7cccf1442842 req-47c3f42e-178d-4cd7-bd1d-9f3186709149 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:51.967355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f070949c-d100-41d9-8400-7cccf1442842 req-47c3f42e-178d-4cd7-bd1d-9f3186709149 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.1350951 Feb 15 14:32:52.012501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Pushing event updated for resources: {'Port': ['ID=2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:52.019957 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:52.092019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f070949c-d100-41d9-8400-7cccf1442842 req-a58cd6b8-94f4-4199-acab-f125c79c3a1a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183593 Feb 15 14:32:52.154708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Network 93177fde-9125-49fd-93d6-0bd2807b295e is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:32:52.156292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:32:52.311066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:32:52.468994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:32:52.476973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b7cfb564-9779-4538-a91c-6137cf97a028 admin admin] 10.222.0.72 "PUT /v2.0/routers/b4d65c68-b5eb-4f46-8dcd-d80139bdca62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9418814 Feb 15 14:32:52.513783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9d28cc03-72c3-4c92-bd6f-f993a9cf89df None None] Provisioning complete for port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:52.514305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9d28cc03-72c3-4c92-bd6f-f993a9cf89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:52.553208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9d28cc03-72c3-4c92-bd6f-f993a9cf89df None None] Port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:32:52.855333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:32:52.921107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:52.921601 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.010617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:53.011136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.043999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5ac75d2b-e7b8-4607-ab4c-0abcbf850aea,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:32:53.049627 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.072383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44520) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:53.077937 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1295366410-network', 'tenant_id': '0b846af15de3434f9c297ad4933f5655'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:32:53.102534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Made reservation on behalf of 0b846af15de3434f9c297ad4933f5655 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:32:53.105780 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.115569 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=5ac75d2b-e7b8-4607-ab4c-0abcbf850aea,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:53.116473 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.168801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Sync routers for ids ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:32:53.182846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Routers {'b4d65c68-b5eb-4f46-8dcd-d80139bdca62'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:32:53.183832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:32:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:53.266686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae239bd-04ce-459d-a852-ed2ac428db1e req-4e2f18fa-f4bb-4705-a1e1-ea9cbe73122d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:53.268341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ae239bd-04ce-459d-a852-ed2ac428db1e req-4e2f18fa-f4bb-4705-a1e1-ea9cbe73122d tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0842316 Feb 15 14:32:53.283904 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Publish callbacks [] for security_group (abcf3e69-da44-4d53-a4d6-96560799bf29), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.298827 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (abcf3e69-da44-4d53-a4d6-96560799bf29), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.307303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Set router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:32:53.330846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:32:53.364692 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a24afa65-ce9a-46bc-9f09-e677b3491f5b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.365040 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Added segment a24afa65-ce9a-46bc-9f09-e677b3491f5b of type vlan for network d440af09-98fd-447d-a549-b836f4c51aa0 Feb 15 14:32:53.370106 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ae239bd-04ce-459d-a852-ed2ac428db1e req-db5362d9-16c1-4095-8ab4-f7f9094bcc99 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885212 Feb 15 14:32:53.378216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcf3e69-da44-4d53-a4d6-96560799bf29,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:53.424732 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (d440af09-98fd-447d-a549-b836f4c51aa0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.462641 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (d440af09-98fd-447d-a549-b836f4c51aa0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.464490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:53.465876 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.538221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4646111 Feb 15 14:32:53.540986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44526) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:53.545949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] Request body: {'subnet': {'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1295366410-subnet', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:32:53.558150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5901b-e383-4ed6-bf8d-0414d53444f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d440af09-98fd-447d-a549-b836f4c51aa0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:53.559123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'name': 'tempest-TestServerMultinode-1784704433-router', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:47Z', 'updated_at': '2022-02-15T14:32:51Z', 'revision_number': 4, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'gw_port': {'id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:48Z', 'updated_at': '2022-02-15T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249', 'name': '', 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'mac_address': 'fa:16:3e:6b:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '48dec65c-c3c4-4b6d-a38a-0d27a0a522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:50Z', 'updated_at': '2022-02-15T14:32:51Z', 'revision_number': 2, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'subnets': [{'id': '48dec65c-c3c4-4b6d-a38a-0d27a0a522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:53.577611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] Made reservation on behalf of 0b846af15de3434f9c297ad4933f5655 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:32:53.580698 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.591839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network d440af09-98fd-447d-a549-b836f4c51aa0 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:32:53.594471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Checking router: b4d65c68-b5eb-4f46-8dcd-d80139bdca62 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:32:53.594834 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Updating router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:32:53.672768 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.805085 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (de632ce0-90be-4ec6-9b4e-9791b7511895), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.871130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=de632ce0-90be-4ec6-9b4e-9791b7511895,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:53.878281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] Checking segment: {'id': 'a24afa65-ce9a-46bc-9f09-e677b3491f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:32:53.878658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] Network hostable DHCP agents. Network: d440af09-98fd-447d-a549-b836f4c51aa0, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:32:53.897930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] Network d440af09-98fd-447d-a549-b836f4c51aa0 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:32:53.911297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, d440af09-98fd-447d-a549-b836f4c51aa0) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:32:53.916047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:53.916654 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.926757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a38be5-382e-47b3-8d92-f4145ff727b1 None None] Network d440af09-98fd-447d-a549-b836f4c51aa0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:32:53.941548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d3ab936c-19e9-4f1b-b90b-ea658254b5fe admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3971038 Feb 15 14:32:53.941901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44528) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:53.947875 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1295366410-router', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:32:53.968620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (a1a13877-205e-4808-8ded-77e14b3b584d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:53.969935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (a1a13877-205e-4808-8ded-77e14b3b584d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.029763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Publish callbacks [] for router_controller (a1a13877-205e-4808-8ded-77e14b3b584d), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.187063 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Publish callbacks [] for router_gateway (a1a13877-205e-4808-8ded-77e14b3b584d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.240985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-d440af09-98fd-447d-a549-b836f4c51aa0', 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0', 'project_id': '0b846af15de3434f9c297ad4933f5655', 'fixed_ips': [{'subnet_id': 'de632ce0-90be-4ec6-9b4e-9791b7511895'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:32:54.242006 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.281946 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Publish callbacks [] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.332782 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.413019 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fede29-8984-4cb7-a97a-72d134ca16f4 None None] Pushing event updated for resources: {'Port': ['ID=2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:54.431551 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Publish callbacks [] for router_gateway (a1a13877-205e-4808-8ded-77e14b3b584d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.454555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.511407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Attempting to bind port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:32:54.512160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Attempting to bind port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:32:54.512747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Attempting to bind port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 on network 93177fde-9125-49fd-93d6-0bd2807b295e {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:32:54.526398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:32:54.527107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Checking segment: {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:32:54.527719 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.528303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Bound using segment: {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:32:54.528970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Bound port: 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:32:54.529557 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.535644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Allocated IP 172.20.0.2 (d440af09-98fd-447d-a549-b836f4c51aa0/de632ce0-90be-4ec6-9b4e-9791b7511895/90794f9a-19f7-488c-82c1-3d1c40e8d4e7) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:32:54.640598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9bece-d26c-498d-91d5-eb78a45636e2 req-5fcd3431-b461-4df9-9b30-5d0f0fdedf82 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:54.642368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82d9bece-d26c-498d-91d5-eb78a45636e2 req-5fcd3431-b461-4df9-9b30-5d0f0fdedf82 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.1150393 Feb 15 14:32:54.647957 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] For port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:32:54.651755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] For port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:32:54.675620 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.745392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82d9bece-d26c-498d-91d5-eb78a45636e2 req-efb1bab5-812a-47dd-8811-9f6f26f18f4f tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763757 Feb 15 14:32:54.804365 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Allocated IP 172.25.6.195 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/018b7eee-5395-4874-b4db-bbdd430349d8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:32:54.806545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Routers {'b4d65c68-b5eb-4f46-8dcd-d80139bdca62'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:32:54.807267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:32:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:54.870593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:32:54.944178 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Publish callbacks [] for port (018b7eee-5395-4874-b4db-bbdd430349d8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.946277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fede29-8984-4cb7-a97a-72d134ca16f4 None None] Pushing event updated for resources: {'Port': ['ID=2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:54.949201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bd1a4db5-b8c5-4f67-9ab2-40caad4fb912 None None] Provisioning complete for port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:54.950160 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4db5-b8c5-4f67-9ab2-40caad4fb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:54.986245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.035912 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:32:55.043768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:32:55.047763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:32:55.074981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Pushing event updated for resources: {'Port': ['ID=018b7eee-5395-4874-b4db-bbdd430349d8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:55.122885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:55.123292 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.163324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] Set router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:32:55.201217 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Publish callbacks [] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.243282 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.322785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a4db5-b8c5-4f67-9ab2-40caad4fb912 None None] Current status of the port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:55.323216 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4db5-b8c5-4f67-9ab2-40caad4fb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.360165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Network d440af09-98fd-447d-a549-b836f4c51aa0 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:32:55.393976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Publish callbacks [] for router_gateway (a1a13877-205e-4808-8ded-77e14b3b584d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.395221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:32:55.409646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:32:55.434245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Pushing event updated for resources: {'Port': ['ID=90794f9a-19f7-488c-82c1-3d1c40e8d4e7,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:55.499254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bd1a4db5-b8c5-4f67-9ab2-40caad4fb912 None None] For port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:32:55.508666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:55.527735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4db5-b8c5-4f67-9ab2-40caad4fb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.602802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Attempting to bind port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:32:55.603217 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Attempting to bind port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'a24afa65-ce9a-46bc-9f09-e677b3491f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:32:55.603580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Attempting to bind port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 on network d440af09-98fd-447d-a549-b836f4c51aa0 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:32:55.651469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a4db5-b8c5-4f67-9ab2-40caad4fb912 None None] Pushing event updated for resources: {'Port': ['ID=2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:55.658213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:32:55.658745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Checking segment: {'id': 'a24afa65-ce9a-46bc-9f09-e677b3491f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:32:55.659434 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.660018 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Bound using segment: {'id': 'a24afa65-ce9a-46bc-9f09-e677b3491f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:32:55.660928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Bound port: 90794f9a-19f7-488c-82c1-3d1c40e8d4e7, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24afa65-ce9a-46bc-9f09-e677b3491f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:32:55.661399 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.705060 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (a1a13877-205e-4808-8ded-77e14b3b584d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.774896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4193765c-e21e-4dc3-adcc-a68eb84caccb None None] Provisioning complete for port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:55.784626 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4193765c-e21e-4dc3-adcc-a68eb84caccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.848602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] For port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:32:55.856374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'name': 'tempest-TestServerMultinode-1784704433-router', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:47Z', 'updated_at': '2022-02-15T14:32:51Z', 'revision_number': 4, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'gw_port': {'id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:48Z', 'updated_at': '2022-02-15T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249', 'name': '', 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'mac_address': 'fa:16:3e:6b:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '48dec65c-c3c4-4b6d-a38a-0d27a0a522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:50Z', 'updated_at': '2022-02-15T14:32:54Z', 'revision_number': 4, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'subnets': [{'id': '48dec65c-c3c4-4b6d-a38a-0d27a0a522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:55.868403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] For port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=90794f9a-19f7-488c-82c1-3d1c40e8d4e7,segment=NetworkSegment(a24afa65-ce9a-46bc-9f09-e677b3491f5b),segment_id=a24afa65-ce9a-46bc-9f09-e677b3491f5b)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:32:55.900639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8a1033-5550-47b5-8908-e893fdf08723 None None] The sync data for ids ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'] in n-d-829064-15 is: [{'id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'name': 'tempest-TestServerMultinode-1784704433-router', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:47Z', 'updated_at': '2022-02-15T14:32:51Z', 'revision_number': 4, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'gw_port': {'id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:48Z', 'updated_at': '2022-02-15T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249', 'name': '', 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'mac_address': 'fa:16:3e:6b:d7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '48dec65c-c3c4-4b6d-a38a-0d27a0a522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:50Z', 'updated_at': '2022-02-15T14:32:54Z', 'revision_number': 4, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'subnets': [{'id': '48dec65c-c3c4-4b6d-a38a-0d27a0a522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:32:55.908129 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:55.914790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Router a1a13877-205e-4808-8ded-77e14b3b584d is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:32:55.991250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01942677-e188-46b3-b8c0-12250e61e44a req-bb82742b-39c2-425c-9d6d-15510987b3d2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:55.997536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01942677-e188-46b3-b8c0-12250e61e44a req-bb82742b-39c2-425c-9d6d-15510987b3d2 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.1572273 Feb 15 14:32:56.086998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a51e6-1e78-4d59-bc2f-7d5e77ef2517 None None] Pushing event updated for resources: {'Port': ['ID=90794f9a-19f7-488c-82c1-3d1c40e8d4e7,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:56.112490 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4193765c-e21e-4dc3-adcc-a68eb84caccb None None] Current status of the port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:56.144313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01942677-e188-46b3-b8c0-12250e61e44a req-98814bdf-8cab-4358-98dc-70bef0b59912 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453459 Feb 15 14:32:56.519318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:32:56.535907 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Sync routers for ids ['a1a13877-205e-4808-8ded-77e14b3b584d'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:32:56.546445 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:56.549894 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-035caa8e-708c-4bd4-af18-ad511079e932 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6062829 Feb 15 14:32:56.553168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44538) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:32:56.558995 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Routers {'a1a13877-205e-4808-8ded-77e14b3b584d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:32:56.559943 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:32:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a1a13877-205e-4808-8ded-77e14b3b584d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:56.710495 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Set router a1a13877-205e-4808-8ded-77e14b3b584d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:32:56.998479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:32:57.082892 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'name': 'tempest-TestServerMultinode-1295366410-router', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:53Z', 'updated_at': '2022-02-15T14:32:55Z', 'revision_number': 3, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'gw_port': {'id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:54Z', 'updated_at': '2022-02-15T14:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:57.138109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:57.138920 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:57.161949 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Checking router: a1a13877-205e-4808-8ded-77e14b3b584d for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:32:57.162275 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Updating router a1a13877-205e-4808-8ded-77e14b3b584d port 018b7eee-5395-4874-b4db-bbdd430349d8 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:32:57.241150 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:57.596290 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:57.682262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e5e9f-077b-4580-b8e6-34e8e634aa20 req-f5b5d61c-0b75-4bf4-89a0-bf694653b22c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:57.683914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-751e5e9f-077b-4580-b8e6-34e8e634aa20 req-f5b5d61c-0b75-4bf4-89a0-bf694653b22c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.3268631 Feb 15 14:32:57.796602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:57.797014 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:57.827125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326c7b1-2dc7-4395-aea2-7e889d9597f7 None None] Network d440af09-98fd-447d-a549-b836f4c51aa0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:32:57.846623 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Publish callbacks [] for port (018b7eee-5395-4874-b4db-bbdd430349d8), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:57.868247 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:57.930126 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Attempting to bind port 018b7eee-5395-4874-b4db-bbdd430349d8 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:32:57.930795 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Attempting to bind port 018b7eee-5395-4874-b4db-bbdd430349d8 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:32:57.931377 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Attempting to bind port 018b7eee-5395-4874-b4db-bbdd430349d8 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:32:57.968302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=90794f9a-19f7-488c-82c1-3d1c40e8d4e7,segment=NetworkSegment(a24afa65-ce9a-46bc-9f09-e677b3491f5b),segment_id=a24afa65-ce9a-46bc-9f09-e677b3491f5b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:32:57.980849 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:57.982604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:32:57.996810 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:32:57.997492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-751e5e9f-077b-4580-b8e6-34e8e634aa20 req-324fbd94-53f5-40e0-a290-eec75c5142d1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007176 Feb 15 14:32:57.998798 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:32:57.999704 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:58.001996 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:32:58.011225 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Bound port: 018b7eee-5395-4874-b4db-bbdd430349d8, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:32:58.011225 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:58.018472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5f40d7ca-c37a-4646-8e31-80539492efd1 None None] Provisioning complete for port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:58.019012 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5f40d7ca-c37a-4646-8e31-80539492efd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:58.138457 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] For port 018b7eee-5395-4874-b4db-bbdd430349d8, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:32:58.144470 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] For port 018b7eee-5395-4874-b4db-bbdd430349d8, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=018b7eee-5395-4874-b4db-bbdd430349d8,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:32:58.155898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Allocated IP 172.20.0.1 (d440af09-98fd-447d-a549-b836f4c51aa0/de632ce0-90be-4ec6-9b4e-9791b7511895/71183e90-fa72-4c2b-b1e8-624b47305eb3) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:32:58.170537 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:58.238209 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82491e7-ab27-49c7-89f3-8b521025c73e None None] Pushing event updated for resources: {'Port': ['ID=018b7eee-5395-4874-b4db-bbdd430349d8,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:58.256004 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Routers {'a1a13877-205e-4808-8ded-77e14b3b584d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:32:58.257400 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:32:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a1a13877-205e-4808-8ded-77e14b3b584d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:58.314995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=90794f9a-19f7-488c-82c1-3d1c40e8d4e7,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:58.347045 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:58.347515 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:58.362379 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Publish callbacks [] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:58.403968 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82491e7-ab27-49c7-89f3-8b521025c73e None None] Pushing event updated for resources: {'Port': ['ID=018b7eee-5395-4874-b4db-bbdd430349d8,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:58.440543 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:58.456404 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] Set router a1a13877-205e-4808-8ded-77e14b3b584d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:32:58.488207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5f40d7ca-c37a-4646-8e31-80539492efd1 None None] Current status of the port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:58.529834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Network d440af09-98fd-447d-a549-b836f4c51aa0 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:32:58.534398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:32:58.536978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Pushing event updated for resources: {'Port': ['ID=71183e90-fa72-4c2b-b1e8-624b47305eb3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:58.547205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:32:58.583147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:58.601268 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (a1a13877-205e-4808-8ded-77e14b3b584d), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:58.820996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e6d0075e-f412-4696-9892-7453aac534be None None] Provisioning complete for port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:58.821368 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e6d0075e-f412-4696-9892-7453aac534be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:58.826243 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'name': 'tempest-TestServerMultinode-1295366410-router', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:53Z', 'updated_at': '2022-02-15T14:32:55Z', 'revision_number': 3, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'gw_port': {'id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:54Z', 'updated_at': '2022-02-15T14:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:32:58.851357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:58.867230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:32:58.877203 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5090b788-3c1c-46ac-800a-06aec4e7f7e9 None None] The sync data for ids ['a1a13877-205e-4808-8ded-77e14b3b584d'] in n-d-829064-15 is: [{'id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'name': 'tempest-TestServerMultinode-1295366410-router', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:53Z', 'updated_at': '2022-02-15T14:32:55Z', 'revision_number': 3, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'gw_port': {'id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:54Z', 'updated_at': '2022-02-15T14:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:32:59.062340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:59.065057 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:59.151324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0075e-f412-4696-9892-7453aac534be None None] Current status of the port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:59.225066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:32:59.232485 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Publish callbacks [] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:59.246931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22332588-1c45-4420-8513-47fbed066d0b req-c977fcd0-16d9-40cb-a947-cbfcc5b36633 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:32:59.249776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22332588-1c45-4420-8513-47fbed066d0b req-c977fcd0-16d9-40cb-a947-cbfcc5b36633 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.1253393 Feb 15 14:32:59.251076 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:59.279339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-90c65d6e-904f-4618-a589-73145e35523d None None] Provisioning complete for port 71183e90-fa72-4c2b-b1e8-624b47305eb3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:59.279712 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-90c65d6e-904f-4618-a589-73145e35523d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:59.351730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-90c65d6e-904f-4618-a589-73145e35523d None None] Port 71183e90-fa72-4c2b-b1e8-624b47305eb3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:32:59.409076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Pushing event updated for resources: {'Port': ['ID=71183e90-fa72-4c2b-b1e8-624b47305eb3,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:32:59.459499 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (a1a13877-205e-4808-8ded-77e14b3b584d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:32:59.582027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22332588-1c45-4420-8513-47fbed066d0b req-d3cd6992-ad1b-40ce-b6de-a03bfab1cf66 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260984 Feb 15 14:32:59.584335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Network d440af09-98fd-447d-a549-b836f4c51aa0 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:32:59.587296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:32:59.758280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Router a1a13877-205e-4808-8ded-77e14b3b584d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:32:59.997954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:32:59.998588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a3adb010-7a8a-4f1b-afa1-f9692266d989 None None] Provisioning complete for port 71183e90-fa72-4c2b-b1e8-624b47305eb3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:32:59.999038 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a3adb010-7a8a-4f1b-afa1-f9692266d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:00.022429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7bbabe05-e620-4f35-9c4f-de33a6218b7b admin admin] 10.222.0.72 "PUT /v2.0/routers/a1a13877-205e-4808-8ded-77e14b3b584d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4672563 Feb 15 14:33:00.064980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a3adb010-7a8a-4f1b-afa1-f9692266d989 None None] Port 71183e90-fa72-4c2b-b1e8-624b47305eb3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:33:00.868259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 018b7eee-5395-4874-b4db-bbdd430349d8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:33:00.945254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 018b7eee-5395-4874-b4db-bbdd430349d8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:33:00.946007 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:01.069583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 018b7eee-5395-4874-b4db-bbdd430349d8 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:01.069985 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:01.093062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240851aa-c5e4-4b9c-9617-3d5c94f296f2 req-d7ae8e7e-7227-460f-b7d7-ce2f9b2ab619 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:01.094633 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-240851aa-c5e4-4b9c-9617-3d5c94f296f2 req-d7ae8e7e-7227-460f-b7d7-ce2f9b2ab619 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.1457891 Feb 15 14:33:01.097233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 018b7eee-5395-4874-b4db-bbdd430349d8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=018b7eee-5395-4874-b4db-bbdd430349d8,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:01.102219 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:01.126031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-1e4cffe9-3ba1-4d04-be96-e4a22d0f130f tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:01.127616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-1e4cffe9-3ba1-4d04-be96-e4a22d0f130f tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/networks?id=93177fde-9125-49fd-93d6-0bd2807b295e HTTP/1.1" status: 200 len: 911 time: 0.5551233 Feb 15 14:33:01.183058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-839f481e-fedc-40ae-9933-f914cdd1511d tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/quotas/0b846af15de3434f9c297ad4933f5655 HTTP/1.1" status: 200 len: 375 time: 0.0247128 Feb 15 14:33:01.189673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=018b7eee-5395-4874-b4db-bbdd430349d8,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:01.208408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-240851aa-c5e4-4b9c-9617-3d5c94f296f2 req-ce93e146-6f07-4cfb-bddb-f9241ecb18a8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044664 Feb 15 14:33:01.279919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3b513-5a19-46a0-9f66-4869d24a376a req-51f31b0c-762c-411e-a816-1b78ea337af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:01.281381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bd3b513-5a19-46a0-9f66-4869d24a376a req-51f31b0c-762c-411e-a816-1b78ea337af5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 1128 time: 0.1571660 Feb 15 14:33:01.320638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-735a7265-757f-4db0-bcfc-589af60a0fac tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b846af15de3434f9c297ad4933f5655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248863 Feb 15 14:33:01.335942 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-d47788ab-c16b-4824-8461-a86ec7e5c055 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:33:01.337093 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-d47788ab-c16b-4824-8461-a86ec7e5c055 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081687 Feb 15 14:33:01.352101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bd3b513-5a19-46a0-9f66-4869d24a376a req-06a8041e-a3bc-4c35-b580-ac4f4aa14625 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644650 Feb 15 14:33:01.382656 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Sync routers for ids ['a1a13877-205e-4808-8ded-77e14b3b584d'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:33:01.396948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Routers {'a1a13877-205e-4808-8ded-77e14b3b584d'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:33:01.397796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:32:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a1a13877-205e-4808-8ded-77e14b3b584d'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:01.446492 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a9a40767-d54c-4f0e-92c3-8914f2ad2915 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:33:01.449044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a9a40767-d54c-4f0e-92c3-8914f2ad2915 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:33:01.451266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-944088b3-cb8d-4d72-bf25-275fe8f65951 service neutron] 10.222.0.72 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981774 Feb 15 14:33:01.575400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-b13d23d1-9f3c-4cf9-9296-f39a76115e1f service neutron] 10.222.0.72 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180754 Feb 15 14:33:01.632879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Set router a1a13877-205e-4808-8ded-77e14b3b584d gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:33:01.773192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a9a40767-d54c-4f0e-92c3-8914f2ad2915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:01.788994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce886a5f-18e7-4cbe-94e0-984b6e369b4c req-be8e77ab-2ebe-468b-b044-55a353014760 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 210 time: 0.0421717 Feb 15 14:33:01.828379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a9a40767-d54c-4f0e-92c3-8914f2ad2915 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:01.828727 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:01.852269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'port_id': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'mac_address': 'fa:16:3e:a3:1c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:33:01.934414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:33:01.937790 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bbea9a-8dfe-4d96-a8a0-f496b595f42f" -d '{"events": [{"server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:33:01.986170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a9a40767-d54c-4f0e-92c3-8914f2ad2915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:01.993089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a9a40767-d54c-4f0e-92c3-8914f2ad2915 is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:01.993491 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:01.997841 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:02.023433 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c4899c-82a1-41ae-9671-255cdd6441d0 x-openstack-request-id: req-76c4899c-82a1-41ae-9671-255cdd6441d0 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:33:02.023757 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:33:02.023969 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76c4899c-82a1-41ae-9671-255cdd6441d0 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:33:02.024352 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'code': 200} Feb 15 14:33:02.055801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9a40767-d54c-4f0e-92c3-8914f2ad2915 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:33:02.138080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a9a40767-d54c-4f0e-92c3-8914f2ad2915,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:02.153087 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:33:02.153650 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:33:02.171104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'name': 'tempest-TestServerMultinode-1295366410-router', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:53Z', 'updated_at': '2022-02-15T14:32:58Z', 'revision_number': 4, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'gw_port': {'id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:54Z', 'updated_at': '2022-02-15T14:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '71183e90-fa72-4c2b-b1e8-624b47305eb3', 'name': '', 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'mac_address': 'fa:16:3e:75:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'de632ce0-90be-4ec6-9b4e-9791b7511895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:57Z', 'updated_at': '2022-02-15T14:32:58Z', 'revision_number': 2, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'subnets': [{'id': 'de632ce0-90be-4ec6-9b4e-9791b7511895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:02.202956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Checking router: a1a13877-205e-4808-8ded-77e14b3b584d for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:33:02.203330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Updating router a1a13877-205e-4808-8ded-77e14b3b584d port 71183e90-fa72-4c2b-b1e8-624b47305eb3 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:33:02.239416 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:02.505705 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919b059-a5aa-4bb5-88cd-05a7355d027b req-158790b9-e47c-433c-b3f0-a910d4d9b027 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:02.508455 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4919b059-a5aa-4bb5-88cd-05a7355d027b req-158790b9-e47c-433c-b3f0-a910d4d9b027 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 943 time: 0.1710787 Feb 15 14:33:02.605298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4919b059-a5aa-4bb5-88cd-05a7355d027b req-ec74fee5-b9e1-4405-85b3-42fef86aaaef tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904157 Feb 15 14:33:02.717979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a9a40767-d54c-4f0e-92c3-8914f2ad2915 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:02.718531 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:02.805369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a40767-d54c-4f0e-92c3-8914f2ad2915 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:33:02.937716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a9a40767-d54c-4f0e-92c3-8914f2ad2915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:02.938847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 018b7eee-5395-4874-b4db-bbdd430349d8 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:33:02.946480 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Publish callbacks [] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:02.968608 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:02.976072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:03.004494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6ba7c00-2f20-4558-be2d-f4fb2f476848 req-36e5f84a-0b0a-4b54-a28d-7487b0ca2826 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 210 time: 0.0769238 Feb 15 14:33:03.117709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a9a40767-d54c-4f0e-92c3-8914f2ad2915,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:03.183206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eda99-ae92-460c-9f92-c0eed6e40e26 None None] Pushing event updated for resources: {'Port': ['ID=71183e90-fa72-4c2b-b1e8-624b47305eb3,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:03.217847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Attempting to bind port 71183e90-fa72-4c2b-b1e8-624b47305eb3 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:33:03.218220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Attempting to bind port 71183e90-fa72-4c2b-b1e8-624b47305eb3 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'a24afa65-ce9a-46bc-9f09-e677b3491f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:33:03.218590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Attempting to bind port 71183e90-fa72-4c2b-b1e8-624b47305eb3 on network d440af09-98fd-447d-a549-b836f4c51aa0 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:33:03.227487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 018b7eee-5395-4874-b4db-bbdd430349d8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:33:03.228115 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:03.279165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:33:03.279831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Checking segment: {'id': 'a24afa65-ce9a-46bc-9f09-e677b3491f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:33:03.280442 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:03.281016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Bound using segment: {'id': 'a24afa65-ce9a-46bc-9f09-e677b3491f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:33:03.281702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Bound port: 71183e90-fa72-4c2b-b1e8-624b47305eb3, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24afa65-ce9a-46bc-9f09-e677b3491f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:33:03.282264 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:03.374564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['a9a40767-d54c-4f0e-92c3-8914f2ad2915'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:33:03.390965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-c72a30f7-d029-42bf-ad68-e0ce169e3304 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:03.395262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-c72a30f7-d029-42bf-ad68-e0ce169e3304 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.67 "GET /v2.0/networks?id=93177fde-9125-49fd-93d6-0bd2807b295e HTTP/1.1" status: 200 len: 911 time: 0.2653971 Feb 15 14:33:03.414849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Request body: {'port': {'device_id': '484347c1-2ead-4591-9092-3d5c1d319a8f', 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e', 'admin_state_up': True, 'tenant_id': '0b846af15de3434f9c297ad4933f5655'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:33:03.462253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Made reservation on behalf of 0b846af15de3434f9c297ad4933f5655 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:33:03.465354 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:03.508572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-114dbc18-4339-4b7c-b60e-6691eb4ee8e1 None None] Provisioning complete for port 71183e90-fa72-4c2b-b1e8-624b47305eb3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:33:03.508952 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-114dbc18-4339-4b7c-b60e-6691eb4ee8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:03.663153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Allocated IP 172.20.0.10 (93177fde-9125-49fd-93d6-0bd2807b295e/48dec65c-c3c4-4b6d-a38a-0d27a0a522b3/d131db77-eb08-4f3b-9239-401b45970bb1) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:33:03.783945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] For port 71183e90-fa72-4c2b-b1e8-624b47305eb3, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:33:03.816972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-114dbc18-4339-4b7c-b60e-6691eb4ee8e1 None None] Port 71183e90-fa72-4c2b-b1e8-624b47305eb3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:33:03.830569 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks [] for port (d131db77-eb08-4f3b-9239-401b45970bb1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:03.836473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] For port 71183e90-fa72-4c2b-b1e8-624b47305eb3, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=71183e90-fa72-4c2b-b1e8-624b47305eb3,segment=NetworkSegment(a24afa65-ce9a-46bc-9f09-e677b3491f5b),segment_id=a24afa65-ce9a-46bc-9f09-e677b3491f5b)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:33:03.838319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 018b7eee-5395-4874-b4db-bbdd430349d8 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:03.860117 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:03.900287 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:03.965801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Pushing event updated for resources: {'Port': ['ID=d131db77-eb08-4f3b-9239-401b45970bb1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:03.988958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Network 93177fde-9125-49fd-93d6-0bd2807b295e is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:33:03.999752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Routers {'a1a13877-205e-4808-8ded-77e14b3b584d'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:33:04.000555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:32:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a1a13877-205e-4808-8ded-77e14b3b584d'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:04.014022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b16052-af49-48bb-9fae-af99b047cda6 req-3ddb2912-adfe-4bad-bdaf-28de06cff77c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:04.015750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83b16052-af49-48bb-9fae-af99b047cda6 req-3ddb2912-adfe-4bad-bdaf-28de06cff77c tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 944 time: 0.1503184 Feb 15 14:33:04.016774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:33:04.030378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:33:04.113443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:04.114063 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:04.129820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eda99-ae92-460c-9f92-c0eed6e40e26 None None] Pushing event updated for resources: {'Port': ['ID=71183e90-fa72-4c2b-b1e8-624b47305eb3,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:04.255149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83b16052-af49-48bb-9fae-af99b047cda6 req-47e88644-1c49-4afc-bba7-3c9701b9cb93 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383989 Feb 15 14:33:04.263879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-398f4aba-e8c3-40aa-a676-4384aeca9ca3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8604951 Feb 15 14:33:04.279698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Request body: {'port': {'device_id': '484347c1-2ead-4591-9092-3d5c1d319a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:33:04.299424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44608) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:04.316835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9b53e-3c4f-4a80-9b00-901c54e1c605 req-b572b891-6111-4e54-9c82-62752d125c3b tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:04.319599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2c9b53e-3c4f-4a80-9b00-901c54e1c605 req-b572b891-6111-4e54-9c82-62752d125c3b tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1028 time: 0.1856289 Feb 15 14:33:04.381120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] Set router a1a13877-205e-4808-8ded-77e14b3b584d gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:33:04.442325 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6cafca63-8189-4be5-a657-0c90c3b41027 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/floatingips/08f3ef6d-9352-416c-8636-2eaff6d2061d HTTP/1.1" status: 200 len: 992 time: 0.1407738 Feb 15 14:33:04.461193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a2c9b53e-3c4f-4a80-9b00-901c54e1c605 req-cadf9451-dd74-4089-b83d-f6d916095364 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331537 Feb 15 14:33:04.471689 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:04.692691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b25c122d-ff97-4098-9e76-d60a72400a16 None None] Provisioning complete for port 71183e90-fa72-4c2b-b1e8-624b47305eb3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:33:04.693106 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b25c122d-ff97-4098-9e76-d60a72400a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:04.804389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'name': 'tempest-TestServerMultinode-1295366410-router', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:53Z', 'updated_at': '2022-02-15T14:32:58Z', 'revision_number': 4, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'gw_port': {'id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:54Z', 'updated_at': '2022-02-15T14:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '71183e90-fa72-4c2b-b1e8-624b47305eb3', 'name': '', 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'mac_address': 'fa:16:3e:75:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'de632ce0-90be-4ec6-9b4e-9791b7511895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:57Z', 'updated_at': '2022-02-15T14:33:03Z', 'revision_number': 4, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'subnets': [{'id': 'de632ce0-90be-4ec6-9b4e-9791b7511895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:04.830122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d131db77-eb08-4f3b-9239-401b45970bb1 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:33:04.839119 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Publish callbacks [] for port (d131db77-eb08-4f3b-9239-401b45970bb1), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:04.845608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9954226-54bf-4f20-86a1-547b998a38a3 None None] The sync data for ids ['a1a13877-205e-4808-8ded-77e14b3b584d'] in n-d-829064-15 is: [{'id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'name': 'tempest-TestServerMultinode-1295366410-router', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:53Z', 'updated_at': '2022-02-15T14:32:58Z', 'revision_number': 4, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'gw_port': {'id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:54Z', 'updated_at': '2022-02-15T14:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '71183e90-fa72-4c2b-b1e8-624b47305eb3', 'name': '', 'network_id': 'd440af09-98fd-447d-a549-b836f4c51aa0', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'mac_address': 'fa:16:3e:75:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'de632ce0-90be-4ec6-9b4e-9791b7511895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:57Z', 'updated_at': '2022-02-15T14:33:03Z', 'revision_number': 4, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'subnets': [{'id': 'de632ce0-90be-4ec6-9b4e-9791b7511895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:33:04.881108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Transition to ACTIVE for port object d131db77-eb08-4f3b-9239-401b45970bb1 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:33:04.886398 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:04.922557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b25c122d-ff97-4098-9e76-d60a72400a16 None None] Current status of the port 71183e90-fa72-4c2b-b1e8-624b47305eb3 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:04.936623 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b25c122d-ff97-4098-9e76-d60a72400a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:05.011332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Pushing event updated for resources: {'Port': ['ID=d131db77-eb08-4f3b-9239-401b45970bb1,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:05.024712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b25c122d-ff97-4098-9e76-d60a72400a16 None None] For port 71183e90-fa72-4c2b-b1e8-624b47305eb3, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=71183e90-fa72-4c2b-b1e8-624b47305eb3,segment=NetworkSegment(a24afa65-ce9a-46bc-9f09-e677b3491f5b),segment_id=a24afa65-ce9a-46bc-9f09-e677b3491f5b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:05.031396 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b25c122d-ff97-4098-9e76-d60a72400a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:05.132914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c122d-ff97-4098-9e76-d60a72400a16 None None] Pushing event updated for resources: {'Port': ['ID=71183e90-fa72-4c2b-b1e8-624b47305eb3,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:05.153249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Attempting to bind port d131db77-eb08-4f3b-9239-401b45970bb1 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:33:05.153589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Attempting to bind port d131db77-eb08-4f3b-9239-401b45970bb1 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:33:05.153917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Attempting to bind port d131db77-eb08-4f3b-9239-401b45970bb1 on network 93177fde-9125-49fd-93d6-0bd2807b295e {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:33:05.166228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Port d131db77-eb08-4f3b-9239-401b45970bb1 on network 93177fde-9125-49fd-93d6-0bd2807b295e not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:33:05.166622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Attempting to bind port d131db77-eb08-4f3b-9239-401b45970bb1 on network 93177fde-9125-49fd-93d6-0bd2807b295e {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:33:05.186690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:33:05.187459 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Checking segment: {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:33:05.188099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Bound using segment: {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:33:05.188808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Bound port: d131db77-eb08-4f3b-9239-401b45970bb1, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:33:05.189419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:05.319943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] For port d131db77-eb08-4f3b-9239-401b45970bb1, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:33:05.324228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] For port d131db77-eb08-4f3b-9239-401b45970bb1, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d131db77-eb08-4f3b-9239-401b45970bb1,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:33:05.333018 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:05.399648 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:05.400331 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:05.401798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] 10.222.0.67 "PUT /v2.0/ports/d131db77-eb08-4f3b-9239-401b45970bb1 HTTP/1.1" status: 200 len: 1093 time: 1.1279173 Feb 15 14:33:05.402277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484347c1-2ead-4591-9092-3d5c1d319a8f', 'tag': 'd131db77-eb08-4f3b-9239-401b45970bb1'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:33:05.404868 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495fb412-521c-4631-a567-958275b0bb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "484347c1-2ead-4591-9092-3d5c1d319a8f", "tag": "d131db77-eb08-4f3b-9239-401b45970bb1"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:33:05.452707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a9a40767-d54c-4f0e-92c3-8914f2ad2915 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:33:05.470457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7665048-7953-43bb-bce7-2b3093b32379 service neutron] Pushing event updated for resources: {'Port': ['ID=d131db77-eb08-4f3b-9239-401b45970bb1,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:05.487019 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1511d98a-9a9f-4564-8029-14cf3f15f7b8 x-openstack-request-id: req-1511d98a-9a9f-4564-8029-14cf3f15f7b8 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:33:05.487538 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484347c1-2ead-4591-9092-3d5c1d319a8f", "tag": "d131db77-eb08-4f3b-9239-401b45970bb1", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:33:05.487968 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1511d98a-9a9f-4564-8029-14cf3f15f7b8 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:33:05.488564 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484347c1-2ead-4591-9092-3d5c1d319a8f', 'tag': 'd131db77-eb08-4f3b-9239-401b45970bb1', 'status': 'completed', 'code': 200} Feb 15 14:33:05.612556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port a9a40767-d54c-4f0e-92c3-8914f2ad2915 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:33:05.612807 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:05.646039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-b000a36f-e9e4-4214-b123-2e55fbbb01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:05.648965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-b000a36f-e9e4-4214-b123-2e55fbbb01ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b846af15de3434f9c297ad4933f5655&device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1127 time: 0.1494598 Feb 15 14:33:05.769565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-51483164-86e2-436f-adaa-43b60276bec5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d131db77-eb08-4f3b-9239-401b45970bb1 HTTP/1.1" status: 200 len: 217 time: 0.1131959 Feb 15 14:33:05.787051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532b25f-8752-4809-bbb7-3d3d2cd86466 req-4fff7cfc-f289-4c61-ad7b-8211c7ffb592 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:05.795277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6532b25f-8752-4809-bbb7-3d3d2cd86466 req-4fff7cfc-f289-4c61-ad7b-8211c7ffb592 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1127 time: 0.2056849 Feb 15 14:33:05.827607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port a9a40767-d54c-4f0e-92c3-8914f2ad2915 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:05.828107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:05.864909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:33:05.868739 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b148e8f-d660-43c4-b588-322fa0f5fa5c" -d '{"events": [{"server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "name": "network-vif-plugged", "status": "completed", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:33:05.892861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port a9a40767-d54c-4f0e-92c3-8914f2ad2915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:05.899087 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:05.907185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-70229ecc-793e-4bb3-82d5-915bc407c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:05.920561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-70229ecc-793e-4bb3-82d5-915bc407c827 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48dec65c-c3c4-4b6d-a38a-0d27a0a522b3 HTTP/1.1" status: 200 len: 849 time: 0.1450632 Feb 15 14:33:05.950850 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6532b25f-8752-4809-bbb7-3d3d2cd86466 req-3dbc0e5f-bf53-45a1-a07a-6c1b94bb319b tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539209 Feb 15 14:33:05.984527 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54f3f9d-30e7-4c7b-bac8-78013f25810d x-openstack-request-id: req-e54f3f9d-30e7-4c7b-bac8-78013f25810d {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:33:05.984822 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "name": "network-vif-plugged", "status": "completed", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:33:05.985409 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e54f3f9d-30e7-4c7b-bac8-78013f25810d {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:33:05.985630 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'code': 200} Feb 15 14:33:05.996331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=a9a40767-d54c-4f0e-92c3-8914f2ad2915,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:06.026627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-440a93c9-a50c-45b4-8172-fc131d385cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:06.028479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-440a93c9-a50c-45b4-8172-fc131d385cb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93177fde-9125-49fd-93d6-0bd2807b295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0988111 Feb 15 14:33:06.146629 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-70cebc7c-afcb-4cf1-959b-242d021684bd service neutron] 10.222.0.67 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091266 Feb 15 14:33:06.245277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-362cab78-cf21-4ee2-a9a5-478c63f5a2a7 req-f681e20d-179b-4336-9bd5-edab1f559a61 service neutron] 10.222.0.67 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927484 Feb 15 14:33:06.343684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fb412-521c-4631-a567-958275b0bb5c req-230adecc-9de7-426d-9335-0ffe20d1c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:06.345289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-495fb412-521c-4631-a567-958275b0bb5c req-230adecc-9de7-426d-9335-0ffe20d1c02e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0b846af15de3434f9c297ad4933f5655&device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1127 time: 0.0530138 Feb 15 14:33:06.442996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fb412-521c-4631-a567-958275b0bb5c req-2b49c1bf-6f06-446e-b557-2532aad681bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:06.444407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-495fb412-521c-4631-a567-958275b0bb5c req-2b49c1bf-6f06-446e-b557-2532aad681bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=93177fde-9125-49fd-93d6-0bd2807b295e HTTP/1.1" status: 200 len: 911 time: 0.0920269 Feb 15 14:33:06.489741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-495fb412-521c-4631-a567-958275b0bb5c req-210c57fe-ec94-4d5e-9b03-8e9211472d67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d131db77-eb08-4f3b-9239-401b45970bb1 HTTP/1.1" status: 200 len: 217 time: 0.0391550 Feb 15 14:33:06.564452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fb412-521c-4631-a567-958275b0bb5c req-35e9363a-0c40-4872-b676-6ffac5707d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:06.567128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-495fb412-521c-4631-a567-958275b0bb5c req-35e9363a-0c40-4872-b676-6ffac5707d3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=48dec65c-c3c4-4b6d-a38a-0d27a0a522b3 HTTP/1.1" status: 200 len: 849 time: 0.0713830 Feb 15 14:33:06.624211 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fb412-521c-4631-a567-958275b0bb5c req-2ffee974-34d3-4dbe-bf89-ac2b0f988892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:06.625752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-495fb412-521c-4631-a567-958275b0bb5c req-2ffee974-34d3-4dbe-bf89-ac2b0f988892 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=93177fde-9125-49fd-93d6-0bd2807b295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0528183 Feb 15 14:33:06.739113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-495fb412-521c-4631-a567-958275b0bb5c req-a91fd0bf-5a66-4401-88d6-a3b6a23b727a service neutron] 10.222.0.67 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059761 Feb 15 14:33:06.888901 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-495fb412-521c-4631-a567-958275b0bb5c req-f6806e0d-2ad9-40f3-bc18-cdc3d08ee071 service neutron] 10.222.0.67 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420665 Feb 15 14:33:06.891429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 71183e90-fa72-4c2b-b1e8-624b47305eb3 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:33:06.966649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 71183e90-fa72-4c2b-b1e8-624b47305eb3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:33:06.967070 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:07.070079 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 71183e90-fa72-4c2b-b1e8-624b47305eb3 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:07.095372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371715f-7b93-435e-a1bc-77e297db4ff2 req-944df824-c592-4db6-9416-05712a35ab57 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:07.096925 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8371715f-7b93-435e-a1bc-77e297db4ff2 req-944df824-c592-4db6-9416-05712a35ab57 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1127 time: 0.0592644 Feb 15 14:33:07.143671 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8371715f-7b93-435e-a1bc-77e297db4ff2 req-6b24bf47-bf3a-428b-8903-bdccfc795fcd tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Feb 15 14:33:08.196866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44634) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:08.276907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc7936-0cbe-41e5-9cdb-6a89bb981987 req-64144638-f9fb-4e8a-a79f-9e33fc473e52 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:08.277501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67bc7936-0cbe-41e5-9cdb-6a89bb981987 req-64144638-f9fb-4e8a-a79f-9e33fc473e52 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1127 time: 0.0518553 Feb 15 14:33:08.346350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67bc7936-0cbe-41e5-9cdb-6a89bb981987 req-3c30d972-912b-457c-8100-705239467ffb tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572858 Feb 15 14:33:08.354994 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46341785-d63b-4346-a28a-13de6d97f1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:08.435962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46341785-d63b-4346-a28a-13de6d97f1a6 admin admin] Publish callbacks [] for security_group (03dc536e-ce4f-4e4c-ac7e-511d391272f1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:08.441861 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46341785-d63b-4346-a28a-13de6d97f1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (03dc536e-ce4f-4e4c-ac7e-511d391272f1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:08.491084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46341785-d63b-4346-a28a-13de6d97f1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dc536e-ce4f-4e4c-ac7e-511d391272f1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:08.495548 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-46341785-d63b-4346-a28a-13de6d97f1a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b6fa0709d057490298004fe16332055b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975609 Feb 15 14:33:08.498754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44638) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:08.547509 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cebe749-e4b7-418c-acea-66aef1802f01 admin admin] Publish callbacks [] for security_group (03dc536e-ce4f-4e4c-ac7e-511d391272f1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:08.572314 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cebe749-e4b7-418c-acea-66aef1802f01 admin admin] Publish callbacks [] for security_group (03dc536e-ce4f-4e4c-ac7e-511d391272f1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:08.625872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cebe749-e4b7-418c-acea-66aef1802f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (03dc536e-ce4f-4e4c-ac7e-511d391272f1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:08.629239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8cebe749-e4b7-418c-acea-66aef1802f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:08.630604 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8cebe749-e4b7-418c-acea-66aef1802f01 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03dc536e-ce4f-4e4c-ac7e-511d391272f1 HTTP/1.1" status: 204 len: 168 time: 0.1314044 Feb 15 14:33:08.640902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebe749-e4b7-418c-acea-66aef1802f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dc536e-ce4f-4e4c-ac7e-511d391272f1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:09.398246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44662) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:09.459864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d131db77-eb08-4f3b-9239-401b45970bb1 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:33:09.498485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aaa39-4ef1-4937-bbd9-246c75da4235 req-221fada6-f989-42ef-b36c-c0820c372814 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:09.506434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b8aaa39-4ef1-4937-bbd9-246c75da4235 req-221fada6-f989-42ef-b36c-c0820c372814 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1127 time: 0.0717974 Feb 15 14:33:09.573213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b8aaa39-4ef1-4937-bbd9-246c75da4235 req-300a8ea4-c451-4781-b3a5-421ab5a0c7d4 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597966 Feb 15 14:33:09.589684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-864867912-network', 'tenant_id': '6703144a3c5b4add9672577bd37bba25'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:33:09.590885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port d131db77-eb08-4f3b-9239-401b45970bb1, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d131db77-eb08-4f3b-9239-401b45970bb1,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:09.607238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'd131db77-eb08-4f3b-9239-401b45970bb1', 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e', 'port_id': 'd131db77-eb08-4f3b-9239-401b45970bb1', 'mac_address': 'fa:16:3e:c8:e5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dec65c-c3c4-4b6d-a38a-0d27a0a522b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:33:09.611790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Made reservation on behalf of 6703144a3c5b4add9672577bd37bba25 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:33:09.614342 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:09.628992 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:09.655734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port d131db77-eb08-4f3b-9239-401b45970bb1 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:09.656558 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:09.673811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d131db77-eb08-4f3b-9239-401b45970bb1 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:33:09.697631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port d131db77-eb08-4f3b-9239-401b45970bb1, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d131db77-eb08-4f3b-9239-401b45970bb1,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:09.701535 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:09.720140 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Publish callbacks [] for security_group (068d28ed-8d67-4b02-846f-9f1f2e045d9b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:09.724282 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (068d28ed-8d67-4b02-846f-9f1f2e045d9b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:09.748020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:33:09.754664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=d131db77-eb08-4f3b-9239-401b45970bb1,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:09.764416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068d28ed-8d67-4b02-846f-9f1f2e045d9b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:09.767483 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0082868b-5b0c-4a0e-a53d-5051216f65a8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:09.767828 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Added segment 0082868b-5b0c-4a0e-a53d-5051216f65a8 of type vlan for network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 Feb 15 14:33:09.821766 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9f4b7c57-9e8c-4d81-a595-ca11777f6478), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:09.858598 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9f4b7c57-9e8c-4d81-a595-ca11777f6478), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:09.859681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:09.860314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:09.922969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5234518 Feb 15 14:33:09.926750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44666) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:09.932096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] Request body: {'subnet': {'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-864867912-subnet', 'tenant_id': '6703144a3c5b4add9672577bd37bba25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:33:09.934140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414e9fc-619d-4d68-a519-5cac966434b3 admin admin] Pushing event updated for resources: {'Network': ['ID=9f4b7c57-9e8c-4d81-a595-ca11777f6478,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:09.947267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:33:09.959180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] Made reservation on behalf of 6703144a3c5b4add9672577bd37bba25 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:33:09.962895 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:10.019069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d131db77-eb08-4f3b-9239-401b45970bb1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:33:10.091630 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:10.159092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (e3ed7281-c0ca-4a1d-996c-da7b676b49eb), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:10.216727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ed7281-c0ca-4a1d-996c-da7b676b49eb,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:10.227664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] Checking segment: {'id': '0082868b-5b0c-4a0e-a53d-5051216f65a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:33:10.228038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] Network hostable DHCP agents. Network: 9f4b7c57-9e8c-4d81-a595-ca11777f6478, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:33:10.247368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] Network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:33:10.259653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9f4b7c57-9e8c-4d81-a595-ca11777f6478) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:33:10.266463 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:10.267893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:10.272043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36418ed-1247-4a84-8548-2bb122382e1f None None] Network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:33:10.290085 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-afb4351a-06f1-4577-8e9a-58600c0a6d06 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3619866 Feb 15 14:33:10.385365 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa85f10-b4e6-48d4-be5a-a89665d013dd None None] Network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:33:10.687325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f47f6-e945-4aee-867e-cfa7f107c729 req-324204f0-6bea-4b12-8f7f-59a5620b216c tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:10.689446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-997f47f6-e945-4aee-867e-cfa7f107c729 req-324204f0-6bea-4b12-8f7f-59a5620b216c tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1128 time: 0.0509312 Feb 15 14:33:10.746928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-997f47f6-e945-4aee-867e-cfa7f107c729 req-0dd14ad5-a8c2-443c-b63c-7e3d94ef9cca tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492539 Feb 15 14:33:11.498653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d131db77-eb08-4f3b-9239-401b45970bb1 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:33:11.557210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port d131db77-eb08-4f3b-9239-401b45970bb1 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:33:11.562662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port d131db77-eb08-4f3b-9239-401b45970bb1 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:33:11.563084 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:11.654280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port d131db77-eb08-4f3b-9239-401b45970bb1 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:11.654676 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:11.682419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484347c1-2ead-4591-9092-3d5c1d319a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd131db77-eb08-4f3b-9239-401b45970bb1'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:33:11.685896 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7014c845-500f-4998-bbd3-17f3eebe9a0c" -d '{"events": [{"server_uuid": "484347c1-2ead-4591-9092-3d5c1d319a8f", "name": "network-vif-plugged", "status": "completed", "tag": "d131db77-eb08-4f3b-9239-401b45970bb1"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:33:11.702245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port d131db77-eb08-4f3b-9239-401b45970bb1, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d131db77-eb08-4f3b-9239-401b45970bb1,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:11.708208 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:11.738793 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c607537-4f7a-4a69-9fda-f763f4057595 x-openstack-request-id: req-0c607537-4f7a-4a69-9fda-f763f4057595 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:33:11.739213 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484347c1-2ead-4591-9092-3d5c1d319a8f", "name": "network-vif-plugged", "status": "completed", "tag": "d131db77-eb08-4f3b-9239-401b45970bb1", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:33:11.739362 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c607537-4f7a-4a69-9fda-f763f4057595 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:33:11.739759 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484347c1-2ead-4591-9092-3d5c1d319a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd131db77-eb08-4f3b-9239-401b45970bb1', 'code': 200} Feb 15 14:33:11.792638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=d131db77-eb08-4f3b-9239-401b45970bb1,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:11.909492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed652fe-866a-4d85-96eb-11a59affdb6c req-b0d93ca1-c979-4592-946f-4fd9009e8f18 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:11.912375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bed652fe-866a-4d85-96eb-11a59affdb6c req-b0d93ca1-c979-4592-946f-4fd9009e8f18 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1129 time: 0.0860126 Feb 15 14:33:11.915553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799c971-23f1-407f-b7cb-fa33770e9165 req-c90c8757-23f5-4415-baba-622feaf7f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:11.917201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b799c971-23f1-407f-b7cb-fa33770e9165 req-c90c8757-23f5-4415-baba-622feaf7f186 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1129 time: 0.0814872 Feb 15 14:33:12.002173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bed652fe-866a-4d85-96eb-11a59affdb6c req-5f924f85-9956-4ca1-8965-a966f06b6385 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794899 Feb 15 14:33:12.004474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b799c971-23f1-407f-b7cb-fa33770e9165 req-bb46838d-aba9-4fef-82c3-24b79f3d1875 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800564 Feb 15 14:33:12.261298 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:13.142129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642b307-5685-4ba5-af09-492a5ae71cae req-75086fdb-29b3-4205-b608-dfe9fa917efc tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:13.144350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e642b307-5685-4ba5-af09-492a5ae71cae req-75086fdb-29b3-4205-b608-dfe9fa917efc tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1129 time: 0.0514600 Feb 15 14:33:13.198544 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e642b307-5685-4ba5-af09-492a5ae71cae req-c9240662-7e10-4820-97b0-85e6a1f3e15e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476568 Feb 15 14:33:14.331766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e361-c9a5-4232-9430-eb74641966fa req-0aaa0792-81ef-45e1-8f31-8c93ce2afff2 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:14.333299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d362e361-c9a5-4232-9430-eb74641966fa req-0aaa0792-81ef-45e1-8f31-8c93ce2afff2 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1129 time: 0.0510447 Feb 15 14:33:14.380005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d362e361-c9a5-4232-9430-eb74641966fa req-f0b50b1c-8cf7-4dbc-ab4b-7198ae1801a2 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385160 Feb 15 14:33:14.503266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e9097-11fc-4669-8303-7832acd22e37 req-46814d38-0096-4899-a61a-335f74769904 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:14.504889 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca6e9097-11fc-4669-8303-7832acd22e37 req-46814d38-0096-4899-a61a-335f74769904 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1129 time: 0.0491321 Feb 15 14:33:14.550223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca6e9097-11fc-4669-8303-7832acd22e37 req-303a37a0-d9f9-404c-ae26-21643ae3c256 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391397 Feb 15 14:33:14.669202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eecdb7-596c-44fc-810f-7b6f4ba0ba2a req-fe085bd9-5d41-4eb3-9f78-e18092e3e3fa tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:14.670720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74eecdb7-596c-44fc-810f-7b6f4ba0ba2a req-fe085bd9-5d41-4eb3-9f78-e18092e3e3fa tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1129 time: 0.0490484 Feb 15 14:33:14.729213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74eecdb7-596c-44fc-810f-7b6f4ba0ba2a req-b9d00eed-a005-458d-8b18-624e2a8106f2 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Feb 15 14:33:14.762911 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f08f5c5b-9ab3-412e-b7f7-7e78674b02ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:15.020721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494864-7eed-4746-939a-b259cea6510d req-5dd0c69c-e063-4d03-9920-d2e5986ef2b0 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:15.022137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-5dd0c69c-e063-4d03-9920-d2e5986ef2b0 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/networks?id=93177fde-9125-49fd-93d6-0bd2807b295e HTTP/1.1" status: 200 len: 911 time: 0.0961094 Feb 15 14:33:15.037199 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-dd2d7cf2-1eb8-423c-84f9-68117d30854f tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/quotas/0b846af15de3434f9c297ad4933f5655 HTTP/1.1" status: 200 len: 375 time: 0.0091171 Feb 15 14:33:15.095651 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-84e57adb-3c12-4de9-a2d6-a9470c4fe7ba tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b846af15de3434f9c297ad4933f5655&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525436 Feb 15 14:33:15.199923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-31ad7bee-3c87-45bd-bed3-8867e1b39554 service neutron] 10.222.0.72 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963190 Feb 15 14:33:15.305676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-cf61314c-a165-4897-a9f7-0ea12459d94b service neutron] 10.222.0.72 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950322 Feb 15 14:33:15.526274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ace602f-3272-4aee-b18a-92aa8f0aca1d req-2f3c3740-711a-4044-b6e7-7964e981b9f6 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 210 time: 0.0332708 Feb 15 14:33:16.619420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae1c4b3b-64d7-4b19-80e8-046ea173ed46 req-55602780-3a99-4c4b-93ef-07d4fbb88fe3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 210 time: 0.0396843 Feb 15 14:33:17.163794 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-befb2c71-8671-4fc5-bb67-d8de15a701a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:17.566839 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494864-7eed-4746-939a-b259cea6510d req-06417161-2aa1-4905-af76-1001aeceaa07 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:17.569848 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-06417161-2aa1-4905-af76-1001aeceaa07 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.42 "GET /v2.0/networks?id=93177fde-9125-49fd-93d6-0bd2807b295e HTTP/1.1" status: 200 len: 911 time: 0.1189551 Feb 15 14:33:17.583632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Request body: {'port': {'device_id': 'c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15', 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e', 'admin_state_up': True, 'tenant_id': '0b846af15de3434f9c297ad4933f5655'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:33:17.615568 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Made reservation on behalf of 0b846af15de3434f9c297ad4933f5655 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:33:17.620174 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:17.761382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Allocated IP 172.20.0.7 (93177fde-9125-49fd-93d6-0bd2807b295e/48dec65c-c3c4-4b6d-a38a-0d27a0a522b3/1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:33:17.872141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a670bdff-0b41-4efd-b52b-97c99285483e req-2a97f363-62c4-4f92-bbe8-97b2e44be03e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 210 time: 0.1603010 Feb 15 14:33:17.927647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks [] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:17.961305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:17.974013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d131db77-eb08-4f3b-9239-401b45970bb1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:33:18.006062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Network 93177fde-9125-49fd-93d6-0bd2807b295e is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:33:18.009584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:33:18.014128 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:33:18.043793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Pushing event updated for resources: {'Port': ['ID=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:18.061723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:18.062350 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:18.089854 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-c2d951de-a1c1-415f-8189-4d727400864e tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5135326 Feb 15 14:33:18.102951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Request body: {'port': {'device_id': 'c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:33:18.174481 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:18.304124 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ec8234c5-4154-47da-8b0c-ccf8a0516471 None None] Provisioning complete for port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:33:18.305060 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ec8234c5-4154-47da-8b0c-ccf8a0516471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:18.350202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ec8234c5-4154-47da-8b0c-ccf8a0516471 None None] Port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:33:18.440746 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:18.475432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:33:18.482782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Publish callbacks [] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:18.497561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Transition to ACTIVE for port object 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:33:18.502752 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:18.566800 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:18.642146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Attempting to bind port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:33:18.642765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Attempting to bind port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:33:18.643272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Attempting to bind port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 on network 93177fde-9125-49fd-93d6-0bd2807b295e {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:33:18.649263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 on network 93177fde-9125-49fd-93d6-0bd2807b295e not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:33:18.649653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Attempting to bind port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 on network 93177fde-9125-49fd-93d6-0bd2807b295e {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:33:18.655546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:33:18.655957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Checking segment: {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:33:18.656283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Bound using segment: {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:33:18.656724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Bound port: 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f808fc-b477-4e93-acf9-fd46e6227106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:33:18.657090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:18.744292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] For port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:33:18.751708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] For port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:33:18.758636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:18.795444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:18.796074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:18.797487 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] 10.222.0.42 "PUT /v2.0/ports/1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 HTTP/1.1" status: 200 len: 1092 time: 0.6996112 Feb 15 14:33:18.797948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15', 'tag': '1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:33:18.800259 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15", "tag": "1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:33:18.838425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37165ba5-7f5e-4c61-8e8e-e5b2e0fe8ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:18.848138 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eed7430-f522-46c1-9d23-f09995928b10 x-openstack-request-id: req-2eed7430-f522-46c1-9d23-f09995928b10 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:33:18.848585 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15", "tag": "1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:33:18.848948 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2eed7430-f522-46c1-9d23-f09995928b10 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:33:18.849575 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15', 'tag': '1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5', 'status': 'completed', 'code': 200} Feb 15 14:33:18.921172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494864-7eed-4746-939a-b259cea6510d req-f94a85ab-a5fd-433b-ab58-4751528bea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:18.923073 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-f94a85ab-a5fd-433b-ab58-4751528bea01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b846af15de3434f9c297ad4933f5655&device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1126 time: 0.0552678 Feb 15 14:33:18.977699 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-d51c8397-f946-4a15-a260-7ac5aada6d8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 HTTP/1.1" status: 200 len: 217 time: 0.0463946 Feb 15 14:33:19.013961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1613-74ea-417d-93d7-b7b2217ba09f req-74872ae0-ff3e-4761-89c7-1281d06fc040 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:19.015897 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea9b1613-74ea-417d-93d7-b7b2217ba09f req-74872ae0-ff3e-4761-89c7-1281d06fc040 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1126 time: 0.0570240 Feb 15 14:33:19.035655 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494864-7eed-4746-939a-b259cea6510d req-c8a0ca03-c685-4cec-885f-dacbb88f5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:19.038605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-c8a0ca03-c685-4cec-885f-dacbb88f5ae9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48dec65c-c3c4-4b6d-a38a-0d27a0a522b3 HTTP/1.1" status: 200 len: 849 time: 0.0549984 Feb 15 14:33:19.104980 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea9b1613-74ea-417d-93d7-b7b2217ba09f req-df47edaa-454f-4b6d-8d1b-81575ad2f067 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791802 Feb 15 14:33:19.115213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494864-7eed-4746-939a-b259cea6510d req-1157e951-ada7-4530-9f9c-e9dd54df5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:19.117321 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-1157e951-ada7-4530-9f9c-e9dd54df5b02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93177fde-9125-49fd-93d6-0bd2807b295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0728319 Feb 15 14:33:19.209111 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-7f3f5e49-e8c7-41a0-942a-8abb44f1c222 service neutron] 10.222.0.42 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857639 Feb 15 14:33:19.304507 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1a494864-7eed-4746-939a-b259cea6510d req-369dd551-7526-4f4a-9154-b6fc432f066e service neutron] 10.222.0.42 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896447 Feb 15 14:33:19.417808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2 req-de347140-3f4c-4b7e-a06e-0f9cb22f4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:19.419468 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2 req-de347140-3f4c-4b7e-a06e-0f9cb22f4a59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b846af15de3434f9c297ad4933f5655&device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1126 time: 0.0571582 Feb 15 14:33:19.544189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2 req-eb01facc-bbff-4ccf-b3ee-0d433e7f60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:19.545985 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2 req-eb01facc-bbff-4ccf-b3ee-0d433e7f60c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93177fde-9125-49fd-93d6-0bd2807b295e HTTP/1.1" status: 200 len: 911 time: 0.1200995 Feb 15 14:33:19.590960 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2 req-007becc2-22af-47d1-a6cc-98d25789ceb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 HTTP/1.1" status: 200 len: 217 time: 0.0385549 Feb 15 14:33:19.651164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2 req-8c634aaf-3db3-4c5c-9dad-43853d5e6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:19.653488 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2 req-8c634aaf-3db3-4c5c-9dad-43853d5e6be6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48dec65c-c3c4-4b6d-a38a-0d27a0a522b3 HTTP/1.1" status: 200 len: 849 time: 0.0519202 Feb 15 14:33:19.733806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2 req-c779dfa1-e20e-4065-b36c-7326f39ce624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:19.737038 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2 req-c779dfa1-e20e-4065-b36c-7326f39ce624 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93177fde-9125-49fd-93d6-0bd2807b295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0769019 Feb 15 14:33:19.802291 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:19.859055 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2 req-bbf858c3-a4b1-4dfc-9855-41cb8176fb89 service neutron] 10.222.0.42 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146064 Feb 15 14:33:19.984404 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39a9e6c3-ddc3-4cb6-90d2-239b463614e2 req-4b79ffd2-5cd3-4fbf-a866-9fe605efa165 service neutron] 10.222.0.42 "GET /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179450 Feb 15 14:33:20.299911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3cb31-e4de-4f04-9abb-cc310690106f req-b7ded3c6-d98c-4576-9332-bc8025d8f626 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:20.301476 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cc3cb31-e4de-4f04-9abb-cc310690106f req-b7ded3c6-d98c-4576-9332-bc8025d8f626 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1126 time: 0.1161540 Feb 15 14:33:20.351645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cc3cb31-e4de-4f04-9abb-cc310690106f req-3ff83d00-3c85-449c-9a20-a77433b87752 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421901 Feb 15 14:33:20.736282 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:33:21.099335 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:21.472015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35481f8e-4871-4b3d-bdfb-dac79f411d72 req-4b1e9e58-cc35-4399-b041-a90e04eee2e5 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:21.473573 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35481f8e-4871-4b3d-bdfb-dac79f411d72 req-4b1e9e58-cc35-4399-b041-a90e04eee2e5 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1126 time: 0.0493231 Feb 15 14:33:21.528178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35481f8e-4871-4b3d-bdfb-dac79f411d72 req-df5b941c-9162-42cb-928a-b351a0eb6654 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475175 Feb 15 14:33:22.162484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:33:22.269958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:22.288242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5', 'network_id': '93177fde-9125-49fd-93d6-0bd2807b295e', 'port_id': '1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5', 'mac_address': 'fa:16:3e:90:55:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dec65c-c3c4-4b6d-a38a-0d27a0a522b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:33:22.329224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:22.329752 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:22.344031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:33:22.370428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:22.375731 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:22.439807 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:22.629457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:33:22.653217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647de3e-a9d4-4bc5-b2da-043c0728f076 req-7dfc3355-1dc9-431f-9a81-1df8a9c9d176 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:22.655973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c647de3e-a9d4-4bc5-b2da-043c0728f076 req-7dfc3355-1dc9-431f-9a81-1df8a9c9d176 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1127 time: 0.0482697 Feb 15 14:33:22.732666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c647de3e-a9d4-4bc5-b2da-043c0728f076 req-573d9ad9-3379-4254-a4d9-389dae247121 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698378 Feb 15 14:33:23.857286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5b9e8-c1e8-43a0-8d21-7d72d59fef52 req-715fc4e0-26a1-4839-ac49-b691cce4d73d tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:23.858886 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03c5b9e8-c1e8-43a0-8d21-7d72d59fef52 req-715fc4e0-26a1-4839-ac49-b691cce4d73d tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1127 time: 0.0502028 Feb 15 14:33:23.911236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03c5b9e8-c1e8-43a0-8d21-7d72d59fef52 req-dc4d8ac7-5cd3-441d-ac6d-75b72ab6afce tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459521 Feb 15 14:33:24.182305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:33:24.234546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:33:24.238929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:33:24.239308 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:24.320555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:33:24.320970 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:24.343471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:33:24.346041 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217f06d2-93a1-4dd2-af54-2bc335d18187" -d '{"events": [{"server_uuid": "c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15", "name": "network-vif-plugged", "status": "completed", "tag": "1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:33:24.360206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:24.365638 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:24.390106 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d924ee-a6be-4002-a263-3d98da1ec351 x-openstack-request-id: req-d0d924ee-a6be-4002-a263-3d98da1ec351 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:33:24.390402 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15", "name": "network-vif-plugged", "status": "completed", "tag": "1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:33:24.390667 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0d924ee-a6be-4002-a263-3d98da1ec351 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:33:24.391064 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5', 'code': 200} Feb 15 14:33:24.421848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:24.511202 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d7bb9-044d-4115-a8bd-a338081c3df1 req-8af17094-a7c4-4993-aecf-661aca3995d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:24.512927 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-213d7bb9-044d-4115-a8bd-a338081c3df1 req-8af17094-a7c4-4993-aecf-661aca3995d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1128 time: 0.0491061 Feb 15 14:33:24.563830 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-213d7bb9-044d-4115-a8bd-a338081c3df1 req-5672a561-0e57-4b46-974c-2f9e8c875d9c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452533 Feb 15 14:33:25.037706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07261631-b315-4041-adcc-04181cf7ca59 req-4a66853d-10ed-4167-9ad7-3bffd2978168 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:25.039252 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07261631-b315-4041-adcc-04181cf7ca59 req-4a66853d-10ed-4167-9ad7-3bffd2978168 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1128 time: 0.0532558 Feb 15 14:33:25.093635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07261631-b315-4041-adcc-04181cf7ca59 req-bea216e2-0b55-4b68-a768-8a407946dc2d tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469847 Feb 15 14:33:26.231124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd33bd-2f0a-45f6-aba6-e2665b9b4c3d req-dd06adee-8c67-4b63-9791-d14c40e5f6d7 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:26.232766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3fd33bd-2f0a-45f6-aba6-e2665b9b4c3d req-dd06adee-8c67-4b63-9791-d14c40e5f6d7 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1128 time: 0.0512590 Feb 15 14:33:26.285645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d3fd33bd-2f0a-45f6-aba6-e2665b9b4c3d req-69fdb5af-3d4d-4620-b48a-890ebb92c345 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466723 Feb 15 14:33:26.411417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4527f-dc97-48d0-bd7a-16267bd7ce52 req-a3dc485d-e6cd-460d-8557-afbec926fb9c tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:26.411778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ad4527f-dc97-48d0-bd7a-16267bd7ce52 req-a3dc485d-e6cd-460d-8557-afbec926fb9c tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1128 time: 0.0481567 Feb 15 14:33:26.461634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ad4527f-dc97-48d0-bd7a-16267bd7ce52 req-7d9742e7-2c94-4195-8250-feb8e184f29c tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Feb 15 14:33:26.579975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eae095-b621-45ec-8dd1-41056377dab4 req-501ae605-a1ef-41a2-81e0-b406c7c3b8c0 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:26.581500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20eae095-b621-45ec-8dd1-41056377dab4 req-501ae605-a1ef-41a2-81e0-b406c7c3b8c0 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1128 time: 0.0503089 Feb 15 14:33:26.631382 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20eae095-b621-45ec-8dd1-41056377dab4 req-4469eb30-2706-4fde-ae0f-6fd802bb2237 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438147 Feb 15 14:33:26.886674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465de808-7368-4d33-b4b5-0caf2196b09e req-54877ffe-bc8c-4c5b-a93a-9300c58606a0 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:26.888365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-465de808-7368-4d33-b4b5-0caf2196b09e req-54877ffe-bc8c-4c5b-a93a-9300c58606a0 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1128 time: 0.0449944 Feb 15 14:33:26.933868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-465de808-7368-4d33-b4b5-0caf2196b09e req-a0ebb756-1ab6-4071-b1b0-3455c833ac62 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396652 Feb 15 14:33:27.485726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-76074d5d-12c0-41ca-9bb6-4da9dbb45a48 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450981 Feb 15 14:33:27.583009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-6308f5fc-469e-4f85-bae5-521956b15fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:27.584637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-6308f5fc-469e-4f85-bae5-521956b15fbd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 1128 time: 0.0525980 Feb 15 14:33:27.692515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-91805d70-65df-4247-8505-2d62ec65b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:27.694009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-91805d70-65df-4247-8505-2d62ec65b728 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ed7f9d7-659e-4a07-b51e-80e502e0b766 HTTP/1.1" status: 200 len: 898 time: 0.0910566 Feb 15 14:33:27.777138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-560929f5-971f-4726-8fd8-466016833db8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915 HTTP/1.1" status: 200 len: 1001 time: 0.0770972 Feb 15 14:33:27.832371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-f65bbc3a-c3b0-40e5-bfb6-c43748a372b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:27.835555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-f65bbc3a-c3b0-40e5-bfb6-c43748a372b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d110b6ef-9e1b-4484-9967-d81e542dba3f HTTP/1.1" status: 200 len: 835 time: 0.0517092 Feb 15 14:33:27.890474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-f3e351b3-c1cd-4ca6-a5a2-c5426ab61d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:27.892011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-f3e351b3-c1cd-4ca6-a5a2-c5426ab61d16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ed7f9d7-659e-4a07-b51e-80e502e0b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516586 Feb 15 14:33:28.015585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-a329196f-cae1-4879-997c-34fb8dec565a service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169991 Feb 15 14:33:28.127406 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d69c6-7d5d-49d1-a3ff-3865d4b46a2e req-390b1a1b-aa04-411c-8c86-d7571b3669a3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:28.128979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-333d69c6-7d5d-49d1-a3ff-3865d4b46a2e req-390b1a1b-aa04-411c-8c86-d7571b3669a3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1128 time: 0.1103625 Feb 15 14:33:28.152160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3109c6c-bc6d-4bab-aeb6-a9fc0a44c671 req-e7f37ba0-147d-4037-8094-5c11e71965ae service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247873 Feb 15 14:33:28.193040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d84326-139a-4e5f-b64a-048b165dca44 req-a6e16c03-de11-46d4-9eff-cc7d272d8bda tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:28.193617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-333d69c6-7d5d-49d1-a3ff-3865d4b46a2e req-2ea0c70b-c3d4-4733-99b5-2cb72c1f365b tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574372 Feb 15 14:33:28.195985 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c4d84326-139a-4e5f-b64a-048b165dca44 req-a6e16c03-de11-46d4-9eff-cc7d272d8bda tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15 HTTP/1.1" status: 200 len: 1128 time: 0.0543087 Feb 15 14:33:28.292543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-c4d84326-139a-4e5f-b64a-048b165dca44 req-fde5032c-820e-48e4-824a-5666e39779e3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Deleting port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:33:28.292798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c4d84326-139a-4e5f-b64a-048b165dca44 req-fde5032c-820e-48e4-824a-5666e39779e3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:28.376574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c4d84326-139a-4e5f-b64a-048b165dca44 req-fde5032c-820e-48e4-824a-5666e39779e3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] For port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:28.376893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c4d84326-139a-4e5f-b64a-048b165dca44 req-fde5032c-820e-48e4-824a-5666e39779e3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:28.392983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-c4d84326-139a-4e5f-b64a-048b165dca44 req-fde5032c-820e-48e4-824a-5666e39779e3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Calling delete_port for 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:33:28.536430 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c4d84326-139a-4e5f-b64a-048b165dca44 req-fde5032c-820e-48e4-824a-5666e39779e3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:28.554951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d131db77-eb08-4f3b-9239-401b45970bb1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:33:28.560804 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:33:28.567161 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5032c-820e-48e4-824a-5666e39779e3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:28.614489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d84326-139a-4e5f-b64a-048b165dca44 req-fde5032c-820e-48e4-824a-5666e39779e3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] No DVR routers for this DVR port 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:33:28.617952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c4d84326-139a-4e5f-b64a-048b165dca44 req-fde5032c-820e-48e4-824a-5666e39779e3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:28.621458 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c4d84326-139a-4e5f-b64a-048b165dca44 req-fde5032c-820e-48e4-824a-5666e39779e3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.42 "DELETE /v2.0/ports/1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 HTTP/1.1" status: 204 len: 173 time: 0.4199665 Feb 15 14:33:28.621948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15', 'name': 'network-vif-deleted', 'tag': '1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:33:28.624306 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b77b460-39fe-4d5f-8275-6638ba8873d5" -d '{"events": [{"server_uuid": "c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15", "name": "network-vif-deleted", "tag": "1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:33:28.676900 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf3368d-99ba-4e1f-9091-cf2b7b850108 x-openstack-request-id: req-baf3368d-99ba-4e1f-9091-cf2b7b850108 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:33:28.677405 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15", "name": "network-vif-deleted", "tag": "1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:33:28.677801 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-baf3368d-99ba-4e1f-9091-cf2b7b850108 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:33:28.683020 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fc6a93-70d5-4b0a-bfc3-e53bd6c58d15', 'name': 'network-vif-deleted', 'tag': '1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5', 'status': 'completed', 'code': 200} Feb 15 14:33:29.480573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e685e-fe10-4c0c-b463-572b5e77a993 req-2dea0971-9065-4755-9a9a-d55dfdc76424 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:29.482138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f85e685e-fe10-4c0c-b463-572b5e77a993 req-2dea0971-9065-4755-9a9a-d55dfdc76424 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1129 time: 0.0485737 Feb 15 14:33:29.530655 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f85e685e-fe10-4c0c-b463-572b5e77a993 req-926c550d-36bb-4306-be4a-884c6906a8cc tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Feb 15 14:33:30.647887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b05b3-5660-4a91-ae78-e64b4d635e9e req-20588557-34fd-4d07-a09a-13213bcc3de1 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:30.649482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c54b05b3-5660-4a91-ae78-e64b4d635e9e req-20588557-34fd-4d07-a09a-13213bcc3de1 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1129 time: 0.0460193 Feb 15 14:33:30.695603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c54b05b3-5660-4a91-ae78-e64b4d635e9e req-5dbfe15b-c36e-4957-88dd-4f6f491e83b2 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=abcf3e69-da44-4d53-a4d6-96560799bf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Feb 15 14:33:31.115026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2620-2d20-445c-a41d-726b2c8944f8 req-e706a5c3-1568-4d79-b2e9-e0ef9fea4a54 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:33:31.117525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f29d2620-2d20-445c-a41d-726b2c8944f8 req-e706a5c3-1568-4d79-b2e9-e0ef9fea4a54 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 1129 time: 0.0498395 Feb 15 14:33:31.211667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f29d2620-2d20-445c-a41d-726b2c8944f8 req-d68a92e4-596c-4e2c-b8d9-37d66ba86d27 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Deleting port d131db77-eb08-4f3b-9239-401b45970bb1 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:33:31.212162 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f29d2620-2d20-445c-a41d-726b2c8944f8 req-d68a92e4-596c-4e2c-b8d9-37d66ba86d27 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:31.318661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f29d2620-2d20-445c-a41d-726b2c8944f8 req-d68a92e4-596c-4e2c-b8d9-37d66ba86d27 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] For port d131db77-eb08-4f3b-9239-401b45970bb1, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=d131db77-eb08-4f3b-9239-401b45970bb1,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:31.319183 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f29d2620-2d20-445c-a41d-726b2c8944f8 req-d68a92e4-596c-4e2c-b8d9-37d66ba86d27 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:31.335859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f29d2620-2d20-445c-a41d-726b2c8944f8 req-d68a92e4-596c-4e2c-b8d9-37d66ba86d27 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Calling delete_port for d131db77-eb08-4f3b-9239-401b45970bb1 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:33:31.497945 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f29d2620-2d20-445c-a41d-726b2c8944f8 req-d68a92e4-596c-4e2c-b8d9-37d66ba86d27 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d131db77-eb08-4f3b-9239-401b45970bb1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:31.508884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['d131db77-eb08-4f3b-9239-401b45970bb1'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:33:31.531887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a92e4-596c-4e2c-b8d9-37d66ba86d27 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Pushing event deleted for resources: {'Port': ['ID=d131db77-eb08-4f3b-9239-401b45970bb1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:31.578636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29d2620-2d20-445c-a41d-726b2c8944f8 req-d68a92e4-596c-4e2c-b8d9-37d66ba86d27 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] No DVR routers for this DVR port d131db77-eb08-4f3b-9239-401b45970bb1 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:33:31.582084 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f29d2620-2d20-445c-a41d-726b2c8944f8 req-d68a92e4-596c-4e2c-b8d9-37d66ba86d27 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:31.586920 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f29d2620-2d20-445c-a41d-726b2c8944f8 req-d68a92e4-596c-4e2c-b8d9-37d66ba86d27 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.67 "DELETE /v2.0/ports/d131db77-eb08-4f3b-9239-401b45970bb1 HTTP/1.1" status: 204 len: 173 time: 0.4631481 Feb 15 14:33:31.587456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484347c1-2ead-4591-9092-3d5c1d319a8f', 'name': 'network-vif-deleted', 'tag': 'd131db77-eb08-4f3b-9239-401b45970bb1'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:33:31.589761 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5518ee14-1861-43f7-b52c-83013e1dda65" -d '{"events": [{"server_uuid": "484347c1-2ead-4591-9092-3d5c1d319a8f", "name": "network-vif-deleted", "tag": "d131db77-eb08-4f3b-9239-401b45970bb1"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:33:31.651698 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6206e0-2bab-4716-b548-f38f61545299 x-openstack-request-id: req-8a6206e0-2bab-4716-b548-f38f61545299 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:33:31.652335 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484347c1-2ead-4591-9092-3d5c1d319a8f", "name": "network-vif-deleted", "tag": "d131db77-eb08-4f3b-9239-401b45970bb1", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:33:31.652608 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a6206e0-2bab-4716-b548-f38f61545299 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:33:31.653256 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484347c1-2ead-4591-9092-3d5c1d319a8f', 'name': 'network-vif-deleted', 'tag': 'd131db77-eb08-4f3b-9239-401b45970bb1', 'status': 'completed', 'code': 200} Feb 15 14:33:31.826072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b217828-dbc5-4b90-9dbb-3282b9ab161e req-3c41a56e-9670-4621-afd9-f1e838358bf3 tempest-TestServerMultinode-1753417932 tempest-TestServerMultinode-1753417932-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=484347c1-2ead-4591-9092-3d5c1d319a8f HTTP/1.1" status: 200 len: 210 time: 0.0353298 Feb 15 14:33:32.193959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:33:32.214769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:33:32.215148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1bbf099f-9ff1-4bc6-b7b3-291e438f9cf5 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:33:32.894503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44822) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:33.263154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:33.521635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] Deleting port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:33:33.521977 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:33.607841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] For port 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:33.608203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:33.621997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] Calling delete_port for 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:33:33.812049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:33.838845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:34.082582 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:34.321347 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] Router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:33:34.737334 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:33:34.743090 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a0ae8087-f160-4da3-896c-5c31d9e6ab90 admin admin] 10.222.0.72 "PUT /v2.0/routers/b4d65c68-b5eb-4f46-8dcd-d80139bdca62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8470738 Feb 15 14:33:34.746936 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7feedb-8c84-4564-95dd-ab401bca904d None None] Sync routers for ids ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:33:34.747431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44828) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:34.771823 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7feedb-8c84-4564-95dd-ab401bca904d None None] Routers {'b4d65c68-b5eb-4f46-8dcd-d80139bdca62'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:33:34.784309 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7a7feedb-8c84-4564-95dd-ab401bca904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:33:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:34.880220 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Publish callbacks [] for router (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:34.915469 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7a7feedb-8c84-4564-95dd-ab401bca904d None None] Set router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:33:34.997147 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Publish callbacks [] for router_gateway (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:35.061088 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Deleting port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:33:35.061561 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:35.127676 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7a7feedb-8c84-4564-95dd-ab401bca904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'name': 'tempest-TestServerMultinode-1784704433-router', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:47Z', 'updated_at': '2022-02-15T14:33:33Z', 'revision_number': 5, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'gw_port': {'id': '5ac75d2b-e7b8-4607-ab4c-0abcbf850aea', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:48Z', 'updated_at': '2022-02-15T14:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:35.148742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] For port 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5ac75d2b-e7b8-4607-ab4c-0abcbf850aea,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:35.149326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:35.158835 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7feedb-8c84-4564-95dd-ab401bca904d None None] Checking router: b4d65c68-b5eb-4f46-8dcd-d80139bdca62 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:33:35.163904 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Calling delete_port for 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:33:35.168716 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7feedb-8c84-4564-95dd-ab401bca904d None None] Routers {'b4d65c68-b5eb-4f46-8dcd-d80139bdca62'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:33:35.169529 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7a7feedb-8c84-4564-95dd-ab401bca904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:33:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:35.262125 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7a7feedb-8c84-4564-95dd-ab401bca904d None None] Set router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:33:35.317045 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7a7feedb-8c84-4564-95dd-ab401bca904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'name': 'tempest-TestServerMultinode-1784704433-router', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:47Z', 'updated_at': '2022-02-15T14:33:34Z', 'revision_number': 6, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:35.343262 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7feedb-8c84-4564-95dd-ab401bca904d None None] The sync data for ids ['b4d65c68-b5eb-4f46-8dcd-d80139bdca62'] in n-d-829064-15 is: [{'id': 'b4d65c68-b5eb-4f46-8dcd-d80139bdca62', 'name': 'tempest-TestServerMultinode-1784704433-router', 'tenant_id': 'bc88f151a4864613ac8b7e89b394e594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:47Z', 'updated_at': '2022-02-15T14:33:34Z', 'revision_number': 6, 'project_id': 'bc88f151a4864613ac8b7e89b394e594', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:33:35.346105 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5ac75d2b-e7b8-4607-ab4c-0abcbf850aea), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:35.372257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac75d2b-e7b8-4607-ab4c-0abcbf850aea,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:35.441549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:35.537685 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:35.540525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Publish callbacks [] for router_controller (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:35.592901 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (b4d65c68-b5eb-4f46-8dcd-d80139bdca62), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:35.593793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4d65c68-b5eb-4f46-8dcd-d80139bdca62 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:33:35.596159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d131db77-eb08-4f3b-9239-401b45970bb1 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:33:35.601601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:35.603492 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-97354d7a-4271-487b-989b-0157a5838ede admin admin] 10.222.0.72 "DELETE /v2.0/routers/b4d65c68-b5eb-4f46-8dcd-d80139bdca62 HTTP/1.1" status: 204 len: 168 time: 0.8550687 Feb 15 14:33:35.606045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44832) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:35.619774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: d131db77-eb08-4f3b-9239-401b45970bb1 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:33:35.620841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device d131db77-eb08-4f3b-9239-401b45970bb1 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:33:35.652988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-8130cd82-cb93-462f-8ef8-9c58e1eec8cb admin admin] Deleting subnet 48dec65c-c3c4-4b6d-a38a-0d27a0a522b3 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:33:35.656213 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8130cd82-cb93-462f-8ef8-9c58e1eec8cb admin admin] Publish callbacks [] for subnet (48dec65c-c3c4-4b6d-a38a-0d27a0a522b3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.060531 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8130cd82-cb93-462f-8ef8-9c58e1eec8cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (48dec65c-c3c4-4b6d-a38a-0d27a0a522b3), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.149023 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8130cd82-cb93-462f-8ef8-9c58e1eec8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (48dec65c-c3c4-4b6d-a38a-0d27a0a522b3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.213204 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8130cd82-cb93-462f-8ef8-9c58e1eec8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (48dec65c-c3c4-4b6d-a38a-0d27a0a522b3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.242869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130cd82-cb93-462f-8ef8-9c58e1eec8cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48dec65c-c3c4-4b6d-a38a-0d27a0a522b3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:36.245072 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8130cd82-cb93-462f-8ef8-9c58e1eec8cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.248431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8130cd82-cb93-462f-8ef8-9c58e1eec8cb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/48dec65c-c3c4-4b6d-a38a-0d27a0a522b3 HTTP/1.1" status: 204 len: 168 time: 0.6413214 Feb 15 14:33:36.251073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44836) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:36.257016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ed95cf-94b5-4a09-bf4a-169b2b0a353f None None] Network 93177fde-9125-49fd-93d6-0bd2807b295e requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:33:36.337849 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (93177fde-9125-49fd-93d6-0bd2807b295e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.401831 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Deleting port d620ad44-359b-42f4-a5f6-085c5bc1f90e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:33:36.402519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.454283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09b025c-9f1a-413b-a095-7d21a8b798e9 None None] DHCP port deletion for 93177fde-9125-49fd-93d6-0bd2807b295e request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:33:36.487004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] For port d620ad44-359b-42f4-a5f6-085c5bc1f90e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d620ad44-359b-42f4-a5f6-085c5bc1f90e,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:36.487476 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.505976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Calling delete_port for d620ad44-359b-42f4-a5f6-085c5bc1f90e owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:33:36.523843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a09b025c-9f1a-413b-a095-7d21a8b798e9 None None] Deleting port d620ad44-359b-42f4-a5f6-085c5bc1f90e {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:33:36.524778 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a09b025c-9f1a-413b-a095-7d21a8b798e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.605013 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.621258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a09b025c-9f1a-413b-a095-7d21a8b798e9 None None] For port d620ad44-359b-42f4-a5f6-085c5bc1f90e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d620ad44-359b-42f4-a5f6-085c5bc1f90e,segment=NetworkSegment(a2f808fc-b477-4e93-acf9-fd46e6227106),segment_id=a2f808fc-b477-4e93-acf9-fd46e6227106)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:36.621898 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a09b025c-9f1a-413b-a095-7d21a8b798e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.634624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Pushing event deleted for resources: {'Port': ['ID=d620ad44-359b-42f4-a5f6-085c5bc1f90e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:36.643251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a09b025c-9f1a-413b-a095-7d21a8b798e9 None None] Calling delete_port for d620ad44-359b-42f4-a5f6-085c5bc1f90e owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:33:36.648498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] No DVR routers for this DVR port d620ad44-359b-42f4-a5f6-085c5bc1f90e on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:33:36.735876 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (93177fde-9125-49fd-93d6-0bd2807b295e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.740551 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a09b025c-9f1a-413b-a095-7d21a8b798e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (d620ad44-359b-42f4-a5f6-085c5bc1f90e), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.768586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93177fde-9125-49fd-93d6-0bd2807b295e']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:36.782316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b025c-9f1a-413b-a095-7d21a8b798e9 None None] Pushing event deleted for resources: {'Port': ['ID=d620ad44-359b-42f4-a5f6-085c5bc1f90e,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:36.782496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f808fc-b477-4e93-acf9-fd46e6227106') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:36.783049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f808fc-b477-4e93-acf9-fd46e6227106') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:36.790054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b025c-9f1a-413b-a095-7d21a8b798e9 None None] No DVR routers for this DVR port d620ad44-359b-42f4-a5f6-085c5bc1f90e on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:33:36.813016 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (a2f808fc-b477-4e93-acf9-fd46e6227106), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.827704 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a2f808fc-b477-4e93-acf9-fd46e6227106), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.836653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:33:36.837334 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (a2f808fc-b477-4e93-acf9-fd46e6227106), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.846436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d620ad44-359b-42f4-a5f6-085c5bc1f90e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:33:36.852055 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:33:36.877371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d620ad44-359b-42f4-a5f6-085c5bc1f90e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:33:36.877727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d620ad44-359b-42f4-a5f6-085c5bc1f90e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:33:36.878159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:33:36.900149 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:33:36.900501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5ac75d2b-e7b8-4607-ab4c-0abcbf850aea not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:33:36.900935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:33:36.922172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:33:36.922698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 2c55bbcc-0c25-4f3f-bd7b-7bd8b11ee249 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:33:36.938333 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (93177fde-9125-49fd-93d6-0bd2807b295e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.944991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:36.948292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] 10.222.0.72 "DELETE /v2.0/networks/93177fde-9125-49fd-93d6-0bd2807b295e HTTP/1.1" status: 204 len: 168 time: 0.6964481 Feb 15 14:33:36.952880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44838) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:36.966984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0c027-b1c0-44d6-b080-c1cdd0f9f27d admin admin] Pushing event deleted for resources: {'Network': ['ID=93177fde-9125-49fd-93d6-0bd2807b295e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:37.367555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (a1a13877-205e-4808-8ded-77e14b3b584d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:37.622388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] Deleting port 71183e90-fa72-4c2b-b1e8-624b47305eb3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:33:37.622632 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:37.703319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] For port 71183e90-fa72-4c2b-b1e8-624b47305eb3, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=71183e90-fa72-4c2b-b1e8-624b47305eb3,segment=NetworkSegment(a24afa65-ce9a-46bc-9f09-e677b3491f5b),segment_id=a24afa65-ce9a-46bc-9f09-e677b3491f5b)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:37.703685 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:37.721772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] Calling delete_port for 71183e90-fa72-4c2b-b1e8-624b47305eb3 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:33:37.908666 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (71183e90-fa72-4c2b-b1e8-624b47305eb3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:37.935635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=71183e90-fa72-4c2b-b1e8-624b47305eb3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:38.118599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (a1a13877-205e-4808-8ded-77e14b3b584d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:38.349862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] Router a1a13877-205e-4808-8ded-77e14b3b584d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:33:38.465682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:33:38.470735 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-62d12ec1-e1c3-400b-ac66-d7d2716350a7 admin admin] 10.222.0.72 "PUT /v2.0/routers/a1a13877-205e-4808-8ded-77e14b3b584d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5162079 Feb 15 14:33:38.473334 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44846) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:38.477287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785a390-e095-4f0f-a342-46c07b73ae23 None None] Sync routers for ids ['a1a13877-205e-4808-8ded-77e14b3b584d'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:33:38.488487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785a390-e095-4f0f-a342-46c07b73ae23 None None] Routers {'a1a13877-205e-4808-8ded-77e14b3b584d'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:33:38.489175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2785a390-e095-4f0f-a342-46c07b73ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:33:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a1a13877-205e-4808-8ded-77e14b3b584d'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:38.591330 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Publish callbacks [] for router (a1a13877-205e-4808-8ded-77e14b3b584d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:38.707622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Publish callbacks [] for router_gateway (a1a13877-205e-4808-8ded-77e14b3b584d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:38.777810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Deleting port 018b7eee-5395-4874-b4db-bbdd430349d8 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:33:38.779410 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:38.788349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-2785a390-e095-4f0f-a342-46c07b73ae23 None None] Set router a1a13877-205e-4808-8ded-77e14b3b584d gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:33:38.872171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] For port 018b7eee-5395-4874-b4db-bbdd430349d8, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=018b7eee-5395-4874-b4db-bbdd430349d8,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:38.872636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:38.888258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Calling delete_port for 018b7eee-5395-4874-b4db-bbdd430349d8 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:33:39.003531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2785a390-e095-4f0f-a342-46c07b73ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'name': 'tempest-TestServerMultinode-1295366410-router', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:53Z', 'updated_at': '2022-02-15T14:33:37Z', 'revision_number': 5, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'gw_port': {'id': '018b7eee-5395-4874-b4db-bbdd430349d8', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:32:54Z', 'updated_at': '2022-02-15T14:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:39.030549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785a390-e095-4f0f-a342-46c07b73ae23 None None] Checking router: a1a13877-205e-4808-8ded-77e14b3b584d for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:33:39.040935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785a390-e095-4f0f-a342-46c07b73ae23 None None] Routers {'a1a13877-205e-4808-8ded-77e14b3b584d'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:33:39.041572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2785a390-e095-4f0f-a342-46c07b73ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:33:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['a1a13877-205e-4808-8ded-77e14b3b584d'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:39.068348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (018b7eee-5395-4874-b4db-bbdd430349d8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:39.105139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=018b7eee-5395-4874-b4db-bbdd430349d8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:39.150759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-2785a390-e095-4f0f-a342-46c07b73ae23 None None] Set router a1a13877-205e-4808-8ded-77e14b3b584d gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:33:39.185099 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (a1a13877-205e-4808-8ded-77e14b3b584d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:39.211770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2785a390-e095-4f0f-a342-46c07b73ae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'name': 'tempest-TestServerMultinode-1295366410-router', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:53Z', 'updated_at': '2022-02-15T14:33:38Z', 'revision_number': 6, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:39.240197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785a390-e095-4f0f-a342-46c07b73ae23 None None] The sync data for ids ['a1a13877-205e-4808-8ded-77e14b3b584d'] in n-d-829064-15 is: [{'id': 'a1a13877-205e-4808-8ded-77e14b3b584d', 'name': 'tempest-TestServerMultinode-1295366410-router', 'tenant_id': '0b846af15de3434f9c297ad4933f5655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:32:53Z', 'updated_at': '2022-02-15T14:33:38Z', 'revision_number': 6, 'project_id': '0b846af15de3434f9c297ad4933f5655', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:33:39.299247 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (a1a13877-205e-4808-8ded-77e14b3b584d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:39.301455 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Publish callbacks [] for router_controller (a1a13877-205e-4808-8ded-77e14b3b584d), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:39.349459 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (a1a13877-205e-4808-8ded-77e14b3b584d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:39.349783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1a13877-205e-4808-8ded-77e14b3b584d {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:33:39.354128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:39.355343 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e0ebb01b-8f55-4d6e-b510-59cdb23e3b0b admin admin] 10.222.0.72 "DELETE /v2.0/routers/a1a13877-205e-4808-8ded-77e14b3b584d HTTP/1.1" status: 204 len: 168 time: 0.8808780 Feb 15 14:33:39.358105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44858) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:39.721142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b433842b-13b6-4837-9c61-406dac1d5a72 admin admin] Deleting subnet de632ce0-90be-4ec6-9b4e-9791b7511895 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:33:39.724751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b433842b-13b6-4837-9c61-406dac1d5a72 admin admin] Publish callbacks [] for subnet (de632ce0-90be-4ec6-9b4e-9791b7511895), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:39.774984 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b433842b-13b6-4837-9c61-406dac1d5a72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (de632ce0-90be-4ec6-9b4e-9791b7511895), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:39.879313 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b433842b-13b6-4837-9c61-406dac1d5a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (de632ce0-90be-4ec6-9b4e-9791b7511895), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:39.932897 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b433842b-13b6-4837-9c61-406dac1d5a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (de632ce0-90be-4ec6-9b4e-9791b7511895), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:39.958650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433842b-13b6-4837-9c61-406dac1d5a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de632ce0-90be-4ec6-9b4e-9791b7511895,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:39.973446 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b433842b-13b6-4837-9c61-406dac1d5a72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:39.973685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a372007a-b538-4f4a-b6ad-3d3822f85521 None None] Network d440af09-98fd-447d-a549-b836f4c51aa0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:33:39.974078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44878) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:39.974483 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b433842b-13b6-4837-9c61-406dac1d5a72 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/de632ce0-90be-4ec6-9b4e-9791b7511895 HTTP/1.1" status: 204 len: 168 time: 0.6150045 Feb 15 14:33:40.054116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (d440af09-98fd-447d-a549-b836f4c51aa0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.117646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Deleting port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:33:40.117988 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.132633 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.201229 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c4907-baa9-4966-835b-a97090ee4c0a None None] DHCP port deletion for d440af09-98fd-447d-a549-b836f4c51aa0 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:33:40.217287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] For port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=90794f9a-19f7-488c-82c1-3d1c40e8d4e7,segment=NetworkSegment(a24afa65-ce9a-46bc-9f09-e677b3491f5b),segment_id=a24afa65-ce9a-46bc-9f09-e677b3491f5b)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:40.217737 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.234143 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Calling delete_port for 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:33:40.264718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c4907-baa9-4966-835b-a97090ee4c0a None None] Deleting port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:33:40.265177 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4907-baa9-4966-835b-a97090ee4c0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.332755 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.358750 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9f5c4907-baa9-4966-835b-a97090ee4c0a None None] For port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=90794f9a-19f7-488c-82c1-3d1c40e8d4e7,segment=NetworkSegment(a24afa65-ce9a-46bc-9f09-e677b3491f5b),segment_id=a24afa65-ce9a-46bc-9f09-e677b3491f5b)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:33:40.359200 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4907-baa9-4966-835b-a97090ee4c0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.368148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] No DVR routers for this DVR port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:33:40.369929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=90794f9a-19f7-488c-82c1-3d1c40e8d4e7,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:40.388984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c4907-baa9-4966-835b-a97090ee4c0a None None] Calling delete_port for 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:33:40.477465 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (d440af09-98fd-447d-a549-b836f4c51aa0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.514026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d440af09-98fd-447d-a549-b836f4c51aa0']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:40.524825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24afa65-ce9a-46bc-9f09-e677b3491f5b') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:40.525160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24afa65-ce9a-46bc-9f09-e677b3491f5b') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:33:40.541293 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (a24afa65-ce9a-46bc-9f09-e677b3491f5b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.546348 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4907-baa9-4966-835b-a97090ee4c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (90794f9a-19f7-488c-82c1-3d1c40e8d4e7), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.569116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (a24afa65-ce9a-46bc-9f09-e677b3491f5b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.576305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:33:40.576882 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (a24afa65-ce9a-46bc-9f09-e677b3491f5b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:33:40.579949 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:33:40.584952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c4907-baa9-4966-835b-a97090ee4c0a None None] Pushing event deleted for resources: {'Port': ['ID=90794f9a-19f7-488c-82c1-3d1c40e8d4e7,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:40.600937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c4907-baa9-4966-835b-a97090ee4c0a None None] No DVR routers for this DVR port 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:33:40.669533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (d440af09-98fd-447d-a549-b836f4c51aa0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.693478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:40.696718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d440af09-98fd-447d-a549-b836f4c51aa0 HTTP/1.1" status: 204 len: 168 time: 0.7217360 Feb 15 14:33:40.698037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7bcd9-886c-467c-a31a-abba38929ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d440af09-98fd-447d-a549-b836f4c51aa0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:40.833205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:33:40.873713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44896) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:40.877673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:33:40.878513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 90794f9a-19f7-488c-82c1-3d1c40e8d4e7 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:33:40.878675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 018b7eee-5395-4874-b4db-bbdd430349d8 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:33:40.903443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 018b7eee-5395-4874-b4db-bbdd430349d8 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:33:40.904071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 018b7eee-5395-4874-b4db-bbdd430349d8 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:33:40.904505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 71183e90-fa72-4c2b-b1e8-624b47305eb3 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:33:40.921497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0890fcf9-6033-4ecb-945e-d56fe3e189fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc88f151a4864613ac8b7e89b394e594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465283 Feb 15 14:33:40.924299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 44898) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:40.928137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 71183e90-fa72-4c2b-b1e8-624b47305eb3 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:33:40.929021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 71183e90-fa72-4c2b-b1e8-624b47305eb3 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:33:40.983172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7b6edc8b-8c46-4ff9-b667-e3925468d7d9 admin admin] Publish callbacks [] for security_group (a116e5ed-9ba0-46f5-9d31-136f5dbac343), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:41.009092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7b6edc8b-8c46-4ff9-b667-e3925468d7d9 admin admin] Publish callbacks [] for security_group (a116e5ed-9ba0-46f5-9d31-136f5dbac343), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:41.063411 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7b6edc8b-8c46-4ff9-b667-e3925468d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a116e5ed-9ba0-46f5-9d31-136f5dbac343), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:41.065998 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7b6edc8b-8c46-4ff9-b667-e3925468d7d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:41.067180 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7b6edc8b-8c46-4ff9-b667-e3925468d7d9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a116e5ed-9ba0-46f5-9d31-136f5dbac343 HTTP/1.1" status: 204 len: 168 time: 0.1417327 Feb 15 14:33:41.076846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6edc8b-8c46-4ff9-b667-e3925468d7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a116e5ed-9ba0-46f5-9d31-136f5dbac343,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:41.454214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44914) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:41.497294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-484bef2d-20f8-4ccf-8acc-59106c5d56f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b846af15de3434f9c297ad4933f5655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416815 Feb 15 14:33:41.505945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 44916) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:33:41.558815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a344b348-afd4-4465-9e74-2fd6c52e2c4a admin admin] Publish callbacks [] for security_group (abcf3e69-da44-4d53-a4d6-96560799bf29), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:41.583516 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a344b348-afd4-4465-9e74-2fd6c52e2c4a admin admin] Publish callbacks [] for security_group (abcf3e69-da44-4d53-a4d6-96560799bf29), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:41.639739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a344b348-afd4-4465-9e74-2fd6c52e2c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (abcf3e69-da44-4d53-a4d6-96560799bf29), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:41.642511 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a344b348-afd4-4465-9e74-2fd6c52e2c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:41.643774 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a344b348-afd4-4465-9e74-2fd6c52e2c4a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/abcf3e69-da44-4d53-a4d6-96560799bf29 HTTP/1.1" status: 204 len: 168 time: 0.1361451 Feb 15 14:33:41.653654 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344b348-afd4-4465-9e74-2fd6c52e2c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcf3e69-da44-4d53-a4d6-96560799bf29,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:33:42.270581 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:44.769666 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bce4a764-f23b-49a4-9ce8-2d68ee4f046a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:47.158246 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-584612ff-1ea9-4d31-8be3-e5dd21628c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:48.449906 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:49.803112 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:51.100823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:33:57.736049 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:34:10.133079 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:12.261983 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:14.770573 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81f1bad1-4e66-4ab7-838b-37aa621592f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:17.175425 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f65d2d89-364a-4c3f-9dd1-5a4ca4e1c33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:18.445740 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:19.812286 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:19.836385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45468) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:20.189590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port 505886e4-e82c-49a9-9b77-3726a39c371a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:34:20.189945 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (505886e4-e82c-49a9-9b77-3726a39c371a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:20.300944 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (505886e4-e82c-49a9-9b77-3726a39c371a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:20.301914 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (505886e4-e82c-49a9-9b77-3726a39c371a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:20.319990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for 505886e4-e82c-49a9-9b77-3726a39c371a owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:34:20.569301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (505886e4-e82c-49a9-9b77-3726a39c371a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:20.613310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=505886e4-e82c-49a9-9b77-3726a39c371a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:20.629515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.630099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.630642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.631734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.632752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.632752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.632752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.633024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.633316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.633828 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.634323 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.634823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.635870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:20.708745 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for floatingip (08f3ef6d-9352-416c-8636-2eaff6d2061d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:20.709429 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Floating IP 08f3ef6d-9352-416c-8636-2eaff6d2061d disassociated (deleted). External IP: 172.25.6.178, port: a9a40767-d54c-4f0e-92c3-8914f2ad2915. Feb 15 14:34:21.022371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:34:21.121369 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:21.294952 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:34:21.305480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:21.307436 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f62686-cfdc-4052-971f-7f60ec06c569 None None] Sync routers for ids ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:34:21.330551 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f62686-cfdc-4052-971f-7f60ec06c569 None None] Routers {'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:34:21.330987 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-71f62686-cfdc-4052-971f-7f60ec06c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:34:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:21.350331 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-193616d3-9151-4918-babc-3176d9254725 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/floatingips/08f3ef6d-9352-416c-8636-2eaff6d2061d HTTP/1.1" status: 204 len: 168 time: 1.5113771 Feb 15 14:34:21.351052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:34:21.353585 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7d01cd-6178-421e-84ca-b240245611cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:34:21.437358 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ac59f7-2436-4e3e-9e2b-842546783fad x-openstack-request-id: req-d3ac59f7-2436-4e3e-9e2b-842546783fad {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:34:21.437726 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:34:21.438071 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3ac59f7-2436-4e3e-9e2b-842546783fad {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:34:21.438679 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'status': 'completed', 'code': 200} Feb 15 14:34:21.560188 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-71f62686-cfdc-4052-971f-7f60ec06c569 None None] Set router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:34:21.581587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d01cd-6178-421e-84ca-b240245611cb req-dca811fb-8944-4c06-84d1-52794e889d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:21.583488 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f7d01cd-6178-421e-84ca-b240245611cb req-dca811fb-8944-4c06-84d1-52794e889d7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e121196450c643ddbe9aa88bee965bd9&device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 1128 time: 0.1235352 Feb 15 14:34:21.723572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d01cd-6178-421e-84ca-b240245611cb req-75a868eb-1c46-448d-b13a-b59e119641f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:21.728029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f7d01cd-6178-421e-84ca-b240245611cb req-75a868eb-1c46-448d-b13a-b59e119641f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ed7f9d7-659e-4a07-b51e-80e502e0b766 HTTP/1.1" status: 200 len: 898 time: 0.1356771 Feb 15 14:34:21.821494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f7d01cd-6178-421e-84ca-b240245611cb req-02eb071c-d310-4ca7-9939-a85491d96dac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915 HTTP/1.1" status: 200 len: 217 time: 0.0876896 Feb 15 14:34:21.933908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d01cd-6178-421e-84ca-b240245611cb req-6e83b284-d263-45be-afbd-25c74e0aa989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:21.936173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f7d01cd-6178-421e-84ca-b240245611cb req-6e83b284-d263-45be-afbd-25c74e0aa989 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d110b6ef-9e1b-4484-9967-d81e542dba3f HTTP/1.1" status: 200 len: 835 time: 0.0687540 Feb 15 14:34:21.950236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c3b1a-8f50-43dc-b53e-31f93b0af935 req-a1ac9f26-1287-405e-985a-279a76f72220 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:21.959783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe0c3b1a-8f50-43dc-b53e-31f93b0af935 req-a1ac9f26-1287-405e-985a-279a76f72220 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.1367526 Feb 15 14:34:22.029661 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-71f62686-cfdc-4052-971f-7f60ec06c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a91e936e-49b6-47a4-8e9f-0c18e0423c82', 'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:9c:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:10Z', 'updated_at': '2022-02-15T14:31:15Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:22.063157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe0c3b1a-8f50-43dc-b53e-31f93b0af935 req-feb30a28-6389-4d6d-87c2-1a9bbf4aeee3 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011555 Feb 15 14:34:22.078788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d01cd-6178-421e-84ca-b240245611cb req-0d36e202-2275-42eb-8d8b-6efcf0433856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:22.080698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f7d01cd-6178-421e-84ca-b240245611cb req-0d36e202-2275-42eb-8d8b-6efcf0433856 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ed7f9d7-659e-4a07-b51e-80e502e0b766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1121802 Feb 15 14:34:22.109199 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f62686-cfdc-4052-971f-7f60ec06c569 None None] Checking router: f53f24bc-b5e2-43b8-8b2a-9364b2f868cb for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:34:22.126027 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f62686-cfdc-4052-971f-7f60ec06c569 None None] Routers {'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:34:22.126679 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-71f62686-cfdc-4052-971f-7f60ec06c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:34:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:22.217846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f7d01cd-6178-421e-84ca-b240245611cb req-4057410b-e627-4899-aff0-8c3c1db83f38 service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298418 Feb 15 14:34:22.279065 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-71f62686-cfdc-4052-971f-7f60ec06c569 None None] Set router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:34:22.371447 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f7d01cd-6178-421e-84ca-b240245611cb req-2989c6cf-52b1-483f-a8da-bced784f0e89 service neutron] 10.222.0.67 "GET /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460924 Feb 15 14:34:22.711595 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-71f62686-cfdc-4052-971f-7f60ec06c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a91e936e-49b6-47a4-8e9f-0c18e0423c82', 'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:9c:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:10Z', 'updated_at': '2022-02-15T14:31:15Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:22.738181 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f62686-cfdc-4052-971f-7f60ec06c569 None None] The sync data for ids ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'] in n-d-829064-15 is: [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a91e936e-49b6-47a4-8e9f-0c18e0423c82', 'name': '', 'network_id': '3ed7f9d7-659e-4a07-b51e-80e502e0b766', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'mac_address': 'fa:16:3e:9c:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:10Z', 'updated_at': '2022-02-15T14:31:15Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'subnets': [{'id': 'd110b6ef-9e1b-4484-9967-d81e542dba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:34:23.041355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccacf1ed-f40d-473f-902f-68bfb8c65d6f None None] New status for floating IP 08f3ef6d-9352-416c-8636-2eaff6d2061d: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:34:23.256058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fad69-5cf9-4218-98fc-2b6fb8922f71 req-3c1485b1-c247-4a79-988f-2af9e02d0752 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:23.257965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b5fad69-5cf9-4218-98fc-2b6fb8922f71 req-3c1485b1-c247-4a79-988f-2af9e02d0752 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0741286 Feb 15 14:34:23.332897 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b5fad69-5cf9-4218-98fc-2b6fb8922f71 req-e1ee4676-8440-49d3-bfe6-4b0cd527685a tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/security-groups?id=c045e4df-25b1-41d3-8f9c-6913d0a20b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670657 Feb 15 14:34:23.416425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1a7f6-f58c-4159-a0d6-3bb1bd9f685e req-23571758-f92f-4e3f-b70f-816c4e6fa5d8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:23.418042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eac1a7f6-f58c-4159-a0d6-3bb1bd9f685e req-23571758-f92f-4e3f-b70f-816c4e6fa5d8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 945 time: 0.0636401 Feb 15 14:34:23.535360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-eac1a7f6-f58c-4159-a0d6-3bb1bd9f685e req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port a9a40767-d54c-4f0e-92c3-8914f2ad2915 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:34:23.536018 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eac1a7f6-f58c-4159-a0d6-3bb1bd9f685e req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:23.667351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-eac1a7f6-f58c-4159-a0d6-3bb1bd9f685e req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port a9a40767-d54c-4f0e-92c3-8914f2ad2915, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=a9a40767-d54c-4f0e-92c3-8914f2ad2915,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:23.668154 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eac1a7f6-f58c-4159-a0d6-3bb1bd9f685e req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:23.691976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-eac1a7f6-f58c-4159-a0d6-3bb1bd9f685e req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for a9a40767-d54c-4f0e-92c3-8914f2ad2915 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:34:23.938120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-1c8207d1-8fa4-4c3f-a860-db1a4162b0ec tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:23.939732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-1c8207d1-8fa4-4c3f-a860-db1a4162b0ec tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/networks?id=9f4b7c57-9e8c-4d81-a595-ca11777f6478 HTTP/1.1" status: 200 len: 813 time: 0.1798151 Feb 15 14:34:23.969069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-b23764aa-310a-4022-b2a6-01bc5347b52b tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/quotas/6703144a3c5b4add9672577bd37bba25 HTTP/1.1" status: 200 len: 375 time: 0.0194194 Feb 15 14:34:23.977148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eac1a7f6-f58c-4159-a0d6-3bb1bd9f685e req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a9a40767-d54c-4f0e-92c3-8914f2ad2915), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:24.038561 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-399420bb-757d-4814-8714-97b0af0b78f5 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6703144a3c5b4add9672577bd37bba25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571284 Feb 15 14:34:24.042946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=a9a40767-d54c-4f0e-92c3-8914f2ad2915,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:24.088215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.088610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.088904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.089721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.090631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.091273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.091883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.092592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.093402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.094119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.094560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.095021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.095575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:24.135793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac1a7f6-f58c-4159-a0d6-3bb1bd9f685e req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] No DVR routers for this DVR port a9a40767-d54c-4f0e-92c3-8914f2ad2915 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:34:24.138268 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-eac1a7f6-f58c-4159-a0d6-3bb1bd9f685e req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:24.141912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eac1a7f6-f58c-4159-a0d6-3bb1bd9f685e req-17edd679-e85b-4e69-ab9c-24f7e00d8699 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.67 "DELETE /v2.0/ports/a9a40767-d54c-4f0e-92c3-8914f2ad2915 HTTP/1.1" status: 204 len: 173 time: 0.7168581 Feb 15 14:34:24.142376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'name': 'network-vif-deleted', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:34:24.145436 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd88e7ed-e235-4510-91d2-b64ac4a1ab95" -d '{"events": [{"server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "name": "network-vif-deleted", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:34:24.393235 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e856d6e-3b86-48d8-9762-c9532229f5e8 x-openstack-request-id: req-2e856d6e-3b86-48d8-9762-c9532229f5e8 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:34:24.393874 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3fe6db-f7e3-4645-b080-4fc4f048c44e", "name": "network-vif-deleted", "tag": "a9a40767-d54c-4f0e-92c3-8914f2ad2915", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:34:24.393874 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e856d6e-3b86-48d8-9762-c9532229f5e8 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:34:24.394190 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3fe6db-f7e3-4645-b080-4fc4f048c44e', 'name': 'network-vif-deleted', 'tag': 'a9a40767-d54c-4f0e-92c3-8914f2ad2915', 'status': 'completed', 'code': 200} Feb 15 14:34:24.409446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-ccbf4f58-1046-43f8-a221-35e00176a130 service neutron] 10.222.0.72 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287139 Feb 15 14:34:24.549394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d77d2ca3-e151-4972-a990-5ac80eca067f req-38ab2637-bdd4-4bc1-ba51-f5e25f59dc34 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f3fe6db-f7e3-4645-b080-4fc4f048c44e HTTP/1.1" status: 200 len: 210 time: 0.0655274 Feb 15 14:34:24.642457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-e42a0f7f-eddb-4eed-bab7-3ea91cdce92e service neutron] 10.222.0.72 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320786 Feb 15 14:34:24.874017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a4924f9-b648-4052-8e00-0830b9c76efe req-6728d384-f7a1-4c08-8c8e-4cc4e1524bb7 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 210 time: 0.0439107 Feb 15 14:34:25.627507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45894) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:25.993051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c38010f-7242-4f78-9ab4-d0e1362b7ca8 req-3ed6c845-1838-4ad7-a54d-72d91d282e7f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 210 time: 0.0298798 Feb 15 14:34:26.040957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-d668054a-8c31-4013-81fa-d8c403159dc5 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:26.042451 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-d668054a-8c31-4013-81fa-d8c403159dc5 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.42 "GET /v2.0/networks?id=9f4b7c57-9e8c-4d81-a595-ca11777f6478 HTTP/1.1" status: 200 len: 813 time: 0.2462280 Feb 15 14:34:26.067395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Request body: {'port': {'device_id': '186274e3-d0d6-4379-9cfe-58729f7dbb61', 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478', 'admin_state_up': True, 'tenant_id': '6703144a3c5b4add9672577bd37bba25'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:34:26.236853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Made reservation on behalf of 6703144a3c5b4add9672577bd37bba25 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:34:26.242579 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:26.410023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:26.491454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Allocated IP 172.20.0.4 (9f4b7c57-9e8c-4d81-a595-ca11777f6478/e3ed7281-c0ca-4a1d-996c-da7b676b49eb/285b902d-e845-4d38-9e22-202b434edf6a) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:34:26.731988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks [] for port (285b902d-e845-4d38-9e22-202b434edf6a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:26.817742 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (285b902d-e845-4d38-9e22-202b434edf6a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:26.878760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:34:26.887444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:34:26.892992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:34:26.895685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Pushing event updated for resources: {'Port': ['ID=285b902d-e845-4d38-9e22-202b434edf6a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:26.942820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port a91e936e-49b6-47a4-8e9f-0c18e0423c82 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:34:26.943249 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:26.954692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:26.955359 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:27.018586 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-6623bd13-d412-4fe7-8cfa-d7d0b1c6e96d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9570606 Feb 15 14:34:27.030990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Request body: {'port': {'device_id': '186274e3-d0d6-4379-9cfe-58729f7dbb61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:34:27.089149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port a91e936e-49b6-47a4-8e9f-0c18e0423c82, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a91e936e-49b6-47a4-8e9f-0c18e0423c82,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:27.089525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:27.121559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for a91e936e-49b6-47a4-8e9f-0c18e0423c82 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:34:27.128964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c28d-9fe8-49df-857a-58e28eec2c63 req-821c9e8f-b51b-4e9d-889d-b0350e0c44dc tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:27.129849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (285b902d-e845-4d38-9e22-202b434edf6a), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:27.130760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c08c28d-9fe8-49df-857a-58e28eec2c63 req-821c9e8f-b51b-4e9d-889d-b0350e0c44dc tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 931 time: 0.0548203 Feb 15 14:34:27.180838 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c08c28d-9fe8-49df-857a-58e28eec2c63 req-75cdf03a-6445-4b47-b1bd-7e91b8c20f5c tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Feb 15 14:34:27.779864 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (a91e936e-49b6-47a4-8e9f-0c18e0423c82), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:27.827231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=a91e936e-49b6-47a4-8e9f-0c18e0423c82,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:27.858794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285b902d-e845-4d38-9e22-202b434edf6a {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:34:27.873098 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Publish callbacks [] for port (285b902d-e845-4d38-9e22-202b434edf6a), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:27.884731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a9a40767-d54c-4f0e-92c3-8914f2ad2915 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:34:27.907944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: a9a40767-d54c-4f0e-92c3-8914f2ad2915 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:34:27.908302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device a9a40767-d54c-4f0e-92c3-8914f2ad2915 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:34:27.921294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Transition to ACTIVE for port object 285b902d-e845-4d38-9e22-202b434edf6a will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:34:27.928778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (285b902d-e845-4d38-9e22-202b434edf6a), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:28.060863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=285b902d-e845-4d38-9e22-202b434edf6a,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:28.136946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:28.153084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Attempting to bind port 285b902d-e845-4d38-9e22-202b434edf6a on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:34:28.153416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Attempting to bind port 285b902d-e845-4d38-9e22-202b434edf6a by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0082868b-5b0c-4a0e-a53d-5051216f65a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:34:28.153741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Attempting to bind port 285b902d-e845-4d38-9e22-202b434edf6a on network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:34:28.194001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Port 285b902d-e845-4d38-9e22-202b434edf6a on network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:34:28.194327 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Attempting to bind port 285b902d-e845-4d38-9e22-202b434edf6a on network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:34:28.228902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:34:28.229227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Checking segment: {'id': '0082868b-5b0c-4a0e-a53d-5051216f65a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:34:28.229627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Bound using segment: {'id': '0082868b-5b0c-4a0e-a53d-5051216f65a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:34:28.230073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Bound port: 285b902d-e845-4d38-9e22-202b434edf6a, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0082868b-5b0c-4a0e-a53d-5051216f65a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:34:28.230425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (285b902d-e845-4d38-9e22-202b434edf6a), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:28.307099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f4738-c3fc-43f4-8371-eb0e7ee39567 req-1681cb84-d15f-4014-b06e-3a0d565a587f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:28.308573 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e0f4738-c3fc-43f4-8371-eb0e7ee39567 req-1681cb84-d15f-4014-b06e-3a0d565a587f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 943 time: 0.0593693 Feb 15 14:34:28.330031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] For port 285b902d-e845-4d38-9e22-202b434edf6a, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:34:28.365444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e0f4738-c3fc-43f4-8371-eb0e7ee39567 req-0162ccfb-a251-4cf6-827e-1fc23f6ade7c tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469542 Feb 15 14:34:28.400988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] For port 285b902d-e845-4d38-9e22-202b434edf6a, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=285b902d-e845-4d38-9e22-202b434edf6a,segment=NetworkSegment(0082868b-5b0c-4a0e-a53d-5051216f65a8),segment_id=0082868b-5b0c-4a0e-a53d-5051216f65a8)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:34:28.413485 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (285b902d-e845-4d38-9e22-202b434edf6a), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:28.470039 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:28.470666 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:28.472101 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] 10.222.0.42 "PUT /v2.0/ports/285b902d-e845-4d38-9e22-202b434edf6a HTTP/1.1" status: 200 len: 1092 time: 1.4453893 Feb 15 14:34:28.474171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186274e3-d0d6-4379-9cfe-58729f7dbb61', 'tag': '285b902d-e845-4d38-9e22-202b434edf6a'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:34:28.477033 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e78fc8c-51ec-4692-9ac1-79fdffa833f5" -d '{"events": [{"name": "network-changed", "server_uuid": "186274e3-d0d6-4379-9cfe-58729f7dbb61", "tag": "285b902d-e845-4d38-9e22-202b434edf6a"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:34:28.506163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625cc17-a2b3-4270-a128-11c0aadcbcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=285b902d-e845-4d38-9e22-202b434edf6a,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:28.512921 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:34:28.565676 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2ebd98-e5df-4ccb-8bb9-a057830d0e55 x-openstack-request-id: req-1c2ebd98-e5df-4ccb-8bb9-a057830d0e55 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:34:28.565919 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186274e3-d0d6-4379-9cfe-58729f7dbb61", "tag": "285b902d-e845-4d38-9e22-202b434edf6a", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:34:28.566132 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c2ebd98-e5df-4ccb-8bb9-a057830d0e55 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:34:28.566539 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186274e3-d0d6-4379-9cfe-58729f7dbb61', 'tag': '285b902d-e845-4d38-9e22-202b434edf6a', 'status': 'completed', 'code': 200} Feb 15 14:34:28.653318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-43597c56-8661-4cbe-910c-87811e474966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:28.654982 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-43597c56-8661-4cbe-910c-87811e474966 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6703144a3c5b4add9672577bd37bba25&device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 1126 time: 0.1301868 Feb 15 14:34:28.672881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:34:28.682794 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb6ef9-cf53-4031-8463-7fcc25d24044 None None] Sync routers for ids ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:34:28.693839 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb6ef9-cf53-4031-8463-7fcc25d24044 None None] Routers {'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:34:28.694618 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-50fb6ef9-cf53-4031-8463-7fcc25d24044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:34:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:28.706287 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6af9bcf2-69b3-44d4-895d-c052ae3a7ae8 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "PUT /v2.0/routers/f53f24bc-b5e2-43b8-8b2a-9364b2f868cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0750413 Feb 15 14:34:28.706287 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-11327f63-b076-4f0a-93a8-83c2094cd760 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285b902d-e845-4d38-9e22-202b434edf6a HTTP/1.1" status: 200 len: 217 time: 0.0420628 Feb 15 14:34:28.706633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45904) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:28.798513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-be108936-b702-4c93-9489-ab63f2cacd1e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting subnet d110b6ef-9e1b-4484-9967-d81e542dba3f {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:34:28.801659 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-ae9da19d-4d08-40c4-8389-e8b8b7564271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:28.803202 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-ae9da19d-4d08-40c4-8389-e8b8b7564271 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3ed7281-c0ca-4a1d-996c-da7b676b49eb HTTP/1.1" status: 200 len: 853 time: 0.0882840 Feb 15 14:34:28.805935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be108936-b702-4c93-9489-ab63f2cacd1e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (d110b6ef-9e1b-4484-9967-d81e542dba3f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:28.810064 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-50fb6ef9-cf53-4031-8463-7fcc25d24044 None None] Set router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:34:28.859623 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-baabf802-6512-4fea-9efb-1023ed20c22e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f4b7c57-9e8c-4d81-a595-ca11777f6478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310550 Feb 15 14:34:28.920159 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be108936-b702-4c93-9489-ab63f2cacd1e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (d110b6ef-9e1b-4484-9967-d81e542dba3f), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:28.999679 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-50fb6ef9-cf53-4031-8463-7fcc25d24044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:34:27Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:29.023653 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-8713c30d-c58d-44e0-b4b7-e02151c9b9e6 service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569860 Feb 15 14:34:29.027976 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb6ef9-cf53-4031-8463-7fcc25d24044 None None] Checking router: f53f24bc-b5e2-43b8-8b2a-9364b2f868cb for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:34:29.036586 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb6ef9-cf53-4031-8463-7fcc25d24044 None None] Routers {'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:34:29.037224 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-50fb6ef9-cf53-4031-8463-7fcc25d24044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:34:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:29.053451 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be108936-b702-4c93-9489-ab63f2cacd1e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (d110b6ef-9e1b-4484-9967-d81e542dba3f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:29.145600 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-50fb6ef9-cf53-4031-8463-7fcc25d24044 None None] Set router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:34:29.167244 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d283736-9358-4b96-b1ed-0f9140d22dfa req-22fd1915-b68a-44e0-b7a6-0074dd4833f9 service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367767 Feb 15 14:34:29.168619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be108936-b702-4c93-9489-ab63f2cacd1e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (d110b6ef-9e1b-4484-9967-d81e542dba3f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:29.198436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be108936-b702-4c93-9489-ab63f2cacd1e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Subnet': ['ID=d110b6ef-9e1b-4484-9967-d81e542dba3f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:29.202102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be108936-b702-4c93-9489-ab63f2cacd1e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:29.205725 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-be108936-b702-4c93-9489-ab63f2cacd1e tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/subnets/d110b6ef-9e1b-4484-9967-d81e542dba3f HTTP/1.1" status: 204 len: 168 time: 0.4977739 Feb 15 14:34:29.208092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45906) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:29.210945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6b2c82-d761-475e-9b1d-c018e5eadd1b None None] Network 3ed7f9d7-659e-4a07-b51e-80e502e0b766 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:34:29.347888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78fc8c-51ec-4692-9ac1-79fdffa833f5 req-78655b0b-85a7-4892-84b9-c9b9a13b4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:29.349014 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-50fb6ef9-cf53-4031-8463-7fcc25d24044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:34:27Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:29.349269 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9e78fc8c-51ec-4692-9ac1-79fdffa833f5 req-78655b0b-85a7-4892-84b9-c9b9a13b4924 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6703144a3c5b4add9672577bd37bba25&device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 1126 time: 0.0964603 Feb 15 14:34:29.369567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:29.389380 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb6ef9-cf53-4031-8463-7fcc25d24044 None None] The sync data for ids ['f53f24bc-b5e2-43b8-8b2a-9364b2f868cb'] in n-d-829064-15 is: [{'id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250613772', 'tenant_id': 'e121196450c643ddbe9aa88bee965bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:31:04Z', 'updated_at': '2022-02-15T14:34:27Z', 'revision_number': 5, 'project_id': 'e121196450c643ddbe9aa88bee965bd9', 'gw_port': {'id': 'd99e5aa1-f0ff-42e0-92da-04137bbb6adb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53f24bc-b5e2-43b8-8b2a-9364b2f868cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:31:05Z', 'updated_at': '2022-02-15T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:34:29.417982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] DHCP port deletion for 3ed7f9d7-659e-4a07-b51e-80e502e0b766 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:34:29.486951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Deleting port cde92d22-250c-4712-b8df-8736581565d6 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:34:29.487496 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (cde92d22-250c-4712-b8df-8736581565d6), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:29.512758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17356f13-76fa-4bc0-9e19-21bbe1e15a2a req-e6ad9510-2ac6-43b9-b840-d3b1390b54e5 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:29.514513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17356f13-76fa-4bc0-9e19-21bbe1e15a2a req-e6ad9510-2ac6-43b9-b840-d3b1390b54e5 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 943 time: 0.0586269 Feb 15 14:34:29.532708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78fc8c-51ec-4692-9ac1-79fdffa833f5 req-8da92206-3e5f-42d7-9712-60cddc25f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:29.534187 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9e78fc8c-51ec-4692-9ac1-79fdffa833f5 req-8da92206-3e5f-42d7-9712-60cddc25f443 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f4b7c57-9e8c-4d81-a595-ca11777f6478 HTTP/1.1" status: 200 len: 914 time: 0.1766226 Feb 15 14:34:29.549733 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_gateway (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:29.559621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] For port cde92d22-250c-4712-b8df-8736581565d6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=cde92d22-250c-4712-b8df-8736581565d6,segment=NetworkSegment(e8c7502e-16e7-48cc-8ded-e8d848c4dccd),segment_id=e8c7502e-16e7-48cc-8ded-e8d848c4dccd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:29.560023 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (cde92d22-250c-4712-b8df-8736581565d6), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:29.573017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17356f13-76fa-4bc0-9e19-21bbe1e15a2a req-186ff5a4-cc75-4d61-ac0a-ce247181cff5 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495806 Feb 15 14:34:29.576344 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Calling delete_port for cde92d22-250c-4712-b8df-8736581565d6 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:34:29.590790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9e78fc8c-51ec-4692-9ac1-79fdffa833f5 req-2f26579f-6a25-4b95-bc97-0522d99f6b94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285b902d-e845-4d38-9e22-202b434edf6a HTTP/1.1" status: 200 len: 217 time: 0.0478673 Feb 15 14:34:29.658682 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (cde92d22-250c-4712-b8df-8736581565d6), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:29.665804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78fc8c-51ec-4692-9ac1-79fdffa833f5 req-4fc9d1a5-7a8d-41e7-8dfb-d8f1c57eb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:29.667309 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9e78fc8c-51ec-4692-9ac1-79fdffa833f5 req-4fc9d1a5-7a8d-41e7-8dfb-d8f1c57eb371 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3ed7281-c0ca-4a1d-996c-da7b676b49eb HTTP/1.1" status: 200 len: 853 time: 0.0702085 Feb 15 14:34:29.685450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Pushing event deleted for resources: {'Port': ['ID=cde92d22-250c-4712-b8df-8736581565d6,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:29.693615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] No DVR routers for this DVR port cde92d22-250c-4712-b8df-8736581565d6 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:34:29.696255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.696621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.696954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.697291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.697624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.697955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.698291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.698635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.698971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.699300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.699622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.699946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.700267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc30c-7eaa-4a15-979c-3088989873ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:29.703832 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9e78fc8c-51ec-4692-9ac1-79fdffa833f5 req-15281cf6-1cf2-440d-9e61-b8d739a1fd67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f4b7c57-9e8c-4d81-a595-ca11777f6478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294225 Feb 15 14:34:29.705291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Deleting port d99e5aa1-f0ff-42e0-92da-04137bbb6adb {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:34:29.705625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:29.860207 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] For port d99e5aa1-f0ff-42e0-92da-04137bbb6adb, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d99e5aa1-f0ff-42e0-92da-04137bbb6adb,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:29.860892 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:29.879176 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9e78fc8c-51ec-4692-9ac1-79fdffa833f5 req-99f08176-3f59-45ad-8fe3-f578a94c66aa service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598384 Feb 15 14:34:29.883507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Calling delete_port for d99e5aa1-f0ff-42e0-92da-04137bbb6adb owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:34:30.057505 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9e78fc8c-51ec-4692-9ac1-79fdffa833f5 req-4e4ba5a2-3a96-48fc-ba30-8c0a38d666fd service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697783 Feb 15 14:34:30.129044 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d99e5aa1-f0ff-42e0-92da-04137bbb6adb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.155396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Port': ['ID=d99e5aa1-f0ff-42e0-92da-04137bbb6adb,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:30.222857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.318046 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.321031 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router_controller (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.364579 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (f53f24bc-b5e2-43b8-8b2a-9364b2f868cb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.365135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Fanout notify agent at l3_agent the message router_deleted on router f53f24bc-b5e2-43b8-8b2a-9364b2f868cb {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:34:30.372371 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.376728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 45910) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:30.384058 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7a9c9168-5eaa-41e0-a16b-f64cfa9a2982 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/routers/f53f24bc-b5e2-43b8-8b2a-9364b2f868cb HTTP/1.1" status: 204 len: 168 time: 1.1743515 Feb 15 14:34:30.458096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 285b902d-e845-4d38-9e22-202b434edf6a details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:34:30.464494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (3ed7f9d7-659e-4a07-b51e-80e502e0b766), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.562602 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (3ed7f9d7-659e-4a07-b51e-80e502e0b766), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.567583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 285b902d-e845-4d38-9e22-202b434edf6a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=285b902d-e845-4d38-9e22-202b434edf6a,segment=NetworkSegment(0082868b-5b0c-4a0e-a53d-5051216f65a8),segment_id=0082868b-5b0c-4a0e-a53d-5051216f65a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:30.580222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '285b902d-e845-4d38-9e22-202b434edf6a', 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478', 'port_id': '285b902d-e845-4d38-9e22-202b434edf6a', 'mac_address': 'fa:16:3e:1d:ab:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ed7281-c0ca-4a1d-996c-da7b676b49eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:34:30.584688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed7f9d7-659e-4a07-b51e-80e502e0b766']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:30.594801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:30.595305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c7502e-16e7-48cc-8ded-e8d848c4dccd') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:30.611339 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (e8c7502e-16e7-48cc-8ded-e8d848c4dccd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.622337 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 285b902d-e845-4d38-9e22-202b434edf6a is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:34:30.622939 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (285b902d-e845-4d38-9e22-202b434edf6a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.626287 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e8c7502e-16e7-48cc-8ded-e8d848c4dccd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.632843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:34:30.633569 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (e8c7502e-16e7-48cc-8ded-e8d848c4dccd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:34:30.636912 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:34:30.639781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285b902d-e845-4d38-9e22-202b434edf6a {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:34:30.658396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 285b902d-e845-4d38-9e22-202b434edf6a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=285b902d-e845-4d38-9e22-202b434edf6a,segment=NetworkSegment(0082868b-5b0c-4a0e-a53d-5051216f65a8),segment_id=0082868b-5b0c-4a0e-a53d-5051216f65a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:30.663746 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (285b902d-e845-4d38-9e22-202b434edf6a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.716255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=285b902d-e845-4d38-9e22-202b434edf6a,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:30.733165 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (3ed7f9d7-659e-4a07-b51e-80e502e0b766), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.741148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.744400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/networks/3ed7f9d7-659e-4a07-b51e-80e502e0b766 HTTP/1.1" status: 204 len: 168 time: 0.3666236 Feb 15 14:34:30.747198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45914) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:30.761599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13364d3-d5e6-4d18-9fb9-5e7eb4b309cd tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'Network': ['ID=3ed7f9d7-659e-4a07-b51e-80e502e0b766,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:30.769844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1430692-f819-4282-8579-2efb074ae562 req-d43fe8e7-ff11-4dcc-9788-2532bacdd48c tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:30.772587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1430692-f819-4282-8579-2efb074ae562 req-d43fe8e7-ff11-4dcc-9788-2532bacdd48c tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 944 time: 0.1195862 Feb 15 14:34:30.816652 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9216abe-eaaf-4fb6-aa55-a9b2349080b1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (c045e4df-25b1-41d3-8f9c-6913d0a20b39), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.832315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1430692-f819-4282-8579-2efb074ae562 req-fe6bf5d9-bdac-4f91-906b-97060989a7d0 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544341 Feb 15 14:34:30.866744 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9216abe-eaaf-4fb6-aa55-a9b2349080b1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (c045e4df-25b1-41d3-8f9c-6913d0a20b39), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.889576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cde92d22-250c-4712-b8df-8736581565d6 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:34:30.911724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['285b902d-e845-4d38-9e22-202b434edf6a'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:34:30.915070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: cde92d22-250c-4712-b8df-8736581565d6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:34:30.915423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device cde92d22-250c-4712-b8df-8736581565d6 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:34:30.915841 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a91e936e-49b6-47a4-8e9f-0c18e0423c82 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:34:30.936248 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9216abe-eaaf-4fb6-aa55-a9b2349080b1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c045e4df-25b1-41d3-8f9c-6913d0a20b39), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.939028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9216abe-eaaf-4fb6-aa55-a9b2349080b1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:30.940441 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f9216abe-eaaf-4fb6-aa55-a9b2349080b1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] 10.222.0.72 "DELETE /v2.0/security-groups/c045e4df-25b1-41d3-8f9c-6913d0a20b39 HTTP/1.1" status: 204 len: 168 time: 0.1922441 Feb 15 14:34:30.951026 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9216abe-eaaf-4fb6-aa55-a9b2349080b1 tempest-TestNetworkAdvancedServerOps-614550925 tempest-TestNetworkAdvancedServerOps-614550925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c045e4df-25b1-41d3-8f9c-6913d0a20b39,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:30.955001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a91e936e-49b6-47a4-8e9f-0c18e0423c82 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:34:30.955360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a91e936e-49b6-47a4-8e9f-0c18e0423c82 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:34:30.955792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d99e5aa1-f0ff-42e0-92da-04137bbb6adb no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:34:30.987700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d99e5aa1-f0ff-42e0-92da-04137bbb6adb {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:34:30.987987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d99e5aa1-f0ff-42e0-92da-04137bbb6adb not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:34:31.309408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45922) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:31.465143 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-aebe1382-91c0-4fe8-b2ae-0b85af1e69a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e121196450c643ddbe9aa88bee965bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545546 Feb 15 14:34:31.467618 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45926) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:31.525224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ed1362a-1770-4b27-b3df-598fb5838cbc admin admin] Publish callbacks [] for security_group (ef244eb7-1f36-4ada-8b88-5f2b9ebefd4c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:31.548740 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ed1362a-1770-4b27-b3df-598fb5838cbc admin admin] Publish callbacks [] for security_group (ef244eb7-1f36-4ada-8b88-5f2b9ebefd4c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:31.600333 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ed1362a-1770-4b27-b3df-598fb5838cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ef244eb7-1f36-4ada-8b88-5f2b9ebefd4c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:31.603040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0ed1362a-1770-4b27-b3df-598fb5838cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:31.604272 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0ed1362a-1770-4b27-b3df-598fb5838cbc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ef244eb7-1f36-4ada-8b88-5f2b9ebefd4c HTTP/1.1" status: 204 len: 168 time: 0.1356819 Feb 15 14:34:31.612210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1362a-1770-4b27-b3df-598fb5838cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef244eb7-1f36-4ada-8b88-5f2b9ebefd4c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:31.937563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45934) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:31.972033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607563f-45dd-4682-bf5a-6a66e4eb15b9 req-877b8b25-5c88-4050-ada8-5d0415358d00 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:31.973576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4607563f-45dd-4682-bf5a-6a66e4eb15b9 req-877b8b25-5c88-4050-ada8-5d0415358d00 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 944 time: 0.0645056 Feb 15 14:34:31.980413 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-995b1fec-1735-4827-a483-24fe507a6423 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8fb66ea5938141b1bc107e139dba600d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416565 Feb 15 14:34:31.984186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45936) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:32.025019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4607563f-45dd-4682-bf5a-6a66e4eb15b9 req-af9da050-74f9-4767-88b4-85af60ebce20 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Feb 15 14:34:32.040936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74e9d896-c321-4cb0-8113-915c05971424 admin admin] Publish callbacks [] for security_group (a47a5550-834f-4f4d-8a29-4a4d202403a1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:32.063471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74e9d896-c321-4cb0-8113-915c05971424 admin admin] Publish callbacks [] for security_group (a47a5550-834f-4f4d-8a29-4a4d202403a1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:32.116038 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74e9d896-c321-4cb0-8113-915c05971424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (a47a5550-834f-4f4d-8a29-4a4d202403a1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:32.118761 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-74e9d896-c321-4cb0-8113-915c05971424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:32.119966 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-74e9d896-c321-4cb0-8113-915c05971424 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a47a5550-834f-4f4d-8a29-4a4d202403a1 HTTP/1.1" status: 204 len: 168 time: 0.1344001 Feb 15 14:34:32.128050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9d896-c321-4cb0-8113-915c05971424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47a5550-834f-4f4d-8a29-4a4d202403a1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:32.471991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 285b902d-e845-4d38-9e22-202b434edf6a up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:34:32.529192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 285b902d-e845-4d38-9e22-202b434edf6a completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:34:32.533289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 285b902d-e845-4d38-9e22-202b434edf6a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:32.533690 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (285b902d-e845-4d38-9e22-202b434edf6a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:32.618829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 285b902d-e845-4d38-9e22-202b434edf6a is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:34:32.619232 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (285b902d-e845-4d38-9e22-202b434edf6a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:32.649737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186274e3-d0d6-4379-9cfe-58729f7dbb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285b902d-e845-4d38-9e22-202b434edf6a'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:34:32.652136 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef096ac0-ffd4-4a92-b2ad-e4f705caa0b9" -d '{"events": [{"server_uuid": "186274e3-d0d6-4379-9cfe-58729f7dbb61", "name": "network-vif-plugged", "status": "completed", "tag": "285b902d-e845-4d38-9e22-202b434edf6a"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:34:32.665889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 285b902d-e845-4d38-9e22-202b434edf6a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=285b902d-e845-4d38-9e22-202b434edf6a,segment=NetworkSegment(0082868b-5b0c-4a0e-a53d-5051216f65a8),segment_id=0082868b-5b0c-4a0e-a53d-5051216f65a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:32.672020 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (285b902d-e845-4d38-9e22-202b434edf6a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:32.721599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=285b902d-e845-4d38-9e22-202b434edf6a,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:32.845645 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f2b0b4-5866-4fdb-84f7-7ada9bdb4084 x-openstack-request-id: req-30f2b0b4-5866-4fdb-84f7-7ada9bdb4084 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:34:32.845947 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186274e3-d0d6-4379-9cfe-58729f7dbb61", "name": "network-vif-plugged", "status": "completed", "tag": "285b902d-e845-4d38-9e22-202b434edf6a", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:34:32.846228 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30f2b0b4-5866-4fdb-84f7-7ada9bdb4084 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:34:32.846659 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186274e3-d0d6-4379-9cfe-58729f7dbb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285b902d-e845-4d38-9e22-202b434edf6a', 'code': 200} Feb 15 14:34:32.955809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767b7ed-bf2b-49f8-96a9-19c9cfbe9263 req-f13fd7e4-a2dc-485b-b551-dc3b615553a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:32.957512 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a767b7ed-bf2b-49f8-96a9-19c9cfbe9263 req-f13fd7e4-a2dc-485b-b551-dc3b615553a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 1128 time: 0.0510683 Feb 15 14:34:33.003316 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a767b7ed-bf2b-49f8-96a9-19c9cfbe9263 req-1e616c22-d6b7-4cfa-bb29-84be5d5c4bf4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396488 Feb 15 14:34:33.152826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aab343-9dc0-4c97-b577-e0c661339889 req-e624a882-7464-4ac1-9af8-6edc446bb30f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:33.154460 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60aab343-9dc0-4c97-b577-e0c661339889 req-e624a882-7464-4ac1-9af8-6edc446bb30f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 945 time: 0.0589495 Feb 15 14:34:33.207946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60aab343-9dc0-4c97-b577-e0c661339889 req-85cee6e3-0bb9-4b9f-868d-140f0f220a44 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473869 Feb 15 14:34:34.347032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ccbf-df0b-40e7-bc9d-af7615b24984 req-63a7494e-d430-4f0e-b886-26477003294a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:34.348564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1d6ccbf-df0b-40e7-bc9d-af7615b24984 req-63a7494e-d430-4f0e-b886-26477003294a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 945 time: 0.0658538 Feb 15 14:34:34.406509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 45996) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:34.407657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1d6ccbf-df0b-40e7-bc9d-af7615b24984 req-9558ea00-1ea1-4e23-bcda-025277a2b773 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530992 Feb 15 14:34:34.411579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'network': {'name': 'tempest-network-smoke--1443615571', 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'port_security_enabled': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:34:34.436641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Made reservation on behalf of 06f95a3bfb544dfc897af6d1fc5f1c41 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:34:34.440306 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:34.450252 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:34.554171 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (9a950068-6560-4ca5-ac48-ef387de99ae1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:34.559641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9a950068-6560-4ca5-ac48-ef387de99ae1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:34.575846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:34:34.586730 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4f7a0151-1b41-42e3-bd0e-5b802aad4a68), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:34.587368 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Added segment 4f7a0151-1b41-42e3-bd0e-5b802aad4a68 of type vlan for network 9dc37e04-431b-4e64-ac04-b271db8fe536 Feb 15 14:34:34.652836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a950068-6560-4ca5-ac48-ef387de99ae1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:34.659040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9dc37e04-431b-4e64-ac04-b271db8fe536), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:34.685775 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9dc37e04-431b-4e64-ac04-b271db8fe536), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:34.691090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:34.691690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:34.735729 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:34:34.759004 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3481154 Feb 15 14:34:34.759229 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46036) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:34.768236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'admin_state_up': True, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:34:34.789005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d88403-5872-4b7b-8494-b87c6809947b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Network': ['ID=9dc37e04-431b-4e64-ac04-b271db8fe536,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:34.799948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9dc37e04-431b-4e64-ac04-b271db8fe536 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:34:34.817869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (48008b79-8ccf-406e-88d5-3363de12f1dd), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:34.819720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (48008b79-8ccf-406e-88d5-3363de12f1dd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:35.188585 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_controller (48008b79-8ccf-406e-88d5-3363de12f1dd), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:35.341556 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_gateway (48008b79-8ccf-406e-88d5-3363de12f1dd), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:35.550563 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_gateway (48008b79-8ccf-406e-88d5-3363de12f1dd), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:35.571004 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:35.684915 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Allocated IP 172.25.6.94 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/73c4f713-1b3c-4630-8515-e37c25847bd4) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:34:35.796519 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:35.839124 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:35.881355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:34:35.884662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:34:35.888376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:34:35.894350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Port': ['ID=73c4f713-1b3c-4630-8515-e37c25847bd4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:36.188863 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_gateway (48008b79-8ccf-406e-88d5-3363de12f1dd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:36.419564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (48008b79-8ccf-406e-88d5-3363de12f1dd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:36.563925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Router 48008b79-8ccf-406e-88d5-3363de12f1dd is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:34:36.709845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:34:36.720160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Sync routers for ids ['48008b79-8ccf-406e-88d5-3363de12f1dd'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:34:36.732387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Routers {'48008b79-8ccf-406e-88d5-3363de12f1dd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:34:36.733020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:34:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['48008b79-8ccf-406e-88d5-3363de12f1dd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:36.743933 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:36.751392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46074) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:36.751965 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bda35e95-1219-4848-8412-0da689220eae tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9911060 Feb 15 14:34:36.950009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-029936bb-ee7f-4658-bcce-9c630b67dd8d tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=06f95a3bfb544dfc897af6d1fc5f1c41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1969719 Feb 15 14:34:36.954477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46078) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:37.067034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Set router 48008b79-8ccf-406e-88d5-3363de12f1dd gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:34:37.085482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc0880a-e048-4740-90f9-8817a391eaa4 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:37.089997 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4fc0880a-e048-4740-90f9-8817a391eaa4 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339493 Feb 15 14:34:37.090235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46082) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:37.123072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9a59bbeb-226a-42af-8387-277d7cebaa95 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312474 Feb 15 14:34:37.127372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46084) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:37.134238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-409560358', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:34:37.259653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Made reservation on behalf of 06f95a3bfb544dfc897af6d1fc5f1c41 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:34:37.263148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:37.294716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:36Z', 'revision_number': 3, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:37.327313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Checking router: 48008b79-8ccf-406e-88d5-3363de12f1dd for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:34:37.327683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Updating router 48008b79-8ccf-406e-88d5-3363de12f1dd port 73c4f713-1b3c-4630-8515-e37c25847bd4 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:34:37.362823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:37.491222 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (0d30e81f-75ba-44c7-95fd-d69afc09f0de), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:37.563632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Subnet': ['ID=0d30e81f-75ba-44c7-95fd-d69afc09f0de,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:37.572961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Checking segment: {'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:34:37.573888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network hostable DHCP agents. Network: 9dc37e04-431b-4e64-ac04-b271db8fe536, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:34:37.595984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network 9dc37e04-431b-4e64-ac04-b271db8fe536 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:34:37.607512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9dc37e04-431b-4e64-ac04-b271db8fe536) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:34:37.620839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:37.621462 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:37.625223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050207ab-823c-4402-a8fd-01eaa36db053 None None] Network 9dc37e04-431b-4e64-ac04-b271db8fe536 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:34:37.654991 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2d4bec10-a289-4db5-881d-bb86608c02f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5251596 Feb 15 14:34:37.658142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46086) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:37.721821 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Publish callbacks [] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:37.734114 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:37.810120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9ce86-e462-4656-bd7b-240b79542f51 None None] Pushing event updated for resources: {'Port': ['ID=73c4f713-1b3c-4630-8515-e37c25847bd4,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:37.836982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Attempting to bind port 73c4f713-1b3c-4630-8515-e37c25847bd4 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:34:37.837362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Attempting to bind port 73c4f713-1b3c-4630-8515-e37c25847bd4 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:34:37.837737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Attempting to bind port 73c4f713-1b3c-4630-8515-e37c25847bd4 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:34:37.843404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:34:37.843925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:34:37.844410 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:37.845142 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:34:37.845697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Bound port: 73c4f713-1b3c-4630-8515-e37c25847bd4, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:34:37.846158 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:37.849309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-9dc37e04-431b-4e64-ac04-b271db8fe536', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'fixed_ips': [{'subnet_id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:34:37.850230 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:38.017539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] For port 73c4f713-1b3c-4630-8515-e37c25847bd4, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:34:38.039990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] For port 73c4f713-1b3c-4630-8515-e37c25847bd4, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=73c4f713-1b3c-4630-8515-e37c25847bd4,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:34:38.045084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Allocated IP 172.20.0.2 (9dc37e04-431b-4e64-ac04-b271db8fe536/0d30e81f-75ba-44c7-95fd-d69afc09f0de/b4e8b890-762a-40b7-a4c6-201b6e8e05ba) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:34:38.060798 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:38.195593 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:38.257254 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Publish callbacks [] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:38.261647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9ce86-e462-4656-bd7b-240b79542f51 None None] Pushing event updated for resources: {'Port': ['ID=73c4f713-1b3c-4630-8515-e37c25847bd4,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:38.264589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Routers {'48008b79-8ccf-406e-88d5-3363de12f1dd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:34:38.265191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:34:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['48008b79-8ccf-406e-88d5-3363de12f1dd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:38.268226 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:38.382186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Network 9dc37e04-431b-4e64-ac04-b271db8fe536 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:34:38.388857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:34:38.390206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Pushing event updated for resources: {'Port': ['ID=b4e8b890-762a-40b7-a4c6-201b6e8e05ba,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:38.394895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:34:38.468670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Attempting to bind port b4e8b890-762a-40b7-a4c6-201b6e8e05ba on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:34:38.469051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Attempting to bind port b4e8b890-762a-40b7-a4c6-201b6e8e05ba by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:34:38.469424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Attempting to bind port b4e8b890-762a-40b7-a4c6-201b6e8e05ba on network 9dc37e04-431b-4e64-ac04-b271db8fe536 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:34:38.476308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] Set router 48008b79-8ccf-406e-88d5-3363de12f1dd gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:34:38.480896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:34:38.480896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Checking segment: {'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:34:38.480896 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:38.480896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Bound using segment: {'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:34:38.480896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Bound port: b4e8b890-762a-40b7-a4c6-201b6e8e05ba, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:34:38.481559 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:38.515962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Allocated IP 172.20.0.1 (9dc37e04-431b-4e64-ac04-b271db8fe536/0d30e81f-75ba-44c7-95fd-d69afc09f0de/e98b1a65-184e-4f3f-89b2-e2c66e4af551) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:34:38.649169 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:38.659771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] For port b4e8b890-762a-40b7-a4c6-201b6e8e05ba, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:34:38.696509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] For port b4e8b890-762a-40b7-a4c6-201b6e8e05ba, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b4e8b890-762a-40b7-a4c6-201b6e8e05ba,segment=NetworkSegment(4f7a0151-1b41-42e3-bd0e-5b802aad4a68),segment_id=4f7a0151-1b41-42e3-bd0e-5b802aad4a68)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:34:38.711012 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:38.727911 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:38.754680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network 9dc37e04-431b-4e64-ac04-b271db8fe536 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:34:38.757985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:34:38.765757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:34:38.808418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Port': ['ID=e98b1a65-184e-4f3f-89b2-e2c66e4af551,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:38.820358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fb2d5-8e03-4ab8-96e6-2b13041bd362 None None] Pushing event updated for resources: {'Port': ['ID=b4e8b890-762a-40b7-a4c6-201b6e8e05ba,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:38.840433 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (48008b79-8ccf-406e-88d5-3363de12f1dd), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:38.858335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:36Z', 'revision_number': 3, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:38.909695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0617f-dac3-4631-8dda-40e70eeca495 None None] The sync data for ids ['48008b79-8ccf-406e-88d5-3363de12f1dd'] in n-d-829064-15 is: [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:36Z', 'revision_number': 3, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:34:39.063913 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:39.499359 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:39.505538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:39.587670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Port': ['ID=e98b1a65-184e-4f3f-89b2-e2c66e4af551,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:39.590286 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (48008b79-8ccf-406e-88d5-3363de12f1dd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:39.754403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network 9dc37e04-431b-4e64-ac04-b271db8fe536 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:34:39.757740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:34:40.147419 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.192011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b0a406-eb06-4945-811c-8eefcd31e121 None None] Network 9dc37e04-431b-4e64-ac04-b271db8fe536 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:34:40.323691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ac664f5d-1e0a-471d-a194-459598ac879a None None] Provisioning complete for port b4e8b890-762a-40b7-a4c6-201b6e8e05ba triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:40.324281 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ac664f5d-1e0a-471d-a194-459598ac879a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.344755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Router 48008b79-8ccf-406e-88d5-3363de12f1dd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:34:40.482858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:34:40.495243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4a206746-817c-446a-90f5-6b33f3c0fb3b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "PUT /v2.0/routers/48008b79-8ccf-406e-88d5-3363de12f1dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8353238 Feb 15 14:34:40.497834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46094) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:40.502769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b04ef096-99b6-4b71-a97a-e2ea523dc004 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1193066591', 'description': 'tempest-secgroup_access--1193066591 description', 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:34:40.504202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ac664f5d-1e0a-471d-a194-459598ac879a None None] Current status of the port b4e8b890-762a-40b7-a4c6-201b6e8e05ba is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:34:40.504846 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ac664f5d-1e0a-471d-a194-459598ac879a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.533108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b04ef096-99b6-4b71-a97a-e2ea523dc004 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.554429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ac664f5d-1e0a-471d-a194-459598ac879a None None] For port b4e8b890-762a-40b7-a4c6-201b6e8e05ba, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b4e8b890-762a-40b7-a4c6-201b6e8e05ba,segment=NetworkSegment(4f7a0151-1b41-42e3-bd0e-5b802aad4a68),segment_id=4f7a0151-1b41-42e3-bd0e-5b802aad4a68)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:40.565874 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ac664f5d-1e0a-471d-a194-459598ac879a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.653208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac664f5d-1e0a-471d-a194-459598ac879a None None] Pushing event updated for resources: {'Port': ['ID=b4e8b890-762a-40b7-a4c6-201b6e8e05ba,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:40.668477 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b04ef096-99b6-4b71-a97a-e2ea523dc004 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (e959a153-dddf-40b1-8ad5-a8dccfd0dcf4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.673177 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b04ef096-99b6-4b71-a97a-e2ea523dc004 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e959a153-dddf-40b1-8ad5-a8dccfd0dcf4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.718121 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b04ef096-99b6-4b71-a97a-e2ea523dc004 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.719521 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b04ef096-99b6-4b71-a97a-e2ea523dc004 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2205708 Feb 15 14:34:40.722069 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ef096-99b6-4b71-a97a-e2ea523dc004 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:40.722650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46096) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:40.727667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-1a3b4737-bb8f-43d9-b2f3-f19dc45201fc tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--525000197', 'description': 'tempest-secgroup_general--525000197 description', 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:34:40.764756 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4737-bb8f-43d9-b2f3-f19dc45201fc tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.821317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-883ffbf0-2402-47c8-bb76-75b9ced3a224 None None] Provisioning complete for port e98b1a65-184e-4f3f-89b2-e2c66e4af551 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:40.821742 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-883ffbf0-2402-47c8-bb76-75b9ced3a224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.918332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-883ffbf0-2402-47c8-bb76-75b9ced3a224 None None] Port e98b1a65-184e-4f3f-89b2-e2c66e4af551 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:34:40.932352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4737-bb8f-43d9-b2f3-f19dc45201fc tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (5096d6f8-854f-41c9-8b7a-5f81dcd3c959), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.940100 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4737-bb8f-43d9-b2f3-f19dc45201fc tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5096d6f8-854f-41c9-8b7a-5f81dcd3c959), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.947027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-883ffbf0-2402-47c8-bb76-75b9ced3a224 None None] Provisioning complete for port b4e8b890-762a-40b7-a4c6-201b6e8e05ba triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:40.947433 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-883ffbf0-2402-47c8-bb76-75b9ced3a224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.991238 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4737-bb8f-43d9-b2f3-f19dc45201fc tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:40.997011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1a3b4737-bb8f-43d9-b2f3-f19dc45201fc tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2728257 Feb 15 14:34:41.000274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46098) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:41.004665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b4737-bb8f-43d9-b2f3-f19dc45201fc tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5096d6f8-854f-41c9-8b7a-5f81dcd3c959,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:41.009683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-563e4ef3-57f4-42c7-9907-8883a5276541 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'security_group_rule': {'security_group_id': 'e959a153-dddf-40b1-8ad5-a8dccfd0dcf4', 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:34:41.060414 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-563e4ef3-57f4-42c7-9907-8883a5276541 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group_rule (a6e25ce4-e937-4563-b88e-3c447086dc98), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:41.086372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b4e8b890-762a-40b7-a4c6-201b6e8e05ba up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:34:41.165959 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-563e4ef3-57f4-42c7-9907-8883a5276541 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group_rule (a6e25ce4-e937-4563-b88e-3c447086dc98), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:41.172078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-563e4ef3-57f4-42c7-9907-8883a5276541 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (a6e25ce4-e937-4563-b88e-3c447086dc98), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:41.216341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-883ffbf0-2402-47c8-bb76-75b9ced3a224 None None] Current status of the port b4e8b890-762a-40b7-a4c6-201b6e8e05ba is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:34:41.220777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b4e8b890-762a-40b7-a4c6-201b6e8e05ba triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:41.221187 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:41.222297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e4ef3-57f4-42c7-9907-8883a5276541 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e25ce4-e937-4563-b88e-3c447086dc98,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:41.252751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-563e4ef3-57f4-42c7-9907-8883a5276541 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:41.283677 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-563e4ef3-57f4-42c7-9907-8883a5276541 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2784193 Feb 15 14:34:41.375373 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Sync routers for ids ['48008b79-8ccf-406e-88d5-3363de12f1dd'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:34:41.399299 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Routers {'48008b79-8ccf-406e-88d5-3363de12f1dd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:34:41.400598 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:34:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['48008b79-8ccf-406e-88d5-3363de12f1dd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:41.424125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b487b9df-b44f-48ae-89f2-db084927e93c None None] Provisioning complete for port e98b1a65-184e-4f3f-89b2-e2c66e4af551 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:41.424512 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b487b9df-b44f-48ae-89f2-db084927e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:41.463241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b4e8b890-762a-40b7-a4c6-201b6e8e05ba is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:34:41.464850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 73c4f713-1b3c-4630-8515-e37c25847bd4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:34:41.513885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-8c9030b5-38ad-41e6-ae71-40c637b8307b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_general--525000197&fields=id&tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41 HTTP/1.1" status: 200 len: 267 time: 0.0570595 Feb 15 14:34:41.516934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b487b9df-b44f-48ae-89f2-db084927e93c None None] Port e98b1a65-184e-4f3f-89b2-e2c66e4af551 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:34:41.544707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 73c4f713-1b3c-4630-8515-e37c25847bd4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:41.545195 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:41.580439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-80f1c3c8-1d31-4ee9-a4d3-6bc6b7b869f6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_access--1193066591&fields=id&tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41 HTTP/1.1" status: 200 len: 267 time: 0.0650644 Feb 15 14:34:41.629857 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Set router 48008b79-8ccf-406e-88d5-3363de12f1dd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:34:41.695962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cced8562-78ed-4dab-bd81-58cc5d439907 None None] Provisioning complete for port e98b1a65-184e-4f3f-89b2-e2c66e4af551 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:41.695962 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cced8562-78ed-4dab-bd81-58cc5d439907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:41.731560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 73c4f713-1b3c-4630-8515-e37c25847bd4 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:34:41.731950 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:41.768089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-56b0da7b-def3-4e9e-805b-1ba9e162b50e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:41.777718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-56b0da7b-def3-4e9e-805b-1ba9e162b50e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/networks?id=9dc37e04-431b-4e64-ac04-b271db8fe536 HTTP/1.1" status: 200 len: 797 time: 0.1897800 Feb 15 14:34:41.799018 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-5353448e-bf02-4d65-b559-650366bf8a18 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/quotas/06f95a3bfb544dfc897af6d1fc5f1c41 HTTP/1.1" status: 200 len: 375 time: 0.0200100 Feb 15 14:34:41.871848 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-6830d78b-bfe1-4b40-a1a4-2e3f0171ff8d tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715725 Feb 15 14:34:41.898885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-fd85950f-11ad-4c15-8fd8-4ff497fd376f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:34:41.900390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-fd85950f-11ad-4c15-8fd8-4ff497fd376f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069132 Feb 15 14:34:41.934278 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:38Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e98b1a65-184e-4f3f-89b2-e2c66e4af551', 'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:50:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:38Z', 'updated_at': '2022-02-15T14:34:39Z', 'revision_number': 2, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:41.950331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 73c4f713-1b3c-4630-8515-e37c25847bd4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=73c4f713-1b3c-4630-8515-e37c25847bd4,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:41.955522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cced8562-78ed-4dab-bd81-58cc5d439907 None None] Port e98b1a65-184e-4f3f-89b2-e2c66e4af551 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:34:41.960148 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:41.992934 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Checking router: 48008b79-8ccf-406e-88d5-3363de12f1dd for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:34:41.993806 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Updating router 48008b79-8ccf-406e-88d5-3363de12f1dd port e98b1a65-184e-4f3f-89b2-e2c66e4af551 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:34:42.013539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=73c4f713-1b3c-4630-8515-e37c25847bd4,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:42.039057 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:42.074944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-4edfaad9-ea5c-42bc-907a-735badcd3311 service neutron] 10.222.0.72 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652203 Feb 15 14:34:42.188143 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-596f998f-1b06-4c43-b11e-c08697dbb5f5 service neutron] 10.222.0.72 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064882 Feb 15 14:34:42.255128 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:42.410380 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Publish callbacks [] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:42.435630 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:42.502288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f4deb08-a2c7-46d3-ba84-32a14b35841c req-d5202d29-77c3-401c-a84e-82363cd76e0e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 210 time: 0.0713086 Feb 15 14:34:42.536258 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Pushing event updated for resources: {'Port': ['ID=e98b1a65-184e-4f3f-89b2-e2c66e4af551,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:42.567181 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.567628 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.568621 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.569277 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.569681 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.570081 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.570501 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.570934 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.576703 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.577200 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.577548 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.577906 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.578209 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:34:42.599707 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Attempting to bind port e98b1a65-184e-4f3f-89b2-e2c66e4af551 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:34:42.600114 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Attempting to bind port e98b1a65-184e-4f3f-89b2-e2c66e4af551 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:34:42.600501 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Attempting to bind port e98b1a65-184e-4f3f-89b2-e2c66e4af551 on network 9dc37e04-431b-4e64-ac04-b271db8fe536 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:34:42.611475 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:34:42.612365 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Checking segment: {'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:34:42.613050 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:42.613709 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Bound using segment: {'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:34:42.615448 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Bound port: e98b1a65-184e-4f3f-89b2-e2c66e4af551, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:34:42.615917 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:42.790881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-81a78131-68e2-47fe-9385-35e209514b28 None None] Provisioning complete for port e98b1a65-184e-4f3f-89b2-e2c66e4af551 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:42.791582 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81a78131-68e2-47fe-9385-35e209514b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:42.862526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-81a78131-68e2-47fe-9385-35e209514b28 None None] Port e98b1a65-184e-4f3f-89b2-e2c66e4af551 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:34:42.872192 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] For port e98b1a65-184e-4f3f-89b2-e2c66e4af551, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:34:42.876375 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] For port e98b1a65-184e-4f3f-89b2-e2c66e4af551, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e98b1a65-184e-4f3f-89b2-e2c66e4af551,segment=NetworkSegment(4f7a0151-1b41-42e3-bd0e-5b802aad4a68),segment_id=4f7a0151-1b41-42e3-bd0e-5b802aad4a68)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:34:42.885559 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:42.922578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 73c4f713-1b3c-4630-8515-e37c25847bd4 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:34:42.964104 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Routers {'48008b79-8ccf-406e-88d5-3363de12f1dd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:34:42.964761 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:34:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['48008b79-8ccf-406e-88d5-3363de12f1dd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:43.031599 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbaf04-bb01-4cce-9e89-261ff7e8d00b None None] Pushing event updated for resources: {'Port': ['ID=e98b1a65-184e-4f3f-89b2-e2c66e4af551,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:43.045492 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 73c4f713-1b3c-4630-8515-e37c25847bd4 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:43.045864 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:43.175564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 73c4f713-1b3c-4630-8515-e37c25847bd4 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:34:43.181903 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] Set router 48008b79-8ccf-406e-88d5-3363de12f1dd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:34:43.397540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-56976095-b6d0-4c11-b80c-dd90b5843ee5 None None] Provisioning complete for port e98b1a65-184e-4f3f-89b2-e2c66e4af551 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:43.398463 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-56976095-b6d0-4c11-b80c-dd90b5843ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:43.491854 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:38Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e98b1a65-184e-4f3f-89b2-e2c66e4af551', 'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:50:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:38Z', 'updated_at': '2022-02-15T14:34:42Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:43.523136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-56976095-b6d0-4c11-b80c-dd90b5843ee5 None None] Current status of the port e98b1a65-184e-4f3f-89b2-e2c66e4af551 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:34:43.523546 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-56976095-b6d0-4c11-b80c-dd90b5843ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:43.525630 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017180e9-c853-43fb-baf8-8a7b00b07e8a None None] The sync data for ids ['48008b79-8ccf-406e-88d5-3363de12f1dd'] in n-d-829064-15 is: [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:38Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e98b1a65-184e-4f3f-89b2-e2c66e4af551', 'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:50:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:38Z', 'updated_at': '2022-02-15T14:34:42Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:34:43.569648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-56976095-b6d0-4c11-b80c-dd90b5843ee5 None None] For port e98b1a65-184e-4f3f-89b2-e2c66e4af551, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e98b1a65-184e-4f3f-89b2-e2c66e4af551,segment=NetworkSegment(4f7a0151-1b41-42e3-bd0e-5b802aad4a68),segment_id=4f7a0151-1b41-42e3-bd0e-5b802aad4a68)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:43.574506 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-56976095-b6d0-4c11-b80c-dd90b5843ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:43.677672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4484c254-16fd-4e65-9486-51fb5089caff req-90b38f2e-8252-404f-beab-e36db44026bc tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 210 time: 0.0849473 Feb 15 14:34:43.688364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56976095-b6d0-4c11-b80c-dd90b5843ee5 None None] Pushing event updated for resources: {'Port': ['ID=e98b1a65-184e-4f3f-89b2-e2c66e4af551,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:43.931997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-e40f6f6c-fa6d-454f-9d43-d078f652ed2a tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:43.933704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-e40f6f6c-fa6d-454f-9d43-d078f652ed2a tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.67 "GET /v2.0/networks?id=9dc37e04-431b-4e64-ac04-b271db8fe536 HTTP/1.1" status: 200 len: 797 time: 0.1519647 Feb 15 14:34:44.079095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-b9d87c0f-4db0-47f4-b5a4-d39cc4af900d tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41 HTTP/1.1" status: 200 len: 477 time: 0.1340501 Feb 15 14:34:44.091332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'port': {'device_id': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'admin_state_up': True, 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'security_groups': ['5096d6f8-854f-41c9-8b7a-5f81dcd3c959', 'e959a153-dddf-40b1-8ad5-a8dccfd0dcf4']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:34:44.291962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Made reservation on behalf of 06f95a3bfb544dfc897af6d1fc5f1c41 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:34:44.298471 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:44.503202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Allocated IP 172.20.0.5 (9dc37e04-431b-4e64-ac04-b271db8fe536/0d30e81f-75ba-44c7-95fd-d69afc09f0de/f797b3e1-dead-4703-bb4c-db445b8bfd48) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:34:44.780900 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:44.788463 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b562fb3f-0c6d-4b12-8f6c-10a4c99582fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:44.876878 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-774c3461-cd66-4f3d-a92c-8869a7048a2b req-7a257500-be17-4df8-a9ae-5b59d6e0d58e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 210 time: 0.0534453 Feb 15 14:34:44.889011 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:44.932483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e98b1a65-184e-4f3f-89b2-e2c66e4af551 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:34:44.968936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network 9dc37e04-431b-4e64-ac04-b271db8fe536 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:34:44.973359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:34:44.989938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:34:45.004975 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Port': ['ID=f797b3e1-dead-4703-bb4c-db445b8bfd48,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:45.019164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e98b1a65-184e-4f3f-89b2-e2c66e4af551 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:45.019604 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:45.081920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:45.083036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:45.109725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-db4a3166-8bf0-45e3-aa62-cb9947fc04ca tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0251367 Feb 15 14:34:45.125492 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Request body: {'port': {'device_id': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:34:45.220257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e98b1a65-184e-4f3f-89b2-e2c66e4af551 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:34:45.237776 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:45.425351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5139ac72-f893-4ae6-9972-28e95e5ef861 None None] Provisioning complete for port f797b3e1-dead-4703-bb4c-db445b8bfd48 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:45.426070 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5139ac72-f893-4ae6-9972-28e95e5ef861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:45.473396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5139ac72-f893-4ae6-9972-28e95e5ef861 None None] Port f797b3e1-dead-4703-bb4c-db445b8bfd48 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:34:45.699111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f797b3e1-dead-4703-bb4c-db445b8bfd48 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:34:45.708033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Publish callbacks [] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:45.725962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Transition to ACTIVE for port object f797b3e1-dead-4703-bb4c-db445b8bfd48 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:34:45.730847 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:45.797597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Pushing event updated for resources: {'Port': ['ID=f797b3e1-dead-4703-bb4c-db445b8bfd48,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:45.893695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Attempting to bind port f797b3e1-dead-4703-bb4c-db445b8bfd48 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:34:45.894139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Attempting to bind port f797b3e1-dead-4703-bb4c-db445b8bfd48 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:34:45.895027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Attempting to bind port f797b3e1-dead-4703-bb4c-db445b8bfd48 on network 9dc37e04-431b-4e64-ac04-b271db8fe536 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:34:45.905553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Port f797b3e1-dead-4703-bb4c-db445b8bfd48 on network 9dc37e04-431b-4e64-ac04-b271db8fe536 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:34:45.905907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Attempting to bind port f797b3e1-dead-4703-bb4c-db445b8bfd48 on network 9dc37e04-431b-4e64-ac04-b271db8fe536 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:34:45.914390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:34:45.914390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Checking segment: {'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:34:45.915162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Bound using segment: {'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:34:45.915162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Bound port: f797b3e1-dead-4703-bb4c-db445b8bfd48, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7a0151-1b41-42e3-bd0e-5b802aad4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:34:45.915600 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:46.014805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] For port f797b3e1-dead-4703-bb4c-db445b8bfd48, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:34:46.018770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] For port f797b3e1-dead-4703-bb4c-db445b8bfd48, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f797b3e1-dead-4703-bb4c-db445b8bfd48,segment=NetworkSegment(4f7a0151-1b41-42e3-bd0e-5b802aad4a68),segment_id=4f7a0151-1b41-42e3-bd0e-5b802aad4a68)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:34:46.042186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:46.122491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:46.123607 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:46.125428 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] 10.222.0.67 "PUT /v2.0/ports/f797b3e1-dead-4703-bb4c-db445b8bfd48 HTTP/1.1" status: 200 len: 1131 time: 1.0081329 Feb 15 14:34:46.125951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'tag': 'f797b3e1-dead-4703-bb4c-db445b8bfd48'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:34:46.128569 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48c7ceb-80da-4a21-ac0f-09b86e532efa" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1f1a84-8a7b-4e74-942b-2111247dc5ef", "tag": "f797b3e1-dead-4703-bb4c-db445b8bfd48"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:34:46.146694 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f427b-353e-4e8d-b44e-5f6c124ed45f service neutron] Pushing event updated for resources: {'Port': ['ID=f797b3e1-dead-4703-bb4c-db445b8bfd48,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:46.170167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c955d-fa49-46d9-8ca8-81816ee1acec req-9dcf5a1b-53c9-49ab-9eb9-36f6deab941f tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:46.172584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-472c955d-fa49-46d9-8ca8-81816ee1acec req-9dcf5a1b-53c9-49ab-9eb9-36f6deab941f tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 982 time: 0.1438675 Feb 15 14:34:46.239414 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49e9377-5fb7-4b13-a7d9-420234d1c25c x-openstack-request-id: req-e49e9377-5fb7-4b13-a7d9-420234d1c25c {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:34:46.240260 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1f1a84-8a7b-4e74-942b-2111247dc5ef", "tag": "f797b3e1-dead-4703-bb4c-db445b8bfd48", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:34:46.240481 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e49e9377-5fb7-4b13-a7d9-420234d1c25c {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:34:46.240908 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'tag': 'f797b3e1-dead-4703-bb4c-db445b8bfd48', 'status': 'completed', 'code': 200} Feb 15 14:34:46.286358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-1fb1842a-b7de-413f-af38-73eb0573dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:46.288258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-1fb1842a-b7de-413f-af38-73eb0573dc4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41&device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 1165 time: 0.1041505 Feb 15 14:34:46.294572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-472c955d-fa49-46d9-8ca8-81816ee1acec req-678e4c1a-3f2a-47f7-a721-840070a64370 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1119001 Feb 15 14:34:46.339233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-9c63dec1-ecf2-4636-83ad-1f220aa5dea6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f797b3e1-dead-4703-bb4c-db445b8bfd48 HTTP/1.1" status: 200 len: 217 time: 0.0430329 Feb 15 14:34:46.407524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-5195b749-61a0-429f-8ebf-20890587090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:46.409197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-5195b749-61a0-429f-8ebf-20890587090e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d30e81f-75ba-44c7-95fd-d69afc09f0de HTTP/1.1" status: 200 len: 834 time: 0.0580282 Feb 15 14:34:46.478840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-a36af71f-9083-44a5-b68b-94643c1c9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:46.480672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-a36af71f-9083-44a5-b68b-94643c1c9694 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dc37e04-431b-4e64-ac04-b271db8fe536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0653317 Feb 15 14:34:46.591955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-0d353c3e-ba26-472d-b87e-85d4ad2e0e6e service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045928 Feb 15 14:34:46.718490 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ee83cfc-2e5a-47ff-a9e8-a67aa32cf94e req-15a33037-1135-4867-8a2b-308e92a5b45d service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191785 Feb 15 14:34:46.837144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c7ceb-80da-4a21-ac0f-09b86e532efa req-b8a0767b-5743-47dd-92ba-d8b63aa1b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:46.841892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f48c7ceb-80da-4a21-ac0f-09b86e532efa req-b8a0767b-5743-47dd-92ba-d8b63aa1b8aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41&device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 1165 time: 0.0621715 Feb 15 14:34:46.970454 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c7ceb-80da-4a21-ac0f-09b86e532efa req-fd9854ce-6571-4681-8274-b5c98a3c37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:46.973274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f48c7ceb-80da-4a21-ac0f-09b86e532efa req-fd9854ce-6571-4681-8274-b5c98a3c37b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9dc37e04-431b-4e64-ac04-b271db8fe536 HTTP/1.1" status: 200 len: 898 time: 0.1257524 Feb 15 14:34:47.028052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f48c7ceb-80da-4a21-ac0f-09b86e532efa req-3e8345b1-f130-4c4d-bfe2-2b8afd4ac224 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f797b3e1-dead-4703-bb4c-db445b8bfd48 HTTP/1.1" status: 200 len: 217 time: 0.0483408 Feb 15 14:34:47.086392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c7ceb-80da-4a21-ac0f-09b86e532efa req-1a7b349e-6861-4c38-a5cd-3d3f199e7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:47.088289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f48c7ceb-80da-4a21-ac0f-09b86e532efa req-1a7b349e-6861-4c38-a5cd-3d3f199e7fc4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d30e81f-75ba-44c7-95fd-d69afc09f0de HTTP/1.1" status: 200 len: 834 time: 0.0537465 Feb 15 14:34:47.150428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c7ceb-80da-4a21-ac0f-09b86e532efa req-993edfce-6ead-4993-b5f5-36649515d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:47.152323 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f48c7ceb-80da-4a21-ac0f-09b86e532efa req-993edfce-6ead-4993-b5f5-36649515d30f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dc37e04-431b-4e64-ac04-b271db8fe536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573342 Feb 15 14:34:47.162987 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0eeab28a-be84-4959-92f5-f336637d24e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:47.278299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f48c7ceb-80da-4a21-ac0f-09b86e532efa req-febd79b1-2d8d-44eb-837b-f8001bb3236f service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194794 Feb 15 14:34:47.442242 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f48c7ceb-80da-4a21-ac0f-09b86e532efa req-74541016-f01d-41e6-af03-e416352e19e3 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570940 Feb 15 14:34:47.463400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392338a-31de-4eae-bcf5-3542940d4e28 req-54980719-872e-4a71-a89a-8d681ebec430 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:47.465127 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a392338a-31de-4eae-bcf5-3542940d4e28 req-54980719-872e-4a71-a89a-8d681ebec430 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 982 time: 0.0899453 Feb 15 14:34:47.531113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a392338a-31de-4eae-bcf5-3542940d4e28 req-d2bf4e9f-da56-4326-9b32-63d365f31164 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0584214 Feb 15 14:34:48.448962 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:48.674864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdc29d-d84d-43a0-8ccc-2e8c09b025af req-d1b405ff-79e0-4a29-a30e-06b72d19433d tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:48.676390 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47fdc29d-d84d-43a0-8ccc-2e8c09b025af req-d1b405ff-79e0-4a29-a30e-06b72d19433d tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 982 time: 0.0631559 Feb 15 14:34:48.739604 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47fdc29d-d84d-43a0-8ccc-2e8c09b025af req-2db21c22-eb6d-4b4c-89ce-d275268c2fc2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0572863 Feb 15 14:34:49.809193 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:49.918418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a1754-04f3-4fde-a124-3d8fff78aa3c req-c37803d8-031d-4d4c-971d-173bde4441e8 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:49.922438 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f6a1754-04f3-4fde-a124-3d8fff78aa3c req-c37803d8-031d-4d4c-971d-173bde4441e8 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 982 time: 0.0743365 Feb 15 14:34:49.988016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f6a1754-04f3-4fde-a124-3d8fff78aa3c req-8bf5d5fb-ab3b-4824-931b-ca40ee274ee3 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0595958 Feb 15 14:34:51.097490 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:51.130050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fe075-7689-480b-9f45-9bc245de9033 req-c1a7c102-4382-45d5-86d2-16cb1153810d tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:51.132138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d33fe075-7689-480b-9f45-9bc245de9033 req-c1a7c102-4382-45d5-86d2-16cb1153810d tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 982 time: 0.0663395 Feb 15 14:34:51.198365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d33fe075-7689-480b-9f45-9bc245de9033 req-19b6697a-4da7-4c91-9e93-c63ab2ebd412 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0566292 Feb 15 14:34:52.016942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f797b3e1-dead-4703-bb4c-db445b8bfd48 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:34:52.123658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f797b3e1-dead-4703-bb4c-db445b8bfd48, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f797b3e1-dead-4703-bb4c-db445b8bfd48,segment=NetworkSegment(4f7a0151-1b41-42e3-bd0e-5b802aad4a68),segment_id=4f7a0151-1b41-42e3-bd0e-5b802aad4a68)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:52.135202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'f797b3e1-dead-4703-bb4c-db445b8bfd48', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'port_id': 'f797b3e1-dead-4703-bb4c-db445b8bfd48', 'mac_address': 'fa:16:3e:9a:a9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:34:52.174091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f797b3e1-dead-4703-bb4c-db445b8bfd48 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:34:52.174489 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:52.188195 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f797b3e1-dead-4703-bb4c-db445b8bfd48 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:34:52.209035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f797b3e1-dead-4703-bb4c-db445b8bfd48, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f797b3e1-dead-4703-bb4c-db445b8bfd48,segment=NetworkSegment(4f7a0151-1b41-42e3-bd0e-5b802aad4a68),segment_id=4f7a0151-1b41-42e3-bd0e-5b802aad4a68)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:52.213707 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:52.266613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f797b3e1-dead-4703-bb4c-db445b8bfd48,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:52.334445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409e8c2-266e-4dee-a054-d3858a4aa906 req-46460485-3fd4-4896-b42c-502af1d6472c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:52.336111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6409e8c2-266e-4dee-a054-d3858a4aa906 req-46460485-3fd4-4896-b42c-502af1d6472c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 983 time: 0.0564730 Feb 15 14:34:52.396705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6409e8c2-266e-4dee-a054-d3858a4aa906 req-a85907c2-6461-42d0-95cd-2deb7a74af04 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0543349 Feb 15 14:34:52.539934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['f797b3e1-dead-4703-bb4c-db445b8bfd48'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:34:53.543884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667a3aa-12dd-45ca-b094-12be4b944300 req-6c89a5c4-22ea-4daf-883f-51929d86a87e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:53.545398 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f667a3aa-12dd-45ca-b094-12be4b944300 req-6c89a5c4-22ea-4daf-883f-51929d86a87e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 983 time: 0.0687287 Feb 15 14:34:53.604531 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f667a3aa-12dd-45ca-b094-12be4b944300 req-8bb407c5-444e-477d-92e8-de36926d234f tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0527332 Feb 15 14:34:54.016990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f797b3e1-dead-4703-bb4c-db445b8bfd48 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:34:54.072589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port f797b3e1-dead-4703-bb4c-db445b8bfd48 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:34:54.077218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port f797b3e1-dead-4703-bb4c-db445b8bfd48 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:34:54.077605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:54.162208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f797b3e1-dead-4703-bb4c-db445b8bfd48 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:34:54.162610 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:54.188623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f797b3e1-dead-4703-bb4c-db445b8bfd48'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:34:54.192206 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeda93c-b341-4ab9-8636-f7ea59d47c63" -d '{"events": [{"server_uuid": "8a1f1a84-8a7b-4e74-942b-2111247dc5ef", "name": "network-vif-plugged", "status": "completed", "tag": "f797b3e1-dead-4703-bb4c-db445b8bfd48"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:34:54.208424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f797b3e1-dead-4703-bb4c-db445b8bfd48, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f797b3e1-dead-4703-bb4c-db445b8bfd48,segment=NetworkSegment(4f7a0151-1b41-42e3-bd0e-5b802aad4a68),segment_id=4f7a0151-1b41-42e3-bd0e-5b802aad4a68)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:34:54.223235 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:54.253075 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7432fcee-1a86-4077-a0d9-fcf86e2747d4 x-openstack-request-id: req-7432fcee-1a86-4077-a0d9-fcf86e2747d4 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:34:54.253370 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1f1a84-8a7b-4e74-942b-2111247dc5ef", "name": "network-vif-plugged", "status": "completed", "tag": "f797b3e1-dead-4703-bb4c-db445b8bfd48", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:34:54.253626 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7432fcee-1a86-4077-a0d9-fcf86e2747d4 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:34:54.254023 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f797b3e1-dead-4703-bb4c-db445b8bfd48', 'code': 200} Feb 15 14:34:54.289989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f797b3e1-dead-4703-bb4c-db445b8bfd48,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:54.386013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f8080-cf0f-4118-8307-a4f98d276c5a req-bdaab393-adfa-4555-8e4e-b4953a42efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:54.387675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d54f8080-cf0f-4118-8307-a4f98d276c5a req-bdaab393-adfa-4555-8e4e-b4953a42efd0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 1167 time: 0.0596910 Feb 15 14:34:54.447861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d54f8080-cf0f-4118-8307-a4f98d276c5a req-e27333e6-0d1d-4058-aa7f-b7fe0c0d746e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0533972 Feb 15 14:34:54.750334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce933-2049-4d83-afa7-a56c492236a4 req-2ca72159-d200-4d35-8ed1-98a0b0f5ac55 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:54.751891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d5ce933-2049-4d83-afa7-a56c492236a4 req-2ca72159-d200-4d35-8ed1-98a0b0f5ac55 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 984 time: 0.0678453 Feb 15 14:34:54.830896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d5ce933-2049-4d83-afa7-a56c492236a4 req-eab6e540-090c-4c5f-95c2-ea8eeb6cac78 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0708554 Feb 15 14:34:55.968168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17fc9e-a8bc-4676-a003-3490f3ed8d6f req-8679d2e3-aa94-4370-b8f0-c34f7f04ffbc tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:55.970189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa17fc9e-a8bc-4676-a003-3490f3ed8d6f req-8679d2e3-aa94-4370-b8f0-c34f7f04ffbc tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 984 time: 0.0643370 Feb 15 14:34:56.036430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa17fc9e-a8bc-4676-a003-3490f3ed8d6f req-0e907500-588a-4457-9409-e94ea5395af6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0588212 Feb 15 14:34:56.167670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f210918-d791-4ac1-8e85-e539dc64d34f req-bf58d32a-04f8-4f46-a3a8-c01630ea8ea6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:56.169175 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f210918-d791-4ac1-8e85-e539dc64d34f req-bf58d32a-04f8-4f46-a3a8-c01630ea8ea6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 984 time: 0.0588284 Feb 15 14:34:56.233139 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f210918-d791-4ac1-8e85-e539dc64d34f req-3ec805aa-12be-4ede-ae05-574dab5a3134 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0578289 Feb 15 14:34:56.359839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652735e6-acc3-42cf-b38f-7f52092c318f req-dd1c7079-813f-46d9-a679-c72b07989c4c tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:56.361227 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-652735e6-acc3-42cf-b38f-7f52092c318f req-dd1c7079-813f-46d9-a679-c72b07989c4c tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 1167 time: 0.0541873 Feb 15 14:34:56.381832 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-652735e6-acc3-42cf-b38f-7f52092c318f req-fb09622d-0bc4-4c6b-8050-40d9682caedf tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:56.456136 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-652735e6-acc3-42cf-b38f-7f52092c318f req-fb09622d-0bc4-4c6b-8050-40d9682caedf tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Publish callbacks [] for security_group (e4d1ab41-e518-4b0d-b6bd-cdd27c79b500), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:56.461511 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-652735e6-acc3-42cf-b38f-7f52092c318f req-fb09622d-0bc4-4c6b-8050-40d9682caedf tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e4d1ab41-e518-4b0d-b6bd-cdd27c79b500), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:56.507063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09622d-0bc4-4c6b-8050-40d9682caedf tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d1ab41-e518-4b0d-b6bd-cdd27c79b500,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:56.514945 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-652735e6-acc3-42cf-b38f-7f52092c318f req-fb09622d-0bc4-4c6b-8050-40d9682caedf tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1472669 Feb 15 14:34:56.539581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46210) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:56.594654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d0c7d7-edd9-4aa3-b9f3-3a1669f1b75d tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:56.596368 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f4d0c7d7-edd9-4aa3-b9f3-3a1669f1b75d tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 1162 time: 0.0549068 Feb 15 14:34:56.599882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46212) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:56.604127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': 'f797b3e1-dead-4703-bb4c-db445b8bfd48', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:34:56.627461 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:56.734071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:56.853413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Allocated IP 172.25.6.78 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/06d72e90-4577-4111-b71c-6e9a1db0c880) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:34:56.967315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for port (06d72e90-4577-4111-b71c-6e9a1db0c880), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:57.015868 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (06d72e90-4577-4111-b71c-6e9a1db0c880), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:57.072372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:34:57.079833 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:34:57.083322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:34:57.092505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Port': ['ID=06d72e90-4577-4111-b71c-6e9a1db0c880,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:57.709674 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for floatingip (ec4f387f-d313-4c66-9134-040fc62beb41), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:58.128635 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (06d72e90-4577-4111-b71c-6e9a1db0c880), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:58.298650 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for port (06d72e90-4577-4111-b71c-6e9a1db0c880), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:58.303607 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (06d72e90-4577-4111-b71c-6e9a1db0c880), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:58.397504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Port': ['ID=06d72e90-4577-4111-b71c-6e9a1db0c880,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:34:58.410293 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (ec4f387f-d313-4c66-9134-040fc62beb41), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:58.540997 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Floating IP ec4f387f-d313-4c66-9134-040fc62beb41 associated. External IP: 172.25.6.78, port: f797b3e1-dead-4703-bb4c-db445b8bfd48. Feb 15 14:34:58.780963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Router 48008b79-8ccf-406e-88d5-3363de12f1dd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:34:58.918037 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:34:58.930575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b4a74-d6e3-4354-9c3e-5bc3ba39840d None None] Sync routers for ids ['48008b79-8ccf-406e-88d5-3363de12f1dd'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:34:58.947469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:34:58.951932 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b4a74-d6e3-4354-9c3e-5bc3ba39840d None None] Routers {'48008b79-8ccf-406e-88d5-3363de12f1dd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:34:58.953041 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-357b4a74-d6e3-4354-9c3e-5bc3ba39840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:34:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['48008b79-8ccf-406e-88d5-3363de12f1dd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:58.980584 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-80a79196-0f61-41d1-a0bb-6538b3e402c6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3796723 Feb 15 14:34:58.981331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'tag': 'f797b3e1-dead-4703-bb4c-db445b8bfd48'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:34:58.983576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46218) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:58.984097 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646fcc90-d758-4f54-8619-c1e24c3fe5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1f1a84-8a7b-4e74-942b-2111247dc5ef", "tag": "f797b3e1-dead-4703-bb4c-db445b8bfd48"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:34:59.028821 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cb39a6-b8fa-4a2d-a098-a839518d188a x-openstack-request-id: req-a0cb39a6-b8fa-4a2d-a098-a839518d188a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:34:59.029177 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1f1a84-8a7b-4e74-942b-2111247dc5ef", "tag": "f797b3e1-dead-4703-bb4c-db445b8bfd48", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:34:59.029516 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a0cb39a6-b8fa-4a2d-a098-a839518d188a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:34:59.030046 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'tag': 'f797b3e1-dead-4703-bb4c-db445b8bfd48', 'status': 'completed', 'code': 200} Feb 15 14:34:59.101452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-357b4a74-d6e3-4354-9c3e-5bc3ba39840d None None] Set router 48008b79-8ccf-406e-88d5-3363de12f1dd gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:34:59.230691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fcc90-d758-4f54-8619-c1e24c3fe5ce req-93fe119d-94c3-426a-9524-7b657089dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.232254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646fcc90-d758-4f54-8619-c1e24c3fe5ce req-93fe119d-94c3-426a-9524-7b657089dc30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41&device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 1167 time: 0.1577125 Feb 15 14:34:59.238867 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe2ca4e-4ca7-47c7-8a47-dbabe471b256 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.239381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe2ca4e-4ca7-47c7-8a47-dbabe471b256 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.240394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe2ca4e-4ca7-47c7-8a47-dbabe471b256 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.240869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe2ca4e-4ca7-47c7-8a47-dbabe471b256 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.241310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe2ca4e-4ca7-47c7-8a47-dbabe471b256 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.243054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ebe2ca4e-4ca7-47c7-8a47-dbabe471b256 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3587 time: 0.2579987 Feb 15 14:34:59.248054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46222) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:59.336530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fcc90-d758-4f54-8619-c1e24c3fe5ce req-22e23e6c-2778-4cbc-b7e6-5fd919f5c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.338112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646fcc90-d758-4f54-8619-c1e24c3fe5ce req-22e23e6c-2778-4cbc-b7e6-5fd919f5c121 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9dc37e04-431b-4e64-ac04-b271db8fe536 HTTP/1.1" status: 200 len: 898 time: 0.0940776 Feb 15 14:34:59.345452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b8588f-f5f8-443d-aab0-d7b336d8a725 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.345452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b8588f-f5f8-443d-aab0-d7b336d8a725 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.345844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b8588f-f5f8-443d-aab0-d7b336d8a725 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.346295 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b8588f-f5f8-443d-aab0-d7b336d8a725 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.346737 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b8588f-f5f8-443d-aab0-d7b336d8a725 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.348551 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-58b8588f-f5f8-443d-aab0-d7b336d8a725 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3368 time: 0.1001515 Feb 15 14:34:59.352229 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46224) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:59.353857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-357b4a74-d6e3-4354-9c3e-5bc3ba39840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:38Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'ec4f387f-d313-4c66-9134-040fc62beb41', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'port_id': 'f797b3e1-dead-4703-bb4c-db445b8bfd48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'mac_address': 'fa:16:3e:9a:a9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:34:57Z', 'updated_at': '2022-02-15T14:34:57Z', 'revision_number': 0, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b1a65-184e-4f3f-89b2-e2c66e4af551', 'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:50:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:38Z', 'updated_at': '2022-02-15T14:34:43Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:59.390843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b4a74-d6e3-4354-9c3e-5bc3ba39840d None None] Checking router: 48008b79-8ccf-406e-88d5-3363de12f1dd for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:34:59.401894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b4a74-d6e3-4354-9c3e-5bc3ba39840d None None] Routers {'48008b79-8ccf-406e-88d5-3363de12f1dd'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:34:59.402526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-357b4a74-d6e3-4354-9c3e-5bc3ba39840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:34:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['48008b79-8ccf-406e-88d5-3363de12f1dd'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:59.428041 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646fcc90-d758-4f54-8619-c1e24c3fe5ce req-9abe4377-f07e-4f94-b390-9366a618813e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f797b3e1-dead-4703-bb4c-db445b8bfd48 HTTP/1.1" status: 200 len: 998 time: 0.0831878 Feb 15 14:34:59.486435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fcc90-d758-4f54-8619-c1e24c3fe5ce req-18ed1923-eee2-4cb0-a457-1bc02b39938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.487949 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646fcc90-d758-4f54-8619-c1e24c3fe5ce req-18ed1923-eee2-4cb0-a457-1bc02b39938f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d30e81f-75ba-44c7-95fd-d69afc09f0de HTTP/1.1" status: 200 len: 834 time: 0.0525517 Feb 15 14:34:59.538454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-357b4a74-d6e3-4354-9c3e-5bc3ba39840d None None] Set router 48008b79-8ccf-406e-88d5-3363de12f1dd gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:34:59.555713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fcc90-d758-4f54-8619-c1e24c3fe5ce req-d3f6eaf9-2107-4206-9ecf-ae354763f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.557434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646fcc90-d758-4f54-8619-c1e24c3fe5ce req-d3f6eaf9-2107-4206-9ecf-ae354763f91e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dc37e04-431b-4e64-ac04-b271db8fe536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0628076 Feb 15 14:34:59.622747 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d86834be-18cd-4dcc-9dec-2a81a259ef57 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2671716 Feb 15 14:34:59.624698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46232) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:34:59.693848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a02f2-2ea4-4070-b10a-b728901e5ba1 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.694379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a02f2-2ea4-4070-b10a-b728901e5ba1 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:34:59.696097 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a41a02f2-2ea4-4070-b10a-b728901e5ba1 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=48008b79-8ccf-406e-88d5-3363de12f1dd HTTP/1.1" status: 200 len: 2063 time: 0.0704277 Feb 15 14:34:59.701448 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646fcc90-d758-4f54-8619-c1e24c3fe5ce req-d329b708-d740-48dd-bc63-5696a6a9617f service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374128 Feb 15 14:34:59.828753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646fcc90-d758-4f54-8619-c1e24c3fe5ce req-dd9ded4f-c47b-4135-b84f-d910e9d562f3 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206839 Feb 15 14:34:59.862443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-357b4a74-d6e3-4354-9c3e-5bc3ba39840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:38Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'ec4f387f-d313-4c66-9134-040fc62beb41', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'port_id': 'f797b3e1-dead-4703-bb4c-db445b8bfd48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'mac_address': 'fa:16:3e:9a:a9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:34:57Z', 'updated_at': '2022-02-15T14:34:57Z', 'revision_number': 0, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b1a65-184e-4f3f-89b2-e2c66e4af551', 'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:50:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:38Z', 'updated_at': '2022-02-15T14:34:43Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:34:59.896929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b4a74-d6e3-4354-9c3e-5bc3ba39840d None None] The sync data for ids ['48008b79-8ccf-406e-88d5-3363de12f1dd'] in n-d-829064-15 is: [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:38Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'ec4f387f-d313-4c66-9134-040fc62beb41', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'port_id': 'f797b3e1-dead-4703-bb4c-db445b8bfd48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'mac_address': 'fa:16:3e:9a:a9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:34:57Z', 'updated_at': '2022-02-15T14:34:57Z', 'revision_number': 0, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98b1a65-184e-4f3f-89b2-e2c66e4af551', 'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:50:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:38Z', 'updated_at': '2022-02-15T14:34:43Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:35:00.149482 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b6d5b9-31ac-4b6c-8551-2d238707781e None None] New status for floating IP ec4f387f-d313-4c66-9134-040fc62beb41: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:35:10.136672 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:11.735806 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:35:12.259822 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:14.762506 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b34179a2-5efe-4d19-b8a4-383673c7c6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:17.156632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b8bec6e3-ab58-4d13-a249-8d4fa2b7f287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:18.449589 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:19.796824 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:21.097768 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:28.524318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-e676507c-bbce-4de3-85c4-c6daed107fcf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1029570 Feb 15 14:35:28.616796 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-2a69be2c-f273-4e90-83dd-a45c9e4c3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:28.618616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-2a69be2c-f273-4e90-83dd-a45c9e4c3349 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41&device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 1167 time: 0.0506630 Feb 15 14:35:28.736341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-95c64200-3c62-493a-a302-d1be01d4535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:28.737905 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-95c64200-3c62-493a-a302-d1be01d4535f service neutron] 10.222.0.67 "GET /v2.0/networks?id=9dc37e04-431b-4e64-ac04-b271db8fe536 HTTP/1.1" status: 200 len: 898 time: 0.0982435 Feb 15 14:35:28.870933 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-ddf71c3a-373a-449d-8508-6823073fc8e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f797b3e1-dead-4703-bb4c-db445b8bfd48 HTTP/1.1" status: 200 len: 1000 time: 0.1262977 Feb 15 14:35:28.930724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-6ce9a67d-0fd8-4491-8bd4-0e4532702720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:28.932551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-6ce9a67d-0fd8-4491-8bd4-0e4532702720 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d30e81f-75ba-44c7-95fd-d69afc09f0de HTTP/1.1" status: 200 len: 834 time: 0.0554206 Feb 15 14:35:28.991046 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-8d8566f2-e675-4aee-b7a8-6d5f370bb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:28.993474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-8d8566f2-e675-4aee-b7a8-6d5f370bb9ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dc37e04-431b-4e64-ac04-b271db8fe536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0545712 Feb 15 14:35:29.098174 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-1d5eaad9-b31e-4d5b-97c3-84f5f92692c5 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981119 Feb 15 14:35:29.211834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-670f6f28-dff2-4dac-8773-d5efbe27d513 req-c4189031-8947-4a08-bd0d-ae5aea4f1061 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067278 Feb 15 14:35:31.806431 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-273caf83-7fc6-496e-9064-ffa55d0eb7ed req-822d8695-1a54-4248-a4a1-1b09d92e5d4d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475597 Feb 15 14:35:31.920128 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273caf83-7fc6-496e-9064-ffa55d0eb7ed req-240ba664-7103-4f56-9953-8d7b82b64ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:31.921700 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-273caf83-7fc6-496e-9064-ffa55d0eb7ed req-240ba664-7103-4f56-9953-8d7b82b64ee4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6703144a3c5b4add9672577bd37bba25&device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 1128 time: 0.0688853 Feb 15 14:35:32.079749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273caf83-7fc6-496e-9064-ffa55d0eb7ed req-63ea564b-688e-417c-a5cf-dfd2874b2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:32.082495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-273caf83-7fc6-496e-9064-ffa55d0eb7ed req-63ea564b-688e-417c-a5cf-dfd2874b2ef9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f4b7c57-9e8c-4d81-a595-ca11777f6478 HTTP/1.1" status: 200 len: 914 time: 0.1345313 Feb 15 14:35:32.142896 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-273caf83-7fc6-496e-9064-ffa55d0eb7ed req-4880b751-c0e7-4795-a59d-fbc94b92f601 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285b902d-e845-4d38-9e22-202b434edf6a HTTP/1.1" status: 200 len: 217 time: 0.0541763 Feb 15 14:35:32.217052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273caf83-7fc6-496e-9064-ffa55d0eb7ed req-eb34cb6e-2262-44a8-8fe4-ac8fb4650466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:32.219263 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-273caf83-7fc6-496e-9064-ffa55d0eb7ed req-eb34cb6e-2262-44a8-8fe4-ac8fb4650466 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3ed7281-c0ca-4a1d-996c-da7b676b49eb HTTP/1.1" status: 200 len: 853 time: 0.0694845 Feb 15 14:35:32.253509 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-273caf83-7fc6-496e-9064-ffa55d0eb7ed req-48dfc749-a93e-45a8-b543-0f93b4d13307 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f4b7c57-9e8c-4d81-a595-ca11777f6478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277183 Feb 15 14:35:32.356981 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-273caf83-7fc6-496e-9064-ffa55d0eb7ed req-61e3a47b-e32d-41f7-a068-bdbd41943305 service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971062 Feb 15 14:35:32.474205 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-273caf83-7fc6-496e-9064-ffa55d0eb7ed req-8493e499-eae1-46d8-aee6-03d6b6f0a280 service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114542 Feb 15 14:35:40.156801 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:42.282538 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:44.765517 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0849c6aa-d0b1-4998-95b7-221ade15d528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:46.105878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11968fe-9eb8-4d34-b5eb-71dcb932f7e9 req-c0460e9c-1fd4-46ff-9583-520586751144 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:46.107340 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a11968fe-9eb8-4d34-b5eb-71dcb932f7e9 req-c0460e9c-1fd4-46ff-9583-520586751144 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 945 time: 0.0586431 Feb 15 14:35:46.154501 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a11968fe-9eb8-4d34-b5eb-71dcb932f7e9 req-cd971b8e-c672-48c4-97aa-dd99de41ad50 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415096 Feb 15 14:35:47.158267 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a4062525-bb0c-447e-8c06-4d5b1e2ec0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:47.279410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49188a8-db9c-4441-8929-16f434e8b1b2 req-f7d0791d-9b2f-4ac0-aa8e-debfb009d367 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:47.280911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c49188a8-db9c-4441-8929-16f434e8b1b2 req-f7d0791d-9b2f-4ac0-aa8e-debfb009d367 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 945 time: 0.0588768 Feb 15 14:35:47.330641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c49188a8-db9c-4441-8929-16f434e8b1b2 req-db99f113-d1a2-4173-ad8f-144da2998349 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Feb 15 14:35:47.569153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609bc98-6555-4897-8c8a-2613dec56140 req-18a5d00e-4b8e-4dfd-9f11-cd2141945334 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:47.570650 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1609bc98-6555-4897-8c8a-2613dec56140 req-18a5d00e-4b8e-4dfd-9f11-cd2141945334 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.42 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 945 time: 0.0532994 Feb 15 14:35:47.660646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-1609bc98-6555-4897-8c8a-2613dec56140 req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Deleting port 285b902d-e845-4d38-9e22-202b434edf6a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:35:47.661012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1609bc98-6555-4897-8c8a-2613dec56140 req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (285b902d-e845-4d38-9e22-202b434edf6a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:47.750772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-1609bc98-6555-4897-8c8a-2613dec56140 req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] For port 285b902d-e845-4d38-9e22-202b434edf6a, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=285b902d-e845-4d38-9e22-202b434edf6a,segment=NetworkSegment(0082868b-5b0c-4a0e-a53d-5051216f65a8),segment_id=0082868b-5b0c-4a0e-a53d-5051216f65a8)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:35:47.751171 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1609bc98-6555-4897-8c8a-2613dec56140 req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (285b902d-e845-4d38-9e22-202b434edf6a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:47.764764 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-1609bc98-6555-4897-8c8a-2613dec56140 req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Calling delete_port for 285b902d-e845-4d38-9e22-202b434edf6a owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:35:47.894393 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1609bc98-6555-4897-8c8a-2613dec56140 req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (285b902d-e845-4d38-9e22-202b434edf6a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:47.905785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['285b902d-e845-4d38-9e22-202b434edf6a'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:35:47.923678 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Pushing event deleted for resources: {'Port': ['ID=285b902d-e845-4d38-9e22-202b434edf6a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:35:47.951679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.952029 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.952368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.952702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.953031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.953359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.953682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.954003 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.954323 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.954652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.955063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.955387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.955704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:35:47.975901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1609bc98-6555-4897-8c8a-2613dec56140 req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] No DVR routers for this DVR port 285b902d-e845-4d38-9e22-202b434edf6a on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:35:47.978526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-1609bc98-6555-4897-8c8a-2613dec56140 req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:47.981931 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1609bc98-6555-4897-8c8a-2613dec56140 req-8f343c8f-c4f5-478e-98e7-5a4f5567159f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.42 "DELETE /v2.0/ports/285b902d-e845-4d38-9e22-202b434edf6a HTTP/1.1" status: 204 len: 173 time: 0.4061759 Feb 15 14:35:47.982411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186274e3-d0d6-4379-9cfe-58729f7dbb61', 'name': 'network-vif-deleted', 'tag': '285b902d-e845-4d38-9e22-202b434edf6a'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:35:47.984620 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6e4dfe-129a-4fa8-9568-77b2ad86c833" -d '{"events": [{"server_uuid": "186274e3-d0d6-4379-9cfe-58729f7dbb61", "name": "network-vif-deleted", "tag": "285b902d-e845-4d38-9e22-202b434edf6a"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:35:48.023110 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5aae6d-79a9-493b-ae46-1cb46057f87b x-openstack-request-id: req-5d5aae6d-79a9-493b-ae46-1cb46057f87b {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:35:48.023414 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186274e3-d0d6-4379-9cfe-58729f7dbb61", "name": "network-vif-deleted", "tag": "285b902d-e845-4d38-9e22-202b434edf6a", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:35:48.023672 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d5aae6d-79a9-493b-ae46-1cb46057f87b {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:35:48.024078 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186274e3-d0d6-4379-9cfe-58729f7dbb61', 'name': 'network-vif-deleted', 'tag': '285b902d-e845-4d38-9e22-202b434edf6a', 'status': 'completed', 'code': 200} Feb 15 14:35:48.441380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bbb13c4-c3d1-45a7-9c78-9520805cf08e req-09a2af99-49a4-4e13-9cde-b71c681cbf60 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=186274e3-d0d6-4379-9cfe-58729f7dbb61 HTTP/1.1" status: 200 len: 210 time: 0.0315850 Feb 15 14:35:48.453334 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:48.735318 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:35:49.803907 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:50.971152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 285b902d-e845-4d38-9e22-202b434edf6a no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:35:50.993107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 285b902d-e845-4d38-9e22-202b434edf6a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:35:50.993459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 285b902d-e845-4d38-9e22-202b434edf6a not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:35:51.099007 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:35:59.561371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-4b90eba5-b04a-4539-9fc1-746c8d4c39f3 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:35:59.562848 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-4b90eba5-b04a-4539-9fc1-746c8d4c39f3 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/networks?id=9f4b7c57-9e8c-4d81-a595-ca11777f6478 HTTP/1.1" status: 200 len: 813 time: 0.1148736 Feb 15 14:35:59.579000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-224c2069-4c21-4728-9ef8-b5c369ff7cd0 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/quotas/6703144a3c5b4add9672577bd37bba25 HTTP/1.1" status: 200 len: 375 time: 0.0104654 Feb 15 14:35:59.617753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-899b95c1-88a4-46ee-a347-b9ef2ec2299c tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6703144a3c5b4add9672577bd37bba25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309858 Feb 15 14:35:59.716230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ba3162c6-0622-43d6-8af2-8f9d00739ec8 service neutron] 10.222.0.72 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914648 Feb 15 14:35:59.811019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-fcff72c8-8c97-40ab-a845-73a91bd521b1 service neutron] 10.222.0.72 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886462 Feb 15 14:35:59.986405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-43eedd7c-31cb-452d-9081-fea4024ff559 req-53c11b1c-270d-4ba0-a9f5-fe022341454c tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 210 time: 0.0337286 Feb 15 14:36:00.932035 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-4155117b-58a2-4a2d-b2b6-3c92cdeb78f3 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:00.933555 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-4155117b-58a2-4a2d-b2b6-3c92cdeb78f3 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.42 "GET /v2.0/networks?id=9f4b7c57-9e8c-4d81-a595-ca11777f6478 HTTP/1.1" status: 200 len: 813 time: 0.1172268 Feb 15 14:36:00.947228 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Request body: {'port': {'device_id': 'e427f34a-ae3e-4a14-bf6d-dc69c8b90803', 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478', 'admin_state_up': True, 'tenant_id': '6703144a3c5b4add9672577bd37bba25'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:01.064494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Made reservation on behalf of 6703144a3c5b4add9672577bd37bba25 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:36:01.068979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:01.096285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-858b74e6-4471-49dd-a5d5-3e9fe9603b90 req-aea7c52d-9788-4638-9e7f-996d40ea088e tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 210 time: 0.0343752 Feb 15 14:36:01.217632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Allocated IP 172.20.0.9 (9f4b7c57-9e8c-4d81-a595-ca11777f6478/e3ed7281-c0ca-4a1d-996c-da7b676b49eb/78e492fb-dc45-462a-87e5-65741d8d51f6) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:36:01.371222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks [] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:01.406143 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:01.450517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:36:01.453704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:36:01.457429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:36:01.464535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Pushing event updated for resources: {'Port': ['ID=78e492fb-dc45-462a-87e5-65741d8d51f6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:01.511185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:01.511812 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:01.527996 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-ead48f51-3ac2-4945-8b40-740fa8346408 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5851111 Feb 15 14:36:01.639696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Request body: {'port': {'device_id': 'e427f34a-ae3e-4a14-bf6d-dc69c8b90803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:01.703121 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:01.964812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e492fb-dc45-462a-87e5-65741d8d51f6 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:36:01.972149 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Publish callbacks [] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:01.984004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Transition to ACTIVE for port object 78e492fb-dc45-462a-87e5-65741d8d51f6 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:36:01.988060 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:02.038086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Pushing event updated for resources: {'Port': ['ID=78e492fb-dc45-462a-87e5-65741d8d51f6,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:02.115664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Attempting to bind port 78e492fb-dc45-462a-87e5-65741d8d51f6 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:36:02.116011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Attempting to bind port 78e492fb-dc45-462a-87e5-65741d8d51f6 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '0082868b-5b0c-4a0e-a53d-5051216f65a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:36:02.116336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Attempting to bind port 78e492fb-dc45-462a-87e5-65741d8d51f6 on network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:36:02.120768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Port 78e492fb-dc45-462a-87e5-65741d8d51f6 on network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:36:02.121084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Attempting to bind port 78e492fb-dc45-462a-87e5-65741d8d51f6 on network 9f4b7c57-9e8c-4d81-a595-ca11777f6478 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:36:02.126081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:36:02.126416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Checking segment: {'id': '0082868b-5b0c-4a0e-a53d-5051216f65a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:36:02.126793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Bound using segment: {'id': '0082868b-5b0c-4a0e-a53d-5051216f65a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:36:02.127241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Bound port: 78e492fb-dc45-462a-87e5-65741d8d51f6, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0082868b-5b0c-4a0e-a53d-5051216f65a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:36:02.127620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:02.196147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] For port 78e492fb-dc45-462a-87e5-65741d8d51f6, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:36:02.201036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] For port 78e492fb-dc45-462a-87e5-65741d8d51f6, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78e492fb-dc45-462a-87e5-65741d8d51f6,segment=NetworkSegment(0082868b-5b0c-4a0e-a53d-5051216f65a8),segment_id=0082868b-5b0c-4a0e-a53d-5051216f65a8)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:36:02.211069 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:02.236367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3c427-814f-414f-b6ae-ab5b913afb3c req-b939fa40-5dc8-4b66-b145-a3ab626b1f54 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:02.238835 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2f3c427-814f-414f-b6ae-ab5b913afb3c req-b939fa40-5dc8-4b66-b145-a3ab626b1f54 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 943 time: 0.0673218 Feb 15 14:36:02.255546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:02.256173 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:02.257543 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] 10.222.0.42 "PUT /v2.0/ports/78e492fb-dc45-462a-87e5-65741d8d51f6 HTTP/1.1" status: 200 len: 1092 time: 0.7215571 Feb 15 14:36:02.257988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e427f34a-ae3e-4a14-bf6d-dc69c8b90803', 'tag': '78e492fb-dc45-462a-87e5-65741d8d51f6'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:36:02.260240 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cdd5c5-f7a0-4129-88cf-8594cc55f7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e427f34a-ae3e-4a14-bf6d-dc69c8b90803", "tag": "78e492fb-dc45-462a-87e5-65741d8d51f6"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:36:02.288499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada798d-a27f-4df4-89e6-749566d0afd4 service neutron] Pushing event updated for resources: {'Port': ['ID=78e492fb-dc45-462a-87e5-65741d8d51f6,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:02.297399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2f3c427-814f-414f-b6ae-ab5b913afb3c req-74c0272e-294e-465c-8d08-77b3cc9d7f7e tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523205 Feb 15 14:36:02.359602 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-b3d887f9-d336-41e9-9805-8e2880007dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:02.361136 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-b3d887f9-d336-41e9-9805-8e2880007dd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6703144a3c5b4add9672577bd37bba25&device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 1126 time: 0.0535333 Feb 15 14:36:02.403390 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672917f9-da93-4702-9ac6-cec812818f2d x-openstack-request-id: req-672917f9-da93-4702-9ac6-cec812818f2d {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:36:02.403686 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e427f34a-ae3e-4a14-bf6d-dc69c8b90803", "tag": "78e492fb-dc45-462a-87e5-65741d8d51f6", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:36:02.403942 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-672917f9-da93-4702-9ac6-cec812818f2d {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:36:02.404347 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e427f34a-ae3e-4a14-bf6d-dc69c8b90803', 'tag': '78e492fb-dc45-462a-87e5-65741d8d51f6', 'status': 'completed', 'code': 200} Feb 15 14:36:02.406135 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-fbd7ab61-bd16-4449-8716-06a398e280a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78e492fb-dc45-462a-87e5-65741d8d51f6 HTTP/1.1" status: 200 len: 217 time: 0.0378609 Feb 15 14:36:02.456842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-2323c4c1-c9d2-40e6-bfff-310da283f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:02.458308 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-2323c4c1-c9d2-40e6-bfff-310da283f47c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3ed7281-c0ca-4a1d-996c-da7b676b49eb HTTP/1.1" status: 200 len: 853 time: 0.0443223 Feb 15 14:36:02.495528 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-e4284b69-c5be-4163-9ced-2fd3db81da40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f4b7c57-9e8c-4d81-a595-ca11777f6478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310533 Feb 15 14:36:02.586891 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-cfd6473e-4667-4b65-8d1a-884b7eba11bd service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835760 Feb 15 14:36:02.678517 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-af236424-14fc-4dd3-b2ec-6d8a3f92704b req-eca6633c-b6b8-40df-a788-2e9b889e3b3e service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852365 Feb 15 14:36:02.779790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdd5c5-f7a0-4129-88cf-8594cc55f7a9 req-063b94ad-a327-44bb-9c56-9fba1ba8a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:02.781408 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-40cdd5c5-f7a0-4129-88cf-8594cc55f7a9 req-063b94ad-a327-44bb-9c56-9fba1ba8a46a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6703144a3c5b4add9672577bd37bba25&device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 1126 time: 0.0589960 Feb 15 14:36:02.869603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdd5c5-f7a0-4129-88cf-8594cc55f7a9 req-26f1544e-ea50-42c3-8789-df62a3172a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:02.871143 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-40cdd5c5-f7a0-4129-88cf-8594cc55f7a9 req-26f1544e-ea50-42c3-8789-df62a3172a2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f4b7c57-9e8c-4d81-a595-ca11777f6478 HTTP/1.1" status: 200 len: 914 time: 0.0826900 Feb 15 14:36:02.915166 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-40cdd5c5-f7a0-4129-88cf-8594cc55f7a9 req-78f6778e-b4dc-44aa-80f7-9735da187fee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78e492fb-dc45-462a-87e5-65741d8d51f6 HTTP/1.1" status: 200 len: 217 time: 0.0382874 Feb 15 14:36:02.961995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdd5c5-f7a0-4129-88cf-8594cc55f7a9 req-b334949e-60b7-4003-a94b-af0025799673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:02.963485 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-40cdd5c5-f7a0-4129-88cf-8594cc55f7a9 req-b334949e-60b7-4003-a94b-af0025799673 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3ed7281-c0ca-4a1d-996c-da7b676b49eb HTTP/1.1" status: 200 len: 853 time: 0.0423315 Feb 15 14:36:02.996138 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-40cdd5c5-f7a0-4129-88cf-8594cc55f7a9 req-abc73141-4a64-452a-8e0b-cc256b9e539e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f4b7c57-9e8c-4d81-a595-ca11777f6478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252936 Feb 15 14:36:03.086142 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-40cdd5c5-f7a0-4129-88cf-8594cc55f7a9 req-0d4334a4-f3f6-42a0-afab-2b68e5090af9 service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838563 Feb 15 14:36:03.172878 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-40cdd5c5-f7a0-4129-88cf-8594cc55f7a9 req-ee176f2a-22fe-4843-999e-ef2aca1b666c service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798800 Feb 15 14:36:03.419362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cf2fa-6f28-4091-9f62-74b7be63500f req-743c278f-8ec0-4b1c-b0cc-d4915520ca3d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:03.420825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db1cf2fa-6f28-4091-9f62-74b7be63500f req-743c278f-8ec0-4b1c-b0cc-d4915520ca3d tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 943 time: 0.0523663 Feb 15 14:36:03.470494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db1cf2fa-6f28-4091-9f62-74b7be63500f req-c095d557-86f5-4e9a-b764-4ea111e17e0f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Feb 15 14:36:04.590515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e894a2-1914-48a9-8097-e6ea01f84831 req-0bba0710-0fc8-4833-9f18-7f15554a7179 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:04.592009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3e894a2-1914-48a9-8097-e6ea01f84831 req-0bba0710-0fc8-4833-9f18-7f15554a7179 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 943 time: 0.0519452 Feb 15 14:36:04.638625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f3e894a2-1914-48a9-8097-e6ea01f84831 req-b408b576-3d1f-4ec8-8cc3-0e50c8084e40 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Feb 15 14:36:05.024847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 78e492fb-dc45-462a-87e5-65741d8d51f6 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:36:05.122539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 78e492fb-dc45-462a-87e5-65741d8d51f6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78e492fb-dc45-462a-87e5-65741d8d51f6,segment=NetworkSegment(0082868b-5b0c-4a0e-a53d-5051216f65a8),segment_id=0082868b-5b0c-4a0e-a53d-5051216f65a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:05.133454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '78e492fb-dc45-462a-87e5-65741d8d51f6', 'network_id': '9f4b7c57-9e8c-4d81-a595-ca11777f6478', 'port_id': '78e492fb-dc45-462a-87e5-65741d8d51f6', 'mac_address': 'fa:16:3e:f3:ac:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ed7281-c0ca-4a1d-996c-da7b676b49eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:36:05.172817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 78e492fb-dc45-462a-87e5-65741d8d51f6 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:05.173203 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:05.186182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e492fb-dc45-462a-87e5-65741d8d51f6 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:36:05.206442 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 78e492fb-dc45-462a-87e5-65741d8d51f6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78e492fb-dc45-462a-87e5-65741d8d51f6,segment=NetworkSegment(0082868b-5b0c-4a0e-a53d-5051216f65a8),segment_id=0082868b-5b0c-4a0e-a53d-5051216f65a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:05.211580 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:05.260112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=78e492fb-dc45-462a-87e5-65741d8d51f6,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:05.267642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.267991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.268363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.268703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.269043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.269377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.269708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.270033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.270876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.270876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.272000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.272000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.272303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:05.428377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['78e492fb-dc45-462a-87e5-65741d8d51f6'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:36:05.760871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15fc0e-8ef3-4460-baf2-3a6ab56492c6 req-8dd57123-1912-4a04-a321-498143eb2bb5 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:05.762385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c15fc0e-8ef3-4460-baf2-3a6ab56492c6 req-8dd57123-1912-4a04-a321-498143eb2bb5 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 944 time: 0.0572228 Feb 15 14:36:05.809537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c15fc0e-8ef3-4460-baf2-3a6ab56492c6 req-808aa0f9-0381-4fb2-b79e-d0f31ac4ab8f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414822 Feb 15 14:36:06.931685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1989c9-1fd1-4da0-a94a-9c3ef96026fd req-2157974e-640f-4a53-b88e-28945ea8acc2 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:06.933257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea1989c9-1fd1-4da0-a94a-9c3ef96026fd req-2157974e-640f-4a53-b88e-28945ea8acc2 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 944 time: 0.0566812 Feb 15 14:36:06.979240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea1989c9-1fd1-4da0-a94a-9c3ef96026fd req-e7008823-d394-48f3-899e-6736d45c083e tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Feb 15 14:36:07.034833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 78e492fb-dc45-462a-87e5-65741d8d51f6 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:36:07.083037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 78e492fb-dc45-462a-87e5-65741d8d51f6 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:36:07.087453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 78e492fb-dc45-462a-87e5-65741d8d51f6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:07.087880 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:07.169945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 78e492fb-dc45-462a-87e5-65741d8d51f6 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:07.170336 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:07.194456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e427f34a-ae3e-4a14-bf6d-dc69c8b90803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e492fb-dc45-462a-87e5-65741d8d51f6'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:36:07.196823 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefd65db-83e9-4445-a2e7-b31b712c416f" -d '{"events": [{"server_uuid": "e427f34a-ae3e-4a14-bf6d-dc69c8b90803", "name": "network-vif-plugged", "status": "completed", "tag": "78e492fb-dc45-462a-87e5-65741d8d51f6"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:36:07.212933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 78e492fb-dc45-462a-87e5-65741d8d51f6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78e492fb-dc45-462a-87e5-65741d8d51f6,segment=NetworkSegment(0082868b-5b0c-4a0e-a53d-5051216f65a8),segment_id=0082868b-5b0c-4a0e-a53d-5051216f65a8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:07.217682 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:07.241351 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514a0833-9e00-4de1-86c9-aa9e621ecafd x-openstack-request-id: req-514a0833-9e00-4de1-86c9-aa9e621ecafd {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:36:07.241644 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e427f34a-ae3e-4a14-bf6d-dc69c8b90803", "name": "network-vif-plugged", "status": "completed", "tag": "78e492fb-dc45-462a-87e5-65741d8d51f6", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:36:07.241897 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-514a0833-9e00-4de1-86c9-aa9e621ecafd {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:36:07.242295 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e427f34a-ae3e-4a14-bf6d-dc69c8b90803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e492fb-dc45-462a-87e5-65741d8d51f6', 'code': 200} Feb 15 14:36:07.270214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=78e492fb-dc45-462a-87e5-65741d8d51f6,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:07.338098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bacd73-5e35-41aa-b030-9303a26a4c41 req-b08212e9-b298-412a-8067-d27ab64438f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:07.339733 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a1bacd73-5e35-41aa-b030-9303a26a4c41 req-b08212e9-b298-412a-8067-d27ab64438f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 1128 time: 0.0453584 Feb 15 14:36:07.392864 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a1bacd73-5e35-41aa-b030-9303a26a4c41 req-b9ad0c9d-e13e-4d0c-b9eb-57edf9831717 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460060 Feb 15 14:36:08.096038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b490c9-a366-4452-ba1a-dffde59733b8 req-f9e611b8-3d86-4fb8-af12-98bc7122ba9f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:08.097420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8b490c9-a366-4452-ba1a-dffde59733b8 req-f9e611b8-3d86-4fb8-af12-98bc7122ba9f tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 945 time: 0.0511312 Feb 15 14:36:08.142740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8b490c9-a366-4452-ba1a-dffde59733b8 req-82a1fa9c-f3ac-4d57-8d95-94738adb9784 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391083 Feb 15 14:36:09.268255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158b33e-e369-4b89-b91d-1158e0bb5313 req-51e9157e-bb39-47e3-8ebc-02d9224c2f82 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:09.269725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e158b33e-e369-4b89-b91d-1158e0bb5313 req-51e9157e-bb39-47e3-8ebc-02d9224c2f82 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 945 time: 0.0532711 Feb 15 14:36:09.321967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e158b33e-e369-4b89-b91d-1158e0bb5313 req-78f15bb7-48ab-44f9-93e6-4c0443405ff5 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Feb 15 14:36:10.178824 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:12.301081 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:14.770194 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7f436a66-a096-4c88-a7eb-e060a191c462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:14.923016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46508) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:15.014546 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a0413046-7d9f-418d-89a3-fc268a0da631 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1503 time: 0.0903158 Feb 15 14:36:15.017213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46510) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:15.022141 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'network': {'name': 'tempest-network-smoke--1585837687', 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'port_security_enabled': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:15.045830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Made reservation on behalf of 06f95a3bfb544dfc897af6d1fc5f1c41 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:36:15.049544 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:15.074136 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:36:15.085701 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:15.086039 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Added segment 7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee of type vlan for network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f Feb 15 14:36:15.133700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a731f96e-6da3-4d7e-b69a-cc76d14c3c5f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:15.167574 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a731f96e-6da3-4d7e-b69a-cc76d14c3c5f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:15.173216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:15.173815 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:15.540649 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5223355 Feb 15 14:36:15.543872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46512) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:15.550195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1871719433', 'admin_state_up': True, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:15.564399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2315fa6-7bb1-4ba0-994d-8fb03700e1db tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Network': ['ID=a731f96e-6da3-4d7e-b69a-cc76d14c3c5f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:15.577641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:36:15.580796 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (dee5a82d-b953-447c-a23d-c80e1770c749), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:15.582309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (dee5a82d-b953-447c-a23d-c80e1770c749), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:15.640942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_controller (dee5a82d-b953-447c-a23d-c80e1770c749), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:15.798640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_gateway (dee5a82d-b953-447c-a23d-c80e1770c749), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:16.028056 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_gateway (dee5a82d-b953-447c-a23d-c80e1770c749), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:16.048370 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:16.156907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Allocated IP 172.25.6.193 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/ebd51e3f-d9ea-483b-b8be-356e65ca8d6f) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:36:16.259539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:16.295056 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:16.338951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:36:16.341761 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:36:16.345292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:36:16.367313 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Port': ['ID=ebd51e3f-d9ea-483b-b8be-356e65ca8d6f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:16.608607 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_gateway (dee5a82d-b953-447c-a23d-c80e1770c749), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:16.815719 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (dee5a82d-b953-447c-a23d-c80e1770c749), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:16.947293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Router dee5a82d-b953-447c-a23d-c80e1770c749 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:36:17.059411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:36:17.072034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Sync routers for ids ['dee5a82d-b953-447c-a23d-c80e1770c749'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:36:17.082136 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:17.083318 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9b66e9f1-caea-42ba-8cdb-61a45e161f39 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5386426 Feb 15 14:36:17.086501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46518) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:17.090601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Routers {'dee5a82d-b953-447c-a23d-c80e1770c749'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:36:17.091660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:35:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['dee5a82d-b953-447c-a23d-c80e1770c749'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:17.167060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6ca9b-76c2-487c-ad32-60d8caf03b88 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:17.172306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46520) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:17.172899 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-13d6ca9b-76c2-487c-ad32-60d8caf03b88 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=06f95a3bfb544dfc897af6d1fc5f1c41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0849118 Feb 15 14:36:17.198340 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7b6bc4c5-239a-4c0b-9e2b-9caa36d7774a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:17.229422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Set router dee5a82d-b953-447c-a23d-c80e1770c749 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:36:17.271842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e62a7-93b5-46a6-8267-b5dfada24298 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:17.276451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-354e62a7-93b5-46a6-8267-b5dfada24298 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005528 Feb 15 14:36:17.276679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46522) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:17.307627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-55882319-69d1-4200-930c-0c53ab093a8f tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296729 Feb 15 14:36:17.310317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46524) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:17.340009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f71add3b-78e2-4529-be79-e160a58d9ea2 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=06f95a3bfb544dfc897af6d1fc5f1c41&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283794 Feb 15 14:36:17.340941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46526) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:17.435710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1871719433', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:36:15Z', 'updated_at': '2022-02-15T14:36:16Z', 'revision_number': 3, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:16Z', 'updated_at': '2022-02-15T14:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:17.436416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60082d2a-28d7-4b35-8225-70906b3e2eac tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:17.438931 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-60082d2a-28d7-4b35-8225-70906b3e2eac tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958617 Feb 15 14:36:17.440704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46528) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:17.465673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Checking router: dee5a82d-b953-447c-a23d-c80e1770c749 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:36:17.466026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Updating router dee5a82d-b953-447c-a23d-c80e1770c749 port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:36:17.482646 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-207240e8-6215-4e36-bdcb-a99ad8dfa0de tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384638 Feb 15 14:36:17.482864 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46530) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:17.487535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1513350953', 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f', 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:17.495741 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:17.576881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Made reservation on behalf of 06f95a3bfb544dfc897af6d1fc5f1c41 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:36:17.581052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:17.799230 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (55c98c7e-7de3-4a16-aa41-7e272adfc042), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:17.813927 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Publish callbacks [] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:17.821915 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:17.877832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Subnet': ['ID=55c98c7e-7de3-4a16-aa41-7e272adfc042,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:17.880858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Attempting to bind port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:36:17.881233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Attempting to bind port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:36:17.882185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Attempting to bind port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:36:17.890052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Checking segment: {'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:36:17.890425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network hostable DHCP agents. Network: a731f96e-6da3-4d7e-b69a-cc76d14c3c5f, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:36:17.891872 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d3792-87ff-4845-a2bc-1cbd3be1e2ab None None] Pushing event updated for resources: {'Port': ['ID=ebd51e3f-d9ea-483b-b8be-356e65ca8d6f,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:17.894586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:36:17.894989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:36:17.895396 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:17.895782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:36:17.896278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Bound port: ebd51e3f-d9ea-483b-b8be-356e65ca8d6f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:36:17.896646 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:17.918795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:36:17.932890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a731f96e-6da3-4d7e-b69a-cc76d14c3c5f) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:36:17.939824 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:17.940768 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:17.949664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d8e98-9839-4e7b-99b9-660246c40eee None None] Network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:36:17.967540 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-480909fa-d995-4e17-9999-f60bdefcd4f9 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4837227 Feb 15 14:36:17.970390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] For port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:36:17.971191 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46532) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:18.012874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] For port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ebd51e3f-d9ea-483b-b8be-356e65ca8d6f,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:36:18.028204 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:18.125953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Routers {'dee5a82d-b953-447c-a23d-c80e1770c749'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:36:18.126648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:36:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['dee5a82d-b953-447c-a23d-c80e1770c749'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:18.134987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d3792-87ff-4845-a2bc-1cbd3be1e2ab None None] Pushing event updated for resources: {'Port': ['ID=ebd51e3f-d9ea-483b-b8be-356e65ca8d6f,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:18.222083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a731f96e-6da3-4d7e-b69a-cc76d14c3c5f', 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f', 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'fixed_ips': [{'subnet_id': '55c98c7e-7de3-4a16-aa41-7e272adfc042'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:36:18.223159 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:18.344416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] Set router dee5a82d-b953-447c-a23d-c80e1770c749 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:36:18.541257 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:18.711184 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:18.719773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Allocated IP 172.20.0.18 (a731f96e-6da3-4d7e-b69a-cc76d14c3c5f/55c98c7e-7de3-4a16-aa41-7e272adfc042/66f95f7a-d322-48dd-9706-3455e113fe4e) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:36:18.905666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1871719433', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:36:15Z', 'updated_at': '2022-02-15T14:36:16Z', 'revision_number': 3, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:16Z', 'updated_at': '2022-02-15T14:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:18.936219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c0f22-33aa-4a30-9fe0-9b4cdacad4f8 None None] The sync data for ids ['dee5a82d-b953-447c-a23d-c80e1770c749'] in n-d-829064-15 is: [{'id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1871719433', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:36:15Z', 'updated_at': '2022-02-15T14:36:16Z', 'revision_number': 3, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:16Z', 'updated_at': '2022-02-15T14:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:36:18.957269 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Publish callbacks [] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:18.971929 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:19.013481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:36:19.018402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:36:19.023765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:36:19.027554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Pushing event updated for resources: {'Port': ['ID=66f95f7a-d322-48dd-9706-3455e113fe4e,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:19.042148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Allocated IP 172.20.0.17 (a731f96e-6da3-4d7e-b69a-cc76d14c3c5f/55c98c7e-7de3-4a16-aa41-7e272adfc042/c815e5e2-84a7-4869-aec5-9d063fb6653d) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:36:19.101089 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Attempting to bind port 66f95f7a-d322-48dd-9706-3455e113fe4e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:36:19.101472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Attempting to bind port 66f95f7a-d322-48dd-9706-3455e113fe4e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:36:19.101844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Attempting to bind port 66f95f7a-d322-48dd-9706-3455e113fe4e on network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:36:19.109003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:36:19.109847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Checking segment: {'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:36:19.110870 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:19.111593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Bound using segment: {'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:36:19.112399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Bound port: 66f95f7a-d322-48dd-9706-3455e113fe4e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:36:19.114280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:19.203474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] For port 66f95f7a-d322-48dd-9706-3455e113fe4e, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:36:19.209607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] For port 66f95f7a-d322-48dd-9706-3455e113fe4e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=66f95f7a-d322-48dd-9706-3455e113fe4e,segment=NetworkSegment(7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee),segment_id=7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:36:19.218224 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:19.305321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb330db-52e2-42f5-9e31-881df35321b7 None None] Pushing event updated for resources: {'Port': ['ID=66f95f7a-d322-48dd-9706-3455e113fe4e,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:19.632485 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:19.673461 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:19.738041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:36:19.741900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:36:19.746673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:36:19.755040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Port': ['ID=c815e5e2-84a7-4869-aec5-9d063fb6653d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:19.797369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.797724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.798071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.798408 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.798881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.799279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.799610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.799939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.800263 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.800590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.800915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.801235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.801553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:19.816180 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:19.847059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (dee5a82d-b953-447c-a23d-c80e1770c749), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:20.041152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:20.421572 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:20.427556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:20.512276 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (dee5a82d-b953-447c-a23d-c80e1770c749), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:20.514287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Port': ['ID=c815e5e2-84a7-4869-aec5-9d063fb6653d,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:20.623214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:36:20.624746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:36:20.684817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff29c31-9b27-4aa8-9c40-8bdf5550082c None None] Network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:36:20.763741 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Router dee5a82d-b953-447c-a23d-c80e1770c749 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:36:20.850990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-eec16836-ce6a-4a32-a8ec-169cd3b08b9f None None] Provisioning complete for port 66f95f7a-d322-48dd-9706-3455e113fe4e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:20.851296 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eec16836-ce6a-4a32-a8ec-169cd3b08b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:20.909304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:36:20.915635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b5598f4e-2306-44d3-81ff-667ba2dc376e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "PUT /v2.0/routers/dee5a82d-b953-447c-a23d-c80e1770c749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9425359 Feb 15 14:36:21.032495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-eec16836-ce6a-4a32-a8ec-169cd3b08b9f None None] Current status of the port 66f95f7a-d322-48dd-9706-3455e113fe4e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:21.033190 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eec16836-ce6a-4a32-a8ec-169cd3b08b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:21.072764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 66f95f7a-d322-48dd-9706-3455e113fe4e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:36:21.143567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-eec16836-ce6a-4a32-a8ec-169cd3b08b9f None None] For port 66f95f7a-d322-48dd-9706-3455e113fe4e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=66f95f7a-d322-48dd-9706-3455e113fe4e,segment=NetworkSegment(7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee),segment_id=7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:21.151674 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eec16836-ce6a-4a32-a8ec-169cd3b08b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:21.220560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec16836-ce6a-4a32-a8ec-169cd3b08b9f None None] Pushing event updated for resources: {'Port': ['ID=66f95f7a-d322-48dd-9706-3455e113fe4e,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:21.230595 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:21.257354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 66f95f7a-d322-48dd-9706-3455e113fe4e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:21.258007 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:21.281836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-7c62cd3d-8492-4045-8f9c-f4fa6898b3c5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:21.284202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-7c62cd3d-8492-4045-8f9c-f4fa6898b3c5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/networks?id=a731f96e-6da3-4d7e-b69a-cc76d14c3c5f HTTP/1.1" status: 200 len: 798 time: 0.1714842 Feb 15 14:36:21.319124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-d81f3398-aec6-4ebc-b50d-fb8c166ed30a tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/quotas/06f95a3bfb544dfc897af6d1fc5f1c41 HTTP/1.1" status: 200 len: 375 time: 0.0198143 Feb 15 14:36:21.391853 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Sync routers for ids ['dee5a82d-b953-447c-a23d-c80e1770c749'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:36:21.404461 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Routers {'dee5a82d-b953-447c-a23d-c80e1770c749'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:36:21.405467 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:36:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['dee5a82d-b953-447c-a23d-c80e1770c749'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:21.435539 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-0d5a1c1b-5995-49fc-9872-a62478849d1e tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1048391 Feb 15 14:36:21.436574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c375af3c-d3ba-4345-9276-467323feb92c None None] Provisioning complete for port c815e5e2-84a7-4869-aec5-9d063fb6653d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:21.436947 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c375af3c-d3ba-4345-9276-467323feb92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:21.439646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 66f95f7a-d322-48dd-9706-3455e113fe4e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:21.440742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ebd51e3f-d9ea-483b-b8be-356e65ca8d6f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:36:21.512891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c375af3c-d3ba-4345-9276-467323feb92c None None] Port c815e5e2-84a7-4869-aec5-9d063fb6653d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:36:21.529967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c375af3c-d3ba-4345-9276-467323feb92c None None] Provisioning complete for port 66f95f7a-d322-48dd-9706-3455e113fe4e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:21.530334 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c375af3c-d3ba-4345-9276-467323feb92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:21.565678 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:21.566476 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:21.586260 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Set router dee5a82d-b953-447c-a23d-c80e1770c749 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:36:21.710952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-9c226ff9-7f6e-43b8-ae0b-7f893c69bea8 service neutron] 10.222.0.72 "GET /v2.0/networks/a731f96e-6da3-4d7e-b69a-cc76d14c3c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729154 Feb 15 14:36:21.757680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c375af3c-d3ba-4345-9276-467323feb92c None None] Current status of the port 66f95f7a-d322-48dd-9706-3455e113fe4e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:21.782628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:21.783606 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:21.844313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ebd51e3f-d9ea-483b-b8be-356e65ca8d6f,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:21.856109 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:21.892625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-bec51e4c-c392-4131-85e9-1b62c56b7b90 service neutron] 10.222.0.72 "GET /v2.0/networks/a731f96e-6da3-4d7e-b69a-cc76d14c3c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632626 Feb 15 14:36:21.930123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6e1de558-ca5e-44d1-b163-13472828adda None None] Provisioning complete for port c815e5e2-84a7-4869-aec5-9d063fb6653d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:21.930472 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e1de558-ca5e-44d1-b163-13472828adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:21.971957 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=ebd51e3f-d9ea-483b-b8be-356e65ca8d6f,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:21.986389 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1871719433', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:36:15Z', 'updated_at': '2022-02-15T14:36:19Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:16Z', 'updated_at': '2022-02-15T14:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c815e5e2-84a7-4869-aec5-9d063fb6653d', 'name': '', 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:1b:d8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '55c98c7e-7de3-4a16-aa41-7e272adfc042', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:18Z', 'updated_at': '2022-02-15T14:36:20Z', 'revision_number': 2, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '55c98c7e-7de3-4a16-aa41-7e272adfc042', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:21.987416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6e1de558-ca5e-44d1-b163-13472828adda None None] Port c815e5e2-84a7-4869-aec5-9d063fb6653d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:36:22.038944 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Checking router: dee5a82d-b953-447c-a23d-c80e1770c749 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:36:22.039770 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Updating router dee5a82d-b953-447c-a23d-c80e1770c749 port c815e5e2-84a7-4869-aec5-9d063fb6653d binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:36:22.080810 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:22.113070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0fbfa576-85b4-4bbb-9a76-d3619b6364b5 None None] Provisioning complete for port c815e5e2-84a7-4869-aec5-9d063fb6653d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:22.113578 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa576-85b4-4bbb-9a76-d3619b6364b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:22.224519 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94d81dc4-f6f8-44d3-9dbe-c90bd26bbb6b req-f5a07011-f58e-4605-b4da-12bc11a42449 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 210 time: 0.0435820 Feb 15 14:36:22.225685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfa576-85b4-4bbb-9a76-d3619b6364b5 None None] Port c815e5e2-84a7-4869-aec5-9d063fb6653d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:36:22.585971 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Publish callbacks [] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:22.592297 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:22.670638 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Pushing event updated for resources: {'Port': ['ID=c815e5e2-84a7-4869-aec5-9d063fb6653d,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:22.684728 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.685436 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.686110 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.686861 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.687700 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.688266 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.688810 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.689369 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.689918 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.690467 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.690896 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.691486 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.691878 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:22.752164 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Attempting to bind port c815e5e2-84a7-4869-aec5-9d063fb6653d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:36:22.752801 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Attempting to bind port c815e5e2-84a7-4869-aec5-9d063fb6653d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:36:22.753369 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Attempting to bind port c815e5e2-84a7-4869-aec5-9d063fb6653d on network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:36:22.760282 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:36:22.760737 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Checking segment: {'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:36:22.761194 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:22.761914 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Bound using segment: {'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:36:22.762562 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Bound port: c815e5e2-84a7-4869-aec5-9d063fb6653d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:36:22.763191 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:22.840570 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] For port c815e5e2-84a7-4869-aec5-9d063fb6653d, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:36:22.844252 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] For port c815e5e2-84a7-4869-aec5-9d063fb6653d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c815e5e2-84a7-4869-aec5-9d063fb6653d,segment=NetworkSegment(7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee),segment_id=7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:36:22.850385 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:22.916286 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee06b29-8c24-4315-8389-8c1c02b0bad1 None None] Pushing event updated for resources: {'Port': ['ID=c815e5e2-84a7-4869-aec5-9d063fb6653d,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:22.919309 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Routers {'dee5a82d-b953-447c-a23d-c80e1770c749'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:36:22.920111 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:36:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['dee5a82d-b953-447c-a23d-c80e1770c749'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:22.958988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0372135e-a9c7-46cc-873d-954ef1a473f8 None None] Provisioning complete for port c815e5e2-84a7-4869-aec5-9d063fb6653d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:22.960646 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0372135e-a9c7-46cc-873d-954ef1a473f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:22.971133 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 66f95f7a-d322-48dd-9706-3455e113fe4e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:36:23.054143 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] Set router dee5a82d-b953-447c-a23d-c80e1770c749 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:36:23.075428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 66f95f7a-d322-48dd-9706-3455e113fe4e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:23.075428 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:23.140098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0372135e-a9c7-46cc-873d-954ef1a473f8 None None] Current status of the port c815e5e2-84a7-4869-aec5-9d063fb6653d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:23.141092 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0372135e-a9c7-46cc-873d-954ef1a473f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:23.188398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0372135e-a9c7-46cc-873d-954ef1a473f8 None None] For port c815e5e2-84a7-4869-aec5-9d063fb6653d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c815e5e2-84a7-4869-aec5-9d063fb6653d,segment=NetworkSegment(7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee),segment_id=7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:23.198526 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0372135e-a9c7-46cc-873d-954ef1a473f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:23.272557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 66f95f7a-d322-48dd-9706-3455e113fe4e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:23.273734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ebd51e3f-d9ea-483b-b8be-356e65ca8d6f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:36:23.320184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372135e-a9c7-46cc-873d-954ef1a473f8 None None] Pushing event updated for resources: {'Port': ['ID=c815e5e2-84a7-4869-aec5-9d063fb6653d,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:23.341970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-02e8845f-ec9b-453a-a076-012486ec2a1f None None] Provisioning complete for port c815e5e2-84a7-4869-aec5-9d063fb6653d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:23.342349 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02e8845f-ec9b-453a-a076-012486ec2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:23.343640 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1871719433', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:36:15Z', 'updated_at': '2022-02-15T14:36:19Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:16Z', 'updated_at': '2022-02-15T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c815e5e2-84a7-4869-aec5-9d063fb6653d', 'name': '', 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:1b:d8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '55c98c7e-7de3-4a16-aa41-7e272adfc042', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:18Z', 'updated_at': '2022-02-15T14:36:22Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '55c98c7e-7de3-4a16-aa41-7e272adfc042', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:23.377518 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1d1d8ba-29d0-49d0-a38e-baf56ec83454 req-66a9d993-5796-49c6-9a54-033092446a5d tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 210 time: 0.0446692 Feb 15 14:36:23.382087 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d5abf5-82fb-40ca-b18e-ba75d06169ca None None] The sync data for ids ['dee5a82d-b953-447c-a23d-c80e1770c749'] in n-d-829064-15 is: [{'id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1871719433', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:36:15Z', 'updated_at': '2022-02-15T14:36:19Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:16Z', 'updated_at': '2022-02-15T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'c815e5e2-84a7-4869-aec5-9d063fb6653d', 'name': '', 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:1b:d8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '55c98c7e-7de3-4a16-aa41-7e272adfc042', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:18Z', 'updated_at': '2022-02-15T14:36:22Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '55c98c7e-7de3-4a16-aa41-7e272adfc042', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:36:23.388359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:23.388739 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:23.476948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-02e8845f-ec9b-453a-a076-012486ec2a1f None None] Current status of the port c815e5e2-84a7-4869-aec5-9d063fb6653d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:23.523278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:23.845965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-1578d201-868a-494e-8c45-69a8255d0753 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:23.847700 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-1578d201-868a-494e-8c45-69a8255d0753 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.42 "GET /v2.0/networks?id=a731f96e-6da3-4d7e-b69a-cc76d14c3c5f HTTP/1.1" status: 200 len: 798 time: 0.1251757 Feb 15 14:36:23.868617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Request body: {'port': {'device_id': 'ce420114-4c66-4cc2-87cf-bebdb866fb54', 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f', 'admin_state_up': True, 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:23.991936 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Made reservation on behalf of 06f95a3bfb544dfc897af6d1fc5f1c41 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:36:23.996384 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:24.141456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Allocated IP 172.20.0.21 (a731f96e-6da3-4d7e-b69a-cc76d14c3c5f/55c98c7e-7de3-4a16-aa41-7e272adfc042/c09365ea-5d93-4a2d-9851-3920bd7734e7) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:36:24.264237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:24.300170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:24.343456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:36:24.346674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:36:24.351197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:36:24.357705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event updated for resources: {'Port': ['ID=c09365ea-5d93-4a2d-9851-3920bd7734e7,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:24.414815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:24.415632 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:24.435526 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-a85da8cf-8a2c-49cf-a8a0-807f5dbe51b4 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5723386 Feb 15 14:36:24.446739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Request body: {'port': {'device_id': 'ce420114-4c66-4cc2-87cf-bebdb866fb54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:36:24.527947 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:24.531787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2afce-62e9-45ec-a0f6-5fd925632362 req-99979d31-2192-424d-b1e5-a9ceb903a269 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:24.534055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33e2afce-62e9-45ec-a0f6-5fd925632362 req-99979d31-2192-424d-b1e5-a9ceb903a269 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 895 time: 0.0853720 Feb 15 14:36:24.711575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-87bc84f6-d3dd-43d1-bedd-0af45473456d None None] Provisioning complete for port c09365ea-5d93-4a2d-9851-3920bd7734e7 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:24.712168 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-87bc84f6-d3dd-43d1-bedd-0af45473456d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:24.747850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-87bc84f6-d3dd-43d1-bedd-0af45473456d None None] Port c09365ea-5d93-4a2d-9851-3920bd7734e7 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:36:24.819040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09365ea-5d93-4a2d-9851-3920bd7734e7 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:36:24.826328 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Publish callbacks [] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:24.838300 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Transition to ACTIVE for port object c09365ea-5d93-4a2d-9851-3920bd7734e7 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:36:24.842696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:24.915216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Pushing event updated for resources: {'Port': ['ID=c09365ea-5d93-4a2d-9851-3920bd7734e7,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:24.960044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c815e5e2-84a7-4869-aec5-9d063fb6653d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:36:24.974361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Attempting to bind port c09365ea-5d93-4a2d-9851-3920bd7734e7 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:36:24.974787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Attempting to bind port c09365ea-5d93-4a2d-9851-3920bd7734e7 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:36:24.975749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Attempting to bind port c09365ea-5d93-4a2d-9851-3920bd7734e7 on network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:36:24.980889 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Port c09365ea-5d93-4a2d-9851-3920bd7734e7 on network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:36:24.981224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Attempting to bind port c09365ea-5d93-4a2d-9851-3920bd7734e7 on network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:36:24.986471 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:36:24.986813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Checking segment: {'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:36:24.987240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Bound using segment: {'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:36:24.987674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Bound port: c09365ea-5d93-4a2d-9851-3920bd7734e7, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:36:24.988091 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:25.021734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c815e5e2-84a7-4869-aec5-9d063fb6653d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:25.022805 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:25.056634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] For port c09365ea-5d93-4a2d-9851-3920bd7734e7, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:36:25.059987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] For port c09365ea-5d93-4a2d-9851-3920bd7734e7, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c09365ea-5d93-4a2d-9851-3920bd7734e7,segment=NetworkSegment(7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee),segment_id=7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:36:25.066677 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:25.099601 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:25.100422 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:25.101816 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] 10.222.0.42 "PUT /v2.0/ports/c09365ea-5d93-4a2d-9851-3920bd7734e7 HTTP/1.1" status: 200 len: 1056 time: 0.6598485 Feb 15 14:36:25.104297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce420114-4c66-4cc2-87cf-bebdb866fb54', 'tag': 'c09365ea-5d93-4a2d-9851-3920bd7734e7'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:36:25.106591 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac04c930-7d74-4073-916c-e849198fa79c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce420114-4c66-4cc2-87cf-bebdb866fb54", "tag": "c09365ea-5d93-4a2d-9851-3920bd7734e7"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:36:25.108668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c815e5e2-84a7-4869-aec5-9d063fb6653d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:25.142146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8b411-a375-4ef8-959b-f1fd12ef32aa service neutron] Pushing event updated for resources: {'Port': ['ID=c09365ea-5d93-4a2d-9851-3920bd7734e7,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:25.157564 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e0da7a-70b1-40ec-8363-3c65c33fdff5 x-openstack-request-id: req-d3e0da7a-70b1-40ec-8363-3c65c33fdff5 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:36:25.158647 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce420114-4c66-4cc2-87cf-bebdb866fb54", "tag": "c09365ea-5d93-4a2d-9851-3920bd7734e7", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:36:25.158647 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3e0da7a-70b1-40ec-8363-3c65c33fdff5 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:36:25.158647 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce420114-4c66-4cc2-87cf-bebdb866fb54', 'tag': 'c09365ea-5d93-4a2d-9851-3920bd7734e7', 'status': 'completed', 'code': 200} Feb 15 14:36:25.203051 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-9c0b86d6-7195-4b74-8cb1-95a1b68f4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:25.204570 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-9c0b86d6-7195-4b74-8cb1-95a1b68f4489 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41&device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 1090 time: 0.0583513 Feb 15 14:36:25.253429 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-b3538e74-427c-457c-ad72-86c5a732235a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c09365ea-5d93-4a2d-9851-3920bd7734e7 HTTP/1.1" status: 200 len: 217 time: 0.0393648 Feb 15 14:36:25.309258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-96c2c7f8-bf7a-4f8b-b79f-6fb9f8e44d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:25.310724 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-96c2c7f8-bf7a-4f8b-b79f-6fb9f8e44d51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55c98c7e-7de3-4a16-aa41-7e272adfc042 HTTP/1.1" status: 200 len: 838 time: 0.0512881 Feb 15 14:36:25.364787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-35b91bcd-61bc-40e9-9779-0878380b6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:25.366366 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-35b91bcd-61bc-40e9-9779-0878380b6a8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a731f96e-6da3-4d7e-b69a-cc76d14c3c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0480556 Feb 15 14:36:25.462586 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-ef35674d-2fbf-4633-b704-a8a7e2ef5341 service neutron] 10.222.0.42 "GET /v2.0/networks/a731f96e-6da3-4d7e-b69a-cc76d14c3c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883496 Feb 15 14:36:25.554843 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dcaebaec-827a-4199-82c1-fc7d9d4a4e32 req-1811b81f-decb-4798-a08f-ba21d3a789ba service neutron] 10.222.0.42 "GET /v2.0/networks/a731f96e-6da3-4d7e-b69a-cc76d14c3c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860324 Feb 15 14:36:25.705759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04c930-7d74-4073-916c-e849198fa79c req-501c0496-4171-497a-b3d9-b95a4b446e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:25.710194 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac04c930-7d74-4073-916c-e849198fa79c req-501c0496-4171-497a-b3d9-b95a4b446e76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41&device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 1090 time: 0.0909808 Feb 15 14:36:25.720375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dac7f-67f0-46a9-a6be-c28db9720b2c req-a79f486a-652b-4248-a77c-4683d9caf53a tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:25.723182 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-441dac7f-67f0-46a9-a6be-c28db9720b2c req-a79f486a-652b-4248-a77c-4683d9caf53a tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 907 time: 0.1044626 Feb 15 14:36:25.743215 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:36:25.832322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04c930-7d74-4073-916c-e849198fa79c req-ba6aa3ac-98e6-47ba-b3ec-02106c58d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:25.833749 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac04c930-7d74-4073-916c-e849198fa79c req-ba6aa3ac-98e6-47ba-b3ec-02106c58d71b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a731f96e-6da3-4d7e-b69a-cc76d14c3c5f HTTP/1.1" status: 200 len: 899 time: 0.1181180 Feb 15 14:36:25.878041 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac04c930-7d74-4073-916c-e849198fa79c req-0a515856-b281-49e5-94ce-04ca03f1bf3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c09365ea-5d93-4a2d-9851-3920bd7734e7 HTTP/1.1" status: 200 len: 217 time: 0.0355105 Feb 15 14:36:25.933579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04c930-7d74-4073-916c-e849198fa79c req-fcb8d3f3-ce66-4a57-915e-fc2b715453f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:25.935089 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac04c930-7d74-4073-916c-e849198fa79c req-fcb8d3f3-ce66-4a57-915e-fc2b715453f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55c98c7e-7de3-4a16-aa41-7e272adfc042 HTTP/1.1" status: 200 len: 838 time: 0.0486140 Feb 15 14:36:25.992304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04c930-7d74-4073-916c-e849198fa79c req-274218bd-f0d8-4f22-b8fa-0eb699213def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:25.993852 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac04c930-7d74-4073-916c-e849198fa79c req-274218bd-f0d8-4f22-b8fa-0eb699213def service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a731f96e-6da3-4d7e-b69a-cc76d14c3c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0448930 Feb 15 14:36:26.082232 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac04c930-7d74-4073-916c-e849198fa79c req-b3ea4dd6-6895-4a5f-83cd-fe93c29a4259 service neutron] 10.222.0.42 "GET /v2.0/networks/a731f96e-6da3-4d7e-b69a-cc76d14c3c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821028 Feb 15 14:36:26.174893 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ac04c930-7d74-4073-916c-e849198fa79c req-ab8a271f-481b-49b5-bb9e-0c9938f85281 service neutron] 10.222.0.42 "GET /v2.0/networks/a731f96e-6da3-4d7e-b69a-cc76d14c3c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862081 Feb 15 14:36:26.873713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d8e24-0d3c-4682-9938-06f0e7143503 req-ff3a28e6-2ae9-46ce-9286-0dae50457bee tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:26.875375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d74d8e24-0d3c-4682-9938-06f0e7143503 req-ff3a28e6-2ae9-46ce-9286-0dae50457bee tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 907 time: 0.0614998 Feb 15 14:36:27.174612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c09365ea-5d93-4a2d-9851-3920bd7734e7 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:36:27.273787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c09365ea-5d93-4a2d-9851-3920bd7734e7, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c09365ea-5d93-4a2d-9851-3920bd7734e7,segment=NetworkSegment(7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee),segment_id=7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:27.285254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'c09365ea-5d93-4a2d-9851-3920bd7734e7', 'network_id': 'a731f96e-6da3-4d7e-b69a-cc76d14c3c5f', 'port_id': 'c09365ea-5d93-4a2d-9851-3920bd7734e7', 'mac_address': 'fa:16:3e:88:45:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c98c7e-7de3-4a16-aa41-7e272adfc042', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:36:27.321903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port c09365ea-5d93-4a2d-9851-3920bd7734e7 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:27.322296 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:27.334963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09365ea-5d93-4a2d-9851-3920bd7734e7 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:36:27.354655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c09365ea-5d93-4a2d-9851-3920bd7734e7, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c09365ea-5d93-4a2d-9851-3920bd7734e7,segment=NetworkSegment(7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee),segment_id=7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:27.358878 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:27.407113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=c09365ea-5d93-4a2d-9851-3920bd7734e7,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:27.580789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['c09365ea-5d93-4a2d-9851-3920bd7734e7'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:36:28.031420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a1eac-7793-4e57-b921-42b068a7e50c req-7a65d192-2827-4c7e-8b4d-49fbcc0b92bd tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:28.033105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-156a1eac-7793-4e57-b921-42b068a7e50c req-7a65d192-2827-4c7e-8b4d-49fbcc0b92bd tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 908 time: 0.0752144 Feb 15 14:36:29.179643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c09365ea-5d93-4a2d-9851-3920bd7734e7 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:36:29.272345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a03cdb-377a-4fb3-8467-7e533a8eba1b req-002981e1-65c7-401a-82eb-b4894bb034c7 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:29.274500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40a03cdb-377a-4fb3-8467-7e533a8eba1b req-002981e1-65c7-401a-82eb-b4894bb034c7 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 908 time: 0.1478214 Feb 15 14:36:29.338379 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port c09365ea-5d93-4a2d-9851-3920bd7734e7 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:36:29.342874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port c09365ea-5d93-4a2d-9851-3920bd7734e7 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:36:29.343558 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:29.433264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port c09365ea-5d93-4a2d-9851-3920bd7734e7 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:36:29.433627 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:29.460315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce420114-4c66-4cc2-87cf-bebdb866fb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09365ea-5d93-4a2d-9851-3920bd7734e7'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:36:29.462767 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13697252-43f3-4654-beea-2594a3333ba5" -d '{"events": [{"server_uuid": "ce420114-4c66-4cc2-87cf-bebdb866fb54", "name": "network-vif-plugged", "status": "completed", "tag": "c09365ea-5d93-4a2d-9851-3920bd7734e7"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:36:29.494437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port c09365ea-5d93-4a2d-9851-3920bd7734e7, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c09365ea-5d93-4a2d-9851-3920bd7734e7,segment=NetworkSegment(7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee),segment_id=7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:29.510201 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:29.515048 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7361f073-d738-4ae8-901c-2e46c27afef7 x-openstack-request-id: req-7361f073-d738-4ae8-901c-2e46c27afef7 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:36:29.515516 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce420114-4c66-4cc2-87cf-bebdb866fb54", "name": "network-vif-plugged", "status": "completed", "tag": "c09365ea-5d93-4a2d-9851-3920bd7734e7", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:36:29.515952 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7361f073-d738-4ae8-901c-2e46c27afef7 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:36:29.516540 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce420114-4c66-4cc2-87cf-bebdb866fb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09365ea-5d93-4a2d-9851-3920bd7734e7', 'code': 200} Feb 15 14:36:29.542316 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b74be073-21a0-4f40-9262-ecdf8952330a req-191bba6b-903a-47bb-81dd-ed47c3baffbb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0909090 Feb 15 14:36:29.589641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=c09365ea-5d93-4a2d-9851-3920bd7734e7,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:29.638869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74be073-21a0-4f40-9262-ecdf8952330a req-d422e229-53ca-474a-8f73-2bab661cb5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:29.640555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b74be073-21a0-4f40-9262-ecdf8952330a req-d422e229-53ca-474a-8f73-2bab661cb5e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41&device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 1167 time: 0.0507569 Feb 15 14:36:29.654078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773abfa-b64e-405a-8a5e-ce0c7d171cde req-8cedba7b-fff0-498e-8181-da00d0e8cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:29.655613 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0773abfa-b64e-405a-8a5e-ce0c7d171cde req-8cedba7b-fff0-498e-8181-da00d0e8cef0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 1092 time: 0.0546548 Feb 15 14:36:29.762926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74be073-21a0-4f40-9262-ecdf8952330a req-d0c94747-2b30-4b6c-9a13-9ad1abdbfd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:29.764873 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b74be073-21a0-4f40-9262-ecdf8952330a req-d0c94747-2b30-4b6c-9a13-9ad1abdbfd3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9dc37e04-431b-4e64-ac04-b271db8fe536 HTTP/1.1" status: 200 len: 898 time: 0.1007347 Feb 15 14:36:29.852528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b74be073-21a0-4f40-9262-ecdf8952330a req-c718607b-202a-4ddb-b699-0309e52896a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f797b3e1-dead-4703-bb4c-db445b8bfd48 HTTP/1.1" status: 200 len: 1000 time: 0.0808709 Feb 15 14:36:29.906320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74be073-21a0-4f40-9262-ecdf8952330a req-5e0d7157-78d8-4bf6-8ac0-fe069066eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:29.907900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b74be073-21a0-4f40-9262-ecdf8952330a req-5e0d7157-78d8-4bf6-8ac0-fe069066eac1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d30e81f-75ba-44c7-95fd-d69afc09f0de HTTP/1.1" status: 200 len: 834 time: 0.0495865 Feb 15 14:36:29.956745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74be073-21a0-4f40-9262-ecdf8952330a req-4f7d4db5-b1a3-4a85-973b-efa644d79730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:29.958457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b74be073-21a0-4f40-9262-ecdf8952330a req-4f7d4db5-b1a3-4a85-973b-efa644d79730 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dc37e04-431b-4e64-ac04-b271db8fe536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445011 Feb 15 14:36:30.052325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b74be073-21a0-4f40-9262-ecdf8952330a req-aa50f2df-a52b-4348-8279-fec5855534d5 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871358 Feb 15 14:36:30.173619 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b74be073-21a0-4f40-9262-ecdf8952330a req-c8312779-03ec-4c81-b024-8b51462a674f service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147745 Feb 15 14:36:30.432438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b019589-7ae0-4f31-8eef-f3756fd69c95 req-84c97a37-4bc6-4e1d-b9fb-1e8d51cba2ee tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:30.433928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b019589-7ae0-4f31-8eef-f3756fd69c95 req-84c97a37-4bc6-4e1d-b9fb-1e8d51cba2ee tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 909 time: 0.0565732 Feb 15 14:36:31.568182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d635fce-c435-4033-a43e-962d689fc93a req-aee59d0a-5d09-4a17-9c39-b5c162b046ad tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:31.570597 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d635fce-c435-4033-a43e-962d689fc93a req-aee59d0a-5d09-4a17-9c39-b5c162b046ad tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 909 time: 0.0590370 Feb 15 14:36:31.702995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67109c57-450c-469d-b2c2-70e48a171a38 req-a5dd8950-d79f-45c9-9e5f-ffb7361aef25 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:31.704644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67109c57-450c-469d-b2c2-70e48a171a38 req-a5dd8950-d79f-45c9-9e5f-ffb7361aef25 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 909 time: 0.0603607 Feb 15 14:36:31.828481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d397a67-2f22-4f11-8cc6-f0bdb6e5d256 req-030c35b2-ab7a-41d2-9df0-a5e23afcc52a tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:31.829285 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8cacea4b-9ebe-4d7f-b09a-71a21f5458a3 req-2d232a10-e71f-4edf-a91c-14c4a469d161 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548532 Feb 15 14:36:31.831339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9d397a67-2f22-4f11-8cc6-f0bdb6e5d256 req-030c35b2-ab7a-41d2-9df0-a5e23afcc52a tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 1092 time: 0.0595057 Feb 15 14:36:31.929677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacea4b-9ebe-4d7f-b09a-71a21f5458a3 req-39265484-7e55-4cb9-934e-dfc968a022fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:31.931537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8cacea4b-9ebe-4d7f-b09a-71a21f5458a3 req-39265484-7e55-4cb9-934e-dfc968a022fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6703144a3c5b4add9672577bd37bba25&device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 1128 time: 0.0548542 Feb 15 14:36:31.963908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56902711-4b53-47c2-a288-1047691175ef req-b98d35ca-93d9-4d47-b49b-e701ea88e850 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:31.965759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56902711-4b53-47c2-a288-1047691175ef req-b98d35ca-93d9-4d47-b49b-e701ea88e850 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 1167 time: 0.0603249 Feb 15 14:36:32.024742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56902711-4b53-47c2-a288-1047691175ef req-04122350-82b9-4c89-afcc-c0dc92edef5a tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0528064 Feb 15 14:36:32.043345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacea4b-9ebe-4d7f-b09a-71a21f5458a3 req-0b200c04-b851-45d5-b320-92c45584b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:32.045087 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8cacea4b-9ebe-4d7f-b09a-71a21f5458a3 req-0b200c04-b851-45d5-b320-92c45584b01b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f4b7c57-9e8c-4d81-a595-ca11777f6478 HTTP/1.1" status: 200 len: 914 time: 0.0914624 Feb 15 14:36:32.048100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46626) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:32.093334 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8cacea4b-9ebe-4d7f-b09a-71a21f5458a3 req-f5222c59-9818-4097-a68f-b48f29268259 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78e492fb-dc45-462a-87e5-65741d8d51f6 HTTP/1.1" status: 200 len: 217 time: 0.0410056 Feb 15 14:36:32.102951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d322083c-147f-47e6-bd7f-bc9b32788748 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:32.104494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d322083c-147f-47e6-bd7f-bc9b32788748 tempest-TestSecurityGroupsBasicOps-1504592450 tempest-TestSecurityGroupsBasicOps-1504592450-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 1087 time: 0.0554125 Feb 15 14:36:32.405511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0571fd8-2f7b-4fd2-a446-bf3329828a92 req-ea8d96fb-6917-4fd8-bcc3-4786984250fb tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:32.407203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b0571fd8-2f7b-4fd2-a446-bf3329828a92 req-ea8d96fb-6917-4fd8-bcc3-4786984250fb tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 909 time: 0.0712090 Feb 15 14:36:32.578798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacea4b-9ebe-4d7f-b09a-71a21f5458a3 req-09a7744d-dc48-4be5-9d98-ff875da65349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:32.580457 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8cacea4b-9ebe-4d7f-b09a-71a21f5458a3 req-09a7744d-dc48-4be5-9d98-ff875da65349 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3ed7281-c0ca-4a1d-996c-da7b676b49eb HTTP/1.1" status: 200 len: 853 time: 0.4806042 Feb 15 14:36:32.620138 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8cacea4b-9ebe-4d7f-b09a-71a21f5458a3 req-ee559797-f3e9-4931-b785-4c379a372a86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f4b7c57-9e8c-4d81-a595-ca11777f6478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327454 Feb 15 14:36:32.724748 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8cacea4b-9ebe-4d7f-b09a-71a21f5458a3 req-92aaee57-71eb-4d39-8111-1432e87c767f service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972338 Feb 15 14:36:32.831581 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8cacea4b-9ebe-4d7f-b09a-71a21f5458a3 req-23e6c7d3-356a-4d12-aff5-468e393dde5b service neutron] 10.222.0.42 "GET /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998521 Feb 15 14:36:33.586368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e392c-4da4-4f84-a066-1bd5e7051516 req-769e5ef7-5395-49e3-b0a1-bf0de21c66ec tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:33.587930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-491e392c-4da4-4f84-a066-1bd5e7051516 req-769e5ef7-5395-49e3-b0a1-bf0de21c66ec tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 909 time: 0.0611792 Feb 15 14:36:33.959897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7763b5-5e6b-44a9-85bd-aa9b0fbf2ca6 req-96c5c821-479f-46f4-bd1f-8f873ef0a292 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:33.961398 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bd7763b5-5e6b-44a9-85bd-aa9b0fbf2ca6 req-96c5c821-479f-46f4-bd1f-8f873ef0a292 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 909 time: 0.0541279 Feb 15 14:36:34.064016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-bd7763b5-5e6b-44a9-85bd-aa9b0fbf2ca6 req-a17ac9ba-7d49-4084-b2a5-016c6dd185a5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Deleting port c09365ea-5d93-4a2d-9851-3920bd7734e7 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:36:34.064348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bd7763b5-5e6b-44a9-85bd-aa9b0fbf2ca6 req-a17ac9ba-7d49-4084-b2a5-016c6dd185a5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:34.156765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-bd7763b5-5e6b-44a9-85bd-aa9b0fbf2ca6 req-a17ac9ba-7d49-4084-b2a5-016c6dd185a5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] For port c09365ea-5d93-4a2d-9851-3920bd7734e7, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=c09365ea-5d93-4a2d-9851-3920bd7734e7,segment=NetworkSegment(7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee),segment_id=7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:34.157130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bd7763b5-5e6b-44a9-85bd-aa9b0fbf2ca6 req-a17ac9ba-7d49-4084-b2a5-016c6dd185a5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:34.172146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-bd7763b5-5e6b-44a9-85bd-aa9b0fbf2ca6 req-a17ac9ba-7d49-4084-b2a5-016c6dd185a5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Calling delete_port for c09365ea-5d93-4a2d-9851-3920bd7734e7 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:36:34.305500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bd7763b5-5e6b-44a9-85bd-aa9b0fbf2ca6 req-a17ac9ba-7d49-4084-b2a5-016c6dd185a5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c09365ea-5d93-4a2d-9851-3920bd7734e7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:34.332724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ac9ba-7d49-4084-b2a5-016c6dd185a5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'Port': ['ID=c09365ea-5d93-4a2d-9851-3920bd7734e7,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:34.381420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7763b5-5e6b-44a9-85bd-aa9b0fbf2ca6 req-a17ac9ba-7d49-4084-b2a5-016c6dd185a5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] No DVR routers for this DVR port c09365ea-5d93-4a2d-9851-3920bd7734e7 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:36:34.384283 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bd7763b5-5e6b-44a9-85bd-aa9b0fbf2ca6 req-a17ac9ba-7d49-4084-b2a5-016c6dd185a5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:34.387946 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bd7763b5-5e6b-44a9-85bd-aa9b0fbf2ca6 req-a17ac9ba-7d49-4084-b2a5-016c6dd185a5 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.42 "DELETE /v2.0/ports/c09365ea-5d93-4a2d-9851-3920bd7734e7 HTTP/1.1" status: 204 len: 173 time: 0.4212933 Feb 15 14:36:34.388436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce420114-4c66-4cc2-87cf-bebdb866fb54', 'name': 'network-vif-deleted', 'tag': 'c09365ea-5d93-4a2d-9851-3920bd7734e7'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:36:34.390952 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cbde56-2dd9-478f-a135-16b9ce380637" -d '{"events": [{"server_uuid": "ce420114-4c66-4cc2-87cf-bebdb866fb54", "name": "network-vif-deleted", "tag": "c09365ea-5d93-4a2d-9851-3920bd7734e7"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:36:34.435282 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aae6b74-c568-4c92-bad5-789d5c2dacf1 x-openstack-request-id: req-1aae6b74-c568-4c92-bad5-789d5c2dacf1 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:36:34.435807 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce420114-4c66-4cc2-87cf-bebdb866fb54", "name": "network-vif-deleted", "tag": "c09365ea-5d93-4a2d-9851-3920bd7734e7", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:36:34.436070 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1aae6b74-c568-4c92-bad5-789d5c2dacf1 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:36:34.436621 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce420114-4c66-4cc2-87cf-bebdb866fb54', 'name': 'network-vif-deleted', 'tag': 'c09365ea-5d93-4a2d-9851-3920bd7734e7', 'status': 'completed', 'code': 200} Feb 15 14:36:34.714672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a16c73a6-2225-477e-9d1c-037fcce11eed req-8dc7255b-3134-44b8-b11b-7c3041af5dc6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce420114-4c66-4cc2-87cf-bebdb866fb54 HTTP/1.1" status: 200 len: 210 time: 0.0282061 Feb 15 14:36:35.778168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46652) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:36.159510 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (dee5a82d-b953-447c-a23d-c80e1770c749), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:36.420327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Deleting port c815e5e2-84a7-4869-aec5-9d063fb6653d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:36:36.420586 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:36.514276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] For port c815e5e2-84a7-4869-aec5-9d063fb6653d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c815e5e2-84a7-4869-aec5-9d063fb6653d,segment=NetworkSegment(7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee),segment_id=7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:36.514639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:36.530624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Calling delete_port for c815e5e2-84a7-4869-aec5-9d063fb6653d owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:36:36.731634 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (c815e5e2-84a7-4869-aec5-9d063fb6653d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:36.764474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'Port': ['ID=c815e5e2-84a7-4869-aec5-9d063fb6653d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:36.968777 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (dee5a82d-b953-447c-a23d-c80e1770c749), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:37.208251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c09365ea-5d93-4a2d-9851-3920bd7734e7 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:36:37.240619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: c09365ea-5d93-4a2d-9851-3920bd7734e7 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:36:37.241069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device c09365ea-5d93-4a2d-9851-3920bd7734e7 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:36:37.241896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Router dee5a82d-b953-447c-a23d-c80e1770c749 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:36:37.365383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:36:37.372413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fab367fb-8ca4-42ba-b2c8-df37632e12ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "PUT /v2.0/routers/dee5a82d-b953-447c-a23d-c80e1770c749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5926456 Feb 15 14:36:37.374619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46660) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:37.386770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089cb349-c6c7-4c5d-aa87-a47422942e77 None None] Sync routers for ids ['dee5a82d-b953-447c-a23d-c80e1770c749'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:36:37.403274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089cb349-c6c7-4c5d-aa87-a47422942e77 None None] Routers {'dee5a82d-b953-447c-a23d-c80e1770c749'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:36:37.403951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-089cb349-c6c7-4c5d-aa87-a47422942e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:36:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['dee5a82d-b953-447c-a23d-c80e1770c749'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:37.443087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1821a62c-150e-429b-9585-9a0609d8ef79 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Deleting subnet 55c98c7e-7de3-4a16-aa41-7e272adfc042 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:36:37.447245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1821a62c-150e-429b-9585-9a0609d8ef79 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for subnet (55c98c7e-7de3-4a16-aa41-7e272adfc042), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:37.495428 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1821a62c-150e-429b-9585-9a0609d8ef79 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (55c98c7e-7de3-4a16-aa41-7e272adfc042), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:37.525587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-089cb349-c6c7-4c5d-aa87-a47422942e77 None None] Set router dee5a82d-b953-447c-a23d-c80e1770c749 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:36:37.595751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1821a62c-150e-429b-9585-9a0609d8ef79 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (55c98c7e-7de3-4a16-aa41-7e272adfc042), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:37.669588 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1821a62c-150e-429b-9585-9a0609d8ef79 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (55c98c7e-7de3-4a16-aa41-7e272adfc042), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:37.698963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821a62c-150e-429b-9585-9a0609d8ef79 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'Subnet': ['ID=55c98c7e-7de3-4a16-aa41-7e272adfc042,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:37.702884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1821a62c-150e-429b-9585-9a0609d8ef79 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:37.708598 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1821a62c-150e-429b-9585-9a0609d8ef79 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "DELETE /v2.0/subnets/55c98c7e-7de3-4a16-aa41-7e272adfc042 HTTP/1.1" status: 204 len: 168 time: 0.3302448 Feb 15 14:36:37.709120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46664) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:37.729729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f64031-e33b-4344-9e9a-c7e1b2549f8a None None] Network a731f96e-6da3-4d7e-b69a-cc76d14c3c5f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:36:37.978852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-089cb349-c6c7-4c5d-aa87-a47422942e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1871719433', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:36:15Z', 'updated_at': '2022-02-15T14:36:36Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:16Z', 'updated_at': '2022-02-15T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:38.016836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089cb349-c6c7-4c5d-aa87-a47422942e77 None None] Checking router: dee5a82d-b953-447c-a23d-c80e1770c749 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:36:38.023101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a1f512-9e48-4473-9032-9d6589e7a3cb None None] DHCP port deletion for a731f96e-6da3-4d7e-b69a-cc76d14c3c5f request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:36:38.035552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089cb349-c6c7-4c5d-aa87-a47422942e77 None None] Routers {'dee5a82d-b953-447c-a23d-c80e1770c749'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:36:38.036348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-089cb349-c6c7-4c5d-aa87-a47422942e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:36:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['dee5a82d-b953-447c-a23d-c80e1770c749'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:38.164455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-94a1f512-9e48-4473-9032-9d6589e7a3cb None None] Deleting port 66f95f7a-d322-48dd-9706-3455e113fe4e {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:36:38.165104 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94a1f512-9e48-4473-9032-9d6589e7a3cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.196486 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router (dee5a82d-b953-447c-a23d-c80e1770c749), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.230000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-089cb349-c6c7-4c5d-aa87-a47422942e77 None None] Set router dee5a82d-b953-447c-a23d-c80e1770c749 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:36:38.302574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-94a1f512-9e48-4473-9032-9d6589e7a3cb None None] For port 66f95f7a-d322-48dd-9706-3455e113fe4e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=66f95f7a-d322-48dd-9706-3455e113fe4e,segment=NetworkSegment(7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee),segment_id=7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:38.303458 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94a1f512-9e48-4473-9032-9d6589e7a3cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.311223 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_gateway (dee5a82d-b953-447c-a23d-c80e1770c749), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.349358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-94a1f512-9e48-4473-9032-9d6589e7a3cb None None] Calling delete_port for 66f95f7a-d322-48dd-9706-3455e113fe4e owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:36:38.367936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Deleting port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:36:38.368701 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.459971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] For port ebd51e3f-d9ea-483b-b8be-356e65ca8d6f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ebd51e3f-d9ea-483b-b8be-356e65ca8d6f,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:38.460519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.474277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Calling delete_port for ebd51e3f-d9ea-483b-b8be-356e65ca8d6f owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:36:38.495808 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-94a1f512-9e48-4473-9032-9d6589e7a3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (66f95f7a-d322-48dd-9706-3455e113fe4e), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.527106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-089cb349-c6c7-4c5d-aa87-a47422942e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1871719433', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:36:15Z', 'updated_at': '2022-02-15T14:36:36Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:16Z', 'updated_at': '2022-02-15T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:38.531740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1f512-9e48-4473-9032-9d6589e7a3cb None None] Pushing event deleted for resources: {'Port': ['ID=66f95f7a-d322-48dd-9706-3455e113fe4e,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:38.533330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a1f512-9e48-4473-9032-9d6589e7a3cb None None] No DVR routers for this DVR port 66f95f7a-d322-48dd-9706-3455e113fe4e on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:36:38.565645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089cb349-c6c7-4c5d-aa87-a47422942e77 None None] The sync data for ids ['dee5a82d-b953-447c-a23d-c80e1770c749'] in n-d-829064-15 is: [{'id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1871719433', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:36:15Z', 'updated_at': '2022-02-15T14:36:36Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': 'ebd51e3f-d9ea-483b-b8be-356e65ca8d6f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee5a82d-b953-447c-a23d-c80e1770c749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:36:16Z', 'updated_at': '2022-02-15T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:36:38.681452 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ebd51e3f-d9ea-483b-b8be-356e65ca8d6f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.713910 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'Port': ['ID=ebd51e3f-d9ea-483b-b8be-356e65ca8d6f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:38.779378 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (dee5a82d-b953-447c-a23d-c80e1770c749), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.911649 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (dee5a82d-b953-447c-a23d-c80e1770c749), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.914995 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_controller (dee5a82d-b953-447c-a23d-c80e1770c749), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.995080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (dee5a82d-b953-447c-a23d-c80e1770c749), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:38.996035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Fanout notify agent at l3_agent the message router_deleted on router dee5a82d-b953-447c-a23d-c80e1770c749 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:36:39.005432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.010446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b5008747-86ae-4974-be4f-5b44b549615c tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "DELETE /v2.0/routers/dee5a82d-b953-447c-a23d-c80e1770c749 HTTP/1.1" status: 204 len: 168 time: 1.2994370 Feb 15 14:36:39.010747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46668) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:39.078923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 66f95f7a-d322-48dd-9706-3455e113fe4e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:36:39.100376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 66f95f7a-d322-48dd-9706-3455e113fe4e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:36:39.100835 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a731f96e-6da3-4d7e-b69a-cc76d14c3c5f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.101860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 66f95f7a-d322-48dd-9706-3455e113fe4e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:36:39.102394 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c815e5e2-84a7-4869-aec5-9d063fb6653d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:36:39.124262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: c815e5e2-84a7-4869-aec5-9d063fb6653d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:36:39.125104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c815e5e2-84a7-4869-aec5-9d063fb6653d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:36:39.212900 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a731f96e-6da3-4d7e-b69a-cc76d14c3c5f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.240731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a731f96e-6da3-4d7e-b69a-cc76d14c3c5f']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:39.251810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:39.252267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:39.263904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.280148 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.294179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:36:39.294565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (7ee0186f-8e6e-42dd-852c-bd9d1f06a2ee), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:36:39.298098 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:36:39.369485 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a731f96e-6da3-4d7e-b69a-cc76d14c3c5f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.378448 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.381726 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "DELETE /v2.0/networks/a731f96e-6da3-4d7e-b69a-cc76d14c3c5f HTTP/1.1" status: 204 len: 168 time: 0.3695788 Feb 15 14:36:39.384727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46670) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:39.398881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014c0c3-d34d-44a7-b0ed-4298f428bb99 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'Network': ['ID=a731f96e-6da3-4d7e-b69a-cc76d14c3c5f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:39.559282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Deleting port 06d72e90-4577-4111-b71c-6e9a1db0c880 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:36:39.559623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (06d72e90-4577-4111-b71c-6e9a1db0c880), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.646243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (06d72e90-4577-4111-b71c-6e9a1db0c880), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.646478 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for floatingip (06d72e90-4577-4111-b71c-6e9a1db0c880), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.660501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Calling delete_port for 06d72e90-4577-4111-b71c-6e9a1db0c880 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:36:39.850880 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (06d72e90-4577-4111-b71c-6e9a1db0c880), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.878012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'Port': ['ID=06d72e90-4577-4111-b71c-6e9a1db0c880,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:39.943083 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for floatingip (ec4f387f-d313-4c66-9134-040fc62beb41), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:39.943551 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Floating IP ec4f387f-d313-4c66-9134-040fc62beb41 disassociated (deleted). External IP: 172.25.6.78, port: f797b3e1-dead-4703-bb4c-db445b8bfd48. Feb 15 14:36:40.165292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Router 48008b79-8ccf-406e-88d5-3363de12f1dd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:36:40.185961 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:40.288094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:36:40.292918 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:40.300722 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e030433-a450-4d09-9032-d46deca50b98 None None] Sync routers for ids ['48008b79-8ccf-406e-88d5-3363de12f1dd'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:36:40.312582 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e030433-a450-4d09-9032-d46deca50b98 None None] Routers {'48008b79-8ccf-406e-88d5-3363de12f1dd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:36:40.313206 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2e030433-a450-4d09-9032-d46deca50b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:36:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['48008b79-8ccf-406e-88d5-3363de12f1dd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:40.335749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-03615294-f4c6-4565-9956-6b699b22b930 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "DELETE /v2.0/floatingips/ec4f387f-d313-4c66-9134-040fc62beb41 HTTP/1.1" status: 204 len: 168 time: 0.9496157 Feb 15 14:36:40.336659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'tag': 'f797b3e1-dead-4703-bb4c-db445b8bfd48'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:36:40.339190 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642e20d1-cd7c-465c-a3b1-86c505583d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1f1a84-8a7b-4e74-942b-2111247dc5ef", "tag": "f797b3e1-dead-4703-bb4c-db445b8bfd48"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:36:40.405891 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18686b9c-bbb2-4c2f-a96d-f11dd3b26bd5 x-openstack-request-id: req-18686b9c-bbb2-4c2f-a96d-f11dd3b26bd5 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:36:40.406514 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1f1a84-8a7b-4e74-942b-2111247dc5ef", "tag": "f797b3e1-dead-4703-bb4c-db445b8bfd48", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:36:40.406514 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18686b9c-bbb2-4c2f-a96d-f11dd3b26bd5 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:36:40.406851 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'tag': 'f797b3e1-dead-4703-bb4c-db445b8bfd48', 'status': 'completed', 'code': 200} Feb 15 14:36:40.428045 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2e030433-a450-4d09-9032-d46deca50b98 None None] Set router 48008b79-8ccf-406e-88d5-3363de12f1dd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:36:40.493614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e20d1-cd7c-465c-a3b1-86c505583d8e req-71399866-238b-4380-ac3d-a7c43ba51901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:40.496058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-642e20d1-cd7c-465c-a3b1-86c505583d8e req-71399866-238b-4380-ac3d-a7c43ba51901 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41&device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 1167 time: 0.0645652 Feb 15 14:36:40.654356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e20d1-cd7c-465c-a3b1-86c505583d8e req-81d8b510-ad1b-4380-9a12-a1dd54a47dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:40.656043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-642e20d1-cd7c-465c-a3b1-86c505583d8e req-81d8b510-ad1b-4380-9a12-a1dd54a47dc3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9dc37e04-431b-4e64-ac04-b271db8fe536 HTTP/1.1" status: 200 len: 898 time: 0.1517553 Feb 15 14:36:40.668968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8a940-b45f-4421-bd90-f815ab8a7588 req-4f876171-33de-4321-8efc-c421b3679cbf tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:40.670709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50e8a940-b45f-4421-bd90-f815ab8a7588 req-4f876171-33de-4321-8efc-c421b3679cbf tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 984 time: 0.0882144 Feb 15 14:36:40.678076 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2e030433-a450-4d09-9032-d46deca50b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:38Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e98b1a65-184e-4f3f-89b2-e2c66e4af551', 'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:50:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:38Z', 'updated_at': '2022-02-15T14:34:43Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:40.706682 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e030433-a450-4d09-9032-d46deca50b98 None None] Checking router: 48008b79-8ccf-406e-88d5-3363de12f1dd for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:36:40.716165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-642e20d1-cd7c-465c-a3b1-86c505583d8e req-886bc6d3-3a34-469b-adf7-807a4b4d1fe1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f797b3e1-dead-4703-bb4c-db445b8bfd48 HTTP/1.1" status: 200 len: 217 time: 0.0442953 Feb 15 14:36:40.718008 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e030433-a450-4d09-9032-d46deca50b98 None None] Routers {'48008b79-8ccf-406e-88d5-3363de12f1dd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:36:40.718636 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2e030433-a450-4d09-9032-d46deca50b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:36:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['48008b79-8ccf-406e-88d5-3363de12f1dd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:40.801159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e20d1-cd7c-465c-a3b1-86c505583d8e req-dfa21a4c-3d73-47fe-89e3-9a91fc2ecc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:40.802680 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-642e20d1-cd7c-465c-a3b1-86c505583d8e req-dfa21a4c-3d73-47fe-89e3-9a91fc2ecc6c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d30e81f-75ba-44c7-95fd-d69afc09f0de HTTP/1.1" status: 200 len: 834 time: 0.0793238 Feb 15 14:36:40.809151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50e8a940-b45f-4421-bd90-f815ab8a7588 req-7a70e8d5-059e-43a9-8e39-7d707dd95246 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1017735 Feb 15 14:36:40.843043 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-2e030433-a450-4d09-9032-d46deca50b98 None None] Set router 48008b79-8ccf-406e-88d5-3363de12f1dd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:36:40.870119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e20d1-cd7c-465c-a3b1-86c505583d8e req-1b18c540-8e95-43f9-a234-ff6c0a735895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:40.872682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-642e20d1-cd7c-465c-a3b1-86c505583d8e req-1b18c540-8e95-43f9-a234-ff6c0a735895 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9dc37e04-431b-4e64-ac04-b271db8fe536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0614059 Feb 15 14:36:40.900916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ebd51e3f-d9ea-483b-b8be-356e65ca8d6f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:36:40.925988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ebd51e3f-d9ea-483b-b8be-356e65ca8d6f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:36:40.928015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ebd51e3f-d9ea-483b-b8be-356e65ca8d6f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:36:41.006470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-642e20d1-cd7c-465c-a3b1-86c505583d8e req-34128cb0-d703-498e-9b74-83da734f60d5 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231329 Feb 15 14:36:41.074856 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-2e030433-a450-4d09-9032-d46deca50b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:38Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e98b1a65-184e-4f3f-89b2-e2c66e4af551', 'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:50:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:38Z', 'updated_at': '2022-02-15T14:34:43Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:41.106693 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e030433-a450-4d09-9032-d46deca50b98 None None] The sync data for ids ['48008b79-8ccf-406e-88d5-3363de12f1dd'] in n-d-829064-15 is: [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:34:38Z', 'revision_number': 4, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e98b1a65-184e-4f3f-89b2-e2c66e4af551', 'name': '', 'network_id': '9dc37e04-431b-4e64-ac04-b271db8fe536', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'mac_address': 'fa:16:3e:50:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:38Z', 'updated_at': '2022-02-15T14:34:43Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'subnets': [{'id': '0d30e81f-75ba-44c7-95fd-d69afc09f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:36:41.117719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-642e20d1-cd7c-465c-a3b1-86c505583d8e req-e4ae6220-b582-4793-b370-b10333253076 service neutron] 10.222.0.67 "GET /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039872 Feb 15 14:36:41.376414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a474f-d2ea-4506-9cc4-dccb78bd30ad None None] New status for floating IP ec4f387f-d313-4c66-9134-040fc62beb41: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:36:41.941018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e164145-dcf2-4773-b917-a1950426d141 req-c3f4def5-8525-4ea7-b762-3e2bcad9c58a tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:41.945022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e164145-dcf2-4773-b917-a1950426d141 req-c3f4def5-8525-4ea7-b762-3e2bcad9c58a tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 984 time: 0.0631046 Feb 15 14:36:42.049151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e164145-dcf2-4773-b917-a1950426d141 req-fcf4638a-733d-426e-926c-a08c74177d46 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/security-groups?id=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4&id=5096d6f8-854f-41c9-8b7a-5f81dcd3c959&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0916717 Feb 15 14:36:42.266483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4224be-89c4-4bad-b904-4589234bb090 req-967b877e-c895-4602-889b-fa67530fea9a tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:42.268364 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c4224be-89c4-4bad-b904-4589234bb090 req-967b877e-c895-4602-889b-fa67530fea9a tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 984 time: 0.0577285 Feb 15 14:36:42.311530 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:42.375384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-5c4224be-89c4-4bad-b904-4589234bb090 req-acdaff4a-913d-48ea-aba9-aa023bcfac2b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Deleting port f797b3e1-dead-4703-bb4c-db445b8bfd48 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:36:42.375718 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c4224be-89c4-4bad-b904-4589234bb090 req-acdaff4a-913d-48ea-aba9-aa023bcfac2b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:42.466341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-5c4224be-89c4-4bad-b904-4589234bb090 req-acdaff4a-913d-48ea-aba9-aa023bcfac2b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] For port f797b3e1-dead-4703-bb4c-db445b8bfd48, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f797b3e1-dead-4703-bb4c-db445b8bfd48,segment=NetworkSegment(4f7a0151-1b41-42e3-bd0e-5b802aad4a68),segment_id=4f7a0151-1b41-42e3-bd0e-5b802aad4a68)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:42.466702 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c4224be-89c4-4bad-b904-4589234bb090 req-acdaff4a-913d-48ea-aba9-aa023bcfac2b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:42.480663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-5c4224be-89c4-4bad-b904-4589234bb090 req-acdaff4a-913d-48ea-aba9-aa023bcfac2b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Calling delete_port for f797b3e1-dead-4703-bb4c-db445b8bfd48 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:36:42.618195 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c4224be-89c4-4bad-b904-4589234bb090 req-acdaff4a-913d-48ea-aba9-aa023bcfac2b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f797b3e1-dead-4703-bb4c-db445b8bfd48), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:42.645178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaff4a-913d-48ea-aba9-aa023bcfac2b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'Port': ['ID=f797b3e1-dead-4703-bb4c-db445b8bfd48,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:42.696500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4224be-89c4-4bad-b904-4589234bb090 req-acdaff4a-913d-48ea-aba9-aa023bcfac2b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] No DVR routers for this DVR port f797b3e1-dead-4703-bb4c-db445b8bfd48 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:36:42.699269 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-5c4224be-89c4-4bad-b904-4589234bb090 req-acdaff4a-913d-48ea-aba9-aa023bcfac2b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:42.702644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c4224be-89c4-4bad-b904-4589234bb090 req-acdaff4a-913d-48ea-aba9-aa023bcfac2b tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.67 "DELETE /v2.0/ports/f797b3e1-dead-4703-bb4c-db445b8bfd48 HTTP/1.1" status: 204 len: 173 time: 0.4288895 Feb 15 14:36:42.703114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'name': 'network-vif-deleted', 'tag': 'f797b3e1-dead-4703-bb4c-db445b8bfd48'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:36:42.705387 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3445fa7f-001f-40c9-83d8-57e171cc8be3" -d '{"events": [{"server_uuid": "8a1f1a84-8a7b-4e74-942b-2111247dc5ef", "name": "network-vif-deleted", "tag": "f797b3e1-dead-4703-bb4c-db445b8bfd48"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:36:42.747423 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4d05ac-0cd2-49f7-a82f-b85e3089e19b x-openstack-request-id: req-2f4d05ac-0cd2-49f7-a82f-b85e3089e19b {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:36:42.747724 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1f1a84-8a7b-4e74-942b-2111247dc5ef", "name": "network-vif-deleted", "tag": "f797b3e1-dead-4703-bb4c-db445b8bfd48", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:36:42.747981 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f4d05ac-0cd2-49f7-a82f-b85e3089e19b {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:36:42.748391 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1f1a84-8a7b-4e74-942b-2111247dc5ef', 'name': 'network-vif-deleted', 'tag': 'f797b3e1-dead-4703-bb4c-db445b8bfd48', 'status': 'completed', 'code': 200} Feb 15 14:36:43.198513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a435b650-94a9-44fd-afbd-c4ea0b6d0155 req-e71561f2-638f-44a2-8ea9-30ad712cb1ab tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a1f1a84-8a7b-4e74-942b-2111247dc5ef HTTP/1.1" status: 200 len: 210 time: 0.0282018 Feb 15 14:36:44.255126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46708) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:44.308227 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-507ea5b0-f813-4f28-93bf-cb7a835a1ba6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (5096d6f8-854f-41c9-8b7a-5f81dcd3c959), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:44.330196 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-507ea5b0-f813-4f28-93bf-cb7a835a1ba6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (5096d6f8-854f-41c9-8b7a-5f81dcd3c959), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:44.373857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-507ea5b0-f813-4f28-93bf-cb7a835a1ba6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (5096d6f8-854f-41c9-8b7a-5f81dcd3c959), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:44.376572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-507ea5b0-f813-4f28-93bf-cb7a835a1ba6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:44.377751 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-507ea5b0-f813-4f28-93bf-cb7a835a1ba6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "DELETE /v2.0/security-groups/5096d6f8-854f-41c9-8b7a-5f81dcd3c959 HTTP/1.1" status: 204 len: 168 time: 0.1216316 Feb 15 14:36:44.380653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46710) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:44.387674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ea5b0-f813-4f28-93bf-cb7a835a1ba6 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5096d6f8-854f-41c9-8b7a-5f81dcd3c959,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:44.445034 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-128e96b8-adc4-422d-a6e5-12bc279b6fec tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (e959a153-dddf-40b1-8ad5-a8dccfd0dcf4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:44.468653 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-128e96b8-adc4-422d-a6e5-12bc279b6fec tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (e959a153-dddf-40b1-8ad5-a8dccfd0dcf4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:44.516978 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-128e96b8-adc4-422d-a6e5-12bc279b6fec tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e959a153-dddf-40b1-8ad5-a8dccfd0dcf4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:44.519684 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-128e96b8-adc4-422d-a6e5-12bc279b6fec tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:44.520856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-128e96b8-adc4-422d-a6e5-12bc279b6fec tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "DELETE /v2.0/security-groups/e959a153-dddf-40b1-8ad5-a8dccfd0dcf4 HTTP/1.1" status: 204 len: 168 time: 0.1379745 Feb 15 14:36:44.523744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46712) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:44.535072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e96b8-adc4-422d-a6e5-12bc279b6fec tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e959a153-dddf-40b1-8ad5-a8dccfd0dcf4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:44.784510 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50f26aa8-6fea-41e8-a016-956d6af946f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:44.905864 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (48008b79-8ccf-406e-88d5-3363de12f1dd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:45.184172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Deleting port e98b1a65-184e-4f3f-89b2-e2c66e4af551 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:36:45.184415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:45.282633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] For port e98b1a65-184e-4f3f-89b2-e2c66e4af551, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e98b1a65-184e-4f3f-89b2-e2c66e4af551,segment=NetworkSegment(4f7a0151-1b41-42e3-bd0e-5b802aad4a68),segment_id=4f7a0151-1b41-42e3-bd0e-5b802aad4a68)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:45.283399 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:45.298164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Calling delete_port for e98b1a65-184e-4f3f-89b2-e2c66e4af551 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:36:45.540358 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e98b1a65-184e-4f3f-89b2-e2c66e4af551), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:45.572887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'Port': ['ID=e98b1a65-184e-4f3f-89b2-e2c66e4af551,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:45.772776 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (48008b79-8ccf-406e-88d5-3363de12f1dd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:46.016816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Router 48008b79-8ccf-406e-88d5-3363de12f1dd has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:36:46.135547 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:36:46.141691 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-80536714-beb2-4920-b323-0cd07d0a6ce2 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "PUT /v2.0/routers/48008b79-8ccf-406e-88d5-3363de12f1dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6165600 Feb 15 14:36:46.144238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46716) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:46.148145 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef182f10-7da6-459a-947f-597f7637bfe5 None None] Sync routers for ids ['48008b79-8ccf-406e-88d5-3363de12f1dd'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:36:46.158787 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef182f10-7da6-459a-947f-597f7637bfe5 None None] Routers {'48008b79-8ccf-406e-88d5-3363de12f1dd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:36:46.159447 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ef182f10-7da6-459a-947f-597f7637bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:36:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['48008b79-8ccf-406e-88d5-3363de12f1dd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:46.222840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3f9b45-3f85-4251-8ff8-1953237191f0 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Deleting subnet 0d30e81f-75ba-44c7-95fd-d69afc09f0de {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:36:46.228065 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9b45-3f85-4251-8ff8-1953237191f0 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for subnet (0d30e81f-75ba-44c7-95fd-d69afc09f0de), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:46.273845 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-ef182f10-7da6-459a-947f-597f7637bfe5 None None] Set router 48008b79-8ccf-406e-88d5-3363de12f1dd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:36:46.292751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9b45-3f85-4251-8ff8-1953237191f0 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (0d30e81f-75ba-44c7-95fd-d69afc09f0de), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:46.391621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9b45-3f85-4251-8ff8-1953237191f0 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (0d30e81f-75ba-44c7-95fd-d69afc09f0de), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:46.461761 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9b45-3f85-4251-8ff8-1953237191f0 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (0d30e81f-75ba-44c7-95fd-d69afc09f0de), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:46.464023 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ef182f10-7da6-459a-947f-597f7637bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:36:45Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:46.492288 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef182f10-7da6-459a-947f-597f7637bfe5 None None] Checking router: 48008b79-8ccf-406e-88d5-3363de12f1dd for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:36:46.495787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f9b45-3f85-4251-8ff8-1953237191f0 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'Subnet': ['ID=0d30e81f-75ba-44c7-95fd-d69afc09f0de,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:46.498934 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ae3f9b45-3f85-4251-8ff8-1953237191f0 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:46.505005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ae3f9b45-3f85-4251-8ff8-1953237191f0 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "DELETE /v2.0/subnets/0d30e81f-75ba-44c7-95fd-d69afc09f0de HTTP/1.1" status: 204 len: 168 time: 0.3563974 Feb 15 14:36:46.505328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46720) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:46.507723 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef182f10-7da6-459a-947f-597f7637bfe5 None None] Routers {'48008b79-8ccf-406e-88d5-3363de12f1dd'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:36:46.508518 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ef182f10-7da6-459a-947f-597f7637bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:36:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['48008b79-8ccf-406e-88d5-3363de12f1dd'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:46.518726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e0ec05-be3a-4af7-9a0c-fd3e4145796d None None] Network 9dc37e04-431b-4e64-ac04-b271db8fe536 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:36:46.563268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f797b3e1-dead-4703-bb4c-db445b8bfd48 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:36:46.598280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: f797b3e1-dead-4703-bb4c-db445b8bfd48 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:36:46.598637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f797b3e1-dead-4703-bb4c-db445b8bfd48 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:36:46.640745 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router (48008b79-8ccf-406e-88d5-3363de12f1dd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:46.672946 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-ef182f10-7da6-459a-947f-597f7637bfe5 None None] Set router 48008b79-8ccf-406e-88d5-3363de12f1dd gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:36:46.749670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb1027a-6173-4352-b482-5113a6381b48 None None] DHCP port deletion for 9dc37e04-431b-4e64-ac04-b271db8fe536 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:36:46.798847 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_gateway (48008b79-8ccf-406e-88d5-3363de12f1dd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:46.814883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-deb1027a-6173-4352-b482-5113a6381b48 None None] Deleting port b4e8b890-762a-40b7-a4c6-201b6e8e05ba {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:36:46.815280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-deb1027a-6173-4352-b482-5113a6381b48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:46.871393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Deleting port 73c4f713-1b3c-4630-8515-e37c25847bd4 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:36:46.871573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:46.907555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-deb1027a-6173-4352-b482-5113a6381b48 None None] For port b4e8b890-762a-40b7-a4c6-201b6e8e05ba, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b4e8b890-762a-40b7-a4c6-201b6e8e05ba,segment=NetworkSegment(4f7a0151-1b41-42e3-bd0e-5b802aad4a68),segment_id=4f7a0151-1b41-42e3-bd0e-5b802aad4a68)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:46.908608 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-deb1027a-6173-4352-b482-5113a6381b48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:46.931084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-deb1027a-6173-4352-b482-5113a6381b48 None None] Calling delete_port for b4e8b890-762a-40b7-a4c6-201b6e8e05ba owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:36:47.013780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] For port 73c4f713-1b3c-4630-8515-e37c25847bd4, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=73c4f713-1b3c-4630-8515-e37c25847bd4,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:47.014492 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.024653 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ef182f10-7da6-459a-947f-597f7637bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:36:45Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:47.032408 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Calling delete_port for 73c4f713-1b3c-4630-8515-e37c25847bd4 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:36:47.057866 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef182f10-7da6-459a-947f-597f7637bfe5 None None] The sync data for ids ['48008b79-8ccf-406e-88d5-3363de12f1dd'] in n-d-829064-15 is: [{'id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1923509176', 'tenant_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:34:34Z', 'updated_at': '2022-02-15T14:36:45Z', 'revision_number': 5, 'project_id': '06f95a3bfb544dfc897af6d1fc5f1c41', 'gw_port': {'id': '73c4f713-1b3c-4630-8515-e37c25847bd4', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48008b79-8ccf-406e-88d5-3363de12f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:34:35Z', 'updated_at': '2022-02-15T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:36:47.075169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b4e8b890-762a-40b7-a4c6-201b6e8e05ba no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:36:47.145585 n-d-829064-15 neutron-server[109973]: INFO neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No ports have port_id starting with b4e8b890-762a-40b7-a4c6-201b6e8e05ba Feb 15 14:36:47.148519 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-deb1027a-6173-4352-b482-5113a6381b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (b4e8b890-762a-40b7-a4c6-201b6e8e05ba), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.195742 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1027a-6173-4352-b482-5113a6381b48 None None] Pushing event deleted for resources: {'Port': ['ID=b4e8b890-762a-40b7-a4c6-201b6e8e05ba,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:47.203890 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1027a-6173-4352-b482-5113a6381b48 None None] No DVR routers for this DVR port b4e8b890-762a-40b7-a4c6-201b6e8e05ba on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:36:47.210714 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1da82c8b-b922-49bd-b265-31be0ddae5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.269388 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (73c4f713-1b3c-4630-8515-e37c25847bd4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.298989 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'Port': ['ID=73c4f713-1b3c-4630-8515-e37c25847bd4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:47.368399 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (48008b79-8ccf-406e-88d5-3363de12f1dd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.473335 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (48008b79-8ccf-406e-88d5-3363de12f1dd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.476104 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router_controller (48008b79-8ccf-406e-88d5-3363de12f1dd), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.524419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (48008b79-8ccf-406e-88d5-3363de12f1dd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.525175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Fanout notify agent at l3_agent the message router_deleted on router 48008b79-8ccf-406e-88d5-3363de12f1dd {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:36:47.532223 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.533639 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-eda61cb1-eefb-4158-82fa-65c4596a4b00 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "DELETE /v2.0/routers/48008b79-8ccf-406e-88d5-3363de12f1dd HTTP/1.1" status: 204 len: 168 time: 1.0259700 Feb 15 14:36:47.536611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46724) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:47.627756 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9dc37e04-431b-4e64-ac04-b271db8fe536), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.722006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9dc37e04-431b-4e64-ac04-b271db8fe536), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.742854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc37e04-431b-4e64-ac04-b271db8fe536']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:47.752990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7a0151-1b41-42e3-bd0e-5b802aad4a68') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:47.753378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7a0151-1b41-42e3-bd0e-5b802aad4a68') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:36:47.764451 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (4f7a0151-1b41-42e3-bd0e-5b802aad4a68), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.782427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4f7a0151-1b41-42e3-bd0e-5b802aad4a68), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.794485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:36:47.794888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (4f7a0151-1b41-42e3-bd0e-5b802aad4a68), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:36:47.798262 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:36:47.862539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9dc37e04-431b-4e64-ac04-b271db8fe536), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.870764 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:47.873603 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] 10.222.0.72 "DELETE /v2.0/networks/9dc37e04-431b-4e64-ac04-b271db8fe536 HTTP/1.1" status: 204 len: 168 time: 0.3359649 Feb 15 14:36:47.888398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ad39b-1d51-4471-b9f0-243871628d56 tempest-TestSecurityGroupsBasicOps-925671373 tempest-TestSecurityGroupsBasicOps-925671373-project] Pushing event deleted for resources: {'Network': ['ID=9dc37e04-431b-4e64-ac04-b271db8fe536,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:48.205838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46732) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:48.369948 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-864691ba-d60c-409a-96be-3697f9658b15 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06f95a3bfb544dfc897af6d1fc5f1c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1603715 Feb 15 14:36:48.370058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46738) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:48.421373 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d458a9c-92f2-4f22-b0d7-603d914c41f8 admin admin] Publish callbacks [] for security_group (9a950068-6560-4ca5-ac48-ef387de99ae1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:48.448882 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d458a9c-92f2-4f22-b0d7-603d914c41f8 admin admin] Publish callbacks [] for security_group (9a950068-6560-4ca5-ac48-ef387de99ae1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:48.458602 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:48.500553 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d458a9c-92f2-4f22-b0d7-603d914c41f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9a950068-6560-4ca5-ac48-ef387de99ae1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:48.503251 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2d458a9c-92f2-4f22-b0d7-603d914c41f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:48.507393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2d458a9c-92f2-4f22-b0d7-603d914c41f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9a950068-6560-4ca5-ac48-ef387de99ae1 HTTP/1.1" status: 204 len: 168 time: 0.1332600 Feb 15 14:36:48.513465 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d458a9c-92f2-4f22-b0d7-603d914c41f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a950068-6560-4ca5-ac48-ef387de99ae1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:48.792710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46744) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:48.807006 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:48.891241 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Publish callbacks [] for security_group (7a4abfbf-70e3-4d99-b247-67bbd7362b0e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:48.895513 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7a4abfbf-70e3-4d99-b247-67bbd7362b0e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:48.931460 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=335276323cf74557bb1e6178d05bddaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366837 Feb 15 14:36:48.934336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46746) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:48.941912 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4abfbf-70e3-4d99-b247-67bbd7362b0e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:48.948897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e98b1a65-184e-4f3f-89b2-e2c66e4af551 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:36:48.951130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.951482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.951827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.952162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.952493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.952824 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.953147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.953673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.954173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.954791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.955165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.955490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.955813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8354698a-8f07-4839-92d0-666c058afad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:36:48.978445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: e98b1a65-184e-4f3f-89b2-e2c66e4af551 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:36:48.979122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e98b1a65-184e-4f3f-89b2-e2c66e4af551 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:36:48.979557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 73c4f713-1b3c-4630-8515-e37c25847bd4 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:36:48.995234 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9c4cad97-ba94-4483-a562-2e36dc840303 admin admin] Publish callbacks [] for security_group (7a4abfbf-70e3-4d99-b247-67bbd7362b0e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:49.000114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 73c4f713-1b3c-4630-8515-e37c25847bd4 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:36:49.000467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 73c4f713-1b3c-4630-8515-e37c25847bd4 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:36:49.019894 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9c4cad97-ba94-4483-a562-2e36dc840303 admin admin] Publish callbacks [] for security_group (7a4abfbf-70e3-4d99-b247-67bbd7362b0e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:49.076033 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9c4cad97-ba94-4483-a562-2e36dc840303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7a4abfbf-70e3-4d99-b247-67bbd7362b0e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:49.079873 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9c4cad97-ba94-4483-a562-2e36dc840303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:49.081372 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9c4cad97-ba94-4483-a562-2e36dc840303 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a4abfbf-70e3-4d99-b247-67bbd7362b0e HTTP/1.1" status: 204 len: 168 time: 0.1458991 Feb 15 14:36:49.092443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cad97-ba94-4483-a562-2e36dc840303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4abfbf-70e3-4d99-b247-67bbd7362b0e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:49.463118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 46754) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:49.504298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bf89e0be-ee48-4f74-a449-e8b006a74b93 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8da2d0459c404e5b8f7e294a75672687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399346 Feb 15 14:36:49.507648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 46756) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:36:49.556500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2b51c160-4335-4f64-9a06-e716761e4a57 admin admin] Publish callbacks [] for security_group (e4d1ab41-e518-4b0d-b6bd-cdd27c79b500), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:49.578408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2b51c160-4335-4f64-9a06-e716761e4a57 admin admin] Publish callbacks [] for security_group (e4d1ab41-e518-4b0d-b6bd-cdd27c79b500), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:49.627251 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2b51c160-4335-4f64-9a06-e716761e4a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (e4d1ab41-e518-4b0d-b6bd-cdd27c79b500), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:49.629708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2b51c160-4335-4f64-9a06-e716761e4a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:49.631630 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2b51c160-4335-4f64-9a06-e716761e4a57 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e4d1ab41-e518-4b0d-b6bd-cdd27c79b500 HTTP/1.1" status: 204 len: 168 time: 0.1223595 Feb 15 14:36:49.639624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51c160-4335-4f64-9a06-e716761e4a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d1ab41-e518-4b0d-b6bd-cdd27c79b500,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:49.809457 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:51.094777 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:53.897389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ecfa9-0639-4c41-a20a-0d92b1e6cfcc req-919c087d-e619-47b2-8dfe-00f75a5c2723 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:53.898808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c17ecfa9-0639-4c41-a20a-0d92b1e6cfcc req-919c087d-e619-47b2-8dfe-00f75a5c2723 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 945 time: 0.0563982 Feb 15 14:36:53.946717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c17ecfa9-0639-4c41-a20a-0d92b1e6cfcc req-a5a461b4-245f-4bee-bd18-5b7fbe20c0b5 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Feb 15 14:36:55.069888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516bfc2-4e76-42d6-8dfa-3361379eb4f6 req-3121fe4e-698c-471f-b894-afc747a8cbb7 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:55.071345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5516bfc2-4e76-42d6-8dfa-3361379eb4f6 req-3121fe4e-698c-471f-b894-afc747a8cbb7 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 945 time: 0.0537982 Feb 15 14:36:55.121961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5516bfc2-4e76-42d6-8dfa-3361379eb4f6 req-7fed996f-861e-457a-91e9-b25ff32dbbc8 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/security-groups?id=068d28ed-8d67-4b02-846f-9f1f2e045d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Feb 15 14:36:55.381867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac801-b663-4ebe-966e-a4de3c727e55 req-98fd9f84-539f-4709-8eb8-ff5dd9c174d8 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:36:55.383469 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b88ac801-b663-4ebe-966e-a4de3c727e55 req-98fd9f84-539f-4709-8eb8-ff5dd9c174d8 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.42 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 945 time: 0.0562937 Feb 15 14:36:55.478014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b88ac801-b663-4ebe-966e-a4de3c727e55 req-66251f19-4c38-4ecd-a5e2-4ddbf0e9885a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Deleting port 78e492fb-dc45-462a-87e5-65741d8d51f6 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:36:55.478357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b88ac801-b663-4ebe-966e-a4de3c727e55 req-66251f19-4c38-4ecd-a5e2-4ddbf0e9885a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:55.571609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b88ac801-b663-4ebe-966e-a4de3c727e55 req-66251f19-4c38-4ecd-a5e2-4ddbf0e9885a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] For port 78e492fb-dc45-462a-87e5-65741d8d51f6, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=78e492fb-dc45-462a-87e5-65741d8d51f6,segment=NetworkSegment(0082868b-5b0c-4a0e-a53d-5051216f65a8),segment_id=0082868b-5b0c-4a0e-a53d-5051216f65a8)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:36:55.571970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b88ac801-b663-4ebe-966e-a4de3c727e55 req-66251f19-4c38-4ecd-a5e2-4ddbf0e9885a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:55.585322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b88ac801-b663-4ebe-966e-a4de3c727e55 req-66251f19-4c38-4ecd-a5e2-4ddbf0e9885a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Calling delete_port for 78e492fb-dc45-462a-87e5-65741d8d51f6 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:36:55.712848 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b88ac801-b663-4ebe-966e-a4de3c727e55 req-66251f19-4c38-4ecd-a5e2-4ddbf0e9885a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (78e492fb-dc45-462a-87e5-65741d8d51f6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:55.726559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['78e492fb-dc45-462a-87e5-65741d8d51f6'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:36:55.746947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66251f19-4c38-4ecd-a5e2-4ddbf0e9885a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Pushing event deleted for resources: {'Port': ['ID=78e492fb-dc45-462a-87e5-65741d8d51f6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:36:55.795519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88ac801-b663-4ebe-966e-a4de3c727e55 req-66251f19-4c38-4ecd-a5e2-4ddbf0e9885a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] No DVR routers for this DVR port 78e492fb-dc45-462a-87e5-65741d8d51f6 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:36:55.798275 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b88ac801-b663-4ebe-966e-a4de3c727e55 req-66251f19-4c38-4ecd-a5e2-4ddbf0e9885a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:36:55.801699 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b88ac801-b663-4ebe-966e-a4de3c727e55 req-66251f19-4c38-4ecd-a5e2-4ddbf0e9885a tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.42 "DELETE /v2.0/ports/78e492fb-dc45-462a-87e5-65741d8d51f6 HTTP/1.1" status: 204 len: 173 time: 0.4132791 Feb 15 14:36:55.802162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e427f34a-ae3e-4a14-bf6d-dc69c8b90803', 'name': 'network-vif-deleted', 'tag': '78e492fb-dc45-462a-87e5-65741d8d51f6'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:36:55.804942 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0c7e7f60b3b5ff23b0c6d93d6a46a1817d42896a2c029614353e674737417b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd7a90f-8992-4d85-bce0-f33a1d25b0ea" -d '{"events": [{"server_uuid": "e427f34a-ae3e-4a14-bf6d-dc69c8b90803", "name": "network-vif-deleted", "tag": "78e492fb-dc45-462a-87e5-65741d8d51f6"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:36:55.852582 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c43ea7-a919-4f1b-9c67-fafaef9947cf x-openstack-request-id: req-86c43ea7-a919-4f1b-9c67-fafaef9947cf {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:36:55.852963 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e427f34a-ae3e-4a14-bf6d-dc69c8b90803", "name": "network-vif-deleted", "tag": "78e492fb-dc45-462a-87e5-65741d8d51f6", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:36:55.853304 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-86c43ea7-a919-4f1b-9c67-fafaef9947cf {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:36:55.853795 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e427f34a-ae3e-4a14-bf6d-dc69c8b90803', 'name': 'network-vif-deleted', 'tag': '78e492fb-dc45-462a-87e5-65741d8d51f6', 'status': 'completed', 'code': 200} Feb 15 14:36:56.230102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b71eac0e-3600-43fb-8bf1-7beb4924930d req-9bd7e269-7271-4ee3-bb48-2c7008138333 tempest-VolumesSnapshotTestJSON-1331167468 tempest-VolumesSnapshotTestJSON-1331167468-project] 10.222.0.72 "GET /v2.0/ports?device_id=e427f34a-ae3e-4a14-bf6d-dc69c8b90803 HTTP/1.1" status: 200 len: 210 time: 0.0274928 Feb 15 14:36:59.287884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 78e492fb-dc45-462a-87e5-65741d8d51f6 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:36:59.308255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 78e492fb-dc45-462a-87e5-65741d8d51f6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:36:59.308601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 78e492fb-dc45-462a-87e5-65741d8d51f6 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:37:02.731849 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:37:10.189074 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:12.309468 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:14.774444 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-313990e0-1021-4261-a93a-552a29818cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:17.164449 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c500ecb-5fa3-4b59-bd59-6fa2e6a27b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:18.461463 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:19.797514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:21.098016 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:39.737341 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:37:40.208546 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:42.311256 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:44.776907 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a99ca3f7-f3dc-49bb-8040-7f76dd9b8153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:47.187721 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-accec0b4-f66e-44e7-b5be-1690b853bba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:48.463325 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:49.804640 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:37:51.102204 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.398763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47014) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:06.447110 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Deleting subnet e3ed7281-c0ca-4a1d-996c-da7b676b49eb {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:38:06.450319 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Publish callbacks [] for subnet (e3ed7281-c0ca-4a1d-996c-da7b676b49eb), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.488122 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (e3ed7281-c0ca-4a1d-996c-da7b676b49eb), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.525803 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e3ed7281-c0ca-4a1d-996c-da7b676b49eb), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.577667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (e3ed7281-c0ca-4a1d-996c-da7b676b49eb), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.590640 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.593849 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e3ed7281-c0ca-4a1d-996c-da7b676b49eb HTTP/1.1" status: 204 len: 168 time: 0.1939774 Feb 15 14:38:06.596211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47022) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:06.628808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ed7281-c0ca-4a1d-996c-da7b676b49eb,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:06.669174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.669449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.669786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.670126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.670446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.670773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.671122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.671445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.671768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.672087 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.672418 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.672726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.673039 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb412a-d7a3-4f7f-bc2a-b96a695fb24f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:06.697188 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9f4b7c57-9e8c-4d81-a595-ca11777f6478), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.776369 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9f4b7c57-9e8c-4d81-a595-ca11777f6478), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.797172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4b7c57-9e8c-4d81-a595-ca11777f6478']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:06.806595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0082868b-5b0c-4a0e-a53d-5051216f65a8') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:06.806886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0082868b-5b0c-4a0e-a53d-5051216f65a8') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:06.816173 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (0082868b-5b0c-4a0e-a53d-5051216f65a8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.829229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (0082868b-5b0c-4a0e-a53d-5051216f65a8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.835863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:38:06.836376 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (0082868b-5b0c-4a0e-a53d-5051216f65a8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:38:06.838120 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:38:06.896059 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9f4b7c57-9e8c-4d81-a595-ca11777f6478), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.900956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:06.904194 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9f4b7c57-9e8c-4d81-a595-ca11777f6478 HTTP/1.1" status: 204 len: 168 time: 0.3070133 Feb 15 14:38:06.917873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0c425-2cbc-4e5e-8daf-b7a7515c8853 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f4b7c57-9e8c-4d81-a595-ca11777f6478,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:07.088090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47026) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:07.128946 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2b1bbeb3-0cf3-4303-a0dd-35cb11da8c2e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6703144a3c5b4add9672577bd37bba25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396051 Feb 15 14:38:07.131433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47028) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:07.178853 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be094197-9537-46a3-969e-1b802b8a8424 admin admin] Publish callbacks [] for security_group (068d28ed-8d67-4b02-846f-9f1f2e045d9b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:07.200125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be094197-9537-46a3-969e-1b802b8a8424 admin admin] Publish callbacks [] for security_group (068d28ed-8d67-4b02-846f-9f1f2e045d9b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:07.252747 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be094197-9537-46a3-969e-1b802b8a8424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (068d28ed-8d67-4b02-846f-9f1f2e045d9b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:07.255952 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-be094197-9537-46a3-969e-1b802b8a8424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:07.257156 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-be094197-9537-46a3-969e-1b802b8a8424 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/068d28ed-8d67-4b02-846f-9f1f2e045d9b HTTP/1.1" status: 204 len: 168 time: 0.1248362 Feb 15 14:38:07.267877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be094197-9537-46a3-969e-1b802b8a8424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068d28ed-8d67-4b02-846f-9f1f2e045d9b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:07.940744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47050) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:08.210514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-440897402-network', 'tenant_id': '9f361303d2e947288c1649a7157d4e60'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:08.231209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Made reservation on behalf of 9f361303d2e947288c1649a7157d4e60 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:38:08.233513 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.246657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.321884 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Publish callbacks [] for security_group (51238b83-39f2-4815-a9b9-fb147f130971), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.325724 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (51238b83-39f2-4815-a9b9-fb147f130971), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.346199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:38:08.360151 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51238b83-39f2-4815-a9b9-fb147f130971,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:08.364771 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c1d708d4-308d-4db0-9c3c-257ce6fbf6bd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.365053 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Added segment c1d708d4-308d-4db0-9c3c-257ce6fbf6bd of type vlan for network b2db5d14-821a-4cab-9480-76b63fe3c4a8 Feb 15 14:38:08.376962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.377315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.377662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.378004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.378330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.378657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.378996 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.379322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.379639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.379963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.380278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.380597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.380914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:08.423799 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (b2db5d14-821a-4cab-9480-76b63fe3c4a8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.449706 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (b2db5d14-821a-4cab-9480-76b63fe3c4a8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.451204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:08.451793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.515572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5736973 Feb 15 14:38:08.518267 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47058) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:08.523496 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] Request body: {'subnet': {'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-440897402-subnet', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:08.531112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3ea09-8f42-4bc4-8e2b-587c030d1094 admin admin] Pushing event updated for resources: {'Network': ['ID=b2db5d14-821a-4cab-9480-76b63fe3c4a8,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:08.541923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network b2db5d14-821a-4cab-9480-76b63fe3c4a8 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:38:08.546830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] Made reservation on behalf of 9f361303d2e947288c1649a7157d4e60 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:38:08.549200 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.709314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.766055 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:08.778169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] Checking segment: {'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:38:08.778525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] Network hostable DHCP agents. Network: b2db5d14-821a-4cab-9480-76b63fe3c4a8, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:38:08.795074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] Network b2db5d14-821a-4cab-9480-76b63fe3c4a8 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:38:08.803991 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, b2db5d14-821a-4cab-9480-76b63fe3c4a8) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:08.808784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:08.809945 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.813266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ba33f-2870-4579-9efb-938cac2982f7 None None] Network b2db5d14-821a-4cab-9480-76b63fe3c4a8 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:38:08.826641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3bde6172-2ee6-418d-b3d6-225ed34e1257 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3073645 Feb 15 14:38:08.829294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47060) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:08.834226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:08.853088 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.854141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:08.906543 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Publish callbacks [] for router_controller (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.053133 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Publish callbacks [] for router_gateway (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.071469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'project_id': '9f361303d2e947288c1649a7157d4e60', 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:38:09.072443 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.208011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Allocated IP 172.20.0.2 (b2db5d14-821a-4cab-9480-76b63fe3c4a8/9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2/986dba86-0ae9-4b1c-bfbd-cb81387c4f97) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:38:09.267214 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Publish callbacks [] for router_gateway (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.286092 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.346794 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Publish callbacks [] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.353145 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.390261 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Allocated IP 172.25.6.24 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/79f713f0-5835-4ad1-b440-283f7094271f) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:38:09.397308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Network b2db5d14-821a-4cab-9480-76b63fe3c4a8 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:09.400247 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:09.403809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:38:09.411254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Pushing event updated for resources: {'Port': ['ID=986dba86-0ae9-4b1c-bfbd-cb81387c4f97,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:09.434760 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.435134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.435482 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.435824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.436157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.436489 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.436818 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.437145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.437466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.437793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.438112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.438434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.438757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:09.474475 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Attempting to bind port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:38:09.474663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Attempting to bind port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:38:09.474882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Attempting to bind port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 on network b2db5d14-821a-4cab-9480-76b63fe3c4a8 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:38:09.480317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:38:09.480689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Checking segment: {'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:38:09.481087 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.481472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Bound using segment: {'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:38:09.481930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Bound port: 986dba86-0ae9-4b1c-bfbd-cb81387c4f97, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:38:09.482304 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.498088 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Publish callbacks [] for port (79f713f0-5835-4ad1-b440-283f7094271f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.532005 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (79f713f0-5835-4ad1-b440-283f7094271f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.544173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] For port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:38:09.547244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] For port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=986dba86-0ae9-4b1c-bfbd-cb81387c4f97,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:38:09.553812 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:09.572868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:09.575778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:09.579286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:38:09.585424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Pushing event updated for resources: {'Port': ['ID=79f713f0-5835-4ad1-b440-283f7094271f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:09.618063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c0a10-cac4-4ac2-aae5-a3653ec0f28d None None] Pushing event updated for resources: {'Port': ['ID=986dba86-0ae9-4b1c-bfbd-cb81387c4f97,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:09.865082 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Publish callbacks [] for router_gateway (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:10.200479 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:10.420880 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:10.556381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:38:10.577699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36457eb-73a0-4c60-8d05-36ab948e9198 None None] Network b2db5d14-821a-4cab-9480-76b63fe3c4a8 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:38:10.641421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e64dd9cb-866d-41e0-bb30-62cb884717f4 None None] Provisioning complete for port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:10.641798 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e64dd9cb-866d-41e0-bb30-62cb884717f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:10.668336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:38:10.681354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Sync routers for ids ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:38:10.686053 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:10.687499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d64557da-86e5-466d-af5a-9523d296ae35 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8570824 Feb 15 14:38:10.690418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47062) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:10.719953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Routers {'883bc18b-8ddc-4489-ab58-1f9cce1ef77c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:38:10.720498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:37:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:10.860543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e64dd9cb-866d-41e0-bb30-62cb884717f4 None None] Current status of the port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:10.860937 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e64dd9cb-866d-41e0-bb30-62cb884717f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:10.890440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Set router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:38:10.964561 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e64dd9cb-866d-41e0-bb30-62cb884717f4 None None] For port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=986dba86-0ae9-4b1c-bfbd-cb81387c4f97,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:38:10.975605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e64dd9cb-866d-41e0-bb30-62cb884717f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.053999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:38:11.112178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dd9cb-866d-41e0-bb30-62cb884717f4 None None] Pushing event updated for resources: {'Port': ['ID=986dba86-0ae9-4b1c-bfbd-cb81387c4f97,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:11.165547 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.172721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:11.173096 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.231880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:09Z', 'revision_number': 3, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:11.234034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3b4a326d-ba12-4a45-a27e-6149c0e6b03d None None] Provisioning complete for port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:11.234405 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3b4a326d-ba12-4a45-a27e-6149c0e6b03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.281937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Checking router: 883bc18b-8ddc-4489-ab58-1f9cce1ef77c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:38:11.282291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Updating router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c port 79f713f0-5835-4ad1-b440-283f7094271f binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:38:11.329006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Allocated IP 172.20.0.1 (b2db5d14-821a-4cab-9480-76b63fe3c4a8/9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2/be82b538-2af1-4e4b-91fb-e7d8fd9907f2) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:38:11.345335 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79f713f0-5835-4ad1-b440-283f7094271f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.390570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:11.436010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Publish callbacks [] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.469914 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.483785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a326d-ba12-4a45-a27e-6149c0e6b03d None None] Current status of the port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:11.511334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Network b2db5d14-821a-4cab-9480-76b63fe3c4a8 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:11.514273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:11.517846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:38:11.551865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Pushing event updated for resources: {'Port': ['ID=be82b538-2af1-4e4b-91fb-e7d8fd9907f2,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:11.560561 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.652845 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Publish callbacks [] for port (79f713f0-5835-4ad1-b440-283f7094271f), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.660749 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79f713f0-5835-4ad1-b440-283f7094271f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.713038 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.719149 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Attempting to bind port 79f713f0-5835-4ad1-b440-283f7094271f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:38:11.719534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Attempting to bind port 79f713f0-5835-4ad1-b440-283f7094271f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:38:11.719908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Attempting to bind port 79f713f0-5835-4ad1-b440-283f7094271f on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:38:11.727322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6ef00-047e-4a3d-9660-7522f1d42631 None None] Pushing event updated for resources: {'Port': ['ID=79f713f0-5835-4ad1-b440-283f7094271f,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:11.730043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:38:11.730429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:38:11.730830 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.731238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:38:11.731718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Bound port: 79f713f0-5835-4ad1-b440-283f7094271f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:38:11.732101 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79f713f0-5835-4ad1-b440-283f7094271f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.785664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] For port 79f713f0-5835-4ad1-b440-283f7094271f, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:38:11.795144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] For port 79f713f0-5835-4ad1-b440-283f7094271f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=79f713f0-5835-4ad1-b440-283f7094271f,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:38:11.805711 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79f713f0-5835-4ad1-b440-283f7094271f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.836530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-40162be3-b881-4c68-9a59-442cc672737d None None] Provisioning complete for port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:11.836907 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-40162be3-b881-4c68-9a59-442cc672737d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.889115 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Publish callbacks [] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.893678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.903375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6ef00-047e-4a3d-9660-7522f1d42631 None None] Pushing event updated for resources: {'Port': ['ID=79f713f0-5835-4ad1-b440-283f7094271f,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:11.906029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-40162be3-b881-4c68-9a59-442cc672737d None None] Port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:38:11.907279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Routers {'883bc18b-8ddc-4489-ab58-1f9cce1ef77c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:38:11.907880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:37:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:11.961605 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:11.963380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Pushing event updated for resources: {'Port': ['ID=be82b538-2af1-4e4b-91fb-e7d8fd9907f2,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:12.016607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] Set router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:38:12.059813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Network b2db5d14-821a-4cab-9480-76b63fe3c4a8 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:12.061247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:12.183112 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:38:12.307588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:38:12.315413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b1f17ef5-4d88-4413-b7a2-d752b9e66451 admin admin] 10.222.0.72 "PUT /v2.0/routers/883bc18b-8ddc-4489-ab58-1f9cce1ef77c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6231987 Feb 15 14:38:12.350837 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:12.365936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-00aec82f-449e-4119-9e15-bdafd2927e9e None None] Provisioning complete for port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:12.366313 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-00aec82f-449e-4119-9e15-bdafd2927e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:12.425007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-00aec82f-449e-4119-9e15-bdafd2927e9e None None] Port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:38:12.443441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'be82b538-2af1-4e4b-91fb-e7d8fd9907f2', 'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'mac_address': 'fa:16:3e:7a:24:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:11Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 2, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'subnets': [{'id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:12.475102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2729f-93c6-41f6-9781-59620cea9aff None None] The sync data for ids ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'] in n-d-829064-15 is: [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'be82b538-2af1-4e4b-91fb-e7d8fd9907f2', 'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'mac_address': 'fa:16:3e:7a:24:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:11Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 2, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'subnets': [{'id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:38:12.829662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47080) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:12.835174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1559763277-network', 'tenant_id': '6f345a8a295346879857f980fa80a8fd'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:12.854721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Made reservation on behalf of 6f345a8a295346879857f980fa80a8fd for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:38:12.857209 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:12.866632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:12.948955 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Publish callbacks [] for security_group (7bf0f619-94ae-43e9-87c1-1d0ab0e23a2b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:12.954718 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7bf0f619-94ae-43e9-87c1-1d0ab0e23a2b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:12.987946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:38:12.989005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:38:12.994845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf0f619-94ae-43e9-87c1-1d0ab0e23a2b,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:13.001280 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (da0243d4-da24-4265-8474-6e8300fcccd1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:13.001641 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Added segment da0243d4-da24-4265-8474-6e8300fcccd1 of type vlan for network c597a217-60f8-47be-895c-21ee10a8df6a Feb 15 14:38:13.050841 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (c597a217-60f8-47be-895c-21ee10a8df6a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:13.057558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:13.057995 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:13.081770 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (c597a217-60f8-47be-895c-21ee10a8df6a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:13.083393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:13.083956 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:13.150455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47082) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:13.155583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3247299 Feb 15 14:38:13.157439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:13.157759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] Request body: {'subnet': {'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1559763277-subnet', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:13.168633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173557f8-0bbb-49ce-980b-c065b23afbc8 admin admin] Pushing event updated for resources: {'Network': ['ID=c597a217-60f8-47be-895c-21ee10a8df6a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:13.181010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] Made reservation on behalf of 6f345a8a295346879857f980fa80a8fd for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:38:13.183518 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:13.186491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network c597a217-60f8-47be-895c-21ee10a8df6a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:38:13.690570 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:13.752412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:13.760992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] Checking segment: {'id': 'da0243d4-da24-4265-8474-6e8300fcccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:38:13.761538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] Network hostable DHCP agents. Network: c597a217-60f8-47be-895c-21ee10a8df6a, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:38:13.778862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] Network c597a217-60f8-47be-895c-21ee10a8df6a is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:38:13.788284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, c597a217-60f8-47be-895c-21ee10a8df6a) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:13.792988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:13.793619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:13.801141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73bb6e4-8f96-4b69-ae97-3b31bff6dedf None None] Network c597a217-60f8-47be-895c-21ee10a8df6a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:38:13.814195 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-45474b23-07a6-44d4-9089-e7bcef1f08ea admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6614027 Feb 15 14:38:13.818556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47084) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:13.821751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1559763277-router', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:13.841042 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:13.841948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:13.896908 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Publish callbacks [] for router_controller (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:13.918895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-c597a217-60f8-47be-895c-21ee10a8df6a', 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a', 'project_id': '6f345a8a295346879857f980fa80a8fd', 'fixed_ips': [{'subnet_id': '2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:38:13.919790 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.042356 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Publish callbacks [] for router_gateway (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.058612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Allocated IP 172.20.0.2 (c597a217-60f8-47be-895c-21ee10a8df6a/2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c/971652b2-5e9d-4e39-9cf8-42ff03179442) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:38:14.208669 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Publish callbacks [] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.213759 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.256856 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Publish callbacks [] for router_gateway (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.262337 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Network c597a217-60f8-47be-895c-21ee10a8df6a is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:14.265320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:14.270726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:38:14.273930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Pushing event updated for resources: {'Port': ['ID=971652b2-5e9d-4e39-9cf8-42ff03179442,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:14.286592 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.333226 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Attempting to bind port 971652b2-5e9d-4e39-9cf8-42ff03179442 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:38:14.333596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Attempting to bind port 971652b2-5e9d-4e39-9cf8-42ff03179442 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'da0243d4-da24-4265-8474-6e8300fcccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:38:14.333990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Attempting to bind port 971652b2-5e9d-4e39-9cf8-42ff03179442 on network c597a217-60f8-47be-895c-21ee10a8df6a {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:38:14.338978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:38:14.339311 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Checking segment: {'id': 'da0243d4-da24-4265-8474-6e8300fcccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:38:14.339708 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.340097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Bound using segment: {'id': 'da0243d4-da24-4265-8474-6e8300fcccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:38:14.340560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Bound port: 971652b2-5e9d-4e39-9cf8-42ff03179442, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0243d4-da24-4265-8474-6e8300fcccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:38:14.340934 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.395472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Allocated IP 172.25.6.44 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/fe5b2fa5-b4d9-46bf-868b-c5effde854ac) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:38:14.406782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] For port 971652b2-5e9d-4e39-9cf8-42ff03179442, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:38:14.410600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] For port 971652b2-5e9d-4e39-9cf8-42ff03179442, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=971652b2-5e9d-4e39-9cf8-42ff03179442,segment=NetworkSegment(da0243d4-da24-4265-8474-6e8300fcccd1),segment_id=da0243d4-da24-4265-8474-6e8300fcccd1)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:38:14.418223 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.480279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698e6a7-3cf7-4d0a-94b1-a39030f290dc None None] Pushing event updated for resources: {'Port': ['ID=971652b2-5e9d-4e39-9cf8-42ff03179442,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:14.513956 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Publish callbacks [] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.552299 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.597612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:14.601681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:14.604399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5b2fa5-b4d9-46bf-868b-c5effde854ac,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:14.605856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:38:14.633304 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Sync routers for ids ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:38:14.671280 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Routers {'883bc18b-8ddc-4489-ab58-1f9cce1ef77c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:38:14.671995 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:37:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:14.794621 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89922e1b-450c-471b-8545-125f747e954f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:14.805272 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Set router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:38:14.907283 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Publish callbacks [] for router_gateway (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.018088 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'be82b538-2af1-4e4b-91fb-e7d8fd9907f2', 'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'mac_address': 'fa:16:3e:7a:24:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:11Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 2, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'subnets': [{'id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:15.051690 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Checking router: 883bc18b-8ddc-4489-ab58-1f9cce1ef77c for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:38:15.052785 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Updating router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:38:15.055449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 971652b2-5e9d-4e39-9cf8-42ff03179442 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:38:15.083129 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.115194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 971652b2-5e9d-4e39-9cf8-42ff03179442 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:15.115733 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.127360 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.199832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 971652b2-5e9d-4e39-9cf8-42ff03179442 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:15.200228 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.239810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 971652b2-5e9d-4e39-9cf8-42ff03179442, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=971652b2-5e9d-4e39-9cf8-42ff03179442,segment=NetworkSegment(da0243d4-da24-4265-8474-6e8300fcccd1),segment_id=da0243d4-da24-4265-8474-6e8300fcccd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:38:15.248603 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.249789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 79f713f0-5835-4ad1-b440-283f7094271f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:38:15.288413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:38:15.338531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=971652b2-5e9d-4e39-9cf8-42ff03179442,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:15.354461 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 79f713f0-5835-4ad1-b440-283f7094271f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:15.354839 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (79f713f0-5835-4ad1-b440-283f7094271f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.417461 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Publish callbacks [] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.425342 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.448109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:38:15.462208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 79f713f0-5835-4ad1-b440-283f7094271f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:15.462567 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (79f713f0-5835-4ad1-b440-283f7094271f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.480752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Sync routers for ids ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:38:15.483653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.489165 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6ce73bbc-e1ba-46e8-9087-bc566e52d197 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6705234 Feb 15 14:38:15.489536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47090) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:15.517735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Routers {'55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:38:15.518007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:37:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:15.526179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 79f713f0-5835-4ad1-b440-283f7094271f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=79f713f0-5835-4ad1-b440-283f7094271f,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:38:15.537006 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Attempting to bind port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:38:15.537369 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Attempting to bind port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:38:15.537740 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Attempting to bind port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 on network b2db5d14-821a-4cab-9480-76b63fe3c4a8 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:38:15.545364 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:38:15.545991 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Checking segment: {'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:38:15.546568 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.547121 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Bound using segment: {'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:38:15.547736 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Bound port: be82b538-2af1-4e4b-91fb-e7d8fd9907f2, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:38:15.548265 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.561091 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (79f713f0-5835-4ad1-b440-283f7094271f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.572073 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Pushing event updated for resources: {'Port': ['ID=be82b538-2af1-4e4b-91fb-e7d8fd9907f2,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:15.603079 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.603428 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.603762 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.604251 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.604725 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.605195 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.605663 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.606143 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.606608 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.607097 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.607565 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.608027 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.608509 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:38:15.659307 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] For port be82b538-2af1-4e4b-91fb-e7d8fd9907f2, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:38:15.663456 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] For port be82b538-2af1-4e4b-91fb-e7d8fd9907f2, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=be82b538-2af1-4e4b-91fb-e7d8fd9907f2,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:38:15.665986 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=79f713f0-5835-4ad1-b440-283f7094271f,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:15.670812 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.723485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c16a4a-c489-46ee-9a05-ff1c1544ccd0 None None] Network c597a217-60f8-47be-895c-21ee10a8df6a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:38:15.746494 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Set router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:38:15.766690 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c574e4-ee4c-4000-b35f-979dadf87a87 None None] Pushing event updated for resources: {'Port': ['ID=be82b538-2af1-4e4b-91fb-e7d8fd9907f2,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:15.778845 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Routers {'883bc18b-8ddc-4489-ab58-1f9cce1ef77c'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:38:15.779601 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:37:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:15.902530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-58d93f63-d30b-4b5e-8701-264019871509 None None] Provisioning complete for port 971652b2-5e9d-4e39-9cf8-42ff03179442 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:15.902948 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-58d93f63-d30b-4b5e-8701-264019871509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:15.923546 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] Set router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:38:16.065678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.107368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-58d93f63-d30b-4b5e-8701-264019871509 None None] Current status of the port 971652b2-5e9d-4e39-9cf8-42ff03179442 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:16.134570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'name': 'tempest-TestServerBasicOps-1559763277-router', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:13Z', 'updated_at': '2022-02-15T14:38:14Z', 'revision_number': 3, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'gw_port': {'id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:14Z', 'updated_at': '2022-02-15T14:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:16.164254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Checking router: 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:38:16.164625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Updating router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea port fe5b2fa5-b4d9-46bf-868b-c5effde854ac binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:38:16.196473 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.246523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-04292a1f-3d95-4b41-9990-89fb724880f1 None None] Provisioning complete for port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:16.246971 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-04292a1f-3d95-4b41-9990-89fb724880f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.247106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Allocated IP 172.20.0.1 (c597a217-60f8-47be-895c-21ee10a8df6a/2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c/a6f42c38-dbfd-4d32-b49a-6b833c7d9584) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:38:16.297903 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'be82b538-2af1-4e4b-91fb-e7d8fd9907f2', 'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'mac_address': 'fa:16:3e:7a:24:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:11Z', 'updated_at': '2022-02-15T14:38:15Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'subnets': [{'id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:16.335345 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e7c7e0-d087-4456-9e61-4a03aba3872a None None] The sync data for ids ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'] in n-d-829064-15 is: [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'be82b538-2af1-4e4b-91fb-e7d8fd9907f2', 'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'mac_address': 'fa:16:3e:7a:24:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:11Z', 'updated_at': '2022-02-15T14:38:15Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'subnets': [{'id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:38:16.380207 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Publish callbacks [] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.419441 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.440358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Network c597a217-60f8-47be-895c-21ee10a8df6a is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:16.463964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:16.468009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-04292a1f-3d95-4b41-9990-89fb724880f1 None None] Current status of the port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:16.468187 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-04292a1f-3d95-4b41-9990-89fb724880f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.468390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:38:16.516346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f42c38-dbfd-4d32-b49a-6b833c7d9584,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:16.526576 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.535277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-04292a1f-3d95-4b41-9990-89fb724880f1 None None] For port be82b538-2af1-4e4b-91fb-e7d8fd9907f2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=be82b538-2af1-4e4b-91fb-e7d8fd9907f2,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:38:16.577394 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-04292a1f-3d95-4b41-9990-89fb724880f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.711788 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.729106 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:38:16.858605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Publish callbacks [] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.861639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292a1f-3d95-4b41-9990-89fb724880f1 None None] Pushing event updated for resources: {'Port': ['ID=be82b538-2af1-4e4b-91fb-e7d8fd9907f2,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:16.866866 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5646d7e3-1ebd-407d-b8f2-4459f4837d75 None None] Provisioning complete for port 971652b2-5e9d-4e39-9cf8-42ff03179442 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:16.867422 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5646d7e3-1ebd-407d-b8f2-4459f4837d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.890738 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.964510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Attempting to bind port fe5b2fa5-b4d9-46bf-868b-c5effde854ac on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:38:16.964980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Attempting to bind port fe5b2fa5-b4d9-46bf-868b-c5effde854ac by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:38:16.965463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Attempting to bind port fe5b2fa5-b4d9-46bf-868b-c5effde854ac on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:38:16.975652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3c449-c7ca-4692-8012-5b93f93c218b None None] Pushing event updated for resources: {'Port': ['ID=fe5b2fa5-b4d9-46bf-868b-c5effde854ac,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:16.980661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:38:16.981172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:38:16.981676 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:16.982161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:38:16.982738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Bound port: fe5b2fa5-b4d9-46bf-868b-c5effde854ac, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:38:16.983241 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:17.069501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5646d7e3-1ebd-407d-b8f2-4459f4837d75 None None] Current status of the port 971652b2-5e9d-4e39-9cf8-42ff03179442 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:17.081130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] For port fe5b2fa5-b4d9-46bf-868b-c5effde854ac, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:38:17.086815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] For port fe5b2fa5-b4d9-46bf-868b-c5effde854ac, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=fe5b2fa5-b4d9-46bf-868b-c5effde854ac,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:38:17.099583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 971652b2-5e9d-4e39-9cf8-42ff03179442 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:38:17.104425 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:17.231590 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-06495cae-6101-4148-a183-5437c1c5462f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:17.232966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a926d479-87ab-4765-8894-bdcb6361e528 None None] Provisioning complete for port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:17.233321 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a926d479-87ab-4765-8894-bdcb6361e528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:17.240531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3c449-c7ca-4692-8012-5b93f93c218b None None] Pushing event updated for resources: {'Port': ['ID=fe5b2fa5-b4d9-46bf-868b-c5effde854ac,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:17.262799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Routers {'55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:38:17.263490 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:37:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:17.268221 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Publish callbacks [] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:17.273936 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:17.339563 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:17.341011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 971652b2-5e9d-4e39-9cf8-42ff03179442 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:17.341426 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:17.342231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f42c38-dbfd-4d32-b49a-6b833c7d9584,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:17.375557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a926d479-87ab-4765-8894-bdcb6361e528 None None] Port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:38:17.422689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] Set router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:38:17.446025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Network c597a217-60f8-47be-895c-21ee10a8df6a is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:17.447561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:17.520797 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 971652b2-5e9d-4e39-9cf8-42ff03179442 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:17.521917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 79f713f0-5835-4ad1-b440-283f7094271f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:38:17.574075 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:38:17.642675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 79f713f0-5835-4ad1-b440-283f7094271f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:17.643294 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (79f713f0-5835-4ad1-b440-283f7094271f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:17.689633 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:38:17.695402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a37ebb52-9985-4614-a779-3e328e8264a6 admin admin] 10.222.0.72 "PUT /v2.0/routers/55ee4d4d-a4fa-472f-827a-0c7db9dfaeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2033343 Feb 15 14:38:17.729570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c81ae8fa-ea17-4ede-b222-1a226048b659 None None] Provisioning complete for port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:17.729872 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c81ae8fa-ea17-4ede-b222-1a226048b659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:17.792194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'name': 'tempest-TestServerBasicOps-1559763277-router', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:13Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 4, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'gw_port': {'id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:14Z', 'updated_at': '2022-02-15T14:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a6f42c38-dbfd-4d32-b49a-6b833c7d9584', 'name': '', 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'mac_address': 'fa:16:3e:59:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:16Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 1, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'subnets': [{'id': '2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:17.826428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393131c5-638e-4f74-885c-d7013d3e2128 None None] The sync data for ids ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'] in n-d-829064-15 is: [{'id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'name': 'tempest-TestServerBasicOps-1559763277-router', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:13Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 4, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'gw_port': {'id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:14Z', 'updated_at': '2022-02-15T14:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a6f42c38-dbfd-4d32-b49a-6b833c7d9584', 'name': '', 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'mac_address': 'fa:16:3e:59:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:16Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 1, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'subnets': [{'id': '2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:38:17.828218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 79f713f0-5835-4ad1-b440-283f7094271f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:17.829310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device be82b538-2af1-4e4b-91fb-e7d8fd9907f2 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:38:17.832619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c81ae8fa-ea17-4ede-b222-1a226048b659 None None] Port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:38:17.884285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:17.884666 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:17.969624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:18.198893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47102) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:18.203643 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-4fbbe46d-ddef-4ef7-872d-3b8c170ddeb2 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312065262', 'description': 'tempest-secgroup-smoke-1312065262 description', 'project_id': '9f361303d2e947288c1649a7157d4e60'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:18.225208 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fbbe46d-ddef-4ef7-872d-3b8c170ddeb2 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.298927 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fbbe46d-ddef-4ef7-872d-3b8c170ddeb2 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group (fe3df0c1-ad76-4896-88f5-16b9fdd17bde), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.303710 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fbbe46d-ddef-4ef7-872d-3b8c170ddeb2 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fe3df0c1-ad76-4896-88f5-16b9fdd17bde), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.333747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbe46d-ddef-4ef7-872d-3b8c170ddeb2 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3df0c1-ad76-4896-88f5-16b9fdd17bde,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:18.340126 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fbbe46d-ddef-4ef7-872d-3b8c170ddeb2 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.341441 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4fbbe46d-ddef-4ef7-872d-3b8c170ddeb2 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1414514 Feb 15 14:38:18.344772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47104) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:18.349521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-73c6ce74-1378-4eea-bd05-379a43b0b41c tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Request body: {'security_group_rule': {'security_group_id': 'fe3df0c1-ad76-4896-88f5-16b9fdd17bde', 'project_id': '9f361303d2e947288c1649a7157d4e60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:18.375150 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73c6ce74-1378-4eea-bd05-379a43b0b41c tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (4d14d741-989e-4b89-a295-667cfa376c67), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.436614 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73c6ce74-1378-4eea-bd05-379a43b0b41c tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (4d14d741-989e-4b89-a295-667cfa376c67), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.442020 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73c6ce74-1378-4eea-bd05-379a43b0b41c tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (4d14d741-989e-4b89-a295-667cfa376c67), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.467635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6ce74-1378-4eea-bd05-379a43b0b41c tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d14d741-989e-4b89-a295-667cfa376c67,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:18.469718 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.475490 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-73c6ce74-1378-4eea-bd05-379a43b0b41c tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.476625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-73c6ce74-1378-4eea-bd05-379a43b0b41c tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308868 Feb 15 14:38:18.479618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47106) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:18.484482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f6ecd67f-103d-4f97-bbaf-6dc2671e427b tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Request body: {'security_group_rule': {'security_group_id': 'fe3df0c1-ad76-4896-88f5-16b9fdd17bde', 'project_id': '9f361303d2e947288c1649a7157d4e60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:18.512494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6ecd67f-103d-4f97-bbaf-6dc2671e427b tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (b4063f42-c470-4026-88f4-dd4b9e4e214c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.581138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6ecd67f-103d-4f97-bbaf-6dc2671e427b tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (b4063f42-c470-4026-88f4-dd4b9e4e214c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.585623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6ecd67f-103d-4f97-bbaf-6dc2671e427b tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (b4063f42-c470-4026-88f4-dd4b9e4e214c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.603911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecd67f-103d-4f97-bbaf-6dc2671e427b tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4063f42-c470-4026-88f4-dd4b9e4e214c,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:18.611406 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6ecd67f-103d-4f97-bbaf-6dc2671e427b tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.612603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f6ecd67f-103d-4f97-bbaf-6dc2671e427b tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319411 Feb 15 14:38:18.616849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47108) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:18.622354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-af6aef0f-5e1b-456d-80b5-9b10584ddb06 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Request body: {'security_group_rule': {'security_group_id': 'fe3df0c1-ad76-4896-88f5-16b9fdd17bde', 'project_id': '9f361303d2e947288c1649a7157d4e60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:18.648996 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af6aef0f-5e1b-456d-80b5-9b10584ddb06 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (2ada9a66-e030-40eb-ba84-2b2b30d0d1f1), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.708622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af6aef0f-5e1b-456d-80b5-9b10584ddb06 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (2ada9a66-e030-40eb-ba84-2b2b30d0d1f1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.712440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af6aef0f-5e1b-456d-80b5-9b10584ddb06 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (2ada9a66-e030-40eb-ba84-2b2b30d0d1f1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.729881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6aef0f-5e1b-456d-80b5-9b10584ddb06 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ada9a66-e030-40eb-ba84-2b2b30d0d1f1,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:18.737144 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af6aef0f-5e1b-456d-80b5-9b10584ddb06 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.739484 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-af6aef0f-5e1b-456d-80b5-9b10584ddb06 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205297 Feb 15 14:38:18.741063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47110) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:18.745362 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-52498c41-2b6b-41a8-a19b-2ba875c63041 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Request body: {'security_group_rule': {'security_group_id': 'fe3df0c1-ad76-4896-88f5-16b9fdd17bde', 'project_id': '9f361303d2e947288c1649a7157d4e60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:18.771203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-52498c41-2b6b-41a8-a19b-2ba875c63041 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (eafb2878-55f8-435b-a796-fa2239637629), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.830129 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-52498c41-2b6b-41a8-a19b-2ba875c63041 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (eafb2878-55f8-435b-a796-fa2239637629), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.834888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-52498c41-2b6b-41a8-a19b-2ba875c63041 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (eafb2878-55f8-435b-a796-fa2239637629), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.854519 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498c41-2b6b-41a8-a19b-2ba875c63041 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafb2878-55f8-435b-a796-fa2239637629,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:18.860284 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-52498c41-2b6b-41a8-a19b-2ba875c63041 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.861464 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-52498c41-2b6b-41a8-a19b-2ba875c63041 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194780 Feb 15 14:38:18.864779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47112) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:18.869274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6d3694b0-0f9b-4e6b-90bc-0057986e6896 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Request body: {'security_group_rule': {'security_group_id': 'fe3df0c1-ad76-4896-88f5-16b9fdd17bde', 'project_id': '9f361303d2e947288c1649a7157d4e60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:18.889612 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-6d3694b0-0f9b-4e6b-90bc-0057986e6896 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Project 9f361303d2e947288c1649a7157d4e60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:38:18.894678 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6d3694b0-0f9b-4e6b-90bc-0057986e6896 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (aaa5e3ed-068b-4db3-a45a-c4e8322af5e5), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.960945 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6d3694b0-0f9b-4e6b-90bc-0057986e6896 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (aaa5e3ed-068b-4db3-a45a-c4e8322af5e5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.964503 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6d3694b0-0f9b-4e6b-90bc-0057986e6896 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (aaa5e3ed-068b-4db3-a45a-c4e8322af5e5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.982481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3694b0-0f9b-4e6b-90bc-0057986e6896 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa5e3ed-068b-4db3-a45a-c4e8322af5e5,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:18.990545 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6d3694b0-0f9b-4e6b-90bc-0057986e6896 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:18.991805 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6d3694b0-0f9b-4e6b-90bc-0057986e6896 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260111 Feb 15 14:38:18.994527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47114) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:18.998784 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ee32e44a-8ab6-4ba0-8b01-3a43c9ac2c64 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Request body: {'security_group_rule': {'security_group_id': 'fe3df0c1-ad76-4896-88f5-16b9fdd17bde', 'project_id': '9f361303d2e947288c1649a7157d4e60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:19.019826 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-ee32e44a-8ab6-4ba0-8b01-3a43c9ac2c64 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Project 9f361303d2e947288c1649a7157d4e60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:38:19.024798 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee32e44a-8ab6-4ba0-8b01-3a43c9ac2c64 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (5179f49d-5289-4092-a561-e003683f7cae), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:19.084239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee32e44a-8ab6-4ba0-8b01-3a43c9ac2c64 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (5179f49d-5289-4092-a561-e003683f7cae), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:19.087917 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee32e44a-8ab6-4ba0-8b01-3a43c9ac2c64 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (5179f49d-5289-4092-a561-e003683f7cae), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:19.106089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32e44a-8ab6-4ba0-8b01-3a43c9ac2c64 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5179f49d-5289-4092-a561-e003683f7cae,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:19.111363 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ee32e44a-8ab6-4ba0-8b01-3a43c9ac2c64 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:19.112578 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ee32e44a-8ab6-4ba0-8b01-3a43c9ac2c64 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170743 Feb 15 14:38:19.438807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-a4a48e22-e700-4579-ba12-15ab78ec5f9c tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312065262&fields=id&tenant_id=9f361303d2e947288c1649a7157d4e60 HTTP/1.1" status: 200 len: 267 time: 0.0597236 Feb 15 14:38:19.561339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-dc9dcf3b-604d-43be-be8f-0df388f7eefc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:19.562866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-dc9dcf3b-604d-43be-be8f-0df388f7eefc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/networks?id=b2db5d14-821a-4cab-9480-76b63fe3c4a8 HTTP/1.1" status: 200 len: 808 time: 0.1168404 Feb 15 14:38:19.578791 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-8cd91e5d-5a3a-4de4-b944-008a6b77be64 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/quotas/9f361303d2e947288c1649a7157d4e60 HTTP/1.1" status: 200 len: 375 time: 0.0099704 Feb 15 14:38:19.646361 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-7cf07052-f1f2-4662-ade2-5fb04eac1b1d tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f361303d2e947288c1649a7157d4e60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615001 Feb 15 14:38:19.756407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-6db73352-cdc2-459f-9579-31f74c2d05e5 service neutron] 10.222.0.72 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983384 Feb 15 14:38:19.811391 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:19.888506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-b1ba96f9-23ad-4e8e-8196-004ae9614af7 service neutron] 10.222.0.72 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225784 Feb 15 14:38:20.222638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ec1a1ca-8c7b-4600-8bf4-6485ff97ab4b req-73f3cd13-d465-435f-82dc-09ed0a2e3ff1 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 210 time: 0.1694641 Feb 15 14:38:20.697505 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Sync routers for ids ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:38:20.709614 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Routers {'55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:38:20.710536 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:38:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:20.830639 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Set router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:38:21.034111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device fe5b2fa5-b4d9-46bf-868b-c5effde854ac up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:38:21.064064 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'name': 'tempest-TestServerBasicOps-1559763277-router', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:13Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 4, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'gw_port': {'id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ca:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:14Z', 'updated_at': '2022-02-15T14:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a6f42c38-dbfd-4d32-b49a-6b833c7d9584', 'name': '', 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'mac_address': 'fa:16:3e:59:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:16Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 2, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'subnets': [{'id': '2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:21.092615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port fe5b2fa5-b4d9-46bf-868b-c5effde854ac triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:21.093278 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.097540 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Checking router: 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:38:21.097895 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Updating router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:38:21.129422 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.137802 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.204849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port fe5b2fa5-b4d9-46bf-868b-c5effde854ac is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:21.205699 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.263096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port fe5b2fa5-b4d9-46bf-868b-c5effde854ac, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=fe5b2fa5-b4d9-46bf-868b-c5effde854ac,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:38:21.270453 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.371507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=fe5b2fa5-b4d9-46bf-868b-c5effde854ac,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:21.407944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08d3f181-f301-4050-9c04-d4aa6153d422 req-267b263f-c7b7-4a91-9002-2cda45c9709b tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 210 time: 0.0521340 Feb 15 14:38:21.439341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-5a61e483-4f31-40e9-88c6-0f19119d8a9b tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:21.441608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-5a61e483-4f31-40e9-88c6-0f19119d8a9b tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.67 "GET /v2.0/networks?id=b2db5d14-821a-4cab-9480-76b63fe3c4a8 HTTP/1.1" status: 200 len: 808 time: 0.2197926 Feb 15 14:38:21.514123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-8bf852f8-7ff8-4eb9-8882-4093d7b1dd2b tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f361303d2e947288c1649a7157d4e60 HTTP/1.1" status: 200 len: 380 time: 0.0638208 Feb 15 14:38:21.515316 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Publish callbacks [] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.521881 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.525879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Request body: {'port': {'device_id': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'admin_state_up': True, 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'security_groups': ['fe3df0c1-ad76-4896-88f5-16b9fdd17bde']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:21.576261 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e2e05-f4d3-437a-bc16-b78269303ee8 None None] Pushing event updated for resources: {'Port': ['ID=a6f42c38-dbfd-4d32-b49a-6b833c7d9584,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:21.637708 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Attempting to bind port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:38:21.638080 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Attempting to bind port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'da0243d4-da24-4265-8474-6e8300fcccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:38:21.638433 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Attempting to bind port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 on network c597a217-60f8-47be-895c-21ee10a8df6a {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:38:21.643858 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:38:21.644272 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Checking segment: {'id': 'da0243d4-da24-4265-8474-6e8300fcccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:38:21.645179 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.645580 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Bound using segment: {'id': 'da0243d4-da24-4265-8474-6e8300fcccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:38:21.646009 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Bound port: a6f42c38-dbfd-4d32-b49a-6b833c7d9584, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0243d4-da24-4265-8474-6e8300fcccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:38:21.646375 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.660400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Made reservation on behalf of 9f361303d2e947288c1649a7157d4e60 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:38:21.664210 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.719442 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] For port a6f42c38-dbfd-4d32-b49a-6b833c7d9584, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:38:21.723495 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] For port a6f42c38-dbfd-4d32-b49a-6b833c7d9584, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a6f42c38-dbfd-4d32-b49a-6b833c7d9584,segment=NetworkSegment(da0243d4-da24-4265-8474-6e8300fcccd1),segment_id=da0243d4-da24-4265-8474-6e8300fcccd1)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:38:21.732910 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.814283 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Routers {'55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:38:21.815127 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:38:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:21.855257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Allocated IP 172.20.0.4 (b2db5d14-821a-4cab-9480-76b63fe3c4a8/9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2/136a9e57-2dff-48d4-ac14-be1c3c0f44b3) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:38:21.898022 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e2e05-f4d3-437a-bc16-b78269303ee8 None None] Pushing event updated for resources: {'Port': ['ID=a6f42c38-dbfd-4d32-b49a-6b833c7d9584,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:21.902242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f2a1e8e0-b27f-4660-a37a-f592d59e4df7 None None] Provisioning complete for port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:21.903518 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e8e0-b27f-4660-a37a-f592d59e4df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:21.945972 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] Set router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:38:22.027519 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f2a1e8e0-b27f-4660-a37a-f592d59e4df7 None None] Current status of the port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:22.027827 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e8e0-b27f-4660-a37a-f592d59e4df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.042027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.075464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f2a1e8e0-b27f-4660-a37a-f592d59e4df7 None None] For port a6f42c38-dbfd-4d32-b49a-6b833c7d9584, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a6f42c38-dbfd-4d32-b49a-6b833c7d9584,segment=NetworkSegment(da0243d4-da24-4265-8474-6e8300fcccd1),segment_id=da0243d4-da24-4265-8474-6e8300fcccd1)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:38:22.080051 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e8e0-b27f-4660-a37a-f592d59e4df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.082968 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.132206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Network b2db5d14-821a-4cab-9480-76b63fe3c4a8 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:22.135568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:22.138095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1e8e0-b27f-4660-a37a-f592d59e4df7 None None] Pushing event updated for resources: {'Port': ['ID=a6f42c38-dbfd-4d32-b49a-6b833c7d9584,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:22.139425 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:38:22.168361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event updated for resources: {'Port': ['ID=136a9e57-2dff-48d4-ac14-be1c3c0f44b3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:22.188777 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'name': 'tempest-TestServerBasicOps-1559763277-router', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:13Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 4, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'gw_port': {'id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:14Z', 'updated_at': '2022-02-15T14:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a6f42c38-dbfd-4d32-b49a-6b833c7d9584', 'name': '', 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'mac_address': 'fa:16:3e:59:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:16Z', 'updated_at': '2022-02-15T14:38:21Z', 'revision_number': 4, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'subnets': [{'id': '2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:22.200834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:22.201794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.216248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d343b53c-0d7c-4faf-9971-24a7564683a2 None None] Provisioning complete for port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:22.216629 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d343b53c-0d7c-4faf-9971-24a7564683a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.226585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ed6e383b-cd99-4b6c-8c85-bd86bb8b9ed3 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7045052 Feb 15 14:38:22.237029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Request body: {'port': {'device_id': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:22.240127 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8d3d9-471e-4a63-9fd1-fe95f40116b5 None None] The sync data for ids ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'] in n-d-829064-15 is: [{'id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'name': 'tempest-TestServerBasicOps-1559763277-router', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:13Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 4, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'gw_port': {'id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:14Z', 'updated_at': '2022-02-15T14:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'a6f42c38-dbfd-4d32-b49a-6b833c7d9584', 'name': '', 'network_id': 'c597a217-60f8-47be-895c-21ee10a8df6a', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'mac_address': 'fa:16:3e:59:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:16Z', 'updated_at': '2022-02-15T14:38:21Z', 'revision_number': 4, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'subnets': [{'id': '2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:38:22.308983 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.322624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d343b53c-0d7c-4faf-9971-24a7564683a2 None None] Current status of the port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:22.448090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e99d8306-6345-47d5-b093-2c066859c3e4 None None] Provisioning complete for port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:22.448517 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e99d8306-6345-47d5-b093-2c066859c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.496481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e99d8306-6345-47d5-b093-2c066859c3e4 None None] Port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:38:22.577063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb8171-67b4-4f8e-ac72-d1d50d352e26 req-1c77934f-510e-4f31-99b3-1f8f3ced9d2d tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:22.578716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdfb8171-67b4-4f8e-ac72-d1d50d352e26 req-1c77934f-510e-4f31-99b3-1f8f3ced9d2d tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 931 time: 0.0828714 Feb 15 14:38:22.673038 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdfb8171-67b4-4f8e-ac72-d1d50d352e26 req-966e13dd-4e25-44ba-add2-b69c5eb4333d tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835152 Feb 15 14:38:22.681923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:38:22.689398 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Publish callbacks [] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.700983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Transition to ACTIVE for port object 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:38:22.704822 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.756090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Pushing event updated for resources: {'Port': ['ID=136a9e57-2dff-48d4-ac14-be1c3c0f44b3,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:22.828353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Attempting to bind port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:38:22.828689 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Attempting to bind port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:38:22.829022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Attempting to bind port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 on network b2db5d14-821a-4cab-9480-76b63fe3c4a8 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:38:22.834262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 on network b2db5d14-821a-4cab-9480-76b63fe3c4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:38:22.834588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Attempting to bind port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 on network b2db5d14-821a-4cab-9480-76b63fe3c4a8 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:38:22.840586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:38:22.840930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Checking segment: {'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:38:22.841320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Bound using segment: {'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:38:22.841750 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Bound port: 136a9e57-2dff-48d4-ac14-be1c3c0f44b3, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:38:22.842680 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.914337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] For port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:38:22.918181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] For port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:38:22.924247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.957352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:22.957991 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:22.959378 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] 10.222.0.67 "PUT /v2.0/ports/136a9e57-2dff-48d4-ac14-be1c3c0f44b3 HTTP/1.1" status: 200 len: 1092 time: 0.7268786 Feb 15 14:38:22.959837 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'tag': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:38:22.962047 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d41fea-7745-44e5-b59e-0be87828af69", "tag": "136a9e57-2dff-48d4-ac14-be1c3c0f44b3"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:38:23.002809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0da74b-221f-4f1a-892e-40422b11c5bd service neutron] Pushing event updated for resources: {'Port': ['ID=136a9e57-2dff-48d4-ac14-be1c3c0f44b3,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:23.045343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device fe5b2fa5-b4d9-46bf-868b-c5effde854ac up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:38:23.048504 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604ed3e2-b3fc-4df9-8c61-1b37a542ac7d x-openstack-request-id: req-604ed3e2-b3fc-4df9-8c61-1b37a542ac7d {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:38:23.048801 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d41fea-7745-44e5-b59e-0be87828af69", "tag": "136a9e57-2dff-48d4-ac14-be1c3c0f44b3", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:38:23.059170 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-604ed3e2-b3fc-4df9-8c61-1b37a542ac7d {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:38:23.059719 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'tag': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3', 'status': 'completed', 'code': 200} Feb 15 14:38:23.093979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-3b3a8fd1-189a-4b03-a937-b7c255614640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:23.095819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-3b3a8fd1-189a-4b03-a937-b7c255614640 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f361303d2e947288c1649a7157d4e60&device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 1126 time: 0.0784969 Feb 15 14:38:23.108315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port fe5b2fa5-b4d9-46bf-868b-c5effde854ac triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:23.108846 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:23.145951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-60ac8516-2ed2-477d-ab8d-72e404bce20f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3 HTTP/1.1" status: 200 len: 217 time: 0.0419762 Feb 15 14:38:23.192033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port fe5b2fa5-b4d9-46bf-868b-c5effde854ac is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:23.193141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a6f42c38-dbfd-4d32-b49a-6b833c7d9584 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:38:23.199410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-b9d23826-67a1-4f7f-9c1d-53451ff882a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:23.200914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-b9d23826-67a1-4f7f-9c1d-53451ff882a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2 HTTP/1.1" status: 200 len: 847 time: 0.0495641 Feb 15 14:38:23.251032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:23.251419 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:23.253390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ce7cd55b-a2f7-4e74-af45-c70ec5a39ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:23.255003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-ce7cd55b-a2f7-4e74-af45-c70ec5a39ac0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2db5d14-821a-4cab-9480-76b63fe3c4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481710 Feb 15 14:38:23.359570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-99df49d2-167e-49be-ab25-2d6cf0ff6816 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977902 Feb 15 14:38:23.362237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:23.455719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1991ddaf-4e10-4d1c-a573-e2ba2c157b83 req-7398b532-c15f-4bcf-bdc7-7a7376799142 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898156 Feb 15 14:38:23.550027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524 req-867c62a5-b7a3-408f-8abb-265162c92443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:23.551788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524 req-867c62a5-b7a3-408f-8abb-265162c92443 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f361303d2e947288c1649a7157d4e60&device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 1126 time: 0.0503774 Feb 15 14:38:23.652474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524 req-0bf4e7fe-af99-4d91-a4a4-4c0482a98a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:23.653971 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524 req-0bf4e7fe-af99-4d91-a4a4-4c0482a98a7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2db5d14-821a-4cab-9480-76b63fe3c4a8 HTTP/1.1" status: 200 len: 909 time: 0.0951350 Feb 15 14:38:23.697659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524 req-de31d865-b48e-46f8-ab25-e86a88c01af2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3 HTTP/1.1" status: 200 len: 217 time: 0.0358114 Feb 15 14:38:23.759966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524 req-1b194460-645d-472d-ba52-b75754927bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:23.761494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524 req-1b194460-645d-472d-ba52-b75754927bf8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2 HTTP/1.1" status: 200 len: 847 time: 0.0578065 Feb 15 14:38:23.836852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf131f7f-f216-484f-bc38-8f1904bb6acf req-1b6da5c3-60fc-4ea9-9543-b733b1955e6e tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:23.838283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf131f7f-f216-484f-bc38-8f1904bb6acf req-1b6da5c3-60fc-4ea9-9543-b733b1955e6e tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 943 time: 0.0968177 Feb 15 14:38:23.841134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524 req-d035b1fe-ecc8-406b-98df-12e945776e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:23.842515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524 req-d035b1fe-ecc8-406b-98df-12e945776e1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2db5d14-821a-4cab-9480-76b63fe3c4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0655484 Feb 15 14:38:23.941601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf131f7f-f216-484f-bc38-8f1904bb6acf req-a1100742-9d87-4592-81fd-30a8d3891448 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968943 Feb 15 14:38:23.967709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524 req-6a8da925-bc02-4dbc-b627-e9ea3b5163c5 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174939 Feb 15 14:38:24.057807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46bb1c49-0bf0-41bb-a1eb-e2183aee8524 req-08039fa3-4ea7-4808-b5a3-749da29d16f2 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839634 Feb 15 14:38:24.342295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-29387e7c-1de0-46d1-8683-4188c804a4a0 req-b5d3cc71-921a-4add-ac72-b1dc62deb878 service neutron] (109971) timed out ('10.222.0.67', 64156) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:38:25.065364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2e04-6c67-4b75-9a65-59be66a7ec95 req-77277cbc-9c73-4041-aa2e-381e8c0ecea5 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:25.066876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7df2e04-6c67-4b75-9a65-59be66a7ec95 req-77277cbc-9c73-4041-aa2e-381e8c0ecea5 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 943 time: 0.0549548 Feb 15 14:38:25.120189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d7df2e04-6c67-4b75-9a65-59be66a7ec95 req-7919b0bd-411f-42c1-b961-23e92c28f2e0 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470562 Feb 15 14:38:26.240785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d4a42-6981-4cd7-b041-27df353582b5 req-2ec97f0e-b1a0-4eb6-a38d-608d4b8446a7 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:26.242384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-041d4a42-6981-4cd7-b041-27df353582b5 req-2ec97f0e-b1a0-4eb6-a38d-608d4b8446a7 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 943 time: 0.0535617 Feb 15 14:38:26.290331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-041d4a42-6981-4cd7-b041-27df353582b5 req-7b55965b-fea3-4ae1-9ffb-b128edc1a5a8 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424557 Feb 15 14:38:27.026548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:38:27.123745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:38:27.135867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'port_id': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3', 'mac_address': 'fa:16:3e:a5:1f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:38:27.174299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:27.174685 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:27.187601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:38:27.206410 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:38:27.211383 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:27.257214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=136a9e57-2dff-48d4-ac14-be1c3c0f44b3,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:27.417013 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66627568-bd3a-4523-8a46-1199a021ea80 req-fa58b780-ce1e-4650-9251-13ac7c79b9bb tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:27.418527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66627568-bd3a-4523-8a46-1199a021ea80 req-fa58b780-ce1e-4650-9251-13ac7c79b9bb tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 944 time: 0.0543706 Feb 15 14:38:27.471417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66627568-bd3a-4523-8a46-1199a021ea80 req-14152484-a76d-447c-877b-27e157efa744 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470579 Feb 15 14:38:27.590861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['136a9e57-2dff-48d4-ac14-be1c3c0f44b3'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:38:28.597788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604837e-9094-46a8-b8dc-af7517ed6679 req-84020565-7777-4c66-b4b3-47db6e9a27e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:28.599353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5604837e-9094-46a8-b8dc-af7517ed6679 req-84020565-7777-4c66-b4b3-47db6e9a27e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 944 time: 0.0586963 Feb 15 14:38:28.651657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5604837e-9094-46a8-b8dc-af7517ed6679 req-fd4e3966-a6fa-4188-8394-503eb7947b07 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466199 Feb 15 14:38:29.043296 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:38:29.095288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:38:29.099774 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:38:29.100150 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:29.175248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:38:29.175643 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:29.200132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:38:29.202385 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d75904731f680ecba202b124ca9472c9d50ce9f88398eed7800850e753fd5c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830e1f18-e18f-4faf-90bc-e36cee8fa211" -d '{"events": [{"server_uuid": "e7d41fea-7745-44e5-b59e-0be87828af69", "name": "network-vif-plugged", "status": "completed", "tag": "136a9e57-2dff-48d4-ac14-be1c3c0f44b3"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:38:29.216882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:38:29.221130 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:29.261397 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11953956-7e8c-4ea4-95e4-cadaef822750 x-openstack-request-id: req-11953956-7e8c-4ea4-95e4-cadaef822750 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:38:29.261692 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d41fea-7745-44e5-b59e-0be87828af69", "name": "network-vif-plugged", "status": "completed", "tag": "136a9e57-2dff-48d4-ac14-be1c3c0f44b3", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:38:29.261951 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-11953956-7e8c-4ea4-95e4-cadaef822750 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:38:29.262334 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3', 'code': 200} Feb 15 14:38:29.280486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=136a9e57-2dff-48d4-ac14-be1c3c0f44b3,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:29.356481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01074e43-e995-4580-90ae-44a31e99ee81 req-a8e4ad04-2f9a-4fd0-94f7-d1ac82f47789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:29.358133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01074e43-e995-4580-90ae-44a31e99ee81 req-a8e4ad04-2f9a-4fd0-94f7-d1ac82f47789 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 1128 time: 0.0457788 Feb 15 14:38:29.405090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01074e43-e995-4580-90ae-44a31e99ee81 req-bb5a7e4f-d253-4198-b950-fea75f9d8827 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409067 Feb 15 14:38:29.780699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cbbc5-6424-4e04-84cb-5e73c51cfe87 req-eca3d808-4f38-4e66-8de2-8058f4314bf1 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:29.782267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b6cbbc5-6424-4e04-84cb-5e73c51cfe87 req-eca3d808-4f38-4e66-8de2-8058f4314bf1 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 945 time: 0.0587704 Feb 15 14:38:29.833928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5b6cbbc5-6424-4e04-84cb-5e73c51cfe87 req-dfe6c48f-ec89-4d86-abc2-1c41d12dfa8f tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449224 Feb 15 14:38:30.961789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6a6c0-be5a-4913-b400-a026aa6b6cd2 req-819fc298-3ef2-4f2e-8ef2-2067fb21dba0 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:30.963309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bb6a6c0-be5a-4913-b400-a026aa6b6cd2 req-819fc298-3ef2-4f2e-8ef2-2067fb21dba0 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 945 time: 0.0546291 Feb 15 14:38:31.011181 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bb6a6c0-be5a-4913-b400-a026aa6b6cd2 req-64a49e29-8bb6-420c-a9ab-59e42cbe5757 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422921 Feb 15 14:38:31.129850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8d553-d3b1-4558-a6fc-289cd36c6ddc req-5d0dd2d5-2987-48ec-b565-e92f3e764959 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:31.131887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0fa8d553-d3b1-4558-a6fc-289cd36c6ddc req-5d0dd2d5-2987-48ec-b565-e92f3e764959 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 945 time: 0.0530550 Feb 15 14:38:31.186844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0fa8d553-d3b1-4558-a6fc-289cd36c6ddc req-02f67282-fde8-4014-a3b4-ae0539593636 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494423 Feb 15 14:38:31.323936 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34361baf-be90-4806-9c87-fed06486a56c req-99adbe67-681c-4516-86f8-82bb42b29ee2 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:31.325441 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34361baf-be90-4806-9c87-fed06486a56c req-99adbe67-681c-4516-86f8-82bb42b29ee2 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 945 time: 0.0595641 Feb 15 14:38:31.375744 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34361baf-be90-4806-9c87-fed06486a56c req-a2500496-7f09-43ca-8a93-5bb2e0e8491d tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 Feb 15 14:38:31.398055 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47188) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:31.511517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e7e421-37ae-4373-a295-05f986e83552 tempest-TestServerBasicOps-350249983 tempest-TestServerBasicOps-350249983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:31.513046 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c2e7e421-37ae-4373-a295-05f986e83552 tempest-TestServerBasicOps-350249983 tempest-TestServerBasicOps-350249983-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 1123 time: 0.1140227 Feb 15 14:38:31.516202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47192) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:38:31.520521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:38:31.541141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:31.639427 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:31.739755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Allocated IP 172.25.6.22 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:38:31.843220 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for port (f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:31.876444 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:31.911491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:38:31.916955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:38:31.919556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:38:31.947828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event updated for resources: {'Port': ['ID=f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:32.269685 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for floatingip (ee129832-94ad-481a-8578-84dae05175d2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:32.337353 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:32.490361 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for port (f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:32.496069 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:32.569065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event updated for resources: {'Port': ['ID=f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:38:32.578026 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (ee129832-94ad-481a-8578-84dae05175d2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:32.677701 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Floating IP ee129832-94ad-481a-8578-84dae05175d2 associated. External IP: 172.25.6.22, port: 136a9e57-2dff-48d4-ac14-be1c3c0f44b3. Feb 15 14:38:33.228895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:38:33.349923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:38:33.359913 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdef59f-42e7-49af-8b6e-f85abe4cb80a None None] Sync routers for ids ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:38:33.368496 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:33.371917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdef59f-42e7-49af-8b6e-f85abe4cb80a None None] Routers {'883bc18b-8ddc-4489-ab58-1f9cce1ef77c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:38:33.372620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7fdef59f-42e7-49af-8b6e-f85abe4cb80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:38:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:33.400060 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6f20ad54-5f6d-4f07-a668-a59f47b89436 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8827364 Feb 15 14:38:33.400646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'tag': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:38:33.402986 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f50c81-f1cd-4e37-863c-064a7d4b9a93" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d41fea-7745-44e5-b59e-0be87828af69", "tag": "136a9e57-2dff-48d4-ac14-be1c3c0f44b3"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:38:33.442285 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b063120-ed39-4146-bc91-5692fda06a65 x-openstack-request-id: req-6b063120-ed39-4146-bc91-5692fda06a65 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:38:33.443736 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d41fea-7745-44e5-b59e-0be87828af69", "tag": "136a9e57-2dff-48d4-ac14-be1c3c0f44b3", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:38:33.443736 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b063120-ed39-4146-bc91-5692fda06a65 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:38:33.443943 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'tag': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3', 'status': 'completed', 'code': 200} Feb 15 14:38:33.489411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-7fdef59f-42e7-49af-8b6e-f85abe4cb80a None None] Set router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:38:33.509875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50c81-f1cd-4e37-863c-064a7d4b9a93 req-492bfb58-de54-4a87-bd69-a71383d3def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:33.511442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34f50c81-f1cd-4e37-863c-064a7d4b9a93 req-492bfb58-de54-4a87-bd69-a71383d3def3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f361303d2e947288c1649a7157d4e60&device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 1128 time: 0.0471497 Feb 15 14:38:33.622474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50c81-f1cd-4e37-863c-064a7d4b9a93 req-60ecb53e-a3ff-4174-8d24-c880d23877bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:33.624276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34f50c81-f1cd-4e37-863c-064a7d4b9a93 req-60ecb53e-a3ff-4174-8d24-c880d23877bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2db5d14-821a-4cab-9480-76b63fe3c4a8 HTTP/1.1" status: 200 len: 909 time: 0.1042008 Feb 15 14:38:33.701958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34f50c81-f1cd-4e37-863c-064a7d4b9a93 req-fb61f86c-c27e-4854-96b0-5e93d155cf6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3 HTTP/1.1" status: 200 len: 998 time: 0.0706756 Feb 15 14:38:33.758252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50c81-f1cd-4e37-863c-064a7d4b9a93 req-dd7722a6-76fd-45b6-9dd9-6245521377a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:33.759700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34f50c81-f1cd-4e37-863c-064a7d4b9a93 req-dd7722a6-76fd-45b6-9dd9-6245521377a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2 HTTP/1.1" status: 200 len: 847 time: 0.0514748 Feb 15 14:38:33.760236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7fdef59f-42e7-49af-8b6e-f85abe4cb80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'ee129832-94ad-481a-8578-84dae05175d2', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'port_id': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'mac_address': 'fa:16:3e:a5:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:38:32Z', 'updated_at': '2022-02-15T14:38:32Z', 'revision_number': 0, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82b538-2af1-4e4b-91fb-e7d8fd9907f2', 'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'mac_address': 'fa:16:3e:7a:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:11Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 5, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'subnets': [{'id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:33.791844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdef59f-42e7-49af-8b6e-f85abe4cb80a None None] Checking router: 883bc18b-8ddc-4489-ab58-1f9cce1ef77c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:38:33.800901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdef59f-42e7-49af-8b6e-f85abe4cb80a None None] Routers {'883bc18b-8ddc-4489-ab58-1f9cce1ef77c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:38:33.801516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7fdef59f-42e7-49af-8b6e-f85abe4cb80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:38:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:33.812279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50c81-f1cd-4e37-863c-064a7d4b9a93 req-810cd975-2a28-4997-ac65-14e9e2200db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:38:33.813821 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34f50c81-f1cd-4e37-863c-064a7d4b9a93 req-810cd975-2a28-4997-ac65-14e9e2200db5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2db5d14-821a-4cab-9480-76b63fe3c4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466783 Feb 15 14:38:33.907570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34f50c81-f1cd-4e37-863c-064a7d4b9a93 req-55841b8a-c4c4-4338-ad8c-6bebe4ac0701 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880175 Feb 15 14:38:33.909957 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-7fdef59f-42e7-49af-8b6e-f85abe4cb80a None None] Set router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:38:33.998483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-34f50c81-f1cd-4e37-863c-064a7d4b9a93 req-218ac303-ab1e-46f1-9ca7-0e723034ea15 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838242 Feb 15 14:38:34.142761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-7fdef59f-42e7-49af-8b6e-f85abe4cb80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'ee129832-94ad-481a-8578-84dae05175d2', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'port_id': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'mac_address': 'fa:16:3e:a5:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:38:32Z', 'updated_at': '2022-02-15T14:38:32Z', 'revision_number': 0, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82b538-2af1-4e4b-91fb-e7d8fd9907f2', 'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'mac_address': 'fa:16:3e:7a:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:11Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 5, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'subnets': [{'id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:38:34.173674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdef59f-42e7-49af-8b6e-f85abe4cb80a None None] The sync data for ids ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'] in n-d-829064-15 is: [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'ee129832-94ad-481a-8578-84dae05175d2', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'port_id': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'mac_address': 'fa:16:3e:a5:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:38:32Z', 'updated_at': '2022-02-15T14:38:32Z', 'revision_number': 0, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be82b538-2af1-4e4b-91fb-e7d8fd9907f2', 'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'mac_address': 'fa:16:3e:7a:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:11Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 5, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'subnets': [{'id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:38:34.381893 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1200c12a-e66b-4167-834a-d9f707c2b3f4 None None] New status for floating IP ee129832-94ad-481a-8578-84dae05175d2: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:38:40.208362 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:42.329461 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:44.776382 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c284b562-7bc0-4107-a51c-f39d0d4cb139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:47.169146 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-19c45221-9f0d-466e-be7f-1d817b6a3802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:48.469332 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:49.806489 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:51.113336 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:38:53.729492 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:39:10.212582 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:12.342201 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:13.347208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-edcd0225-ac5d-4d2c-b290-b91cb3158d58 service neutron] (109971) timed out ('10.222.0.72', 48048) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:39:14.780859 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-039855e8-14b5-4869-9191-d39785b0d30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:15.599463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-65897b99-8fde-43b2-af44-214dc6a661d2 req-3838e41d-8f44-4f31-b88c-f8f7a783f826 tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] (109971) timed out ('10.222.0.72', 44090) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:39:17.171381 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-91b1a6b6-7734-4212-a536-70ca58de2cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:18.473027 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:19.812456 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:21.106952 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:30.727601 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:39:32.045141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-e2f62a10-8e29-4ab2-9da6-f28a7f0c950c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509636 Feb 15 14:39:32.133158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-ceb62790-6e8f-47e3-9884-a7d27191b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:39:32.134636 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-ceb62790-6e8f-47e3-9884-a7d27191b0ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f361303d2e947288c1649a7157d4e60&device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 1128 time: 0.0435693 Feb 15 14:39:32.234964 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-d199a4a9-8958-4a18-851d-4bf8b6fd7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:39:32.236423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-d199a4a9-8958-4a18-851d-4bf8b6fd7aa8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2db5d14-821a-4cab-9480-76b63fe3c4a8 HTTP/1.1" status: 200 len: 909 time: 0.0831814 Feb 15 14:39:32.304372 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-4319dbed-40ea-4df1-94af-572d4c629a37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3 HTTP/1.1" status: 200 len: 1000 time: 0.0614271 Feb 15 14:39:32.352311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-fae5431f-1af0-471c-8c50-638bafcb5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:39:32.353757 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-fae5431f-1af0-471c-8c50-638bafcb5015 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2 HTTP/1.1" status: 200 len: 847 time: 0.0424359 Feb 15 14:39:32.401247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-ef3bee75-73e8-4291-9ff8-353618b0d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:39:32.402773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-ef3bee75-73e8-4291-9ff8-353618b0d29b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2db5d14-821a-4cab-9480-76b63fe3c4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436440 Feb 15 14:39:32.493773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-456c3690-b317-4373-8c2c-997953fe6bd9 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844057 Feb 15 14:39:32.583731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e270e9d7-1e6f-49dd-aaec-3ac44c9fddd9 req-99c7daeb-8db9-43a0-8e14-4490d2dba836 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826588 Feb 15 14:39:40.045287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47236) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:39:40.180645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bd0f2-46ae-47a5-8026-d8b19fea2ff0 req-f87aa75a-4b13-4734-a26a-1ecd68d3d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:39:40.182188 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1d1bd0f2-46ae-47a5-8026-d8b19fea2ff0 req-f87aa75a-4b13-4734-a26a-1ecd68d3d696 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 1128 time: 0.1360106 Feb 15 14:39:40.213351 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:40.232011 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1d1bd0f2-46ae-47a5-8026-d8b19fea2ff0 req-2f5a01d1-9ff4-4055-80b7-53614796ea03 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434787 Feb 15 14:39:42.350464 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:44.782698 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3d38d08a-fca1-4897-86e2-e05b6d1edd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:47.172552 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f427b9a9-c3e2-42cb-a73e-86c197d74e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:48.475232 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:49.812494 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:39:51.109104 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:07.726456 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:40:10.225794 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:12.383225 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:14.783103 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4f21b86a-8e03-417b-942e-47b11afd1ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:17.173877 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef6cca2a-468e-41ed-a68a-b9302f99b689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:18.479439 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:19.818031 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:21.121345 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:32.060050 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-9857fb39-bedf-4b82-8aa0-f3f291c84eb8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1066406 Feb 15 14:40:32.146779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-01d06d18-1c69-48e4-93be-14f2694ea83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:32.148318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-01d06d18-1c69-48e4-93be-14f2694ea83e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f361303d2e947288c1649a7157d4e60&device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 1128 time: 0.0457275 Feb 15 14:40:32.256137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-13afa357-9145-4312-ade5-6517c989f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:32.257614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-13afa357-9145-4312-ade5-6517c989f763 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2db5d14-821a-4cab-9480-76b63fe3c4a8 HTTP/1.1" status: 200 len: 909 time: 0.0901620 Feb 15 14:40:32.329478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-e4700460-32bd-434c-a81a-322b66c39d19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3 HTTP/1.1" status: 200 len: 1000 time: 0.0639029 Feb 15 14:40:32.379132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-6b95a3ca-ccd5-40eb-8920-ae93c5cd4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:32.380624 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-6b95a3ca-ccd5-40eb-8920-ae93c5cd4aaf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2 HTTP/1.1" status: 200 len: 847 time: 0.0454390 Feb 15 14:40:32.431186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-b130828d-a122-4514-a6bb-a404a74b42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:40:32.432720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-b130828d-a122-4514-a6bb-a404a74b42f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2db5d14-821a-4cab-9480-76b63fe3c4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459976 Feb 15 14:40:32.443577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-a1960fcd-d5dd-4617-a41f-c94f468f7e0a service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:40:32.444555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-a1960fcd-d5dd-4617-a41f-c94f468f7e0a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050442 Feb 15 14:40:32.571046 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-03c49fac-636d-4d98-9733-d3741438c0f1 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205609 Feb 15 14:40:32.663999 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f24f5adc-df12-4fb5-84a1-7cc6f2b68b66 req-e8e5a428-5186-4909-b8ff-c5a879b740af service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868196 Feb 15 14:40:40.225684 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:42.380216 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:44.726177 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:40:44.784610 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bbac663d-8126-4351-b5bd-a7a59bbc1433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:47.176808 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-26a39a1b-e530-4af1-9fdc-08ce51b66712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:48.480022 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:49.818264 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:40:51.113681 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:10.225993 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:12.409965 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:14.789677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8787d4ad-6e90-40e7-9487-ec5ca845e2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:17.181588 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-65b4cdcd-2886-4772-a1db-dcd66a5cc187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:18.483771 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:19.820214 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:21.115167 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:21.725081 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:41:33.496480 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-ae8c3717-bfaa-4f81-b350-31e18fad831b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505202 Feb 15 14:41:33.584300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-a9b8bc90-9ad5-4e64-95b1-20a818fb3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:41:33.585837 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-a9b8bc90-9ad5-4e64-95b1-20a818fb3821 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f361303d2e947288c1649a7157d4e60&device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 1128 time: 0.0487995 Feb 15 14:41:33.690281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-5302efe3-0f03-481f-9227-2eefde65a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:41:33.691813 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-5302efe3-0f03-481f-9227-2eefde65a31a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2db5d14-821a-4cab-9480-76b63fe3c4a8 HTTP/1.1" status: 200 len: 909 time: 0.0875902 Feb 15 14:41:33.760075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-557c3de9-8d19-42f0-b5b9-5f7ef8c99c93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3 HTTP/1.1" status: 200 len: 1000 time: 0.0625820 Feb 15 14:41:33.809956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-f09689f6-1a7f-46fb-ab50-bd80d82540b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:41:33.811743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-f09689f6-1a7f-46fb-ab50-bd80d82540b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2 HTTP/1.1" status: 200 len: 847 time: 0.0445831 Feb 15 14:41:33.859967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-5364e3be-620f-4978-a91f-576185f5e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:41:33.861466 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-5364e3be-620f-4978-a91f-576185f5e72d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2db5d14-821a-4cab-9480-76b63fe3c4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438657 Feb 15 14:41:33.953362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-482d94a3-b742-493f-8cc0-d6689912e554 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854745 Feb 15 14:41:34.041148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65f156a7-5c19-4bbe-b672-b1dec535f3cd req-34bc0031-abd8-497a-bd06-befb3ee1c853 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825012 Feb 15 14:41:40.241285 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:42.424312 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:44.794077 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d75a7309-1473-4b0d-a468-36c7f5e2eb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:47.188024 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3743d5cb-f676-4755-8717-ea9694e7e6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:48.487212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:49.823197 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:51.117527 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:41:58.724059 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:42:10.237495 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:12.434518 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:14.798259 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4fe9f5e2-f122-48e8-93a4-587d42f500b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:17.180953 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fee11af7-26d4-443c-a95b-752b3bc52bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:18.490341 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:19.827317 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:21.118825 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:34.459261 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-b99879b0-e8c2-48e1-b3af-2ed842032e32 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497518 Feb 15 14:42:34.546793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-102c655e-40d7-4e00-8280-0e919dce8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:42:34.548327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-102c655e-40d7-4e00-8280-0e919dce8f77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f361303d2e947288c1649a7157d4e60&device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 1128 time: 0.0455897 Feb 15 14:42:34.649438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-6555445e-3c3e-4a68-83bd-4d60a10c09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:42:34.650918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-6555445e-3c3e-4a68-83bd-4d60a10c09bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2db5d14-821a-4cab-9480-76b63fe3c4a8 HTTP/1.1" status: 200 len: 909 time: 0.0838716 Feb 15 14:42:34.720790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-cc323315-57f6-4f64-8622-ce92400714d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3 HTTP/1.1" status: 200 len: 1000 time: 0.0631175 Feb 15 14:42:34.769641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-309450e0-73e4-4516-910a-e82f092cf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:42:34.770722 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-309450e0-73e4-4516-910a-e82f092cf537 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2 HTTP/1.1" status: 200 len: 847 time: 0.0436637 Feb 15 14:42:34.820421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-6e54d34d-3c42-42e6-88b2-5edd6489c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:42:34.821926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-6e54d34d-3c42-42e6-88b2-5edd6489c30f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2db5d14-821a-4cab-9480-76b63fe3c4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450754 Feb 15 14:42:34.913970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-e027a7f5-9269-415a-972a-d85e6ad2779c service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854774 Feb 15 14:42:35.003260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ac7f827-2201-49ec-98a8-2af63643f2dc req-8a335d98-7efe-4ea9-81da-b3efaf6922fb service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821655 Feb 15 14:42:35.724317 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:42:40.235772 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:42.436688 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:44.800313 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cd86247f-5fd5-4a29-b516-b603b6b33579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:47.185257 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9d43-e35e-4730-83b8-08be43bf645b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:48.492993 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:49.829356 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:42:51.121551 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:10.235344 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:12.451591 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:12.727290 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:43:14.802019 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-aa648ba5-123a-4895-ba99-3ffed3348122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:17.186918 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-53f2fede-4ec9-4634-a9da-bb18a09d2433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:18.495561 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:19.830593 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:21.125233 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:36.475934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-167d3600-7c1a-4714-92b5-b4bbcd411bed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497241 Feb 15 14:43:36.563239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-55ae11ca-05ff-4b2c-a805-ec501b3430a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:43:36.564818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-55ae11ca-05ff-4b2c-a805-ec501b3430a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f361303d2e947288c1649a7157d4e60&device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 1128 time: 0.0461416 Feb 15 14:43:36.672770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-fb299d54-87ba-49d2-87c0-2192b966eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:43:36.674387 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-fb299d54-87ba-49d2-87c0-2192b966eeb1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2db5d14-821a-4cab-9480-76b63fe3c4a8 HTTP/1.1" status: 200 len: 909 time: 0.0911524 Feb 15 14:43:36.745339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-caa4427d-34ab-43dd-89c3-6158cb444b08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3 HTTP/1.1" status: 200 len: 1000 time: 0.0643096 Feb 15 14:43:36.797278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-5e339b6a-d129-4df1-b352-e76b17ff9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:43:36.798800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-5e339b6a-d129-4df1-b352-e76b17ff9021 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2 HTTP/1.1" status: 200 len: 847 time: 0.0456340 Feb 15 14:43:36.849779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-53d1153b-40f2-4962-abc2-f1ab448ede2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:43:36.851338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-53d1153b-40f2-4962-abc2-f1ab448ede2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2db5d14-821a-4cab-9480-76b63fe3c4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464070 Feb 15 14:43:36.948719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-bf0e0264-ba34-41ac-af21-cc5a5d1ed3be service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895808 Feb 15 14:43:37.036622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2211c81d-0bce-4234-a307-54eb3c2f6b76 req-c3babb09-50b2-4b5b-8176-c22e55b1b775 service neutron] 10.222.0.67 "GET /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822811 Feb 15 14:43:40.234040 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:42.452844 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:44.805670 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-339672ca-8cc2-49ca-98e1-24d92041c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:44.910237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e223b80-37ee-4751-9d7d-d85758dba047 req-81bb6093-bde7-4ca0-810b-a03fa3a7f19a tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:43:44.911808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e223b80-37ee-4751-9d7d-d85758dba047 req-81bb6093-bde7-4ca0-810b-a03fa3a7f19a tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 945 time: 0.1111236 Feb 15 14:43:44.961495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0e223b80-37ee-4751-9d7d-d85758dba047 req-13bbf442-dc08-477a-b8c9-1dfa9cd04c41 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440645 Feb 15 14:43:45.581335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-c6f881ee-261f-4bf8-a4e8-e2dd5e5c7eae tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:43:45.582789 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-c6f881ee-261f-4bf8-a4e8-e2dd5e5c7eae tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 945 time: 0.0530124 Feb 15 14:43:45.678278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Deleting port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:43:45.678612 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:45.766922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] For port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=136a9e57-2dff-48d4-ac14-be1c3c0f44b3,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:43:45.767292 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:46.076508 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:46.077156 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (ee129832-94ad-481a-8578-84dae05175d2), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:46.077156 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Floating IP ee129832-94ad-481a-8578-84dae05175d2 disassociated. External IP: 172.25.6.22, port: 136a9e57-2dff-48d4-ac14-be1c3c0f44b3. Feb 15 14:43:46.077573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Calling delete_port for 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:43:46.198111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa80db-5036-4163-874b-3faa88142725 req-5e210a90-0bb7-4891-a012-9a7c67ad4a95 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:43:46.200170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65aa80db-5036-4163-874b-3faa88142725 req-5e210a90-0bb7-4891-a012-9a7c67ad4a95 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7d41fea-7745-44e5-b59e-0be87828af69 HTTP/1.1" status: 200 len: 945 time: 0.1529567 Feb 15 14:43:46.285690 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65aa80db-5036-4163-874b-3faa88142725 req-87f6ac64-fd48-47de-a86c-8a32df4a40e0 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe3df0c1-ad76-4896-88f5-16b9fdd17bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794954 Feb 15 14:43:46.286645 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (136a9e57-2dff-48d4-ac14-be1c3c0f44b3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:46.315568 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event deleted for resources: {'Port': ['ID=136a9e57-2dff-48d4-ac14-be1c3c0f44b3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:46.328056 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.328404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.328745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.329079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.329413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.329742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.330065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.330419 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.330742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.331088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.331411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.331735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.332055 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:46.445130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:43:46.555652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:43:46.565558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed4cb8-ba55-4490-9c2b-3a7018afda15 None None] Sync routers for ids ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:43:46.579178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed4cb8-ba55-4490-9c2b-3a7018afda15 None None] Routers {'883bc18b-8ddc-4489-ab58-1f9cce1ef77c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:43:46.579912 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-deed4cb8-ba55-4490-9c2b-3a7018afda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:46.602114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] No DVR routers for this DVR port 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:43:46.605056 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:46.608901 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a09388b6-14af-4bbe-b2ea-27e4cd42ee13 req-d650f6ec-8046-46cd-84c5-a5805b345bcc tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.67 "DELETE /v2.0/ports/136a9e57-2dff-48d4-ac14-be1c3c0f44b3 HTTP/1.1" status: 204 len: 173 time: 1.0202045 Feb 15 14:43:46.609395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'name': 'network-vif-deleted', 'tag': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:43:46.612422 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47af926896d106d6d9f5f5faeb1ce18a1e13dc7f8a12e4e6bb88fa9120cb088" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959adac6-b0f7-4a50-a424-588e698e2722" -d '{"events": [{"server_uuid": "e7d41fea-7745-44e5-b59e-0be87828af69", "name": "network-vif-deleted", "tag": "136a9e57-2dff-48d4-ac14-be1c3c0f44b3"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:43:46.697984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-deed4cb8-ba55-4490-9c2b-3a7018afda15 None None] Set router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:43:46.780173 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520cb8d9-17c4-497e-8f02-a5bc843a92ac x-openstack-request-id: req-520cb8d9-17c4-497e-8f02-a5bc843a92ac {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:43:46.780482 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d41fea-7745-44e5-b59e-0be87828af69", "name": "network-vif-deleted", "tag": "136a9e57-2dff-48d4-ac14-be1c3c0f44b3", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:43:46.780749 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-520cb8d9-17c4-497e-8f02-a5bc843a92ac {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:43:46.781160 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d41fea-7745-44e5-b59e-0be87828af69', 'name': 'network-vif-deleted', 'tag': '136a9e57-2dff-48d4-ac14-be1c3c0f44b3', 'status': 'completed', 'code': 200} Feb 15 14:43:46.918844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-deed4cb8-ba55-4490-9c2b-3a7018afda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'be82b538-2af1-4e4b-91fb-e7d8fd9907f2', 'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'mac_address': 'fa:16:3e:7a:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:11Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 5, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'subnets': [{'id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:46.954454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed4cb8-ba55-4490-9c2b-3a7018afda15 None None] Checking router: 883bc18b-8ddc-4489-ab58-1f9cce1ef77c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:43:46.963208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed4cb8-ba55-4490-9c2b-3a7018afda15 None None] Routers {'883bc18b-8ddc-4489-ab58-1f9cce1ef77c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:43:46.963828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-deed4cb8-ba55-4490-9c2b-3a7018afda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:47.077706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-deed4cb8-ba55-4490-9c2b-3a7018afda15 None None] Set router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:43:47.219094 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9a20e69e-500d-4d17-9c77-708546e1c12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:47.306389 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-deed4cb8-ba55-4490-9c2b-3a7018afda15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'be82b538-2af1-4e4b-91fb-e7d8fd9907f2', 'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'mac_address': 'fa:16:3e:7a:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:11Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 5, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'subnets': [{'id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:47.334994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed4cb8-ba55-4490-9c2b-3a7018afda15 None None] The sync data for ids ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'] in n-d-829064-15 is: [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:38:11Z', 'revision_number': 4, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'be82b538-2af1-4e4b-91fb-e7d8fd9907f2', 'name': '', 'network_id': 'b2db5d14-821a-4cab-9480-76b63fe3c4a8', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'mac_address': 'fa:16:3e:7a:24:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:11Z', 'updated_at': '2022-02-15T14:38:16Z', 'revision_number': 5, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'subnets': [{'id': '9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:43:47.345808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47362) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:47.477235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Deleting port f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:43:47.477576 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:47.557363 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:47.557681 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for floatingip (f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:47.570685 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9bcf28-d179-4e22-bab0-e5fd8bb888ae None None] New status for floating IP ee129832-94ad-481a-8578-84dae05175d2: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:43:47.571342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Calling delete_port for f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:43:47.729109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:47.751973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event deleted for resources: {'Port': ['ID=f50cbff4-bfc7-4b0e-a1dc-9cf76f4c5413,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:47.762650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.763097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.763450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.763795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.764138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.764476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.765118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.765118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.765439 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.765762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.766093 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.766421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.766745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:47.832581 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for floatingip (ee129832-94ad-481a-8578-84dae05175d2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:47.835281 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:47.836511 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-19f59fba-60f1-476a-a44d-a36b727bf5e6 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "DELETE /v2.0/floatingips/ee129832-94ad-481a-8578-84dae05175d2 HTTP/1.1" status: 204 len: 168 time: 0.4896972 Feb 15 14:43:47.905824 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47370) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:47.962344 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-468300d1-b442-41b4-9da4-b4c567f68306 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group (fe3df0c1-ad76-4896-88f5-16b9fdd17bde), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:47.987526 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-468300d1-b442-41b4-9da4-b4c567f68306 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group (fe3df0c1-ad76-4896-88f5-16b9fdd17bde), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:48.049116 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-468300d1-b442-41b4-9da4-b4c567f68306 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fe3df0c1-ad76-4896-88f5-16b9fdd17bde), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:48.051805 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-468300d1-b442-41b4-9da4-b4c567f68306 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:48.052949 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-468300d1-b442-41b4-9da4-b4c567f68306 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] 10.222.0.72 "DELETE /v2.0/security-groups/fe3df0c1-ad76-4896-88f5-16b9fdd17bde HTTP/1.1" status: 204 len: 168 time: 0.1461422 Feb 15 14:43:48.063719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468300d1-b442-41b4-9da4-b4c567f68306 tempest-TestServerBasicOps-1033212577 tempest-TestServerBasicOps-1033212577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3df0c1-ad76-4896-88f5-16b9fdd17bde,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:48.096177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47374) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:48.501250 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:48.562394 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:48.679266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:43:48.699445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:43:48.699803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 136a9e57-2dff-48d4-ac14-be1c3c0f44b3 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:43:48.818823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] Deleting port be82b538-2af1-4e4b-91fb-e7d8fd9907f2 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:43:48.819208 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:48.897838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] For port be82b538-2af1-4e4b-91fb-e7d8fd9907f2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=be82b538-2af1-4e4b-91fb-e7d8fd9907f2,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:43:48.898199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:48.912246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] Calling delete_port for be82b538-2af1-4e4b-91fb-e7d8fd9907f2 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:43:49.094353 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (be82b538-2af1-4e4b-91fb-e7d8fd9907f2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:49.118352 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be82b538-2af1-4e4b-91fb-e7d8fd9907f2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:49.295386 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:49.515648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] Router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:43:49.619661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:43:49.625190 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-48c25396-be2c-405d-ae71-6493dc5733f3 admin admin] 10.222.0.72 "PUT /v2.0/routers/883bc18b-8ddc-4489-ab58-1f9cce1ef77c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5279903 Feb 15 14:43:49.627766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47378) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:49.630390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c45fba9-b8b6-442a-88d4-f6aacbd372cd None None] Sync routers for ids ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:43:49.640874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c45fba9-b8b6-442a-88d4-f6aacbd372cd None None] Routers {'883bc18b-8ddc-4489-ab58-1f9cce1ef77c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:43:49.641548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2c45fba9-b8b6-442a-88d4-f6aacbd372cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:49.731273 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:43:49.736203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Publish callbacks [] for router (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:49.750412 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-2c45fba9-b8b6-442a-88d4-f6aacbd372cd None None] Set router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:43:49.841488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Publish callbacks [] for router_gateway (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:49.872703 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:49.896897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Deleting port 79f713f0-5835-4ad1-b440-283f7094271f {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:43:49.897226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (79f713f0-5835-4ad1-b440-283f7094271f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:49.955601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2c45fba9-b8b6-442a-88d4-f6aacbd372cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '79f713f0-5835-4ad1-b440-283f7094271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:43:49Z', 'revision_number': 5, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port': {'id': '79f713f0-5835-4ad1-b440-283f7094271f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:09Z', 'updated_at': '2022-02-15T14:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:49.981420 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] For port 79f713f0-5835-4ad1-b440-283f7094271f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=79f713f0-5835-4ad1-b440-283f7094271f,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:43:49.981782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (79f713f0-5835-4ad1-b440-283f7094271f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:49.981956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c45fba9-b8b6-442a-88d4-f6aacbd372cd None None] Checking router: 883bc18b-8ddc-4489-ab58-1f9cce1ef77c for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:43:49.990332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c45fba9-b8b6-442a-88d4-f6aacbd372cd None None] Routers {'883bc18b-8ddc-4489-ab58-1f9cce1ef77c'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:43:49.990985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2c45fba9-b8b6-442a-88d4-f6aacbd372cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:49.994586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Calling delete_port for 79f713f0-5835-4ad1-b440-283f7094271f owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:43:50.081429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-2c45fba9-b8b6-442a-88d4-f6aacbd372cd None None] Set router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:43:50.138340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2c45fba9-b8b6-442a-88d4-f6aacbd372cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:43:49Z', 'revision_number': 6, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:50.165899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c45fba9-b8b6-442a-88d4-f6aacbd372cd None None] The sync data for ids ['883bc18b-8ddc-4489-ab58-1f9cce1ef77c'] in n-d-829064-15 is: [{'id': '883bc18b-8ddc-4489-ab58-1f9cce1ef77c', 'name': 'tempest-TestServerBasicOps-440897402-router', 'tenant_id': '9f361303d2e947288c1649a7157d4e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:08Z', 'updated_at': '2022-02-15T14:43:49Z', 'revision_number': 6, 'project_id': '9f361303d2e947288c1649a7157d4e60', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:43:50.490519 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (79f713f0-5835-4ad1-b440-283f7094271f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:50.512398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f713f0-5835-4ad1-b440-283f7094271f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:50.587496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:50.679269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:50.681383 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Publish callbacks [] for router_controller (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:50.724467 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (883bc18b-8ddc-4489-ab58-1f9cce1ef77c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:50.724992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 883bc18b-8ddc-4489-ab58-1f9cce1ef77c {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:43:50.729696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:50.730569 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1827c311-5327-456d-8bb2-bb285790abd9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/883bc18b-8ddc-4489-ab58-1f9cce1ef77c HTTP/1.1" status: 204 len: 168 time: 1.1018598 Feb 15 14:43:50.732957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47380) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:50.777583 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a437c2-b8c1-4769-903f-a7f0e35b2869 admin admin] Deleting subnet 9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:43:50.780737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a437c2-b8c1-4769-903f-a7f0e35b2869 admin admin] Publish callbacks [] for subnet (9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:50.819561 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a437c2-b8c1-4769-903f-a7f0e35b2869 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:50.896845 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a437c2-b8c1-4769-903f-a7f0e35b2869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:50.951636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a437c2-b8c1-4769-903f-a7f0e35b2869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:50.978930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a437c2-b8c1-4769-903f-a7f0e35b2869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:50.985636 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80a437c2-b8c1-4769-903f-a7f0e35b2869 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:50.989179 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-80a437c2-b8c1-4769-903f-a7f0e35b2869 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9b7f27ce-5abd-4e3d-91f4-fc39d2028fa2 HTTP/1.1" status: 204 len: 168 time: 0.2551763 Feb 15 14:43:50.991550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47382) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:50.992584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af66d55-f19b-42f3-9594-54f3b94f0c08 None None] Network b2db5d14-821a-4cab-9480-76b63fe3c4a8 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:43:51.069471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (b2db5d14-821a-4cab-9480-76b63fe3c4a8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.133146 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.135161 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Deleting port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:43:51.135620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.188675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] DHCP port deletion for b2db5d14-821a-4cab-9480-76b63fe3c4a8 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:43:51.197867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 79f713f0-5835-4ad1-b440-283f7094271f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:43:51.214988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] For port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=986dba86-0ae9-4b1c-bfbd-cb81387c4f97,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:43:51.215496 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.235058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 79f713f0-5835-4ad1-b440-283f7094271f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:43:51.235408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 79f713f0-5835-4ad1-b440-283f7094271f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:43:51.235830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device be82b538-2af1-4e4b-91fb-e7d8fd9907f2 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:43:51.236480 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Calling delete_port for 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:43:51.264816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: be82b538-2af1-4e4b-91fb-e7d8fd9907f2 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:43:51.265165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device be82b538-2af1-4e4b-91fb-e7d8fd9907f2 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:43:51.289364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Deleting port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:43:51.289673 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.321104 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.353317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=986dba86-0ae9-4b1c-bfbd-cb81387c4f97,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:51.355946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] For port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=986dba86-0ae9-4b1c-bfbd-cb81387c4f97,segment=NetworkSegment(c1d708d4-308d-4db0-9c3c-257ce6fbf6bd),segment_id=c1d708d4-308d-4db0-9c3c-257ce6fbf6bd)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:43:51.356327 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.357893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] No DVR routers for this DVR port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:43:51.369505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Calling delete_port for 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:43:51.435108 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (b2db5d14-821a-4cab-9480-76b63fe3c4a8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.457465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2db5d14-821a-4cab-9480-76b63fe3c4a8']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:51.467976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:51.468267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d708d4-308d-4db0-9c3c-257ce6fbf6bd') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:51.478666 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (c1d708d4-308d-4db0-9c3c-257ce6fbf6bd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.493678 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c1d708d4-308d-4db0-9c3c-257ce6fbf6bd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.500976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:43:51.501377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (c1d708d4-308d-4db0-9c3c-257ce6fbf6bd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:43:51.503287 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:43:51.560580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (b2db5d14-821a-4cab-9480-76b63fe3c4a8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.566848 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.570031 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b2db5d14-821a-4cab-9480-76b63fe3c4a8 HTTP/1.1" status: 204 len: 168 time: 0.5775390 Feb 15 14:43:51.573294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47384) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:51.582679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a7129-4a8f-4218-b752-1a6aa0d180e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2db5d14-821a-4cab-9480-76b63fe3c4a8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:51.612818 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (986dba86-0ae9-4b1c-bfbd-cb81387c4f97), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:51.636942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Network b2db5d14-821a-4cab-9480-76b63fe3c4a8 is not hosted by any dhcp agent {{(pid=109973) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 14:43:51.637400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] No DVR routers for this DVR port 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:43:51.641188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Pushing event deleted for resources: {'Port': ['ID=986dba86-0ae9-4b1c-bfbd-cb81387c4f97,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:51.649838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.650697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.650697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.651070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.651406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.652280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.652613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.652939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.653263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.653652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.653927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.654246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:51.654565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0c130a-0412-4530-92a0-763aef215af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:43:52.000614 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:52.305115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] Deleting port a6f42c38-dbfd-4d32-b49a-6b833c7d9584 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:43:52.305376 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:52.383666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] For port a6f42c38-dbfd-4d32-b49a-6b833c7d9584, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a6f42c38-dbfd-4d32-b49a-6b833c7d9584,segment=NetworkSegment(da0243d4-da24-4265-8474-6e8300fcccd1),segment_id=da0243d4-da24-4265-8474-6e8300fcccd1)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:43:52.384029 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:52.396852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] Calling delete_port for a6f42c38-dbfd-4d32-b49a-6b833c7d9584 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:43:52.579294 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a6f42c38-dbfd-4d32-b49a-6b833c7d9584), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:52.606590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f42c38-dbfd-4d32-b49a-6b833c7d9584,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:52.781164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:53.205669 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:43:53.225546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:43:53.225895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 986dba86-0ae9-4b1c-bfbd-cb81387c4f97 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:43:53.337234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] Router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:43:53.444525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:43:53.450057 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5648b769-0599-4663-afbd-488ca571b0c7 admin admin] 10.222.0.72 "PUT /v2.0/routers/55ee4d4d-a4fa-472f-827a-0c7db9dfaeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8752296 Feb 15 14:43:53.452524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47386) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:53.456510 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae66e07-cf59-4733-b29c-7eb10966bab1 None None] Sync routers for ids ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:43:53.467571 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae66e07-cf59-4733-b29c-7eb10966bab1 None None] Routers {'55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:43:53.468215 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fae66e07-cf59-4733-b29c-7eb10966bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:53.560195 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Publish callbacks [] for router (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:53.575110 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-fae66e07-cf59-4733-b29c-7eb10966bab1 None None] Set router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:43:53.664583 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Publish callbacks [] for router_gateway (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:53.721585 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Deleting port fe5b2fa5-b4d9-46bf-868b-c5effde854ac {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:43:53.721921 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:53.753421 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fae66e07-cf59-4733-b29c-7eb10966bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'name': 'tempest-TestServerBasicOps-1559763277-router', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:13Z', 'updated_at': '2022-02-15T14:43:52Z', 'revision_number': 5, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'gw_port': {'id': 'fe5b2fa5-b4d9-46bf-868b-c5effde854ac', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ca:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:38:14Z', 'updated_at': '2022-02-15T14:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:53.780584 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae66e07-cf59-4733-b29c-7eb10966bab1 None None] Checking router: 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:43:53.792588 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae66e07-cf59-4733-b29c-7eb10966bab1 None None] Routers {'55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:43:53.793196 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fae66e07-cf59-4733-b29c-7eb10966bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:53.808434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] For port fe5b2fa5-b4d9-46bf-868b-c5effde854ac, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=fe5b2fa5-b4d9-46bf-868b-c5effde854ac,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:43:53.808798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:53.822249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Calling delete_port for fe5b2fa5-b4d9-46bf-868b-c5effde854ac owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:43:53.881767 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-fae66e07-cf59-4733-b29c-7eb10966bab1 None None] Set router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:43:53.935750 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fae66e07-cf59-4733-b29c-7eb10966bab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'name': 'tempest-TestServerBasicOps-1559763277-router', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:13Z', 'updated_at': '2022-02-15T14:43:53Z', 'revision_number': 6, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:53.962096 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae66e07-cf59-4733-b29c-7eb10966bab1 None None] The sync data for ids ['55ee4d4d-a4fa-472f-827a-0c7db9dfaeea'] in n-d-829064-15 is: [{'id': '55ee4d4d-a4fa-472f-827a-0c7db9dfaeea', 'name': 'tempest-TestServerBasicOps-1559763277-router', 'tenant_id': '6f345a8a295346879857f980fa80a8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:38:13Z', 'updated_at': '2022-02-15T14:43:53Z', 'revision_number': 6, 'project_id': '6f345a8a295346879857f980fa80a8fd', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:43:53.997741 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (fe5b2fa5-b4d9-46bf-868b-c5effde854ac), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.020887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5b2fa5-b4d9-46bf-868b-c5effde854ac,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:54.085119 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.179667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.181945 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Publish callbacks [] for router_controller (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.229630 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (55ee4d4d-a4fa-472f-827a-0c7db9dfaeea), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.230836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55ee4d4d-a4fa-472f-827a-0c7db9dfaeea {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:43:54.236377 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.237469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3e8a978b-ab05-4165-b03e-5b0a4143ee1b admin admin] 10.222.0.72 "DELETE /v2.0/routers/55ee4d4d-a4fa-472f-827a-0c7db9dfaeea HTTP/1.1" status: 204 len: 168 time: 0.7840459 Feb 15 14:43:54.240022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47388) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:54.284617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5577611-0945-44c9-a388-b9be25943e3d admin admin] Deleting subnet 2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:43:54.287598 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5577611-0945-44c9-a388-b9be25943e3d admin admin] Publish callbacks [] for subnet (2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.323739 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5577611-0945-44c9-a388-b9be25943e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.408171 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5577611-0945-44c9-a388-b9be25943e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.462387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5577611-0945-44c9-a388-b9be25943e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.490482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5577611-0945-44c9-a388-b9be25943e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:54.492541 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5577611-0945-44c9-a388-b9be25943e3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.495659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e5577611-0945-44c9-a388-b9be25943e3d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2ec1f9a7-21b7-434b-88e4-74fb7bbfae5c HTTP/1.1" status: 204 len: 168 time: 0.2546768 Feb 15 14:43:54.496330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8d47fa-3624-4ef8-9f94-ed55da760b1c None None] Network c597a217-60f8-47be-895c-21ee10a8df6a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:43:54.498347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47390) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:54.565838 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (c597a217-60f8-47be-895c-21ee10a8df6a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.627458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Deleting port 971652b2-5e9d-4e39-9cf8-42ff03179442 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:43:54.627773 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.690145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] For port 971652b2-5e9d-4e39-9cf8-42ff03179442, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=971652b2-5e9d-4e39-9cf8-42ff03179442,segment=NetworkSegment(da0243d4-da24-4265-8474-6e8300fcccd1),segment_id=da0243d4-da24-4265-8474-6e8300fcccd1)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:43:54.690784 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.703622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Calling delete_port for 971652b2-5e9d-4e39-9cf8-42ff03179442 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:43:54.748358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e3821-bbc4-42ae-96ae-4080721d47c9 None None] DHCP port deletion for c597a217-60f8-47be-895c-21ee10a8df6a request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:43:54.790226 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.803829 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e3821-bbc4-42ae-96ae-4080721d47c9 None None] Deleting port 971652b2-5e9d-4e39-9cf8-42ff03179442 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:43:54.804521 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c4e3821-bbc4-42ae-96ae-4080721d47c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.817621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Pushing event deleted for resources: {'Port': ['ID=971652b2-5e9d-4e39-9cf8-42ff03179442,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:54.821083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] No DVR routers for this DVR port 971652b2-5e9d-4e39-9cf8-42ff03179442 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:43:54.877458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5c4e3821-bbc4-42ae-96ae-4080721d47c9 None None] For port 971652b2-5e9d-4e39-9cf8-42ff03179442, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:43:54.877862 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c4e3821-bbc4-42ae-96ae-4080721d47c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.890801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e3821-bbc4-42ae-96ae-4080721d47c9 None None] Calling delete_port for 971652b2-5e9d-4e39-9cf8-42ff03179442 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:43:54.893485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-5c4e3821-bbc4-42ae-96ae-4080721d47c9 None None] Port 971652b2-5e9d-4e39-9cf8-42ff03179442 was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 14:43:54.894754 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5c4e3821-bbc4-42ae-96ae-4080721d47c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (971652b2-5e9d-4e39-9cf8-42ff03179442), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.896556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (c597a217-60f8-47be-895c-21ee10a8df6a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.918840 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c597a217-60f8-47be-895c-21ee10a8df6a']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:54.920987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e3821-bbc4-42ae-96ae-4080721d47c9 None None] Pushing event deleted for resources: {'Port': ['ID=971652b2-5e9d-4e39-9cf8-42ff03179442,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:54.925293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e3821-bbc4-42ae-96ae-4080721d47c9 None None] No DVR routers for this DVR port 971652b2-5e9d-4e39-9cf8-42ff03179442 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:43:54.941938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0243d4-da24-4265-8474-6e8300fcccd1') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:54.942222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0243d4-da24-4265-8474-6e8300fcccd1') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:54.959124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (da0243d4-da24-4265-8474-6e8300fcccd1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.982298 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (da0243d4-da24-4265-8474-6e8300fcccd1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.989922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:43:54.990314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (da0243d4-da24-4265-8474-6e8300fcccd1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:43:54.992108 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:43:55.051665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (c597a217-60f8-47be-895c-21ee10a8df6a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:55.061352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:55.064554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] 10.222.0.72 "DELETE /v2.0/networks/c597a217-60f8-47be-895c-21ee10a8df6a HTTP/1.1" status: 204 len: 168 time: 0.5652435 Feb 15 14:43:55.075776 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe044bd-e4ca-48fe-9c9a-5a12ebe0648c admin admin] Pushing event deleted for resources: {'Network': ['ID=c597a217-60f8-47be-895c-21ee10a8df6a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:55.158181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 971652b2-5e9d-4e39-9cf8-42ff03179442 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:43:55.178762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 971652b2-5e9d-4e39-9cf8-42ff03179442 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:43:55.179150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 971652b2-5e9d-4e39-9cf8-42ff03179442 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:43:55.179586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device fe5b2fa5-b4d9-46bf-868b-c5effde854ac no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:43:55.180252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47394) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:55.207284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: fe5b2fa5-b4d9-46bf-868b-c5effde854ac {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:43:55.207735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device fe5b2fa5-b4d9-46bf-868b-c5effde854ac not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:43:55.208228 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a6f42c38-dbfd-4d32-b49a-6b833c7d9584 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:43:55.230016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-85cffa51-1d3b-4328-8994-5ae1086588d5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9f361303d2e947288c1649a7157d4e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461516 Feb 15 14:43:55.230207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a6f42c38-dbfd-4d32-b49a-6b833c7d9584 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:43:55.230207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a6f42c38-dbfd-4d32-b49a-6b833c7d9584 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:43:55.230362 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47396) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:55.279281 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b64bdc4-66bb-45f6-896d-50388ac3f24f admin admin] Publish callbacks [] for security_group (51238b83-39f2-4815-a9b9-fb147f130971), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:55.300962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b64bdc4-66bb-45f6-896d-50388ac3f24f admin admin] Publish callbacks [] for security_group (51238b83-39f2-4815-a9b9-fb147f130971), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:55.347597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b64bdc4-66bb-45f6-896d-50388ac3f24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (51238b83-39f2-4815-a9b9-fb147f130971), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:55.350118 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2b64bdc4-66bb-45f6-896d-50388ac3f24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:55.351331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2b64bdc4-66bb-45f6-896d-50388ac3f24f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/51238b83-39f2-4815-a9b9-fb147f130971 HTTP/1.1" status: 204 len: 168 time: 0.1201835 Feb 15 14:43:55.359212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64bdc4-66bb-45f6-896d-50388ac3f24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51238b83-39f2-4815-a9b9-fb147f130971,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:55.673583 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47402) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:55.712564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2e67f837-dcdc-41e3-93ab-2290accf2bdf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f345a8a295346879857f980fa80a8fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375488 Feb 15 14:43:55.715295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47404) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:55.762104 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-35bc7199-3224-4386-a9b9-8e02f27027ff admin admin] Publish callbacks [] for security_group (7bf0f619-94ae-43e9-87c1-1d0ab0e23a2b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:55.783933 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-35bc7199-3224-4386-a9b9-8e02f27027ff admin admin] Publish callbacks [] for security_group (7bf0f619-94ae-43e9-87c1-1d0ab0e23a2b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:55.833221 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-35bc7199-3224-4386-a9b9-8e02f27027ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7bf0f619-94ae-43e9-87c1-1d0ab0e23a2b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:55.835836 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-35bc7199-3224-4386-a9b9-8e02f27027ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:55.837113 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-35bc7199-3224-4386-a9b9-8e02f27027ff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7bf0f619-94ae-43e9-87c1-1d0ab0e23a2b HTTP/1.1" status: 204 len: 168 time: 0.1207709 Feb 15 14:43:55.845427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc7199-3224-4386-a9b9-8e02f27027ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf0f619-94ae-43e9-87c1-1d0ab0e23a2b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:56.523961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47426) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:56.623450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1872632532-network', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:43:56.643200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Made reservation on behalf of 18042e46b9474d26ac07c6ceb2c551ff for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:43:56.645451 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:56.654238 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:56.728614 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Publish callbacks [] for security_group (db8215a4-b1bb-4446-80b4-0dcf98f8fc1f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:56.732729 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (db8215a4-b1bb-4446-80b4-0dcf98f8fc1f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:56.752921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:43:56.768155 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8215a4-b1bb-4446-80b4-0dcf98f8fc1f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:56.771071 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:56.771417 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Added segment 8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47 of type vlan for network 2f68c189-59dc-43a9-87a1-8494c816ab72 Feb 15 14:43:56.812791 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (2f68c189-59dc-43a9-87a1-8494c816ab72), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:56.837672 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (2f68c189-59dc-43a9-87a1-8494c816ab72), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:56.838708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:43:56.839975 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:56.895301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3701146 Feb 15 14:43:56.898113 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47430) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:56.904684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] Request body: {'subnet': {'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1872632532-subnet', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:43:56.906115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15189065-7256-478b-a368-81a2bd1341b7 admin admin] Pushing event updated for resources: {'Network': ['ID=2f68c189-59dc-43a9-87a1-8494c816ab72,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:56.916942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 2f68c189-59dc-43a9-87a1-8494c816ab72 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:43:56.924616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] Made reservation on behalf of 18042e46b9474d26ac07c6ceb2c551ff for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:43:56.926970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.096962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (60284c64-cd56-4854-81e1-44214c40d453), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.149281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60284c64-cd56-4854-81e1-44214c40d453,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:57.164516 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] Checking segment: {'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:43:57.164895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] Network hostable DHCP agents. Network: 2f68c189-59dc-43a9-87a1-8494c816ab72, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:43:57.181988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] Network 2f68c189-59dc-43a9-87a1-8494c816ab72 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:43:57.190541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 2f68c189-59dc-43a9-87a1-8494c816ab72) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:43:57.194648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:43:57.195268 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.203202 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301ea04e-e493-47eb-b717-32abc263330b None None] Network 2f68c189-59dc-43a9-87a1-8494c816ab72 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:43:57.211067 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-61f6ccbd-916f-48ce-8b3a-b3eaf0db970c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3117223 Feb 15 14:43:57.213817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47432) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:57.218623 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:43:57.240264 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (cd1a814c-0089-4799-908d-000ae081c085), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.241470 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (cd1a814c-0089-4799-908d-000ae081c085), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.293366 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Publish callbacks [] for router_controller (cd1a814c-0089-4799-908d-000ae081c085), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.310660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-2f68c189-59dc-43a9-87a1-8494c816ab72', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:43:57.311600 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.440409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Publish callbacks [] for router_gateway (cd1a814c-0089-4799-908d-000ae081c085), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.456920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Allocated IP 172.20.0.2 (2f68c189-59dc-43a9-87a1-8494c816ab72/60284c64-cd56-4854-81e1-44214c40d453/02adf68a-0eae-4484-b974-85b80f190a06) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:43:57.602871 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Publish callbacks [] for port (02adf68a-0eae-4484-b974-85b80f190a06), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.609203 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (02adf68a-0eae-4484-b974-85b80f190a06), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.649890 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Publish callbacks [] for router_gateway (cd1a814c-0089-4799-908d-000ae081c085), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.650120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Network 2f68c189-59dc-43a9-87a1-8494c816ab72 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:43:57.654494 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:43:57.658805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:43:57.661881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Pushing event updated for resources: {'Port': ['ID=02adf68a-0eae-4484-b974-85b80f190a06,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:57.670342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.720221 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Attempting to bind port 02adf68a-0eae-4484-b974-85b80f190a06 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:43:57.720714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Attempting to bind port 02adf68a-0eae-4484-b974-85b80f190a06 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:43:57.721087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Attempting to bind port 02adf68a-0eae-4484-b974-85b80f190a06 on network 2f68c189-59dc-43a9-87a1-8494c816ab72 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:43:57.726090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:43:57.726477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Checking segment: {'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:43:57.726882 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.727557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Bound using segment: {'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:43:57.727772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Bound port: 02adf68a-0eae-4484-b974-85b80f190a06, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:43:57.728166 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (02adf68a-0eae-4484-b974-85b80f190a06), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.774806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Allocated IP 172.25.6.63 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/49ebb0e5-3c99-4cea-b12a-e55642f6afbd) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:43:57.791953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] For port 02adf68a-0eae-4484-b974-85b80f190a06, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:43:57.796614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] For port 02adf68a-0eae-4484-b974-85b80f190a06, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=02adf68a-0eae-4484-b974-85b80f190a06,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:43:57.802577 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (02adf68a-0eae-4484-b974-85b80f190a06), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.860264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f14ab4-449f-4bc0-baf3-ca5ec6233d0a None None] Pushing event updated for resources: {'Port': ['ID=02adf68a-0eae-4484-b974-85b80f190a06,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:57.892922 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Publish callbacks [] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.930010 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:57.972103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:43:57.974997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:43:57.978573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:43:57.984670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Pushing event updated for resources: {'Port': ['ID=49ebb0e5-3c99-4cea-b12a-e55642f6afbd,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:58.249800 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Publish callbacks [] for router_gateway (cd1a814c-0089-4799-908d-000ae081c085), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:58.454668 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (cd1a814c-0089-4799-908d-000ae081c085), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:58.593167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Router cd1a814c-0089-4799-908d-000ae081c085 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:43:58.707111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:43:58.718381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Sync routers for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:43:58.729417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:43:58.730123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:58.735224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:58.739736 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47434) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:43:58.740235 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-38118fdb-2b96-401e-aaf1-abe179d3d190 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5244596 Feb 15 14:43:58.781990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59cebe6-b363-4cee-9510-8e9c206fb975 None None] Network 2f68c189-59dc-43a9-87a1-8494c816ab72 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:43:58.910387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f2374ccb-c3b8-4581-9cfa-56de8abb1e22 None None] Provisioning complete for port 02adf68a-0eae-4484-b974-85b80f190a06 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:43:58.910769 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f2374ccb-c3b8-4581-9cfa-56de8abb1e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (02adf68a-0eae-4484-b974-85b80f190a06), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:58.948873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:43:59.195834 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f2374ccb-c3b8-4581-9cfa-56de8abb1e22 None None] Current status of the port 02adf68a-0eae-4484-b974-85b80f190a06 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:43:59.196377 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f2374ccb-c3b8-4581-9cfa-56de8abb1e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (02adf68a-0eae-4484-b974-85b80f190a06), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:59.200949 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:59.235158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 02adf68a-0eae-4484-b974-85b80f190a06 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:43:59.256091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-f2374ccb-c3b8-4581-9cfa-56de8abb1e22 None None] For port 02adf68a-0eae-4484-b974-85b80f190a06, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=02adf68a-0eae-4484-b974-85b80f190a06,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:43:59.285100 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f2374ccb-c3b8-4581-9cfa-56de8abb1e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (02adf68a-0eae-4484-b974-85b80f190a06), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:59.341524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:58Z', 'revision_number': 3, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:43:59.382363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Checking router: cd1a814c-0089-4799-908d-000ae081c085 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:43:59.382720 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Updating router cd1a814c-0089-4799-908d-000ae081c085 port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:43:59.383109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Allocated IP 172.20.0.1 (2f68c189-59dc-43a9-87a1-8494c816ab72/60284c64-cd56-4854-81e1-44214c40d453/73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:43:59.387053 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2374ccb-c3b8-4581-9cfa-56de8abb1e22 None None] Pushing event updated for resources: {'Port': ['ID=02adf68a-0eae-4484-b974-85b80f190a06,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:59.426940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 02adf68a-0eae-4484-b974-85b80f190a06 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:43:59.427307 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (02adf68a-0eae-4484-b974-85b80f190a06), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:59.429530 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:59.483256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-09f07124-d560-4699-8c18-1668712e9242 None None] Provisioning complete for port 02adf68a-0eae-4484-b974-85b80f190a06 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:43:59.483637 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-09f07124-d560-4699-8c18-1668712e9242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (02adf68a-0eae-4484-b974-85b80f190a06), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:59.490534 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Publish callbacks [] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:59.525331 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:59.563033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Network 2f68c189-59dc-43a9-87a1-8494c816ab72 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:43:59.569631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:43:59.573612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:43:59.579396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Pushing event updated for resources: {'Port': ['ID=73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:43:59.617964 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (cd1a814c-0089-4799-908d-000ae081c085), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:59.767872 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:43:59.881115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 02adf68a-0eae-4484-b974-85b80f190a06 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:43:59.907197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-09f07124-d560-4699-8c18-1668712e9242 None None] Current status of the port 02adf68a-0eae-4484-b974-85b80f190a06 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:43:59.998726 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Publish callbacks [] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:00.004699 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:00.078358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906f173-5655-45fa-bf08-f463e554cc6b None None] Pushing event updated for resources: {'Port': ['ID=49ebb0e5-3c99-4cea-b12a-e55642f6afbd,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:00.082599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Attempting to bind port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:44:00.083023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Attempting to bind port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:44:00.083390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Attempting to bind port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:44:00.085533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-045ee94f-684d-41d3-b46e-f507831d0d82 None None] Provisioning complete for port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:00.085901 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-045ee94f-684d-41d3-b46e-f507831d0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:00.109917 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:44:00.110290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:44:00.110700 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:00.111122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:44:00.111610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Bound port: 49ebb0e5-3c99-4cea-b12a-e55642f6afbd, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:44:00.111991 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:00.152827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-045ee94f-684d-41d3-b46e-f507831d0d82 None None] Port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:44:00.175982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] For port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:44:00.179037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] For port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=49ebb0e5-3c99-4cea-b12a-e55642f6afbd,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:44:00.186130 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:00.197106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Publish callbacks [] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:00.202203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:00.243013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:44:00.243648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:00.271298 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (cd1a814c-0089-4799-908d-000ae081c085), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:00.273187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Pushing event updated for resources: {'Port': ['ID=73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:00.283261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906f173-5655-45fa-bf08-f463e554cc6b None None] Pushing event updated for resources: {'Port': ['ID=49ebb0e5-3c99-4cea-b12a-e55642f6afbd,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:00.355573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:44:00.369133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Network 2f68c189-59dc-43a9-87a1-8494c816ab72 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:44:00.371081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:44:00.496539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Router cd1a814c-0089-4799-908d-000ae081c085 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:44:00.583805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 2, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:00.611274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904fce26-69ee-4578-91fe-64c6a15da258 None None] The sync data for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 is: [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 2, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:44:00.619212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:44:00.625201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fc7804b2-d284-4dec-b1c9-3fe935859d78 admin admin] 10.222.0.72 "PUT /v2.0/routers/cd1a814c-0089-4799-908d-000ae081c085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8843858 Feb 15 14:44:00.676377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-73959cfa-3dac-4ff1-b34f-4add2e89acb4 None None] Provisioning complete for port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:00.676756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-73959cfa-3dac-4ff1-b34f-4add2e89acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:00.714325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-73959cfa-3dac-4ff1-b34f-4add2e89acb4 None None] Port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:44:01.132071 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47450) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:44:01.137245 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-12754373-network', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:44:01.159265 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Made reservation on behalf of 34a276b8fc92408db5e435c69632d3d5 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:44:01.161664 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.171088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 02adf68a-0eae-4484-b974-85b80f190a06 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:44:01.174272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.227806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 02adf68a-0eae-4484-b974-85b80f190a06 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:01.228185 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (02adf68a-0eae-4484-b974-85b80f190a06), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.261734 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Publish callbacks [] for security_group (d5710e80-c72a-4840-a1da-06dc2e0acb5f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.266127 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d5710e80-c72a-4840-a1da-06dc2e0acb5f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.294010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:44:01.318431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5710e80-c72a-4840-a1da-06dc2e0acb5f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:01.344801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 02adf68a-0eae-4484-b974-85b80f190a06 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:01.345286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (400105c7-5230-46d9-9057-c85124c580f8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.345643 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Added segment 400105c7-5230-46d9-9057-c85124c580f8 of type vlan for network ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 Feb 15 14:44:01.393092 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.419567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.420810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:44:01.421378 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.479493 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3462703 Feb 15 14:44:01.482191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 47452) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:44:01.486976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] Request body: {'subnet': {'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-12754373-subnet', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:44:01.501862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c02a79-6aa1-454b-abcb-0fa99657265e admin admin] Pushing event updated for resources: {'Network': ['ID=ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:01.513766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:44:01.517023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] Made reservation on behalf of 34a276b8fc92408db5e435c69632d3d5 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:44:01.519922 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.702331 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (112a7b81-c405-4a13-9fd5-5e2a54f292fa), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.758729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112a7b81-c405-4a13-9fd5-5e2a54f292fa,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:01.769766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] Checking segment: {'id': '400105c7-5230-46d9-9057-c85124c580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:44:01.769876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] Network hostable DHCP agents. Network: ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:44:01.789016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] Network ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:44:01.800849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:44:01.805283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:44:01.805858 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.813010 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3bf43f-e125-4a5d-8810-28e094b411fe None None] Network ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:44:01.823492 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-60a7a19d-d297-41f1-987f-e79911b2eea6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3402467 Feb 15 14:44:01.826416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47454) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:44:01.831742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-12754373-router', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:44:01.858715 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (86e23e65-eea5-47db-a817-3b02f5a1475b), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.859881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (86e23e65-eea5-47db-a817-3b02f5a1475b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.923538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35', 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35', 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'fixed_ips': [{'subnet_id': '112a7b81-c405-4a13-9fd5-5e2a54f292fa'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:44:01.924089 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Publish callbacks [] for router_controller (86e23e65-eea5-47db-a817-3b02f5a1475b), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:01.924555 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.065057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Allocated IP 172.20.0.2 (ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35/112a7b81-c405-4a13-9fd5-5e2a54f292fa/c6ba7359-dc46-4332-a8da-6ce8dd0f508a) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:44:02.074465 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Publish callbacks [] for router_gateway (86e23e65-eea5-47db-a817-3b02f5a1475b), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.213017 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Publish callbacks [] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.221914 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.268167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Network ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:44:02.271754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Pushing event updated for resources: {'Port': ['ID=c6ba7359-dc46-4332-a8da-6ce8dd0f508a,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:02.274393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:44:02.275514 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Publish callbacks [] for router_gateway (86e23e65-eea5-47db-a817-3b02f5a1475b), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.276536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:44:02.300268 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.333327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Attempting to bind port c6ba7359-dc46-4332-a8da-6ce8dd0f508a on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:44:02.333704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Attempting to bind port c6ba7359-dc46-4332-a8da-6ce8dd0f508a by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '400105c7-5230-46d9-9057-c85124c580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:44:02.334071 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Attempting to bind port c6ba7359-dc46-4332-a8da-6ce8dd0f508a on network ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:44:02.339683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:44:02.340067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Checking segment: {'id': '400105c7-5230-46d9-9057-c85124c580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:44:02.340479 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.340879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Bound using segment: {'id': '400105c7-5230-46d9-9057-c85124c580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:44:02.341358 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Bound port: c6ba7359-dc46-4332-a8da-6ce8dd0f508a, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400105c7-5230-46d9-9057-c85124c580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:44:02.341807 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.403041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Allocated IP 172.25.6.194 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/b110708f-b5d5-4806-885f-cb8fe6320ab5) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:44:02.407699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] For port c6ba7359-dc46-4332-a8da-6ce8dd0f508a, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:44:02.411337 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] For port c6ba7359-dc46-4332-a8da-6ce8dd0f508a, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c6ba7359-dc46-4332-a8da-6ce8dd0f508a,segment=NetworkSegment(400105c7-5230-46d9-9057-c85124c580f8),segment_id=400105c7-5230-46d9-9057-c85124c580f8)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:44:02.419453 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.489770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df35bc-652c-415d-a22a-07b45091b83d None None] Pushing event updated for resources: {'Port': ['ID=c6ba7359-dc46-4332-a8da-6ce8dd0f508a,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:02.535643 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Publish callbacks [] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.571685 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.615966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:44:02.619119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:44:02.622986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:44:02.652099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Pushing event updated for resources: {'Port': ['ID=b110708f-b5d5-4806-885f-cb8fe6320ab5,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:02.847879 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Sync routers for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:44:02.857451 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:44:02.858133 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:02.906267 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Publish callbacks [] for router_gateway (86e23e65-eea5-47db-a817-3b02f5a1475b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:02.968462 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:44:03.122986 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (86e23e65-eea5-47db-a817-3b02f5a1475b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.260754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 49ebb0e5-3c99-4cea-b12a-e55642f6afbd up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:44:03.280888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Router 86e23e65-eea5-47db-a817-3b02f5a1475b is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:44:03.301966 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 2, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:03.325171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:03.325715 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.335995 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Checking router: cd1a814c-0089-4799-908d-000ae081c085 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:44:03.336628 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Updating router cd1a814c-0089-4799-908d-000ae081c085 port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:44:03.368437 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.415033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:44:03.424400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:03.425025 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.436400 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Sync routers for ids ['86e23e65-eea5-47db-a817-3b02f5a1475b'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:44:03.441320 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.443199 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0c8af515-e278-4239-870e-796b92695f62 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6151197 Feb 15 14:44:03.445790 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 47456) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:44:03.461985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=49ebb0e5-3c99-4cea-b12a-e55642f6afbd,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:44:03.469591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Routers {'86e23e65-eea5-47db-a817-3b02f5a1475b'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:44:03.470233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['86e23e65-eea5-47db-a817-3b02f5a1475b'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:03.473238 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.474116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c6ba7359-dc46-4332-a8da-6ce8dd0f508a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:44:03.602603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e5c6dd-4adb-46fa-b5c3-f6d7a30f3272 None None] Network ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:44:03.690737 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Publish callbacks [] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.698839 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.717731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=49ebb0e5-3c99-4cea-b12a-e55642f6afbd,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:03.730449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c6ba7359-dc46-4332-a8da-6ce8dd0f508a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:03.732167 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.764015 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Pushing event updated for resources: {'Port': ['ID=73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:03.771766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cfe8ebe8-3bde-4a4a-9d6e-a2d925e74215 None None] Provisioning complete for port c6ba7359-dc46-4332-a8da-6ce8dd0f508a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:03.772149 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cfe8ebe8-3bde-4a4a-9d6e-a2d925e74215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.793531 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.793880 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.794219 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.794555 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.795179 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.795508 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.795835 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.796165 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.796640 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.797149 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.797482 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.797805 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.798126 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:44:03.819000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Set router 86e23e65-eea5-47db-a817-3b02f5a1475b gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:44:03.832664 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Attempting to bind port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:44:03.833033 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Attempting to bind port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:44:03.833401 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Attempting to bind port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e on network 2f68c189-59dc-43a9-87a1-8494c816ab72 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:44:03.839295 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:44:03.839663 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Checking segment: {'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:44:03.840071 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.840463 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Bound using segment: {'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:44:03.840929 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Bound port: 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:44:03.841746 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:03.919152 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] For port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:44:03.923845 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] For port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:44:03.934225 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.009383 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:44:04.010140 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:04.058185 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db9722-ccd9-43f0-8aca-6cdc872b5611 None None] Pushing event updated for resources: {'Port': ['ID=73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:04.125741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8ebe8-3bde-4a4a-9d6e-a2d925e74215 None None] Current status of the port c6ba7359-dc46-4332-a8da-6ce8dd0f508a is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:04.126414 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cfe8ebe8-3bde-4a4a-9d6e-a2d925e74215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.128602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c6ba7359-dc46-4332-a8da-6ce8dd0f508a is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:04.129136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.173583 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:44:04.218439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port c6ba7359-dc46-4332-a8da-6ce8dd0f508a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c6ba7359-dc46-4332-a8da-6ce8dd0f508a,segment=NetworkSegment(400105c7-5230-46d9-9057-c85124c580f8),segment_id=400105c7-5230-46d9-9057-c85124c580f8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:44:04.228911 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.302057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=c6ba7359-dc46-4332-a8da-6ce8dd0f508a,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:04.371398 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.458274 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:04.490447 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c7293-c9c6-48bb-beb8-42f1b348030c None None] The sync data for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 is: [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:44:04.537965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'name': 'tempest-TestVolumeBackupRestore-12754373-router', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:44:01Z', 'updated_at': '2022-02-15T14:44:02Z', 'revision_number': 3, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'gw_port': {'id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:02Z', 'updated_at': '2022-02-15T14:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:04.556618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Allocated IP 172.20.0.1 (ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35/112a7b81-c405-4a13-9fd5-5e2a54f292fa/7e081a04-2df3-4973-bca3-021b43de9dac) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:44:04.572300 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-cfe8ebe8-3bde-4a4a-9d6e-a2d925e74215 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:44:04.572651 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-cfe8ebe8-3bde-4a4a-9d6e-a2d925e74215 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:44:04.573882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Checking router: 86e23e65-eea5-47db-a817-3b02f5a1475b for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:44:04.573882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Updating router 86e23e65-eea5-47db-a817-3b02f5a1475b port b110708f-b5d5-4806-885f-cb8fe6320ab5 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:44:04.602584 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.676357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Publish callbacks [] for port (7e081a04-2df3-4973-bca3-021b43de9dac), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.713530 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.751706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Network ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:44:04.754747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:44:04.757716 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:44:04.793302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Pushing event updated for resources: {'Port': ['ID=7e081a04-2df3-4973-bca3-021b43de9dac,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:04.811984 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (86e23e65-eea5-47db-a817-3b02f5a1475b), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.926567 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Publish callbacks [] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.934467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.980264 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:04.995698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43062e09-f095-45d0-9883-c4f6b5ad4714 None None] Pushing event updated for resources: {'Port': ['ID=b110708f-b5d5-4806-885f-cb8fe6320ab5,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:05.022332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Attempting to bind port b110708f-b5d5-4806-885f-cb8fe6320ab5 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:44:05.022806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Attempting to bind port b110708f-b5d5-4806-885f-cb8fe6320ab5 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:44:05.023271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Attempting to bind port b110708f-b5d5-4806-885f-cb8fe6320ab5 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:44:05.029330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:44:05.029827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:44:05.030334 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:05.030795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:44:05.031359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Bound port: b110708f-b5d5-4806-885f-cb8fe6320ab5, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:44:05.031887 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:05.127036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] For port b110708f-b5d5-4806-885f-cb8fe6320ab5, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:44:05.132088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] For port b110708f-b5d5-4806-885f-cb8fe6320ab5, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b110708f-b5d5-4806-885f-cb8fe6320ab5,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:44:05.136486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8ebe8-3bde-4a4a-9d6e-a2d925e74215 None None] Current status of the port c6ba7359-dc46-4332-a8da-6ce8dd0f508a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:05.147574 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:05.208212 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Publish callbacks [] for port (7e081a04-2df3-4973-bca3-021b43de9dac), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:05.217309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43062e09-f095-45d0-9883-c4f6b5ad4714 None None] Pushing event updated for resources: {'Port': ['ID=b110708f-b5d5-4806-885f-cb8fe6320ab5,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:05.223292 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:05.228338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 49ebb0e5-3c99-4cea-b12a-e55642f6afbd up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:44:05.232254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Routers {'86e23e65-eea5-47db-a817-3b02f5a1475b'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:44:05.232904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['86e23e65-eea5-47db-a817-3b02f5a1475b'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:05.299635 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (86e23e65-eea5-47db-a817-3b02f5a1475b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:05.301408 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Pushing event updated for resources: {'Port': ['ID=7e081a04-2df3-4973-bca3-021b43de9dac,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:05.349851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Provisioning complete for port 7e081a04-2df3-4973-bca3-021b43de9dac triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:05.350435 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:05.402391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Network ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:44:05.403814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:44:05.407401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Port 7e081a04-2df3-4973-bca3-021b43de9dac cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:44:05.440078 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Provisioning complete for port c6ba7359-dc46-4332-a8da-6ce8dd0f508a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:05.440450 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:05.444812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:05.445177 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:05.465395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] Set router 86e23e65-eea5-47db-a817-3b02f5a1475b gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:44:05.537382 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Router 86e23e65-eea5-47db-a817-3b02f5a1475b has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:44:05.655096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:44:05.660247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-12b67b93-61d8-4604-82d6-67445efcb3bc admin admin] 10.222.0.72 "PUT /v2.0/routers/86e23e65-eea5-47db-a817-3b02f5a1475b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2130685 Feb 15 14:44:05.733375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:05.734474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:44:05.738087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Current status of the port c6ba7359-dc46-4332-a8da-6ce8dd0f508a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:05.803170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Provisioning complete for port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:05.803738 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:05.859310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:05.859607 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:05.891369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'name': 'tempest-TestVolumeBackupRestore-12754373-router', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:44:01Z', 'updated_at': '2022-02-15T14:44:04Z', 'revision_number': 4, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'gw_port': {'id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:02Z', 'updated_at': '2022-02-15T14:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7e081a04-2df3-4973-bca3-021b43de9dac', 'name': '', 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'mac_address': 'fa:16:3e:d3:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '112a7b81-c405-4a13-9fd5-5e2a54f292fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:04Z', 'updated_at': '2022-02-15T14:44:05Z', 'revision_number': 2, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'subnets': [{'id': '112a7b81-c405-4a13-9fd5-5e2a54f292fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:05.928665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4dee20-124b-4f40-b9b4-7d63fe28bfe4 None None] The sync data for ids ['86e23e65-eea5-47db-a817-3b02f5a1475b'] in n-d-829064-15 is: [{'id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'name': 'tempest-TestVolumeBackupRestore-12754373-router', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:44:01Z', 'updated_at': '2022-02-15T14:44:04Z', 'revision_number': 4, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'gw_port': {'id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:02Z', 'updated_at': '2022-02-15T14:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7e081a04-2df3-4973-bca3-021b43de9dac', 'name': '', 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'mac_address': 'fa:16:3e:d3:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '112a7b81-c405-4a13-9fd5-5e2a54f292fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:04Z', 'updated_at': '2022-02-15T14:44:05Z', 'revision_number': 2, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'subnets': [{'id': '112a7b81-c405-4a13-9fd5-5e2a54f292fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:44:05.997458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Current status of the port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:05.997853 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:06.030690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:06.031114 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:06.067375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] For port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:44:06.074088 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:06.180869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476a655-5f72-4676-bca7-42e46ff917f7 None None] Pushing event updated for resources: {'Port': ['ID=73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:06.186488 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:44:06.186862 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:44:06.197182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7fa0f7e0-cda0-4052-8b6e-bdc65f776d3b None None] Provisioning complete for port 7e081a04-2df3-4973-bca3-021b43de9dac triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:06.197556 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7fa0f7e0-cda0-4052-8b6e-bdc65f776d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:06.239968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7fa0f7e0-cda0-4052-8b6e-bdc65f776d3b None None] Port 7e081a04-2df3-4973-bca3-021b43de9dac cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:44:06.726850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:06.727967 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c6ba7359-dc46-4332-a8da-6ce8dd0f508a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:44:06.775107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c6ba7359-dc46-4332-a8da-6ce8dd0f508a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:06.775489 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:06.858849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c6ba7359-dc46-4332-a8da-6ce8dd0f508a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:07.165628 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:44:07.214972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:07.215448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:07.328239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:08.627364 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Sync routers for ids ['86e23e65-eea5-47db-a817-3b02f5a1475b'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:44:08.639680 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Routers {'86e23e65-eea5-47db-a817-3b02f5a1475b'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:44:08.640296 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['86e23e65-eea5-47db-a817-3b02f5a1475b'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:08.751651 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Set router 86e23e65-eea5-47db-a817-3b02f5a1475b gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:44:08.959127 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'name': 'tempest-TestVolumeBackupRestore-12754373-router', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:44:01Z', 'updated_at': '2022-02-15T14:44:04Z', 'revision_number': 4, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'gw_port': {'id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:02Z', 'updated_at': '2022-02-15T14:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7e081a04-2df3-4973-bca3-021b43de9dac', 'name': '', 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'mac_address': 'fa:16:3e:d3:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '112a7b81-c405-4a13-9fd5-5e2a54f292fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:04Z', 'updated_at': '2022-02-15T14:44:05Z', 'revision_number': 2, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'subnets': [{'id': '112a7b81-c405-4a13-9fd5-5e2a54f292fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:08.985848 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Checking router: 86e23e65-eea5-47db-a817-3b02f5a1475b for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:44:08.986200 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Updating router 86e23e65-eea5-47db-a817-3b02f5a1475b port 7e081a04-2df3-4973-bca3-021b43de9dac binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:44:09.017711 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.190616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b110708f-b5d5-4806-885f-cb8fe6320ab5 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:44:09.252904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b110708f-b5d5-4806-885f-cb8fe6320ab5 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:09.253561 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.348275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b110708f-b5d5-4806-885f-cb8fe6320ab5 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:09.348678 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.371386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port b110708f-b5d5-4806-885f-cb8fe6320ab5, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b110708f-b5d5-4806-885f-cb8fe6320ab5,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:44:09.377623 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.404272 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Publish callbacks [] for port (7e081a04-2df3-4973-bca3-021b43de9dac), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.410067 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.430417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=b110708f-b5d5-4806-885f-cb8fe6320ab5,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:09.460488 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82575df1-cb52-47fd-b43b-ecfd6d64edd2 None None] Pushing event updated for resources: {'Port': ['ID=7e081a04-2df3-4973-bca3-021b43de9dac,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:09.523076 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Attempting to bind port 7e081a04-2df3-4973-bca3-021b43de9dac on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:44:09.523448 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Attempting to bind port 7e081a04-2df3-4973-bca3-021b43de9dac by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '400105c7-5230-46d9-9057-c85124c580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:44:09.523813 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Attempting to bind port 7e081a04-2df3-4973-bca3-021b43de9dac on network ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:44:09.529145 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:44:09.529520 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Checking segment: {'id': '400105c7-5230-46d9-9057-c85124c580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:44:09.529920 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.530309 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Bound using segment: {'id': '400105c7-5230-46d9-9057-c85124c580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:44:09.530777 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Bound port: 7e081a04-2df3-4973-bca3-021b43de9dac, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400105c7-5230-46d9-9057-c85124c580f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:44:09.531193 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.596237 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] For port 7e081a04-2df3-4973-bca3-021b43de9dac, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:44:09.599593 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] For port 7e081a04-2df3-4973-bca3-021b43de9dac, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7e081a04-2df3-4973-bca3-021b43de9dac,segment=NetworkSegment(400105c7-5230-46d9-9057-c85124c580f8),segment_id=400105c7-5230-46d9-9057-c85124c580f8)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:44:09.617477 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.679946 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Routers {'86e23e65-eea5-47db-a817-3b02f5a1475b'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:44:09.680734 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:43:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['86e23e65-eea5-47db-a817-3b02f5a1475b'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:09.704223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-023486a1-4685-4204-bef7-278b9eed14da None None] Provisioning complete for port 7e081a04-2df3-4973-bca3-021b43de9dac triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:09.705228 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-023486a1-4685-4204-bef7-278b9eed14da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.759820 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82575df1-cb52-47fd-b43b-ecfd6d64edd2 None None] Pushing event updated for resources: {'Port': ['ID=7e081a04-2df3-4973-bca3-021b43de9dac,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:09.814427 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] Set router 86e23e65-eea5-47db-a817-3b02f5a1475b gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:44:09.836063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-023486a1-4685-4204-bef7-278b9eed14da None None] Current status of the port 7e081a04-2df3-4973-bca3-021b43de9dac is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:09.836567 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-023486a1-4685-4204-bef7-278b9eed14da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.895935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-023486a1-4685-4204-bef7-278b9eed14da None None] For port 7e081a04-2df3-4973-bca3-021b43de9dac, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7e081a04-2df3-4973-bca3-021b43de9dac,segment=NetworkSegment(400105c7-5230-46d9-9057-c85124c580f8),segment_id=400105c7-5230-46d9-9057-c85124c580f8)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:44:09.904944 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-023486a1-4685-4204-bef7-278b9eed14da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:09.960211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023486a1-4685-4204-bef7-278b9eed14da None None] Pushing event updated for resources: {'Port': ['ID=7e081a04-2df3-4973-bca3-021b43de9dac,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:44:10.025598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-374b5450-2317-4d27-b69f-df19683195d6 None None] Provisioning complete for port 7e081a04-2df3-4973-bca3-021b43de9dac triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:10.025895 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-374b5450-2317-4d27-b69f-df19683195d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:10.041373 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'name': 'tempest-TestVolumeBackupRestore-12754373-router', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:44:01Z', 'updated_at': '2022-02-15T14:44:04Z', 'revision_number': 4, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'gw_port': {'id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:02Z', 'updated_at': '2022-02-15T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7e081a04-2df3-4973-bca3-021b43de9dac', 'name': '', 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'mac_address': 'fa:16:3e:d3:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '112a7b81-c405-4a13-9fd5-5e2a54f292fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:04Z', 'updated_at': '2022-02-15T14:44:09Z', 'revision_number': 4, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'subnets': [{'id': '112a7b81-c405-4a13-9fd5-5e2a54f292fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:44:10.073930 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047639c8-8adc-41dc-93a9-70672f5782e8 None None] The sync data for ids ['86e23e65-eea5-47db-a817-3b02f5a1475b'] in n-d-829064-15 is: [{'id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'name': 'tempest-TestVolumeBackupRestore-12754373-router', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:44:01Z', 'updated_at': '2022-02-15T14:44:04Z', 'revision_number': 4, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'gw_port': {'id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:02Z', 'updated_at': '2022-02-15T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7e081a04-2df3-4973-bca3-021b43de9dac', 'name': '', 'network_id': 'ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'mac_address': 'fa:16:3e:d3:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '112a7b81-c405-4a13-9fd5-5e2a54f292fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:04Z', 'updated_at': '2022-02-15T14:44:09Z', 'revision_number': 4, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'subnets': [{'id': '112a7b81-c405-4a13-9fd5-5e2a54f292fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:44:10.120576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-374b5450-2317-4d27-b69f-df19683195d6 None None] Current status of the port 7e081a04-2df3-4973-bca3-021b43de9dac is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:10.253513 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:11.189434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b110708f-b5d5-4806-885f-cb8fe6320ab5 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:44:11.241376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b110708f-b5d5-4806-885f-cb8fe6320ab5 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:11.241999 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:11.320865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b110708f-b5d5-4806-885f-cb8fe6320ab5 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:11.321953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7e081a04-2df3-4973-bca3-021b43de9dac up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:44:11.541351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7e081a04-2df3-4973-bca3-021b43de9dac triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:44:11.541733 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:11.626586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7e081a04-2df3-4973-bca3-021b43de9dac is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:44:12.454671 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:14.815006 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-17fcd14c-3b5f-42cc-a5aa-2b7d63835870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:17.191924 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-30e12d52-9fc3-4aca-8259-374c28cbf010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:18.502002 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:19.836417 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:21.129747 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:26.732058 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:44:40.250869 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:42.471906 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:44.810223 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c74baaef-3b41-40b3-9a64-75691ad90ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:47.192677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78a20248-4c0d-4fb8-b513-5f5280729c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:48.502791 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:49.832264 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:44:51.135914 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:03.732740 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:45:10.251715 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:12.475528 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:14.813470 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ce2f7cf-79d5-436d-a283-08ab58977471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:17.195942 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1af84292-a28d-498c-a8aa-6ff75d5e4138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:18.503420 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:19.838698 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:21.143615 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:38.446291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-944a9be2-4ba8-43c5-8ce6-a4ea4c7d726e tempest-TestNetworkAdvancedServerOps-967391344 tempest-TestNetworkAdvancedServerOps-967391344-project-admin] (109972) timed out ('10.222.0.72', 36880) {{(pid=109972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:45:39.765835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-6e032530-3502-48a2-aa7e-1f43e8ce9f92 req-07bdfd10-0a6a-4617-9af9-0e0bff166814 service neutron] (109972) timed out ('10.222.0.72', 36852) {{(pid=109972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:45:40.251348 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:40.732542 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:45:42.479553 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:44.816466 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0016ef71-034c-4c85-98a9-42effb4eef06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:47.200830 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3a96e509-5ed0-47c0-a669-82ac196f7265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:48.504985 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:49.838450 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:51.136778 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:45:54.711447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-e5c18be0-665d-43a0-a0ee-1d40560b96f3 req-ad8c608e-c326-4397-9cbf-d65011a1afe1 service neutron] (109971) timed out ('10.222.0.42', 58819) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:46:10.245279 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:12.501943 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:14.819302 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-86781e96-88d5-4fb6-97f7-891730189581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:17.201917 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f1353b96-d8c0-44bb-96ee-494ec4847b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:17.731489 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:46:18.507631 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:19.841827 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.029160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48556) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:46:20.036488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403065912', 'description': 'tempest-secgroup-smoke-403065912 description', 'project_id': '18042e46b9474d26ac07c6ceb2c551ff'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:46:20.057374 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.126939 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group (9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.131061 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.163745 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.164990 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1346183 Feb 15 14:46:20.166131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:20.168085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48560) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:46:20.174224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.174607 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.174857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Request body: {'security_group_rule': {'security_group_id': '9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c', 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:46:20.175007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.175282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.175620 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.175957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.176288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.176613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.176940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.177276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.177591 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.177912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.178234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5868e-21cb-4f96-865e-2eec57c8f04b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.203036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (2ecb3db9-a8fe-43d4-9a80-f127ac8be9d4), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.261832 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (2ecb3db9-a8fe-43d4-9a80-f127ac8be9d4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.265603 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (2ecb3db9-a8fe-43d4-9a80-f127ac8be9d4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.283112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecb3db9-a8fe-43d4-9a80-f127ac8be9d4,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:20.292416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.292771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.293120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.293465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.293802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.294140 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.294471 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.294801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.295152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.295485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.296079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.296406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.296733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:20.301351 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.304030 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-398f0082-ed20-45e1-8f24-7acc28ef20ef tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334372 Feb 15 14:46:20.305756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48564) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:46:20.310226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7a3deebc-0701-41e1-b1f2-c65dcd10195c tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Request body: {'security_group_rule': {'security_group_id': '9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c', 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:46:20.333693 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a3deebc-0701-41e1-b1f2-c65dcd10195c tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (e9f7699f-c99d-4687-9604-ac508270c0de), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.398454 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a3deebc-0701-41e1-b1f2-c65dcd10195c tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (e9f7699f-c99d-4687-9604-ac508270c0de), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.402162 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a3deebc-0701-41e1-b1f2-c65dcd10195c tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (e9f7699f-c99d-4687-9604-ac508270c0de), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.424563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3deebc-0701-41e1-b1f2-c65dcd10195c tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f7699f-c99d-4687-9604-ac508270c0de,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:20.433791 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7a3deebc-0701-41e1-b1f2-c65dcd10195c tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.435177 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7a3deebc-0701-41e1-b1f2-c65dcd10195c tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284597 Feb 15 14:46:20.437907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48566) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:46:20.442886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-53eadc4a-0816-4c87-b995-9e8d64c991b8 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Request body: {'security_group_rule': {'security_group_id': '9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c', 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:46:20.468663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-53eadc4a-0816-4c87-b995-9e8d64c991b8 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (c0c291a3-935e-4430-bb27-2bf48e3cb4cd), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.527120 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-53eadc4a-0816-4c87-b995-9e8d64c991b8 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (c0c291a3-935e-4430-bb27-2bf48e3cb4cd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.531089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-53eadc4a-0816-4c87-b995-9e8d64c991b8 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (c0c291a3-935e-4430-bb27-2bf48e3cb4cd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.549124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eadc4a-0816-4c87-b995-9e8d64c991b8 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c291a3-935e-4430-bb27-2bf48e3cb4cd,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:20.558625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-53eadc4a-0816-4c87-b995-9e8d64c991b8 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.559873 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-53eadc4a-0816-4c87-b995-9e8d64c991b8 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209273 Feb 15 14:46:20.562659 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48568) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:46:20.567123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-dfd73c08-5edb-4a97-aa89-c5dc61daeedf tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Request body: {'security_group_rule': {'security_group_id': '9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c', 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:46:20.593548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfd73c08-5edb-4a97-aa89-c5dc61daeedf tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (599d7e03-4560-4589-a59a-25cdcd7ab16f), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.651903 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfd73c08-5edb-4a97-aa89-c5dc61daeedf tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (599d7e03-4560-4589-a59a-25cdcd7ab16f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.655663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfd73c08-5edb-4a97-aa89-c5dc61daeedf tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (599d7e03-4560-4589-a59a-25cdcd7ab16f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.675363 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd73c08-5edb-4a97-aa89-c5dc61daeedf tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599d7e03-4560-4589-a59a-25cdcd7ab16f,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:20.684789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-dfd73c08-5edb-4a97-aa89-c5dc61daeedf tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.686124 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dfd73c08-5edb-4a97-aa89-c5dc61daeedf tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224957 Feb 15 14:46:20.688947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48570) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:46:20.693277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ec777b22-6c4b-4948-8686-a5d354a9f792 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Request body: {'security_group_rule': {'security_group_id': '9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c', 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:46:20.712649 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-ec777b22-6c4b-4948-8686-a5d354a9f792 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Project 18042e46b9474d26ac07c6ceb2c551ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:46:20.717631 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec777b22-6c4b-4948-8686-a5d354a9f792 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (bf769fdd-834e-48be-97f9-82fc5dca50a9), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.780602 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec777b22-6c4b-4948-8686-a5d354a9f792 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (bf769fdd-834e-48be-97f9-82fc5dca50a9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.784482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec777b22-6c4b-4948-8686-a5d354a9f792 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (bf769fdd-834e-48be-97f9-82fc5dca50a9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.805855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec777b22-6c4b-4948-8686-a5d354a9f792 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf769fdd-834e-48be-97f9-82fc5dca50a9,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:20.815170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ec777b22-6c4b-4948-8686-a5d354a9f792 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.816372 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ec777b22-6c4b-4948-8686-a5d354a9f792 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264837 Feb 15 14:46:20.819111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48572) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:46:20.823310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-82012d35-99fb-4c07-8679-731528394f2a tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Request body: {'security_group_rule': {'security_group_id': '9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c', 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:46:20.843410 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-82012d35-99fb-4c07-8679-731528394f2a tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Project 18042e46b9474d26ac07c6ceb2c551ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:46:20.848295 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82012d35-99fb-4c07-8679-731528394f2a tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (66f0a3f6-117f-403b-b58a-7d02cf6447e6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.906339 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82012d35-99fb-4c07-8679-731528394f2a tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (66f0a3f6-117f-403b-b58a-7d02cf6447e6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.910091 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82012d35-99fb-4c07-8679-731528394f2a tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (66f0a3f6-117f-403b-b58a-7d02cf6447e6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.929856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82012d35-99fb-4c07-8679-731528394f2a tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f0a3f6-117f-403b-b58a-7d02cf6447e6,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:20.937612 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-82012d35-99fb-4c07-8679-731528394f2a tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:20.946978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-82012d35-99fb-4c07-8679-731528394f2a tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187944 Feb 15 14:46:21.143355 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:21.419314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-aea7f86a-148c-4b4f-841c-a0ad27748afa tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403065912&fields=id&tenant_id=18042e46b9474d26ac07c6ceb2c551ff HTTP/1.1" status: 200 len: 267 time: 0.0443726 Feb 15 14:46:21.532802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-98e2f348-1472-4227-95a8-91e5e681a103 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:21.534318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-98e2f348-1472-4227-95a8-91e5e681a103 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/networks?id=2f68c189-59dc-43a9-87a1-8494c816ab72 HTTP/1.1" status: 200 len: 814 time: 0.1083896 Feb 15 14:46:21.549980 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-30f723a8-5a76-4fd2-8eec-2010e32ad626 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/quotas/18042e46b9474d26ac07c6ceb2c551ff HTTP/1.1" status: 200 len: 375 time: 0.0096197 Feb 15 14:46:21.609157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-4a92340e-0738-4db0-970d-fae32afd7fb7 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=18042e46b9474d26ac07c6ceb2c551ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527704 Feb 15 14:46:21.715395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-44242f63-3709-4ba5-929d-fa82ae47b79e service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:46:21.716415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-44242f63-3709-4ba5-929d-fa82ae47b79e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0958955 Feb 15 14:46:21.806491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-4bc91743-594e-40c1-9c9b-53a2450c12e8 service neutron] 10.222.0.72 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841391 Feb 15 14:46:21.900914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-51ca9777-9365-4fce-bb7c-52f862572cf4 service neutron] 10.222.0.72 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876427 Feb 15 14:46:22.316530 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-990382c1-7cbf-473f-a764-af6340db6560 req-47b4c456-86a2-4ebf-9176-7e6467d03498 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 210 time: 0.0746698 Feb 15 14:46:23.234397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-6ad63621-b94b-46ae-bc01-fe1d6b7630a1 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:23.235882 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-6ad63621-b94b-46ae-bc01-fe1d6b7630a1 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.67 "GET /v2.0/networks?id=2f68c189-59dc-43a9-87a1-8494c816ab72 HTTP/1.1" status: 200 len: 814 time: 0.1071775 Feb 15 14:46:23.300486 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-9f2292b9-ac3f-469c-b62f-ccb5986f46ba tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18042e46b9474d26ac07c6ceb2c551ff HTTP/1.1" status: 200 len: 379 time: 0.0563030 Feb 15 14:46:23.310185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Request body: {'port': {'device_id': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'admin_state_up': True, 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'security_groups': ['9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:46:23.426280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba1e6575-9bc4-43d3-bcbf-48ad2b1a033a req-b1a430e4-c5fb-40b7-90da-b389ac1f07a0 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 210 time: 0.0408666 Feb 15 14:46:23.451080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Made reservation on behalf of 18042e46b9474d26ac07c6ceb2c551ff for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:46:23.454630 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:23.580532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Allocated IP 172.20.0.6 (2f68c189-59dc-43a9-87a1-8494c816ab72/60284c64-cd56-4854-81e1-44214c40d453/bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:46:23.720818 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:23.755036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:23.805723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Network 2f68c189-59dc-43a9-87a1-8494c816ab72 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:46:23.808842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:46:23.812566 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:46:23.840146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event updated for resources: {'Port': ['ID=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:23.864717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:23.865375 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:23.884003 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-20760f41-9776-4b33-ac5e-dac53adf2187 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5774744 Feb 15 14:46:23.948650 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Request body: {'port': {'device_id': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:46:24.015751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:24.115681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f708452a-84c7-4cd0-b6d2-51e5bc295260 None None] Provisioning complete for port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:46:24.116573 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f708452a-84c7-4cd0-b6d2-51e5bc295260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:24.154004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f708452a-84c7-4cd0-b6d2-51e5bc295260 None None] Port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:46:24.292165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:46:24.299825 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Publish callbacks [] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:24.311821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Transition to ACTIVE for port object bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:46:24.315400 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:24.374995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:24.448864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Attempting to bind port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:46:24.448864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Attempting to bind port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:46:24.448864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Attempting to bind port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e on network 2f68c189-59dc-43a9-87a1-8494c816ab72 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:46:24.453404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e on network 2f68c189-59dc-43a9-87a1-8494c816ab72 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:46:24.453994 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Attempting to bind port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e on network 2f68c189-59dc-43a9-87a1-8494c816ab72 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:46:24.460352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:46:24.460698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Checking segment: {'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:46:24.461165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Bound using segment: {'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:46:24.461502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Bound port: bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:46:24.461941 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:24.572763 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] For port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:46:24.576565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] For port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:46:24.589870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094f12e-4270-4205-81f1-c9db2eeade07 req-b9028af7-08cf-431f-a91b-1476a6bb5f3d tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:24.591386 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a094f12e-4270-4205-81f1-c9db2eeade07 req-b9028af7-08cf-431f-a91b-1476a6bb5f3d tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0908453 Feb 15 14:46:24.593053 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:24.648430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:24.649059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:24.650479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] 10.222.0.67 "PUT /v2.0/ports/bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e HTTP/1.1" status: 200 len: 1092 time: 0.7592571 Feb 15 14:46:24.652194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:46:24.689411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512720e-b9fb-4b88-937b-fe0b6f2be9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:24.707253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a094f12e-4270-4205-81f1-c9db2eeade07 req-c1db922b-6e75-498b-bdef-6929f74c1fe0 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088877 Feb 15 14:46:24.757326 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad" -d '{"events": [{"name": "network-changed", "server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:46:24.801373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-82a4890a-917a-45fe-b6c9-0d48d738b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:24.803105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-82a4890a-917a-45fe-b6c9-0d48d738b3f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18042e46b9474d26ac07c6ceb2c551ff&device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 1126 time: 0.0871263 Feb 15 14:46:24.862154 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-c7434156-bdff-4ff6-9837-1535506b2789 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e HTTP/1.1" status: 200 len: 217 time: 0.0517333 Feb 15 14:46:24.877675 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cff4116-7548-46d1-a8cd-96257d7a282e x-openstack-request-id: req-3cff4116-7548-46d1-a8cd-96257d7a282e {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:46:24.877966 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:46:24.878225 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3cff4116-7548-46d1-a8cd-96257d7a282e {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:46:24.878626 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'status': 'completed', 'code': 200} Feb 15 14:46:24.915610 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-c3e85d92-26f8-43b8-89a4-b2f1b1831e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:24.917011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-c3e85d92-26f8-43b8-89a4-b2f1b1831e47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60284c64-cd56-4854-81e1-44214c40d453 HTTP/1.1" status: 200 len: 853 time: 0.0479355 Feb 15 14:46:24.967985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-4c480f97-4757-4cab-9317-bcb80d4cb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:24.969478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-4c480f97-4757-4cab-9317-bcb80d4cb0bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f68c189-59dc-43a9-87a1-8494c816ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457728 Feb 15 14:46:25.064820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-ed22fb21-3ca1-4fe2-af22-3b36c90d08ab service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874183 Feb 15 14:46:25.153672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ffd8cf3-6917-4337-a44b-00abcdbacc5c req-68fd5979-c7df-4774-930b-694368d62c2b service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818610 Feb 15 14:46:25.250529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad req-f63a4331-f194-425e-9d60-953ff07eb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:25.252066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad req-f63a4331-f194-425e-9d60-953ff07eb005 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18042e46b9474d26ac07c6ceb2c551ff&device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 1126 time: 0.0511742 Feb 15 14:46:25.340861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad req-0328e4fc-55f2-410f-9061-bf685ff1a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:25.342389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad req-0328e4fc-55f2-410f-9061-bf685ff1a3d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2f68c189-59dc-43a9-87a1-8494c816ab72 HTTP/1.1" status: 200 len: 915 time: 0.0843434 Feb 15 14:46:25.389071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad req-1b96013a-7841-4dee-a3fb-7161675a1d31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e HTTP/1.1" status: 200 len: 217 time: 0.0403304 Feb 15 14:46:25.438255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad req-7a8983e0-45b9-4316-9cf9-353a595075ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:25.439778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad req-7a8983e0-45b9-4316-9cf9-353a595075ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60284c64-cd56-4854-81e1-44214c40d453 HTTP/1.1" status: 200 len: 853 time: 0.0449178 Feb 15 14:46:25.488269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad req-e0b01964-83cb-4ea7-8954-c8aeb02c61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:25.489810 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad req-e0b01964-83cb-4ea7-8954-c8aeb02c61b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f68c189-59dc-43a9-87a1-8494c816ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442247 Feb 15 14:46:25.584741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad req-d4795857-dcff-4bb6-9c15-c7d406b98e73 service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883467 Feb 15 14:46:25.964439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960096a-ae80-436b-b0e2-b3a9fc6b1e95 req-bf18516f-7b31-4689-9cb4-97cc9a578653 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:25.965904 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0960096a-ae80-436b-b0e2-b3a9fc6b1e95 req-bf18516f-7b31-4689-9cb4-97cc9a578653 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.1078198 Feb 15 14:46:25.968082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ef20a4c-965c-4f49-ba92-0cafd15f3cad req-40e1359c-51bc-4138-8362-5f3253b4d713 service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780110 Feb 15 14:46:26.016514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0960096a-ae80-436b-b0e2-b3a9fc6b1e95 req-0d51e0b2-9757-4cdf-a89f-3c49cc552588 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449371 Feb 15 14:46:27.140874 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a0a7d-7c17-4745-9c05-ead2bc4c7c00 req-077c6cfe-8b64-427a-a5c3-1fb1b5dbcc0e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:27.142368 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c7a0a7d-7c17-4745-9c05-ead2bc4c7c00 req-077c6cfe-8b64-427a-a5c3-1fb1b5dbcc0e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0533731 Feb 15 14:46:27.192839 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c7a0a7d-7c17-4745-9c05-ead2bc4c7c00 req-cdaf2fa3-e5ed-4c0d-977d-64a360c0eeac tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436149 Feb 15 14:46:28.313941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59052c42-4ff8-44ad-becf-0d3c6155dc52 req-cd7f51c7-38ac-42b6-8894-fecd319875eb tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:28.315430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59052c42-4ff8-44ad-becf-0d3c6155dc52 req-cd7f51c7-38ac-42b6-8894-fecd319875eb tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0556517 Feb 15 14:46:28.363362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59052c42-4ff8-44ad-becf-0d3c6155dc52 req-9048db5f-ed03-4fee-ac29-0a0116004945 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418892 Feb 15 14:46:29.484094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b59ca8-142f-476a-8f81-8bf230f0bdc6 req-eed99fe6-4833-43bf-811d-5ab3d83a72a3 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:29.485830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65b59ca8-142f-476a-8f81-8bf230f0bdc6 req-eed99fe6-4833-43bf-811d-5ab3d83a72a3 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0546834 Feb 15 14:46:29.538804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65b59ca8-142f-476a-8f81-8bf230f0bdc6 req-23dee999-73a4-402d-8bcd-39d737b43cab tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470550 Feb 15 14:46:30.657031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ae987-2485-49e2-851d-4e34a5dca9d6 req-8572641c-e8eb-4370-929b-837015c8c6d1 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:30.658512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-716ae987-2485-49e2-851d-4e34a5dca9d6 req-8572641c-e8eb-4370-929b-837015c8c6d1 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0525250 Feb 15 14:46:30.712737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-716ae987-2485-49e2-851d-4e34a5dca9d6 req-41d3f925-2360-4e1f-a245-cabd60f26991 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485003 Feb 15 14:46:31.831088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee136aa6-3a18-4af3-8b59-440ccff5df74 req-06759610-7035-4173-9682-144f1a0e1bb2 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:31.832829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee136aa6-3a18-4af3-8b59-440ccff5df74 req-06759610-7035-4173-9682-144f1a0e1bb2 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0535467 Feb 15 14:46:31.883954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee136aa6-3a18-4af3-8b59-440ccff5df74 req-34832bbd-7f9d-4ba7-ad9c-63bf045ca5dc tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451322 Feb 15 14:46:33.012424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f1105-bff8-404f-b763-14df6cff9176 req-d37848fe-429f-4c06-82c4-280c3249f634 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:33.014000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-756f1105-bff8-404f-b763-14df6cff9176 req-d37848fe-429f-4c06-82c4-280c3249f634 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0556860 Feb 15 14:46:33.066876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-756f1105-bff8-404f-b763-14df6cff9176 req-a625123c-0c71-4fcd-bb47-087cfd421ea8 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468576 Feb 15 14:46:34.190308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce1649-c0b0-4532-83b8-bb4e6f16fd5a req-eb71fb73-016c-4e50-9cd4-258c3bca6965 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:34.191879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6ce1649-c0b0-4532-83b8-bb4e6f16fd5a req-eb71fb73-016c-4e50-9cd4-258c3bca6965 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0581856 Feb 15 14:46:34.241367 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6ce1649-c0b0-4532-83b8-bb4e6f16fd5a req-4e927911-9cc2-4fd1-ad0e-e78b6def607d tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427470 Feb 15 14:46:35.360947 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fba18-4716-40e4-b205-1591db5f869b req-e6a016f0-2932-4d83-9ac9-bd981ff49bd6 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:35.362409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-364fba18-4716-40e4-b205-1591db5f869b req-e6a016f0-2932-4d83-9ac9-bd981ff49bd6 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0524647 Feb 15 14:46:35.414304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-364fba18-4716-40e4-b205-1591db5f869b req-51153f2c-d024-4484-b15d-66ba289da1ba tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463347 Feb 15 14:46:36.531955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fddc77-5d92-4f55-8950-4a0ef1f18c60 req-15e10144-41db-4b49-90da-15b5c6a07913 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:36.533431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8fddc77-5d92-4f55-8950-4a0ef1f18c60 req-15e10144-41db-4b49-90da-15b5c6a07913 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0522749 Feb 15 14:46:36.586348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8fddc77-5d92-4f55-8950-4a0ef1f18c60 req-90c50a69-c185-425d-a844-3d73b528a648 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473857 Feb 15 14:46:37.703198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df27db9-9768-4b76-8b62-f89dbd6a165d req-b5b1503a-2919-4b92-8adb-a30a3645fc0f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:37.704664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9df27db9-9768-4b76-8b62-f89dbd6a165d req-b5b1503a-2919-4b92-8adb-a30a3645fc0f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0516481 Feb 15 14:46:37.753206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9df27db9-9768-4b76-8b62-f89dbd6a165d req-fd42d066-9e93-4303-ae4e-e3a4c3c0279e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429771 Feb 15 14:46:38.877216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5a3dd-a3ab-45c8-ae1c-bd7aab42c8bb req-07d1891d-9406-4093-9ace-eb7dd1cfa537 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:38.878702 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bf5a3dd-a3ab-45c8-ae1c-bd7aab42c8bb req-07d1891d-9406-4093-9ace-eb7dd1cfa537 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0526226 Feb 15 14:46:38.927694 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bf5a3dd-a3ab-45c8-ae1c-bd7aab42c8bb req-d9dbf987-5e21-4ee1-88c3-3211152413da tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433497 Feb 15 14:46:40.051448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f024a1-1e3d-49e6-8271-8e8536bdb9e3 req-70d2831e-3bc8-44b4-bc1b-958a155d7f96 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:40.052961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5f024a1-1e3d-49e6-8271-8e8536bdb9e3 req-70d2831e-3bc8-44b4-bc1b-958a155d7f96 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0568998 Feb 15 14:46:40.101749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5f024a1-1e3d-49e6-8271-8e8536bdb9e3 req-69b8c8db-4cd4-4863-9305-0e4940cc7f96 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426614 Feb 15 14:46:40.265545 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:41.220906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83075f19-474d-4a1d-aa0c-e389d8dd16fc req-ffb4a060-f881-49d9-b53c-dd6dd8b718db tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:41.222377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83075f19-474d-4a1d-aa0c-e389d8dd16fc req-ffb4a060-f881-49d9-b53c-dd6dd8b718db tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0529668 Feb 15 14:46:41.271511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83075f19-474d-4a1d-aa0c-e389d8dd16fc req-a6cbe6c7-e9a5-4625-99e1-db80d7cb4040 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435364 Feb 15 14:46:42.392912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a077dd-1ce7-41ee-8a8b-624bed672a97 req-11cea090-67c4-4fe8-aee8-c256000bd6f2 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:42.394401 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80a077dd-1ce7-41ee-8a8b-624bed672a97 req-11cea090-67c4-4fe8-aee8-c256000bd6f2 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0562646 Feb 15 14:46:42.442503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80a077dd-1ce7-41ee-8a8b-624bed672a97 req-639aa415-0a2e-4431-aeac-847974528f1b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425353 Feb 15 14:46:42.532698 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:43.560490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e2f3c-0ae0-4097-b892-bee99e31e902 req-9fc900f9-f8ca-40c7-9ed6-e7b04bec9d7d tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:43.561968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c7e2f3c-0ae0-4097-b892-bee99e31e902 req-9fc900f9-f8ca-40c7-9ed6-e7b04bec9d7d tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 943 time: 0.0533819 Feb 15 14:46:43.609740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c7e2f3c-0ae0-4097-b892-bee99e31e902 req-9c401053-ec30-4112-93e4-3592dcf6a650 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421536 Feb 15 14:46:43.680909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:46:43.774491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:46:43.786277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'port_id': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'mac_address': 'fa:16:3e:a2:d1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:46:43.827473 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:46:43.827861 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:43.841040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:46:43.859377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:46:43.863425 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:43.909891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:43.917101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.917449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.917791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.918128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.918461 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.918787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.919146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.919472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.919796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.920120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.920443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.921033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:43.921352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:46:44.236528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:46:44.726145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65267a50-68c3-4a62-9116-82e41d9958cd req-261ada98-cd77-497a-9401-a4365ad8e848 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:44.727664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65267a50-68c3-4a62-9116-82e41d9958cd req-261ada98-cd77-497a-9401-a4365ad8e848 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 944 time: 0.0519192 Feb 15 14:46:44.780081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65267a50-68c3-4a62-9116-82e41d9958cd req-f842db82-9f0e-4639-b353-6765448cf7c7 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463159 Feb 15 14:46:44.822511 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1806-30f7-4245-aa43-c1e661ce8d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:45.690690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:46:45.745819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:46:45.749556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:46:45.749936 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:45.827625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:46:45.828262 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:45.851997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:46:45.866758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:46:45.871008 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:45.895186 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32018a19-f9b2-4506-9024-237633518a54" -d '{"events": [{"server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "name": "network-vif-plugged", "status": "completed", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:46:45.911438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e9ac4-d7d1-4402-8203-c2fef407f8d3 req-6390c728-2bb6-4c1c-91c0-aba270ad72b3 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:45.912955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-106e9ac4-d7d1-4402-8203-c2fef407f8d3 req-6390c728-2bb6-4c1c-91c0-aba270ad72b3 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 944 time: 0.0653956 Feb 15 14:46:45.923677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:45.964918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-106e9ac4-d7d1-4402-8203-c2fef407f8d3 req-68561763-4091-4656-b759-a7570b95ba9f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448601 Feb 15 14:46:46.998046 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2869e4-2d5a-45c1-9fc2-63158d5f5517 x-openstack-request-id: req-cc2869e4-2d5a-45c1-9fc2-63158d5f5517 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:46:46.998491 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "name": "network-vif-plugged", "status": "completed", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:46:46.998693 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cc2869e4-2d5a-45c1-9fc2-63158d5f5517 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:46:46.999200 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'code': 200} Feb 15 14:46:47.091262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102f202-6110-4c35-be4d-32fccbfd1a2b req-7646ba56-c17d-4844-9fa2-74226a687bbd tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:47.093453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e102f202-6110-4c35-be4d-32fccbfd1a2b req-7646ba56-c17d-4844-9fa2-74226a687bbd tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 945 time: 0.0550225 Feb 15 14:46:47.146303 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e102f202-6110-4c35-be4d-32fccbfd1a2b req-3b3de7d5-4453-4d40-94ca-a498749ded43 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479479 Feb 15 14:46:47.199095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d55b-4a18-4688-8d96-7c64b58aac56 req-83bef202-62c7-445e-a4d6-39b10abea2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:47.200601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e503d55b-4a18-4688-8d96-7c64b58aac56 req-83bef202-62c7-445e-a4d6-39b10abea2dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 1128 time: 0.0884342 Feb 15 14:46:47.202414 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d346-5d79-4854-b48a-f6de9d3de600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:47.246669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e503d55b-4a18-4688-8d96-7c64b58aac56 req-9dac6e85-8270-48c0-a374-304164025bcc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394120 Feb 15 14:46:48.265138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653e30e-49ad-40e8-be82-ea96caa4a1be req-38a0614b-94e1-495f-bc3e-26f16d5dd328 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:48.266826 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a653e30e-49ad-40e8-be82-ea96caa4a1be req-38a0614b-94e1-495f-bc3e-26f16d5dd328 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 945 time: 0.0530012 Feb 15 14:46:48.315817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a653e30e-49ad-40e8-be82-ea96caa4a1be req-b23ec964-f514-4c78-bfb2-7828ed9727b7 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432770 Feb 15 14:46:48.511627 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:49.433421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7a724-f7ec-45b2-bf91-bc125f33fb97 req-4d5917a6-26bd-458a-b214-20df8b983eff tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:49.434851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02e7a724-f7ec-45b2-bf91-bc125f33fb97 req-4d5917a6-26bd-458a-b214-20df8b983eff tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 945 time: 0.0529678 Feb 15 14:46:49.486769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02e7a724-f7ec-45b2-bf91-bc125f33fb97 req-582a57fc-6f0b-4ca7-90de-9894c24b33e6 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463607 Feb 15 14:46:49.602879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef34cd6-2ed9-43a4-8c74-5991e294ab85 req-525fd197-73ca-4af6-b38a-f04996abea63 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:49.604391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ef34cd6-2ed9-43a4-8c74-5991e294ab85 req-525fd197-73ca-4af6-b38a-f04996abea63 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 945 time: 0.0520594 Feb 15 14:46:49.652063 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ef34cd6-2ed9-43a4-8c74-5991e294ab85 req-a4e40d10-49af-409d-b89b-0235ae58745b tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421379 Feb 15 14:46:49.673797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48692) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:46:49.760404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4f4b7e-8948-4bd6-a853-80cb824a4728 tempest-TestVolumeBackupRestore-616285725 tempest-TestVolumeBackupRestore-616285725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:49.761984 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8a4f4b7e-8948-4bd6-a853-80cb824a4728 tempest-TestVolumeBackupRestore-616285725 tempest-TestVolumeBackupRestore-616285725-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 1123 time: 0.0871668 Feb 15 14:46:49.764880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 48696) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:46:49.769153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:46:49.788617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:49.838783 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:49.887704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:49.994547 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Allocated IP 172.25.6.100 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/f7e1ad6b-2c18-4626-8077-ddeb57f00f89) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:46:50.098060 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for port (f7e1ad6b-2c18-4626-8077-ddeb57f00f89), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:50.132712 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f7e1ad6b-2c18-4626-8077-ddeb57f00f89), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:50.168497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:46:50.173499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:46:50.176958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:46:50.203359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event updated for resources: {'Port': ['ID=f7e1ad6b-2c18-4626-8077-ddeb57f00f89,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:50.525301 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for floatingip (6b528bb7-d674-4e4e-85a0-28f9906f3a9b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:50.592991 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f7e1ad6b-2c18-4626-8077-ddeb57f00f89), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:50.742307 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for port (f7e1ad6b-2c18-4626-8077-ddeb57f00f89), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:50.747270 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f7e1ad6b-2c18-4626-8077-ddeb57f00f89), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:51.139189 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event updated for resources: {'Port': ['ID=f7e1ad6b-2c18-4626-8077-ddeb57f00f89,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:46:51.139419 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:51.149277 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (6b528bb7-d674-4e4e-85a0-28f9906f3a9b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:51.250143 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Floating IP 6b528bb7-d674-4e4e-85a0-28f9906f3a9b associated. External IP: 172.25.6.100, port: bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e. Feb 15 14:46:51.459344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Router cd1a814c-0089-4799-908d-000ae081c085 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:46:51.568941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:46:51.579329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de381a-86bd-46ca-98fe-df9cbb3351ec None None] Sync routers for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:46:51.586773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:51.590123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de381a-86bd-46ca-98fe-df9cbb3351ec None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:46:51.590765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-67de381a-86bd-46ca-98fe-df9cbb3351ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:46:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:46:51.617030 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-81208e88-4153-48cc-8f13-62c12f07945f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8511288 Feb 15 14:46:51.617631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:46:51.620455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48698) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:46:51.659740 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a48dc6-152a-4642-a41a-242877d5ab10" -d '{"events": [{"name": "network-changed", "server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:46:51.664161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4280cca7-503d-4acc-a56d-48c1d1f3b65e tempest-TestVolumeBackupRestore-616285725 tempest-TestVolumeBackupRestore-616285725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:51.668843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4280cca7-503d-4acc-a56d-48c1d1f3b65e tempest-TestVolumeBackupRestore-616285725 tempest-TestVolumeBackupRestore-616285725-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 1123 time: 0.0443158 Feb 15 14:46:51.669086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48706) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:46:51.673961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-621df6e1-bf30-4555-bf27-b5b407eff793 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Request body: {'floatingip': {'port_id': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:46:51.706892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-67de381a-86bd-46ca-98fe-df9cbb3351ec None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:46:51.735397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-621df6e1-bf30-4555-bf27-b5b407eff793 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for floatingip (6b528bb7-d674-4e4e-85a0-28f9906f3a9b), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:51.750937 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acedbb6e-b98a-4999-a831-86aff1eef606 x-openstack-request-id: req-acedbb6e-b98a-4999-a831-86aff1eef606 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:46:51.750937 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:46:51.750937 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-acedbb6e-b98a-4999-a831-86aff1eef606 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:46:51.751630 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'status': 'completed', 'code': 200} Feb 15 14:46:51.876581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a48dc6-152a-4642-a41a-242877d5ab10 req-a56f94b9-31a0-4168-a1e0-5a25d5fc0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:51.878080 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56a48dc6-152a-4642-a41a-242877d5ab10 req-a56f94b9-31a0-4168-a1e0-5a25d5fc0ead service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18042e46b9474d26ac07c6ceb2c551ff&device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 1128 time: 0.1054904 Feb 15 14:46:51.941418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-67de381a-86bd-46ca-98fe-df9cbb3351ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6b528bb7-d674-4e4e-85a0-28f9906f3a9b', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'port_id': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'mac_address': 'fa:16:3e:a2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:46:50Z', 'updated_at': '2022-02-15T14:46:50Z', 'revision_number': 0, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:44:06Z', 'revision_number': 5, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:46:51.968084 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de381a-86bd-46ca-98fe-df9cbb3351ec None None] Checking router: cd1a814c-0089-4799-908d-000ae081c085 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:46:51.976896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de381a-86bd-46ca-98fe-df9cbb3351ec None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:46:51.977510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-67de381a-86bd-46ca-98fe-df9cbb3351ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:46:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:46:52.057715 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a48dc6-152a-4642-a41a-242877d5ab10 req-f619abcb-8b3e-4ba8-9f42-37d2c8bf51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:52.059209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56a48dc6-152a-4642-a41a-242877d5ab10 req-f619abcb-8b3e-4ba8-9f42-37d2c8bf51b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2f68c189-59dc-43a9-87a1-8494c816ab72 HTTP/1.1" status: 200 len: 915 time: 0.1746659 Feb 15 14:46:52.087340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-67de381a-86bd-46ca-98fe-df9cbb3351ec None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:46:52.165071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56a48dc6-152a-4642-a41a-242877d5ab10 req-33e7c840-e9ce-4cfb-b1a3-917e19eb945f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e HTTP/1.1" status: 200 len: 999 time: 0.0981858 Feb 15 14:46:52.285029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a48dc6-152a-4642-a41a-242877d5ab10 req-831c869c-6194-47ee-bb16-d44cf0666552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:52.286392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56a48dc6-152a-4642-a41a-242877d5ab10 req-831c869c-6194-47ee-bb16-d44cf0666552 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60284c64-cd56-4854-81e1-44214c40d453 HTTP/1.1" status: 200 len: 853 time: 0.1140709 Feb 15 14:46:52.309563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-67de381a-86bd-46ca-98fe-df9cbb3351ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6b528bb7-d674-4e4e-85a0-28f9906f3a9b', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'port_id': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'mac_address': 'fa:16:3e:a2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:46:50Z', 'updated_at': '2022-02-15T14:46:50Z', 'revision_number': 0, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:44:06Z', 'revision_number': 5, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:46:52.412264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a48dc6-152a-4642-a41a-242877d5ab10 req-0121f7af-d455-4dc2-8e8f-3ee329b0de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:52.413793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56a48dc6-152a-4642-a41a-242877d5ab10 req-0121f7af-d455-4dc2-8e8f-3ee329b0de12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f68c189-59dc-43a9-87a1-8494c816ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1195829 Feb 15 14:46:52.422588 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-621df6e1-bf30-4555-bf27-b5b407eff793 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:52.432622 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-621df6e1-bf30-4555-bf27-b5b407eff793 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (6b528bb7-d674-4e4e-85a0-28f9906f3a9b), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:52.499813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de381a-86bd-46ca-98fe-df9cbb3351ec None None] The sync data for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 is: [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6b528bb7-d674-4e4e-85a0-28f9906f3a9b', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'port_id': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'mac_address': 'fa:16:3e:a2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:46:50Z', 'updated_at': '2022-02-15T14:46:50Z', 'revision_number': 0, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:44:06Z', 'revision_number': 5, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:46:52.595628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56a48dc6-152a-4642-a41a-242877d5ab10 req-131eb64d-99e3-49ee-b46a-a9cf51c90ab4 service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717749 Feb 15 14:46:52.718276 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b6976-c1ea-40f4-b796-3916433a8b11 None None] New status for floating IP 6b528bb7-d674-4e4e-85a0-28f9906f3a9b: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:46:52.767330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56a48dc6-152a-4642-a41a-242877d5ab10 req-8055c1c3-7876-4502-916a-95245f33ae44 service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641700 Feb 15 14:46:52.786834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621df6e1-bf30-4555-bf27-b5b407eff793 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Router cd1a814c-0089-4799-908d-000ae081c085 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:46:53.151576 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621df6e1-bf30-4555-bf27-b5b407eff793 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:46:53.156138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-621df6e1-bf30-4555-bf27-b5b407eff793 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:46:53.160562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cbba74-a7df-4412-bec0-f7e0276ced2c None None] Sync routers for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:46:53.172112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cbba74-a7df-4412-bec0-f7e0276ced2c None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:46:53.172726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-37cbba74-a7df-4412-bec0-f7e0276ced2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:46:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:46:53.190819 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:46:53.193095 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582c9478-f5ea-4542-be20-3685cddd61fc" -d '{"events": [{"name": "network-changed", "server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:46:53.226437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-621df6e1-bf30-4555-bf27-b5b407eff793 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "PUT /v2.0/floatingips/6b528bb7-d674-4e4e-85a0-28f9906f3a9b HTTP/1.1" status: 200 len: 991 time: 1.5515552 Feb 15 14:46:53.231930 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87621a4b-1cdf-462f-81ac-b6424429a41f x-openstack-request-id: req-87621a4b-1cdf-462f-81ac-b6424429a41f {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:46:53.232229 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:46:53.232525 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87621a4b-1cdf-462f-81ac-b6424429a41f {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:46:53.232928 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'status': 'completed', 'code': 200} Feb 15 14:46:53.288671 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-37cbba74-a7df-4412-bec0-f7e0276ced2c None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:46:53.297234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9478-f5ea-4542-be20-3685cddd61fc req-1a7f0762-d86b-4baf-9019-8ddfd0fa5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:53.298735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582c9478-f5ea-4542-be20-3685cddd61fc req-1a7f0762-d86b-4baf-9019-8ddfd0fa5a01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18042e46b9474d26ac07c6ceb2c551ff&device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 1128 time: 0.0448310 Feb 15 14:46:53.394853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9478-f5ea-4542-be20-3685cddd61fc req-f512b9ab-7d34-4ad1-a6a6-f48d3bd32614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:53.396411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582c9478-f5ea-4542-be20-3685cddd61fc req-f512b9ab-7d34-4ad1-a6a6-f48d3bd32614 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2f68c189-59dc-43a9-87a1-8494c816ab72 HTTP/1.1" status: 200 len: 915 time: 0.0907066 Feb 15 14:46:53.469439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582c9478-f5ea-4542-be20-3685cddd61fc req-33250333-432f-40eb-beec-e4b90420dcb1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e HTTP/1.1" status: 200 len: 1001 time: 0.0657430 Feb 15 14:46:53.517606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9478-f5ea-4542-be20-3685cddd61fc req-5bc688d2-eae1-4947-a77b-c066e688f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:53.518638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-37cbba74-a7df-4412-bec0-f7e0276ced2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6b528bb7-d674-4e4e-85a0-28f9906f3a9b', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'port_id': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'mac_address': 'fa:16:3e:a2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:46:50Z', 'updated_at': '2022-02-15T14:46:52Z', 'revision_number': 2, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:44:06Z', 'revision_number': 5, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:46:53.519220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582c9478-f5ea-4542-be20-3685cddd61fc req-5bc688d2-eae1-4947-a77b-c066e688f00a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60284c64-cd56-4854-81e1-44214c40d453 HTTP/1.1" status: 200 len: 853 time: 0.0442739 Feb 15 14:46:53.548706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cbba74-a7df-4412-bec0-f7e0276ced2c None None] Checking router: cd1a814c-0089-4799-908d-000ae081c085 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:46:53.557536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cbba74-a7df-4412-bec0-f7e0276ced2c None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:46:53.558143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-37cbba74-a7df-4412-bec0-f7e0276ced2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:46:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:46:53.571632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9478-f5ea-4542-be20-3685cddd61fc req-23d99c50-8f58-4af3-b6b9-2c2d77e45bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:53.573746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582c9478-f5ea-4542-be20-3685cddd61fc req-23d99c50-8f58-4af3-b6b9-2c2d77e45bc5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f68c189-59dc-43a9-87a1-8494c816ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482557 Feb 15 14:46:53.664019 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-37cbba74-a7df-4412-bec0-f7e0276ced2c None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:46:53.665377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582c9478-f5ea-4542-be20-3685cddd61fc req-49246a09-80a2-43b5-8078-86f68881ec20 service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842555 Feb 15 14:46:53.760241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-582c9478-f5ea-4542-be20-3685cddd61fc req-43e64064-fbfc-4a05-9065-2f40580da5bd service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876529 Feb 15 14:46:53.885510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-37cbba74-a7df-4412-bec0-f7e0276ced2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6b528bb7-d674-4e4e-85a0-28f9906f3a9b', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'port_id': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'mac_address': 'fa:16:3e:a2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:46:50Z', 'updated_at': '2022-02-15T14:46:52Z', 'revision_number': 2, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:44:06Z', 'revision_number': 5, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:46:53.911194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cbba74-a7df-4412-bec0-f7e0276ced2c None None] The sync data for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 is: [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '6b528bb7-d674-4e4e-85a0-28f9906f3a9b', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'port_id': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'mac_address': 'fa:16:3e:a2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:46:50Z', 'updated_at': '2022-02-15T14:46:52Z', 'revision_number': 2, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:44:06Z', 'revision_number': 5, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:46:54.730606 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:46:55.234407 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:46:55.236787 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:46:55.275960 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c10c10-7f18-4c3e-ac37-37e0f65277a0 x-openstack-request-id: req-17c10c10-7f18-4c3e-ac37-37e0f65277a0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:46:55.276257 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:46:55.276511 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-17c10c10-7f18-4c3e-ac37-37e0f65277a0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:46:55.276908 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'status': 'completed', 'code': 200} Feb 15 14:46:55.343752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0 req-e013047c-ea79-4746-b9d4-3c9b6c0a7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:55.345217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0 req-e013047c-ea79-4746-b9d4-3c9b6c0a7b9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18042e46b9474d26ac07c6ceb2c551ff&device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 1128 time: 0.0454090 Feb 15 14:46:55.434871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0 req-165587fa-2cb2-4731-bd63-66e8f87c4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:55.436283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0 req-165587fa-2cb2-4731-bd63-66e8f87c4c7a service neutron] 10.222.0.67 "GET /v2.0/networks?id=2f68c189-59dc-43a9-87a1-8494c816ab72 HTTP/1.1" status: 200 len: 915 time: 0.0849433 Feb 15 14:46:55.507497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0 req-bcd40c4d-b446-4eb3-846d-1c8cd4ca83b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e HTTP/1.1" status: 200 len: 1001 time: 0.0638800 Feb 15 14:46:55.552883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0 req-b1290e15-88c5-4ae5-89d5-217796394411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:55.554331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0 req-b1290e15-88c5-4ae5-89d5-217796394411 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60284c64-cd56-4854-81e1-44214c40d453 HTTP/1.1" status: 200 len: 853 time: 0.0418479 Feb 15 14:46:55.601372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0 req-478469a1-18c5-4f28-8c10-8844bfbd22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:46:55.602869 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0 req-478469a1-18c5-4f28-8c10-8844bfbd22fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f68c189-59dc-43a9-87a1-8494c816ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432019 Feb 15 14:46:55.695450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0 req-afbef46c-0312-4701-86e3-96a833a54b42 service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855415 Feb 15 14:46:55.782858 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bf3ef00-93cf-4924-85bd-c9218aa2a1a0 req-6d11c3e8-f414-4518-aa1e-ff601a7307f5 service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815873 Feb 15 14:47:10.258734 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:12.524882 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:14.824897 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2e8475ec-f4ff-4cda-94ee-4377edc2810b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:17.203681 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1521cea6-9a46-4e79-b2a7-5711169e7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:18.514204 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:19.840745 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:21.143592 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:24.211845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48720) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:24.380842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Deleting port f7e1ad6b-2c18-4626-8077-ddeb57f00f89 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:47:24.381186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f7e1ad6b-2c18-4626-8077-ddeb57f00f89), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:24.455452 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f7e1ad6b-2c18-4626-8077-ddeb57f00f89), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:24.455784 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for floatingip (f7e1ad6b-2c18-4626-8077-ddeb57f00f89), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:24.467393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Calling delete_port for f7e1ad6b-2c18-4626-8077-ddeb57f00f89 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:47:24.648676 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f7e1ad6b-2c18-4626-8077-ddeb57f00f89), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:24.678697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event deleted for resources: {'Port': ['ID=f7e1ad6b-2c18-4626-8077-ddeb57f00f89,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:24.691895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.692256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.692623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.692967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.693302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.693663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.693992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.694319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.694666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.694997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.695328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.695653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.695976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:24.754801 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for floatingip (6b528bb7-d674-4e4e-85a0-28f9906f3a9b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:24.755111 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Floating IP 6b528bb7-d674-4e4e-85a0-28f9906f3a9b disassociated (deleted). External IP: 172.25.6.100, port: bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e. Feb 15 14:47:24.968250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Router cd1a814c-0089-4799-908d-000ae081c085 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:47:25.078245 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:47:25.083366 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:25.087901 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647deef-2c4d-4fe5-9fcd-3084a19b224f None None] Sync routers for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:47:25.098244 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647deef-2c4d-4fe5-9fcd-3084a19b224f None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:47:25.098844 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5647deef-2c4d-4fe5-9fcd-3084a19b224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:47:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:25.113022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fd3f3fdb-e0cf-462b-854c-383ef6e3739e tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "DELETE /v2.0/floatingips/6b528bb7-d674-4e4e-85a0-28f9906f3a9b HTTP/1.1" status: 204 len: 168 time: 0.9000549 Feb 15 14:47:25.113605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:47:25.115954 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88003ef-58f8-41ba-8382-caccd99bb4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:47:25.183886 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23149d2-b7f0-48ab-92fe-6cf6cb8b0439 x-openstack-request-id: req-d23149d2-b7f0-48ab-92fe-6cf6cb8b0439 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:47:25.184193 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:47:25.184451 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d23149d2-b7f0-48ab-92fe-6cf6cb8b0439 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:47:25.184862 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'status': 'completed', 'code': 200} Feb 15 14:47:25.213393 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5647deef-2c4d-4fe5-9fcd-3084a19b224f None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:47:25.272017 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88003ef-58f8-41ba-8382-caccd99bb4e0 req-77c879e9-c694-4c6b-8c98-1fd3ec234050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:47:25.273314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b88003ef-58f8-41ba-8382-caccd99bb4e0 req-77c879e9-c694-4c6b-8c98-1fd3ec234050 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=18042e46b9474d26ac07c6ceb2c551ff&device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 1128 time: 0.0636070 Feb 15 14:47:25.400632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88003ef-58f8-41ba-8382-caccd99bb4e0 req-b0c25b7e-39b8-4efa-8d42-4134ea0dce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:47:25.402079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b88003ef-58f8-41ba-8382-caccd99bb4e0 req-b0c25b7e-39b8-4efa-8d42-4134ea0dce01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2f68c189-59dc-43a9-87a1-8494c816ab72 HTTP/1.1" status: 200 len: 915 time: 0.1218014 Feb 15 14:47:25.409092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5424fb-70ba-4a0e-a48c-d0f67d3f88bf req-04a50158-3ab1-40ee-9e72-b3146d3f4e57 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:47:25.410447 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb5424fb-70ba-4a0e-a48c-d0f67d3f88bf req-04a50158-3ab1-40ee-9e72-b3146d3f4e57 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 945 time: 0.0847492 Feb 15 14:47:25.425547 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5647deef-2c4d-4fe5-9fcd-3084a19b224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:44:06Z', 'revision_number': 5, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:25.451317 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647deef-2c4d-4fe5-9fcd-3084a19b224f None None] Checking router: cd1a814c-0089-4799-908d-000ae081c085 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:47:25.456833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b88003ef-58f8-41ba-8382-caccd99bb4e0 req-abe064cf-ea0f-42a5-b914-5f43772afccf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e HTTP/1.1" status: 200 len: 217 time: 0.0454445 Feb 15 14:47:25.460018 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647deef-2c4d-4fe5-9fcd-3084a19b224f None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:47:25.460614 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5647deef-2c4d-4fe5-9fcd-3084a19b224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:47:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:25.525354 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb5424fb-70ba-4a0e-a48c-d0f67d3f88bf req-736b92cf-06a0-48e6-9e9e-2e5f35af00ff tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082382 Feb 15 14:47:25.538594 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88003ef-58f8-41ba-8382-caccd99bb4e0 req-43b3a577-d704-4c23-b488-a8771fe82239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:47:25.540503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b88003ef-58f8-41ba-8382-caccd99bb4e0 req-43b3a577-d704-4c23-b488-a8771fe82239 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60284c64-cd56-4854-81e1-44214c40d453 HTTP/1.1" status: 200 len: 853 time: 0.0759144 Feb 15 14:47:25.595147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88003ef-58f8-41ba-8382-caccd99bb4e0 req-ae61416b-db79-4382-a8b5-a3f7ecb3ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:47:25.596773 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b88003ef-58f8-41ba-8382-caccd99bb4e0 req-ae61416b-db79-4382-a8b5-a3f7ecb3ad4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f68c189-59dc-43a9-87a1-8494c816ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480900 Feb 15 14:47:25.661607 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5647deef-2c4d-4fe5-9fcd-3084a19b224f None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:47:25.684420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b88003ef-58f8-41ba-8382-caccd99bb4e0 req-d84943b1-495c-4219-ac38-2a6b30cbaeb2 service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808973 Feb 15 14:47:25.783689 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b88003ef-58f8-41ba-8382-caccd99bb4e0 req-6e94cdd2-1496-475d-8e72-1687b4aa8bae service neutron] 10.222.0.67 "GET /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906725 Feb 15 14:47:25.858008 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5647deef-2c4d-4fe5-9fcd-3084a19b224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:44:06Z', 'revision_number': 5, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:25.883013 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647deef-2c4d-4fe5-9fcd-3084a19b224f None None] The sync data for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 is: [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:43:59Z', 'revision_number': 4, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e', 'name': '', 'network_id': '2f68c189-59dc-43a9-87a1-8494c816ab72', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'mac_address': 'fa:16:3e:2c:2c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '60284c64-cd56-4854-81e1-44214c40d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:59Z', 'updated_at': '2022-02-15T14:44:06Z', 'revision_number': 5, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'subnets': [{'id': '60284c64-cd56-4854-81e1-44214c40d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:47:26.094244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73224c-810a-47d6-8711-50d5682b840e None None] New status for floating IP 6b528bb7-d674-4e4e-85a0-28f9906f3a9b: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:47:26.659437 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4ad6a-b71a-4b32-8d7a-7db35286217a req-510adb0c-d2b5-445d-a294-bfea378e7038 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:47:26.660929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8c4ad6a-b71a-4b32-8d7a-7db35286217a req-510adb0c-d2b5-445d-a294-bfea378e7038 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 945 time: 0.0542159 Feb 15 14:47:26.709487 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8c4ad6a-b71a-4b32-8d7a-7db35286217a req-19cbf727-6f29-4681-b58b-e30308a1bea1 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/security-groups?id=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429981 Feb 15 14:47:27.100405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309ae7d-e5b4-4e8b-b00f-1a4b17d75a67 req-ad9813ec-27d9-46aa-a037-469314c41ea1 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:47:27.101857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f309ae7d-e5b4-4e8b-b00f-1a4b17d75a67 req-ad9813ec-27d9-46aa-a037-469314c41ea1 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.67 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 945 time: 0.0567663 Feb 15 14:47:27.201415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f309ae7d-e5b4-4e8b-b00f-1a4b17d75a67 req-cf379ea5-9e7f-48de-9f7e-b3c48334307f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Deleting port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:47:27.201765 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f309ae7d-e5b4-4e8b-b00f-1a4b17d75a67 req-cf379ea5-9e7f-48de-9f7e-b3c48334307f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:27.291882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-f309ae7d-e5b4-4e8b-b00f-1a4b17d75a67 req-cf379ea5-9e7f-48de-9f7e-b3c48334307f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] For port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:47:27.292245 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f309ae7d-e5b4-4e8b-b00f-1a4b17d75a67 req-cf379ea5-9e7f-48de-9f7e-b3c48334307f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:27.305023 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-f309ae7d-e5b4-4e8b-b00f-1a4b17d75a67 req-cf379ea5-9e7f-48de-9f7e-b3c48334307f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Calling delete_port for bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:47:27.428164 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f309ae7d-e5b4-4e8b-b00f-1a4b17d75a67 req-cf379ea5-9e7f-48de-9f7e-b3c48334307f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:27.460121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf379ea5-9e7f-48de-9f7e-b3c48334307f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event deleted for resources: {'Port': ['ID=bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:27.503782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f309ae7d-e5b4-4e8b-b00f-1a4b17d75a67 req-cf379ea5-9e7f-48de-9f7e-b3c48334307f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] No DVR routers for this DVR port bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:47:27.506294 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-f309ae7d-e5b4-4e8b-b00f-1a4b17d75a67 req-cf379ea5-9e7f-48de-9f7e-b3c48334307f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:27.509759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f309ae7d-e5b4-4e8b-b00f-1a4b17d75a67 req-cf379ea5-9e7f-48de-9f7e-b3c48334307f tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.67 "DELETE /v2.0/ports/bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e HTTP/1.1" status: 204 len: 173 time: 0.4019854 Feb 15 14:47:27.510207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'name': 'network-vif-deleted', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:47:27.512566 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b19ad2f-de22-4f3d-b904-9aa2c6a62907" -d '{"events": [{"server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "name": "network-vif-deleted", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:47:27.549435 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f0f765-deab-46fc-8adf-a0b3fbe006c0 x-openstack-request-id: req-a2f0f765-deab-46fc-8adf-a0b3fbe006c0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:47:27.549807 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af39edc9-5b0a-41c8-9d55-41e1b50553a0", "name": "network-vif-deleted", "tag": "bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:47:27.550070 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a2f0f765-deab-46fc-8adf-a0b3fbe006c0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:47:27.550499 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af39edc9-5b0a-41c8-9d55-41e1b50553a0', 'name': 'network-vif-deleted', 'tag': 'bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e', 'status': 'completed', 'code': 200} Feb 15 14:47:27.815308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1b8557e9-a2dc-4313-b147-b43acbddcd32 req-1db10112-df00-4482-8526-d1f154f3128a tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 210 time: 0.0317831 Feb 15 14:47:28.913257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7f71bc30-299c-4b79-a71c-26c59ff375c0 req-4b1784c1-cb46-43d4-baeb-6dbb301c7a59 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 210 time: 0.0284786 Feb 15 14:47:29.928765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:47:29.949409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:47:29.949767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device bfbe4c07-39fd-48b6-b7d7-7a3a6a3ecf0e not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:47:30.011097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-591ba037-74f9-480e-b01b-905fc40d538f req-7c0e9df0-d7d1-4a3b-9820-2ce992555e97 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 210 time: 0.0297871 Feb 15 14:47:31.105854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4d361a9-31c7-4e99-ba31-68f6664106b0 req-4def3c23-90a7-4dd2-b186-b1541eb31c85 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 210 time: 0.0280013 Feb 15 14:47:31.729745 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:47:32.199583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-41b03ce8-cc56-4b39-b891-c906251988cb req-026d2ea6-332b-4000-90a3-16df905da67a tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 210 time: 0.0267713 Feb 15 14:47:33.293753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd364fd7-c791-44dd-896a-e7656ada1a9b req-69d89cb2-c61c-43c6-bc72-3caa55059a43 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 210 time: 0.0274277 Feb 15 14:47:34.393396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7532259-ad99-48f9-ac85-69ba92608585 req-18419b62-c37b-4743-8b27-f715c2f308a2 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 210 time: 0.0283434 Feb 15 14:47:35.488924 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eba377b2-d9ef-432e-9287-46e9b1b77c35 req-736bace4-50f6-4e75-8d1c-998d19f10f58 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 210 time: 0.0267563 Feb 15 14:47:36.597451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-21e87daf-c601-4e32-911c-d518016f1302 req-29784adc-aae0-400d-becd-dc7b42ae80ba tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "GET /v2.0/ports?device_id=af39edc9-5b0a-41c8-9d55-41e1b50553a0 HTTP/1.1" status: 200 len: 210 time: 0.0303388 Feb 15 14:47:37.660313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 48766) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:37.717560 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5a088b84-e89c-4671-9fe6-cef36a0f0d30 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group (9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:37.742584 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5a088b84-e89c-4671-9fe6-cef36a0f0d30 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group (9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:37.804915 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5a088b84-e89c-4671-9fe6-cef36a0f0d30 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:37.807599 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5a088b84-e89c-4671-9fe6-cef36a0f0d30 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:37.808750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5a088b84-e89c-4671-9fe6-cef36a0f0d30 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] 10.222.0.72 "DELETE /v2.0/security-groups/9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c HTTP/1.1" status: 204 len: 168 time: 0.1474230 Feb 15 14:47:37.819327 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a088b84-e89c-4671-9fe6-cef36a0f0d30 tempest-TestVolumeBackupRestore-1363490895 tempest-TestVolumeBackupRestore-1363490895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f070c11-abef-4c0a-a8fa-0e5f54fd2b0c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:40.300301 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:42.545633 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:44.827927 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5fb0eeda-6543-4e10-bfd4-de896b2fb5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:45.424659 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49228) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:45.794011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (cd1a814c-0089-4799-908d-000ae081c085), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:46.054395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Deleting port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:47:46.054660 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:46.131615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] For port 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:47:46.131968 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:46.145344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Calling delete_port for 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:47:46.327071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:46.354056 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:46.386103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.386459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.386804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.387176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.387515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.387848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.388176 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.388504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.388832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.389158 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.389482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.389811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.390135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:46.545741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (cd1a814c-0089-4799-908d-000ae081c085), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:46.772484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Router cd1a814c-0089-4799-908d-000ae081c085 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:47:46.877686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:47:46.882936 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4fb088af-fdad-47ad-9aa1-d46551e71e01 admin admin] 10.222.0.72 "PUT /v2.0/routers/cd1a814c-0089-4799-908d-000ae081c085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4563413 Feb 15 14:47:46.885511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49230) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:46.886486 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f30807b-e59c-4eac-ab65-7b9f52c84912 None None] Sync routers for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:47:46.897597 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f30807b-e59c-4eac-ab65-7b9f52c84912 None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:47:46.898203 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4f30807b-e59c-4eac-ab65-7b9f52c84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:47:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:47.001404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Publish callbacks [] for router (cd1a814c-0089-4799-908d-000ae081c085), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.008522 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4f30807b-e59c-4eac-ab65-7b9f52c84912 None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:47:47.110210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Publish callbacks [] for router_gateway (cd1a814c-0089-4799-908d-000ae081c085), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.162049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Deleting port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:47:47.162385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.189734 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4f30807b-e59c-4eac-ab65-7b9f52c84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:47:46Z', 'revision_number': 5, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port': {'id': '49ebb0e5-3c99-4cea-b12a-e55642f6afbd', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1a814c-0089-4799-908d-000ae081c085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:47.208579 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c315c794-60ec-48a9-a988-50d280736887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.216969 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f30807b-e59c-4eac-ab65-7b9f52c84912 None None] Checking router: cd1a814c-0089-4799-908d-000ae081c085 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:47:47.229440 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f30807b-e59c-4eac-ab65-7b9f52c84912 None None] Routers {'cd1a814c-0089-4799-908d-000ae081c085'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:47:47.230059 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4f30807b-e59c-4eac-ab65-7b9f52c84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:47:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['cd1a814c-0089-4799-908d-000ae081c085'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:47.252137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] For port 49ebb0e5-3c99-4cea-b12a-e55642f6afbd, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=49ebb0e5-3c99-4cea-b12a-e55642f6afbd,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:47:47.252494 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.266954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Calling delete_port for 49ebb0e5-3c99-4cea-b12a-e55642f6afbd owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:47:47.318697 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4f30807b-e59c-4eac-ab65-7b9f52c84912 None None] Set router cd1a814c-0089-4799-908d-000ae081c085 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:47:47.367555 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4f30807b-e59c-4eac-ab65-7b9f52c84912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:47:47Z', 'revision_number': 6, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:47.396483 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f30807b-e59c-4eac-ab65-7b9f52c84912 None None] The sync data for ids ['cd1a814c-0089-4799-908d-000ae081c085'] in n-d-829064-15 is: [{'id': 'cd1a814c-0089-4799-908d-000ae081c085', 'name': 'tempest-TestVolumeBackupRestore-1872632532-router', 'tenant_id': '18042e46b9474d26ac07c6ceb2c551ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:43:57Z', 'updated_at': '2022-02-15T14:47:47Z', 'revision_number': 6, 'project_id': '18042e46b9474d26ac07c6ceb2c551ff', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:47:47.436328 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (49ebb0e5-3c99-4cea-b12a-e55642f6afbd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.459715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ebb0e5-3c99-4cea-b12a-e55642f6afbd,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:47.530269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (cd1a814c-0089-4799-908d-000ae081c085), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.621965 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (cd1a814c-0089-4799-908d-000ae081c085), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.624018 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Publish callbacks [] for router_controller (cd1a814c-0089-4799-908d-000ae081c085), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.665316 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (cd1a814c-0089-4799-908d-000ae081c085), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.665866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd1a814c-0089-4799-908d-000ae081c085 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:47:47.670672 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.675170 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-08971fa9-f340-4c23-9ac0-d8ac02a6b247 admin admin] 10.222.0.72 "DELETE /v2.0/routers/cd1a814c-0089-4799-908d-000ae081c085 HTTP/1.1" status: 204 len: 168 time: 0.7858710 Feb 15 14:47:47.675410 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49232) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:47.717942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd3b6ed-b2db-4a1d-820c-152bb3ff9cd8 admin admin] Deleting subnet 60284c64-cd56-4854-81e1-44214c40d453 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:47:47.721486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b6ed-b2db-4a1d-820c-152bb3ff9cd8 admin admin] Publish callbacks [] for subnet (60284c64-cd56-4854-81e1-44214c40d453), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.760436 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b6ed-b2db-4a1d-820c-152bb3ff9cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (60284c64-cd56-4854-81e1-44214c40d453), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.842390 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b6ed-b2db-4a1d-820c-152bb3ff9cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (60284c64-cd56-4854-81e1-44214c40d453), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.893561 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b6ed-b2db-4a1d-820c-152bb3ff9cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (60284c64-cd56-4854-81e1-44214c40d453), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.917325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3b6ed-b2db-4a1d-820c-152bb3ff9cd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60284c64-cd56-4854-81e1-44214c40d453,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:47.924451 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b6ed-b2db-4a1d-820c-152bb3ff9cd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:47.927788 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ebd3b6ed-b2db-4a1d-820c-152bb3ff9cd8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/60284c64-cd56-4854-81e1-44214c40d453 HTTP/1.1" status: 204 len: 168 time: 0.2513921 Feb 15 14:47:47.930501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49234) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:47.931038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42decb6-6e7b-4b97-962f-db650f2cd919 None None] Network 2f68c189-59dc-43a9-87a1-8494c816ab72 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:47:47.997669 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (2f68c189-59dc-43a9-87a1-8494c816ab72), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.056534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Deleting port 02adf68a-0eae-4484-b974-85b80f190a06 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:47:48.056877 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (02adf68a-0eae-4484-b974-85b80f190a06), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.117773 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] For port 02adf68a-0eae-4484-b974-85b80f190a06, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=02adf68a-0eae-4484-b974-85b80f190a06,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:47:48.118065 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (02adf68a-0eae-4484-b974-85b80f190a06), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.131065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Calling delete_port for 02adf68a-0eae-4484-b974-85b80f190a06 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:47:48.182889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] DHCP port deletion for 2f68c189-59dc-43a9-87a1-8494c816ab72 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:47:48.236496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Deleting port 02adf68a-0eae-4484-b974-85b80f190a06 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:47:48.237210 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (02adf68a-0eae-4484-b974-85b80f190a06), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.305558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] For port 02adf68a-0eae-4484-b974-85b80f190a06, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=02adf68a-0eae-4484-b974-85b80f190a06,segment=NetworkSegment(8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47),segment_id=8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:47:48.306049 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (02adf68a-0eae-4484-b974-85b80f190a06), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.320411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Calling delete_port for 02adf68a-0eae-4484-b974-85b80f190a06 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:47:48.407039 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (02adf68a-0eae-4484-b974-85b80f190a06), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.434021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Pushing event deleted for resources: {'Port': ['ID=02adf68a-0eae-4484-b974-85b80f190a06,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:48.439277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] No DVR routers for this DVR port 02adf68a-0eae-4484-b974-85b80f190a06 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:47:48.447152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.447639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.448072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.448502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.449040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.449472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.450384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.450384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.450763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.451231 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.451653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.452067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.454359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3187c-808a-41ca-916a-f7824c8acba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:47:48.471661 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (02adf68a-0eae-4484-b974-85b80f190a06), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.501599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] No DVR routers for this DVR port 02adf68a-0eae-4484-b974-85b80f190a06 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:47:48.508085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=02adf68a-0eae-4484-b974-85b80f190a06,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:48.526922 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.575596 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (2f68c189-59dc-43a9-87a1-8494c816ab72), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.598058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f68c189-59dc-43a9-87a1-8494c816ab72']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:48.607058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:48.607349 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:48.617039 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.631138 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.637072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:47:48.637467 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (8f3f86e3-6e7b-4d2f-9aa2-28d9691fcf47), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: self.session.flush() Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:47:48.639171 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:47:48.692059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (2f68c189-59dc-43a9-87a1-8494c816ab72), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.697536 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:48.700673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2f68c189-59dc-43a9-87a1-8494c816ab72 HTTP/1.1" status: 204 len: 168 time: 0.7691491 Feb 15 14:47:48.709416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49236) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:48.711580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eb3a0-d85f-43e2-9eb7-1782568fefa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f68c189-59dc-43a9-87a1-8494c816ab72,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:49.048357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (86e23e65-eea5-47db-a817-3b02f5a1475b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:49.267793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 49ebb0e5-3c99-4cea-b12a-e55642f6afbd no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:47:49.287903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 49ebb0e5-3c99-4cea-b12a-e55642f6afbd {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:47:49.288243 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 49ebb0e5-3c99-4cea-b12a-e55642f6afbd not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:47:49.288657 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:47:49.298080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] Deleting port 7e081a04-2df3-4973-bca3-021b43de9dac {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:47:49.298475 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:49.306644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:47:49.307010 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 73fe44b2-afdb-4fc2-924c-c4f9fd3a9e2e not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:47:49.307419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 02adf68a-0eae-4484-b974-85b80f190a06 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:47:49.327938 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 02adf68a-0eae-4484-b974-85b80f190a06 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:47:49.328286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 02adf68a-0eae-4484-b974-85b80f190a06 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:47:49.376752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] For port 7e081a04-2df3-4973-bca3-021b43de9dac, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7e081a04-2df3-4973-bca3-021b43de9dac,segment=NetworkSegment(400105c7-5230-46d9-9057-c85124c580f8),segment_id=400105c7-5230-46d9-9057-c85124c580f8)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:47:49.377148 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:49.389504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] Calling delete_port for 7e081a04-2df3-4973-bca3-021b43de9dac owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:47:49.568864 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7e081a04-2df3-4973-bca3-021b43de9dac), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:49.596591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e081a04-2df3-4973-bca3-021b43de9dac,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:49.846171 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:50.082451 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (86e23e65-eea5-47db-a817-3b02f5a1475b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:50.297698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] Router 86e23e65-eea5-47db-a817-3b02f5a1475b has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:47:50.402251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:47:50.407775 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-35de2ae8-5807-43a3-b847-f154419e1a28 admin admin] 10.222.0.72 "PUT /v2.0/routers/86e23e65-eea5-47db-a817-3b02f5a1475b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029843 Feb 15 14:47:50.410203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49238) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:50.413194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7f165-3451-457a-859a-d6db292114cf None None] Sync routers for ids ['86e23e65-eea5-47db-a817-3b02f5a1475b'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:47:50.424446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7f165-3451-457a-859a-d6db292114cf None None] Routers {'86e23e65-eea5-47db-a817-3b02f5a1475b'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:47:50.425050 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-16d7f165-3451-457a-859a-d6db292114cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:47:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['86e23e65-eea5-47db-a817-3b02f5a1475b'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:50.510928 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Publish callbacks [] for router (86e23e65-eea5-47db-a817-3b02f5a1475b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:50.527550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-16d7f165-3451-457a-859a-d6db292114cf None None] Set router 86e23e65-eea5-47db-a817-3b02f5a1475b gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:47:50.615618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Publish callbacks [] for router_gateway (86e23e65-eea5-47db-a817-3b02f5a1475b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:50.671699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Deleting port b110708f-b5d5-4806-885f-cb8fe6320ab5 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:47:50.672046 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:50.700615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-16d7f165-3451-457a-859a-d6db292114cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'name': 'tempest-TestVolumeBackupRestore-12754373-router', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:44:01Z', 'updated_at': '2022-02-15T14:47:49Z', 'revision_number': 5, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'gw_port': {'id': 'b110708f-b5d5-4806-885f-cb8fe6320ab5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:44:02Z', 'updated_at': '2022-02-15T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:50.726565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7f165-3451-457a-859a-d6db292114cf None None] Checking router: 86e23e65-eea5-47db-a817-3b02f5a1475b for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:47:50.735415 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7f165-3451-457a-859a-d6db292114cf None None] Routers {'86e23e65-eea5-47db-a817-3b02f5a1475b'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:47:50.736020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-16d7f165-3451-457a-859a-d6db292114cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:47:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['86e23e65-eea5-47db-a817-3b02f5a1475b'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:50.752635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] For port b110708f-b5d5-4806-885f-cb8fe6320ab5, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b110708f-b5d5-4806-885f-cb8fe6320ab5,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:47:50.753011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:50.765703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Calling delete_port for b110708f-b5d5-4806-885f-cb8fe6320ab5 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:47:50.823749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-16d7f165-3451-457a-859a-d6db292114cf None None] Set router 86e23e65-eea5-47db-a817-3b02f5a1475b gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:47:50.877264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-16d7f165-3451-457a-859a-d6db292114cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'name': 'tempest-TestVolumeBackupRestore-12754373-router', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:44:01Z', 'updated_at': '2022-02-15T14:47:50Z', 'revision_number': 6, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:50.903283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d7f165-3451-457a-859a-d6db292114cf None None] The sync data for ids ['86e23e65-eea5-47db-a817-3b02f5a1475b'] in n-d-829064-15 is: [{'id': '86e23e65-eea5-47db-a817-3b02f5a1475b', 'name': 'tempest-TestVolumeBackupRestore-12754373-router', 'tenant_id': '34a276b8fc92408db5e435c69632d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:44:01Z', 'updated_at': '2022-02-15T14:47:50Z', 'revision_number': 6, 'project_id': '34a276b8fc92408db5e435c69632d3d5', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:47:50.940837 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (b110708f-b5d5-4806-885f-cb8fe6320ab5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:50.964762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Pushing event deleted for resources: {'Port': ['ID=b110708f-b5d5-4806-885f-cb8fe6320ab5,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:51.032845 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (86e23e65-eea5-47db-a817-3b02f5a1475b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.123132 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (86e23e65-eea5-47db-a817-3b02f5a1475b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.125229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Publish callbacks [] for router_controller (86e23e65-eea5-47db-a817-3b02f5a1475b), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.146457 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.173250 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (86e23e65-eea5-47db-a817-3b02f5a1475b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.173778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86e23e65-eea5-47db-a817-3b02f5a1475b {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:47:51.177967 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.179177 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9ac3ce83-655f-4861-9d11-569d803cf933 admin admin] 10.222.0.72 "DELETE /v2.0/routers/86e23e65-eea5-47db-a817-3b02f5a1475b HTTP/1.1" status: 204 len: 168 time: 0.7680249 Feb 15 14:47:51.181547 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49240) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:51.226111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b876df68-46cb-4158-9ae7-39b3128a0616 admin admin] Deleting subnet 112a7b81-c405-4a13-9fd5-5e2a54f292fa {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:47:51.229342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b876df68-46cb-4158-9ae7-39b3128a0616 admin admin] Publish callbacks [] for subnet (112a7b81-c405-4a13-9fd5-5e2a54f292fa), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.269781 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b876df68-46cb-4158-9ae7-39b3128a0616 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (112a7b81-c405-4a13-9fd5-5e2a54f292fa), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.352251 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b876df68-46cb-4158-9ae7-39b3128a0616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (112a7b81-c405-4a13-9fd5-5e2a54f292fa), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.382756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7e081a04-2df3-4973-bca3-021b43de9dac no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:47:51.408954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 7e081a04-2df3-4973-bca3-021b43de9dac {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:47:51.409298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7e081a04-2df3-4973-bca3-021b43de9dac not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:47:51.414117 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b876df68-46cb-4158-9ae7-39b3128a0616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (112a7b81-c405-4a13-9fd5-5e2a54f292fa), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.441247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876df68-46cb-4158-9ae7-39b3128a0616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112a7b81-c405-4a13-9fd5-5e2a54f292fa,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:51.445992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b876df68-46cb-4158-9ae7-39b3128a0616 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.451478 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b876df68-46cb-4158-9ae7-39b3128a0616 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/112a7b81-c405-4a13-9fd5-5e2a54f292fa HTTP/1.1" status: 204 len: 168 time: 0.2667317 Feb 15 14:47:51.451793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81669a78-c025-4e92-9f45-597130c378f8 None None] Network ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:47:51.452267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49242) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:51.534084 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.589501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Deleting port c6ba7359-dc46-4332-a8da-6ce8dd0f508a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:47:51.589835 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.656675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] For port c6ba7359-dc46-4332-a8da-6ce8dd0f508a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c6ba7359-dc46-4332-a8da-6ce8dd0f508a,segment=NetworkSegment(400105c7-5230-46d9-9057-c85124c580f8),segment_id=400105c7-5230-46d9-9057-c85124c580f8)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:47:51.656948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.669996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Calling delete_port for c6ba7359-dc46-4332-a8da-6ce8dd0f508a owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:47:51.753881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (c6ba7359-dc46-4332-a8da-6ce8dd0f508a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.774581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89710422-3fda-40a3-bc82-a6a8e8d5060a None None] DHCP port deletion for ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:47:51.786117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ba7359-dc46-4332-a8da-6ce8dd0f508a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:51.789859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] No DVR routers for this DVR port c6ba7359-dc46-4332-a8da-6ce8dd0f508a on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:47:51.865518 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.885569 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:51.894604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400105c7-5230-46d9-9057-c85124c580f8') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:51.894896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400105c7-5230-46d9-9057-c85124c580f8') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:47:51.904756 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (400105c7-5230-46d9-9057-c85124c580f8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.918772 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (400105c7-5230-46d9-9057-c85124c580f8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.925788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:47:51.926182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (400105c7-5230-46d9-9057-c85124c580f8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:47:51.927977 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:47:51.981682 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.988032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:51.991193 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] 10.222.0.72 "DELETE /v2.0/networks/ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35 HTTP/1.1" status: 204 len: 168 time: 0.5380006 Feb 15 14:47:52.006970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d5982-4ce9-43ac-889d-3694048af4bb admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd3a1ce-0094-4dd6-ad4e-ba2e9c77ca35,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:52.151642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49246) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:52.191299 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-253a8e0f-4eec-47d4-9d4d-1376969efac8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=18042e46b9474d26ac07c6ceb2c551ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383492 Feb 15 14:47:52.193528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49248) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:52.239684 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b51c4acd-ae00-472f-8c4e-044a914871c6 admin admin] Publish callbacks [] for security_group (db8215a4-b1bb-4446-80b4-0dcf98f8fc1f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:52.260495 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b51c4acd-ae00-472f-8c4e-044a914871c6 admin admin] Publish callbacks [] for security_group (db8215a4-b1bb-4446-80b4-0dcf98f8fc1f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:52.306528 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b51c4acd-ae00-472f-8c4e-044a914871c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (db8215a4-b1bb-4446-80b4-0dcf98f8fc1f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:52.309154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b51c4acd-ae00-472f-8c4e-044a914871c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:52.313746 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b51c4acd-ae00-472f-8c4e-044a914871c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/db8215a4-b1bb-4446-80b4-0dcf98f8fc1f HTTP/1.1" status: 204 len: 168 time: 0.1159167 Feb 15 14:47:52.318607 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c4acd-ae00-472f-8c4e-044a914871c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8215a4-b1bb-4446-80b4-0dcf98f8fc1f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:52.617241 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49254) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:52.657634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e33e9812-b617-4c43-8eb5-f3d4731d88ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34a276b8fc92408db5e435c69632d3d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391700 Feb 15 14:47:52.660058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49256) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:47:52.706067 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a59ef23-d385-40ec-b177-5460e05bb6c7 admin admin] Publish callbacks [] for security_group (d5710e80-c72a-4840-a1da-06dc2e0acb5f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:52.730361 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a59ef23-d385-40ec-b177-5460e05bb6c7 admin admin] Publish callbacks [] for security_group (d5710e80-c72a-4840-a1da-06dc2e0acb5f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:52.775539 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a59ef23-d385-40ec-b177-5460e05bb6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d5710e80-c72a-4840-a1da-06dc2e0acb5f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:52.778415 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a59ef23-d385-40ec-b177-5460e05bb6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:47:52.779656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3a59ef23-d385-40ec-b177-5460e05bb6c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d5710e80-c72a-4840-a1da-06dc2e0acb5f HTTP/1.1" status: 204 len: 168 time: 0.1186812 Feb 15 14:47:52.788063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ef23-d385-40ec-b177-5460e05bb6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5710e80-c72a-4840-a1da-06dc2e0acb5f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:47:53.268943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b110708f-b5d5-4806-885f-cb8fe6320ab5 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:47:53.290248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b110708f-b5d5-4806-885f-cb8fe6320ab5 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:47:53.290604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b110708f-b5d5-4806-885f-cb8fe6320ab5 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:47:53.291062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c6ba7359-dc46-4332-a8da-6ce8dd0f508a no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:47:53.311648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: c6ba7359-dc46-4332-a8da-6ce8dd0f508a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:47:53.312097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c6ba7359-dc46-4332-a8da-6ce8dd0f508a not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:48:03.482453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-98a2b135-372f-444d-ae4a-88b67f6d678c tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=348a985534474e598662c1fe0162a778&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288100 Feb 15 14:48:03.660676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-e150e6af-ed4b-495c-ae16-38f460d0a292 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:03.662173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-e150e6af-ed4b-495c-ae16-38f460d0a292 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742907 Feb 15 14:48:03.676456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-09a5afe4-b426-4a44-bf6d-a568abe3fd15 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/quotas/348a985534474e598662c1fe0162a778 HTTP/1.1" status: 200 len: 375 time: 0.0089869 Feb 15 14:48:03.710643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-064d31c7-af6b-4c4d-8a2a-1221414e2451 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=348a985534474e598662c1fe0162a778&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296021 Feb 15 14:48:03.875011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ab867d8-9652-40ad-b2d7-178d2844d29c req-a36bb6b1-1c0e-4ff2-b7f4-487e50f58422 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 210 time: 0.0267811 Feb 15 14:48:04.955479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d39908b-4c9c-4ff7-bb0b-ed4cd7cc1651 req-2371ff8b-b7bf-4e27-8067-c298a43d10cb tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 210 time: 0.0273929 Feb 15 14:48:06.035755 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4b779ba-efb0-44f3-845f-6ee224125251 req-8dbc686c-45f5-445b-9556-512b5a38c0bb tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 210 time: 0.0304508 Feb 15 14:48:07.116222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5f90024-1f0f-4dda-ad55-9d7fae846895 req-8d8d4d2a-a81d-494d-8c70-6010dfbe554c tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 210 time: 0.0305436 Feb 15 14:48:08.210911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc540ccb-b017-4265-b56c-d0fcfeaf4115 req-8e7372fe-077e-49c5-b18a-0ba774df2ea6 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 210 time: 0.0272822 Feb 15 14:48:08.728761 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:48:08.851161 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-afcbe2f6-0063-4022-ae88-99a25aa8f43e tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=348a985534474e598662c1fe0162a778&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246787 Feb 15 14:48:08.962193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-45e3fd49-36e8-4701-8ed4-9ad02780bd94 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:08.963668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-45e3fd49-36e8-4701-8ed4-9ad02780bd94 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1079309 Feb 15 14:48:08.977941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Request body: {'port': {'device_id': 'ec4b5085-ad14-4111-833d-01eddb075a3e', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'admin_state_up': True, 'tenant_id': '348a985534474e598662c1fe0162a778'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:48:09.081358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Made reservation on behalf of 348a985534474e598662c1fe0162a778 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:48:09.084716 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:09.093419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:09.165912 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Publish callbacks [] for security_group (bac1dcbf-9488-406c-b8c9-c00a74b8428d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:09.169479 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bac1dcbf-9488-406c-b8c9-c00a74b8428d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:09.233335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac1dcbf-9488-406c-b8c9-c00a74b8428d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:09.311880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-03ed5f6d-3e7f-4b7b-852d-b2ccedbdfce3 req-1a36dddc-c428-49da-8805-f13038cb8803 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 210 time: 0.0328591 Feb 15 14:48:09.329845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Allocated IP 192.168.233.85 (a302c74c-02c0-4b6a-ada7-687d3cce80f4/796ade7c-aa7e-4660-93a7-554c9f4f4fb2/5c196814-e240-4510-af4b-80fe224d84cb) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:48:09.473446 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Publish callbacks [] for port (5c196814-e240-4510-af4b-80fe224d84cb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:09.506431 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (5c196814-e240-4510-af4b-80fe224d84cb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:09.546066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Network a302c74c-02c0-4b6a-ada7-687d3cce80f4 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:48:09.552286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:48:09.555928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:48:09.585623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Pushing event updated for resources: {'Port': ['ID=5c196814-e240-4510-af4b-80fe224d84cb,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:09.613941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:09.614470 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:09.631262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-30b35111-2a64-4923-9851-8181f963d74a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6568348 Feb 15 14:48:09.642320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Request body: {'port': {'device_id': 'ec4b5085-ad14-4111-833d-01eddb075a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:48:09.703313 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5c196814-e240-4510-af4b-80fe224d84cb), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:09.787434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c305577a-a039-4f84-8fb9-241fa41ffbb3 None None] Provisioning complete for port 5c196814-e240-4510-af4b-80fe224d84cb triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:48:09.788072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c305577a-a039-4f84-8fb9-241fa41ffbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5c196814-e240-4510-af4b-80fe224d84cb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:09.822631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c305577a-a039-4f84-8fb9-241fa41ffbb3 None None] Port 5c196814-e240-4510-af4b-80fe224d84cb cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:48:09.965785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c196814-e240-4510-af4b-80fe224d84cb {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:48:09.973699 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Publish callbacks [] for port (5c196814-e240-4510-af4b-80fe224d84cb), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:09.986571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Transition to ACTIVE for port object 5c196814-e240-4510-af4b-80fe224d84cb will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:48:09.989728 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (5c196814-e240-4510-af4b-80fe224d84cb), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:10.041554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Pushing event updated for resources: {'Port': ['ID=5c196814-e240-4510-af4b-80fe224d84cb,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:10.112443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Attempting to bind port 5c196814-e240-4510-af4b-80fe224d84cb on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:48:10.112782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Attempting to bind port 5c196814-e240-4510-af4b-80fe224d84cb by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:48:10.113124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Attempting to bind port 5c196814-e240-4510-af4b-80fe224d84cb on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:48:10.117782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Port 5c196814-e240-4510-af4b-80fe224d84cb on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:48:10.118108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Attempting to bind port 5c196814-e240-4510-af4b-80fe224d84cb on network a302c74c-02c0-4b6a-ada7-687d3cce80f4 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:48:10.123393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:48:10.123726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Checking segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:48:10.124108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Bound using segment: {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:48:10.124538 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Bound port: 5c196814-e240-4510-af4b-80fe224d84cb, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a2d80e-c460-447f-96c4-5ae436709169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:48:10.124895 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5c196814-e240-4510-af4b-80fe224d84cb), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:10.198652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] For port 5c196814-e240-4510-af4b-80fe224d84cb, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:48:10.201571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] For port 5c196814-e240-4510-af4b-80fe224d84cb, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5c196814-e240-4510-af4b-80fe224d84cb,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:48:10.207266 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (5c196814-e240-4510-af4b-80fe224d84cb), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:10.243049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:10.243659 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:10.245289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] 10.222.0.67 "PUT /v2.0/ports/5c196814-e240-4510-af4b-80fe224d84cb HTTP/1.1" status: 200 len: 1096 time: 0.6071663 Feb 15 14:48:10.245734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4b5085-ad14-4111-833d-01eddb075a3e', 'tag': '5c196814-e240-4510-af4b-80fe224d84cb'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:48:10.248207 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b74296c-8670-45d3-a7b2-ae65f1799c31" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4b5085-ad14-4111-833d-01eddb075a3e", "tag": "5c196814-e240-4510-af4b-80fe224d84cb"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:48:10.285930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b0259-24d4-4d31-a414-0e79df00b134 service neutron] Pushing event updated for resources: {'Port': ['ID=5c196814-e240-4510-af4b-80fe224d84cb,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:10.325720 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9f3b0b-c85e-4a9e-8328-64b1bed9cb6e x-openstack-request-id: req-4a9f3b0b-c85e-4a9e-8328-64b1bed9cb6e {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:48:10.326150 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4b5085-ad14-4111-833d-01eddb075a3e", "tag": "5c196814-e240-4510-af4b-80fe224d84cb", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:48:10.326503 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4a9f3b0b-c85e-4a9e-8328-64b1bed9cb6e {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:48:10.327032 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4b5085-ad14-4111-833d-01eddb075a3e', 'tag': '5c196814-e240-4510-af4b-80fe224d84cb', 'status': 'completed', 'code': 200} Feb 15 14:48:10.348543 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-67cd65b9-8a3d-4654-9d7a-b28a8af66293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:10.350504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-67cd65b9-8a3d-4654-9d7a-b28a8af66293 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=348a985534474e598662c1fe0162a778&device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 1130 time: 0.0615306 Feb 15 14:48:10.352363 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:10.399131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-b946e16e-178c-4075-8f82-e16bb6d9ff90 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=5c196814-e240-4510-af4b-80fe224d84cb HTTP/1.1" status: 200 len: 217 time: 0.0415299 Feb 15 14:48:10.472920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-ac763477-498f-4f1c-a492-52c684a8047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:10.474362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-ac763477-498f-4f1c-a492-52c684a8047c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0680892 Feb 15 14:48:10.485548 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd1758-38ff-4bb5-81b0-b87a5fd3895e req-c8eed2fa-ca83-4db1-a7fd-d0eae09702a6 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:10.486923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9cd1758-38ff-4bb5-81b0-b87a5fd3895e req-c8eed2fa-ca83-4db1-a7fd-d0eae09702a6 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 947 time: 0.0903242 Feb 15 14:48:10.561852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9cd1758-38ff-4bb5-81b0-b87a5fd3895e req-56559f36-b06b-4214-b767-1de73d0e5867 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac1dcbf-9488-406c-b8c9-c00a74b8428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668230 Feb 15 14:48:10.567524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-52039a11-3679-4ad9-9bfc-f12c1d26860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:10.568949 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-52039a11-3679-4ad9-9bfc-f12c1d26860d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0812016 Feb 15 14:48:10.656943 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-6ef3a586-8b0a-483d-9529-e88a9839087c service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813432 Feb 15 14:48:10.749831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bf40dcf3-972e-47a0-95c3-8b956241daec req-23770f7e-5365-4ddc-8431-5cef8ae21f39 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870423 Feb 15 14:48:10.840914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74296c-8670-45d3-a7b2-ae65f1799c31 req-aac0d4c7-d78f-4ea3-8076-8347ce262168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:10.842354 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b74296c-8670-45d3-a7b2-ae65f1799c31 req-aac0d4c7-d78f-4ea3-8076-8347ce262168 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=348a985534474e598662c1fe0162a778&device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 1130 time: 0.0440917 Feb 15 14:48:10.931200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74296c-8670-45d3-a7b2-ae65f1799c31 req-6c19f615-3d64-4f67-aed6-2fd8d98add5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:10.932664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b74296c-8670-45d3-a7b2-ae65f1799c31 req-6c19f615-3d64-4f67-aed6-2fd8d98add5f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a302c74c-02c0-4b6a-ada7-687d3cce80f4 HTTP/1.1" status: 200 len: 870 time: 0.0840435 Feb 15 14:48:10.979693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b74296c-8670-45d3-a7b2-ae65f1799c31 req-6841aa43-65e8-4a69-b2ae-5f46b2df2b23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=5c196814-e240-4510-af4b-80fe224d84cb HTTP/1.1" status: 200 len: 217 time: 0.0410581 Feb 15 14:48:11.027849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74296c-8670-45d3-a7b2-ae65f1799c31 req-b1943ee4-c77b-4785-a3b8-9ac9ad6e033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:11.029282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b74296c-8670-45d3-a7b2-ae65f1799c31 req-b1943ee4-c77b-4785-a3b8-9ac9ad6e033a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=796ade7c-aa7e-4660-93a7-554c9f4f4fb2 HTTP/1.1" status: 200 len: 843 time: 0.0435565 Feb 15 14:48:11.077421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74296c-8670-45d3-a7b2-ae65f1799c31 req-eed6b6ce-7aad-4509-b4f3-8fc19844fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:11.079436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b74296c-8670-45d3-a7b2-ae65f1799c31 req-eed6b6ce-7aad-4509-b4f3-8fc19844fd01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a302c74c-02c0-4b6a-ada7-687d3cce80f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0435071 Feb 15 14:48:11.169952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b74296c-8670-45d3-a7b2-ae65f1799c31 req-2b444b9d-ea03-487b-849a-3eb667b13d6a service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838833 Feb 15 14:48:11.256001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4b74296c-8670-45d3-a7b2-ae65f1799c31 req-73dffd0f-a831-4d9f-b240-75301e48e231 service neutron] 10.222.0.67 "GET /v2.0/networks/a302c74c-02c0-4b6a-ada7-687d3cce80f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800600 Feb 15 14:48:11.681142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4ecf6-dd95-4151-9a2d-380e96a85264 req-cc446772-7707-4372-8439-85d5a30b903a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:11.682611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7a4ecf6-dd95-4151-9a2d-380e96a85264 req-cc446772-7707-4372-8439-85d5a30b903a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 947 time: 0.0530252 Feb 15 14:48:11.732923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e7a4ecf6-dd95-4151-9a2d-380e96a85264 req-be3a59c7-e1c8-441b-9e4e-25211642027d tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac1dcbf-9488-406c-b8c9-c00a74b8428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442498 Feb 15 14:48:12.534739 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:12.850501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96093d2-1a81-4b0b-9eff-89af13dbda68 req-643d3336-0037-4836-b01d-01732e0cda62 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:12.851918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e96093d2-1a81-4b0b-9eff-89af13dbda68 req-643d3336-0037-4836-b01d-01732e0cda62 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 947 time: 0.0522301 Feb 15 14:48:12.897936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e96093d2-1a81-4b0b-9eff-89af13dbda68 req-eb799200-740b-4ee4-be96-93106357a07e tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac1dcbf-9488-406c-b8c9-c00a74b8428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Feb 15 14:48:14.015550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984e15d-ab05-4b65-a7f4-5461c46e1939 req-a8b737d0-8e61-4391-9fc6-5fb6f133e976 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:14.017065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a984e15d-ab05-4b65-a7f4-5461c46e1939 req-a8b737d0-8e61-4391-9fc6-5fb6f133e976 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 947 time: 0.0518618 Feb 15 14:48:14.064169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a984e15d-ab05-4b65-a7f4-5461c46e1939 req-9896cc2a-c479-4dac-b363-39ccb53eaf6c tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac1dcbf-9488-406c-b8c9-c00a74b8428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Feb 15 14:48:14.130251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5c196814-e240-4510-af4b-80fe224d84cb details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:48:14.223416 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5c196814-e240-4510-af4b-80fe224d84cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5c196814-e240-4510-af4b-80fe224d84cb,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:48:14.235409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '5c196814-e240-4510-af4b-80fe224d84cb', 'network_id': 'a302c74c-02c0-4b6a-ada7-687d3cce80f4', 'port_id': '5c196814-e240-4510-af4b-80fe224d84cb', 'mac_address': 'fa:16:3e:be:45:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796ade7c-aa7e-4660-93a7-554c9f4f4fb2', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:48:14.270869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 5c196814-e240-4510-af4b-80fe224d84cb is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:48:14.271280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5c196814-e240-4510-af4b-80fe224d84cb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:14.286772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c196814-e240-4510-af4b-80fe224d84cb {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:48:14.306145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5c196814-e240-4510-af4b-80fe224d84cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5c196814-e240-4510-af4b-80fe224d84cb,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:48:14.309952 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5c196814-e240-4510-af4b-80fe224d84cb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:14.355906 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=5c196814-e240-4510-af4b-80fe224d84cb,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:14.651797 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['5c196814-e240-4510-af4b-80fe224d84cb'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:48:14.829535 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a1ff-df27-4e72-8c3b-9ec1cea4637c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:15.185347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8543d1-ad10-4e46-adc0-2b5714f42f5c req-3f471212-3f4f-4595-95c9-1b53f7450b0b tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:15.186807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3b8543d1-ad10-4e46-adc0-2b5714f42f5c req-3f471212-3f4f-4595-95c9-1b53f7450b0b tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 948 time: 0.0573144 Feb 15 14:48:15.232855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3b8543d1-ad10-4e46-adc0-2b5714f42f5c req-c21b96ba-ce7e-42ad-910f-eb652ab863cf tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac1dcbf-9488-406c-b8c9-c00a74b8428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Feb 15 14:48:16.153011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5c196814-e240-4510-af4b-80fe224d84cb up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:48:16.200299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 5c196814-e240-4510-af4b-80fe224d84cb completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:48:16.207031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 5c196814-e240-4510-af4b-80fe224d84cb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:48:16.207405 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5c196814-e240-4510-af4b-80fe224d84cb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:16.283784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 5c196814-e240-4510-af4b-80fe224d84cb is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:48:16.284179 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5c196814-e240-4510-af4b-80fe224d84cb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:16.309726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b5085-ad14-4111-833d-01eddb075a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c196814-e240-4510-af4b-80fe224d84cb'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:48:16.311993 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f16cf86-1fd7-4ba1-ad1c-bd37a85fcaa9" -d '{"events": [{"server_uuid": "ec4b5085-ad14-4111-833d-01eddb075a3e", "name": "network-vif-plugged", "status": "completed", "tag": "5c196814-e240-4510-af4b-80fe224d84cb"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:48:16.324249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5c196814-e240-4510-af4b-80fe224d84cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5c196814-e240-4510-af4b-80fe224d84cb,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:48:16.330413 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5c196814-e240-4510-af4b-80fe224d84cb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:16.353836 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b83f17-0383-4631-8b7a-c36db42e3b42 x-openstack-request-id: req-c4b83f17-0383-4631-8b7a-c36db42e3b42 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:48:16.354134 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b5085-ad14-4111-833d-01eddb075a3e", "name": "network-vif-plugged", "status": "completed", "tag": "5c196814-e240-4510-af4b-80fe224d84cb", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:48:16.354384 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c4b83f17-0383-4631-8b7a-c36db42e3b42 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:48:16.354769 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b5085-ad14-4111-833d-01eddb075a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c196814-e240-4510-af4b-80fe224d84cb', 'code': 200} Feb 15 14:48:16.355971 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97d998-7987-4ce7-8050-3f6534571976 req-09e59b8b-1a0f-4c79-ad4d-cea85b7b1c89 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:16.359381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc97d998-7987-4ce7-8050-3f6534571976 req-09e59b8b-1a0f-4c79-ad4d-cea85b7b1c89 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 948 time: 0.0599511 Feb 15 14:48:16.382639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=5c196814-e240-4510-af4b-80fe224d84cb,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:16.412298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc97d998-7987-4ce7-8050-3f6534571976 req-6e619ba2-8f94-47be-b864-f86fd22b3914 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac1dcbf-9488-406c-b8c9-c00a74b8428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485716 Feb 15 14:48:16.460602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9b57e-c6f0-47fe-a0be-b2a001dd0466 req-22eda144-9b52-4375-b2ba-200b515b9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:16.462059 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5a9b57e-c6f0-47fe-a0be-b2a001dd0466 req-22eda144-9b52-4375-b2ba-200b515b9375 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 1132 time: 0.0462806 Feb 15 14:48:16.504018 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5a9b57e-c6f0-47fe-a0be-b2a001dd0466 req-dfff4b35-22aa-48de-9412-27c534f4a42f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bac1dcbf-9488-406c-b8c9-c00a74b8428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361743 Feb 15 14:48:17.211616 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e1591fd9-286a-4700-8157-ebf11cf274c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:17.533090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1fa4a-7f14-438b-909c-e166e6486361 req-bdf540d9-638b-415f-9d65-b4b95a04b9c4 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:17.534458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fe1fa4a-7f14-438b-909c-e166e6486361 req-bdf540d9-638b-415f-9d65-b4b95a04b9c4 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 949 time: 0.0515597 Feb 15 14:48:17.580366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fe1fa4a-7f14-438b-909c-e166e6486361 req-40326e42-fdf0-46d2-a599-54a22710d95d tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac1dcbf-9488-406c-b8c9-c00a74b8428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Feb 15 14:48:18.522486 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:18.696478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ba1ec-2dda-4be3-9890-ef6b5c3c884c req-cd56cb69-f82b-4b4a-911c-69a1cd862703 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:18.697940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-094ba1ec-2dda-4be3-9890-ef6b5c3c884c req-cd56cb69-f82b-4b4a-911c-69a1cd862703 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 949 time: 0.0516827 Feb 15 14:48:18.745866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-094ba1ec-2dda-4be3-9890-ef6b5c3c884c req-4c97e4bf-5696-4c05-b690-6604ab79d8df tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac1dcbf-9488-406c-b8c9-c00a74b8428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424538 Feb 15 14:48:19.126094 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-310464b6-5091-47d6-9ace-9367f8122c2e req-7e85b7f6-93ba-41e2-adde-07fc49842d69 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:48:19.127111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-310464b6-5091-47d6-9ace-9367f8122c2e req-7e85b7f6-93ba-41e2-adde-07fc49842d69 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473158 Feb 15 14:48:19.518756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-c7abf09d-e10d-4a16-bf4f-0a81b4ac1899 req-e61ee39e-0de4-42f1-8b13-35f6b413e658 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:48:19.519802 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7abf09d-e10d-4a16-bf4f-0a81b4ac1899 req-e61ee39e-0de4-42f1-8b13-35f6b413e658 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439887 Feb 15 14:48:19.848145 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:19.859520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76c843-3e1f-470e-90ae-335bd00056d5 req-7c85bc6e-39d7-49fa-8419-1a48ffd6e1dd tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:19.861120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c76c843-3e1f-470e-90ae-335bd00056d5 req-7c85bc6e-39d7-49fa-8419-1a48ffd6e1dd tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 949 time: 0.0532725 Feb 15 14:48:19.907408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c76c843-3e1f-470e-90ae-335bd00056d5 req-b90e427b-1e44-44bc-88d2-f89221b9763a tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac1dcbf-9488-406c-b8c9-c00a74b8428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Feb 15 14:48:21.028339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937fc60-1611-4d69-921b-32d470401849 req-f9dbf97b-bb80-4d6d-8881-bd310f99783f tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:21.029734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b937fc60-1611-4d69-921b-32d470401849 req-f9dbf97b-bb80-4d6d-8881-bd310f99783f tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 949 time: 0.0519402 Feb 15 14:48:21.081017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b937fc60-1611-4d69-921b-32d470401849 req-ec423cae-3cb4-4f01-8419-6e77e1cbe4fd tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac1dcbf-9488-406c-b8c9-c00a74b8428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 Feb 15 14:48:21.149138 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:21.384394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966145-4937-4c21-8309-a87d2ff93e50 req-a4832e66-7406-40b3-9cd8-68364f20dea5 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:21.385781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77966145-4937-4c21-8309-a87d2ff93e50 req-a4832e66-7406-40b3-9cd8-68364f20dea5 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 949 time: 0.0585635 Feb 15 14:48:21.475871 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-77966145-4937-4c21-8309-a87d2ff93e50 req-71b8a5b2-09e2-4445-a4f4-5686e3f33511 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Deleting port 5c196814-e240-4510-af4b-80fe224d84cb {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:48:21.476215 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-77966145-4937-4c21-8309-a87d2ff93e50 req-71b8a5b2-09e2-4445-a4f4-5686e3f33511 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5c196814-e240-4510-af4b-80fe224d84cb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:21.574221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-77966145-4937-4c21-8309-a87d2ff93e50 req-71b8a5b2-09e2-4445-a4f4-5686e3f33511 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] For port 5c196814-e240-4510-af4b-80fe224d84cb, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5c196814-e240-4510-af4b-80fe224d84cb,segment=NetworkSegment(39a2d80e-c460-447f-96c4-5ae436709169),segment_id=39a2d80e-c460-447f-96c4-5ae436709169)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:48:21.574587 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-77966145-4937-4c21-8309-a87d2ff93e50 req-71b8a5b2-09e2-4445-a4f4-5686e3f33511 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5c196814-e240-4510-af4b-80fe224d84cb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:21.588079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-77966145-4937-4c21-8309-a87d2ff93e50 req-71b8a5b2-09e2-4445-a4f4-5686e3f33511 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Calling delete_port for 5c196814-e240-4510-af4b-80fe224d84cb owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:48:21.713005 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-77966145-4937-4c21-8309-a87d2ff93e50 req-71b8a5b2-09e2-4445-a4f4-5686e3f33511 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (5c196814-e240-4510-af4b-80fe224d84cb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:21.727091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['5c196814-e240-4510-af4b-80fe224d84cb'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:48:21.745228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8a5b2-09e2-4445-a4f4-5686e3f33511 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Pushing event deleted for resources: {'Port': ['ID=5c196814-e240-4510-af4b-80fe224d84cb,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:21.789645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-77966145-4937-4c21-8309-a87d2ff93e50 req-71b8a5b2-09e2-4445-a4f4-5686e3f33511 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] No DVR routers for this DVR port 5c196814-e240-4510-af4b-80fe224d84cb on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:48:21.792904 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-77966145-4937-4c21-8309-a87d2ff93e50 req-71b8a5b2-09e2-4445-a4f4-5686e3f33511 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:21.797086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-77966145-4937-4c21-8309-a87d2ff93e50 req-71b8a5b2-09e2-4445-a4f4-5686e3f33511 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.67 "DELETE /v2.0/ports/5c196814-e240-4510-af4b-80fe224d84cb HTTP/1.1" status: 204 len: 173 time: 0.4055431 Feb 15 14:48:21.798110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b5085-ad14-4111-833d-01eddb075a3e', 'name': 'network-vif-deleted', 'tag': '5c196814-e240-4510-af4b-80fe224d84cb'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:48:21.801635 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ee9299-1454-486f-8524-f99f1cca7b08" -d '{"events": [{"server_uuid": "ec4b5085-ad14-4111-833d-01eddb075a3e", "name": "network-vif-deleted", "tag": "5c196814-e240-4510-af4b-80fe224d84cb"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:48:21.846617 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1411d6-37bc-4f84-9779-db9928eeb41c x-openstack-request-id: req-be1411d6-37bc-4f84-9779-db9928eeb41c {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:48:21.846958 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b5085-ad14-4111-833d-01eddb075a3e", "name": "network-vif-deleted", "tag": "5c196814-e240-4510-af4b-80fe224d84cb", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:48:21.847225 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-be1411d6-37bc-4f84-9779-db9928eeb41c {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:48:21.847637 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b5085-ad14-4111-833d-01eddb075a3e', 'name': 'network-vif-deleted', 'tag': '5c196814-e240-4510-af4b-80fe224d84cb', 'status': 'completed', 'code': 200} Feb 15 14:48:22.187937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-717ec8f3-5d7c-4f6c-885b-55857436bfd3 req-1ee0250a-e3c3-4ee6-b200-2be1e010e676 tempest-ServersAdminNegativeTestJSON-942132854 tempest-ServersAdminNegativeTestJSON-942132854-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec4b5085-ad14-4111-833d-01eddb075a3e HTTP/1.1" status: 200 len: 210 time: 0.0298994 Feb 15 14:48:23.471006 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49444) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:48:23.599561 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a1207849-2544-43a8-9b19-8fbbff4587a7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=348a985534474e598662c1fe0162a778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274199 Feb 15 14:48:23.601960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49450) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:48:23.647075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08216cb7-2345-4776-9dda-82c15f97ceac admin admin] Publish callbacks [] for security_group (bac1dcbf-9488-406c-b8c9-c00a74b8428d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:23.670825 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08216cb7-2345-4776-9dda-82c15f97ceac admin admin] Publish callbacks [] for security_group (bac1dcbf-9488-406c-b8c9-c00a74b8428d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:23.715841 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08216cb7-2345-4776-9dda-82c15f97ceac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (bac1dcbf-9488-406c-b8c9-c00a74b8428d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:23.718404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-08216cb7-2345-4776-9dda-82c15f97ceac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:23.720023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-08216cb7-2345-4776-9dda-82c15f97ceac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bac1dcbf-9488-406c-b8c9-c00a74b8428d HTTP/1.1" status: 204 len: 168 time: 0.1171987 Feb 15 14:48:23.736471 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08216cb7-2345-4776-9dda-82c15f97ceac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac1dcbf-9488-406c-b8c9-c00a74b8428d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:23.973232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49456) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:48:23.986441 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4beca6a-3593-4c31-8380-d4b104ce7e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:24.059816 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4beca6a-3593-4c31-8380-d4b104ce7e70 admin admin] Publish callbacks [] for security_group (88cf2cc2-4750-4def-8560-4f8c32f6a0a8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:24.063423 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a4beca6a-3593-4c31-8380-d4b104ce7e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (88cf2cc2-4750-4def-8560-4f8c32f6a0a8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:24.101106 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a4beca6a-3593-4c31-8380-d4b104ce7e70 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6170277366eb4a1ca99a59d3ce3a709c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267827 Feb 15 14:48:24.102990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4beca6a-3593-4c31-8380-d4b104ce7e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cf2cc2-4750-4def-8560-4f8c32f6a0a8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:24.103817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49458) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:48:24.151663 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f50d86a-20fa-4adb-90c7-8714d6668afd admin admin] Publish callbacks [] for security_group (88cf2cc2-4750-4def-8560-4f8c32f6a0a8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:24.174971 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f50d86a-20fa-4adb-90c7-8714d6668afd admin admin] Publish callbacks [] for security_group (88cf2cc2-4750-4def-8560-4f8c32f6a0a8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:24.193870 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5c196814-e240-4510-af4b-80fe224d84cb no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:48:24.213763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 5c196814-e240-4510-af4b-80fe224d84cb {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:48:24.214137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5c196814-e240-4510-af4b-80fe224d84cb not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:48:24.222986 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f50d86a-20fa-4adb-90c7-8714d6668afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (88cf2cc2-4750-4def-8560-4f8c32f6a0a8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:24.225500 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f50d86a-20fa-4adb-90c7-8714d6668afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:24.226653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1f50d86a-20fa-4adb-90c7-8714d6668afd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88cf2cc2-4750-4def-8560-4f8c32f6a0a8 HTTP/1.1" status: 204 len: 168 time: 0.1213536 Feb 15 14:48:24.236473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50d86a-20fa-4adb-90c7-8714d6668afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cf2cc2-4750-4def-8560-4f8c32f6a0a8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:24.867924 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49480) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:48:24.960010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1857753162-network', 'tenant_id': '55218888baee488897ca2d23f8a549a5'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:48:24.978861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Made reservation on behalf of 55218888baee488897ca2d23f8a549a5 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:48:24.981228 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:24.990040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:25.062034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Publish callbacks [] for security_group (88115d48-6176-4b85-a306-7a3ef4581c1b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:25.065630 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (88115d48-6176-4b85-a306-7a3ef4581c1b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:25.089274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:48:25.101783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88115d48-6176-4b85-a306-7a3ef4581c1b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:25.107664 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d2d0e53f-b551-42cd-b576-ecf007e4a96c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:25.108001 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Added segment d2d0e53f-b551-42cd-b576-ecf007e4a96c of type vlan for network ac9c7299-f150-499a-ae95-c3caafb1ef9a Feb 15 14:48:25.146962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (ac9c7299-f150-499a-ae95-c3caafb1ef9a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:25.173387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (ac9c7299-f150-499a-ae95-c3caafb1ef9a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:25.174603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:25.175275 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:25.226319 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3573079 Feb 15 14:48:25.229499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49484) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:48:25.234053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] Request body: {'subnet': {'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1857753162-subnet', 'tenant_id': '55218888baee488897ca2d23f8a549a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:48:25.248425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bca039-1f7f-478c-95a8-925bcf5a5e27 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9c7299-f150-499a-ae95-c3caafb1ef9a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:25.258511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network ac9c7299-f150-499a-ae95-c3caafb1ef9a details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:48:25.261614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] Made reservation on behalf of 55218888baee488897ca2d23f8a549a5 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:48:25.264129 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:25.431682 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:25.489700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:25.498152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] Checking segment: {'id': 'd2d0e53f-b551-42cd-b576-ecf007e4a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:48:25.498572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] Network hostable DHCP agents. Network: ac9c7299-f150-499a-ae95-c3caafb1ef9a, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:48:25.514546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] Network ac9c7299-f150-499a-ae95-c3caafb1ef9a is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:48:25.523564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, ac9c7299-f150-499a-ae95-c3caafb1ef9a) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:48:25.528493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:25.529396 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:25.533619 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd16126-0ac6-4a79-859d-9d9c0f1f2bda None None] Network ac9c7299-f150-499a-ae95-c3caafb1ef9a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:48:25.547274 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-201797e5-e1df-4a52-a72e-766f101fc1ef admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3160348 Feb 15 14:48:25.637457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac632c4-50f2-4f80-bf6b-3d08378111d0 None None] Network ac9c7299-f150-499a-ae95-c3caafb1ef9a requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:48:25.964361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-9de3d8ec-e108-42d1-aab7-1eaaf944a3a6 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:25.965832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-9de3d8ec-e108-42d1-aab7-1eaaf944a3a6 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/networks?id=ac9c7299-f150-499a-ae95-c3caafb1ef9a HTTP/1.1" status: 200 len: 812 time: 0.1002114 Feb 15 14:48:25.980806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5acda13d-ff85-40a3-a447-75f004df0547 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/quotas/55218888baee488897ca2d23f8a549a5 HTTP/1.1" status: 200 len: 375 time: 0.0093093 Feb 15 14:48:26.017393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-f3022ef4-3cd0-4517-9dea-8188c3376652 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=55218888baee488897ca2d23f8a549a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309188 Feb 15 14:48:26.106318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-90bee825-5ad8-4700-94e5-f54e0634799d service neutron] 10.222.0.72 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821316 Feb 15 14:48:26.198584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-100e8d29-7930-4942-82da-91a28e153963 service neutron] 10.222.0.72 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859125 Feb 15 14:48:26.361730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6876778c-c0ee-442c-83f8-4a37e3f684b3 req-142cff7d-f93f-4f60-b26d-b5865be6e001 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 210 time: 0.0282636 Feb 15 14:48:27.284799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-ad9ccf3e-8e11-4f24-bc93-ffe20235a8ff tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:27.286230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-ad9ccf3e-8e11-4f24-bc93-ffe20235a8ff tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.67 "GET /v2.0/networks?id=ac9c7299-f150-499a-ae95-c3caafb1ef9a HTTP/1.1" status: 200 len: 812 time: 0.1021991 Feb 15 14:48:27.298344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Request body: {'port': {'device_id': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a', 'admin_state_up': True, 'tenant_id': '55218888baee488897ca2d23f8a549a5'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:48:27.627360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ccaf538a-7598-4e53-a006-9b6b17822cf5 req-fffaa42e-dd25-40a2-baa9-8a4b6dc0b11a tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 210 time: 0.0328488 Feb 15 14:48:27.682409 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Made reservation on behalf of 55218888baee488897ca2d23f8a549a5 for: {'port': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:48:27.685752 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:27.810396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Allocated IP 172.20.0.7 (ac9c7299-f150-499a-ae95-c3caafb1ef9a/6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1/09c829e4-7125-4e52-a5dc-17896555ebff) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:48:27.962533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Publish callbacks [] for port (09c829e4-7125-4e52-a5dc-17896555ebff), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:27.994532 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:28.038637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Network ac9c7299-f150-499a-ae95-c3caafb1ef9a is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:48:28.041717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:48:28.045387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:48:28.068847 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Pushing event updated for resources: {'Port': ['ID=09c829e4-7125-4e52-a5dc-17896555ebff,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:28.083599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.083959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.084310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.084658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.085002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.085342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.085678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.086011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.086344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.086696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.087030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.087360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.087687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:48:28.106719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:28.107362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:28.122207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-aaf064f2-981e-4d1f-85c9-eeeb15e10afd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8278260 Feb 15 14:48:28.134368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Request body: {'port': {'device_id': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:48:28.193078 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:28.445670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c829e4-7125-4e52-a5dc-17896555ebff {{(pid=109971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:48:28.452842 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Publish callbacks [] for port (09c829e4-7125-4e52-a5dc-17896555ebff), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:28.464212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Transition to ACTIVE for port object 09c829e4-7125-4e52-a5dc-17896555ebff will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:48:28.467866 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:28.517734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Pushing event updated for resources: {'Port': ['ID=09c829e4-7125-4e52-a5dc-17896555ebff,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:28.583695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Attempting to bind port 09c829e4-7125-4e52-a5dc-17896555ebff on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:48:28.584026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Attempting to bind port 09c829e4-7125-4e52-a5dc-17896555ebff by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'd2d0e53f-b551-42cd-b576-ecf007e4a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:48:28.584378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Attempting to bind port 09c829e4-7125-4e52-a5dc-17896555ebff on network ac9c7299-f150-499a-ae95-c3caafb1ef9a {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:48:28.588556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Port 09c829e4-7125-4e52-a5dc-17896555ebff on network ac9c7299-f150-499a-ae95-c3caafb1ef9a not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:48:28.588878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Attempting to bind port 09c829e4-7125-4e52-a5dc-17896555ebff on network ac9c7299-f150-499a-ae95-c3caafb1ef9a {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:48:28.593636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:48:28.594472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Checking segment: {'id': 'd2d0e53f-b551-42cd-b576-ecf007e4a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:48:28.594875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Bound using segment: {'id': 'd2d0e53f-b551-42cd-b576-ecf007e4a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:48:28.595307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Bound port: 09c829e4-7125-4e52-a5dc-17896555ebff, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d0e53f-b551-42cd-b576-ecf007e4a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:48:28.595653 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:28.656239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:48:28.659900 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=09c829e4-7125-4e52-a5dc-17896555ebff,segment=NetworkSegment(d2d0e53f-b551-42cd-b576-ecf007e4a96c),segment_id=d2d0e53f-b551-42cd-b576-ecf007e4a96c)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:48:28.665960 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:28.707816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:28.708436 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:28.709743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] 10.222.0.67 "PUT /v2.0/ports/09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 200 len: 1092 time: 0.5792592 Feb 15 14:48:28.712851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:48:28.715128 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517c264d-8980-4ad2-a66c-d0630d323bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:48:28.756520 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ef6f86-d471-49f0-a906-6ed940b4e07f x-openstack-request-id: req-49ef6f86-d471-49f0-a906-6ed940b4e07f {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:48:28.756825 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:48:28.757086 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-49ef6f86-d471-49f0-a906-6ed940b4e07f {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:48:28.757492 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff', 'status': 'completed', 'code': 200} Feb 15 14:48:28.767239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb3792-9bff-4a89-9d8f-257413a57671 service neutron] Pushing event updated for resources: {'Port': ['ID=09c829e4-7125-4e52-a5dc-17896555ebff,revision_number=3']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:28.806718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dccd94-602a-440c-9a12-72268529b7b5 req-edf82c69-7032-4ca3-a9dd-1cf2edef5960 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:28.808232 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04dccd94-602a-440c-9a12-72268529b7b5 req-edf82c69-7032-4ca3-a9dd-1cf2edef5960 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 943 time: 0.1138043 Feb 15 14:48:28.854107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-da937cfc-c6ab-4fe9-993a-8a0913db3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:28.855638 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-da937cfc-c6ab-4fe9-993a-8a0913db3e4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55218888baee488897ca2d23f8a549a5&device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 1126 time: 0.0831096 Feb 15 14:48:28.867346 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-04dccd94-602a-440c-9a12-72268529b7b5 req-9c902c80-7fb6-4f68-bbda-fa68e8e2753f tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526826 Feb 15 14:48:28.901759 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-84b1377d-7fb5-4cb7-8036-c4c9c767ba18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 200 len: 217 time: 0.0334241 Feb 15 14:48:28.953002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-8c6b3a14-4564-44fa-9b8f-4e7306789232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:28.954392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-8c6b3a14-4564-44fa-9b8f-4e7306789232 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1 HTTP/1.1" status: 200 len: 852 time: 0.0463679 Feb 15 14:48:28.985713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-16674465-541d-41d2-adc6-df73e5ad8c1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac9c7299-f150-499a-ae95-c3caafb1ef9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249584 Feb 15 14:48:29.071890 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-7daa952f-e7cd-4831-b495-335688ac1a3c service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801177 Feb 15 14:48:29.163116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0262f69a-a70e-4655-b487-2a81c93efa09 req-d29027c6-fd09-4ebb-9c97-224de1cb6c62 service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848641 Feb 15 14:48:29.248086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c264d-8980-4ad2-a66c-d0630d323bbe req-d15146e6-dfc2-4aab-a6f2-feeb133e1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:29.249592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-517c264d-8980-4ad2-a66c-d0630d323bbe req-d15146e6-dfc2-4aab-a6f2-feeb133e1f78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55218888baee488897ca2d23f8a549a5&device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 1126 time: 0.0453115 Feb 15 14:48:29.345185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c264d-8980-4ad2-a66c-d0630d323bbe req-9811fbeb-4614-4bda-ae3b-0dab17e00374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:29.346628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-517c264d-8980-4ad2-a66c-d0630d323bbe req-9811fbeb-4614-4bda-ae3b-0dab17e00374 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac9c7299-f150-499a-ae95-c3caafb1ef9a HTTP/1.1" status: 200 len: 913 time: 0.0875909 Feb 15 14:48:29.386313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-517c264d-8980-4ad2-a66c-d0630d323bbe req-86c512c7-cc3d-40af-8066-6a4f979930dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 200 len: 217 time: 0.0337310 Feb 15 14:48:29.431911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c264d-8980-4ad2-a66c-d0630d323bbe req-f27083a7-14ca-4bde-97f6-017905835e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:29.433314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-517c264d-8980-4ad2-a66c-d0630d323bbe req-f27083a7-14ca-4bde-97f6-017905835e8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1 HTTP/1.1" status: 200 len: 852 time: 0.0412686 Feb 15 14:48:29.463606 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-517c264d-8980-4ad2-a66c-d0630d323bbe req-7178506a-496e-4dc1-bbf6-d9fee5558897 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac9c7299-f150-499a-ae95-c3caafb1ef9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241566 Feb 15 14:48:29.552665 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-517c264d-8980-4ad2-a66c-d0630d323bbe req-7a84e8a8-6696-40df-9d97-314194257261 service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831306 Feb 15 14:48:29.639399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-517c264d-8980-4ad2-a66c-d0630d323bbe req-5f1cd935-e998-4742-81eb-75268e4fba3d service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796080 Feb 15 14:48:29.997104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048d4cf-bdac-46f1-9224-cd03bed54152 req-57bdfa1a-5afa-477a-9c4e-a5f5a0b512ea tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:29.998580 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2048d4cf-bdac-46f1-9224-cd03bed54152 req-57bdfa1a-5afa-477a-9c4e-a5f5a0b512ea tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 943 time: 0.0573525 Feb 15 14:48:30.044515 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2048d4cf-bdac-46f1-9224-cd03bed54152 req-07da8468-2d31-4cad-a7c2-3f557abfdff9 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Feb 15 14:48:31.161552 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb18ac-1c24-4d62-adb1-be3ff6cbff65 req-e264e330-07da-430f-83bc-3c27f7b3e9aa tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:31.163039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ccb18ac-1c24-4d62-adb1-be3ff6cbff65 req-e264e330-07da-430f-83bc-3c27f7b3e9aa tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 943 time: 0.0512238 Feb 15 14:48:31.208893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ccb18ac-1c24-4d62-adb1-be3ff6cbff65 req-84c9af83-eb97-481e-b214-3f16fab2daa0 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 Feb 15 14:48:32.207726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 09c829e4-7125-4e52-a5dc-17896555ebff details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:48:32.303491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=09c829e4-7125-4e52-a5dc-17896555ebff,segment=NetworkSegment(d2d0e53f-b551-42cd-b576-ecf007e4a96c),segment_id=d2d0e53f-b551-42cd-b576-ecf007e4a96c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:48:32.315444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '09c829e4-7125-4e52-a5dc-17896555ebff', 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a', 'port_id': '09c829e4-7125-4e52-a5dc-17896555ebff', 'mac_address': 'fa:16:3e:0d:1a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:48:32.326606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5813-4dfb-4028-969d-b99aef213a31 req-1994a6ad-5650-48b3-8513-2598eef21ae9 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:32.328131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c4d5813-4dfb-4028-969d-b99aef213a31 req-1994a6ad-5650-48b3-8513-2598eef21ae9 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 943 time: 0.0521634 Feb 15 14:48:32.356029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 09c829e4-7125-4e52-a5dc-17896555ebff is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:48:32.356431 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:32.369729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c829e4-7125-4e52-a5dc-17896555ebff {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:48:32.378348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c4d5813-4dfb-4028-969d-b99aef213a31 req-f76e929c-7eae-4dd8-b30f-fe30019f2a4d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443964 Feb 15 14:48:32.388505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=09c829e4-7125-4e52-a5dc-17896555ebff,segment=NetworkSegment(d2d0e53f-b551-42cd-b576-ecf007e4a96c),segment_id=d2d0e53f-b551-42cd-b576-ecf007e4a96c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:48:32.393708 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:32.439616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=09c829e4-7125-4e52-a5dc-17896555ebff,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:32.704406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['09c829e4-7125-4e52-a5dc-17896555ebff'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:48:33.497470 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eafd81-8783-4713-9f4c-49ff0ecddc51 req-2cca830b-150b-416a-adb3-6c6090d8685f tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:33.498864 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91eafd81-8783-4713-9f4c-49ff0ecddc51 req-2cca830b-150b-416a-adb3-6c6090d8685f tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 944 time: 0.0519679 Feb 15 14:48:33.544164 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91eafd81-8783-4713-9f4c-49ff0ecddc51 req-b1734dc6-42b3-4c27-9253-1d0ec3fd8097 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391762 Feb 15 14:48:34.212216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 09c829e4-7125-4e52-a5dc-17896555ebff up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:48:34.260468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 09c829e4-7125-4e52-a5dc-17896555ebff completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:48:34.264441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 09c829e4-7125-4e52-a5dc-17896555ebff triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:48:34.264816 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:34.343353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 09c829e4-7125-4e52-a5dc-17896555ebff is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:48:34.343748 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:34.366482 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:48:34.368732 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd5e06e-6b53-41b3-bb22-9822166a67f4" -d '{"events": [{"server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "name": "network-vif-plugged", "status": "completed", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:48:34.383754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=09c829e4-7125-4e52-a5dc-17896555ebff,segment=NetworkSegment(d2d0e53f-b551-42cd-b576-ecf007e4a96c),segment_id=d2d0e53f-b551-42cd-b576-ecf007e4a96c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:48:34.387904 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:34.411211 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002e4e84-87c8-4681-9534-92183b893dfc x-openstack-request-id: req-002e4e84-87c8-4681-9534-92183b893dfc {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:48:34.411575 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "name": "network-vif-plugged", "status": "completed", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:48:34.411760 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-002e4e84-87c8-4681-9534-92183b893dfc {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:48:34.412154 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff', 'code': 200} Feb 15 14:48:34.437262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=09c829e4-7125-4e52-a5dc-17896555ebff,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:48:34.497250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100da050-4add-42ac-9495-53ef4cb68cdb req-7fb083bd-4ebc-4e7d-9c2e-55e371fa9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:34.498645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-100da050-4add-42ac-9495-53ef4cb68cdb req-7fb083bd-4ebc-4e7d-9c2e-55e371fa9f83 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 1128 time: 0.0427756 Feb 15 14:48:34.542668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-100da050-4add-42ac-9495-53ef4cb68cdb req-59fae27a-00c7-4301-9b9f-29275321fe82 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367382 Feb 15 14:48:34.663829 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed09df-c885-48f4-b73e-e32504e7cba1 req-77cd2627-536e-4fab-8cbf-d78a36bfbd06 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:34.665283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01ed09df-c885-48f4-b73e-e32504e7cba1 req-77cd2627-536e-4fab-8cbf-d78a36bfbd06 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0554326 Feb 15 14:48:34.711163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-01ed09df-c885-48f4-b73e-e32504e7cba1 req-68820be8-0717-4dc5-b57a-e4f6ba0c41e3 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Feb 15 14:48:35.844694 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce355f-f252-47fe-812e-de2ffeca7c46 req-ba7c6c79-83b4-41ad-b1aa-cdb7e9a69635 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:35.846729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9ce355f-f252-47fe-812e-de2ffeca7c46 req-ba7c6c79-83b4-41ad-b1aa-cdb7e9a69635 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0519924 Feb 15 14:48:35.892897 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9ce355f-f252-47fe-812e-de2ffeca7c46 req-3de7fcaa-78db-4f17-a143-c5052e148b59 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Feb 15 14:48:37.015948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b9c14-a476-4b35-9b76-6bfde0f5cf69 req-46536307-14c8-42c6-93ed-eba1d5ed74b5 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:37.018022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f8b9c14-a476-4b35-9b76-6bfde0f5cf69 req-46536307-14c8-42c6-93ed-eba1d5ed74b5 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0582647 Feb 15 14:48:37.064353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f8b9c14-a476-4b35-9b76-6bfde0f5cf69 req-eb5cf8ae-8dcd-401b-8694-e6b786f5ae87 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400734 Feb 15 14:48:37.294882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49556) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:48:37.308501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ab28d-6d55-47a8-9329-2fca0e5f3510 req-239b023b-031f-49dc-bc22-ae68c143919f tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:37.309984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-627ab28d-6d55-47a8-9329-2fca0e5f3510 req-239b023b-031f-49dc-bc22-ae68c143919f tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0543950 Feb 15 14:48:37.357511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-627ab28d-6d55-47a8-9329-2fca0e5f3510 req-08cf92b5-cd34-4044-b5a9-9251374a744d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413430 Feb 15 14:48:37.378857 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-d6c92ecc-48a2-4a47-a737-05c1de76e85d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828083 Feb 15 14:48:37.387227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-7f827a54-0338-4c22-96f1-738b267ae338 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:48:37.388195 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-7f827a54-0338-4c22-96f1-738b267ae338 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049775 Feb 15 14:48:37.793308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49578) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:48:37.900255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b592d-636e-457d-82d1-79794802f68b req-93c40c31-0332-491f-82a5-e02f2c4e38cd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:37.902931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-93c40c31-0332-491f-82a5-e02f2c4e38cd tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports/09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 200 len: 942 time: 0.1057966 Feb 15 14:48:38.479194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10494d2-9470-408c-a96a-5d89ace8f8fb req-a8a690bb-7748-4b9a-9a0f-51998ad58320 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:38.480648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b10494d2-9470-408c-a96a-5d89ace8f8fb req-a8a690bb-7748-4b9a-9a0f-51998ad58320 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0543518 Feb 15 14:48:38.525887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b10494d2-9470-408c-a96a-5d89ace8f8fb req-9b39b48a-cd6a-44f5-b515-8c740dc1075b tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390759 Feb 15 14:48:38.684695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b592d-636e-457d-82d1-79794802f68b req-370aecbb-64c4-4d7b-b475-9cc89a6bda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:38.686068 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-370aecbb-64c4-4d7b-b475-9cc89a6bda32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55218888baee488897ca2d23f8a549a5&device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 1128 time: 0.0445566 Feb 15 14:48:38.777052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b592d-636e-457d-82d1-79794802f68b req-11e080b1-7999-4ce7-a9f2-980200d37ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:38.778550 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-11e080b1-7999-4ce7-a9f2-980200d37ee8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac9c7299-f150-499a-ae95-c3caafb1ef9a HTTP/1.1" status: 200 len: 913 time: 0.0849199 Feb 15 14:48:38.818315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-5c418cbc-aebd-4e1c-9c7a-52478a931a2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 200 len: 217 time: 0.0338817 Feb 15 14:48:38.865691 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b592d-636e-457d-82d1-79794802f68b req-9bd05a85-67ac-4be2-9a55-6ca6e32c9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:38.867125 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-9bd05a85-67ac-4be2-9a55-6ca6e32c9492 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1 HTTP/1.1" status: 200 len: 852 time: 0.0432692 Feb 15 14:48:38.898621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-d4ae4e93-46b4-4fe2-98b5-abc37c72426a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac9c7299-f150-499a-ae95-c3caafb1ef9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257931 Feb 15 14:48:38.990402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-ca7563d1-3cf5-4678-a715-78f5e91d2c26 service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855796 Feb 15 14:48:39.077646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-4e901542-c266-4f3c-9210-861127cb3e6a service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814416 Feb 15 14:48:39.649575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542af24b-8beb-4aef-9c19-039fd795a01a req-c9e70a96-dc4d-4828-8f59-bb76e4ec00fe tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:39.651077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-542af24b-8beb-4aef-9c19-039fd795a01a req-c9e70a96-dc4d-4828-8f59-bb76e4ec00fe tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0576186 Feb 15 14:48:39.696760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-542af24b-8beb-4aef-9c19-039fd795a01a req-3827db4f-1452-4404-a3b1-8e9d1d667ab7 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Feb 15 14:48:40.364626 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:40.817222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2d71d-a0b7-49c6-b592-1aaf354768e9 req-e48800bc-44a8-455d-bdbe-117ac53aa316 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:40.818714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97b2d71d-a0b7-49c6-b592-1aaf354768e9 req-e48800bc-44a8-455d-bdbe-117ac53aa316 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0537930 Feb 15 14:48:40.864593 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-97b2d71d-a0b7-49c6-b592-1aaf354768e9 req-3e06398f-b6b0-4410-bddc-e2ea9d822507 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402060 Feb 15 14:48:41.982432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd230dba-d59f-4175-8509-638857dfbae4 req-dafc55db-130b-4dc9-88b0-a41051c666c6 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:41.983941 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd230dba-d59f-4175-8509-638857dfbae4 req-dafc55db-130b-4dc9-88b0-a41051c666c6 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0524173 Feb 15 14:48:42.042266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd230dba-d59f-4175-8509-638857dfbae4 req-ac84ac77-e7a1-4f65-9fb0-45b763c93108 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526462 Feb 15 14:48:42.076242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f72598-e18d-4caf-bf8f-1472549d55f7 req-6b2636b2-3173-41b4-82f0-565d1aa39055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:42.077730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6f72598-e18d-4caf-bf8f-1472549d55f7 req-6b2636b2-3173-41b4-82f0-565d1aa39055 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55218888baee488897ca2d23f8a549a5&device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 1128 time: 0.0503709 Feb 15 14:48:42.177354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f72598-e18d-4caf-bf8f-1472549d55f7 req-b78a68fb-bb44-43fc-a58f-03996b9ae3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:42.178813 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6f72598-e18d-4caf-bf8f-1472549d55f7 req-b78a68fb-bb44-43fc-a58f-03996b9ae3de service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac9c7299-f150-499a-ae95-c3caafb1ef9a HTTP/1.1" status: 200 len: 913 time: 0.0829141 Feb 15 14:48:42.223182 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6f72598-e18d-4caf-bf8f-1472549d55f7 req-c162626c-cdd8-4a17-9768-882b303de7eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 200 len: 217 time: 0.0384169 Feb 15 14:48:42.270030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f72598-e18d-4caf-bf8f-1472549d55f7 req-d1c28dc2-a159-4ebb-98ca-c27c19c6a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:42.271516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6f72598-e18d-4caf-bf8f-1472549d55f7 req-d1c28dc2-a159-4ebb-98ca-c27c19c6a8e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1 HTTP/1.1" status: 200 len: 852 time: 0.0428851 Feb 15 14:48:42.301511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6f72598-e18d-4caf-bf8f-1472549d55f7 req-69d9c536-b897-46b7-99d9-308afdb22573 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac9c7299-f150-499a-ae95-c3caafb1ef9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244944 Feb 15 14:48:42.394832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6f72598-e18d-4caf-bf8f-1472549d55f7 req-3290ec7b-af7a-4c1d-b9ce-a53abbe850b1 service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845082 Feb 15 14:48:42.481072 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6f72598-e18d-4caf-bf8f-1472549d55f7 req-36add4cc-1e05-4df9-96f7-be5863a2364c service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798895 Feb 15 14:48:42.551169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:43.159696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64579c1-3962-42dc-a928-53768250ec17 req-d3bda400-b877-46ea-a175-4527a2b3c0df tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:43.161163 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b64579c1-3962-42dc-a928-53768250ec17 req-d3bda400-b877-46ea-a175-4527a2b3c0df tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0526388 Feb 15 14:48:43.211386 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b64579c1-3962-42dc-a928-53768250ec17 req-e1ba25e8-19b1-4fe2-a230-a8aab9a5faf2 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447948 Feb 15 14:48:44.331575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2f681-cc55-47c3-9b38-e862a49fe815 req-06accd67-4fe4-4594-9bc8-db4e3b167dd8 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:44.333034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4a2f681-cc55-47c3-9b38-e862a49fe815 req-06accd67-4fe4-4594-9bc8-db4e3b167dd8 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0529659 Feb 15 14:48:44.380454 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4a2f681-cc55-47c3-9b38-e862a49fe815 req-02c3e9d1-b841-4e11-b952-8ceffeb3399b tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Feb 15 14:48:44.831411 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ad3e30f8-f5bd-4dc8-9486-656b955a17ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:45.498758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3974559-87ea-488d-99d2-b09517860b08 req-092a7779-abea-444a-81a7-8a397d862990 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:45.500174 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3974559-87ea-488d-99d2-b09517860b08 req-092a7779-abea-444a-81a7-8a397d862990 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0521200 Feb 15 14:48:45.545896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3974559-87ea-488d-99d2-b09517860b08 req-e519c0a0-ccf7-4c39-94bc-d99d4666707a tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Feb 15 14:48:45.730261 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:48:46.665529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93ec2f-7ca3-42c7-ac4d-06c074e7c959 req-0d698214-7677-464c-8616-09d3b7186265 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:46.667022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b93ec2f-7ca3-42c7-ac4d-06c074e7c959 req-0d698214-7677-464c-8616-09d3b7186265 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0549476 Feb 15 14:48:46.712420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b93ec2f-7ca3-42c7-ac4d-06c074e7c959 req-7355398c-98ee-4b51-85c4-4ee04efeaae2 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 Feb 15 14:48:47.212981 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2386c8fc-e5b3-46d8-9b32-b4a7e9e503ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:47.832386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9e1a3-1ca0-4370-8fb3-fc738ab98f01 req-3ddccd00-ff77-4aa7-b715-8ed6ff8de12b tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:47.833869 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9bc9e1a3-1ca0-4370-8fb3-fc738ab98f01 req-3ddccd00-ff77-4aa7-b715-8ed6ff8de12b tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0528209 Feb 15 14:48:47.879287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9bc9e1a3-1ca0-4370-8fb3-fc738ab98f01 req-bc1bbf95-79b2-4baf-9332-0e755b4f0a69 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399635 Feb 15 14:48:48.524794 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:48.997986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3137ac7-59d6-4985-a24d-8f045f5f8a2e req-850c89fc-16f0-4043-8ff2-5c5fc70dc7aa tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:48.999497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3137ac7-59d6-4985-a24d-8f045f5f8a2e req-850c89fc-16f0-4043-8ff2-5c5fc70dc7aa tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0527210 Feb 15 14:48:49.049270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3137ac7-59d6-4985-a24d-8f045f5f8a2e req-9d17c42e-d30e-4975-829b-116289976157 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442259 Feb 15 14:48:49.849553 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:50.165380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef6a7f-0341-496a-b490-2b425d13a69a req-a9f4a4f4-ac9d-4cfb-99cf-a279512cdd05 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:50.166814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8ef6a7f-0341-496a-b490-2b425d13a69a req-a9f4a4f4-ac9d-4cfb-99cf-a279512cdd05 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0508416 Feb 15 14:48:50.215951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8ef6a7f-0341-496a-b490-2b425d13a69a req-c44c2861-248e-4ff4-8b26-cd112f5c7017 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Feb 15 14:48:51.152841 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:48:51.333300 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9962f3-9139-4579-955e-e6f59d0a6240 req-87e94e55-86b4-495d-94ac-f1a15431dc41 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:51.334763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e9962f3-9139-4579-955e-e6f59d0a6240 req-87e94e55-86b4-495d-94ac-f1a15431dc41 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0518966 Feb 15 14:48:51.380993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e9962f3-9139-4579-955e-e6f59d0a6240 req-e16cbaf9-5cf1-4f21-93ed-e8aa34e3f518 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Feb 15 14:48:52.500701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ff4ad-6881-475e-8dfb-7e1fa1110bf9 req-70df2613-7889-4146-b1f9-6f10712061cf tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:52.502158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa6ff4ad-6881-475e-8dfb-7e1fa1110bf9 req-70df2613-7889-4146-b1f9-6f10712061cf tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0554023 Feb 15 14:48:52.555134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa6ff4ad-6881-475e-8dfb-7e1fa1110bf9 req-c696c1a1-fc69-4e2d-b0fb-7d1142bb9abe tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 Feb 15 14:48:53.672766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c8210-ea13-47db-a4e2-8cfa12163b82 req-1a339c06-4b98-4b39-af74-c2b8c4786326 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:53.674209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b32c8210-ea13-47db-a4e2-8cfa12163b82 req-1a339c06-4b98-4b39-af74-c2b8c4786326 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0513589 Feb 15 14:48:53.719274 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b32c8210-ea13-47db-a4e2-8cfa12163b82 req-8702c65b-3568-4600-b4f4-7d925827d196 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Feb 15 14:48:54.841792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593d244-1295-4f2b-bf2e-69a167a67e0d req-a5b84d51-2013-4d4d-9603-0c6544bab6b7 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:54.843280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8593d244-1295-4f2b-bf2e-69a167a67e0d req-a5b84d51-2013-4d4d-9603-0c6544bab6b7 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0559711 Feb 15 14:48:54.889603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8593d244-1295-4f2b-bf2e-69a167a67e0d req-08867b73-dd39-47d2-b3dd-b082f70c90f7 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400443 Feb 15 14:48:56.007922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001e9d6-fd70-467f-a365-c631e652c059 req-156b517a-f602-426c-9535-deda228e4405 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:56.009429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b001e9d6-fd70-467f-a365-c631e652c059 req-156b517a-f602-426c-9535-deda228e4405 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0523164 Feb 15 14:48:56.054834 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b001e9d6-fd70-467f-a365-c631e652c059 req-0d61749c-8511-4c54-994e-aada3d436b09 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Feb 15 14:48:57.172791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d023a6d-7980-4f99-a12b-a92732c61aff req-3038e9ab-f233-478a-beaa-e52ea85048df tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:57.174229 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d023a6d-7980-4f99-a12b-a92732c61aff req-3038e9ab-f233-478a-beaa-e52ea85048df tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0512977 Feb 15 14:48:57.223382 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d023a6d-7980-4f99-a12b-a92732c61aff req-b2561c15-ce33-482b-aab7-7ebf9d61ba9a tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Feb 15 14:48:58.338609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0bbfc-eef6-4068-b1f2-b0a4371c3ec1 req-576f4355-eca4-41d4-8b91-3b1083a141e4 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:58.340095 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6cf0bbfc-eef6-4068-b1f2-b0a4371c3ec1 req-576f4355-eca4-41d4-8b91-3b1083a141e4 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0520594 Feb 15 14:48:58.385604 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6cf0bbfc-eef6-4068-b1f2-b0a4371c3ec1 req-4f66d873-4223-4089-bd2d-185afddb0d8a tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 Feb 15 14:48:59.500939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c4d40-c00b-4942-b3a7-ff7f7da0bb66 req-8e02b402-19db-4485-a21a-d7a89cb5bd45 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:48:59.502318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f9c4d40-c00b-4942-b3a7-ff7f7da0bb66 req-8e02b402-19db-4485-a21a-d7a89cb5bd45 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0516570 Feb 15 14:48:59.548607 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f9c4d40-c00b-4942-b3a7-ff7f7da0bb66 req-56fdac49-a4e7-428c-b8d5-9549f8262b42 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Feb 15 14:49:00.668967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e772146-c61d-4bda-bc9e-4817151227d9 req-c8446730-8eb6-49ab-ba6c-e430f22b5dac tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:00.670424 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e772146-c61d-4bda-bc9e-4817151227d9 req-c8446730-8eb6-49ab-ba6c-e430f22b5dac tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0547884 Feb 15 14:49:00.716720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e772146-c61d-4bda-bc9e-4817151227d9 req-59820942-bdd1-4473-9ec2-d50f91640166 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Feb 15 14:49:01.835918 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534130a-8a6c-4a21-8a40-e1a7952cfe04 req-096a42f7-2d62-44ed-b2a5-4f1c981546b9 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:01.837407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2534130a-8a6c-4a21-8a40-e1a7952cfe04 req-096a42f7-2d62-44ed-b2a5-4f1c981546b9 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0517602 Feb 15 14:49:01.883260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2534130a-8a6c-4a21-8a40-e1a7952cfe04 req-72d14f21-e203-4bb1-be4f-08955dcadefe tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 Feb 15 14:49:03.001518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4361a-fa0e-4f22-bd09-1e5762fa4547 req-7ac7003d-50fd-4654-8a4b-f9a6402aab0b tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:03.002974 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33c4361a-fa0e-4f22-bd09-1e5762fa4547 req-7ac7003d-50fd-4654-8a4b-f9a6402aab0b tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0530300 Feb 15 14:49:03.052908 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33c4361a-fa0e-4f22-bd09-1e5762fa4547 req-e269178b-5206-468d-8558-c8c1416280a3 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Feb 15 14:49:04.170644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a57784-0877-443f-8882-c9a6a68c5304 req-7d16a5e8-c2fc-4406-bb85-30ec8675f79c tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:04.172388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93a57784-0877-443f-8882-c9a6a68c5304 req-7d16a5e8-c2fc-4406-bb85-30ec8675f79c tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0518150 Feb 15 14:49:04.218230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-93a57784-0877-443f-8882-c9a6a68c5304 req-087db8d4-78c1-451a-a584-bbc3b4203e6b tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Feb 15 14:49:05.333350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb667ef-5b88-4466-b087-cfb805757894 req-6e6e378a-8ffb-4fdf-9fac-ce1425723d29 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:05.334801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-deb667ef-5b88-4466-b087-cfb805757894 req-6e6e378a-8ffb-4fdf-9fac-ce1425723d29 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0511389 Feb 15 14:49:05.380138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-deb667ef-5b88-4466-b087-cfb805757894 req-d14f8ce5-dcc2-4132-88ec-aead3c6ba4c9 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 Feb 15 14:49:06.320002 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-b06b592d-636e-457d-82d1-79794802f68b req-de6dab7e-c694-4063-b0aa-b1fa7035f4d8 service neutron] show failed (client error): The resource could not be found. Feb 15 14:49:06.320997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-de6dab7e-c694-4063-b0aa-b1fa7035f4d8 service neutron] 10.222.0.67 "GET /v2.0/ports/09c829e4-7125-4e52-a5dc-17896555ebff/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0581877 Feb 15 14:49:06.514145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118ec37-6f64-4a75-910a-dc3421c24096 req-034cebdb-9426-49d6-be05-63d92480a933 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:06.515753 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4118ec37-6f64-4a75-910a-dc3421c24096 req-034cebdb-9426-49d6-be05-63d92480a933 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0675998 Feb 15 14:49:06.564048 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4118ec37-6f64-4a75-910a-dc3421c24096 req-06b98e2e-ca54-4eb9-beac-a22e294cc625 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 Feb 15 14:49:06.605038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b592d-636e-457d-82d1-79794802f68b req-7e01f7d0-b0c2-4bb0-a9d6-f34762f00c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:06.606550 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-7e01f7d0-b0c2-4bb0-a9d6-f34762f00c55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6&tenant_id=55218888baee488897ca2d23f8a549a5 HTTP/1.1" status: 200 len: 1128 time: 0.0873601 Feb 15 14:49:06.616752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-6d2a9786-1df2-4479-8df9-ce64620f8c17 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:49:06.617681 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-6d2a9786-1df2-4479-8df9-ce64620f8c17 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048358 Feb 15 14:49:06.628973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:49:06.688606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:06.890938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=09c829e4-7125-4e52-a5dc-17896555ebff,segment=NetworkSegment(d2d0e53f-b551-42cd-b576-ecf007e4a96c),segment_id=d2d0e53f-b551-42cd-b576-ecf007e4a96c)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:49:06.923132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:49:06.961937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:49:06.964252 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae90d34-af74-4659-820b-d72e73509a14" -d '{"events": [{"server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:49:06.968013 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Publish callbacks [] for port (09c829e4-7125-4e52-a5dc-17896555ebff), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:06.980109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Transition to ACTIVE for port object 09c829e4-7125-4e52-a5dc-17896555ebff will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:49:06.984113 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:07.013907 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecf0a90-586a-43fc-b1f5-3bca4d85520e x-openstack-request-id: req-1ecf0a90-586a-43fc-b1f5-3bca4d85520e {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:49:07.014644 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:49:07.014644 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ecf0a90-586a-43fc-b1f5-3bca4d85520e {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:49:07.014825 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff', 'code': 200} Feb 15 14:49:07.048034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] No DVR routers for this DVR port 09c829e4-7125-4e52-a5dc-17896555ebff on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:49:07.049976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Pushing event updated for resources: {'Port': ['ID=09c829e4-7125-4e52-a5dc-17896555ebff,revision_number=6']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:07.062061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.062416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.062759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.063127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.063464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.063795 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.064121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.064447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.064767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.065091 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.065946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.066268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.066589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:07.099264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Attempting to bind port 09c829e4-7125-4e52-a5dc-17896555ebff on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:49:07.099597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Attempting to bind port 09c829e4-7125-4e52-a5dc-17896555ebff by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'd2d0e53f-b551-42cd-b576-ecf007e4a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:49:07.099921 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Attempting to bind port 09c829e4-7125-4e52-a5dc-17896555ebff on network ac9c7299-f150-499a-ae95-c3caafb1ef9a {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:49:07.104096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Port 09c829e4-7125-4e52-a5dc-17896555ebff on network ac9c7299-f150-499a-ae95-c3caafb1ef9a not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:49:07.104416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Attempting to bind port 09c829e4-7125-4e52-a5dc-17896555ebff on network ac9c7299-f150-499a-ae95-c3caafb1ef9a {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:49:07.109379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:49:07.109721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Checking segment: {'id': 'd2d0e53f-b551-42cd-b576-ecf007e4a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:49:07.110098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Bound using segment: {'id': 'd2d0e53f-b551-42cd-b576-ecf007e4a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:49:07.110525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Bound port: 09c829e4-7125-4e52-a5dc-17896555ebff, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d0e53f-b551-42cd-b576-ecf007e4a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:49:07.110869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:07.172417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:49:07.175784 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=09c829e4-7125-4e52-a5dc-17896555ebff,segment=NetworkSegment(d2d0e53f-b551-42cd-b576-ecf007e4a96c),segment_id=d2d0e53f-b551-42cd-b576-ecf007e4a96c)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:49:07.182563 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:07.216159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:07.216833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:07.218206 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] 10.222.0.42 "PUT /v2.0/ports/09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 200 len: 1092 time: 0.5929177 Feb 15 14:49:07.238305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99391b-1b35-4aaf-802d-03366cf250f6 service neutron] Pushing event updated for resources: {'Port': ['ID=09c829e4-7125-4e52-a5dc-17896555ebff,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:07.284860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b592d-636e-457d-82d1-79794802f68b req-cd4eecf6-6337-4825-833a-3953655a3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:07.286387 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-cd4eecf6-6337-4825-833a-3953655a3431 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55218888baee488897ca2d23f8a549a5&device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 1126 time: 0.0453167 Feb 15 14:49:07.376633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b592d-636e-457d-82d1-79794802f68b req-e2d6c515-fd52-4192-b5be-badf0535d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:07.378666 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-e2d6c515-fd52-4192-b5be-badf0535d25a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ac9c7299-f150-499a-ae95-c3caafb1ef9a HTTP/1.1" status: 200 len: 913 time: 0.0862629 Feb 15 14:49:07.419303 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-293989da-e257-4327-bf45-73b60f579dbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 200 len: 217 time: 0.0340137 Feb 15 14:49:07.469296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b592d-636e-457d-82d1-79794802f68b req-8db9d4d4-81a3-4fb8-b932-7b190e68914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:07.470731 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-8db9d4d4-81a3-4fb8-b932-7b190e68914f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1 HTTP/1.1" status: 200 len: 852 time: 0.0453420 Feb 15 14:49:07.501465 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-e4646bd6-d801-49af-9ea0-98bde37abdb7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac9c7299-f150-499a-ae95-c3caafb1ef9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242119 Feb 15 14:49:07.588977 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-28aa6442-ce4e-4449-bbd5-35eecbc8ffce service neutron] 10.222.0.42 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808828 Feb 15 14:49:07.681488 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b06b592d-636e-457d-82d1-79794802f68b req-5a836571-3c19-41c4-9220-3fbcafa5e9fb service neutron] 10.222.0.42 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860672 Feb 15 14:49:07.683235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde3bf2-6ed5-469c-a902-e74cf26dba13 req-f83cf57e-2a02-4f33-9a45-0663515b6625 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:07.684715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6bde3bf2-6ed5-469c-a902-e74cf26dba13 req-f83cf57e-2a02-4f33-9a45-0663515b6625 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 943 time: 0.0517528 Feb 15 14:49:07.737141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6bde3bf2-6ed5-469c-a902-e74cf26dba13 req-e88e8669-bf33-4c75-94f7-1e8f909619ee tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464356 Feb 15 14:49:08.858290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c9f23-191e-4c67-b456-d85d72dc2916 req-53f58341-a7cb-4029-9153-56c0dab55c65 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:08.859808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-529c9f23-191e-4c67-b456-d85d72dc2916 req-53f58341-a7cb-4029-9153-56c0dab55c65 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 943 time: 0.0523705 Feb 15 14:49:08.905682 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-529c9f23-191e-4c67-b456-d85d72dc2916 req-66199473-2902-4a07-91f2-4966615e55c7 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Feb 15 14:49:09.016404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:49:09.019320 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2863bcde-b606-4d4f-9bda-8fe8670d484e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:49:09.066094 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6edc97-5556-4214-8095-e19ebc696373 x-openstack-request-id: req-fb6edc97-5556-4214-8095-e19ebc696373 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:49:09.066386 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:49:09.066639 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb6edc97-5556-4214-8095-e19ebc696373 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:49:09.067072 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff', 'status': 'completed', 'code': 200} Feb 15 14:49:09.127428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-383e57e3-cbfd-4e6d-8507-f90afb08d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:09.129451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-383e57e3-cbfd-4e6d-8507-f90afb08d207 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55218888baee488897ca2d23f8a549a5&device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 1126 time: 0.0447094 Feb 15 14:49:09.135879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-82320137-6069-4878-99c0-206e97aaf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:09.137490 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-82320137-6069-4878-99c0-206e97aaf6bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=55218888baee488897ca2d23f8a549a5&device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 1126 time: 0.0485487 Feb 15 14:49:09.245208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-c215baf2-e2c8-410d-97a5-b892d292f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:09.246535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-91ed63e9-e03d-4c4b-a848-1035d1d03082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:09.246697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-c215baf2-e2c8-410d-97a5-b892d292f7b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac9c7299-f150-499a-ae95-c3caafb1ef9a HTTP/1.1" status: 200 len: 913 time: 0.1097236 Feb 15 14:49:09.248456 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-91ed63e9-e03d-4c4b-a848-1035d1d03082 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ac9c7299-f150-499a-ae95-c3caafb1ef9a HTTP/1.1" status: 200 len: 913 time: 0.1030710 Feb 15 14:49:09.294535 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-3e863484-faf0-44e2-a73b-ccde80e8c9fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 200 len: 217 time: 0.0389171 Feb 15 14:49:09.294852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-68580c4c-32a8-4124-b016-85a886dcd487 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 200 len: 217 time: 0.0408072 Feb 15 14:49:09.341925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-a472fe4f-0742-475c-979a-e7772ca66fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:09.342398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-0a1de39b-3f26-4f03-870d-e1d4f47c485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:09.343404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-a472fe4f-0742-475c-979a-e7772ca66fa5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1 HTTP/1.1" status: 200 len: 852 time: 0.0423751 Feb 15 14:49:09.344001 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-0a1de39b-3f26-4f03-870d-e1d4f47c485b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1 HTTP/1.1" status: 200 len: 852 time: 0.0443411 Feb 15 14:49:09.376029 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-410965b8-b217-4adc-9cad-a2427aab0ceb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac9c7299-f150-499a-ae95-c3caafb1ef9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253184 Feb 15 14:49:09.379199 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-643be338-ae28-46e3-b5a6-f2301680c8b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac9c7299-f150-499a-ae95-c3caafb1ef9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291567 Feb 15 14:49:09.466872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-c1506243-ae43-403e-8f61-dce797d678af service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811737 Feb 15 14:49:09.468725 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-864235cc-121f-412c-aa1f-0f21164f34b9 service neutron] 10.222.0.42 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Feb 15 14:49:09.566613 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-4aa0fe35-2f79-4b49-87d1-13e00715bfc6 service neutron] 10.222.0.42 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910442 Feb 15 14:49:09.820494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2863bcde-b606-4d4f-9bda-8fe8670d484e req-52d8c619-8021-464f-a8a0-ea598f876221 service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465478 Feb 15 14:49:10.028933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c6441-18a2-4071-bd7a-ae644218e9e7 req-976d0a95-4f10-48bc-9e30-00ebe7bb6d24 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:10.030384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa3c6441-18a2-4071-bd7a-ae644218e9e7 req-976d0a95-4f10-48bc-9e30-00ebe7bb6d24 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 943 time: 0.0567303 Feb 15 14:49:10.076359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa3c6441-18a2-4071-bd7a-ae644218e9e7 req-9c112d36-eae9-4a70-8ffa-a8d4c3c6b90c tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Feb 15 14:49:10.380248 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:10.385952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-12c4219e-f47a-4881-ba41-54d1fd84237a tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:10.387494 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-12c4219e-f47a-4881-ba41-54d1fd84237a tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6&tenant_id=55218888baee488897ca2d23f8a549a5&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 943 time: 0.0921636 Feb 15 14:49:10.403816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 09c829e4-7125-4e52-a5dc-17896555ebff no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:49:10.441859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port 09c829e4-7125-4e52-a5dc-17896555ebff host n-h1-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:49:10.442246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 09c829e4-7125-4e52-a5dc-17896555ebff not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:49:10.447668 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-938ba6ff-6a4b-4f5a-ab0c-21a39d98cfb0 service neutron] delete failed (client error): The resource could not be found. Feb 15 14:49:10.448783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-938ba6ff-6a4b-4f5a-ab0c-21a39d98cfb0 service neutron] 10.222.0.67 "DELETE /v2.0/ports/09c829e4-7125-4e52-a5dc-17896555ebff/bindings/n-h2-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0539827 Feb 15 14:49:10.532410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-2e624a00-9dd2-430e-97ca-762430853b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:10.533915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-2e624a00-9dd2-430e-97ca-762430853b11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55218888baee488897ca2d23f8a549a5&device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 1126 time: 0.0444391 Feb 15 14:49:10.573998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 09c829e4-7125-4e52-a5dc-17896555ebff details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:49:10.624881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-01972ae1-a642-44e2-b589-98a0e7aae8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:10.626332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-01972ae1-a642-44e2-b589-98a0e7aae8cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac9c7299-f150-499a-ae95-c3caafb1ef9a HTTP/1.1" status: 200 len: 913 time: 0.0864141 Feb 15 14:49:10.667248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-20ac47f8-0587-4594-9811-59fabf38f967 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 200 len: 217 time: 0.0341568 Feb 15 14:49:10.673032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=09c829e4-7125-4e52-a5dc-17896555ebff,segment=NetworkSegment(d2d0e53f-b551-42cd-b576-ecf007e4a96c),segment_id=d2d0e53f-b551-42cd-b576-ecf007e4a96c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:49:10.684380 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '09c829e4-7125-4e52-a5dc-17896555ebff', 'network_id': 'ac9c7299-f150-499a-ae95-c3caafb1ef9a', 'port_id': '09c829e4-7125-4e52-a5dc-17896555ebff', 'mac_address': 'fa:16:3e:0d:1a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:49:10.714305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-ad419924-6800-4eee-a9c3-3c2279983f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:10.715771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-ad419924-6800-4eee-a9c3-3c2279983f71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1 HTTP/1.1" status: 200 len: 852 time: 0.0429358 Feb 15 14:49:10.721021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 09c829e4-7125-4e52-a5dc-17896555ebff is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:49:10.721431 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:10.734385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c829e4-7125-4e52-a5dc-17896555ebff {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:49:10.751622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-5b60027e-7e8e-481a-9429-4f12a1a006d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac9c7299-f150-499a-ae95-c3caafb1ef9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290611 Feb 15 14:49:10.754623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=09c829e4-7125-4e52-a5dc-17896555ebff,segment=NetworkSegment(d2d0e53f-b551-42cd-b576-ecf007e4a96c),segment_id=d2d0e53f-b551-42cd-b576-ecf007e4a96c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:49:10.758363 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:10.808880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=09c829e4-7125-4e52-a5dc-17896555ebff,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:10.816660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.817016 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.817365 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.817707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.818043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.818378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.818740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.819094 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.819426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.819754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.820082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.820408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.820733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:10.841131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-ae5c5b37-52bb-40a6-83cd-7134e7f5366e service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826225 Feb 15 14:49:10.931283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-0705bc98-5196-4997-a854-debd0914ccae service neutron] 10.222.0.67 "GET /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834579 Feb 15 14:49:11.006686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['09c829e4-7125-4e52-a5dc-17896555ebff'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:49:11.661091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec213f-d72c-4ca3-a773-4156114b3315 req-4cf31d1b-e216-4c76-a8ed-5fb08cd2b62a tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:11.662571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ebec213f-d72c-4ca3-a773-4156114b3315 req-4cf31d1b-e216-4c76-a8ed-5fb08cd2b62a tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 944 time: 0.0539033 Feb 15 14:49:11.708558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ebec213f-d72c-4ca3-a773-4156114b3315 req-a8ba474c-86e0-4cb5-aec3-24a4f489ce9f tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Feb 15 14:49:12.562627 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:12.590122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 09c829e4-7125-4e52-a5dc-17896555ebff up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:49:12.641015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 09c829e4-7125-4e52-a5dc-17896555ebff completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:49:12.644826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 09c829e4-7125-4e52-a5dc-17896555ebff triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:49:12.645199 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:12.720989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 09c829e4-7125-4e52-a5dc-17896555ebff is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:49:12.721385 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:12.747006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:49:12.749248 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2619fb86-6daa-4d84-b0dd-274e65db460c" -d '{"events": [{"server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "name": "network-vif-plugged", "status": "completed", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:49:12.771614 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=09c829e4-7125-4e52-a5dc-17896555ebff,segment=NetworkSegment(d2d0e53f-b551-42cd-b576-ecf007e4a96c),segment_id=d2d0e53f-b551-42cd-b576-ecf007e4a96c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:49:12.776794 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:12.816581 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb609bf-e8c4-41f0-8e20-d8f8030926a3 x-openstack-request-id: req-6eb609bf-e8c4-41f0-8e20-d8f8030926a3 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:49:12.817125 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "name": "network-vif-plugged", "status": "completed", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:49:12.817545 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6eb609bf-e8c4-41f0-8e20-d8f8030926a3 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:49:12.817942 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff', 'code': 200} Feb 15 14:49:12.840936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=09c829e4-7125-4e52-a5dc-17896555ebff,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:12.875753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8de3b-204f-4066-a5cc-25f2cd61a3ae req-55c4bc1b-d5fa-4ae9-89e6-f0618d285cee tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:12.877219 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72b8de3b-204f-4066-a5cc-25f2cd61a3ae req-55c4bc1b-d5fa-4ae9-89e6-f0618d285cee tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0602849 Feb 15 14:49:12.923185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72b8de3b-204f-4066-a5cc-25f2cd61a3ae req-4722c848-1941-47cc-904e-b9c74c45f4bb tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.72 "GET /v2.0/security-groups?id=88115d48-6176-4b85-a306-7a3ef4581c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Feb 15 14:49:12.962369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-e5d1b21a-d3b4-4964-8fbc-b0c10caa61a2 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:12.963830 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-e5d1b21a-d3b4-4964-8fbc-b0c10caa61a2 tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd91ccb0-2b8f-479b-9f70-a71381dc7ce6 HTTP/1.1" status: 200 len: 945 time: 0.0577381 Feb 15 14:49:13.052599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-45f11ae9-7d96-4afb-874f-a8809f1c521d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Deleting port 09c829e4-7125-4e52-a5dc-17896555ebff {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:49:13.052936 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-45f11ae9-7d96-4afb-874f-a8809f1c521d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:13.142676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-45f11ae9-7d96-4afb-874f-a8809f1c521d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] For port 09c829e4-7125-4e52-a5dc-17896555ebff, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=09c829e4-7125-4e52-a5dc-17896555ebff,segment=NetworkSegment(d2d0e53f-b551-42cd-b576-ecf007e4a96c),segment_id=d2d0e53f-b551-42cd-b576-ecf007e4a96c)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:49:13.142976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-45f11ae9-7d96-4afb-874f-a8809f1c521d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:13.155962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-45f11ae9-7d96-4afb-874f-a8809f1c521d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Calling delete_port for 09c829e4-7125-4e52-a5dc-17896555ebff owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:49:13.278433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-45f11ae9-7d96-4afb-874f-a8809f1c521d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (09c829e4-7125-4e52-a5dc-17896555ebff), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:13.290228 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['09c829e4-7125-4e52-a5dc-17896555ebff'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:49:13.318316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f11ae9-7d96-4afb-874f-a8809f1c521d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Pushing event deleted for resources: {'Port': ['ID=09c829e4-7125-4e52-a5dc-17896555ebff,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:13.356836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-45f11ae9-7d96-4afb-874f-a8809f1c521d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] No DVR routers for this DVR port 09c829e4-7125-4e52-a5dc-17896555ebff on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:49:13.359546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-45f11ae9-7d96-4afb-874f-a8809f1c521d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:13.362867 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-356f410c-3837-43b8-ac12-e0a90d1c3edc req-45f11ae9-7d96-4afb-874f-a8809f1c521d tempest-DeleteServersTestJSON-1661248239 tempest-DeleteServersTestJSON-1661248239-project] 10.222.0.42 "DELETE /v2.0/ports/09c829e4-7125-4e52-a5dc-17896555ebff HTTP/1.1" status: 204 len: 173 time: 0.3938890 Feb 15 14:49:13.363360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'name': 'network-vif-deleted', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:49:13.365643 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b122f76-7816-47c5-ad94-11c2a4220c63" -d '{"events": [{"server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "name": "network-vif-deleted", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:49:13.403939 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65a3656-e742-4ea0-b4f7-9cfbddc7dc05 x-openstack-request-id: req-b65a3656-e742-4ea0-b4f7-9cfbddc7dc05 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:49:13.404236 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd91ccb0-2b8f-479b-9f70-a71381dc7ce6", "name": "network-vif-deleted", "tag": "09c829e4-7125-4e52-a5dc-17896555ebff", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:49:13.404494 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b65a3656-e742-4ea0-b4f7-9cfbddc7dc05 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:49:13.404909 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd91ccb0-2b8f-479b-9f70-a71381dc7ce6', 'name': 'network-vif-deleted', 'tag': '09c829e4-7125-4e52-a5dc-17896555ebff', 'status': 'completed', 'code': 200} Feb 15 14:49:14.050381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49680) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:49:14.098390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ede5a7e-84be-4a22-bfdc-455ce4089054 admin admin] Deleting subnet 6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:49:14.101419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ede5a7e-84be-4a22-bfdc-455ce4089054 admin admin] Publish callbacks [] for subnet (6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.135407 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ede5a7e-84be-4a22-bfdc-455ce4089054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.172527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ede5a7e-84be-4a22-bfdc-455ce4089054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.223470 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ede5a7e-84be-4a22-bfdc-455ce4089054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.248693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede5a7e-84be-4a22-bfdc-455ce4089054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:14.254064 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3ede5a7e-84be-4a22-bfdc-455ce4089054 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.259545 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3ede5a7e-84be-4a22-bfdc-455ce4089054 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6a8cdf1c-52d9-4cfb-bf60-8333bcdb4ba1 HTTP/1.1" status: 204 len: 168 time: 0.2057884 Feb 15 14:49:14.259806 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49682) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:49:14.329798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ac9c7299-f150-499a-ae95-c3caafb1ef9a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.405817 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ac9c7299-f150-499a-ae95-c3caafb1ef9a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.431081 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9c7299-f150-499a-ae95-c3caafb1ef9a']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:49:14.440904 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d0e53f-b551-42cd-b576-ecf007e4a96c') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:49:14.441195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d0e53f-b551-42cd-b576-ecf007e4a96c') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:49:14.450315 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (d2d0e53f-b551-42cd-b576-ecf007e4a96c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.463893 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d2d0e53f-b551-42cd-b576-ecf007e4a96c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.469933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:49:14.470315 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (d2d0e53f-b551-42cd-b576-ecf007e4a96c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:49:14.471963 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:49:14.526114 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (ac9c7299-f150-499a-ae95-c3caafb1ef9a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.531886 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.535079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ac9c7299-f150-499a-ae95-c3caafb1ef9a HTTP/1.1" status: 204 len: 168 time: 0.2743363 Feb 15 14:49:14.546044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2e47e-3e59-4529-99bb-b33278b1ad12 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9c7299-f150-499a-ae95-c3caafb1ef9a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:14.641515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49686) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:49:14.681032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4fa1ef79-08c2-4b90-9e42-b7a68f3c1877 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=55218888baee488897ca2d23f8a549a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383854 Feb 15 14:49:14.683443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49688) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:49:14.729856 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efb2ae8f-17c5-499c-8526-8e861d10b28a admin admin] Publish callbacks [] for security_group (88115d48-6176-4b85-a306-7a3ef4581c1b), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.754134 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efb2ae8f-17c5-499c-8526-8e861d10b28a admin admin] Publish callbacks [] for security_group (88115d48-6176-4b85-a306-7a3ef4581c1b), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.801654 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efb2ae8f-17c5-499c-8526-8e861d10b28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (88115d48-6176-4b85-a306-7a3ef4581c1b), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.804734 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efb2ae8f-17c5-499c-8526-8e861d10b28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:14.806002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-efb2ae8f-17c5-499c-8526-8e861d10b28a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88115d48-6176-4b85-a306-7a3ef4581c1b HTTP/1.1" status: 204 len: 168 time: 0.1216826 Feb 15 14:49:14.814035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2ae8f-17c5-499c-8526-8e861d10b28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88115d48-6176-4b85-a306-7a3ef4581c1b,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:14.839886 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24f55d8e-43e0-4402-a91c-525f6cfd5ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:15.457574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 49710) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:49:15.550741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1356661594-network', 'tenant_id': 'b31ab8469b9c47d8a69b14d4ba362ae4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:49:15.568700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Made reservation on behalf of b31ab8469b9c47d8a69b14d4ba362ae4 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:49:15.571045 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:15.579272 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:15.652493 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Publish callbacks [] for security_group (6933082f-28fe-4216-9804-90b50eabbfbd), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:15.656186 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6933082f-28fe-4216-9804-90b50eabbfbd), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:15.677157 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:49:15.692151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6933082f-28fe-4216-9804-90b50eabbfbd,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:15.694912 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:15.695268 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Added segment fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53 of type vlan for network 34be74e2-a826-47f0-9820-8e99b2b28449 Feb 15 14:49:15.736264 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (34be74e2-a826-47f0-9820-8e99b2b28449), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:15.760941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (34be74e2-a826-47f0-9820-8e99b2b28449), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:15.761867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:15.762441 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:15.818335 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3594916 Feb 15 14:49:15.821280 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 49714) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:49:15.825460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3688c-be68-4e10-a935-3114f9134b32 admin admin] Pushing event updated for resources: {'Network': ['ID=34be74e2-a826-47f0-9820-8e99b2b28449,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:15.826298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] Request body: {'subnet': {'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1356661594-subnet', 'tenant_id': 'b31ab8469b9c47d8a69b14d4ba362ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:49:15.835799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 34be74e2-a826-47f0-9820-8e99b2b28449 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:49:15.849780 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] Made reservation on behalf of b31ab8469b9c47d8a69b14d4ba362ae4 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:49:15.852220 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:16.018184 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (1134a942-c1ed-4f31-94f9-8e160c672cd8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:16.075001 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1134a942-c1ed-4f31-94f9-8e160c672cd8,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:16.081959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] Checking segment: {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:49:16.082315 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] Network hostable DHCP agents. Network: 34be74e2-a826-47f0-9820-8e99b2b28449, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:49:16.098753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] Network 34be74e2-a826-47f0-9820-8e99b2b28449 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:49:16.107092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 34be74e2-a826-47f0-9820-8e99b2b28449) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:49:16.111921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:16.114494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:16.115508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8a28a3-0a0f-4b96-b17f-07e890b75cd8 None None] Network 34be74e2-a826-47f0-9820-8e99b2b28449 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:49:16.131241 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fe80e050-cd4a-46bd-a4ae-7b552d48a07d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3088584 Feb 15 14:49:16.213158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c532b800-2260-4638-83f2-5fb6bd77fa3c None None] Network 34be74e2-a826-47f0-9820-8e99b2b28449 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:49:16.543850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-05b0d639-a38f-4519-b0b0-98312fcb5c3d tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:16.545195 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-05b0d639-a38f-4519-b0b0-98312fcb5c3d tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 815 time: 0.1026399 Feb 15 14:49:16.559552 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-a4fde519-6e1b-406a-a709-852f694b7f7d tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/quotas/b31ab8469b9c47d8a69b14d4ba362ae4 HTTP/1.1" status: 200 len: 375 time: 0.0088418 Feb 15 14:49:16.593645 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-78203f5c-d806-4555-a3e0-1bc0c6e89d90 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293527 Feb 15 14:49:16.604769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-bce2be6a-fecf-4d56-ba68-573b3032245f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:49:16.605756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-bce2be6a-fecf-4d56-ba68-573b3032245f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051835 Feb 15 14:49:16.691269 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e3dee5f5-fc58-4de6-8865-cde2168267fe service neutron] 10.222.0.72 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801914 Feb 15 14:49:16.780453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-4160cc18-e528-4dee-95ac-09543904e691 service neutron] 10.222.0.72 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835695 Feb 15 14:49:16.940435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40ea35c4-d896-4394-b846-0ccbfedcabb7 req-0cdc9f31-807e-4ec0-bca2-c173db177e37 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 210 time: 0.0283654 Feb 15 14:49:17.215586 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-01e937e3-94c8-452f-a152-a19ca466102b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:17.878637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-8434f1c9-e95a-49f4-b270-907ec130908f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:17.880116 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-8434f1c9-e95a-49f4-b270-907ec130908f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.42 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 815 time: 0.1103213 Feb 15 14:49:17.891827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Request body: {'port': {'device_id': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449', 'admin_state_up': True, 'tenant_id': 'b31ab8469b9c47d8a69b14d4ba362ae4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:49:17.998649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Made reservation on behalf of b31ab8469b9c47d8a69b14d4ba362ae4 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:49:18.002035 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:18.039461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c146478-3179-41d0-84ad-8ef6fc205913 req-f254ef23-a7f3-4e36-9b72-48706199103f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 210 time: 0.0272188 Feb 15 14:49:18.129745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Allocated IP 172.20.0.12 (34be74e2-a826-47f0-9820-8e99b2b28449/1134a942-c1ed-4f31-94f9-8e160c672cd8/5f81e900-be16-4937-952d-0cbe4dd881fe) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:49:18.271320 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks [] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:18.528785 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:18.586292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 09c829e4-7125-4e52-a5dc-17896555ebff no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:49:18.608087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 09c829e4-7125-4e52-a5dc-17896555ebff {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:49:18.608434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 09c829e4-7125-4e52-a5dc-17896555ebff not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:49:18.629114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:18.669640 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Network 34be74e2-a826-47f0-9820-8e99b2b28449 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:49:18.674809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:49:18.678389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:49:18.702236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Pushing event updated for resources: {'Port': ['ID=5f81e900-be16-4937-952d-0cbe4dd881fe,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:18.729311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:18.729915 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:18.744585 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-e0ddaeb2-b04f-4190-a4c3-d4b35d0cfa2c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8566172 Feb 15 14:49:18.755750 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Request body: {'port': {'device_id': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:49:18.815763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:19.069865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f81e900-be16-4937-952d-0cbe4dd881fe {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:49:19.077530 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Publish callbacks [] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:19.090448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Transition to ACTIVE for port object 5f81e900-be16-4937-952d-0cbe4dd881fe will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:49:19.094033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:19.147059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Pushing event updated for resources: {'Port': ['ID=5f81e900-be16-4937-952d-0cbe4dd881fe,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:19.169098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10545f1f-af9e-46a6-ade3-bf145d60d65e req-23da386c-776e-4771-9a42-0ddb25f1102d tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:19.170642 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10545f1f-af9e-46a6-ade3-bf145d60d65e req-23da386c-776e-4771-9a42-0ddb25f1102d tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 944 time: 0.0568035 Feb 15 14:49:19.214652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Attempting to bind port 5f81e900-be16-4937-952d-0cbe4dd881fe on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:49:19.214986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Attempting to bind port 5f81e900-be16-4937-952d-0cbe4dd881fe by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:49:19.215312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Attempting to bind port 5f81e900-be16-4937-952d-0cbe4dd881fe on network 34be74e2-a826-47f0-9820-8e99b2b28449 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:49:19.219569 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Port 5f81e900-be16-4937-952d-0cbe4dd881fe on network 34be74e2-a826-47f0-9820-8e99b2b28449 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:49:19.220806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Attempting to bind port 5f81e900-be16-4937-952d-0cbe4dd881fe on network 34be74e2-a826-47f0-9820-8e99b2b28449 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:49:19.224281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10545f1f-af9e-46a6-ade3-bf145d60d65e req-ab3a2b06-8bf0-42bd-9e2f-8bfdc727dc55 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470722 Feb 15 14:49:19.225676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:49:19.226010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Checking segment: {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:49:19.226381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Bound using segment: {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:49:19.226810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Bound port: 5f81e900-be16-4937-952d-0cbe4dd881fe, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:49:19.227189 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:19.293413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:49:19.296390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5f81e900-be16-4937-952d-0cbe4dd881fe,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:49:19.301419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:19.333198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:19.333820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:19.335222 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] 10.222.0.42 "PUT /v2.0/ports/5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 200 len: 1093 time: 0.5838220 Feb 15 14:49:19.335661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:49:19.337897 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636e2837-dd7f-48e9-b26c-8c8446109830" -d '{"events": [{"name": "network-changed", "server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:49:19.363411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf02d3c-d41b-447a-b01f-82a207dc297b service neutron] Pushing event updated for resources: {'Port': ['ID=5f81e900-be16-4937-952d-0cbe4dd881fe,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:19.385455 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63a790b-f75b-400c-b88d-5656b03246fc x-openstack-request-id: req-f63a790b-f75b-400c-b88d-5656b03246fc {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:49:19.385744 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:49:19.386002 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f63a790b-f75b-400c-b88d-5656b03246fc {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:49:19.386398 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe', 'status': 'completed', 'code': 200} Feb 15 14:49:19.424661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cb5292c2-54b4-4c91-aa87-2a17cda88c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:19.426173 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-cb5292c2-54b4-4c91-aa87-2a17cda88c2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 1127 time: 0.0492611 Feb 15 14:49:19.470647 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-5bddb06d-1d46-4d31-8eaf-e28fa2f9abd6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 200 len: 217 time: 0.0375051 Feb 15 14:49:19.520008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-5fef7f39-fa4a-41f3-99b5-783c3115f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:19.521460 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-5fef7f39-fa4a-41f3-99b5-783c3115f3c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0440578 Feb 15 14:49:19.555941 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-1ee5069c-038f-4f97-b96a-72140eef1599 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285752 Feb 15 14:49:19.648539 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-1f62412e-d424-4aab-a1be-f142cc9eb00d service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857286 Feb 15 14:49:19.735514 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ad695a13-6fc8-4eb2-826c-b16077fc91d1 req-57bf4d2b-9c04-442f-bdfc-d1e5878ef33a service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808825 Feb 15 14:49:19.828751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e2837-dd7f-48e9-b26c-8c8446109830 req-534e5c9b-0b40-4dfd-86bd-0e1480a9b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:19.830237 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-636e2837-dd7f-48e9-b26c-8c8446109830 req-534e5c9b-0b40-4dfd-86bd-0e1480a9b433 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 1127 time: 0.0527320 Feb 15 14:49:19.854256 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:19.922794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e2837-dd7f-48e9-b26c-8c8446109830 req-b2459413-7794-469b-9cc4-0895df65d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:19.924187 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-636e2837-dd7f-48e9-b26c-8c8446109830 req-b2459413-7794-469b-9cc4-0895df65d8d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0870144 Feb 15 14:49:19.966598 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-636e2837-dd7f-48e9-b26c-8c8446109830 req-3907e01b-2474-44fe-bf72-76ea86ca729b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 200 len: 217 time: 0.0358486 Feb 15 14:49:20.019256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e2837-dd7f-48e9-b26c-8c8446109830 req-b5b6b96e-6fec-4114-a3dc-dae9ef55b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:20.020703 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-636e2837-dd7f-48e9-b26c-8c8446109830 req-b5b6b96e-6fec-4114-a3dc-dae9ef55b8cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0469084 Feb 15 14:49:20.054236 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-636e2837-dd7f-48e9-b26c-8c8446109830 req-2a105565-e872-4b0f-aac9-a91fafab76af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260503 Feb 15 14:49:20.144359 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-636e2837-dd7f-48e9-b26c-8c8446109830 req-8b75ba45-fe5d-4b31-90db-5c76d555d092 service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826869 Feb 15 14:49:20.243979 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-636e2837-dd7f-48e9-b26c-8c8446109830 req-ca589712-3182-4592-85d8-2650d44a45bd service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924222 Feb 15 14:49:20.343366 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e536f-d00b-4a60-894a-295fe2cdecb0 req-3b51e8b1-0cda-4c6f-8174-a6a4dc292db0 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:20.344882 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-895e536f-d00b-4a60-894a-295fe2cdecb0 req-3b51e8b1-0cda-4c6f-8174-a6a4dc292db0 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 944 time: 0.0540679 Feb 15 14:49:20.390762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-895e536f-d00b-4a60-894a-295fe2cdecb0 req-0088ca04-9ab5-413d-b961-bd924a84516a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403991 Feb 15 14:49:21.154967 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:21.513328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998dd87-7c9a-4bbf-a09c-5915a709696f req-b9e31769-8f03-41e8-8628-3c5af271af2b tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:21.514950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9998dd87-7c9a-4bbf-a09c-5915a709696f req-b9e31769-8f03-41e8-8628-3c5af271af2b tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 944 time: 0.0541043 Feb 15 14:49:21.566505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9998dd87-7c9a-4bbf-a09c-5915a709696f req-36833240-2353-448e-8797-aaf3887a16b7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457039 Feb 15 14:49:22.585780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5f81e900-be16-4937-952d-0cbe4dd881fe details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:49:22.685514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5f81e900-be16-4937-952d-0cbe4dd881fe,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:49:22.687125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66636d09-82b2-40d6-a391-363ba89263fc req-bf03d32a-2481-453d-9a0e-c60ffa9d0d82 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:22.688618 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66636d09-82b2-40d6-a391-363ba89263fc req-bf03d32a-2481-453d-9a0e-c60ffa9d0d82 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 944 time: 0.0562294 Feb 15 14:49:22.697252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '5f81e900-be16-4937-952d-0cbe4dd881fe', 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449', 'port_id': '5f81e900-be16-4937-952d-0cbe4dd881fe', 'mac_address': 'fa:16:3e:52:52:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1134a942-c1ed-4f31-94f9-8e160c672cd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:49:22.730549 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:49:22.734865 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66636d09-82b2-40d6-a391-363ba89263fc req-c80c9b0b-9dbe-44c6-8dac-3cd2582dfcd0 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Feb 15 14:49:22.735893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5f81e900-be16-4937-952d-0cbe4dd881fe is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:49:22.736289 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:22.749839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f81e900-be16-4937-952d-0cbe4dd881fe {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:49:22.768555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5f81e900-be16-4937-952d-0cbe4dd881fe,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:49:22.772377 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:22.817910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5f81e900-be16-4937-952d-0cbe4dd881fe,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:22.972590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['5f81e900-be16-4937-952d-0cbe4dd881fe'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:49:23.851242 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3ece2-af2c-4c4b-abb3-b0fab1d6f86d req-84582669-217f-4927-bf74-cb8459082c91 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:23.852723 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6dd3ece2-af2c-4c4b-abb3-b0fab1d6f86d req-84582669-217f-4927-bf74-cb8459082c91 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 945 time: 0.0515943 Feb 15 14:49:23.898815 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6dd3ece2-af2c-4c4b-abb3-b0fab1d6f86d req-02012203-08d6-46ef-a66c-22e3e17722c0 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Feb 15 14:49:24.601578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5f81e900-be16-4937-952d-0cbe4dd881fe up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:49:24.652271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 5f81e900-be16-4937-952d-0cbe4dd881fe completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:49:24.655792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 5f81e900-be16-4937-952d-0cbe4dd881fe triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:49:24.656166 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:24.728710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 5f81e900-be16-4937-952d-0cbe4dd881fe is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:49:24.729103 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:24.750644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:49:24.753479 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4a069b-6a45-4b74-b0aa-6fef2242442b" -d '{"events": [{"server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "name": "network-vif-plugged", "status": "completed", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:49:24.766448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5f81e900-be16-4937-952d-0cbe4dd881fe,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:49:24.771088 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:24.794374 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65a20b6-e1f1-4ec6-91cc-213baf8a2b89 x-openstack-request-id: req-c65a20b6-e1f1-4ec6-91cc-213baf8a2b89 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:49:24.794669 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "name": "network-vif-plugged", "status": "completed", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:49:24.794955 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c65a20b6-e1f1-4ec6-91cc-213baf8a2b89 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:49:24.795355 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe', 'code': 200} Feb 15 14:49:24.821111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=5f81e900-be16-4937-952d-0cbe4dd881fe,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:24.896406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47bb79-4cb8-48c2-9352-4b8ba02f062a req-e328feb9-9867-434f-b3e4-38273ad72a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:24.897804 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef47bb79-4cb8-48c2-9352-4b8ba02f062a req-e328feb9-9867-434f-b3e4-38273ad72a92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 1129 time: 0.0450642 Feb 15 14:49:24.940854 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ef47bb79-4cb8-48c2-9352-4b8ba02f062a req-c1b02fed-c17a-43f7-8ae4-a2b604001fb9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370619 Feb 15 14:49:25.021002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2b249-baa4-4ff5-91a7-e6df1c47e7c2 req-fab498e1-2c01-48a1-9da4-04e94e49e8b2 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:25.022452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ec2b249-baa4-4ff5-91a7-e6df1c47e7c2 req-fab498e1-2c01-48a1-9da4-04e94e49e8b2 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0550327 Feb 15 14:49:25.068394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ec2b249-baa4-4ff5-91a7-e6df1c47e7c2 req-f22b9762-b013-43c6-ac4e-feb2ca8a5a4f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Feb 15 14:49:26.190652 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087cdac-f0da-42ba-841a-e492ebcc625c req-aa4c9024-2956-45bd-b238-79598e699a11 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:26.192166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7087cdac-f0da-42ba-841a-e492ebcc625c req-aa4c9024-2956-45bd-b238-79598e699a11 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0526493 Feb 15 14:49:26.237910 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7087cdac-f0da-42ba-841a-e492ebcc625c req-34c23b73-8bc5-4f07-983e-a9baea43c114 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402186 Feb 15 14:49:26.353426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70898d7-b6c5-4279-a7b0-e80804f803ac req-c290fe72-a17e-4168-9e0f-6db71564bdd0 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:26.354797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d70898d7-b6c5-4279-a7b0-e80804f803ac req-c290fe72-a17e-4168-9e0f-6db71564bdd0 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0508127 Feb 15 14:49:26.406524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d70898d7-b6c5-4279-a7b0-e80804f803ac req-980769d9-3a35-4f37-8967-45b4828c59c7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 Feb 15 14:49:26.607008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aff583-84a9-49fb-a4c7-91e1c2616510 req-f063665a-9a01-4dfe-850f-6d34523cff43 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:26.608422 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83aff583-84a9-49fb-a4c7-91e1c2616510 req-f063665a-9a01-4dfe-850f-6d34523cff43 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0528879 Feb 15 14:49:26.659625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83aff583-84a9-49fb-a4c7-91e1c2616510 req-35edea70-f82c-45dc-a380-02b594e003bf tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Feb 15 14:49:26.775340 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2c061-3388-4815-8992-12eb86b772f6 req-36aee61a-83a5-4cd8-bf70-cbc37043e4cb tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:26.776828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6aa2c061-3388-4815-8992-12eb86b772f6 req-36aee61a-83a5-4cd8-bf70-cbc37043e4cb tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0515392 Feb 15 14:49:26.824675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6aa2c061-3388-4815-8992-12eb86b772f6 req-065442df-e2ec-4e6e-ad9a-5dd9c6753591 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Feb 15 14:49:27.147717 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-60250524-2aae-418d-9fa5-0b7da1171f49 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499530 Feb 15 14:49:27.163707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d2cad-ba37-47ea-b379-4089cd957c85 req-fd91ade8-0aca-4ce7-9c47-98792630b77a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:27.165225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c9d2cad-ba37-47ea-b379-4089cd957c85 req-fd91ade8-0aca-4ce7-9c47-98792630b77a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0587385 Feb 15 14:49:27.216845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c9d2cad-ba37-47ea-b379-4089cd957c85 req-49c08e20-0dfc-4e3c-b4eb-33a35fbe7913 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457478 Feb 15 14:49:27.544636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-73864098-2e72-4c26-ac76-5fe5e2553e29 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:27.545992 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-73864098-2e72-4c26-ac76-5fe5e2553e29 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports/5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 200 len: 943 time: 0.0449278 Feb 15 14:49:28.322336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-e57f53f9-2fa9-4b42-b519-d29cfb22c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:28.323866 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-e57f53f9-2fa9-4b42-b519-d29cfb22c04c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 1129 time: 0.0447931 Feb 15 14:49:28.338848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb379546-8c49-454c-98f0-72d9b4381d5e req-bee752c4-38a0-4855-b20a-0af0c1ce8223 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:28.340432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb379546-8c49-454c-98f0-72d9b4381d5e req-bee752c4-38a0-4855-b20a-0af0c1ce8223 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0523314 Feb 15 14:49:28.386286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb379546-8c49-454c-98f0-72d9b4381d5e req-e4a3b898-4b92-4b69-9f88-ecc35f6e3de3 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Feb 15 14:49:28.412758 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-6336db10-6842-47c6-8752-5cfc52b1161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:28.414209 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-6336db10-6842-47c6-8752-5cfc52b1161a service neutron] 10.222.0.42 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0848081 Feb 15 14:49:28.459041 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-c5c9efab-d804-4a87-a963-cae535bdf30c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 200 len: 217 time: 0.0383277 Feb 15 14:49:28.505855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-f48128c2-c072-4d7b-aeb4-a9ba1580b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:28.507197 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-f48128c2-c072-4d7b-aeb4-a9ba1580b316 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0426743 Feb 15 14:49:28.541266 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-1419e10d-cf1d-47a7-8815-d987fde0b661 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246892 Feb 15 14:49:28.631496 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-e731f6f6-ae87-42b2-b1c0-9d33f13fe33a service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837927 Feb 15 14:49:28.719186 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-74b8935e-4bb6-4bdf-912e-8aeef6005942 service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815115 Feb 15 14:49:29.508345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414186-47e2-4183-abf5-fa03e05edeff req-84e06999-e7a0-449b-877f-9eb1cc650aeb tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:29.509740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36414186-47e2-4183-abf5-fa03e05edeff req-84e06999-e7a0-449b-877f-9eb1cc650aeb tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0555558 Feb 15 14:49:29.555668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36414186-47e2-4183-abf5-fa03e05edeff req-84e35d17-995c-4491-aaa8-ae40628e7d48 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Feb 15 14:49:30.672116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055187f-7d3e-4877-9d31-d3d903e43854 req-e625da83-f8fe-4a93-85d8-13f2d4d27fbe tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:30.673581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e055187f-7d3e-4877-9d31-d3d903e43854 req-e625da83-f8fe-4a93-85d8-13f2d4d27fbe tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0515842 Feb 15 14:49:30.719391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e055187f-7d3e-4877-9d31-d3d903e43854 req-490ceaf7-c212-4a5e-8353-6af56fc84a2a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398183 Feb 15 14:49:31.840749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617c0ae-25c9-49d6-86b3-488d0cbf6e20 req-40ca4440-b095-4291-b551-03fd0a143351 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:31.842189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6617c0ae-25c9-49d6-86b3-488d0cbf6e20 req-40ca4440-b095-4291-b551-03fd0a143351 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0550573 Feb 15 14:49:31.887548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6617c0ae-25c9-49d6-86b3-488d0cbf6e20 req-9c88731c-80f6-4a0d-9e64-1eccaa0856c3 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398555 Feb 15 14:49:33.004827 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfddc8-3aa5-481e-9070-425694c34c0a req-dad014c9-a7db-4e78-bb6a-76d1852d471a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:33.006287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75bfddc8-3aa5-481e-9070-425694c34c0a req-dad014c9-a7db-4e78-bb6a-76d1852d471a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0521331 Feb 15 14:49:33.052786 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-75bfddc8-3aa5-481e-9070-425694c34c0a req-2e45b7db-b37b-48e5-b9c4-e728671afc62 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 Feb 15 14:49:34.173358 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105e6b7-1b1e-42f4-9f88-377b472557d1 req-3c95ef2f-d4ea-4d44-82c4-b3cdafefa0d1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:34.174827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0105e6b7-1b1e-42f4-9f88-377b472557d1 req-3c95ef2f-d4ea-4d44-82c4-b3cdafefa0d1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0526061 Feb 15 14:49:34.224051 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0105e6b7-1b1e-42f4-9f88-377b472557d1 req-d366be12-8887-42c5-a687-8f35a4ca9fbc tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Feb 15 14:49:35.341405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62eef-2591-49ba-8331-495aca3376ff req-fabb18ed-d423-491e-a572-b96212d22d03 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:35.342863 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bce62eef-2591-49ba-8331-495aca3376ff req-fabb18ed-d423-491e-a572-b96212d22d03 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0518224 Feb 15 14:49:35.389987 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bce62eef-2591-49ba-8331-495aca3376ff req-bb499693-e5b9-479c-89cc-e092fe65e564 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 Feb 15 14:49:36.506817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ec99e-fd30-4847-ba94-d03b1983395f req-25fa9883-2cec-4c2a-b4c6-e4d4a6172827 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:36.508325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c1ec99e-fd30-4847-ba94-d03b1983395f req-25fa9883-2cec-4c2a-b4c6-e4d4a6172827 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0517633 Feb 15 14:49:36.553471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8c1ec99e-fd30-4847-ba94-d03b1983395f req-5ed865d4-8c6e-4c06-b464-d8e7c42a363c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397208 Feb 15 14:49:37.673246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fb181-9e93-44ec-bf7c-9540e276d372 req-beb191f5-a44c-47cd-b280-c4f038e10fe7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:37.674697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a2fb181-9e93-44ec-bf7c-9540e276d372 req-beb191f5-a44c-47cd-b280-c4f038e10fe7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0543625 Feb 15 14:49:37.719266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a2fb181-9e93-44ec-bf7c-9540e276d372 req-4baabd50-0d6e-4eee-8369-0e9622dc6857 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383103 Feb 15 14:49:38.836415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd7ef-944e-4900-9ef6-ed4534107b6e req-9890c66d-3e23-4e48-bd84-5794f92d26e3 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:38.837877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14ecd7ef-944e-4900-9ef6-ed4534107b6e req-9890c66d-3e23-4e48-bd84-5794f92d26e3 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0507109 Feb 15 14:49:38.883992 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-14ecd7ef-944e-4900-9ef6-ed4534107b6e req-7151b1a0-b9ec-4029-bb07-0821b6364631 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Feb 15 14:49:40.003649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509db73-8820-4907-aebd-fa2cccfebd01 req-b2a9eadd-acfe-44c9-a3ca-6c7627e31bd4 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:40.005110 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a509db73-8820-4907-aebd-fa2cccfebd01 req-b2a9eadd-acfe-44c9-a3ca-6c7627e31bd4 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0517519 Feb 15 14:49:40.055193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a509db73-8820-4907-aebd-fa2cccfebd01 req-6d2bb1d6-1dfc-47e6-bebf-32095346bede tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445802 Feb 15 14:49:40.375840 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:41.170158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38736733-a12d-470b-b5e9-a85b0e91797c req-c5c3ba93-af97-43d2-8e3a-7b13959d2c0f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:41.171894 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38736733-a12d-470b-b5e9-a85b0e91797c req-c5c3ba93-af97-43d2-8e3a-7b13959d2c0f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0508153 Feb 15 14:49:41.217719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38736733-a12d-470b-b5e9-a85b0e91797c req-11d403e8-6cdb-42c6-86cb-aaea2a042b77 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397720 Feb 15 14:49:42.333273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a69d53-4c54-4942-a835-63940207ce85 req-3b6c191d-8ef4-4884-812c-41810f47fb2a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:42.334738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5a69d53-4c54-4942-a835-63940207ce85 req-3b6c191d-8ef4-4884-812c-41810f47fb2a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0516081 Feb 15 14:49:42.379951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5a69d53-4c54-4942-a835-63940207ce85 req-aa3ea307-a58b-45d9-80d3-761b4f104900 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Feb 15 14:49:42.561287 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:43.499683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091eeb1-1aeb-4b18-b5ac-17d0731ad677 req-efbf5f2f-d83e-4c2a-a622-92647050c01a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:43.501152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1091eeb1-1aeb-4b18-b5ac-17d0731ad677 req-efbf5f2f-d83e-4c2a-a622-92647050c01a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0548601 Feb 15 14:49:43.546842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1091eeb1-1aeb-4b18-b5ac-17d0731ad677 req-d9c88d40-c8cd-4a69-8827-03823c1c307a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Feb 15 14:49:44.664364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98715449-b56b-4af9-b271-ad6c7034e97d req-b63a336e-6284-476f-a69a-98726968b401 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:44.665843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98715449-b56b-4af9-b271-ad6c7034e97d req-b63a336e-6284-476f-a69a-98726968b401 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0530989 Feb 15 14:49:44.711568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-98715449-b56b-4af9-b271-ad6c7034e97d req-e0589410-8461-456a-9914-3fe0dd7add65 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 Feb 15 14:49:44.822731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2307-b952-4350-b218-53819655a1e6 req-a973fbe9-6b79-43f1-8611-f0298aab43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:44.824316 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-503b2307-b952-4350-b218-53819655a1e6 req-a973fbe9-6b79-43f1-8611-f0298aab43e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 1129 time: 0.0472002 Feb 15 14:49:44.831341 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e919da8e-e7eb-4ab6-b38d-0ad4458adda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:44.933479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2307-b952-4350-b218-53819655a1e6 req-2068d564-416a-4766-8aaf-f0766e8d9ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:44.934944 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-503b2307-b952-4350-b218-53819655a1e6 req-2068d564-416a-4766-8aaf-f0766e8d9ce9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0886559 Feb 15 14:49:44.976480 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-503b2307-b952-4350-b218-53819655a1e6 req-d57f0e23-ba8c-4069-a9fc-95a7c86f04c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 200 len: 217 time: 0.0348237 Feb 15 14:49:45.025453 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2307-b952-4350-b218-53819655a1e6 req-cbaf1324-719d-4049-8690-936e6f6d87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:45.026836 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-503b2307-b952-4350-b218-53819655a1e6 req-cbaf1324-719d-4049-8690-936e6f6d87cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0428011 Feb 15 14:49:45.063523 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-503b2307-b952-4350-b218-53819655a1e6 req-2ef1263d-a5f5-4d27-a673-50474ec93404 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297322 Feb 15 14:49:45.151329 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-503b2307-b952-4350-b218-53819655a1e6 req-951a023f-05ee-45b9-b209-1dad10ccd4c4 service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815363 Feb 15 14:49:45.244474 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-503b2307-b952-4350-b218-53819655a1e6 req-6a7ecc7c-61a5-4595-bc0d-4385d3b6889e service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849359 Feb 15 14:49:45.838160 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224091f-a01a-4ed9-a83c-54b4b7def7fa req-e5b771c1-02e7-40f2-b30d-094d8fd33cfe tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:45.839666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1224091f-a01a-4ed9-a83c-54b4b7def7fa req-e5b771c1-02e7-40f2-b30d-094d8fd33cfe tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0566065 Feb 15 14:49:45.887034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1224091f-a01a-4ed9-a83c-54b4b7def7fa req-5a35179e-1090-44cf-a011-36514f3e3924 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Feb 15 14:49:47.001951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814090ae-575a-43b7-9e08-081b862f263a req-02b40c4c-c887-4ca5-a6f1-c3355535aa82 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:47.003435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-814090ae-575a-43b7-9e08-081b862f263a req-02b40c4c-c887-4ca5-a6f1-c3355535aa82 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0516174 Feb 15 14:49:47.050013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-814090ae-575a-43b7-9e08-081b862f263a req-e9158c57-525c-4ac5-bb86-26cdc5eed9fa tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Feb 15 14:49:47.219712 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-278426d7-cd38-426f-9b45-e80bf085590d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:48.167954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc0935-8072-4e59-8a5e-8da40c63f12f req-175ba246-9425-4fa1-b702-e9345dcf6588 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:48.169392 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66dc0935-8072-4e59-8a5e-8da40c63f12f req-175ba246-9425-4fa1-b702-e9345dcf6588 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0505576 Feb 15 14:49:48.220339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66dc0935-8072-4e59-8a5e-8da40c63f12f req-df851968-ad27-4b5f-8414-00e9207b1866 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 Feb 15 14:49:48.531163 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:49.337376 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ab688-c2b6-4738-9bf3-f6113fa672dd req-feea14a0-7ef5-4673-945f-602d62326f84 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:49.338846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e1ab688-c2b6-4738-9bf3-f6113fa672dd req-feea14a0-7ef5-4673-945f-602d62326f84 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0513771 Feb 15 14:49:49.384305 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e1ab688-c2b6-4738-9bf3-f6113fa672dd req-26d23eec-4254-437d-b9c5-e07add7f5885 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Feb 15 14:49:49.855324 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:50.501577 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf48461-f25d-422f-a9e0-9fc71a20dfb8 req-038f0b20-7348-420c-b6a8-3f8ee1d7ac2b tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:50.503041 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bcf48461-f25d-422f-a9e0-9fc71a20dfb8 req-038f0b20-7348-420c-b6a8-3f8ee1d7ac2b tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0515642 Feb 15 14:49:50.548294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bcf48461-f25d-422f-a9e0-9fc71a20dfb8 req-28319936-e95c-4ff3-916b-17066445f7f6 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398097 Feb 15 14:49:51.157263 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:51.669671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06810901-03a9-442b-9746-adfcfbf48aed req-4b36ec9b-39ea-4a6c-b041-ccc8a8ac128b tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:51.671202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06810901-03a9-442b-9746-adfcfbf48aed req-4b36ec9b-39ea-4a6c-b041-ccc8a8ac128b tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0562418 Feb 15 14:49:51.717829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06810901-03a9-442b-9746-adfcfbf48aed req-03e1c642-194d-461c-bc73-cacf0f39a76f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Feb 15 14:49:52.836168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61e228-38fd-485e-8607-6ad684190ec5 req-0127d880-b55d-498d-81b5-6def3f5ce8a5 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:52.837504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c61e228-38fd-485e-8607-6ad684190ec5 req-0127d880-b55d-498d-81b5-6def3f5ce8a5 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0521915 Feb 15 14:49:52.884463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c61e228-38fd-485e-8607-6ad684190ec5 req-1ead67e0-64bd-4134-81ab-f12513dd6309 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Feb 15 14:49:54.002279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de50739-1f1e-47d2-ab93-4c36054bbf70 req-5cdfdcce-1d0c-4a2c-98e1-8851ffe2ab81 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:54.004308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7de50739-1f1e-47d2-ab93-4c36054bbf70 req-5cdfdcce-1d0c-4a2c-98e1-8851ffe2ab81 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0517430 Feb 15 14:49:54.053456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7de50739-1f1e-47d2-ab93-4c36054bbf70 req-59ea56f8-7f32-4c72-8027-98785f96e7ca tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Feb 15 14:49:55.172262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c4899-d91d-4fac-8ddb-7538ad4c57e7 req-b6f75647-bd01-4b85-aa23-a7046477deeb tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:55.173725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d1c4899-d91d-4fac-8ddb-7538ad4c57e7 req-b6f75647-bd01-4b85-aa23-a7046477deeb tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0515335 Feb 15 14:49:55.220616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d1c4899-d91d-4fac-8ddb-7538ad4c57e7 req-6e6a22c6-9d7f-4dd6-95b4-6a38208d52ee tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409479 Feb 15 14:49:55.703648 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-4b93108e-4d8a-4fa7-9c63-6eb33d7ddce5 service neutron] show failed (client error): The resource could not be found. Feb 15 14:49:55.704626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-4b93108e-4d8a-4fa7-9c63-6eb33d7ddce5 service neutron] 10.222.0.42 "GET /v2.0/ports/5f81e900-be16-4937-952d-0cbe4dd881fe/bindings/n-h2-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0549345 Feb 15 14:49:55.939367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-d83e0f21-8963-4e86-aa02-d8cbaee9fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:55.940930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-d83e0f21-8963-4e86-aa02-d8cbaee9fa8a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d&tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4 HTTP/1.1" status: 200 len: 1129 time: 0.0782363 Feb 15 14:49:55.951481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:49:56.006743 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:56.202257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=5f81e900-be16-4937-952d-0cbe4dd881fe,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:49:56.235751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h1-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:49:56.279156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:49:56.281493 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863e4592-3e78-48f3-9587-d880ee9fdd5f" -d '{"events": [{"server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:49:56.285112 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Publish callbacks [] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:56.323163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.provisioning_blocks [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Transition to ACTIVE for port object 5f81e900-be16-4937-952d-0cbe4dd881fe will not be triggered until provisioned by entity L2. {{(pid=109971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:49:56.332172 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:56.336323 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d4aded-461f-461e-a53b-d1fd558d549a x-openstack-request-id: req-d6d4aded-461f-461e-a53b-d1fd558d549a {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:49:56.336620 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:49:56.336879 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6d4aded-461f-461e-a53b-d1fd558d549a {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:49:56.337288 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe', 'code': 200} Feb 15 14:49:56.389051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a919db5-b860-43ed-86de-b15ed4553733 req-76ee625b-c723-4ca0-9bd9-f2d3e4314ccd tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:56.390524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a919db5-b860-43ed-86de-b15ed4553733 req-76ee625b-c723-4ca0-9bd9-f2d3e4314ccd tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.1013784 Feb 15 14:49:56.409122 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] No DVR routers for this DVR port 5f81e900-be16-4937-952d-0cbe4dd881fe on host n-h1-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:49:56.419802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Pushing event updated for resources: {'Port': ['ID=5f81e900-be16-4937-952d-0cbe4dd881fe,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:56.439301 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.439656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.440000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.440339 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.441212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.441546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.441869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.442193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.442516 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.442839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.443193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.443514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.443832 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:49:56.490002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Attempting to bind port 5f81e900-be16-4937-952d-0cbe4dd881fe on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:49:56.490325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Attempting to bind port 5f81e900-be16-4937-952d-0cbe4dd881fe by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:49:56.490644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Attempting to bind port 5f81e900-be16-4937-952d-0cbe4dd881fe on network 34be74e2-a826-47f0-9820-8e99b2b28449 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:49:56.497981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Port 5f81e900-be16-4937-952d-0cbe4dd881fe on network 34be74e2-a826-47f0-9820-8e99b2b28449 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:49:56.498289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Attempting to bind port 5f81e900-be16-4937-952d-0cbe4dd881fe on network 34be74e2-a826-47f0-9820-8e99b2b28449 {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:49:56.504137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a919db5-b860-43ed-86de-b15ed4553733 req-6e1de254-03e4-4346-a722-86e2bb9f7df1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961499 Feb 15 14:49:56.506707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:49:56.507124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Checking segment: {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:49:56.507445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Bound using segment: {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'} {{(pid=109971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:49:56.507869 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.managers [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Bound port: 5f81e900-be16-4937-952d-0cbe4dd881fe, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'}}] {{(pid=109971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:49:56.508267 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:56.569442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h2-829064-15, cleared binding levels {{(pid=109971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:49:56.572363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5f81e900-be16-4937-952d-0cbe4dd881fe,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:49:56.578600 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:56.611498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:56.612117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:49:56.614135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] 10.222.0.67 "PUT /v2.0/ports/5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 200 len: 1093 time: 0.6664536 Feb 15 14:49:56.663754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d324881-e8aa-4f69-89a9-0447aba10d84 service neutron] Pushing event updated for resources: {'Port': ['ID=5f81e900-be16-4937-952d-0cbe4dd881fe,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:49:56.682721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-a4f927d8-4293-4a37-8518-588a14c53e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:56.684282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-a4f927d8-4293-4a37-8518-588a14c53e7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 1127 time: 0.0484254 Feb 15 14:49:56.774499 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-382074d6-c7fa-41dc-ac6f-3726981389fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:56.775992 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-382074d6-c7fa-41dc-ac6f-3726981389fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0842056 Feb 15 14:49:56.817146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-3b6514df-f2a1-4fe1-933c-2553a52613b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 200 len: 217 time: 0.0346503 Feb 15 14:49:56.866767 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-1d41cdb9-1e90-47ef-9f4a-7feaa62a5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:56.868176 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-1d41cdb9-1e90-47ef-9f4a-7feaa62a5b03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0454001 Feb 15 14:49:56.898658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-e64d4e7e-9d65-4f3e-8939-75a5ccf92cd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243680 Feb 15 14:49:56.983489 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-a071cba2-fb28-428a-a3b7-69932e51f43c service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789118 Feb 15 14:49:57.073090 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-42849dfa-e071-45aa-a55a-0e30aa0ef909 req-68102866-cf89-40aa-b1b6-a0ee5e972872 service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836489 Feb 15 14:49:57.625536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a08294-ea91-45ff-8cd5-a8b0f112537c req-5b85d2db-62b7-448e-b60e-e541aac72073 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:57.627027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-45a08294-ea91-45ff-8cd5-a8b0f112537c req-5b85d2db-62b7-448e-b60e-e541aac72073 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 944 time: 0.0533509 Feb 15 14:49:57.673030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-45a08294-ea91-45ff-8cd5-a8b0f112537c req-a8513399-2ed8-4b75-8453-007003eb24ee tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Feb 15 14:49:58.338099 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:49:58.340470 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cb4799-6337-4cc2-884e-3a0f3a1475c3" -d '{"events": [{"name": "network-changed", "server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:49:58.386597 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9f39d2-c2b4-4b31-b56b-9b151ca73b22 x-openstack-request-id: req-1c9f39d2-c2b4-4b31-b56b-9b151ca73b22 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:49:58.386891 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:49:58.387346 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c9f39d2-c2b4-4b31-b56b-9b151ca73b22 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:49:58.387750 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe', 'status': 'completed', 'code': 200} Feb 15 14:49:58.451429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-9d7ef0d0-cdb5-40ab-adc0-58466a0eb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:58.452917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-9d7ef0d0-cdb5-40ab-adc0-58466a0eb627 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 1127 time: 0.0447967 Feb 15 14:49:58.456644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-3c9212e8-c232-4679-b84a-36da73fb3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:58.458174 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-3c9212e8-c232-4679-b84a-36da73fb3c84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 1127 time: 0.0445518 Feb 15 14:49:58.545888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-a6651edd-8e83-4d76-b5c1-7d7e2bfbf077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:58.547648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-a6651edd-8e83-4d76-b5c1-7d7e2bfbf077 service neutron] 10.222.0.67 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0866096 Feb 15 14:49:58.550156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-3e2917db-9f1d-41dd-8ca1-0390272680ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:58.551647 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-3e2917db-9f1d-41dd-8ca1-0390272680ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0878689 Feb 15 14:49:58.589243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-ac168962-f43a-41fa-91d6-8aaca971aadc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 200 len: 217 time: 0.0346084 Feb 15 14:49:58.593160 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-f83bdae5-fb82-4c63-9f66-59af656b5187 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 200 len: 217 time: 0.0354409 Feb 15 14:49:58.640474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-8a1371d9-594a-4b4c-9c47-c07ccbd6f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:58.641075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-1955a766-1f5d-425f-a7ad-c484e7584451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:58.642052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-8a1371d9-594a-4b4c-9c47-c07ccbd6f407 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0465338 Feb 15 14:49:58.642524 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-1955a766-1f5d-425f-a7ad-c484e7584451 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0429337 Feb 15 14:49:58.673531 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-4134c6a4-e253-4579-9a39-45015a3c4daf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252590 Feb 15 14:49:58.673774 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-438dd768-d318-4a97-b6c8-68fc0cae83b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252814 Feb 15 14:49:58.769629 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-40d0bc88-a163-4752-97bc-4e6ce112d64b service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896533 Feb 15 14:49:58.797442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-7abe1270-fde4-470a-9741-f8924a49abf5 service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164498 Feb 15 14:49:58.855592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b025c-977a-4e25-9e80-b38c5352ea74 req-c26e04e2-9fd0-4c3a-bb09-010bcb526f25 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:49:58.856965 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-524b025c-977a-4e25-9e80-b38c5352ea74 req-c26e04e2-9fd0-4c3a-bb09-010bcb526f25 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 944 time: 0.1103613 Feb 15 14:49:58.858895 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-0243a2fc-5357-428c-8ef9-256af190a6d4 service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837545 Feb 15 14:49:58.930703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-524b025c-977a-4e25-9e80-b38c5352ea74 req-ca1a585f-45db-45be-86df-6eb45975b5b5 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670629 Feb 15 14:49:58.932698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02cb4799-6337-4cc2-884e-3a0f3a1475c3 req-8b3a97b7-0dbb-4cb4-9ae3-96fe7a185458 service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275628 Feb 15 14:49:59.730629 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:50:00.054123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21c660-4bda-4d9b-82e2-760ba08fc534 req-d3ab08bb-702a-4370-99bc-c73f172e5277 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:00.055526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee21c660-4bda-4d9b-82e2-760ba08fc534 req-d3ab08bb-702a-4370-99bc-c73f172e5277 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 944 time: 0.0558646 Feb 15 14:50:00.106427 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee21c660-4bda-4d9b-82e2-760ba08fc534 req-7607834a-d611-4fec-9c02-01fea2e2be16 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Feb 15 14:50:00.706847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5f81e900-be16-4937-952d-0cbe4dd881fe details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:50:00.798321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5f81e900-be16-4937-952d-0cbe4dd881fe,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:00.807920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5f81e900-be16-4937-952d-0cbe4dd881fe no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:50:00.829997 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '5f81e900-be16-4937-952d-0cbe4dd881fe', 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449', 'port_id': '5f81e900-be16-4937-952d-0cbe4dd881fe', 'mac_address': 'fa:16:3e:52:52:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1134a942-c1ed-4f31-94f9-8e160c672cd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:50:01.027327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port 5f81e900-be16-4937-952d-0cbe4dd881fe host n-h2-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:50:01.027719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 5f81e900-be16-4937-952d-0cbe4dd881fe not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:50:01.032209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 5f81e900-be16-4937-952d-0cbe4dd881fe is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:50:01.032588 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:01.046945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f81e900-be16-4937-952d-0cbe4dd881fe {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:50:01.069448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5f81e900-be16-4937-952d-0cbe4dd881fe,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:01.072932 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:01.117837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=5f81e900-be16-4937-952d-0cbe4dd881fe,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:01.224943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a0bd7-18be-4812-b8c3-71da9e5551e3 req-39f9ddec-984f-46a1-b63c-b1cd6331c342 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:01.226399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-196a0bd7-18be-4812-b8c3-71da9e5551e3 req-39f9ddec-984f-46a1-b63c-b1cd6331c342 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 945 time: 0.0514643 Feb 15 14:50:01.271653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-196a0bd7-18be-4812-b8c3-71da9e5551e3 req-0f2819a2-be13-425e-ad6d-ecde87b55e40 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Feb 15 14:50:01.444181 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['5f81e900-be16-4937-952d-0cbe4dd881fe'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:50:01.470127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ec6ba-1aff-4694-8086-473c2a508c98 req-9f3eb857-8016-4d75-a7da-f5eed06f1571 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:01.472443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-836ec6ba-1aff-4694-8086-473c2a508c98 req-9f3eb857-8016-4d75-a7da-f5eed06f1571 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 945 time: 0.0567825 Feb 15 14:50:01.525008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-a95b26bf-bac5-497a-bb94-ada5209ce925 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:01.526827 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-a95b26bf-bac5-497a-bb94-ada5209ce925 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.42 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d&tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 945 time: 0.1038048 Feb 15 14:50:01.593479 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-6d6b2d09-1835-4137-bfd7-6251cfdcfbcc service neutron] delete failed (client error): The resource could not be found. Feb 15 14:50:01.594769 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-6d6b2d09-1835-4137-bfd7-6251cfdcfbcc service neutron] 10.222.0.42 "DELETE /v2.0/ports/5f81e900-be16-4937-952d-0cbe4dd881fe/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0607471 Feb 15 14:50:01.688586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-c16c14c3-c51b-4a0a-8728-bc9397f59be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:01.690088 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-c16c14c3-c51b-4a0a-8728-bc9397f59be0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 1128 time: 0.0509644 Feb 15 14:50:01.779724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-e8cc450b-25e0-44d1-bb6d-5abda1a97b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:01.781178 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-e8cc450b-25e0-44d1-bb6d-5abda1a97b17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0854018 Feb 15 14:50:01.787732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-836ec6ba-1aff-4694-8086-473c2a508c98 req-b96d9f13-6153-4ab5-af6d-73d4f21fa857 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087618 Feb 15 14:50:01.825710 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-1efb1c76-5501-47f1-89d0-decbcad77ebd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 200 len: 217 time: 0.0386095 Feb 15 14:50:01.873416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-eaea74fc-187b-401f-a601-f854f32f7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:01.874727 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-eaea74fc-187b-401f-a601-f854f32f7619 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0425813 Feb 15 14:50:01.906243 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-ca414e6b-3056-4405-b640-90ec8e34a31c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245552 Feb 15 14:50:01.990661 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-a9a7d7bf-2750-4bb0-89bc-39baf7b432c0 service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785325 Feb 15 14:50:02.080604 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7f063b47-5cb0-40d3-af18-794f474c5743 req-702de983-e3cd-43af-9e86-8dc3a8ae1f9d service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842874 Feb 15 14:50:02.733898 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5f81e900-be16-4937-952d-0cbe4dd881fe up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:50:02.780667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 5f81e900-be16-4937-952d-0cbe4dd881fe completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:50:02.785009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 5f81e900-be16-4937-952d-0cbe4dd881fe triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:50:02.785393 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:02.860554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 5f81e900-be16-4937-952d-0cbe4dd881fe is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:50:02.860950 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:02.886265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:50:02.888517 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c543ce-fee4-4d6e-95eb-36f8a2791b0d" -d '{"events": [{"server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "name": "network-vif-plugged", "status": "completed", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:50:02.901203 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5f81e900-be16-4937-952d-0cbe4dd881fe,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:02.906101 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:02.909038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee1726-72f5-46f6-a33f-c543091403f4 req-4bb037f7-e004-4c2d-a8ab-2b93509f9cd5 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:02.911292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5ee1726-72f5-46f6-a33f-c543091403f4 req-4bb037f7-e004-4c2d-a8ab-2b93509f9cd5 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 945 time: 0.0542915 Feb 15 14:50:02.930759 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd8dc58-e91e-4cc3-a9b4-6089952fa64a x-openstack-request-id: req-efd8dc58-e91e-4cc3-a9b4-6089952fa64a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:50:02.931150 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "name": "network-vif-plugged", "status": "completed", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:50:02.931402 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-efd8dc58-e91e-4cc3-a9b4-6089952fa64a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:50:02.931792 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe', 'code': 200} Feb 15 14:50:02.956981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=5f81e900-be16-4937-952d-0cbe4dd881fe,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:02.964083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a5ee1726-72f5-46f6-a33f-c543091403f4 req-ee6dd854-e82d-4bf9-892a-cd40b3582955 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Feb 15 14:50:03.087605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acee40-c36b-4cb2-af16-a0ea4218730e req-b1bb7f5c-000c-4c09-889c-0e4898ca6e11 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:03.089226 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f8acee40-c36b-4cb2-af16-a0ea4218730e req-b1bb7f5c-000c-4c09-889c-0e4898ca6e11 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0577176 Feb 15 14:50:03.142559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f8acee40-c36b-4cb2-af16-a0ea4218730e req-9d72da9d-c3cf-4d4d-ae8f-937058318cb2 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473235 Feb 15 14:50:03.259192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07682f1-df67-4001-8c12-3e67fdc1c808 req-35ed84a5-f71d-4253-8368-ddc510b9e949 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:03.260563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b07682f1-df67-4001-8c12-3e67fdc1c808 req-35ed84a5-f71d-4253-8368-ddc510b9e949 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0510345 Feb 15 14:50:03.306264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b07682f1-df67-4001-8c12-3e67fdc1c808 req-d2d77d9b-ecca-4da7-ab50-9a8e1d97804a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Feb 15 14:50:03.678343 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-b6885a4f-c6d2-4c05-817d-77d34dc385bd tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:03.679824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-b6885a4f-c6d2-4c05-817d-77d34dc385bd tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 815 time: 0.1007619 Feb 15 14:50:03.694594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-1d6a73c8-fde2-4e2c-8963-a47a7a0f9e71 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/quotas/b31ab8469b9c47d8a69b14d4ba362ae4 HTTP/1.1" status: 200 len: 375 time: 0.0094409 Feb 15 14:50:03.745449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-d86a53fc-9513-44a8-8a19-38f667fa1bd8 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462570 Feb 15 14:50:03.832826 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c06bf1c1-4568-4c2e-a068-4e5cfacbdfc3 service neutron] 10.222.0.72 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808239 Feb 15 14:50:03.923548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-241f8eea-caea-4488-9d7d-72ab4a2c0fa3 service neutron] 10.222.0.72 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853171 Feb 15 14:50:04.080023 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-92cefbac-9e60-4227-8dde-a54b4c287e92 req-8fde7225-41a2-4f5f-8a14-1b5c54c30add tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 210 time: 0.0271842 Feb 15 14:50:04.983407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.67', 64809) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:05.025018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad06a85-a168-47d4-8c77-41dd95eda1c0 req-9e5d0ff7-0a77-40fc-8a34-c8588613441a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:05.026504 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ad06a85-a168-47d4-8c77-41dd95eda1c0 req-9e5d0ff7-0a77-40fc-8a34-c8588613441a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.67 "GET /v2.0/ports?device_id=99172f45-2681-4dc1-9c8d-b8741a14cf2d HTTP/1.1" status: 200 len: 946 time: 0.0579147 Feb 15 14:50:05.096669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-0518706a-3ddf-4ed1-b654-d42d24c2b2e4 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:05.098282 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-0518706a-3ddf-4ed1-b654-d42d24c2b2e4 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.67 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 815 time: 0.1138363 Feb 15 14:50:05.111701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Request body: {'port': {'device_id': '6489e653-a9f3-4509-b191-2769080cbe2b', 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449', 'admin_state_up': True, 'tenant_id': 'b31ab8469b9c47d8a69b14d4ba362ae4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:50:05.148183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-7ad06a85-a168-47d4-8c77-41dd95eda1c0 req-c1eb9ec4-7ec6-4067-b516-3cca7e694387 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Deleting port 5f81e900-be16-4937-952d-0cbe4dd881fe {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:50:05.148562 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7ad06a85-a168-47d4-8c77-41dd95eda1c0 req-c1eb9ec4-7ec6-4067-b516-3cca7e694387 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:05.229279 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Made reservation on behalf of b31ab8469b9c47d8a69b14d4ba362ae4 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:50:05.232735 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:05.253393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-7ad06a85-a168-47d4-8c77-41dd95eda1c0 req-c1eb9ec4-7ec6-4067-b516-3cca7e694387 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] For port 5f81e900-be16-4937-952d-0cbe4dd881fe, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=5f81e900-be16-4937-952d-0cbe4dd881fe,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:05.253814 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7ad06a85-a168-47d4-8c77-41dd95eda1c0 req-c1eb9ec4-7ec6-4067-b516-3cca7e694387 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:05.270662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [req-7ad06a85-a168-47d4-8c77-41dd95eda1c0 req-c1eb9ec4-7ec6-4067-b516-3cca7e694387 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Calling delete_port for 5f81e900-be16-4937-952d-0cbe4dd881fe owned by compute:nova {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:50:05.373236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Allocated IP 172.20.0.10 (34be74e2-a826-47f0-9820-8e99b2b28449/1134a942-c1ed-4f31-94f9-8e160c672cd8/718cf231-d5ed-4b08-a5e5-2666ac4f1ec8) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:50:05.412979 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7ad06a85-a168-47d4-8c77-41dd95eda1c0 req-c1eb9ec4-7ec6-4067-b516-3cca7e694387 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (5f81e900-be16-4937-952d-0cbe4dd881fe), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:05.427861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['5f81e900-be16-4937-952d-0cbe4dd881fe'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:50:05.448241 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb9ec4-7ec6-4067-b516-3cca7e694387 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Pushing event deleted for resources: {'Port': ['ID=5f81e900-be16-4937-952d-0cbe4dd881fe,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:05.500371 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8769a29-0984-439a-8919-baf3a7b9395c req-33c73a86-2acc-42b1-b2ff-4b4ed196cd94 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 210 time: 0.0533471 Feb 15 14:50:05.520386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad06a85-a168-47d4-8c77-41dd95eda1c0 req-c1eb9ec4-7ec6-4067-b516-3cca7e694387 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] No DVR routers for this DVR port 5f81e900-be16-4937-952d-0cbe4dd881fe on host n-h2-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:50:05.523712 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-7ad06a85-a168-47d4-8c77-41dd95eda1c0 req-c1eb9ec4-7ec6-4067-b516-3cca7e694387 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:05.526785 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ad06a85-a168-47d4-8c77-41dd95eda1c0 req-c1eb9ec4-7ec6-4067-b516-3cca7e694387 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.67 "DELETE /v2.0/ports/5f81e900-be16-4937-952d-0cbe4dd881fe HTTP/1.1" status: 204 len: 173 time: 0.4940684 Feb 15 14:50:05.527214 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'name': 'network-vif-deleted', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:50:05.529438 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5796663b-16f6-4de7-9928-86338452884d" -d '{"events": [{"server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "name": "network-vif-deleted", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:50:05.566985 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks [] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:05.569404 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a4f9d8-dea2-448e-9902-4111a910786e x-openstack-request-id: req-74a4f9d8-dea2-448e-9902-4111a910786e {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:50:05.569731 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99172f45-2681-4dc1-9c8d-b8741a14cf2d", "name": "network-vif-deleted", "tag": "5f81e900-be16-4937-952d-0cbe4dd881fe", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:50:05.570077 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-74a4f9d8-dea2-448e-9902-4111a910786e {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:50:05.570479 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99172f45-2681-4dc1-9c8d-b8741a14cf2d', 'name': 'network-vif-deleted', 'tag': '5f81e900-be16-4937-952d-0cbe4dd881fe', 'status': 'completed', 'code': 200} Feb 15 14:50:05.600615 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:05.612781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['5f81e900-be16-4937-952d-0cbe4dd881fe'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:50:05.649297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Network 34be74e2-a826-47f0-9820-8e99b2b28449 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:50:05.654718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:50:05.659820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:50:05.663843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Pushing event updated for resources: {'Port': ['ID=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:05.709490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:05.710109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:05.725792 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-c640fcb3-d38b-4315-ac88-d9f4733a6de1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6179576 Feb 15 14:50:05.738928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Request body: {'port': {'device_id': '6489e653-a9f3-4509-b191-2769080cbe2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:50:05.803543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:06.060395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:50:06.068538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Publish callbacks [] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:06.080242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Transition to ACTIVE for port object 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:50:06.084093 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:06.134065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:06.200728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Attempting to bind port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:50:06.201063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Attempting to bind port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:50:06.201391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Attempting to bind port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 on network 34be74e2-a826-47f0-9820-8e99b2b28449 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:50:06.205636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 on network 34be74e2-a826-47f0-9820-8e99b2b28449 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:50:06.206603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Attempting to bind port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 on network 34be74e2-a826-47f0-9820-8e99b2b28449 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:50:06.211307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:50:06.211645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Checking segment: {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:50:06.212032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Bound using segment: {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:50:06.212449 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Bound port: 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:50:06.212800 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:06.274269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:50:06.277248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:50:06.282497 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:06.316129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:06.316750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:06.318122 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] 10.222.0.67 "PUT /v2.0/ports/718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 1093 time: 0.5834091 Feb 15 14:50:06.318562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:50:06.320822 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d71b799-a5f0-45bf-a273-5ad7131620ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:50:06.343829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02264a8c-82f4-4986-85e5-9687e573a4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:06.366747 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4513010-df3a-4c31-a554-f2deaf529c2a x-openstack-request-id: req-c4513010-df3a-4c31-a554-f2deaf529c2a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:50:06.367063 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:50:06.367321 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c4513010-df3a-4c31-a554-f2deaf529c2a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:50:06.367721 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8', 'status': 'completed', 'code': 200} Feb 15 14:50:06.403996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-78c143f2-ebda-4613-a09c-df01b1392aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:06.405498 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-78c143f2-ebda-4613-a09c-df01b1392aba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 1127 time: 0.0485535 Feb 15 14:50:06.449899 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-a99d0060-c024-4ae9-a464-2aa1c3b49d9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0374868 Feb 15 14:50:06.496580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-dff1866e-8c4c-4fb6-b28a-bbcf6ea2684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:06.497992 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-dff1866e-8c4c-4fb6-b28a-bbcf6ea2684f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0422444 Feb 15 14:50:06.528198 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-e5eb1295-3618-41a8-852d-2b1551947020 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240605 Feb 15 14:50:06.620417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0854e-22d4-4578-b4a9-61f9bdef24cf req-af1cf876-80e5-43b7-b712-145c40b51991 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:06.621805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09f0854e-22d4-4578-b4a9-61f9bdef24cf req-af1cf876-80e5-43b7-b712-145c40b51991 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 944 time: 0.0530825 Feb 15 14:50:06.623569 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-01401e15-1776-4cc9-8e56-fe33c795926c service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884502 Feb 15 14:50:06.668948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-09f0854e-22d4-4578-b4a9-61f9bdef24cf req-c803558e-6e25-4cda-835b-6f904138947d tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 Feb 15 14:50:06.712805 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c2a82a10-ef08-46d2-85c9-991b49b39c1a req-8d06e418-0361-4602-bac6-f33a6b09147c service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826716 Feb 15 14:50:06.802830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71b799-a5f0-45bf-a273-5ad7131620ae req-d1d0b499-8f11-4f83-b4c5-ab4d16112a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:06.804372 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d71b799-a5f0-45bf-a273-5ad7131620ae req-d1d0b499-8f11-4f83-b4c5-ab4d16112a3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 1127 time: 0.0447929 Feb 15 14:50:06.895645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71b799-a5f0-45bf-a273-5ad7131620ae req-9483e257-d028-47c6-8136-48700a390f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:06.897004 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d71b799-a5f0-45bf-a273-5ad7131620ae req-9483e257-d028-47c6-8136-48700a390f9c service neutron] 10.222.0.67 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0865755 Feb 15 14:50:06.936957 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d71b799-a5f0-45bf-a273-5ad7131620ae req-63e4cc8c-7bba-4362-a5f0-c9cbd975a730 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0341439 Feb 15 14:50:06.988310 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71b799-a5f0-45bf-a273-5ad7131620ae req-0a6dad33-ae6f-4cb6-93f5-9ae418f2665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:06.989720 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d71b799-a5f0-45bf-a273-5ad7131620ae req-0a6dad33-ae6f-4cb6-93f5-9ae418f2665e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0457213 Feb 15 14:50:07.020343 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d71b799-a5f0-45bf-a273-5ad7131620ae req-beda93f9-30f9-4b99-a5d6-bc2739e982df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253432 Feb 15 14:50:07.107663 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d71b799-a5f0-45bf-a273-5ad7131620ae req-15b7487f-98c1-4d64-9a60-13aaf91d1dc9 service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816975 Feb 15 14:50:07.200243 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d71b799-a5f0-45bf-a273-5ad7131620ae req-9f4080d3-09fe-4663-b0dc-9f6b81eb0c46 service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852180 Feb 15 14:50:07.791890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe4624-1989-448f-9d5b-c3361e24244c req-d01b00c3-8bb2-4c5e-828f-23a5a20d36fb tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:07.793396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfbe4624-1989-448f-9d5b-c3361e24244c req-d01b00c3-8bb2-4c5e-828f-23a5a20d36fb tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 944 time: 0.0569398 Feb 15 14:50:07.839841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfbe4624-1989-448f-9d5b-c3361e24244c req-cb7b47cf-7868-4b29-bde8-782d6cfdde35 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406389 Feb 15 14:50:08.756518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5f81e900-be16-4937-952d-0cbe4dd881fe no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:50:08.776218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 5f81e900-be16-4937-952d-0cbe4dd881fe {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:50:08.776559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 5f81e900-be16-4937-952d-0cbe4dd881fe not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:50:08.960787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a39eb-b718-4b1d-b4c8-2f266b7e8866 req-a0e154f1-242d-4cf8-bbc4-dc8ef77e824f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:08.962257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea4a39eb-b718-4b1d-b4c8-2f266b7e8866 req-a0e154f1-242d-4cf8-bbc4-dc8ef77e824f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 944 time: 0.0553784 Feb 15 14:50:09.008800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea4a39eb-b718-4b1d-b4c8-2f266b7e8866 req-bd7db5c2-c2c6-4d98-9cb6-768bbc9f5ba3 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Feb 15 14:50:10.126199 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f342b12-706e-46ce-b1dc-6750f725e7f8 req-527f2641-fb24-464b-8c04-476cfab7b1ca tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:10.128328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f342b12-706e-46ce-b1dc-6750f725e7f8 req-527f2641-fb24-464b-8c04-476cfab7b1ca tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 944 time: 0.0527394 Feb 15 14:50:10.178212 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0f342b12-706e-46ce-b1dc-6750f725e7f8 req-823674ae-18c8-4cc9-be55-138d8e99a2e4 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Feb 15 14:50:10.378342 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:10.752794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:50:10.848759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:10.859751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8', 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449', 'port_id': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8', 'mac_address': 'fa:16:3e:0f:4c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1134a942-c1ed-4f31-94f9-8e160c672cd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:50:10.895098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:50:10.895490 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:10.908072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:50:10.928105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:10.932324 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:10.978492 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:10.985815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.986189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.986532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.986873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.987740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.988072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.988401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.988728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.989056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.989383 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.989707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.990030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:10.990350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:11.284022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['718cf231-d5ed-4b08-a5e5-2666ac4f1ec8'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:50:11.295064 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953abc0-ad83-4872-bce7-03fb22fd4dd9 req-676d5dfa-8db7-4944-8a04-71fffdff9e11 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:11.296548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1953abc0-ad83-4872-bce7-03fb22fd4dd9 req-676d5dfa-8db7-4944-8a04-71fffdff9e11 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 945 time: 0.0519230 Feb 15 14:50:11.343073 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1953abc0-ad83-4872-bce7-03fb22fd4dd9 req-547dc7bc-2316-4c01-a5e8-8308077d84b2 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Feb 15 14:50:12.458512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c4827-d3cb-4969-8ea0-47b1ee4fbe7d req-89f581aa-28b5-4b17-91ee-964aa3cab6e7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:12.459997 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f11c4827-d3cb-4969-8ea0-47b1ee4fbe7d req-89f581aa-28b5-4b17-91ee-964aa3cab6e7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 945 time: 0.0518644 Feb 15 14:50:12.505366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f11c4827-d3cb-4969-8ea0-47b1ee4fbe7d req-c00272e9-def2-4e5e-8654-2d645869bb94 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399559 Feb 15 14:50:12.576388 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:12.765589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:50:12.814577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:50:12.818632 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:50:12.819044 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:12.896019 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:50:12.896410 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:12.917881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:50:12.920126 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2255d641-77be-401e-9a20-a132f9a45282" -d '{"events": [{"server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "name": "network-vif-plugged", "status": "completed", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:50:12.932042 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:12.937135 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:12.962878 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473fbb6b-f0ed-42d5-9d3c-dbf4aadcb86a x-openstack-request-id: req-473fbb6b-f0ed-42d5-9d3c-dbf4aadcb86a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:50:12.963202 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "name": "network-vif-plugged", "status": "completed", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:50:12.963451 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-473fbb6b-f0ed-42d5-9d3c-dbf4aadcb86a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:50:12.963845 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8', 'code': 200} Feb 15 14:50:12.986548 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:13.057178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f965f-5093-4782-9c3a-26d208f42614 req-6293381b-1087-492d-a5d5-6255c16aecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:13.058555 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2e7f965f-5093-4782-9c3a-26d208f42614 req-6293381b-1087-492d-a5d5-6255c16aecd8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 1129 time: 0.0434425 Feb 15 14:50:13.104003 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2e7f965f-5093-4782-9c3a-26d208f42614 req-8e332b74-c117-4694-9637-ad0b724a74ae service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370746 Feb 15 14:50:13.624981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f05d7-880a-448b-8f4a-db49f7c11ade req-0f01d068-06f7-49ff-a97f-b401b2fc87a6 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:13.626434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-276f05d7-880a-448b-8f4a-db49f7c11ade req-0f01d068-06f7-49ff-a97f-b401b2fc87a6 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0548217 Feb 15 14:50:13.671263 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-276f05d7-880a-448b-8f4a-db49f7c11ade req-d4f764d1-a9d7-4f49-a63c-3f5b38f64947 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392265 Feb 15 14:50:14.790735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eb622-4e3d-4fad-bc58-5ee9efdd6aad req-afe434b5-8060-4652-9574-a7fadbf74636 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:14.792268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c0eb622-4e3d-4fad-bc58-5ee9efdd6aad req-afe434b5-8060-4652-9574-a7fadbf74636 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0531325 Feb 15 14:50:14.834119 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9281c3fd-4931-4ef6-98c2-dc91eb46bd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:14.840188 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0c0eb622-4e3d-4fad-bc58-5ee9efdd6aad req-4c4fc388-d89f-44a0-82a5-2f2cfc73ff86 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 Feb 15 14:50:14.963029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ef7e-4df1-4632-ae6c-ebaf21f1bc38 req-ce9af7d9-e753-4ab3-ab78-76223d905a33 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:14.964514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3688ef7e-4df1-4632-ae6c-ebaf21f1bc38 req-ce9af7d9-e753-4ab3-ab78-76223d905a33 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0567043 Feb 15 14:50:15.010491 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3688ef7e-4df1-4632-ae6c-ebaf21f1bc38 req-e81ddc7e-179f-4216-adea-38dc65ee3b99 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Feb 15 14:50:15.232274 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-9ed89818-1bfb-4163-aab3-5fe5a18c0dee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445166 Feb 15 14:50:15.252058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0928b-1ca7-466d-901c-61bef9ce16c7 req-0a8b676d-f1e9-426b-81e0-2def12c5f32b tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:15.253602 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ec0928b-1ca7-466d-901c-61bef9ce16c7 req-0a8b676d-f1e9-426b-81e0-2def12c5f32b tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0577879 Feb 15 14:50:15.303549 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ec0928b-1ca7-466d-901c-61bef9ce16c7 req-666b4629-6fca-4779-b4de-0b846e7d7c2f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Feb 15 14:50:15.579182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-69defefb-1a25-48e5-b928-8b256cbaa074 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:15.581029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-69defefb-1a25-48e5-b928-8b256cbaa074 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports/718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 943 time: 0.0444427 Feb 15 14:50:16.341667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-e717ffce-9c55-4b71-9621-7f1ce4b95817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:16.343179 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-e717ffce-9c55-4b71-9621-7f1ce4b95817 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 1129 time: 0.0495703 Feb 15 14:50:16.427032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12518c8a-35e6-4c23-8481-dd37d6b02105 req-65af235a-0cf2-45b2-979a-38814d764568 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:16.428535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12518c8a-35e6-4c23-8481-dd37d6b02105 req-65af235a-0cf2-45b2-979a-38814d764568 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0566070 Feb 15 14:50:16.435759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-72187e16-8d93-4295-94c8-4bc9de1bd84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:16.437222 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-72187e16-8d93-4295-94c8-4bc9de1bd84b service neutron] 10.222.0.67 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0882597 Feb 15 14:50:16.476451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12518c8a-35e6-4c23-8481-dd37d6b02105 req-0528ba52-9cdf-4bb9-ac3f-33c29f2e76c3 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417342 Feb 15 14:50:16.482791 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-ce8904ef-219b-4537-9ac0-4c8ea58dfc8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0385818 Feb 15 14:50:16.529562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-cb123448-7ec8-4718-a31b-b390ccbf0857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:16.531022 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-cb123448-7ec8-4718-a31b-b390ccbf0857 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0424559 Feb 15 14:50:16.562336 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-abdd3ce4-a5e4-40ff-984f-913a4403ab2c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249577 Feb 15 14:50:16.652210 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-7eac7174-4214-48ca-9362-cde2928d271e service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839515 Feb 15 14:50:16.739477 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-327e4315-646c-4b3f-b559-96a64dacb170 service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814395 Feb 15 14:50:17.222057 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5877181a-0b6f-4933-8309-7581e46761f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:17.595190 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e61410-c1f3-43a2-bc2a-c7ee789039ec req-f5c1f750-83d5-48a8-95e8-fc6c339d428a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:17.597292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1e61410-c1f3-43a2-bc2a-c7ee789039ec req-f5c1f750-83d5-48a8-95e8-fc6c339d428a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0531359 Feb 15 14:50:17.641843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1e61410-c1f3-43a2-bc2a-c7ee789039ec req-4f57851b-a410-42b3-b431-29bec488bd88 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391226 Feb 15 14:50:18.533313 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:18.761701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05defe-6431-4269-8894-cdfca70a0ce9 req-39b1b26d-d9aa-400c-86f9-bf89e36dfff2 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:18.763250 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa05defe-6431-4269-8894-cdfca70a0ce9 req-39b1b26d-d9aa-400c-86f9-bf89e36dfff2 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0520847 Feb 15 14:50:18.814425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa05defe-6431-4269-8894-cdfca70a0ce9 req-5f496610-c290-4213-8f81-25b3f78cbb1c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450122 Feb 15 14:50:19.859005 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:19.936184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6511ca-1474-4561-8775-0ea02ee1baa4 req-f9f812f7-f938-47a2-b001-e5c5c47d9459 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:19.937681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd6511ca-1474-4561-8775-0ea02ee1baa4 req-f9f812f7-f938-47a2-b001-e5c5c47d9459 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0531750 Feb 15 14:50:19.985042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd6511ca-1474-4561-8775-0ea02ee1baa4 req-e39ca9b3-f645-44f5-a68d-aeb253995f05 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Feb 15 14:50:21.104823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418b5e3-2ab8-48ca-9c5d-ee6a6e2b5758 req-bec06017-9b7c-451b-8339-628751cb8b1a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:21.106331 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e418b5e3-2ab8-48ca-9c5d-ee6a6e2b5758 req-bec06017-9b7c-451b-8339-628751cb8b1a tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0528839 Feb 15 14:50:21.153699 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e418b5e3-2ab8-48ca-9c5d-ee6a6e2b5758 req-be61aa2c-b87f-4441-a26a-8e487dd36157 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416846 Feb 15 14:50:21.160276 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:22.275753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f3bca-60bc-495d-8089-c6553d8a61e9 req-9e8933b3-b0be-4685-8ba7-12550f1ebfb0 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:22.277225 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c0f3bca-60bc-495d-8089-c6553d8a61e9 req-9e8933b3-b0be-4685-8ba7-12550f1ebfb0 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0566516 Feb 15 14:50:22.324850 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c0f3bca-60bc-495d-8089-c6553d8a61e9 req-8b62d69a-e33c-4677-b696-074a0dea97dc tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Feb 15 14:50:23.438623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e7173-3bb6-43f5-bdfb-6ea482781c4e req-f6af51ae-7d6d-4613-934b-64935494ecd8 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:23.440621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d84e7173-3bb6-43f5-bdfb-6ea482781c4e req-f6af51ae-7d6d-4613-934b-64935494ecd8 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0515256 Feb 15 14:50:23.486514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d84e7173-3bb6-43f5-bdfb-6ea482781c4e req-c7c17f03-6bd9-4a8b-94ca-16d7964dd196 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403273 Feb 15 14:50:24.607375 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7c5fe-0744-49f5-a4b6-e6607004ec2c req-4687cf2c-ffd1-46a4-939e-1ee6491524ac tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:24.608853 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40f7c5fe-0744-49f5-a4b6-e6607004ec2c req-4687cf2c-ffd1-46a4-939e-1ee6491524ac tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0557561 Feb 15 14:50:24.655618 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40f7c5fe-0744-49f5-a4b6-e6607004ec2c req-41217269-6606-410c-90ca-b6209a23364d tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Feb 15 14:50:25.773774 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770e0e3-e1c7-4cfa-9b47-6c9803532c7b req-ed319851-25f0-45bb-afce-0d7a6742e0d7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:25.775306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1770e0e3-e1c7-4cfa-9b47-6c9803532c7b req-ed319851-25f0-45bb-afce-0d7a6742e0d7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0532753 Feb 15 14:50:25.822835 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1770e0e3-e1c7-4cfa-9b47-6c9803532c7b req-8b532d7c-4ecd-4a0a-8c32-6c849dfe1d9c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418315 Feb 15 14:50:26.942402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2f1df-9c5e-4e97-bbf8-eea3aed7fda7 req-c89e1185-60d8-4b40-a287-540d2c5038a2 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:26.944000 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49b2f1df-9c5e-4e97-bbf8-eea3aed7fda7 req-c89e1185-60d8-4b40-a287-540d2c5038a2 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0539281 Feb 15 14:50:26.996394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-49b2f1df-9c5e-4e97-bbf8-eea3aed7fda7 req-baf9bff3-fe95-4437-9e2f-74ef436aa886 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Feb 15 14:50:28.115590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc2038-1c2b-4fa7-a9ec-ee76c4df8198 req-224e2617-23ce-4a35-8b26-097f111078db tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:28.117075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25bc2038-1c2b-4fa7-a9ec-ee76c4df8198 req-224e2617-23ce-4a35-8b26-097f111078db tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0534303 Feb 15 14:50:28.162952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25bc2038-1c2b-4fa7-a9ec-ee76c4df8198 req-d1a7bd10-67c6-4c9a-8d3e-dc1427243984 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Feb 15 14:50:29.282526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46156b7a-8e4c-4822-821f-20cee6702bb9 req-956d0fa9-4075-4368-89f1-bad65bc2f7be tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:29.284044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46156b7a-8e4c-4822-821f-20cee6702bb9 req-956d0fa9-4075-4368-89f1-bad65bc2f7be tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0516162 Feb 15 14:50:29.329420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-46156b7a-8e4c-4822-821f-20cee6702bb9 req-f98dce18-47a6-4dfe-903e-731fe7607e9b tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Feb 15 14:50:30.450684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc86b3-be08-4f42-9d35-80833e4b997d req-77e14add-df0d-42b6-a843-2d59bdd7d152 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:30.452202 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9fc86b3-be08-4f42-9d35-80833e4b997d req-77e14add-df0d-42b6-a843-2d59bdd7d152 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0558226 Feb 15 14:50:30.497843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9fc86b3-be08-4f42-9d35-80833e4b997d req-d0751682-d0d1-4544-a46f-c955d97736b6 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Feb 15 14:50:31.614264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af5d3a-3eda-4062-8773-eafe0bebbadf req-14761aa8-3236-4304-bf2c-d0d71f5435e0 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:31.615707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4af5d3a-3eda-4062-8773-eafe0bebbadf req-14761aa8-3236-4304-bf2c-d0d71f5435e0 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0522037 Feb 15 14:50:31.661789 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4af5d3a-3eda-4062-8773-eafe0bebbadf req-4e2b322e-8b0e-4566-9e68-9819c86b6cad tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 Feb 15 14:50:32.780469 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566befd-4966-4771-af0e-23b8722e85ab req-b48a3a92-56df-4f3d-a267-9c56851b7fff tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:32.781958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e566befd-4966-4771-af0e-23b8722e85ab req-b48a3a92-56df-4f3d-a267-9c56851b7fff tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0530119 Feb 15 14:50:32.833525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e566befd-4966-4771-af0e-23b8722e85ab req-41479168-ee5f-496d-a8a0-a34b500b7342 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Feb 15 14:50:33.951427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846fa13-ebe1-4d2c-b444-44302b58803d req-b095e2cd-7a2a-4a31-8f40-0a60a3e1edcb tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:33.952939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1846fa13-ebe1-4d2c-b444-44302b58803d req-b095e2cd-7a2a-4a31-8f40-0a60a3e1edcb tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0525699 Feb 15 14:50:33.998783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1846fa13-ebe1-4d2c-b444-44302b58803d req-4d0ab2da-5ae2-405f-81e0-8853c50e744f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Feb 15 14:50:35.119244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4177b4-997e-4c59-84fe-9481aa2cb026 req-85deb22c-4312-47ad-b826-a071a6fee135 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:35.120719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e4177b4-997e-4c59-84fe-9481aa2cb026 req-85deb22c-4312-47ad-b826-a071a6fee135 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0516174 Feb 15 14:50:35.166499 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e4177b4-997e-4c59-84fe-9481aa2cb026 req-7a38d394-d9eb-45d6-8846-cc25eb7dec56 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401924 Feb 15 14:50:36.289033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0918-7b1f-4c27-b3cf-a4fe741b44c2 req-3d29d707-b7f7-47cc-858a-3b27474c8df9 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:36.290521 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbaf0918-7b1f-4c27-b3cf-a4fe741b44c2 req-3d29d707-b7f7-47cc-858a-3b27474c8df9 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0568373 Feb 15 14:50:36.336617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fbaf0918-7b1f-4c27-b3cf-a4fe741b44c2 req-72992df1-00e5-4961-bd7b-7c8107b2a746 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Feb 15 14:50:36.729999 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:50:37.456105 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b4c5e-5981-4c78-aa73-375169266359 req-abd6c903-5796-4ad2-aaa7-8e98b9f05fab tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:37.457625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c7b4c5e-5981-4c78-aa73-375169266359 req-abd6c903-5796-4ad2-aaa7-8e98b9f05fab tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0525472 Feb 15 14:50:37.503732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c7b4c5e-5981-4c78-aa73-375169266359 req-54545d5b-a82b-42e0-b56a-740f7998fbb2 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Feb 15 14:50:38.623848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551577f8-d532-40bb-b5f8-8c0d24edff22 req-eb2bb066-8ea7-4eb2-808a-4f9b5e3cbee4 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:38.625290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-551577f8-d532-40bb-b5f8-8c0d24edff22 req-eb2bb066-8ea7-4eb2-808a-4f9b5e3cbee4 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0552814 Feb 15 14:50:38.671149 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-551577f8-d532-40bb-b5f8-8c0d24edff22 req-059c4c83-144e-49d7-b007-072dce6d67d8 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 Feb 15 14:50:39.789818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffa8d-87e0-4aa6-9c76-1bcf4aa0242b req-a3bbd376-8ac1-438e-9443-d7e940df5ca1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:39.791351 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10bffa8d-87e0-4aa6-9c76-1bcf4aa0242b req-a3bbd376-8ac1-438e-9443-d7e940df5ca1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0525789 Feb 15 14:50:39.838154 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10bffa8d-87e0-4aa6-9c76-1bcf4aa0242b req-5f2c7318-753d-4c7e-8a6a-d9a80ffc116e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Feb 15 14:50:40.378730 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:40.957078 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fde22-8b8d-4aec-8ede-5e3d184242b2 req-1de60946-0480-4efe-8e30-018121d9a778 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:40.958732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c7fde22-8b8d-4aec-8ede-5e3d184242b2 req-1de60946-0480-4efe-8e30-018121d9a778 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0541823 Feb 15 14:50:41.010547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c7fde22-8b8d-4aec-8ede-5e3d184242b2 req-4c469893-8d07-4388-98ab-6e52f0a96ada tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461066 Feb 15 14:50:42.131171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace2c6b-77a9-462b-8682-a0ec802961c5 req-e680031f-bd5c-4131-b965-b76b78011fa4 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:42.132631 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ace2c6b-77a9-462b-8682-a0ec802961c5 req-e680031f-bd5c-4131-b965-b76b78011fa4 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0519238 Feb 15 14:50:42.179107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ace2c6b-77a9-462b-8682-a0ec802961c5 req-b76c295e-cfb6-4685-8d58-ae45fad55687 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Feb 15 14:50:42.601077 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:43.297542 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f76ab9-2e83-49b7-94c7-e42f1ab04732 req-6ec4ba71-ef7f-4360-893b-c1bf69e2103f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:43.299061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7f76ab9-2e83-49b7-94c7-e42f1ab04732 req-6ec4ba71-ef7f-4360-893b-c1bf69e2103f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0518570 Feb 15 14:50:43.345850 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7f76ab9-2e83-49b7-94c7-e42f1ab04732 req-9d00bb6e-f3c0-4c58-8b02-bd35c40eccb8 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Feb 15 14:50:43.480775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8dc92-5fea-4a7c-9912-808679c0b7b3 req-736b4857-5d22-452c-b712-d0be4aa693dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:43.482256 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6df8dc92-5fea-4a7c-9912-808679c0b7b3 req-736b4857-5d22-452c-b712-d0be4aa693dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 1129 time: 0.0447850 Feb 15 14:50:43.585331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8dc92-5fea-4a7c-9912-808679c0b7b3 req-4f90e099-05de-415c-b5dd-9c86e82ef84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:43.586787 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6df8dc92-5fea-4a7c-9912-808679c0b7b3 req-4f90e099-05de-415c-b5dd-9c86e82ef84f service neutron] 10.222.0.67 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0869131 Feb 15 14:50:43.602634 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-ed29c78c-e85b-4e3d-800d-dfe03d3d0cc1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:50:43.603629 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-ed29c78c-e85b-4e3d-800d-dfe03d3d0cc1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052722 Feb 15 14:50:43.632253 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6df8dc92-5fea-4a7c-9912-808679c0b7b3 req-8f2ab9f5-3606-48f7-b43d-80eca1142e64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0343521 Feb 15 14:50:43.666824 n-d-829064-15 neutron-server[109971]: INFO neutron.api.v2.resource [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-293b70f4-7b6a-498f-aa9b-13658bddb6d6 service neutron] show failed (client error): The resource could not be found. Feb 15 14:50:43.667877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-293b70f4-7b6a-498f-aa9b-13658bddb6d6 service neutron] 10.222.0.67 "GET /v2.0/ports/718cf231-d5ed-4b08-a5e5-2666ac4f1ec8/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0580161 Feb 15 14:50:43.679587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8dc92-5fea-4a7c-9912-808679c0b7b3 req-a3f93a4a-1a86-4997-8ec2-7720fe235cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:43.681027 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6df8dc92-5fea-4a7c-9912-808679c0b7b3 req-a3f93a4a-1a86-4997-8ec2-7720fe235cae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0427537 Feb 15 14:50:43.716464 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6df8dc92-5fea-4a7c-9912-808679c0b7b3 req-063bb4f7-56b6-4d33-9882-81143e30a00b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297873 Feb 15 14:50:43.814776 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6df8dc92-5fea-4a7c-9912-808679c0b7b3 req-144552c2-b604-48e4-b788-8da9b584d0a7 service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908916 Feb 15 14:50:43.952975 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6df8dc92-5fea-4a7c-9912-808679c0b7b3 req-a478d245-29e2-401d-a50f-3aadcb2975d3 service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241672 Feb 15 14:50:43.954609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-57d2c6b5-1c91-4fea-80a8-6cd6f7003a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:43.956527 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-57d2c6b5-1c91-4fea-80a8-6cd6f7003a5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b&tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4 HTTP/1.1" status: 200 len: 1129 time: 0.0777495 Feb 15 14:50:43.967148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:50:44.028522 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:44.468602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce7522-cda4-4450-ae14-51451f4aa74e req-f293ec4f-fcaa-4c69-9530-4bd4e8201f44 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:44.470290 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26ce7522-cda4-4450-ae14-51451f4aa74e req-f293ec4f-fcaa-4c69-9530-4bd4e8201f44 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0546250 Feb 15 14:50:44.517341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26ce7522-cda4-4450-ae14-51451f4aa74e req-3cbb66de-7f75-426a-9c22-28be2df5e15f tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Feb 15 14:50:44.550336 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:44.586715 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:50:44.624786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:50:44.627130 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89089c90-cdc5-4ef3-b4e8-db7b3e16b77e" -d '{"events": [{"server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "name": "network-vif-unplugged", "status": "completed", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:50:44.631831 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Publish callbacks [] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:44.643742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Transition to ACTIVE for port object 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:50:44.647375 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:44.688119 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc409c2-b845-4e13-9387-fc7f46107ba4 x-openstack-request-id: req-9fc409c2-b845-4e13-9387-fc7f46107ba4 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:50:44.688421 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "name": "network-vif-unplugged", "status": "completed", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:50:44.688680 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9fc409c2-b845-4e13-9387-fc7f46107ba4 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:50:44.689076 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8', 'code': 200} Feb 15 14:50:44.699911 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Pushing event updated for resources: {'Port': ['ID=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,revision_number=6']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:44.719529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] No DVR routers for this DVR port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:50:44.724933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.725286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.725633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.725976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.726330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.726648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.727007 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.727337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.727664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.727992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.728324 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.728647 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.728969 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:44.765891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Attempting to bind port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:50:44.766222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Attempting to bind port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:50:44.766545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Attempting to bind port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 on network 34be74e2-a826-47f0-9820-8e99b2b28449 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:50:44.771448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 on network 34be74e2-a826-47f0-9820-8e99b2b28449 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:50:44.771767 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Attempting to bind port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 on network 34be74e2-a826-47f0-9820-8e99b2b28449 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:50:44.776743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:50:44.777074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Checking segment: {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:50:44.777450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Bound using segment: {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:50:44.777863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Bound port: 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:50:44.778210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:44.834742 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8bd24ff9-344d-4b7b-bfe2-ba844b05002c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:44.839785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:50:44.842801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:50:44.849338 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:44.882287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:44.882932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:44.884282 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] 10.222.0.42 "PUT /v2.0/ports/718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 1093 time: 0.9211206 Feb 15 14:50:44.904849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aa9b2-7ed7-4545-a6c9-7de8125c56b5 service neutron] Pushing event updated for resources: {'Port': ['ID=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:44.951351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-4e63e512-5f5c-4123-869c-586e5c26bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:44.952830 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-4e63e512-5f5c-4123-869c-586e5c26bcc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 1127 time: 0.0451851 Feb 15 14:50:45.042831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-a35c64f4-c86e-40f8-b101-85a40fae0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:45.044317 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-a35c64f4-c86e-40f8-b101-85a40fae0278 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0850434 Feb 15 14:50:45.086795 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-c5023e00-fc74-40b0-ab07-ef0d624c95d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0349874 Feb 15 14:50:45.137442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-4926271a-da17-418d-932b-12fed545800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:45.138765 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-4926271a-da17-418d-932b-12fed545800b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0466323 Feb 15 14:50:45.170190 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-722953e2-fcac-4478-a09d-227e95cba73a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246203 Feb 15 14:50:45.258609 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-cd088eac-e997-4e78-a142-c23f0dc79dc9 service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813303 Feb 15 14:50:45.350178 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-edbb28f8-9d5b-4454-9665-8e7086ca27b8 service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855274 Feb 15 14:50:45.635896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14cbd6-2aa2-415c-9acf-f64884029b86 req-51697cba-fd72-42b2-a463-58c428cdf9e7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:45.637366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d14cbd6-2aa2-415c-9acf-f64884029b86 req-51697cba-fd72-42b2-a463-58c428cdf9e7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 944 time: 0.0520608 Feb 15 14:50:45.683835 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d14cbd6-2aa2-415c-9acf-f64884029b86 req-2a3ffcea-68bc-446f-8ec9-f2b451eddba4 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Feb 15 14:50:46.690623 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:50:46.693030 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:50:46.745036 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed305e5-2024-454b-9575-5fa4873ed9e1 x-openstack-request-id: req-6ed305e5-2024-454b-9575-5fa4873ed9e1 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:50:46.745342 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:50:46.745621 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ed305e5-2024-454b-9575-5fa4873ed9e1 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:50:46.746031 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8', 'status': 'completed', 'code': 200} Feb 15 14:50:46.815784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d0e0e-c7e1-4c1b-bfd4-d31bd6bb6abb req-92889f4a-f571-43c2-9d67-1ab4a3f72663 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:46.817179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-889d0e0e-c7e1-4c1b-bfd4-d31bd6bb6abb req-92889f4a-f571-43c2-9d67-1ab4a3f72663 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 944 time: 0.0624213 Feb 15 14:50:46.842195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-601074e3-5355-4f52-b34e-898ba747bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:46.843721 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-601074e3-5355-4f52-b34e-898ba747bf53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 1127 time: 0.0801337 Feb 15 14:50:46.850560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8149ac5-ed99-49c9-9f43-55278818effd req-4a499582-a9a4-49f9-a8c9-012d49aeab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:46.852014 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c8149ac5-ed99-49c9-9f43-55278818effd req-4a499582-a9a4-49f9-a8c9-012d49aeab53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 1127 time: 0.0603316 Feb 15 14:50:46.865505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-889d0e0e-c7e1-4c1b-bfd4-d31bd6bb6abb req-f9db35c9-7b3c-429c-a023-b758743fb8ae tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425897 Feb 15 14:50:46.943733 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:50:47.009009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 host n-h1-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:50:47.009813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:50:47.015850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-62b186ea-5fe0-4ac0-acb9-7abc2a4dd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:47.017334 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-62b186ea-5fe0-4ac0-acb9-7abc2a4dd451 service neutron] 10.222.0.67 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.1644738 Feb 15 14:50:47.022402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8149ac5-ed99-49c9-9f43-55278818effd req-b74f3908-9633-4690-969e-e62044ca612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:47.023782 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c8149ac5-ed99-49c9-9f43-55278818effd req-b74f3908-9633-4690-969e-e62044ca612f service neutron] 10.222.0.42 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.1513805 Feb 15 14:50:47.065187 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-b081de29-0bbf-4edb-8a3e-8e243b7c640b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0404539 Feb 15 14:50:47.100042 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c8149ac5-ed99-49c9-9f43-55278818effd req-d5da15f4-0534-4faa-9a49-fa912af1e726 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0695319 Feb 15 14:50:47.171481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-87adad9f-ea7e-4bcb-9e8a-294ec4503b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:47.173193 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-87adad9f-ea7e-4bcb-9e8a-294ec4503b8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0819814 Feb 15 14:50:47.178703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8149ac5-ed99-49c9-9f43-55278818effd req-d585daea-2a36-41a8-9c19-953b23fd111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:47.180057 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c8149ac5-ed99-49c9-9f43-55278818effd req-d585daea-2a36-41a8-9c19-953b23fd111a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0580420 Feb 15 14:50:47.212257 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-5bdc0f11-abf1-4c7b-933c-5d515f5d4799 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312712 Feb 15 14:50:47.224190 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0ba610d3-4103-4d32-b66d-2c5de84b9514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:47.228964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c8149ac5-ed99-49c9-9f43-55278818effd req-f6b9e295-e069-46e5-b065-7333d889af68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409412 Feb 15 14:50:47.386251 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-9df4fc66-9760-4847-b1e0-807115d11f78 service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595569 Feb 15 14:50:47.388040 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c8149ac5-ed99-49c9-9f43-55278818effd req-35e8be80-f76a-43af-8d82-75dc26286196 service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524289 Feb 15 14:50:47.542497 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-373a2462-0583-4ae5-9666-ad2389c65b0c service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505284 Feb 15 14:50:47.544383 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c8149ac5-ed99-49c9-9f43-55278818effd req-cd02a3be-d290-4160-8744-1da35edbf954 service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450841 Feb 15 14:50:47.624240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-c58e9d95-969d-49de-b851-436366636986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:47.625716 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-c58e9d95-969d-49de-b851-436366636986 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 1127 time: 0.0440006 Feb 15 14:50:47.715857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-631690dd-e7c0-4fb3-ae34-0331fa007e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:47.717336 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-631690dd-e7c0-4fb3-ae34-0331fa007e36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0858903 Feb 15 14:50:47.759062 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-dbb4758f-388d-4801-895d-c2fe97d483d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0352747 Feb 15 14:50:47.806332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-18d66e6c-5723-4317-aeff-999d0d57069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:47.807815 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-18d66e6c-5723-4317-aeff-999d0d57069b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0434473 Feb 15 14:50:47.838373 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-5b4beb05-8cc4-455c-a6dd-3071d9f2564e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248179 Feb 15 14:50:47.930657 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-d4ee40bb-6185-4b97-8fa4-ee2251a5dbe5 service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858090 Feb 15 14:50:47.986317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6e9d9-1d2a-40d5-b835-c44059fd388a req-6ca03bc8-466e-4dc7-ba2f-1c0ca15a82f6 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:47.988325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9fa6e9d9-1d2a-40d5-b835-c44059fd388a req-6ca03bc8-466e-4dc7-ba2f-1c0ca15a82f6 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 944 time: 0.0527575 Feb 15 14:50:48.019795 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4dbdfe5f-2f4f-4988-b6f9-6175a73d97d1 req-85b8630e-947f-45c4-b8b8-31384fe5261d service neutron] 10.222.0.42 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828745 Feb 15 14:50:48.034605 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9fa6e9d9-1d2a-40d5-b835-c44059fd388a req-a822e77e-0c96-47a2-8437-85f373ec4606 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406146 Feb 15 14:50:48.232383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf255e-24b8-47c1-88a1-0267de1c5ec5 req-f8f112ae-2a0a-4baa-95de-687401cd52ab tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:48.233893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbbf255e-24b8-47c1-88a1-0267de1c5ec5 req-f8f112ae-2a0a-4baa-95de-687401cd52ab tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 944 time: 0.0566833 Feb 15 14:50:48.246741 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-3e41a245-f068-4892-a0c0-66db1aabb2c7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:48.248153 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-3e41a245-f068-4892-a0c0-66db1aabb2c7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.67 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b&tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 944 time: 0.0624087 Feb 15 14:50:48.281381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dbbf255e-24b8-47c1-88a1-0267de1c5ec5 req-a3826f1c-6199-4148-8e05-c96a500067c8 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Feb 15 14:50:48.307540 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-46b25087-9271-475f-8476-e466bce45aed service neutron] delete failed (client error): The resource could not be found. Feb 15 14:50:48.308582 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-46b25087-9271-475f-8476-e466bce45aed service neutron] 10.222.0.67 "DELETE /v2.0/ports/718cf231-d5ed-4b08-a5e5-2666ac4f1ec8/bindings/n-h2-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0544736 Feb 15 14:50:48.393576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-77a9538a-9458-423c-acbb-2e933c39ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:48.395130 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-77a9538a-9458-423c-acbb-2e933c39ee86 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 1127 time: 0.0448024 Feb 15 14:50:48.485959 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-6972dec2-35a7-41b4-9353-d8c8ec453dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:48.487988 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-6972dec2-35a7-41b4-9353-d8c8ec453dc3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 200 len: 916 time: 0.0874033 Feb 15 14:50:48.528476 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-441941da-3012-4269-bfad-6162816690f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0344760 Feb 15 14:50:48.535686 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:48.577260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-b2b8a23e-b888-4f71-9e40-3a8528b2e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:48.578663 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-b2b8a23e-b888-4f71-9e40-3a8528b2e003 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 200 len: 855 time: 0.0437038 Feb 15 14:50:48.609728 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-825cf843-0d19-4e70-ab78-253399347c50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34be74e2-a826-47f0-9820-8e99b2b28449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243766 Feb 15 14:50:48.700565 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-d6effc3e-7c64-4bf5-bd14-a36e27450bd8 service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845478 Feb 15 14:50:48.788004 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30133c8c-5869-4aee-a7b7-3167f42409c7 req-a18f7bf9-bde5-4c97-9b3a-7ee40df0c486 service neutron] 10.222.0.67 "GET /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811970 Feb 15 14:50:49.053340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:50:49.153823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:49.166196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8', 'network_id': '34be74e2-a826-47f0-9820-8e99b2b28449', 'port_id': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8', 'mac_address': 'fa:16:3e:0f:4c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1134a942-c1ed-4f31-94f9-8e160c672cd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:50:49.202674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:50:49.203096 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:49.216956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:50:49.238629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:49.242869 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:49.291021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:49.408799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843df1e5-0bb5-4f83-8f05-ed67ed24b49b req-a1205027-6a64-4056-b2da-67c835c44f3e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:49.410306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-843df1e5-0bb5-4f83-8f05-ed67ed24b49b req-a1205027-6a64-4056-b2da-67c835c44f3e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 945 time: 0.0524895 Feb 15 14:50:49.456871 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-843df1e5-0bb5-4f83-8f05-ed67ed24b49b req-35fdc243-e678-4233-8111-29b56d7615b7 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409522 Feb 15 14:50:49.471745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['718cf231-d5ed-4b08-a5e5-2666ac4f1ec8'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:50:49.573982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e61d68-ce19-4f05-96f4-32860b58ce6e req-c9831f8c-ded8-4e54-ae2b-e13dcd72eab2 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:49.575408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72e61d68-ce19-4f05-96f4-32860b58ce6e req-c9831f8c-ded8-4e54-ae2b-e13dcd72eab2 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 945 time: 0.0520818 Feb 15 14:50:49.626564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72e61d68-ce19-4f05-96f4-32860b58ce6e req-e4087f75-fdfb-446a-891a-cf526704c245 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455854 Feb 15 14:50:49.742054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f51e3-63a9-45a5-8a02-cb583e092ce5 req-7ae8b0c7-c3ee-4fe8-89a2-ce6838ed55bf tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:49.743577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-818f51e3-63a9-45a5-8a02-cb583e092ce5 req-7ae8b0c7-c3ee-4fe8-89a2-ce6838ed55bf tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 945 time: 0.0517771 Feb 15 14:50:49.790223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-818f51e3-63a9-45a5-8a02-cb583e092ce5 req-d7380994-f1c2-4e3d-90fb-7a8c5dd2c074 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Feb 15 14:50:49.863108 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:50.118862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06cef-9ba7-4989-9fa2-8aced481a768 req-2cd01e9b-c8a1-422c-b92f-0ed3bcb09eb3 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:50.120302 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69c06cef-9ba7-4989-9fa2-8aced481a768 req-2cd01e9b-c8a1-422c-b92f-0ed3bcb09eb3 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 945 time: 0.0525212 Feb 15 14:50:50.166729 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69c06cef-9ba7-4989-9fa2-8aced481a768 req-80ac410b-cf23-4829-8963-aeb063891d35 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 Feb 15 14:50:51.051775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:50:51.099866 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:50:51.103861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:50:51.104237 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:51.163076 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:51.195921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:50:51.196320 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:51.219751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:50:51.222654 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e144e010-f8c3-434d-9e08-95f58e617a02" -d '{"events": [{"server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "name": "network-vif-plugged", "status": "completed", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:50:51.235119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:51.240471 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:51.267780 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78656e3b-1189-44b9-9ee3-1f5a62c5f34a x-openstack-request-id: req-78656e3b-1189-44b9-9ee3-1f5a62c5f34a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:50:51.268097 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "name": "network-vif-plugged", "status": "completed", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:50:51.268356 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78656e3b-1189-44b9-9ee3-1f5a62c5f34a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:50:51.268771 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8', 'code': 200} Feb 15 14:50:51.291994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:51.297805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e52af-ab5b-4b86-be81-f38d7964260b req-2b900296-d772-4e9e-8575-d3dac004583c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:51.299827 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b39e52af-ab5b-4b86-be81-f38d7964260b req-2b900296-d772-4e9e-8575-d3dac004583c tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0605676 Feb 15 14:50:51.344479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d69d8-eae0-43f1-974e-6b5459082e84 req-a53b06f1-76a5-4097-8844-c3882f870cb9 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:51.346495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a61d69d8-eae0-43f1-974e-6b5459082e84 req-a53b06f1-76a5-4097-8844-c3882f870cb9 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.42 "GET /v2.0/ports?device_id=6489e653-a9f3-4509-b191-2769080cbe2b HTTP/1.1" status: 200 len: 946 time: 0.0595477 Feb 15 14:50:51.349409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b39e52af-ab5b-4b86-be81-f38d7964260b req-e30a0128-a751-450d-94e3-9b0e59e033b1 tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.72 "GET /v2.0/security-groups?id=6933082f-28fe-4216-9804-90b50eabbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435834 Feb 15 14:50:51.436881 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-a61d69d8-eae0-43f1-974e-6b5459082e84 req-3f154385-7a38-4b32-b335-4edd0f01a19e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Deleting port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:50:51.437223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a61d69d8-eae0-43f1-974e-6b5459082e84 req-3f154385-7a38-4b32-b335-4edd0f01a19e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:51.527121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a61d69d8-eae0-43f1-974e-6b5459082e84 req-3f154385-7a38-4b32-b335-4edd0f01a19e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] For port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,segment=NetworkSegment(fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53),segment_id=fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:51.527488 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a61d69d8-eae0-43f1-974e-6b5459082e84 req-3f154385-7a38-4b32-b335-4edd0f01a19e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:51.540043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-a61d69d8-eae0-43f1-974e-6b5459082e84 req-3f154385-7a38-4b32-b335-4edd0f01a19e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Calling delete_port for 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:50:51.662637 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a61d69d8-eae0-43f1-974e-6b5459082e84 req-3f154385-7a38-4b32-b335-4edd0f01a19e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (718cf231-d5ed-4b08-a5e5-2666ac4f1ec8), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:51.675846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['718cf231-d5ed-4b08-a5e5-2666ac4f1ec8'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:50:51.693700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f154385-7a38-4b32-b335-4edd0f01a19e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Pushing event deleted for resources: {'Port': ['ID=718cf231-d5ed-4b08-a5e5-2666ac4f1ec8,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:51.738163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61d69d8-eae0-43f1-974e-6b5459082e84 req-3f154385-7a38-4b32-b335-4edd0f01a19e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] No DVR routers for this DVR port 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:50:51.740684 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a61d69d8-eae0-43f1-974e-6b5459082e84 req-3f154385-7a38-4b32-b335-4edd0f01a19e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:51.743954 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a61d69d8-eae0-43f1-974e-6b5459082e84 req-3f154385-7a38-4b32-b335-4edd0f01a19e tempest-ServerDiskConfigTestJSON-1309111471 tempest-ServerDiskConfigTestJSON-1309111471-project] 10.222.0.42 "DELETE /v2.0/ports/718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 HTTP/1.1" status: 204 len: 173 time: 0.3930442 Feb 15 14:50:51.744397 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'name': 'network-vif-deleted', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:50:51.746611 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452754e7-821a-40e1-bc3c-a935225f5e31" -d '{"events": [{"server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "name": "network-vif-deleted", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:50:51.786518 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa8188c-7e9b-491c-8cd0-f8232cf19aef x-openstack-request-id: req-7aa8188c-7e9b-491c-8cd0-f8232cf19aef {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:50:51.786846 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6489e653-a9f3-4509-b191-2769080cbe2b", "name": "network-vif-deleted", "tag": "718cf231-d5ed-4b08-a5e5-2666ac4f1ec8", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:50:51.787129 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7aa8188c-7e9b-491c-8cd0-f8232cf19aef {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:50:51.787535 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6489e653-a9f3-4509-b191-2769080cbe2b', 'name': 'network-vif-deleted', 'tag': '718cf231-d5ed-4b08-a5e5-2666ac4f1ec8', 'status': 'completed', 'code': 200} Feb 15 14:50:52.472624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50046) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:52.516702 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c84901-b578-416d-a261-3b78a75dddfc admin admin] Deleting subnet 1134a942-c1ed-4f31-94f9-8e160c672cd8 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:50:52.520286 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25c84901-b578-416d-a261-3b78a75dddfc admin admin] Publish callbacks [] for subnet (1134a942-c1ed-4f31-94f9-8e160c672cd8), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.557653 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25c84901-b578-416d-a261-3b78a75dddfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (1134a942-c1ed-4f31-94f9-8e160c672cd8), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.599378 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25c84901-b578-416d-a261-3b78a75dddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (1134a942-c1ed-4f31-94f9-8e160c672cd8), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.649444 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25c84901-b578-416d-a261-3b78a75dddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (1134a942-c1ed-4f31-94f9-8e160c672cd8), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.675024 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c84901-b578-416d-a261-3b78a75dddfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1134a942-c1ed-4f31-94f9-8e160c672cd8,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:52.678802 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-25c84901-b578-416d-a261-3b78a75dddfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.681926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-25c84901-b578-416d-a261-3b78a75dddfc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1134a942-c1ed-4f31-94f9-8e160c672cd8 HTTP/1.1" status: 204 len: 168 time: 0.2082708 Feb 15 14:50:52.684471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50048) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:52.750101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (34be74e2-a826-47f0-9820-8e99b2b28449), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.831685 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (34be74e2-a826-47f0-9820-8e99b2b28449), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.851141 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34be74e2-a826-47f0-9820-8e99b2b28449']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:50:52.860067 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:50:52.860361 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:50:52.870026 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.883610 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.889734 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:50:52.890111 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (fe7c6ce9-a64a-4c1d-b1c1-45259e62ab53), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:50:52.891979 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:50:52.948281 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (34be74e2-a826-47f0-9820-8e99b2b28449), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.952937 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:52.956131 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] 10.222.0.72 "DELETE /v2.0/networks/34be74e2-a826-47f0-9820-8e99b2b28449 HTTP/1.1" status: 204 len: 168 time: 0.2707667 Feb 15 14:50:52.968670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb6746-8ea3-4ed4-8a77-42f856b33281 admin admin] Pushing event deleted for resources: {'Network': ['ID=34be74e2-a826-47f0-9820-8e99b2b28449,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:53.060754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50052) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:53.101705 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0be35cc2-0336-4e8d-b00d-27e6958f7fe9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b31ab8469b9c47d8a69b14d4ba362ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397739 Feb 15 14:50:53.104224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50054) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:53.150926 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83e22338-a3a0-43ac-a2e4-fb75910f80a3 admin admin] Publish callbacks [] for security_group (6933082f-28fe-4216-9804-90b50eabbfbd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:53.172211 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83e22338-a3a0-43ac-a2e4-fb75910f80a3 admin admin] Publish callbacks [] for security_group (6933082f-28fe-4216-9804-90b50eabbfbd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:53.218773 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83e22338-a3a0-43ac-a2e4-fb75910f80a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6933082f-28fe-4216-9804-90b50eabbfbd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:53.221483 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-83e22338-a3a0-43ac-a2e4-fb75910f80a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:53.222644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-83e22338-a3a0-43ac-a2e4-fb75910f80a3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6933082f-28fe-4216-9804-90b50eabbfbd HTTP/1.1" status: 204 len: 168 time: 0.1174920 Feb 15 14:50:53.230428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e22338-a3a0-43ac-a2e4-fb75910f80a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6933082f-28fe-4216-9804-90b50eabbfbd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:53.865403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50076) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:53.979935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2023933694-network', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:50:53.999052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Made reservation on behalf of e2e409968ead49ba8bd506a271e49d0a for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:50:54.001240 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.009862 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.083303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Publish callbacks [] for security_group (fc9be15a-4b22-44cb-a485-5c6c12ca21d6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.087073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fc9be15a-4b22-44cb-a485-5c6c12ca21d6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.109151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:50:54.123024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9be15a-4b22-44cb-a485-5c6c12ca21d6,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:54.129482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.129822 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Added segment 8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0 of type vlan for network 735a4e94-0350-43fd-98f2-57bf27bd1ded Feb 15 14:50:54.169320 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (735a4e94-0350-43fd-98f2-57bf27bd1ded), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.196519 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (735a4e94-0350-43fd-98f2-57bf27bd1ded), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.197430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:54.197988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.250972 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3843706 Feb 15 14:50:54.253922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50080) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:54.258985 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] Request body: {'subnet': {'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2023933694-subnet', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:50:54.259850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3318048-90a9-4ff3-830d-e6a9b9c81bfa admin admin] Pushing event updated for resources: {'Network': ['ID=735a4e94-0350-43fd-98f2-57bf27bd1ded,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:54.269672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:50:54.279135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] Made reservation on behalf of e2e409968ead49ba8bd506a271e49d0a for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:50:54.281617 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.447932 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (9ef70e43-3b22-4a2c-82d5-21742a3b2cfe), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.507830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:54.514512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:50:54.514872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] Network hostable DHCP agents. Network: 735a4e94-0350-43fd-98f2-57bf27bd1ded, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:50:54.530818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:50:54.539189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 735a4e94-0350-43fd-98f2-57bf27bd1ded) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:50:54.543054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:50:54.543644 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.548835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22fef57-e2ca-4721-a154-bdee429f9abb None None] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:50:54.559311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-963848ff-9ef6-40cd-9daa-c0a8af909625 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3042629 Feb 15 14:50:54.562165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50082) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:54.566511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:50:54.584527 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (241e275e-ab0b-4883-a192-36d4e5f82252), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.585575 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (241e275e-ab0b-4883-a192-36d4e5f82252), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.639622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Publish callbacks [] for router_controller (241e275e-ab0b-4883-a192-36d4e5f82252), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.652905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-735a4e94-0350-43fd-98f2-57bf27bd1ded', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:50:54.653832 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.781525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Publish callbacks [] for router_gateway (241e275e-ab0b-4883-a192-36d4e5f82252), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.794462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Allocated IP 172.20.0.2 (735a4e94-0350-43fd-98f2-57bf27bd1ded/9ef70e43-3b22-4a2c-82d5-21742a3b2cfe/d36b663b-049f-4917-8982-f5a059689c98) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:50:54.935261 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Publish callbacks [] for port (d36b663b-049f-4917-8982-f5a059689c98), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.941305 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (d36b663b-049f-4917-8982-f5a059689c98), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.977877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:50:54.982573 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Publish callbacks [] for router_gateway (241e275e-ab0b-4883-a192-36d4e5f82252), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:54.983104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:50:54.985204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:50:54.999205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Pushing event updated for resources: {'Port': ['ID=d36b663b-049f-4917-8982-f5a059689c98,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:55.001797 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:55.046676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Attempting to bind port d36b663b-049f-4917-8982-f5a059689c98 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:50:55.047263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Attempting to bind port d36b663b-049f-4917-8982-f5a059689c98 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:50:55.047631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Attempting to bind port d36b663b-049f-4917-8982-f5a059689c98 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:50:55.052663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:50:55.053044 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:50:55.053451 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:55.053848 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:50:55.054316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Bound port: d36b663b-049f-4917-8982-f5a059689c98, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:50:55.054701 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d36b663b-049f-4917-8982-f5a059689c98), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:55.070328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:50:55.107368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Allocated IP 172.25.6.243 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/11694de6-fe3c-4529-9551-4642e7e0ec2f) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:50:55.112846 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:50:55.113199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 718cf231-d5ed-4b08-a5e5-2666ac4f1ec8 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:50:55.145956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] For port d36b663b-049f-4917-8982-f5a059689c98, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:50:55.149025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] For port d36b663b-049f-4917-8982-f5a059689c98, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d36b663b-049f-4917-8982-f5a059689c98,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:50:55.154656 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d36b663b-049f-4917-8982-f5a059689c98), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:55.212418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e5b0a-17e5-47cc-be7f-2d2021f318fb None None] Pushing event updated for resources: {'Port': ['ID=d36b663b-049f-4917-8982-f5a059689c98,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:55.214263 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Publish callbacks [] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:55.248761 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:55.287499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:50:55.292269 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:50:55.295740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:50:55.326756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Pushing event updated for resources: {'Port': ['ID=11694de6-fe3c-4529-9551-4642e7e0ec2f,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:55.579054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Publish callbacks [] for router_gateway (241e275e-ab0b-4883-a192-36d4e5f82252), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:55.769579 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (241e275e-ab0b-4883-a192-36d4e5f82252), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:55.910332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Router 241e275e-ab0b-4883-a192-36d4e5f82252 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:50:56.023250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:50:56.032631 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Sync routers for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:50:56.042455 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:56.043766 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-745b6733-d054-4231-baf2-31c07b615670 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4806297 Feb 15 14:50:56.046531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50084) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:56.047641 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:50:56.048494 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:50:56.109370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da5586-a882-4bbf-97dd-c72b1ef964c4 None None] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:50:56.168381 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:50:56.196405 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0ae88832-88f3-43e8-aede-7f24875e7d5b None None] Provisioning complete for port d36b663b-049f-4917-8982-f5a059689c98 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:50:56.197074 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0ae88832-88f3-43e8-aede-7f24875e7d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d36b663b-049f-4917-8982-f5a059689c98), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:56.320977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0ae88832-88f3-43e8-aede-7f24875e7d5b None None] Current status of the port d36b663b-049f-4917-8982-f5a059689c98 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:50:56.321488 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0ae88832-88f3-43e8-aede-7f24875e7d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d36b663b-049f-4917-8982-f5a059689c98), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:56.365120 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:55Z', 'revision_number': 3, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:50:56.402435 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Checking router: 241e275e-ab0b-4883-a192-36d4e5f82252 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:50:56.402819 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Updating router 241e275e-ab0b-4883-a192-36d4e5f82252 port 11694de6-fe3c-4529-9551-4642e7e0ec2f binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:50:56.529450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0ae88832-88f3-43e8-aede-7f24875e7d5b None None] For port d36b663b-049f-4917-8982-f5a059689c98, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d36b663b-049f-4917-8982-f5a059689c98,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:56.535139 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0ae88832-88f3-43e8-aede-7f24875e7d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d36b663b-049f-4917-8982-f5a059689c98), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:56.548755 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:56.594030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae88832-88f3-43e8-aede-7f24875e7d5b None None] Pushing event updated for resources: {'Port': ['ID=d36b663b-049f-4917-8982-f5a059689c98,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:56.656295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d7372b32-ab1a-4bed-a0a0-f806b8e824c4 None None] Provisioning complete for port d36b663b-049f-4917-8982-f5a059689c98 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:50:56.656951 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d7372b32-ab1a-4bed-a0a0-f806b8e824c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d36b663b-049f-4917-8982-f5a059689c98), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:56.741480 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d7372b32-ab1a-4bed-a0a0-f806b8e824c4 None None] Current status of the port d36b663b-049f-4917-8982-f5a059689c98 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:50:56.805059 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Publish callbacks [] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:56.811317 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:56.859651 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Attempting to bind port 11694de6-fe3c-4529-9551-4642e7e0ec2f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:50:56.859957 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Attempting to bind port 11694de6-fe3c-4529-9551-4642e7e0ec2f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:50:56.860316 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Attempting to bind port 11694de6-fe3c-4529-9551-4642e7e0ec2f on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:50:56.867834 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Pushing event updated for resources: {'Port': ['ID=11694de6-fe3c-4529-9551-4642e7e0ec2f,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:56.870698 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:50:56.871099 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:50:56.871516 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:56.871900 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:50:56.872364 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Bound port: 11694de6-fe3c-4529-9551-4642e7e0ec2f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:50:56.872735 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:56.883437 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:56.897832 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.898177 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.898516 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.898843 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.899197 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.899521 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.899850 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.900158 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.900476 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.900792 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.901112 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.901426 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.901741 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:56.936961 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] For port 11694de6-fe3c-4529-9551-4642e7e0ec2f, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:50:56.940714 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] For port 11694de6-fe3c-4529-9551-4642e7e0ec2f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=11694de6-fe3c-4529-9551-4642e7e0ec2f,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:50:56.945704 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:57.003438 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aee6f6-3bbe-4dd2-b816-dd9483ff6930 None None] Pushing event updated for resources: {'Port': ['ID=11694de6-fe3c-4529-9551-4642e7e0ec2f,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:57.007457 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:50:57.008052 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:50:57.082835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Allocated IP 172.20.0.1 (735a4e94-0350-43fd-98f2-57bf27bd1ded/9ef70e43-3b22-4a2c-82d5-21742a3b2cfe/5f098342-9cf7-4f51-b217-72dba08dad96) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:50:57.116377 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:50:57.184577 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Publish callbacks [] for port (5f098342-9cf7-4f51-b217-72dba08dad96), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:57.218303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:57.259527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:50:57.265827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:50:57.269951 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:50:57.292211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Pushing event updated for resources: {'Port': ['ID=5f098342-9cf7-4f51-b217-72dba08dad96,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:57.294968 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:55Z', 'revision_number': 3, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:50:57.312214 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (241e275e-ab0b-4883-a192-36d4e5f82252), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:57.336069 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e686907-25f7-4245-8c51-1c79c6e819ce None None] The sync data for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 is: [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:55Z', 'revision_number': 3, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:50:57.440751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d36b663b-049f-4917-8982-f5a059689c98 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:50:57.479831 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:57.505796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d36b663b-049f-4917-8982-f5a059689c98 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:50:57.506174 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d36b663b-049f-4917-8982-f5a059689c98), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:57.591732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d36b663b-049f-4917-8982-f5a059689c98 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:50:57.598697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8cc143d5-1dba-4054-94e3-f745bfcf8e32 None None] Provisioning complete for port 5f098342-9cf7-4f51-b217-72dba08dad96 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:50:57.599289 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8cc143d5-1dba-4054-94e3-f745bfcf8e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:57.661691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8cc143d5-1dba-4054-94e3-f745bfcf8e32 None None] Port 5f098342-9cf7-4f51-b217-72dba08dad96 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:50:57.672691 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Publish callbacks [] for port (5f098342-9cf7-4f51-b217-72dba08dad96), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:57.684651 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:57.753538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Pushing event updated for resources: {'Port': ['ID=5f098342-9cf7-4f51-b217-72dba08dad96,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:57.756425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (241e275e-ab0b-4883-a192-36d4e5f82252), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:57.857013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:50:57.858485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:50:57.985195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Router 241e275e-ab0b-4883-a192-36d4e5f82252 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:50:58.095143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bb61285c-2c46-4f2f-9eb6-70540f0e974c None None] Provisioning complete for port 5f098342-9cf7-4f51-b217-72dba08dad96 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:50:58.095731 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bb61285c-2c46-4f2f-9eb6-70540f0e974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:58.103342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:50:58.117575 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5ba070c1-ce0f-49fa-af2f-d98221f4d481 admin admin] 10.222.0.72 "PUT /v2.0/routers/241e275e-ab0b-4883-a192-36d4e5f82252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0617511 Feb 15 14:50:58.136359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bb61285c-2c46-4f2f-9eb6-70540f0e974c None None] Port 5f098342-9cf7-4f51-b217-72dba08dad96 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:50:58.703515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50092) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:58.708121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cbb2b397-4f86-47d7-b00c-3b7c7104f2e5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447105686', 'description': 'tempest-description--1716161486'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:50:58.728129 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbb2b397-4f86-47d7-b00c-3b7c7104f2e5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:58.802135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbb2b397-4f86-47d7-b00c-3b7c7104f2e5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group (21f47ba8-ffd0-41f1-b235-0438ca3bc6df), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:58.805983 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbb2b397-4f86-47d7-b00c-3b7c7104f2e5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21f47ba8-ffd0-41f1-b235-0438ca3bc6df), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:58.834560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cbb2b397-4f86-47d7-b00c-3b7c7104f2e5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:58.835830 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cbb2b397-4f86-47d7-b00c-3b7c7104f2e5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1313412 Feb 15 14:50:58.838990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50094) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:58.840515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2b397-4f86-47d7-b00c-3b7c7104f2e5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f47ba8-ffd0-41f1-b235-0438ca3bc6df,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:58.843828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'security_group_rule': {'security_group_id': '21f47ba8-ffd0-41f1-b235-0438ca3bc6df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:50:58.869419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group_rule (a1c1cdbc-0151-4460-b45c-904e62a59c15), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:58.926706 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group_rule (a1c1cdbc-0151-4460-b45c-904e62a59c15), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:58.931116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (a1c1cdbc-0151-4460-b45c-904e62a59c15), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:58.948627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c1cdbc-0151-4460-b45c-904e62a59c15,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:58.959273 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:58.960393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Sync routers for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:50:58.960988 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204765 Feb 15 14:50:58.961873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.962229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.962565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.963171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.963306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50096) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:58.963783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.964286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.964771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.965463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.966089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.966584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.967091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.967588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.968070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac266df7-b204-4666-a9b6-0e9d9d336356 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:50:58.968685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d488ea08-784f-42e7-bfeb-8adf21b855f3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'security_group_rule': {'security_group_id': '21f47ba8-ffd0-41f1-b235-0438ca3bc6df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:50:58.971780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:50:58.972644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:50:58.994812 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d488ea08-784f-42e7-bfeb-8adf21b855f3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group_rule (68c4d566-bd47-49a7-8966-b898f132a44d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.050192 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d488ea08-784f-42e7-bfeb-8adf21b855f3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group_rule (68c4d566-bd47-49a7-8966-b898f132a44d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.054090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d488ea08-784f-42e7-bfeb-8adf21b855f3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (68c4d566-bd47-49a7-8966-b898f132a44d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.071577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488ea08-784f-42e7-bfeb-8adf21b855f3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c4d566-bd47-49a7-8966-b898f132a44d,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:59.079113 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d488ea08-784f-42e7-bfeb-8adf21b855f3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.083551 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d488ea08-784f-42e7-bfeb-8adf21b855f3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160502 Feb 15 14:50:59.083837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 50098) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:50:59.084756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:50:59.088295 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:50:59.108222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.210565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.287377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 2, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:50:59.316167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Checking router: 241e275e-ab0b-4883-a192-36d4e5f82252 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:50:59.316602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Updating router 241e275e-ab0b-4883-a192-36d4e5f82252 port 5f098342-9cf7-4f51-b217-72dba08dad96 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:50:59.323038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Allocated IP 172.25.6.123 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/e31cd7ab-80f2-4097-b612-176170a50cf9) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:50:59.348385 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.437617 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for port (e31cd7ab-80f2-4097-b612-176170a50cf9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.443303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 11694de6-fe3c-4529-9551-4642e7e0ec2f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:50:59.471712 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e31cd7ab-80f2-4097-b612-176170a50cf9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.512179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:50:59.515028 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:50:59.519216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:50:59.524705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event updated for resources: {'Port': ['ID=e31cd7ab-80f2-4097-b612-176170a50cf9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:59.560553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 11694de6-fe3c-4529-9551-4642e7e0ec2f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:50:59.560922 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.624271 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.664970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e31cd7ab-80f2-4097-b612-176170a50cf9), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.707590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 11694de6-fe3c-4529-9551-4642e7e0ec2f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:50:59.707981 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.717461 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Publish callbacks [] for port (5f098342-9cf7-4f51-b217-72dba08dad96), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.733194 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 11694de6-fe3c-4529-9551-4642e7e0ec2f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=11694de6-fe3c-4529-9551-4642e7e0ec2f,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:50:59.734057 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.739422 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.782604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01118c-a385-4d15-b915-ae11eec60260 None None] Pushing event updated for resources: {'Port': ['ID=5f098342-9cf7-4f51-b217-72dba08dad96,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:59.827003 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for port (e31cd7ab-80f2-4097-b612-176170a50cf9), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.834040 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (e31cd7ab-80f2-4097-b612-176170a50cf9), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.875576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Attempting to bind port 5f098342-9cf7-4f51-b217-72dba08dad96 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:50:59.875955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Attempting to bind port 5f098342-9cf7-4f51-b217-72dba08dad96 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:50:59.876329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Attempting to bind port 5f098342-9cf7-4f51-b217-72dba08dad96 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:50:59.884767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=11694de6-fe3c-4529-9551-4642e7e0ec2f,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:59.887718 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:50:59.888101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:50:59.888510 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.888898 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:50:59.889377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Bound port: 5f098342-9cf7-4f51-b217-72dba08dad96, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:50:59.889759 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.908730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event updated for resources: {'Port': ['ID=e31cd7ab-80f2-4097-b612-176170a50cf9,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:50:59.925565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.944941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:50:59.953501 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-040811fb-124d-4625-a788-602af7ab7288 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8615241 Feb 15 14:50:59.972795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] For port 5f098342-9cf7-4f51-b217-72dba08dad96, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:50:59.976679 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] For port 5f098342-9cf7-4f51-b217-72dba08dad96, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5f098342-9cf7-4f51-b217-72dba08dad96,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:50:59.981940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:00.049776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:51:00.050421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:51:00.056603 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01118c-a385-4d15-b915-ae11eec60260 None None] Pushing event updated for resources: {'Port': ['ID=5f098342-9cf7-4f51-b217-72dba08dad96,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:00.109309 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-02a5b476-d608-4879-86d7-ebd9deedec79 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1447105686&fields=id&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 267 time: 0.0465665 Feb 15 14:51:00.144196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-accc267e-1e2e-4119-8d34-0be84f8ec861 None None] Provisioning complete for port 5f098342-9cf7-4f51-b217-72dba08dad96 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:51:00.144572 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-accc267e-1e2e-4119-8d34-0be84f8ec861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:00.215406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:51:00.229749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-5b4e8131-1037-48ce-86aa-c723c134f35d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:00.237506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-5b4e8131-1037-48ce-86aa-c723c134f35d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 812 time: 0.1206913 Feb 15 14:51:00.248262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-3d2313e2-f455-48bf-aacd-6abdcd6ddc12 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/quotas/e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 375 time: 0.0093842 Feb 15 14:51:00.304535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-43c170d3-75b9-491f-b658-41c0419d56e5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509057 Feb 15 14:51:00.332090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-accc267e-1e2e-4119-8d34-0be84f8ec861 None None] Current status of the port 5f098342-9cf7-4f51-b217-72dba08dad96 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:51:00.332492 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-accc267e-1e2e-4119-8d34-0be84f8ec861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:00.400748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-907bdca4-c7d1-45f2-9643-d7f1578b0b2a service neutron] 10.222.0.72 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833251 Feb 15 14:51:00.409916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-accc267e-1e2e-4119-8d34-0be84f8ec861 None None] For port 5f098342-9cf7-4f51-b217-72dba08dad96, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5f098342-9cf7-4f51-b217-72dba08dad96,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:00.415591 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-accc267e-1e2e-4119-8d34-0be84f8ec861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:00.493638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc267e-1e2e-4119-8d34-0be84f8ec861 None None] Pushing event updated for resources: {'Port': ['ID=5f098342-9cf7-4f51-b217-72dba08dad96,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:00.494799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-cf4a1303-b8b6-49e7-afce-2e3e3a2ef5e4 service neutron] 10.222.0.72 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876436 Feb 15 14:51:00.517981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:51:00.554267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbb3473-2dc5-4d3e-a559-38f48445a43c None None] The sync data for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 is: [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:51:00.564157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c5afcc9e-cac8-4d0a-a73c-b93c1d7cb6b2 None None] Provisioning complete for port 5f098342-9cf7-4f51-b217-72dba08dad96 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:51:00.564568 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c5afcc9e-cac8-4d0a-a73c-b93c1d7cb6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:00.686362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c5afcc9e-cac8-4d0a-a73c-b93c1d7cb6b2 None None] Current status of the port 5f098342-9cf7-4f51-b217-72dba08dad96 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:51:00.693160 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91fb733e-74b4-4650-af95-c8215c42d2ca req-9fa94b06-df44-43bf-ba8d-d1c7a49f970a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 210 time: 0.0349367 Feb 15 14:51:01.434070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 11694de6-fe3c-4529-9551-4642e7e0ec2f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:51:01.490373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 11694de6-fe3c-4529-9551-4642e7e0ec2f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:51:01.490805 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:01.574755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 11694de6-fe3c-4529-9551-4642e7e0ec2f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:51:01.575986 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5f098342-9cf7-4f51-b217-72dba08dad96 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:51:01.625737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5f098342-9cf7-4f51-b217-72dba08dad96 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:51:01.626120 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:01.713882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5f098342-9cf7-4f51-b217-72dba08dad96 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:51:01.724501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-6d1d3ab6-4700-4e20-b011-c9f0fc6cb04d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:01.726083 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-6d1d3ab6-4700-4e20-b011-c9f0fc6cb04d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 812 time: 0.1541097 Feb 15 14:51:01.797381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99b10d07-fc90-42c9-8536-d5cd7d83ee91 req-16b6efcc-68b0-490f-bc49-ea1934faa2bb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 210 time: 0.0266378 Feb 15 14:51:01.806300 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-64c1860d-a5d3-4159-b23d-eed742e671fa tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 380 time: 0.0709033 Feb 15 14:51:01.823824 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'port': {'device_id': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'admin_state_up': True, 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'security_groups': ['21f47ba8-ffd0-41f1-b235-0438ca3bc6df']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:51:01.918609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Made reservation on behalf of e2e409968ead49ba8bd506a271e49d0a for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:51:01.921905 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:02.049467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Allocated IP 172.20.0.3 (735a4e94-0350-43fd-98f2-57bf27bd1ded/9ef70e43-3b22-4a2c-82d5-21742a3b2cfe/f89ac386-c8c5-4dea-9a19-a916c135f53c) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:51:02.180569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:02.217290 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:02.257443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:51:02.262461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:51:02.266183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:51:02.294129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event updated for resources: {'Port': ['ID=f89ac386-c8c5-4dea-9a19-a916c135f53c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:02.320434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:02.321054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:02.338966 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-8fdcfd40-ee0b-4c98-8071-2bd79e9796b2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5272162 Feb 15 14:51:02.351564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Request body: {'port': {'device_id': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:51:02.416368 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:02.524248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-8c79e5ff-ef81-4506-b97c-5a3bcda7f29e None None] Provisioning complete for port f89ac386-c8c5-4dea-9a19-a916c135f53c triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:51:02.524836 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8c79e5ff-ef81-4506-b97c-5a3bcda7f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:02.560626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-8c79e5ff-ef81-4506-b97c-5a3bcda7f29e None None] Port f89ac386-c8c5-4dea-9a19-a916c135f53c cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:51:02.690971 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89ac386-c8c5-4dea-9a19-a916c135f53c {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:51:02.698140 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Publish callbacks [] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:02.710063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Transition to ACTIVE for port object f89ac386-c8c5-4dea-9a19-a916c135f53c will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:51:02.713508 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:02.760983 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f89ac386-c8c5-4dea-9a19-a916c135f53c,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:02.839971 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Attempting to bind port f89ac386-c8c5-4dea-9a19-a916c135f53c on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:51:02.840342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Attempting to bind port f89ac386-c8c5-4dea-9a19-a916c135f53c by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:51:02.840992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Attempting to bind port f89ac386-c8c5-4dea-9a19-a916c135f53c on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:51:02.846489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Port f89ac386-c8c5-4dea-9a19-a916c135f53c on network 735a4e94-0350-43fd-98f2-57bf27bd1ded not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:51:02.846808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Attempting to bind port f89ac386-c8c5-4dea-9a19-a916c135f53c on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:51:02.852095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:51:02.852434 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:51:02.852815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:51:02.853241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Bound port: f89ac386-c8c5-4dea-9a19-a916c135f53c, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:51:02.853594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:02.925303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:51:02.928496 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:51:02.934746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:02.935882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630791dd-c151-4b80-be56-f9cc39bbcfbf req-55fef2e7-b3c6-44ab-9e71-ce7af9473691 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:02.937536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-630791dd-c151-4b80-be56-f9cc39bbcfbf req-55fef2e7-b3c6-44ab-9e71-ce7af9473691 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 943 time: 0.0631542 Feb 15 14:51:02.970180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:02.971597 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:02.973059 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 1092 time: 0.6261125 Feb 15 14:51:02.973713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:51:02.976023 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e805c122-c9e7-429d-afa2-2ffeb528a115" -d '{"events": [{"name": "network-changed", "server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:51:03.007557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de165d-a6df-4cca-a6a2-68faee1e03c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f89ac386-c8c5-4dea-9a19-a916c135f53c,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:03.015750 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-630791dd-c151-4b80-be56-f9cc39bbcfbf req-655f7504-d1c6-4b99-9734-e8834543bc5b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689287 Feb 15 14:51:03.046076 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfac125c-453f-4ee1-85b3-69ae5681f401 x-openstack-request-id: req-cfac125c-453f-4ee1-85b3-69ae5681f401 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:51:03.046427 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:51:03.046617 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cfac125c-453f-4ee1-85b3-69ae5681f401 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:51:03.047344 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'status': 'completed', 'code': 200} Feb 15 14:51:03.068596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-f36f0b24-e563-4223-8fe4-98c4c657b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:03.070138 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-f36f0b24-e563-4223-8fe4-98c4c657b37e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 1126 time: 0.0528946 Feb 15 14:51:03.116950 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-4e1bdce2-0596-457a-bb35-ef1f4cf0b5d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 217 time: 0.0401049 Feb 15 14:51:03.168174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-cc4e96e8-4fa1-4c6c-a800-6bebea52226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:03.169691 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-cc4e96e8-4fa1-4c6c-a800-6bebea52226c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0475190 Feb 15 14:51:03.216590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-13a22128-d6e1-4510-8bc2-4698e4515636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:03.218028 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-13a22128-d6e1-4510-8bc2-4698e4515636 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0420694 Feb 15 14:51:03.309709 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-b2e98876-4dd3-43cf-95a2-22e7bab3b923 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849268 Feb 15 14:51:03.401964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-177890f2-e9a5-4d68-a9d2-f82678a608c8 req-d0896716-5eb9-4ff6-a87b-8001cf1bb90a service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861022 Feb 15 14:51:03.494702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805c122-c9e7-429d-afa2-2ffeb528a115 req-81306e10-c203-47d4-a588-c583b640dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:03.496198 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e805c122-c9e7-429d-afa2-2ffeb528a115 req-81306e10-c203-47d4-a588-c583b640dd7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 1126 time: 0.0500669 Feb 15 14:51:03.582630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805c122-c9e7-429d-afa2-2ffeb528a115 req-8f8a94ef-75bd-48af-b640-a01999753d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:03.584093 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e805c122-c9e7-429d-afa2-2ffeb528a115 req-8f8a94ef-75bd-48af-b640-a01999753d3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0810385 Feb 15 14:51:03.625319 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e805c122-c9e7-429d-afa2-2ffeb528a115 req-dd3061b8-db70-4d4f-b4f2-80d960c0592e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 217 time: 0.0350544 Feb 15 14:51:03.676887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805c122-c9e7-429d-afa2-2ffeb528a115 req-c35e1af0-ba7f-4dd6-9f64-a44384151073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:03.678284 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e805c122-c9e7-429d-afa2-2ffeb528a115 req-c35e1af0-ba7f-4dd6-9f64-a44384151073 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0461733 Feb 15 14:51:03.726371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805c122-c9e7-429d-afa2-2ffeb528a115 req-d2102111-347a-4ddd-a4fb-a82f7f57d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:03.728353 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e805c122-c9e7-429d-afa2-2ffeb528a115 req-d2102111-347a-4ddd-a4fb-a82f7f57d550 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430884 Feb 15 14:51:03.815842 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e805c122-c9e7-429d-afa2-2ffeb528a115 req-0604eda4-9684-4c32-bd38-cafdd153318a service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815609 Feb 15 14:51:03.906660 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e805c122-c9e7-429d-afa2-2ffeb528a115 req-6d0b5d35-9269-44b3-b970-819d9a2ec5aa service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844395 Feb 15 14:51:04.135335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe525ddb-d044-4db7-be4f-76dd9197085d req-98e7564a-f116-44fc-ae87-80198d8da300 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:04.136800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe525ddb-d044-4db7-be4f-76dd9197085d req-98e7564a-f116-44fc-ae87-80198d8da300 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 943 time: 0.0511575 Feb 15 14:51:04.183221 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe525ddb-d044-4db7-be4f-76dd9197085d req-4a1a333b-adea-4b66-8856-9ea25c27cb0a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 Feb 15 14:51:05.098795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device f89ac386-c8c5-4dea-9a19-a916c135f53c details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:51:05.195738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:05.207477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'port_id': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'mac_address': 'fa:16:3e:08:bb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:51:05.243319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port f89ac386-c8c5-4dea-9a19-a916c135f53c is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:51:05.243717 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:05.257405 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89ac386-c8c5-4dea-9a19-a916c135f53c {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:51:05.277915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:05.281856 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:05.309020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450c48e-f5c6-45c2-b8d2-035639db3e08 req-7f82b71e-cdcd-4d6b-a361-cab3c8bb5ee8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:05.310508 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d450c48e-f5c6-45c2-b8d2-035639db3e08 req-7f82b71e-cdcd-4d6b-a361-cab3c8bb5ee8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 943 time: 0.0532863 Feb 15 14:51:05.335266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=f89ac386-c8c5-4dea-9a19-a916c135f53c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:05.363454 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d450c48e-f5c6-45c2-b8d2-035639db3e08 req-1d856750-5fe4-4072-8e6e-cb429da8eb8f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465274 Feb 15 14:51:05.474928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['f89ac386-c8c5-4dea-9a19-a916c135f53c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:51:06.482363 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fa248-1071-457e-9d8e-a56532393424 req-21f2943a-44d6-42c7-8c36-b868273cf070 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:06.484929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d2fa248-1071-457e-9d8e-a56532393424 req-21f2943a-44d6-42c7-8c36-b868273cf070 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 944 time: 0.0546455 Feb 15 14:51:06.531322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d2fa248-1071-457e-9d8e-a56532393424 req-3cd4b376-f823-43c1-b833-6cc74bd925bd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406306 Feb 15 14:51:07.100426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device f89ac386-c8c5-4dea-9a19-a916c135f53c up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:51:07.302730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port f89ac386-c8c5-4dea-9a19-a916c135f53c completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:51:07.306355 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port f89ac386-c8c5-4dea-9a19-a916c135f53c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:51:07.306732 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:07.380963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port f89ac386-c8c5-4dea-9a19-a916c135f53c is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:51:07.381286 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:07.403134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:51:07.405387 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1381bdba-67ac-4443-96b8-674f06fc8562" -d '{"events": [{"server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "name": "network-vif-plugged", "status": "completed", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:51:07.417782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:07.422277 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:07.448595 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b06ae78-7ce6-494c-91d9-1d4b9a8b49ae x-openstack-request-id: req-8b06ae78-7ce6-494c-91d9-1d4b9a8b49ae {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:51:07.448887 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "name": "network-vif-plugged", "status": "completed", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:51:07.449138 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8b06ae78-7ce6-494c-91d9-1d4b9a8b49ae {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:51:07.449523 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'code': 200} Feb 15 14:51:07.478061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=f89ac386-c8c5-4dea-9a19-a916c135f53c,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:07.543890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae44e1-c147-4c88-aa26-8f7659902b70 req-60d3fbbb-24c2-4b4f-af66-84e1a06dbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:07.545378 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1dae44e1-c147-4c88-aa26-8f7659902b70 req-60d3fbbb-24c2-4b4f-af66-84e1a06dbb28 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 1128 time: 0.0440907 Feb 15 14:51:07.589229 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1dae44e1-c147-4c88-aa26-8f7659902b70 req-61d03037-9f7d-4e4b-a073-794a8bad06be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371149 Feb 15 14:51:07.648279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd4f53-dc05-4cad-aeb2-b14790b38c6f req-2d833ed4-f80e-4e8c-a1d5-00f3c1123db7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:07.649650 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9fd4f53-dc05-4cad-aeb2-b14790b38c6f req-2d833ed4-f80e-4e8c-a1d5-00f3c1123db7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0508223 Feb 15 14:51:07.695338 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9fd4f53-dc05-4cad-aeb2-b14790b38c6f req-f1e3a6af-8ff5-4a4d-b572-dff80d460a29 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400450 Feb 15 14:51:08.817740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653ebb9-814d-48aa-ad63-d1fc6da6472f req-5c708fa0-7a11-4e0c-b3af-c270ca3f644d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:08.819227 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4653ebb9-814d-48aa-ad63-d1fc6da6472f req-5c708fa0-7a11-4e0c-b3af-c270ca3f644d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0564072 Feb 15 14:51:08.864079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4653ebb9-814d-48aa-ad63-d1fc6da6472f req-2923508b-89df-43f0-9503-b395b15654e9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392518 Feb 15 14:51:08.979811 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92b8dc-27a4-4a14-a662-d39f05029fcb req-cec1d8da-d321-4c36-9a5f-7d2b2bd29617 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:08.981285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc92b8dc-27a4-4a14-a662-d39f05029fcb req-cec1d8da-d321-4c36-9a5f-7d2b2bd29617 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0530603 Feb 15 14:51:08.990399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50142) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:51:08.994730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-157e99a0-4563-4c76-abd0-2febf6be7c20 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'floatingip': {'port_id': 'f89ac386-c8c5-4dea-9a19-a916c135f53c'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:51:09.035382 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-157e99a0-4563-4c76-abd0-2febf6be7c20 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:09.719234 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-157e99a0-4563-4c76-abd0-2febf6be7c20 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:09.723658 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-157e99a0-4563-4c76-abd0-2febf6be7c20 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:09.824594 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-157e99a0-4563-4c76-abd0-2febf6be7c20 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385 associated. External IP: 172.25.6.123, port: f89ac386-c8c5-4dea-9a19-a916c135f53c. Feb 15 14:51:10.031864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157e99a0-4563-4c76-abd0-2febf6be7c20 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Router 241e275e-ab0b-4883-a192-36d4e5f82252 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:51:10.141547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157e99a0-4563-4c76-abd0-2febf6be7c20 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:51:10.146923 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-157e99a0-4563-4c76-abd0-2febf6be7c20 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:10.151991 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00ce89-94c7-4f1e-a9fa-72c24f146ea2 None None] Sync routers for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:51:10.162426 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00ce89-94c7-4f1e-a9fa-72c24f146ea2 None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:51:10.163201 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7e00ce89-94c7-4f1e-a9fa-72c24f146ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:51:10.176938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-157e99a0-4563-4c76-abd0-2febf6be7c20 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "PUT /v2.0/floatingips/5f8ec547-a27c-428e-a673-6d3dd384a385 HTTP/1.1" status: 200 len: 991 time: 1.1854484 Feb 15 14:51:10.177533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:51:10.180090 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b186cef5-00ce-4f85-b255-194bae9f8725" -d '{"events": [{"name": "network-changed", "server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:51:10.222121 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5983b38-1579-422e-828a-57401b8ed8bd x-openstack-request-id: req-a5983b38-1579-422e-828a-57401b8ed8bd {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:51:10.222415 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:51:10.222667 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a5983b38-1579-422e-828a-57401b8ed8bd {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:51:10.223118 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'status': 'completed', 'code': 200} Feb 15 14:51:10.277321 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7e00ce89-94c7-4f1e-a9fa-72c24f146ea2 None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:51:10.298751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1c855-e459-407d-9a9e-03913088d64c req-0c7ed296-e85c-475d-b18b-1116f179d766 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:10.300313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2c1c855-e459-407d-9a9e-03913088d64c req-0c7ed296-e85c-475d-b18b-1116f179d766 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0603092 Feb 15 14:51:10.306622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186cef5-00ce-4f85-b255-194bae9f8725 req-8896195f-70c0-49ab-9883-297224a09ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:10.308161 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b186cef5-00ce-4f85-b255-194bae9f8725 req-8896195f-70c0-49ab-9883-297224a09ec5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 1128 time: 0.0520811 Feb 15 14:51:10.356238 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2c1c855-e459-407d-9a9e-03913088d64c req-afcb559a-fce7-431d-90b5-b22015c76097 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499403 Feb 15 14:51:10.400727 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:10.410479 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186cef5-00ce-4f85-b255-194bae9f8725 req-36cac892-fa19-485e-94c6-590ae9b7bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:10.411989 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b186cef5-00ce-4f85-b255-194bae9f8725 req-36cac892-fa19-485e-94c6-590ae9b7bbc0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0920665 Feb 15 14:51:10.484086 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b186cef5-00ce-4f85-b255-194bae9f8725 req-9c67f246-f4ec-48c6-9614-57adc7cd2a48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 999 time: 0.0663686 Feb 15 14:51:10.488509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb85e24-1502-44f6-ba9e-262a42ff2df6 req-dbe490cc-5915-41f8-a8c4-1dc88feab06d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:10.489995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ebb85e24-1502-44f6-ba9e-262a42ff2df6 req-dbe490cc-5915-41f8-a8c4-1dc88feab06d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0576961 Feb 15 14:51:10.523699 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7e00ce89-94c7-4f1e-a9fa-72c24f146ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:08:bb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:51:09Z', 'revision_number': 1, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:51:10.539663 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ebb85e24-1502-44f6-ba9e-262a42ff2df6 req-91380cd1-c175-4f03-8a7e-a90c5de4223a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438952 Feb 15 14:51:10.542491 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186cef5-00ce-4f85-b255-194bae9f8725 req-eb39393d-4447-4ca7-8af9-383a3f2bc2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:10.543978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b186cef5-00ce-4f85-b255-194bae9f8725 req-eb39393d-4447-4ca7-8af9-383a3f2bc2f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0540099 Feb 15 14:51:10.564477 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00ce89-94c7-4f1e-a9fa-72c24f146ea2 None None] Checking router: 241e275e-ab0b-4883-a192-36d4e5f82252 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:51:10.573063 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00ce89-94c7-4f1e-a9fa-72c24f146ea2 None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:51:10.573656 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7e00ce89-94c7-4f1e-a9fa-72c24f146ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:50:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:51:10.593912 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186cef5-00ce-4f85-b255-194bae9f8725 req-95489225-192c-445d-a4fd-c44013c41b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:10.595976 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b186cef5-00ce-4f85-b255-194bae9f8725 req-95489225-192c-445d-a4fd-c44013c41b6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447896 Feb 15 14:51:10.680678 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7e00ce89-94c7-4f1e-a9fa-72c24f146ea2 None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:51:10.686652 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b186cef5-00ce-4f85-b255-194bae9f8725 req-4d095c8b-fdd6-4ecf-ab78-d8d9b8e87296 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852818 Feb 15 14:51:10.776467 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b186cef5-00ce-4f85-b255-194bae9f8725 req-1b2504c7-1717-4772-aeba-4054ba8265f2 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838029 Feb 15 14:51:10.899056 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7e00ce89-94c7-4f1e-a9fa-72c24f146ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:08:bb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:51:09Z', 'revision_number': 1, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:51:10.924282 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e00ce89-94c7-4f1e-a9fa-72c24f146ea2 None None] The sync data for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 is: [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:08:bb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:51:09Z', 'revision_number': 1, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:51:11.124470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf37c3-fd1a-41b0-ac23-a7a64f36b7ae None None] New status for floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:51:11.659958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600292-15ed-45f6-97a3-da2ce4dec818 req-09da510a-38b1-4f21-ad80-1fbe9e3aa48b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:11.661432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17600292-15ed-45f6-97a3-da2ce4dec818 req-09da510a-38b1-4f21-ad80-1fbe9e3aa48b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0518448 Feb 15 14:51:11.708269 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17600292-15ed-45f6-97a3-da2ce4dec818 req-0f0bece2-aabc-4960-85af-880d21ee4442 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413706 Feb 15 14:51:11.824490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e830d-e21b-455a-9626-5a68f67e65e3 req-272cb06a-44f8-4967-a2b2-679172cc4852 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:11.825893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d8e830d-e21b-455a-9626-5a68f67e65e3 req-272cb06a-44f8-4967-a2b2-679172cc4852 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0525732 Feb 15 14:51:11.875036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3d8e830d-e21b-455a-9626-5a68f67e65e3 req-58b6c3ab-6db1-4d1e-8385-1dc0c0c2e3b5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434828 Feb 15 14:51:12.101146 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-0b7b5129-d110-4e99-b5f7-124c5ef13099 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447888 Feb 15 14:51:12.113270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae86d5-b819-4d16-8afb-ea7ecc8b26e4 req-b06533f7-c15e-450a-9683-945a0c991c88 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:12.114893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5cae86d5-b819-4d16-8afb-ea7ecc8b26e4 req-b06533f7-c15e-450a-9683-945a0c991c88 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0529337 Feb 15 14:51:12.164985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5cae86d5-b819-4d16-8afb-ea7ecc8b26e4 req-fa1fb1df-451f-478f-8f76-9b09f3a7951b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Feb 15 14:51:12.485681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a074db-4f76-44fe-a752-514df2856694 req-1d31eff5-5c56-42fa-9e98-f61ae7f5609e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:12.487052 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-1d31eff5-5c56-42fa-9e98-f61ae7f5609e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports/f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 942 time: 0.0454476 Feb 15 14:51:12.599544 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:13.280528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a074db-4f76-44fe-a752-514df2856694 req-c8efff92-38a0-4bfd-be8c-e1a22b5e8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:13.282052 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-c8efff92-38a0-4bfd-be8c-e1a22b5e8425 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 1128 time: 0.0495017 Feb 15 14:51:13.303757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393fd56-07a0-458d-adbc-44274a26a311 req-22f60338-92c1-441e-9727-3bc1b43ee845 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:13.305233 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3393fd56-07a0-458d-adbc-44274a26a311 req-22f60338-92c1-441e-9727-3bc1b43ee845 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0608585 Feb 15 14:51:13.352698 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3393fd56-07a0-458d-adbc-44274a26a311 req-2e682138-6666-4e42-aa1e-d654ed29974c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416498 Feb 15 14:51:13.373075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a074db-4f76-44fe-a752-514df2856694 req-5a8a53b4-15c2-43b5-9526-9ef2999e9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:13.374572 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-5a8a53b4-15c2-43b5-9526-9ef2999e9d20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0860622 Feb 15 14:51:13.446938 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-5c9d1b3e-4e4e-4ced-9c03-3698a573fc25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 1001 time: 0.0620909 Feb 15 14:51:13.493545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a074db-4f76-44fe-a752-514df2856694 req-ba6ddbb4-67c9-4140-8509-491e25c27eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:13.494977 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-ba6ddbb4-67c9-4140-8509-491e25c27eac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0420301 Feb 15 14:51:13.542407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a074db-4f76-44fe-a752-514df2856694 req-61247f0d-5ff4-4210-ace9-87fdeef5fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:13.543896 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-61247f0d-5ff4-4210-ace9-87fdeef5fb35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431299 Feb 15 14:51:13.633850 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-256e9cef-0cb0-481b-9de4-6315f2492690 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827489 Feb 15 14:51:13.721106 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-efa37045-20b3-45fe-b2ba-96e4951b0cc7 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809312 Feb 15 14:51:13.728503 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:51:14.473825 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465c4ba-2232-4383-82aa-94e82f11d9a3 req-706de37c-53be-498b-9d8f-fc53ffefd650 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:14.475350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d465c4ba-2232-4383-82aa-94e82f11d9a3 req-706de37c-53be-498b-9d8f-fc53ffefd650 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0534642 Feb 15 14:51:14.520825 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d465c4ba-2232-4383-82aa-94e82f11d9a3 req-8e66308b-07fe-430d-9857-9943643b44d9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399320 Feb 15 14:51:14.838107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1781cf22-b5e0-4a2a-ad26-c0901040e8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:15.638257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a35ab0-4251-43c7-94f9-d0d6277bef45 req-8d50bf41-39bd-466a-97db-0d42ace4d007 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:15.639685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48a35ab0-4251-43c7-94f9-d0d6277bef45 req-8d50bf41-39bd-466a-97db-0d42ace4d007 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0516405 Feb 15 14:51:15.690118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-48a35ab0-4251-43c7-94f9-d0d6277bef45 req-15f642ad-be1a-41f0-b4a4-f1a53644eb83 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Feb 15 14:51:16.807207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f5644-fd8f-4b2f-b67c-b969e1afd433 req-87582231-61bd-454b-95d2-518dd1866f59 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:16.808673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b1f5644-fd8f-4b2f-b67c-b969e1afd433 req-87582231-61bd-454b-95d2-518dd1866f59 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0522375 Feb 15 14:51:16.854511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b1f5644-fd8f-4b2f-b67c-b969e1afd433 req-9ce74505-949e-4dac-aec8-800c77585aa9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401974 Feb 15 14:51:17.229772 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1c658368-16fe-435b-9c6c-9c300164c986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:17.972117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e327c-5c4c-43dc-8d8a-67a36808a390 req-d178bb40-516b-4eb8-97f5-ae50da2fe882 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:17.973598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c5e327c-5c4c-43dc-8d8a-67a36808a390 req-d178bb40-516b-4eb8-97f5-ae50da2fe882 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0525687 Feb 15 14:51:18.019365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c5e327c-5c4c-43dc-8d8a-67a36808a390 req-c0c3692f-830f-4a9a-8b27-2251cd51ca69 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Feb 15 14:51:18.538094 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:19.142147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dd00e-431d-4f5c-8125-22a754787c61 req-5bfa81ab-8d40-4dcb-96b7-c3e976d74012 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:19.143655 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b9dd00e-431d-4f5c-8125-22a754787c61 req-5bfa81ab-8d40-4dcb-96b7-c3e976d74012 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0571496 Feb 15 14:51:19.189703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b9dd00e-431d-4f5c-8125-22a754787c61 req-11d96380-ef7c-4a1f-8967-031ccba1a3f6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399640 Feb 15 14:51:19.866171 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:20.318976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923841c4-c03f-4e2c-8924-7c8aedcf0f86 req-48e62c75-b5e8-4278-a043-807706a991b0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:20.320442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-923841c4-c03f-4e2c-8924-7c8aedcf0f86 req-48e62c75-b5e8-4278-a043-807706a991b0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0578783 Feb 15 14:51:20.367626 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-923841c4-c03f-4e2c-8924-7c8aedcf0f86 req-66af734f-17bd-4032-99c5-0b680f5c5614 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412159 Feb 15 14:51:21.164713 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:21.490037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960535-b5ee-48b3-bd49-128f7615623b req-198a65c7-81aa-4f2d-b0e7-40f0a4088204 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:21.491727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27960535-b5ee-48b3-bd49-128f7615623b req-198a65c7-81aa-4f2d-b0e7-40f0a4088204 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0551414 Feb 15 14:51:21.545900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27960535-b5ee-48b3-bd49-128f7615623b req-bfbdaaf8-af2b-42a8-a352-439d650cc32f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481851 Feb 15 14:51:22.728540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd246c-e17f-49bc-8d23-711ff85cca4d req-55b870c3-13da-48f8-b668-5338dfcef0b3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:22.730005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87dd246c-e17f-49bc-8d23-711ff85cca4d req-55b870c3-13da-48f8-b668-5338dfcef0b3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.1044652 Feb 15 14:51:22.776356 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87dd246c-e17f-49bc-8d23-711ff85cca4d req-e2ef4dab-ee93-4a04-befd-097de432dbe1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406539 Feb 15 14:51:23.941862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab052a-9272-43d8-a041-16d758966969 req-10aaf59f-d88e-4ea6-9179-5898980a29e0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:23.943380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07ab052a-9272-43d8-a041-16d758966969 req-10aaf59f-d88e-4ea6-9179-5898980a29e0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.1004779 Feb 15 14:51:23.989541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07ab052a-9272-43d8-a041-16d758966969 req-c124bddb-55c0-411c-b117-95cd306ce7ab tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401928 Feb 15 14:51:25.112997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2416ca9-fdc6-487a-9bc3-6eef3bc610d3 req-293c425d-cf67-47d3-a457-01f89a651f21 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:25.114485 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2416ca9-fdc6-487a-9bc3-6eef3bc610d3 req-293c425d-cf67-47d3-a457-01f89a651f21 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0573306 Feb 15 14:51:25.160736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2416ca9-fdc6-487a-9bc3-6eef3bc610d3 req-4da00351-c5e9-4d55-a25a-b60e7a823db8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406899 Feb 15 14:51:26.279164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f1a9-815c-456e-abb9-5c361c140ae5 req-e8933567-baea-4927-9f3d-ad6b64aeb24b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:26.280613 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53c1f1a9-815c-456e-abb9-5c361c140ae5 req-e8933567-baea-4927-9f3d-ad6b64aeb24b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0512471 Feb 15 14:51:26.327449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53c1f1a9-815c-456e-abb9-5c361c140ae5 req-066506f4-8b24-4504-ae8c-cc32f249f280 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407407 Feb 15 14:51:27.448491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87de38-1faa-467e-9556-1861e5864a2d req-5314a4f0-5423-4ced-84d7-9437408d0ff2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:27.449935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b87de38-1faa-467e-9556-1861e5864a2d req-5314a4f0-5423-4ced-84d7-9437408d0ff2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0546505 Feb 15 14:51:27.495208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b87de38-1faa-467e-9556-1861e5864a2d req-b08ae894-cb37-446f-bee7-5303be5ea698 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391989 Feb 15 14:51:28.613168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed08565-49c8-4fda-a205-62a7530f082c req-8cc2485c-e709-48ce-83c5-da358fab9c43 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:28.614653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ed08565-49c8-4fda-a205-62a7530f082c req-8cc2485c-e709-48ce-83c5-da358fab9c43 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0524838 Feb 15 14:51:28.660359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ed08565-49c8-4fda-a205-62a7530f082c req-f8ba0f6e-7949-4a24-adb1-baac0aaaa7eb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400753 Feb 15 14:51:29.778262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663b8bc-6a52-4b62-952d-8d8a8048ea26 req-e217f0a1-aca3-4b73-9933-d0e75655fee4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:29.779754 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0663b8bc-6a52-4b62-952d-8d8a8048ea26 req-e217f0a1-aca3-4b73-9933-d0e75655fee4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0518138 Feb 15 14:51:29.828783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0663b8bc-6a52-4b62-952d-8d8a8048ea26 req-c0376916-445b-4efc-b817-50359b7aa7e6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428755 Feb 15 14:51:30.947417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05b811-213b-47f6-a437-752291e46338 req-661f5fc9-0a29-4972-a4f6-327e14f6f58f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:30.948880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d05b811-213b-47f6-a437-752291e46338 req-661f5fc9-0a29-4972-a4f6-327e14f6f58f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0527887 Feb 15 14:51:30.995887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0d05b811-213b-47f6-a437-752291e46338 req-27281a7f-0b22-4390-8ce9-eca90d4d4456 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409551 Feb 15 14:51:32.116336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6be09-47b1-4c07-a774-e83ba25d87cf req-76811147-8e4b-43f1-b03f-4266306875cd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:32.117807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88c6be09-47b1-4c07-a774-e83ba25d87cf req-76811147-8e4b-43f1-b03f-4266306875cd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0527995 Feb 15 14:51:32.164492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-88c6be09-47b1-4c07-a774-e83ba25d87cf req-267c7a62-ed26-4ec3-9fa7-3ee7fd85ee3f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410831 Feb 15 14:51:33.286255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3c26c-dd5e-4384-8133-cf07a7cf365b req-08c53e29-008e-4ee1-8da0-48bac8bda41b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:33.287754 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95c3c26c-dd5e-4384-8133-cf07a7cf365b req-08c53e29-008e-4ee1-8da0-48bac8bda41b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0568480 Feb 15 14:51:33.333808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95c3c26c-dd5e-4384-8133-cf07a7cf365b req-4546c266-a322-4a8b-86c9-da9c643b2aeb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405838 Feb 15 14:51:34.455185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d1444-a57d-49ad-9797-b7c8168073a0 req-6946c8eb-46cb-483e-bfa9-a70ea10f433d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:34.456660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f94d1444-a57d-49ad-9797-b7c8168073a0 req-6946c8eb-46cb-483e-bfa9-a70ea10f433d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0557199 Feb 15 14:51:34.502984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f94d1444-a57d-49ad-9797-b7c8168073a0 req-86e1aeb0-fd36-4b50-b229-d8fff5607cfb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404961 Feb 15 14:51:35.622140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f0de-02a5-41af-be91-7d49f847cc5b req-572879c1-ceca-489e-95b2-b51f7f713051 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:35.623571 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bb5f0de-02a5-41af-be91-7d49f847cc5b req-572879c1-ceca-489e-95b2-b51f7f713051 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0507653 Feb 15 14:51:35.674882 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0bb5f0de-02a5-41af-be91-7d49f847cc5b req-99334f57-c0f4-45fa-bc07-53b718b5ca05 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448580 Feb 15 14:51:36.793972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c7e44-db42-4b9e-9dc9-3c12f14baedf req-3e38fa01-2d36-4d0c-9fbd-09e0d7adfc2f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:36.795487 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a72c7e44-db42-4b9e-9dc9-3c12f14baedf req-3e38fa01-2d36-4d0c-9fbd-09e0d7adfc2f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0530715 Feb 15 14:51:36.842155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a72c7e44-db42-4b9e-9dc9-3c12f14baedf req-b2e3a57e-b6a9-4119-a55e-0c99381e202b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399511 Feb 15 14:51:37.960761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ad65-55d3-4f62-ab95-f75c021930b1 req-2bce1c15-1892-4af8-885a-19831671f357 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:37.962292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d596ad65-55d3-4f62-ab95-f75c021930b1 req-2bce1c15-1892-4af8-885a-19831671f357 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0529222 Feb 15 14:51:38.021098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d596ad65-55d3-4f62-ab95-f75c021930b1 req-cb975c62-d48f-4474-b862-148bb2cce831 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529010 Feb 15 14:51:39.142711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56109523-bf08-4d83-bb61-edf94e26573b req-2e0d0cc5-6daf-48d9-a53d-610894c9e7d3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:39.144186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56109523-bf08-4d83-bb61-edf94e26573b req-2e0d0cc5-6daf-48d9-a53d-610894c9e7d3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0551374 Feb 15 14:51:39.191193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-56109523-bf08-4d83-bb61-edf94e26573b req-8ca7c61a-cd44-437c-8b04-35ad737485d4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414467 Feb 15 14:51:40.310952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9645a9e-213d-4e1e-855a-28eaa2ee31ca req-ff8dee71-18a1-493c-9ac7-4375641b17a1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:40.312891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9645a9e-213d-4e1e-855a-28eaa2ee31ca req-ff8dee71-18a1-493c-9ac7-4375641b17a1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0539749 Feb 15 14:51:40.359678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9645a9e-213d-4e1e-855a-28eaa2ee31ca req-800f853d-f99b-4f77-84c8-e79f4bbd1a73 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411220 Feb 15 14:51:40.424271 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:40.626565 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-00a074db-4f76-44fe-a752-514df2856694 req-dfdb5b8a-6ecb-4c04-9d24-bc340be2fea7 service neutron] show failed (client error): The resource could not be found. Feb 15 14:51:40.627493 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-dfdb5b8a-6ecb-4c04-9d24-bc340be2fea7 service neutron] 10.222.0.42 "GET /v2.0/ports/f89ac386-c8c5-4dea-9a19-a916c135f53c/bindings/n-h2-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0536742 Feb 15 14:51:40.838961 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a074db-4f76-44fe-a752-514df2856694 req-47f901dd-b5fc-48d9-8d6f-b7ae352d0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:40.840418 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-47f901dd-b5fc-48d9-8d6f-b7ae352d0642 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 1128 time: 0.0481048 Feb 15 14:51:40.851779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:51:40.907166 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:41.475656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:41.497308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5920ec9-3c02-4b99-b97c-88e981cd6337 req-20e426c2-f917-4a28-8ea4-6b1dd5248c30 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:41.498828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5920ec9-3c02-4b99-b97c-88e981cd6337 req-20e426c2-f917-4a28-8ea4-6b1dd5248c30 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0584826 Feb 15 14:51:41.515005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:51:41.551222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5920ec9-3c02-4b99-b97c-88e981cd6337 req-9d29394c-e9bc-4986-8fa4-4099b2227feb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461512 Feb 15 14:51:41.559282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:51:41.561733 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8c1d1f-d4d8-43ae-bc68-8908b797a27a" -d '{"events": [{"server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "name": "network-vif-unplugged", "status": "completed", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:51:41.566306 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Publish callbacks [] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:41.579867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Transition to ACTIVE for port object f89ac386-c8c5-4dea-9a19-a916c135f53c will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:51:41.583577 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:41.622223 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba63dc6-adc9-4197-8353-7c79430bbd88 x-openstack-request-id: req-4ba63dc6-adc9-4197-8353-7c79430bbd88 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:51:41.622607 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "name": "network-vif-unplugged", "status": "completed", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:51:41.622894 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ba63dc6-adc9-4197-8353-7c79430bbd88 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:51:41.623320 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'code': 200} Feb 15 14:51:41.675019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Pushing event updated for resources: {'Port': ['ID=f89ac386-c8c5-4dea-9a19-a916c135f53c,revision_number=6']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:41.724364 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] No DVR routers for this DVR port f89ac386-c8c5-4dea-9a19-a916c135f53c on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:51:41.874197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Attempting to bind port f89ac386-c8c5-4dea-9a19-a916c135f53c on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:51:41.874530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Attempting to bind port f89ac386-c8c5-4dea-9a19-a916c135f53c by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:51:41.874852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Attempting to bind port f89ac386-c8c5-4dea-9a19-a916c135f53c on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:51:41.879319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Port f89ac386-c8c5-4dea-9a19-a916c135f53c on network 735a4e94-0350-43fd-98f2-57bf27bd1ded not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:51:41.879639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Attempting to bind port f89ac386-c8c5-4dea-9a19-a916c135f53c on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:51:41.884386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:51:41.884721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:51:41.885108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:51:41.885528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Bound port: f89ac386-c8c5-4dea-9a19-a916c135f53c, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:51:41.885886 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:41.948606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:51:41.951800 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:51:41.957106 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:41.989783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:41.990402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:41.991792 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] 10.222.0.67 "PUT /v2.0/ports/f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 1092 time: 1.1439972 Feb 15 14:51:42.025578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d4c43-9c1b-44ec-8b60-669003bebe0c service neutron] Pushing event updated for resources: {'Port': ['ID=f89ac386-c8c5-4dea-9a19-a916c135f53c,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:42.067444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a074db-4f76-44fe-a752-514df2856694 req-3137640a-5ae3-4096-93ff-99a552d5218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:42.068984 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-3137640a-5ae3-4096-93ff-99a552d5218c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 1126 time: 0.0513959 Feb 15 14:51:42.166208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a074db-4f76-44fe-a752-514df2856694 req-a63022c7-1d9a-49e0-ada2-df8542bf1a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:42.167871 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-a63022c7-1d9a-49e0-ada2-df8542bf1a68 service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0916905 Feb 15 14:51:42.232752 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-592b1624-96ff-4b24-8bc2-71751fb5d119 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 999 time: 0.0583389 Feb 15 14:51:42.284126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a074db-4f76-44fe-a752-514df2856694 req-09b68c16-60e7-4254-85a5-58f65eab7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:42.285444 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-09b68c16-60e7-4254-85a5-58f65eab7e11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0465374 Feb 15 14:51:42.334570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a074db-4f76-44fe-a752-514df2856694 req-9e5f6261-ded9-4a90-b145-72ade3d0d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:42.336083 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-9e5f6261-ded9-4a90-b145-72ade3d0d677 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424945 Feb 15 14:51:42.422883 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-26c4696f-53aa-415c-89da-cb24193bd695 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802584 Feb 15 14:51:42.511955 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00a074db-4f76-44fe-a752-514df2856694 req-7b324f63-e560-463a-8da9-71219633241c service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831070 Feb 15 14:51:42.589968 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:42.675863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a370109-5156-4e0d-82a0-23a676510155 req-462b03ee-a678-4ae3-bba6-530def58a2ef tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:42.677330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a370109-5156-4e0d-82a0-23a676510155 req-462b03ee-a678-4ae3-bba6-530def58a2ef tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 943 time: 0.0522313 Feb 15 14:51:42.725363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a370109-5156-4e0d-82a0-23a676510155 req-e003def4-cbe9-4061-a410-fc73adf1e638 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421598 Feb 15 14:51:43.624786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:51:43.627698 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:51:43.675329 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be32868-5907-47f5-8ec7-36460dda05e4 x-openstack-request-id: req-3be32868-5907-47f5-8ec7-36460dda05e4 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:51:43.675619 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:51:43.675876 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3be32868-5907-47f5-8ec7-36460dda05e4 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:51:43.676331 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'status': 'completed', 'code': 200} Feb 15 14:51:43.771053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-eed9e371-717c-4e29-9d50-a1dad2094c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:43.772543 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-eed9e371-717c-4e29-9d50-a1dad2094c35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 1126 time: 0.0779710 Feb 15 14:51:43.776817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-cc53580a-8ec2-40d5-accc-c79f9ec74251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:43.778159 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-cc53580a-8ec2-40d5-accc-c79f9ec74251 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 1126 time: 0.0758069 Feb 15 14:51:43.848512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57714f0-03d3-4dc7-9615-1c6cde5326c7 req-be142392-1f18-4982-90c1-a4ee019da962 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:43.850621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d57714f0-03d3-4dc7-9615-1c6cde5326c7 req-be142392-1f18-4982-90c1-a4ee019da962 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 943 time: 0.0523038 Feb 15 14:51:43.901967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d57714f0-03d3-4dc7-9615-1c6cde5326c7 req-4e124e51-0c6d-44ba-9b08-f413b8503296 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454710 Feb 15 14:51:43.933394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-bebe0ca0-bfaf-467a-a4dd-c6b04c851adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:43.934846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-bebe0ca0-bfaf-467a-a4dd-c6b04c851adb service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1554534 Feb 15 14:51:43.935938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-296329e7-81ca-4b95-91ab-ec8024d7ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:43.937215 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-296329e7-81ca-4b95-91ab-ec8024d7ab0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1501417 Feb 15 14:51:44.044472 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-1907b6c3-4f33-48bf-b7fb-ddcb7cb8aa51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 999 time: 0.1031845 Feb 15 14:51:44.046198 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-9162ac74-4eee-4757-b783-ab960a80f313 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 999 time: 0.0993533 Feb 15 14:51:44.128036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-6cb9af60-c22b-45d6-be76-392794b3ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:44.129477 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-6cb9af60-c22b-45d6-be76-392794b3ca28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0773814 Feb 15 14:51:44.130817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-733f1aa9-2f10-4f33-9152-c2a2d1ab480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:44.132129 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-733f1aa9-2f10-4f33-9152-c2a2d1ab480b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0789599 Feb 15 14:51:44.208760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-cae1d0a2-ddd3-43a0-96b6-456b931db9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:44.210238 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-cae1d0a2-ddd3-43a0-96b6-456b931db9fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0742352 Feb 15 14:51:44.215905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-64bfdea5-635e-4e1c-b4d3-0a8ae289d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:44.217271 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-64bfdea5-635e-4e1c-b4d3-0a8ae289d4d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0733705 Feb 15 14:51:44.365740 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-d46f068f-dde4-42a5-befe-ba7c22ce416a service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475494 Feb 15 14:51:44.367587 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-539355bb-7057-4ca9-a0ce-b8912bf279bb service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426389 Feb 15 14:51:44.522157 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-1e284101-ce8f-49c8-a4ab-e6edad609916 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493428 Feb 15 14:51:44.523916 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2fbe67cc-3fcd-40ac-adf1-3139612b2fdd req-872adb19-fbcc-4cab-b6b0-7efa4aea962e service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502202 Feb 15 14:51:44.627904 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e74bf0-1043-45d0-acb3-8034534e156a req-89d694c7-69d0-472c-9d8a-1cc3ab7bd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:44.629382 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d7e74bf0-1043-45d0-acb3-8034534e156a req-89d694c7-69d0-472c-9d8a-1cc3ab7bd3f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 1126 time: 0.0483060 Feb 15 14:51:44.732257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e74bf0-1043-45d0-acb3-8034534e156a req-a900198b-c8c8-4dbb-8dc7-24286c0a91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:44.733735 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d7e74bf0-1043-45d0-acb3-8034534e156a req-a900198b-c8c8-4dbb-8dc7-24286c0a91dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0853467 Feb 15 14:51:44.805374 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d7e74bf0-1043-45d0-acb3-8034534e156a req-7d6bf9cf-774f-4998-8c64-51aae04a9884 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 999 time: 0.0657611 Feb 15 14:51:44.839588 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b9bea9a5-f749-425e-91f8-8221e8bf3c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:44.853422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e74bf0-1043-45d0-acb3-8034534e156a req-776d7997-e2da-4f80-83ff-6cfd14cef969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:44.854895 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d7e74bf0-1043-45d0-acb3-8034534e156a req-776d7997-e2da-4f80-83ff-6cfd14cef969 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0439839 Feb 15 14:51:44.901530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e74bf0-1043-45d0-acb3-8034534e156a req-ad8e9126-1408-4349-bebc-5411443d22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:44.903072 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d7e74bf0-1043-45d0-acb3-8034534e156a req-ad8e9126-1408-4349-bebc-5411443d22bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421422 Feb 15 14:51:44.996343 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d7e74bf0-1043-45d0-acb3-8034534e156a req-d01c0887-cff9-4f4a-9d6f-7daa3df818ea service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871365 Feb 15 14:51:45.022926 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf5087-56d7-429c-b594-f4ad91128f1f req-10e57c85-e8be-4e33-a0f9-1f58e8f0442d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:45.024413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-daaf5087-56d7-429c-b594-f4ad91128f1f req-10e57c85-e8be-4e33-a0f9-1f58e8f0442d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 943 time: 0.0520456 Feb 15 14:51:45.071293 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-daaf5087-56d7-429c-b594-f4ad91128f1f req-e56c072f-bba6-4d72-b9c5-87726724a34b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412362 Feb 15 14:51:45.087610 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d7e74bf0-1043-45d0-acb3-8034534e156a req-99661366-e033-46f6-ad81-6097e9365635 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846951 Feb 15 14:51:45.166231 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f89ac386-c8c5-4dea-9a19-a916c135f53c details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:51:45.261793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:45.273765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'port_id': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'mac_address': 'fa:16:3e:08:bb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:51:45.310213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f89ac386-c8c5-4dea-9a19-a916c135f53c is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:51:45.310600 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:45.320620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device f89ac386-c8c5-4dea-9a19-a916c135f53c no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:51:45.345351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89ac386-c8c5-4dea-9a19-a916c135f53c {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:51:45.379900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:45.382146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port f89ac386-c8c5-4dea-9a19-a916c135f53c host n-h2-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:51:45.382537 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device f89ac386-c8c5-4dea-9a19-a916c135f53c not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:51:45.384475 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:45.432006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f89ac386-c8c5-4dea-9a19-a916c135f53c,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:45.439145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.439508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.439833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.440166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.440496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.440816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.441139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.441459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.441777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.442095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.442413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.442730 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:45.443083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:46.200718 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a617ff3-4064-4fa7-b032-620ef309e80f req-a6f75cd0-1b8d-4f33-bef0-37b33712eab4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:46.202268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a617ff3-4064-4fa7-b032-620ef309e80f req-a6f75cd0-1b8d-4f33-bef0-37b33712eab4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 944 time: 0.0576985 Feb 15 14:51:46.253313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a617ff3-4064-4fa7-b032-620ef309e80f req-4b74718f-0ab0-460b-9718-0b252994b516 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447280 Feb 15 14:51:46.482313 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8ab49-7b0d-4a3b-9df9-2dbd31ff74f0 req-5384f8e0-298e-48bf-9d2b-49931a25d8a1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:46.483866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06c8ab49-7b0d-4a3b-9df9-2dbd31ff74f0 req-5384f8e0-298e-48bf-9d2b-49931a25d8a1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 944 time: 0.0646987 Feb 15 14:51:46.486379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-d6fb8c88-6bdc-4fb2-8eb8-e0d935976b5a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:46.488331 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-d6fb8c88-6bdc-4fb2-8eb8-e0d935976b5a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.42 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba&tenant_id=e2e409968ead49ba8bd506a271e49d0a&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 944 time: 0.0630333 Feb 15 14:51:46.540662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-06c8ab49-7b0d-4a3b-9df9-2dbd31ff74f0 req-12de035a-f98a-4e1d-b1f2-e0beb0afec85 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498598 Feb 15 14:51:46.562286 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-3499529f-345d-4b5c-b413-b7173db26434 service neutron] delete failed (client error): The resource could not be found. Feb 15 14:51:46.563459 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-3499529f-345d-4b5c-b413-b7173db26434 service neutron] 10.222.0.42 "DELETE /v2.0/ports/f89ac386-c8c5-4dea-9a19-a916c135f53c/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0690327 Feb 15 14:51:46.655227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-45da01b4-59e1-43b4-9864-1764d8393b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:46.657278 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-45da01b4-59e1-43b4-9864-1764d8393b4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 1127 time: 0.0460908 Feb 15 14:51:46.757856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['f89ac386-c8c5-4dea-9a19-a916c135f53c'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:51:46.759758 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-c70dce12-b1c3-4e24-8f8b-b47972f76131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:46.761229 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-c70dce12-b1c3-4e24-8f8b-b47972f76131 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0988309 Feb 15 14:51:46.833644 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-74ea4609-4e8c-4215-a433-20dbf0f4f1a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 200 len: 1000 time: 0.0657997 Feb 15 14:51:46.883719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-f4802ccc-4eea-494a-9d33-748febc5697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:46.885171 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-f4802ccc-4eea-494a-9d33-748febc5697b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0458007 Feb 15 14:51:46.933919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-39884afd-45b6-4716-9357-97a566331da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:46.935363 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-39884afd-45b6-4716-9357-97a566331da1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446639 Feb 15 14:51:47.026042 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-3030f1d9-dc78-402f-bae4-5de9d7aa189c service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838375 Feb 15 14:51:47.123790 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d5f725cb-c4ce-45ca-8203-a88f008a5317 req-8c90aef5-6a10-47a3-8985-aecb79a8bb4b service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897467 Feb 15 14:51:47.230057 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-282fa2ed-14a9-40cf-a6c0-c16f104557d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:47.671594 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b0b2e-9b0f-4405-8137-48eb6dd9740c req-cf860bc9-3efc-4025-ac07-2bccc527b3a6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:47.673430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a09b0b2e-9b0f-4405-8137-48eb6dd9740c req-cf860bc9-3efc-4025-ac07-2bccc527b3a6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 944 time: 0.0535297 Feb 15 14:51:47.722318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a09b0b2e-9b0f-4405-8137-48eb6dd9740c req-a920aaca-12b5-4466-b7dd-89526f30fab0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424066 Feb 15 14:51:47.842170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f400e-b3f3-4219-a0ef-794e577fb055 req-4c6d0949-a586-4d10-a4f1-471881dfd071 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:47.843648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f33f400e-b3f3-4219-a0ef-794e577fb055 req-4c6d0949-a586-4d10-a4f1-471881dfd071 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 944 time: 0.0538511 Feb 15 14:51:47.893733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f33f400e-b3f3-4219-a0ef-794e577fb055 req-60e55564-2f8d-43e2-8507-5a673483ce90 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440192 Feb 15 14:51:48.012071 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed5d0-348f-4fe7-8305-9d1fe2d2209f req-bfd8f430-7e8e-4083-9e45-2d99614a906a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:48.013540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd1ed5d0-348f-4fe7-8305-9d1fe2d2209f req-bfd8f430-7e8e-4083-9e45-2d99614a906a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 944 time: 0.0529325 Feb 15 14:51:48.061386 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd1ed5d0-348f-4fe7-8305-9d1fe2d2209f req-039ca36a-38f2-423c-ab62-f01b8629f441 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412650 Feb 15 14:51:48.304126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71576442-f5f3-4b58-965f-2a9941b0f6f5 req-34c9829c-9ef9-4a7f-8422-4df85d7a25e6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:48.305651 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71576442-f5f3-4b58-965f-2a9941b0f6f5 req-34c9829c-9ef9-4a7f-8422-4df85d7a25e6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 944 time: 0.0544145 Feb 15 14:51:48.353239 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71576442-f5f3-4b58-965f-2a9941b0f6f5 req-b3408e91-3479-432e-b8ea-95b54a3ffc4c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417776 Feb 15 14:51:48.542059 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:49.168546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f89ac386-c8c5-4dea-9a19-a916c135f53c up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:51:49.216631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port f89ac386-c8c5-4dea-9a19-a916c135f53c completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:51:49.220452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port f89ac386-c8c5-4dea-9a19-a916c135f53c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:51:49.220826 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:49.298446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port f89ac386-c8c5-4dea-9a19-a916c135f53c is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:51:49.298834 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:49.321021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:51:49.323243 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd335968-f0e2-4d4f-be8b-6a296634407c" -d '{"events": [{"server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "name": "network-vif-plugged", "status": "completed", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:51:49.336313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:49.341740 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:49.389093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=f89ac386-c8c5-4dea-9a19-a916c135f53c,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:49.425661 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8f07a2-18e5-47de-8e60-da5b02f0568c x-openstack-request-id: req-3d8f07a2-18e5-47de-8e60-da5b02f0568c {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:51:49.425963 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "name": "network-vif-plugged", "status": "completed", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:51:49.426218 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3d8f07a2-18e5-47de-8e60-da5b02f0568c {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:51:49.426617 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'code': 200} Feb 15 14:51:49.499758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18fd06-6075-454f-b345-e85b38c55606 req-a12c3142-9769-4da3-95ef-bb5f02afa2a7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:49.501808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad18fd06-6075-454f-b345-e85b38c55606 req-a12c3142-9769-4da3-95ef-bb5f02afa2a7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0580261 Feb 15 14:51:49.548734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad18fd06-6075-454f-b345-e85b38c55606 req-2db68471-4e3f-45b0-ad33-eaddc04f5c47 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414810 Feb 15 14:51:49.716841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-6f1b2dce-f722-45c7-8796-d203476d73fe tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:49.718298 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-6f1b2dce-f722-45c7-8796-d203476d73fe tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 945 time: 0.0562508 Feb 15 14:51:49.808748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Deleting port f89ac386-c8c5-4dea-9a19-a916c135f53c {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:51:49.809121 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:49.872421 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:49.913445 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] For port f89ac386-c8c5-4dea-9a19-a916c135f53c, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=f89ac386-c8c5-4dea-9a19-a916c135f53c,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:49.913805 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:50.252374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:50.252736 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:50.253049 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385 disassociated. External IP: 172.25.6.123, port: f89ac386-c8c5-4dea-9a19-a916c135f53c. Feb 15 14:51:50.253385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Calling delete_port for f89ac386-c8c5-4dea-9a19-a916c135f53c owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:51:50.399020 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f89ac386-c8c5-4dea-9a19-a916c135f53c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:50.435196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event deleted for resources: {'Port': ['ID=f89ac386-c8c5-4dea-9a19-a916c135f53c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:50.450489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.451195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.451544 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.451884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.452225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.452559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.454321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.454672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.455024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.455364 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.455689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.456013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.456788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:51:50.583997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Router 241e275e-ab0b-4883-a192-36d4e5f82252 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:51:50.650630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1a056299-347c-4c8e-852a-f22d8ce136f4 req-e7ebbe6f-638a-40c6-8235-c8422629ca83 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=06a5925f-955f-4a51-b7f0-ee77d3fe8dba HTTP/1.1" status: 200 len: 210 time: 0.0276406 Feb 15 14:51:50.709577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:51:50.719765 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae652a74-6362-4036-9a59-2329a9a654dc None None] Sync routers for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:51:50.734742 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:51:50.737813 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae652a74-6362-4036-9a59-2329a9a654dc None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:51:50.738431 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ae652a74-6362-4036-9a59-2329a9a654dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:51:50.752285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] No DVR routers for this DVR port f89ac386-c8c5-4dea-9a19-a916c135f53c on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:51:50.755012 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:50.758452 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-39c17b17-fb3b-4d94-87eb-1d6d8290037c req-7766ed95-1afa-46b8-b6e0-6e54d6c171af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "DELETE /v2.0/ports/f89ac386-c8c5-4dea-9a19-a916c135f53c HTTP/1.1" status: 204 len: 173 time: 1.0354867 Feb 15 14:51:50.758920 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'name': 'network-vif-deleted', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:51:50.761239 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff11c0c-5c49-4fa4-891f-df13a51229fc" -d '{"events": [{"server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "name": "network-vif-deleted", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:51:50.802417 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20910450-ecef-40d7-bb44-f7c250a326df x-openstack-request-id: req-20910450-ecef-40d7-bb44-f7c250a326df {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:51:50.802715 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a5925f-955f-4a51-b7f0-ee77d3fe8dba", "name": "network-vif-deleted", "tag": "f89ac386-c8c5-4dea-9a19-a916c135f53c", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:51:50.803083 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-20910450-ecef-40d7-bb44-f7c250a326df {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:51:50.803483 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a5925f-955f-4a51-b7f0-ee77d3fe8dba', 'name': 'network-vif-deleted', 'tag': 'f89ac386-c8c5-4dea-9a19-a916c135f53c', 'status': 'completed', 'code': 200} Feb 15 14:51:50.869736 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-ae652a74-6362-4036-9a59-2329a9a654dc None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:51:51.084892 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ae652a74-6362-4036-9a59-2329a9a654dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:51:51.110759 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae652a74-6362-4036-9a59-2329a9a654dc None None] Checking router: 241e275e-ab0b-4883-a192-36d4e5f82252 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:51:51.119567 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae652a74-6362-4036-9a59-2329a9a654dc None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:51:51.120165 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ae652a74-6362-4036-9a59-2329a9a654dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:51:51.169031 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:51.236207 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-ae652a74-6362-4036-9a59-2329a9a654dc None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:51:51.433457 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ae652a74-6362-4036-9a59-2329a9a654dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:51:51.463726 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae652a74-6362-4036-9a59-2329a9a654dc None None] The sync data for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 is: [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:51:51.685970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a5c456-c1c0-4041-a759-b8206b5fda58 None None] New status for floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:51:51.899014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-80076290-8736-45ce-be8e-7f1be5c599ac tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1447105686&fields=id&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 267 time: 0.0411472 Feb 15 14:51:52.004097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-1951cdc1-7f84-468f-a9a5-787bef8af397 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:52.005534 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-1951cdc1-7f84-468f-a9a5-787bef8af397 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 812 time: 0.0997581 Feb 15 14:51:52.020594 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-cafa77f1-0db7-4b52-b8e0-6c09a4a9f2f8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/quotas/e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 375 time: 0.0098507 Feb 15 14:51:52.074690 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-a49ed741-6d4a-473b-a2aa-be40ca800513 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493727 Feb 15 14:51:52.171209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-c2e45900-b9c4-4208-8fed-4820accc6cbc service neutron] 10.222.0.72 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848656 Feb 15 14:51:52.265649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-62d5ac39-b231-4431-acca-0164a8aaa9da service neutron] 10.222.0.72 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883873 Feb 15 14:51:52.427707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ecada26-2aeb-4f10-abb9-53b0172d1ce3 req-16f6010a-329e-43ef-96e2-0843469402e5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 210 time: 0.0278587 Feb 15 14:51:53.482270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-42b87391-6bc1-4286-b9a8-baf7fcce9010 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:53.484806 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-42b87391-6bc1-4286-b9a8-baf7fcce9010 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 812 time: 0.1438730 Feb 15 14:51:53.565101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac4e6433-0343-4703-9932-062dd21fe08d req-9eccd9b8-d762-4d24-869a-97fd67f64621 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 210 time: 0.0436785 Feb 15 14:51:53.597953 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f30f8f47-7b2d-4e3b-a4d7-a5c6f9b9aca0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 380 time: 0.1042001 Feb 15 14:51:53.607536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'port': {'device_id': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'admin_state_up': True, 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'security_groups': ['21f47ba8-ffd0-41f1-b235-0438ca3bc6df']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:51:53.724154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Made reservation on behalf of e2e409968ead49ba8bd506a271e49d0a for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:51:53.728286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:53.909332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Allocated IP 172.20.0.13 (735a4e94-0350-43fd-98f2-57bf27bd1ded/9ef70e43-3b22-4a2c-82d5-21742a3b2cfe/eec3dd03-423d-4382-90f0-fe5c30fe2943) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:51:54.046134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:54.080942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:54.131270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:51:54.134363 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:51:54.138097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:51:54.162612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event updated for resources: {'Port': ['ID=eec3dd03-423d-4382-90f0-fe5c30fe2943,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:54.191651 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:54.192291 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:54.212299 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-f9b9b8ce-bb3a-41e8-8715-c919169125bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6083567 Feb 15 14:51:54.225395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Request body: {'port': {'device_id': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:51:54.309139 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:54.414195 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c0a62b6f-555f-4751-a1aa-3218a79fc58e None None] Provisioning complete for port eec3dd03-423d-4382-90f0-fe5c30fe2943 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:51:54.414747 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c0a62b6f-555f-4751-a1aa-3218a79fc58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:54.450865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c0a62b6f-555f-4751-a1aa-3218a79fc58e None None] Port eec3dd03-423d-4382-90f0-fe5c30fe2943 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:51:54.710164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0b37f-b406-4534-a4e8-2fdb6c96c095 req-343fea2e-3fdf-4415-ac14-5db5ff126c1a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:54.711803 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0fe0b37f-b406-4534-a4e8-2fdb6c96c095 req-343fea2e-3fdf-4415-ac14-5db5ff126c1a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 932 time: 0.0601473 Feb 15 14:51:54.767134 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0fe0b37f-b406-4534-a4e8-2fdb6c96c095 req-2fe28f6b-b4ec-4ac1-89c9-1d95ad4126ef tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445406 Feb 15 14:51:54.945965 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec3dd03-423d-4382-90f0-fe5c30fe2943 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:51:54.953246 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Publish callbacks [] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:54.965242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Transition to ACTIVE for port object eec3dd03-423d-4382-90f0-fe5c30fe2943 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:51:54.969173 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:55.036210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Pushing event updated for resources: {'Port': ['ID=eec3dd03-423d-4382-90f0-fe5c30fe2943,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:55.094385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Attempting to bind port eec3dd03-423d-4382-90f0-fe5c30fe2943 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:51:55.094729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Attempting to bind port eec3dd03-423d-4382-90f0-fe5c30fe2943 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:51:55.095100 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Attempting to bind port eec3dd03-423d-4382-90f0-fe5c30fe2943 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:51:55.099893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Port eec3dd03-423d-4382-90f0-fe5c30fe2943 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:51:55.100250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Attempting to bind port eec3dd03-423d-4382-90f0-fe5c30fe2943 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:51:55.105452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:51:55.105789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:51:55.106171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:51:55.106596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Bound port: eec3dd03-423d-4382-90f0-fe5c30fe2943, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:51:55.106977 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:55.173708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:51:55.176834 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:51:55.184117 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:55.199048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f89ac386-c8c5-4dea-9a19-a916c135f53c no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:51:55.219737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: f89ac386-c8c5-4dea-9a19-a916c135f53c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:51:55.219876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:55.220101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device f89ac386-c8c5-4dea-9a19-a916c135f53c not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:51:55.220425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:55.221817 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] 10.222.0.42 "PUT /v2.0/ports/eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 1093 time: 1.0011606 Feb 15 14:51:55.222264 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:51:55.224541 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e04b6-54ec-464e-a70c-c0188dbaf33b" -d '{"events": [{"name": "network-changed", "server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:51:55.258095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5ca50-6496-472a-8ad3-b278ccab6275 service neutron] Pushing event updated for resources: {'Port': ['ID=eec3dd03-423d-4382-90f0-fe5c30fe2943,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:55.341959 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-25b1d157-3a34-41bf-adf8-d1204f3fb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:55.343521 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-25b1d157-3a34-41bf-adf8-d1204f3fb71e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 1127 time: 0.0640409 Feb 15 14:51:55.352992 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0705160b-f703-44b8-9cf6-d7c3b8152556 x-openstack-request-id: req-0705160b-f703-44b8-9cf6-d7c3b8152556 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:51:55.353296 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:51:55.353598 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0705160b-f703-44b8-9cf6-d7c3b8152556 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:51:55.354011 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'status': 'completed', 'code': 200} Feb 15 14:51:55.394185 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-ddfc7510-a314-499a-b8c2-4f6a37faed41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 217 time: 0.0392458 Feb 15 14:51:55.443633 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-3a9dea8b-3398-410e-9c2d-3b83526e5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:55.445107 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-3a9dea8b-3398-410e-9c2d-3b83526e5e79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0450690 Feb 15 14:51:55.495062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-c43cb0e5-e84f-4036-a120-5679037f5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:55.496483 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-c43cb0e5-e84f-4036-a120-5679037f5aa0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455933 Feb 15 14:51:55.589777 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-2545ba28-9fee-4779-b15d-e5204b36dd64 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868862 Feb 15 14:51:55.697072 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-001a8f87-a29f-4d7e-83dd-98d08286fd3c req-dce2e17d-9f68-4bf9-9020-63e64a5303b3 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003461 Feb 15 14:51:55.796802 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e04b6-54ec-464e-a70c-c0188dbaf33b req-62689329-077c-498a-ac8a-3e2a4cd658a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:55.798689 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d46e04b6-54ec-464e-a70c-c0188dbaf33b req-62689329-077c-498a-ac8a-3e2a4cd658a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 1127 time: 0.0525856 Feb 15 14:51:55.894477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4dc5a-57a7-4079-94e0-ecec59228f13 req-399704d7-6f57-4ee0-bf6c-e19383f3f694 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:55.896369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99c4dc5a-57a7-4079-94e0-ecec59228f13 req-399704d7-6f57-4ee0-bf6c-e19383f3f694 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 944 time: 0.0618401 Feb 15 14:51:55.905439 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e04b6-54ec-464e-a70c-c0188dbaf33b req-c6619faa-d77c-4d89-9081-dbd8ba6830aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:55.907071 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d46e04b6-54ec-464e-a70c-c0188dbaf33b req-c6619faa-d77c-4d89-9081-dbd8ba6830aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1023614 Feb 15 14:51:55.950171 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99c4dc5a-57a7-4079-94e0-ecec59228f13 req-acb64499-8e74-4ac6-95e1-f7dca278655b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472796 Feb 15 14:51:55.950964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d46e04b6-54ec-464e-a70c-c0188dbaf33b req-a28654ca-4a87-4dcd-b6a0-b9cf8876c28c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 217 time: 0.0378382 Feb 15 14:51:56.013813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e04b6-54ec-464e-a70c-c0188dbaf33b req-e92b9cf3-43ec-4be9-abe7-33a527c6952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:56.015336 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d46e04b6-54ec-464e-a70c-c0188dbaf33b req-e92b9cf3-43ec-4be9-abe7-33a527c6952c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0577240 Feb 15 14:51:56.068658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e04b6-54ec-464e-a70c-c0188dbaf33b req-7425e36d-6c7c-44aa-9773-490d226f6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:56.070256 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d46e04b6-54ec-464e-a70c-c0188dbaf33b req-7425e36d-6c7c-44aa-9773-490d226f6878 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474210 Feb 15 14:51:56.160618 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d46e04b6-54ec-464e-a70c-c0188dbaf33b req-4e094eab-f9d8-404a-9211-1f1ec1acb99b service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836182 Feb 15 14:51:56.263534 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d46e04b6-54ec-464e-a70c-c0188dbaf33b req-4b5f8d72-822c-4c57-a562-2938ec9d1659 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959065 Feb 15 14:51:57.076074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbcf86-35b5-4173-bd3b-f67e06c37e55 req-8cf027b7-0c9c-4f25-bcf4-d77c687ee4df tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:57.077500 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abfbcf86-35b5-4173-bd3b-f67e06c37e55 req-8cf027b7-0c9c-4f25-bcf4-d77c687ee4df tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 944 time: 0.0538573 Feb 15 14:51:57.128732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abfbcf86-35b5-4173-bd3b-f67e06c37e55 req-b64009c5-9cfc-450e-bcd7-204a785bf02c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455897 Feb 15 14:51:57.396737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device eec3dd03-423d-4382-90f0-fe5c30fe2943 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:51:57.492133 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:57.503110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'port_id': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'mac_address': 'fa:16:3e:b9:e1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:51:57.538582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port eec3dd03-423d-4382-90f0-fe5c30fe2943 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:51:57.538989 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:57.553003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec3dd03-423d-4382-90f0-fe5c30fe2943 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:51:57.575793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:57.579775 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:57.627101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=eec3dd03-423d-4382-90f0-fe5c30fe2943,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:57.793259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['eec3dd03-423d-4382-90f0-fe5c30fe2943'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:51:58.249756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b70c7d-87b3-4815-a9c3-8b5e496a0a5e req-ffa1c3c2-12c1-4e8d-84f7-8b298cebb59e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:58.251379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99b70c7d-87b3-4815-a9c3-8b5e496a0a5e req-ffa1c3c2-12c1-4e8d-84f7-8b298cebb59e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 945 time: 0.0535107 Feb 15 14:51:58.302243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99b70c7d-87b3-4815-a9c3-8b5e496a0a5e req-92257f74-3d45-4c91-8a1a-f5ac8f02eb05 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452087 Feb 15 14:51:59.399844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device eec3dd03-423d-4382-90f0-fe5c30fe2943 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:51:59.423657 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba534d7-78b9-4258-83ee-cfc4710af97b req-63db7da8-a100-4c8e-864f-e69b93ffc8ca tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:59.425177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fba534d7-78b9-4258-83ee-cfc4710af97b req-63db7da8-a100-4c8e-864f-e69b93ffc8ca tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 945 time: 0.0551255 Feb 15 14:51:59.447998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port eec3dd03-423d-4382-90f0-fe5c30fe2943 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:51:59.452250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port eec3dd03-423d-4382-90f0-fe5c30fe2943 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:51:59.452629 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:59.473506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fba534d7-78b9-4258-83ee-cfc4710af97b req-17b0a819-05b8-4559-8bdf-48880b8e7c73 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424969 Feb 15 14:51:59.529551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port eec3dd03-423d-4382-90f0-fe5c30fe2943 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:51:59.529946 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:59.553312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:51:59.555544 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4939d7f0-0cb8-4c1c-8195-de46eec63c59" -d '{"events": [{"server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "name": "network-vif-plugged", "status": "completed", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:51:59.568107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:51:59.572575 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:51:59.599443 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b076879d-3be6-4280-8b10-ec2b1967529e x-openstack-request-id: req-b076879d-3be6-4280-8b10-ec2b1967529e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:51:59.599734 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "name": "network-vif-plugged", "status": "completed", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:51:59.599984 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b076879d-3be6-4280-8b10-ec2b1967529e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:51:59.600370 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'code': 200} Feb 15 14:51:59.627160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=eec3dd03-423d-4382-90f0-fe5c30fe2943,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:51:59.704199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd53349-5c5a-47d9-8867-ccaf0786c272 req-542cb903-b3b3-49d3-8424-b46b3d206005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:51:59.705697 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7fd53349-5c5a-47d9-8867-ccaf0786c272 req-542cb903-b3b3-49d3-8424-b46b3d206005 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 1129 time: 0.0449593 Feb 15 14:51:59.749062 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-7fd53349-5c5a-47d9-8867-ccaf0786c272 req-a65e31d3-7248-4f9e-894b-6bd30ce83611 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371871 Feb 15 14:52:00.597553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20647-a3a9-4739-98a2-c71fc2e1dbfd req-1468ab9f-86eb-4d6f-a320-925760c25652 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:00.599066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33f20647-a3a9-4739-98a2-c71fc2e1dbfd req-1468ab9f-86eb-4d6f-a320-925760c25652 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0566280 Feb 15 14:52:00.645697 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-33f20647-a3a9-4739-98a2-c71fc2e1dbfd req-2dade3e6-4597-490a-a1db-f1577edbcc8b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411160 Feb 15 14:52:01.764217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a22af-97e6-47ff-8dbe-2aa2a4b1fafa req-096139be-bcc7-4221-bbea-e83922ea2348 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:01.766222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e10a22af-97e6-47ff-8dbe-2aa2a4b1fafa req-096139be-bcc7-4221-bbea-e83922ea2348 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0519795 Feb 15 14:52:01.813836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e10a22af-97e6-47ff-8dbe-2aa2a4b1fafa req-fa4a6705-8e50-48e2-ae9b-07f087c55644 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Feb 15 14:52:01.933220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022ea16-412c-4eb6-be7e-859d34045b13 req-48db01d2-cb4c-40c1-b1db-e09cd9fab43c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:01.934646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7022ea16-412c-4eb6-be7e-859d34045b13 req-48db01d2-cb4c-40c1-b1db-e09cd9fab43c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0564795 Feb 15 14:52:01.943805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50330) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:52:01.948247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9d69b0bf-1a0b-4dbd-9a2d-4247b4491270 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'floatingip': {'port_id': 'eec3dd03-423d-4382-90f0-fe5c30fe2943'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:52:01.986545 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d69b0bf-1a0b-4dbd-9a2d-4247b4491270 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:02.677032 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d69b0bf-1a0b-4dbd-9a2d-4247b4491270 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:02.680849 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d69b0bf-1a0b-4dbd-9a2d-4247b4491270 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:02.782087 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-9d69b0bf-1a0b-4dbd-9a2d-4247b4491270 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385 associated. External IP: 172.25.6.123, port: eec3dd03-423d-4382-90f0-fe5c30fe2943. Feb 15 14:52:03.000843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d69b0bf-1a0b-4dbd-9a2d-4247b4491270 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Router 241e275e-ab0b-4883-a192-36d4e5f82252 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:52:03.111182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d69b0bf-1a0b-4dbd-9a2d-4247b4491270 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:52:03.116058 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9d69b0bf-1a0b-4dbd-9a2d-4247b4491270 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:03.121222 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62767314-b843-49bc-8eb1-f5468bebb347 None None] Sync routers for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:52:03.131206 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62767314-b843-49bc-8eb1-f5468bebb347 None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:52:03.131817 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-62767314-b843-49bc-8eb1-f5468bebb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:52:03.147318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9d69b0bf-1a0b-4dbd-9a2d-4247b4491270 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "PUT /v2.0/floatingips/5f8ec547-a27c-428e-a673-6d3dd384a385 HTTP/1.1" status: 200 len: 992 time: 1.2024205 Feb 15 14:52:03.147931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:52:03.150337 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964d9601-6d11-4286-8452-1437da99a4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:52:03.251847 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-62767314-b843-49bc-8eb1-f5468bebb347 None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:52:03.256732 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f49199-1ed8-4235-90b6-7cfad52568c4 x-openstack-request-id: req-c6f49199-1ed8-4235-90b6-7cfad52568c4 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:52:03.257281 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:52:03.257776 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c6f49199-1ed8-4235-90b6-7cfad52568c4 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:52:03.258289 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'status': 'completed', 'code': 200} Feb 15 14:52:03.352237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d9601-6d11-4286-8452-1437da99a4b7 req-a456a09b-3517-40f0-861d-aa4cfa958bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:03.353764 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-964d9601-6d11-4286-8452-1437da99a4b7 req-a456a09b-3517-40f0-861d-aa4cfa958bc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 1129 time: 0.0732582 Feb 15 14:52:03.368227 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254caadb-5aad-4b49-b6ae-40afb2d5f77c req-5755acb6-e450-40e1-ad60-9f739574c2a6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:03.369793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-254caadb-5aad-4b49-b6ae-40afb2d5f77c req-5755acb6-e450-40e1-ad60-9f739574c2a6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0800490 Feb 15 14:52:03.421105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-254caadb-5aad-4b49-b6ae-40afb2d5f77c req-04935444-de1c-409b-93ba-734ea2e23ef8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445368 Feb 15 14:52:03.448872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d9601-6d11-4286-8452-1437da99a4b7 req-04e542c2-0793-495e-a629-da76b80ae65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:03.450393 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-964d9601-6d11-4286-8452-1437da99a4b7 req-04e542c2-0793-495e-a629-da76b80ae65d service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0879691 Feb 15 14:52:03.494472 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-62767314-b843-49bc-8eb1-f5468bebb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:b9:e1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:52:02Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:52:03.523924 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-964d9601-6d11-4286-8452-1437da99a4b7 req-a43ba501-47ba-41c8-b58a-75782b708707 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 1000 time: 0.0634136 Feb 15 14:52:03.524841 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62767314-b843-49bc-8eb1-f5468bebb347 None None] Checking router: 241e275e-ab0b-4883-a192-36d4e5f82252 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:52:03.533266 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62767314-b843-49bc-8eb1-f5468bebb347 None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:52:03.533868 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-62767314-b843-49bc-8eb1-f5468bebb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:51:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:52:03.575730 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d9601-6d11-4286-8452-1437da99a4b7 req-11895c5b-5123-4a55-ae8f-b04f5c38fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:03.577206 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-964d9601-6d11-4286-8452-1437da99a4b7 req-11895c5b-5123-4a55-ae8f-b04f5c38fc04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0461924 Feb 15 14:52:03.628430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d9601-6d11-4286-8452-1437da99a4b7 req-e7ac83c2-1e7b-4791-9528-921e5d7faaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:03.629960 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-964d9601-6d11-4286-8452-1437da99a4b7 req-e7ac83c2-1e7b-4791-9528-921e5d7faaf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454745 Feb 15 14:52:03.727890 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-964d9601-6d11-4286-8452-1437da99a4b7 req-434d02f8-15a6-4e1f-9f85-c7df9a6a5c3f service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901518 Feb 15 14:52:03.735519 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-62767314-b843-49bc-8eb1-f5468bebb347 None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:52:03.820080 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-964d9601-6d11-4286-8452-1437da99a4b7 req-b03f7979-badb-4d36-b1d5-36d09e137050 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841825 Feb 15 14:52:03.959362 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-62767314-b843-49bc-8eb1-f5468bebb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:b9:e1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:52:02Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:52:03.986187 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62767314-b843-49bc-8eb1-f5468bebb347 None None] The sync data for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 is: [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:b9:e1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:52:02Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:52:04.174332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6773a392-9233-4737-ab83-ae7e6bbdbaec None None] New status for floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:52:04.542385 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df758c7-fca7-4aa0-98b1-9dae3dc2867f req-5e5f0496-34a5-4f85-b9c9-12da4619edba tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:04.543928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9df758c7-fca7-4aa0-98b1-9dae3dc2867f req-5e5f0496-34a5-4f85-b9c9-12da4619edba tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0536485 Feb 15 14:52:04.591824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9df758c7-fca7-4aa0-98b1-9dae3dc2867f req-00176b04-73ad-4b93-b462-91e40ee6a94e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415194 Feb 15 14:52:05.715709 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94001b23-4ca7-4322-a11e-2178a2172303 req-a2ccd141-fcfe-4f69-adbd-87b1104674a4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:05.717213 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94001b23-4ca7-4322-a11e-2178a2172303 req-a2ccd141-fcfe-4f69-adbd-87b1104674a4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0569410 Feb 15 14:52:05.765844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94001b23-4ca7-4322-a11e-2178a2172303 req-deb7dd0a-011e-4ddb-b50d-708771f64059 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426013 Feb 15 14:52:06.887906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715abf7-9729-401c-9295-b23770503514 req-fcff9bfa-d15d-435b-bbde-abb6e49072c2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:06.889399 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4715abf7-9729-401c-9295-b23770503514 req-fcff9bfa-d15d-435b-bbde-abb6e49072c2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0530748 Feb 15 14:52:06.944408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4715abf7-9729-401c-9295-b23770503514 req-741d1ecd-e3df-4ac5-8934-a9501757a360 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489120 Feb 15 14:52:08.064696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfb989-fdef-47bb-abcc-77b2fd16867b req-a2f61a73-df21-47cb-90ce-840ede82bb88 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:08.066132 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9cfb989-fdef-47bb-abcc-77b2fd16867b req-a2f61a73-df21-47cb-90ce-840ede82bb88 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0530274 Feb 15 14:52:08.118008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9cfb989-fdef-47bb-abcc-77b2fd16867b req-8b64e83c-b425-45e1-a47a-25e0b64d26b8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458348 Feb 15 14:52:09.238031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d3b9e-e82e-4554-8524-6eaa37ca29e5 req-f2208997-a646-4f3d-933c-00d6d8cef07b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:09.239559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f86d3b9e-e82e-4554-8524-6eaa37ca29e5 req-f2208997-a646-4f3d-933c-00d6d8cef07b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0537748 Feb 15 14:52:09.286288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f86d3b9e-e82e-4554-8524-6eaa37ca29e5 req-31038b71-598c-4a5d-8a05-0d518260e9b9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411937 Feb 15 14:52:10.411239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e3a72-9065-4552-b6c5-bcc42e85aa90 req-57f2e086-a580-478f-96a6-300e1dc855cf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:10.412738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf7e3a72-9065-4552-b6c5-bcc42e85aa90 req-57f2e086-a580-478f-96a6-300e1dc855cf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0522316 Feb 15 14:52:10.445507 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:10.463532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cf7e3a72-9065-4552-b6c5-bcc42e85aa90 req-6d5b822a-5e35-46df-8053-2c0239cdcf5b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451593 Feb 15 14:52:11.587486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967387-36fd-439e-a2ef-dfb1bfa8f529 req-c47f8aa8-0a88-4e11-b6ad-7c53733afcf1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:11.588986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea967387-36fd-439e-a2ef-dfb1bfa8f529 req-c47f8aa8-0a88-4e11-b6ad-7c53733afcf1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0579243 Feb 15 14:52:11.640407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea967387-36fd-439e-a2ef-dfb1bfa8f529 req-155278a3-52db-4e72-b395-6dceb9276efd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452356 Feb 15 14:52:12.603565 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:12.761483 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f2660-8bce-4ec3-940f-ad6414307976 req-575cf7a8-18b4-4468-ab5f-35ee85294d34 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:12.763033 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d20f2660-8bce-4ec3-940f-ad6414307976 req-575cf7a8-18b4-4468-ab5f-35ee85294d34 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0531063 Feb 15 14:52:12.811312 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d20f2660-8bce-4ec3-940f-ad6414307976 req-83bf1507-0b07-4878-812a-e1abd09a7877 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Feb 15 14:52:13.930074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac8aa4-eda0-4cce-a5fa-a704fc2ed9d0 req-eef32785-4a5a-4e64-8366-039585ec49b0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:13.931599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1ac8aa4-eda0-4cce-a5fa-a704fc2ed9d0 req-eef32785-4a5a-4e64-8366-039585ec49b0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0528333 Feb 15 14:52:13.982405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c1ac8aa4-eda0-4cce-a5fa-a704fc2ed9d0 req-235cbdba-9d2f-45b8-8e97-e5e11eeec63b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Feb 15 14:52:14.841557 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c2685142-e09c-46e7-a001-eab79af9d8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:15.110627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d182bf-287c-45c3-a9dc-efbe6f3ace50 req-7292e16f-037c-44e9-96d5-1a89451726b6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:15.112138 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00d182bf-287c-45c3-a9dc-efbe6f3ace50 req-7292e16f-037c-44e9-96d5-1a89451726b6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0613868 Feb 15 14:52:15.161694 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00d182bf-287c-45c3-a9dc-efbe6f3ace50 req-85800438-f2b0-4c73-b71c-6907a2aaad8d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439408 Feb 15 14:52:16.281124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad384a-44f0-4801-a31e-78b233c69686 req-a66a67aa-5b78-4fcd-9111-4f630f919ec2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:16.282623 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3dad384a-44f0-4801-a31e-78b233c69686 req-a66a67aa-5b78-4fcd-9111-4f630f919ec2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0534518 Feb 15 14:52:16.329931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3dad384a-44f0-4801-a31e-78b233c69686 req-3a73c3fa-1753-49a0-813c-e0717136d278 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411332 Feb 15 14:52:17.232341 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-594c60c8-b39e-4f75-9262-75904f1112ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:17.452416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2d910-c4b4-4da9-8862-0735aa2b08e6 req-eba69831-f18c-4ece-a389-318446f1e643 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:17.453884 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08c2d910-c4b4-4da9-8862-0735aa2b08e6 req-eba69831-f18c-4ece-a389-318446f1e643 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0568914 Feb 15 14:52:17.501801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08c2d910-c4b4-4da9-8862-0735aa2b08e6 req-a2fa0476-9af0-43d6-83a3-98c79815a67d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Feb 15 14:52:18.549139 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:18.624959 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4ee82-6106-42ad-b04f-0e5905505203 req-1d20f8bf-6664-40d4-8176-43fa8642e005 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:18.627351 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efe4ee82-6106-42ad-b04f-0e5905505203 req-1d20f8bf-6664-40d4-8176-43fa8642e005 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0543935 Feb 15 14:52:18.677502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efe4ee82-6106-42ad-b04f-0e5905505203 req-9c4de8a0-3d98-4f56-af29-f51505c83253 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445149 Feb 15 14:52:19.803495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830b626-8d0c-4f0f-92ae-fe3be05449cc req-5e4d7048-4b40-42f8-bc1f-f056f6f34442 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:19.805065 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8830b626-8d0c-4f0f-92ae-fe3be05449cc req-5e4d7048-4b40-42f8-bc1f-f056f6f34442 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0588756 Feb 15 14:52:19.855373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8830b626-8d0c-4f0f-92ae-fe3be05449cc req-53ffad4c-f079-49e6-ac95-39d2a6b57a8f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441742 Feb 15 14:52:19.871542 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:20.988908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87506ec7-ebd9-4272-8344-0ba1ab1b907e req-90836687-dc9d-4edb-837b-4c45da162a7c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:20.990384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87506ec7-ebd9-4272-8344-0ba1ab1b907e req-90836687-dc9d-4edb-837b-4c45da162a7c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0541973 Feb 15 14:52:21.039497 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-87506ec7-ebd9-4272-8344-0ba1ab1b907e req-84037d5b-bc8d-49b6-a227-dc781f1f6323 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432992 Feb 15 14:52:21.165477 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:22.160450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597e23a-15d7-4c79-8d2a-5752c48a7984 req-fac259f1-a93b-4059-a0f3-d86e697fc918 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:22.161957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0597e23a-15d7-4c79-8d2a-5752c48a7984 req-fac259f1-a93b-4059-a0f3-d86e697fc918 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0529423 Feb 15 14:52:22.213184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0597e23a-15d7-4c79-8d2a-5752c48a7984 req-1969399e-3848-4d08-8343-ffa1d02dfe22 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456173 Feb 15 14:52:23.332980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78269370-915f-4d72-b444-749b3c6e6722 req-69e0151d-c22b-4e64-bfa2-2d398c30b98d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:23.334472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78269370-915f-4d72-b444-749b3c6e6722 req-69e0151d-c22b-4e64-bfa2-2d398c30b98d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0538845 Feb 15 14:52:23.381481 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-78269370-915f-4d72-b444-749b3c6e6722 req-2e1b08a8-6657-4ff8-8ffb-bb467d600243 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Feb 15 14:52:24.504909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4ac68-f242-4904-acd6-16a9b43ed706 req-51189de2-194f-4fcb-aa22-b66e7491b50b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:24.506377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51f4ac68-f242-4904-acd6-16a9b43ed706 req-51189de2-194f-4fcb-aa22-b66e7491b50b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0525224 Feb 15 14:52:24.553043 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-51f4ac68-f242-4904-acd6-16a9b43ed706 req-6810facb-b7d4-42cb-bb62-9118b88edd63 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410097 Feb 15 14:52:25.677927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9207ce4-5b66-4777-983b-d4cc79b5115c req-24e215a1-e692-49f0-a4d6-8d391a731673 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:25.679348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9207ce4-5b66-4777-983b-d4cc79b5115c req-24e215a1-e692-49f0-a4d6-8d391a731673 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0567842 Feb 15 14:52:25.726492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9207ce4-5b66-4777-983b-d4cc79b5115c req-3dfb8bb4-283a-446c-8f21-352e35038d28 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415440 Feb 15 14:52:26.856529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e891e41-4266-490f-9a7c-2bed0ec00ef0 req-59bd879a-2966-46f4-a6fd-240bc3c03b12 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:26.858096 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e891e41-4266-490f-9a7c-2bed0ec00ef0 req-59bd879a-2966-46f4-a6fd-240bc3c03b12 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0600219 Feb 15 14:52:26.911451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e891e41-4266-490f-9a7c-2bed0ec00ef0 req-2d3f320b-c86e-42a8-a5f7-c9248e4a5603 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473807 Feb 15 14:52:27.734245 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:52:28.045846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4826a0b-33ed-4d76-b64b-5eab4d79ecb2 req-0491765f-4287-45ab-814b-ff7c714743ad tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:28.047542 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4826a0b-33ed-4d76-b64b-5eab4d79ecb2 req-0491765f-4287-45ab-814b-ff7c714743ad tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0589578 Feb 15 14:52:28.108352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4826a0b-33ed-4d76-b64b-5eab4d79ecb2 req-22f70022-e028-4d8c-8afd-8757d0f43629 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521753 Feb 15 14:52:29.240399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c2387-0331-45fe-979f-ae58ea6cc399 req-5698a483-9e90-4629-979c-d995114dccee tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:29.241926 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-988c2387-0331-45fe-979f-ae58ea6cc399 req-5698a483-9e90-4629-979c-d995114dccee tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0561049 Feb 15 14:52:29.293859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-988c2387-0331-45fe-979f-ae58ea6cc399 req-4806f435-24fc-4582-8acd-10b1e87937da tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462549 Feb 15 14:52:30.417151 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14e3d3-e4a6-40ee-8dae-8b314cc7ab5f req-330faf31-342c-4a2b-923e-b51bcb458d7f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:30.418679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee14e3d3-e4a6-40ee-8dae-8b314cc7ab5f req-330faf31-342c-4a2b-923e-b51bcb458d7f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0521338 Feb 15 14:52:30.466173 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee14e3d3-e4a6-40ee-8dae-8b314cc7ab5f req-ec072fdc-3f5f-4cd3-95e3-280363287092 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405908 Feb 15 14:52:31.589493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb9881-020c-460b-913a-a7cad856983a req-16c6c7e3-b402-427f-adf3-52ba40a5555a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:31.590948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6aeb9881-020c-460b-913a-a7cad856983a req-16c6c7e3-b402-427f-adf3-52ba40a5555a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0571616 Feb 15 14:52:31.638130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6aeb9881-020c-460b-913a-a7cad856983a req-af7ec92a-766b-4650-90b2-199e3ac58474 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415471 Feb 15 14:52:32.771426 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fe289-3e12-4c3a-9a5c-00313dcd2f48 req-6c90714f-8bd2-4f7f-a526-f6e20ac41c79 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:32.773053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-767fe289-3e12-4c3a-9a5c-00313dcd2f48 req-6c90714f-8bd2-4f7f-a526-f6e20ac41c79 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0598876 Feb 15 14:52:32.833442 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-767fe289-3e12-4c3a-9a5c-00313dcd2f48 req-0939f9bd-65d6-4927-bf9a-10ae0a1b146d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506618 Feb 15 14:52:33.966183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421b65c-2505-4ba1-a816-466193d82cf9 req-61321740-d0ab-45c6-8c84-580aa77b6caf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:33.967710 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8421b65c-2505-4ba1-a816-466193d82cf9 req-61321740-d0ab-45c6-8c84-580aa77b6caf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0629392 Feb 15 14:52:34.018372 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8421b65c-2505-4ba1-a816-466193d82cf9 req-64f3eb8a-a8f7-4f73-94ab-6f1ad76a96e5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 Feb 15 14:52:34.268045 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-defdf9a3-2d7a-4414-a522-e43c0bc43df1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0529504 Feb 15 14:52:34.278236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100aba7-32db-4828-bb9e-9b4d275bf7f2 req-bf2d3ea5-8090-48af-9aa4-fd4d86c0b965 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:34.279886 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c100aba7-32db-4828-bb9e-9b4d275bf7f2 req-bf2d3ea5-8090-48af-9aa4-fd4d86c0b965 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0552883 Feb 15 14:52:34.334938 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c100aba7-32db-4828-bb9e-9b4d275bf7f2 req-c85f22a7-f321-4412-a58b-23af24b02781 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478458 Feb 15 14:52:34.648324 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-865b797a-bf24-4b94-aee6-d1f9304e3dfb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:34.649776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-865b797a-bf24-4b94-aee6-d1f9304e3dfb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports/eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 943 time: 0.0488441 Feb 15 14:52:35.472886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01f1b7-90ac-44ed-9758-8a9855ebffb6 req-df1b020f-d7b5-4868-b8c6-5e9d34b1031b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:35.474565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af01f1b7-90ac-44ed-9758-8a9855ebffb6 req-df1b020f-d7b5-4868-b8c6-5e9d34b1031b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0632389 Feb 15 14:52:35.487628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-992a74b9-9ddc-4847-a43f-25df69f3c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:35.489978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-992a74b9-9ddc-4847-a43f-25df69f3c64c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 1129 time: 0.0567448 Feb 15 14:52:35.523512 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af01f1b7-90ac-44ed-9758-8a9855ebffb6 req-18cfffa9-8914-4ba1-96fa-5f4f9574f3ad tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 Feb 15 14:52:35.589169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-64fdc5ff-27bc-4654-bad9-7671121bf250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:35.589169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-64fdc5ff-27bc-4654-bad9-7671121bf250 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0896883 Feb 15 14:52:35.660107 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-ee134eb4-8d22-4cd9-9bf5-e028f6cb4a47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 1002 time: 0.0663297 Feb 15 14:52:35.712051 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-22aae3c3-ff18-47f9-93ee-fa5f6af83c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:35.713665 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-22aae3c3-ff18-47f9-93ee-fa5f6af83c86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0461335 Feb 15 14:52:35.765388 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-4b5915c4-3ff4-4029-baf7-eb746fa059b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:35.766945 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-4b5915c4-3ff4-4029-baf7-eb746fa059b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455475 Feb 15 14:52:35.865929 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-12199136-b6ef-41ae-9ef3-30a813de1d1a service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882416 Feb 15 14:52:35.962734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-9452c253-f37a-41af-92aa-eddc219c78ff service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899234 Feb 15 14:52:36.654039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6f462-d6df-4868-8952-2a9882c6b2b1 req-96695ad7-f8f3-427b-afd9-078adb02ace0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:36.655619 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e3c6f462-d6df-4868-8952-2a9882c6b2b1 req-96695ad7-f8f3-427b-afd9-078adb02ace0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0598049 Feb 15 14:52:36.704560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e3c6f462-d6df-4868-8952-2a9882c6b2b1 req-78665a00-2de3-4e08-b578-655c409b26a3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426273 Feb 15 14:52:37.839873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69289a3-7198-4a0d-b7ef-995ca0d389d9 req-3f9b4383-53bc-4e6f-9a5d-ed309ede0a4f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:37.841405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f69289a3-7198-4a0d-b7ef-995ca0d389d9 req-3f9b4383-53bc-4e6f-9a5d-ed309ede0a4f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0624595 Feb 15 14:52:37.897353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f69289a3-7198-4a0d-b7ef-995ca0d389d9 req-47b287b8-5291-4ef9-bef9-d298564e2397 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500751 Feb 15 14:52:38.036305 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-076ffdf2-35dc-4071-ab59-4e306d52e748 service neutron] show failed (client error): The resource could not be found. Feb 15 14:52:38.037261 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-076ffdf2-35dc-4071-ab59-4e306d52e748 service neutron] 10.222.0.42 "GET /v2.0/ports/eec3dd03-423d-4382-90f0-fe5c30fe2943/bindings/n-h2-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0619378 Feb 15 14:52:38.317344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-ccb347b5-6146-453f-856b-2d70598a3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:38.318814 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-ccb347b5-6146-453f-856b-2d70598a3d8c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 1129 time: 0.1023331 Feb 15 14:52:38.330481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:52:38.391594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:38.609069 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:52:38.647008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:52:38.695523 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:52:38.697933 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2588952b-e0f2-4331-9d89-f02ff3a51e01" -d '{"events": [{"server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "name": "network-vif-unplugged", "status": "completed", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:52:38.702248 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Publish callbacks [] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:38.732459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Transition to ACTIVE for port object eec3dd03-423d-4382-90f0-fe5c30fe2943 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:52:38.773510 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea33f0e-9b2c-4799-b1b4-2e8007a9f837 x-openstack-request-id: req-dea33f0e-9b2c-4799-b1b4-2e8007a9f837 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:52:38.773864 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "name": "network-vif-unplugged", "status": "completed", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:52:38.774164 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dea33f0e-9b2c-4799-b1b4-2e8007a9f837 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:52:38.774754 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'code': 200} Feb 15 14:52:38.981146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:39.044000 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db362c3a-5e2f-42cd-96f4-d1b395b08dee req-9f186220-961e-4b10-90d9-f84889e8db5a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:39.046673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db362c3a-5e2f-42cd-96f4-d1b395b08dee req-9f186220-961e-4b10-90d9-f84889e8db5a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 944 time: 0.0679517 Feb 15 14:52:39.053395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Pushing event updated for resources: {'Port': ['ID=eec3dd03-423d-4382-90f0-fe5c30fe2943,revision_number=6']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:52:39.109229 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db362c3a-5e2f-42cd-96f4-d1b395b08dee req-fcca2dc5-c57a-4abe-bdaa-fff64b48d2fd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554242 Feb 15 14:52:39.151267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] No DVR routers for this DVR port eec3dd03-423d-4382-90f0-fe5c30fe2943 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:52:39.314890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Attempting to bind port eec3dd03-423d-4382-90f0-fe5c30fe2943 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:52:39.315151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Attempting to bind port eec3dd03-423d-4382-90f0-fe5c30fe2943 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:52:39.315466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Attempting to bind port eec3dd03-423d-4382-90f0-fe5c30fe2943 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:52:39.319890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Port eec3dd03-423d-4382-90f0-fe5c30fe2943 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:52:39.320219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Attempting to bind port eec3dd03-423d-4382-90f0-fe5c30fe2943 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:52:39.325211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:52:39.325549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:52:39.325930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:52:39.326355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Bound port: eec3dd03-423d-4382-90f0-fe5c30fe2943, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:52:39.326708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:39.392882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:52:39.393917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:52:39.399935 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:39.436177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:39.436808 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:39.438181 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] 10.222.0.67 "PUT /v2.0/ports/eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 1093 time: 1.1121235 Feb 15 14:52:39.474995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe59c35-cf68-4ca1-940e-cc7656090acf service neutron] Pushing event updated for resources: {'Port': ['ID=eec3dd03-423d-4382-90f0-fe5c30fe2943,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:52:39.518742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-6ea7ed08-3105-491d-b926-18956f9fe5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:39.520690 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-6ea7ed08-3105-491d-b926-18956f9fe5fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 1127 time: 0.0594087 Feb 15 14:52:39.625595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-55538fa7-b19a-4bf7-871a-a9f4622488aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:39.627108 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-55538fa7-b19a-4bf7-871a-a9f4622488aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0995064 Feb 15 14:52:39.694865 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-d9ed19f2-d678-4dc1-9967-03838bb1b9b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 1000 time: 0.0606055 Feb 15 14:52:39.748457 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-6ac9acbf-54ca-425f-ac69-cf01f29289d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:39.749956 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-6ac9acbf-54ca-425f-ac69-cf01f29289d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0491679 Feb 15 14:52:39.800805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-a8e177d8-e441-4f63-a3f4-986e260523c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:39.802292 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-a8e177d8-e441-4f63-a3f4-986e260523c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454364 Feb 15 14:52:39.891936 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-9652e5b0-f097-404b-bac1-bd212f2d3ca6 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831056 Feb 15 14:52:39.984261 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bbce49b9-cb9d-448c-81b1-5ce79525def1 req-8931331c-02f3-4db0-b4ea-df351ceef3ac service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859401 Feb 15 14:52:40.234830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced1403-a0f1-4870-854d-942d56cfc529 req-6a46e4e2-650b-4d0c-914e-2505e83da68a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:40.236343 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ced1403-a0f1-4870-854d-942d56cfc529 req-6a46e4e2-650b-4d0c-914e-2505e83da68a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 944 time: 0.0527558 Feb 15 14:52:40.283885 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ced1403-a0f1-4870-854d-942d56cfc529 req-f7387442-3fe4-4a20-bd16-d96a5c40f025 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411644 Feb 15 14:52:40.439223 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:40.776280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:52:40.778630 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b" -d '{"events": [{"name": "network-changed", "server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:52:40.826853 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e6ec47-8184-4d89-8c8c-4217a4784e7a x-openstack-request-id: req-c6e6ec47-8184-4d89-8c8c-4217a4784e7a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:52:40.827270 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:52:40.827539 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c6e6ec47-8184-4d89-8c8c-4217a4784e7a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:52:40.827931 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'status': 'completed', 'code': 200} Feb 15 14:52:40.922666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-14fc104f-6254-4e9e-aaac-67e18d0d8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:40.924205 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-14fc104f-6254-4e9e-aaac-67e18d0d8b31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 1127 time: 0.0776372 Feb 15 14:52:40.925938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-d9ae42ec-05de-4968-9dd7-7fb5f7cd8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:40.927291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-d9ae42ec-05de-4968-9dd7-7fb5f7cd8261 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 1127 time: 0.0727675 Feb 15 14:52:41.090316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-28d3e438-2cbe-48dd-87e8-7f559f0ef826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:41.092027 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-28d3e438-2cbe-48dd-87e8-7f559f0ef826 service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1597762 Feb 15 14:52:41.093169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-dd5961c9-1aa2-4264-ba3e-55e66dc18918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:41.094474 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-dd5961c9-1aa2-4264-ba3e-55e66dc18918 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1555817 Feb 15 14:52:41.201610 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-af494b78-e102-4429-ac30-b6936fb5ea47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 1000 time: 0.1033971 Feb 15 14:52:41.220108 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-db21d421-353b-4c83-b734-db5869d7ff89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 1000 time: 0.0867975 Feb 15 14:52:41.293239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-1c6b4d4e-31f9-44f3-9c2e-f360977f805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:41.294706 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-1c6b4d4e-31f9-44f3-9c2e-f360977f805f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0839248 Feb 15 14:52:41.298321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-814ac793-08be-4eb3-9724-373ec4d7930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:41.299870 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-814ac793-08be-4eb3-9724-373ec4d7930e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0592597 Feb 15 14:52:41.407268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-a74c69e3-43cd-4f67-be80-3bc154abc334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:41.409400 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-a74c69e3-43cd-4f67-be80-3bc154abc334 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1076925 Feb 15 14:52:41.413253 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-af6e8a4d-8c98-49d3-a9aa-231383cb1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:41.413979 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be69b3-5a62-40d8-bf74-7c1adfc0c6cf req-f81bda40-0da6-4ea4-a2be-00c4e133be70 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:41.415510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0be69b3-5a62-40d8-bf74-7c1adfc0c6cf req-f81bda40-0da6-4ea4-a2be-00c4e133be70 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 944 time: 0.0596886 Feb 15 14:52:41.415675 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-af6e8a4d-8c98-49d3-a9aa-231383cb1a1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1064312 Feb 15 14:52:41.464742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c0be69b3-5a62-40d8-bf74-7c1adfc0c6cf req-2d367ef5-d84c-48f8-877e-1a79e28373c1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433381 Feb 15 14:52:41.556791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device eec3dd03-423d-4382-90f0-fe5c30fe2943 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:52:41.599214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port eec3dd03-423d-4382-90f0-fe5c30fe2943 host n-h2-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:52:41.599642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device eec3dd03-423d-4382-90f0-fe5c30fe2943 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:52:41.814202 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-0b391eee-5b6b-45dc-8d2e-cbd090058b35 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858912 Feb 15 14:52:41.816108 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-d204a6a5-9171-4240-8fb8-6a02b86f2aea service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994238 Feb 15 14:52:41.979926 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-58c6f7d8-aac2-449d-a808-4ad988596422 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588404 Feb 15 14:52:41.981795 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-434e983f-f9fe-48a5-9d01-9ccf4d98f72b req-b97047b7-3cb1-4497-bae0-8dd2df8aaa69 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591959 Feb 15 14:52:42.626666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e05dfb-1b79-4146-840a-6495df208cbb req-31e1a3a9-976f-448f-8179-bcf5bb01b551 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:42.629271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22e05dfb-1b79-4146-840a-6495df208cbb req-31e1a3a9-976f-448f-8179-bcf5bb01b551 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 944 time: 0.0736003 Feb 15 14:52:42.645532 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:42.690257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-22e05dfb-1b79-4146-840a-6495df208cbb req-c4321665-2f7d-4312-962b-c77afeb6c16b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534062 Feb 15 14:52:43.400530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device eec3dd03-423d-4382-90f0-fe5c30fe2943 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:52:43.512005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:52:43.524340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'port_id': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'mac_address': 'fa:16:3e:b9:e1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:52:43.563792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port eec3dd03-423d-4382-90f0-fe5c30fe2943 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:52:43.564190 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:43.578115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec3dd03-423d-4382-90f0-fe5c30fe2943 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:52:43.598677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:52:43.603615 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:43.656618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=eec3dd03-423d-4382-90f0-fe5c30fe2943,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:52:43.837321 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862094ca-2d2b-40e7-a928-d9a6fb650898 req-d0c6cbb9-bc0d-48bb-922a-7846ef109c46 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:43.839135 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-862094ca-2d2b-40e7-a928-d9a6fb650898 req-d0c6cbb9-bc0d-48bb-922a-7846ef109c46 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 945 time: 0.0676014 Feb 15 14:52:43.895567 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-862094ca-2d2b-40e7-a928-d9a6fb650898 req-c73d1a86-a8c4-4a6b-8b76-555c414af86e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505378 Feb 15 14:52:43.923823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['eec3dd03-423d-4382-90f0-fe5c30fe2943'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:52:44.153197 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1badf-67d5-4ac6-bd30-a1bd3dded64c req-5de6042e-0051-446f-9298-5509285c4db3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:44.155101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aed1badf-67d5-4ac6-bd30-a1bd3dded64c req-5de6042e-0051-446f-9298-5509285c4db3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 945 time: 0.0631275 Feb 15 14:52:44.175247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-43f41ee8-2a0e-45d9-b0d0-a4ad7fc959fa tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:44.176674 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-43f41ee8-2a0e-45d9-b0d0-a4ad7fc959fa tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.42 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab&tenant_id=e2e409968ead49ba8bd506a271e49d0a&binding%3Ahost_id=n-h2-829064-15 HTTP/1.1" status: 200 len: 945 time: 0.0713453 Feb 15 14:52:44.208137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aed1badf-67d5-4ac6-bd30-a1bd3dded64c req-c0ef3f6b-80bd-446b-99db-6d94ed50c082 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463624 Feb 15 14:52:44.247372 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-d12c7161-6bb8-4329-bda9-d863226b7515 service neutron] delete failed (client error): The resource could not be found. Feb 15 14:52:44.248396 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-d12c7161-6bb8-4329-bda9-d863226b7515 service neutron] 10.222.0.42 "DELETE /v2.0/ports/eec3dd03-423d-4382-90f0-fe5c30fe2943/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0645533 Feb 15 14:52:44.346312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-803ccd1d-187e-4cf0-abf9-733afe6be526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:44.348502 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-803ccd1d-187e-4cf0-abf9-733afe6be526 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 1128 time: 0.0477297 Feb 15 14:52:44.447306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-e76e4921-4893-4401-afd0-1b393208d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:44.448702 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-e76e4921-4893-4401-afd0-1b393208d994 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0937567 Feb 15 14:52:44.521920 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-e80fcf52-938f-408d-affa-1678d366d68d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 1001 time: 0.0655744 Feb 15 14:52:44.571632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-6d570daa-f41e-44ff-a169-899cdc4e4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:44.573160 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-6d570daa-f41e-44ff-a169-899cdc4e4173 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0449805 Feb 15 14:52:44.630284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-d8d752a2-3856-4320-85c7-00c345bc98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:44.631827 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-d8d752a2-3856-4320-85c7-00c345bc98d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481148 Feb 15 14:52:44.724237 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-5640e79d-4aed-43ef-b60a-9946f7c5854f service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849435 Feb 15 14:52:44.821558 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-df6555b6-dcdd-4136-9921-7fdb262bd31e req-e2c0bf5d-4e3c-4ead-8b7f-5913a2760cfa service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898328 Feb 15 14:52:44.846455 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7bb51975-3ab1-4685-96ea-e56af69fb64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:45.346494 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aaf578-ade5-4705-8f41-ffdeae325ab0 req-49b10a53-48d0-4b8a-9cdf-7490789536ef tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:45.348054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35aaf578-ade5-4705-8f41-ffdeae325ab0 req-49b10a53-48d0-4b8a-9cdf-7490789536ef tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 945 time: 0.0537069 Feb 15 14:52:45.403415 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35aaf578-ade5-4705-8f41-ffdeae325ab0 req-5d503147-a855-47d7-9757-5e10dcd6563b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496926 Feb 15 14:52:45.424138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device eec3dd03-423d-4382-90f0-fe5c30fe2943 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:52:45.456401 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-231d021b-44b0-442f-a786-5fd1f57d7987 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484734 Feb 15 14:52:45.476994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port eec3dd03-423d-4382-90f0-fe5c30fe2943 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:52:45.482483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port eec3dd03-423d-4382-90f0-fe5c30fe2943 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:52:45.482862 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:45.545814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-8e98e3a5-9ff5-4fe4-a9cc-449ed6eae12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:45.547250 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-8e98e3a5-9ff5-4fe4-a9cc-449ed6eae12f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 1128 time: 0.0471692 Feb 15 14:52:45.567966 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port eec3dd03-423d-4382-90f0-fe5c30fe2943 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:52:45.568357 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:45.591931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:52:45.594172 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8861bc8-2254-4634-9477-cc42fbc91ee4" -d '{"events": [{"server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "name": "network-vif-plugged", "status": "completed", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:52:45.606386 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:52:45.611554 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:45.637396 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafe9ce1-a608-4801-a60f-07f204835312 x-openstack-request-id: req-cafe9ce1-a608-4801-a60f-07f204835312 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:52:45.637691 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "name": "network-vif-plugged", "status": "completed", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:52:45.637945 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cafe9ce1-a608-4801-a60f-07f204835312 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:52:45.638336 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'code': 200} Feb 15 14:52:45.661572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=eec3dd03-423d-4382-90f0-fe5c30fe2943,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:52:45.665689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-865f1d4a-279e-4179-ac99-b641a5eb385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:45.667251 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-865f1d4a-279e-4179-ac99-b641a5eb385a service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0990553 Feb 15 14:52:45.670120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.670466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.670806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.671168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.671498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.671827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.672151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.672737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.673055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.673376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.673695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.674011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.674354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:45.745239 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-1ed49015-6145-4799-b4d9-ea0d072447f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 1002 time: 0.0654206 Feb 15 14:52:45.795919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-0a661a28-dd18-42ec-8eb8-42fa5933cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:45.797942 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-0a661a28-dd18-42ec-8eb8-42fa5933cd79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0450513 Feb 15 14:52:45.856010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-320c04b9-6725-43fd-88bd-bdd7b3a1df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:45.857540 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-320c04b9-6725-43fd-88bd-bdd7b3a1df18 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0532546 Feb 15 14:52:45.953484 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-da37df05-a953-4b9b-ac5c-496d00fe584b service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877061 Feb 15 14:52:46.051021 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-64b6beab-d509-4b51-88d9-fcc2bdac46ea req-74fe5026-0032-4f2e-bb08-9de168bbe006 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903516 Feb 15 14:52:46.526491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce51ca-3baf-43ab-a404-6b1b90f25473 req-db3218b7-f537-400a-8699-8fbdb9602f05 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:46.528012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38ce51ca-3baf-43ab-a404-6b1b90f25473 req-db3218b7-f537-400a-8699-8fbdb9602f05 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0534394 Feb 15 14:52:46.578669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38ce51ca-3baf-43ab-a404-6b1b90f25473 req-6d563ae6-5141-4f13-90cb-90003c423349 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450628 Feb 15 14:52:46.702655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b0cf0-7066-44d7-b122-b6b980aa44ef req-9ada66fc-3ef4-433e-a1a3-101b86ca504f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:46.704120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f71b0cf0-7066-44d7-b122-b6b980aa44ef req-9ada66fc-3ef4-433e-a1a3-101b86ca504f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0546999 Feb 15 14:52:46.753691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f71b0cf0-7066-44d7-b122-b6b980aa44ef req-413782dd-784f-4acb-bd69-666364bb01eb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 Feb 15 14:52:46.968925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650bd58-4cce-47b5-89b0-81411e415aff req-e77258d2-3df4-4807-bdff-2b5a120fa484 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:46.970420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2650bd58-4cce-47b5-89b0-81411e415aff req-e77258d2-3df4-4807-bdff-2b5a120fa484 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0577185 Feb 15 14:52:46.992608 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c42d4-4dba-4f31-b05f-aa04808cbbc2 req-cde14ae0-d4e2-4d57-932c-cc59af0de3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:46.994127 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-845c42d4-4dba-4f31-b05f-aa04808cbbc2 req-cde14ae0-d4e2-4d57-932c-cc59af0de3c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 1129 time: 0.0519567 Feb 15 14:52:47.017288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2650bd58-4cce-47b5-89b0-81411e415aff req-1e731d26-6849-4b96-bf10-74bca3ff05d1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409546 Feb 15 14:52:47.087541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c42d4-4dba-4f31-b05f-aa04808cbbc2 req-3a54bd55-3fa2-4983-85d7-b98196c5e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:47.089035 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-845c42d4-4dba-4f31-b05f-aa04808cbbc2 req-3a54bd55-3fa2-4983-85d7-b98196c5e2de service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0869999 Feb 15 14:52:47.160005 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-845c42d4-4dba-4f31-b05f-aa04808cbbc2 req-98b09c7a-2530-4800-9bf3-f438fe968932 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 200 len: 1002 time: 0.0647745 Feb 15 14:52:47.210819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c42d4-4dba-4f31-b05f-aa04808cbbc2 req-99c25365-4b00-4929-a3ae-e76de0cdd330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:47.212495 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-845c42d4-4dba-4f31-b05f-aa04808cbbc2 req-99c25365-4b00-4929-a3ae-e76de0cdd330 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0462294 Feb 15 14:52:47.236796 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-19ada2b0-912a-4f2e-adec-79e28ba1ab85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:47.263513 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c42d4-4dba-4f31-b05f-aa04808cbbc2 req-f426e0fe-66ec-43f3-83bb-3881e434189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:47.265061 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-845c42d4-4dba-4f31-b05f-aa04808cbbc2 req-f426e0fe-66ec-43f3-83bb-3881e434189b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460634 Feb 15 14:52:47.364393 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-845c42d4-4dba-4f31-b05f-aa04808cbbc2 req-95bd2e5c-0783-4500-afa4-4f378d404a2e service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925715 Feb 15 14:52:47.463417 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-845c42d4-4dba-4f31-b05f-aa04808cbbc2 req-d6a887aa-8177-4a0a-91b0-5a9c0e0b3523 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920932 Feb 15 14:52:48.148530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a051326-26e6-4b6f-b24b-f480aeb24001 req-f2374269-fc35-403d-a4c7-a26fe945673a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:48.150637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a051326-26e6-4b6f-b24b-f480aeb24001 req-f2374269-fc35-403d-a4c7-a26fe945673a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0606303 Feb 15 14:52:48.201020 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a051326-26e6-4b6f-b24b-f480aeb24001 req-3b008746-3f9e-4f37-8cf3-e19a2cdf69e9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446877 Feb 15 14:52:48.455320 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe91fca-1a76-4833-923f-3b3b86d53acf req-db829e21-3373-4d07-a0ca-559c7537796b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:48.457365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fe91fca-1a76-4833-923f-3b3b86d53acf req-db829e21-3373-4d07-a0ca-559c7537796b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0538504 Feb 15 14:52:48.508586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3fe91fca-1a76-4833-923f-3b3b86d53acf req-1d0eb7a8-e12b-49d2-9239-9aeee1c2977a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455828 Feb 15 14:52:48.551645 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:49.634084 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0a30e-e9a6-4080-855a-7085a9a72100 req-4023a4ec-8bd5-4781-b0b6-297aaa4a5f90 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:49.635833 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2f0a30e-e9a6-4080-855a-7085a9a72100 req-4023a4ec-8bd5-4781-b0b6-297aaa4a5f90 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0562322 Feb 15 14:52:49.688741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e2f0a30e-e9a6-4080-855a-7085a9a72100 req-fc0e0177-3cd8-41f0-9f14-9cb0802ff91a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458443 Feb 15 14:52:49.873721 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:49.899230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-2783c038-9e8d-4ec2-8927-28960bb5cf87 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:49.900665 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-2783c038-9e8d-4ec2-8927-28960bb5cf87 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 946 time: 0.0588281 Feb 15 14:52:49.998049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Deleting port eec3dd03-423d-4382-90f0-fe5c30fe2943 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:52:49.998049 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:50.092788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] For port eec3dd03-423d-4382-90f0-fe5c30fe2943, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=eec3dd03-423d-4382-90f0-fe5c30fe2943,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:52:50.093180 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:50.279927 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:50.280293 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:50.280611 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385 disassociated. External IP: 172.25.6.123, port: eec3dd03-423d-4382-90f0-fe5c30fe2943. Feb 15 14:52:50.280955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Calling delete_port for eec3dd03-423d-4382-90f0-fe5c30fe2943 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:52:50.418409 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (eec3dd03-423d-4382-90f0-fe5c30fe2943), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:50.447778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event deleted for resources: {'Port': ['ID=eec3dd03-423d-4382-90f0-fe5c30fe2943,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:52:50.579052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Router 241e275e-ab0b-4883-a192-36d4e5f82252 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:52:50.694209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:52:50.704879 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d4cc6-8c91-4bc5-b6bb-7b502199caf0 None None] Sync routers for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:52:50.716970 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d4cc6-8c91-4bc5-b6bb-7b502199caf0 None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:52:50.717140 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-da2d4cc6-8c91-4bc5-b6bb-7b502199caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:52:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:52:50.738466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] No DVR routers for this DVR port eec3dd03-423d-4382-90f0-fe5c30fe2943 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:52:50.741315 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:50.744876 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f5486119-509c-48cc-810e-eae8a9fd6811 req-662b01d5-b526-4a76-8095-497a24341e2b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "DELETE /v2.0/ports/eec3dd03-423d-4382-90f0-fe5c30fe2943 HTTP/1.1" status: 204 len: 173 time: 0.8387551 Feb 15 14:52:50.745361 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'name': 'network-vif-deleted', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:52:50.747773 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b65af05-a35d-4ce3-88b6-1c96971b1c0c" -d '{"events": [{"server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "name": "network-vif-deleted", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:52:50.805884 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e659050e-161d-40eb-9a06-46461114f6ee x-openstack-request-id: req-e659050e-161d-40eb-9a06-46461114f6ee {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:52:50.806155 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-473422aa-4cdc-46e1-9b22-a975acb64a36 req-e10b487c-d35f-4999-8480-250986ddc720 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=428e4666-9fc4-420d-9dc7-ab1386d630ab HTTP/1.1" status: 200 len: 210 time: 0.0375583 Feb 15 14:52:50.806742 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e4666-9fc4-420d-9dc7-ab1386d630ab", "name": "network-vif-deleted", "tag": "eec3dd03-423d-4382-90f0-fe5c30fe2943", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:52:50.806742 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e659050e-161d-40eb-9a06-46461114f6ee {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:52:50.807099 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e4666-9fc4-420d-9dc7-ab1386d630ab', 'name': 'network-vif-deleted', 'tag': 'eec3dd03-423d-4382-90f0-fe5c30fe2943', 'status': 'completed', 'code': 200} Feb 15 14:52:50.836885 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-da2d4cc6-8c91-4bc5-b6bb-7b502199caf0 None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:52:51.043268 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-da2d4cc6-8c91-4bc5-b6bb-7b502199caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:52:51.069881 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d4cc6-8c91-4bc5-b6bb-7b502199caf0 None None] Checking router: 241e275e-ab0b-4883-a192-36d4e5f82252 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:52:51.079375 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d4cc6-8c91-4bc5-b6bb-7b502199caf0 None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:52:51.079988 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-da2d4cc6-8c91-4bc5-b6bb-7b502199caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:52:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:52:51.171771 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:51.197235 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-da2d4cc6-8c91-4bc5-b6bb-7b502199caf0 None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:52:51.415285 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-da2d4cc6-8c91-4bc5-b6bb-7b502199caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:52:51.446195 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2d4cc6-8c91-4bc5-b6bb-7b502199caf0 None None] The sync data for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 is: [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:52:51.695509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c776be1-a534-4e0e-b8f5-f43f1f21c3c5 None None] New status for floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:52:52.061527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-63024c09-d1b5-4c5a-b304-8fe8e646b652 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1447105686&fields=id&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 267 time: 0.0455649 Feb 15 14:52:52.176055 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-538a6557-aad2-41b9-89d8-02c936b3d7e6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:52.177440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-538a6557-aad2-41b9-89d8-02c936b3d7e6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 812 time: 0.1086860 Feb 15 14:52:52.192590 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-11fb9891-8334-42f6-9d83-d02e11c08797 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/quotas/e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 375 time: 0.0095046 Feb 15 14:52:52.251277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-b718e3a6-4d82-4119-9a99-0a28336192af tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530329 Feb 15 14:52:52.350881 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-4327f325-b459-441d-89f4-d61f8bfb0ab7 service neutron] 10.222.0.72 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881376 Feb 15 14:52:52.442711 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-c675705f-d50f-4877-ba3c-573c2510f3a3 service neutron] 10.222.0.72 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858216 Feb 15 14:52:53.616855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-789eb061-e9e2-464e-ad83-adc4bb937713 req-d0699d3f-3d8e-499a-bea9-409804e578cd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 210 time: 0.0271459 Feb 15 14:52:54.594084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-75cc5d7a-eb55-4819-928a-7a0e90b356d4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:54.595615 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-75cc5d7a-eb55-4819-928a-7a0e90b356d4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 812 time: 0.1172853 Feb 15 14:52:54.662236 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-a5e8ec52-56dc-4d5f-adf2-ee72d3435771 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 380 time: 0.0574389 Feb 15 14:52:54.673025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'port': {'device_id': '337daff3-8462-44bd-b900-0213a8f1f240', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'admin_state_up': True, 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'security_groups': ['21f47ba8-ffd0-41f1-b235-0438ca3bc6df']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:52:54.721349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-85428054-fc3b-443f-90e0-1261afec445d req-d8994b29-d008-40c3-87b5-7093643e6e7c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 210 time: 0.0270789 Feb 15 14:52:54.790319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Made reservation on behalf of e2e409968ead49ba8bd506a271e49d0a for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:52:54.793677 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:54.930647 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Allocated IP 172.20.0.9 (735a4e94-0350-43fd-98f2-57bf27bd1ded/9ef70e43-3b22-4a2c-82d5-21742a3b2cfe/ab8bb107-eb49-4b56-b1e1-48b433ee5ec3) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:52:55.089295 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:55.365229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:55.419985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:52:55.423405 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:52:55.427305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:52:55.434565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:52:55.464009 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.464502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.464966 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.465424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.465925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.466399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.466846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.467340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.467831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.468315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.468925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.469282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.469714 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:52:55.489208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device eec3dd03-423d-4382-90f0-fe5c30fe2943 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:52:55.506981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:55.507874 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:55.514387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: eec3dd03-423d-4382-90f0-fe5c30fe2943 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:52:55.514739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device eec3dd03-423d-4382-90f0-fe5c30fe2943 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:52:55.528189 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-56d179f4-3d7e-46c0-a3cf-40084d9a763e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8596208 Feb 15 14:52:55.540425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Request body: {'port': {'device_id': '337daff3-8462-44bd-b900-0213a8f1f240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:52:55.618207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:55.674140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4628a044-242d-4a4f-9d12-01b067a9fa72 None None] Provisioning complete for port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:52:55.674510 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4628a044-242d-4a4f-9d12-01b067a9fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:55.867055 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6aefa-47cb-480b-b306-6bc4664b810a req-8842b183-b09e-4e2f-902a-a2a20d5ed9c4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:55.869133 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08d6aefa-47cb-480b-b306-6bc4664b810a req-8842b183-b09e-4e2f-902a-a2a20d5ed9c4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 931 time: 0.0656502 Feb 15 14:52:55.883110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4628a044-242d-4a4f-9d12-01b067a9fa72 None None] Port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:52:55.909435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:52:55.918275 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Publish callbacks [] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:55.923191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08d6aefa-47cb-480b-b306-6bc4664b810a req-e5bdc041-38c3-4e07-ad99-5dfb7f0ae021 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483751 Feb 15 14:52:55.931562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Transition to ACTIVE for port object ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:52:55.935057 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:55.991126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:52:56.078206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:52:56.078542 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:52:56.078956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:52:56.084518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:52:56.085008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:52:56.091215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:52:56.091559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:52:56.091945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:52:56.092470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Bound port: ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:52:56.092832 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:56.163723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:52:56.167121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:52:56.174308 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:56.211046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:56.211677 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:56.213077 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] 10.222.0.67 "PUT /v2.0/ports/ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1092 time: 0.6771049 Feb 15 14:52:56.213535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:52:56.215934 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e27759-5b9f-4ad8-b822-51d3c977be1f" -d '{"events": [{"name": "network-changed", "server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:52:56.244798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5215f-4253-461f-891b-4fa415a00495 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:52:56.265111 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106964c5-cf02-4f6e-9c52-5add94464c02 x-openstack-request-id: req-106964c5-cf02-4f6e-9c52-5add94464c02 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:52:56.265410 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:52:56.265665 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-106964c5-cf02-4f6e-9c52-5add94464c02 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:52:56.266060 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'status': 'completed', 'code': 200} Feb 15 14:52:56.314275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-520b713d-0b64-4abb-8fdd-ea45b68b821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:56.315993 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-520b713d-0b64-4abb-8fdd-ea45b68b821d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1126 time: 0.0607843 Feb 15 14:52:56.366995 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-4c7da9b0-01df-482e-92c1-ced67f51a3ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 217 time: 0.0424924 Feb 15 14:52:56.425721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-2dae817b-4462-4552-8285-1d3e3b3f1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:56.427292 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-2dae817b-4462-4552-8285-1d3e3b3f1ab5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0537980 Feb 15 14:52:56.481646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-48fae973-29ca-4d05-ad30-2277f4a2cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:56.483209 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-48fae973-29ca-4d05-ad30-2277f4a2cd77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495884 Feb 15 14:52:56.579009 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-934dbf6c-4b96-416c-b96c-fa7edf1ead7b service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893517 Feb 15 14:52:56.669999 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d24e35c4-aa53-4a4d-bc50-9e092d333d84 req-9830a580-f602-415f-83eb-80ebe4b3b44f service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848193 Feb 15 14:52:56.770055 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e27759-5b9f-4ad8-b822-51d3c977be1f req-001b6a02-1729-4821-94ff-130f76ca95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:56.771672 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34e27759-5b9f-4ad8-b822-51d3c977be1f req-001b6a02-1729-4821-94ff-130f76ca95af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1126 time: 0.0516517 Feb 15 14:52:56.863710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e27759-5b9f-4ad8-b822-51d3c977be1f req-18c0ce17-6457-4383-9e74-2d4aabd9371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:56.865200 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34e27759-5b9f-4ad8-b822-51d3c977be1f req-18c0ce17-6457-4383-9e74-2d4aabd9371f service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0878515 Feb 15 14:52:56.912074 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34e27759-5b9f-4ad8-b822-51d3c977be1f req-d7d5e91d-bb26-4bf6-8d67-1df2351914cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 217 time: 0.0404582 Feb 15 14:52:56.965652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e27759-5b9f-4ad8-b822-51d3c977be1f req-a89a65d2-93b1-4c6d-bdec-4bc7f1561a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:56.967173 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34e27759-5b9f-4ad8-b822-51d3c977be1f req-a89a65d2-93b1-4c6d-bdec-4bc7f1561a50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0489717 Feb 15 14:52:57.022473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e27759-5b9f-4ad8-b822-51d3c977be1f req-1e2295ee-3511-4390-8592-2f3db8b8f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:57.024612 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34e27759-5b9f-4ad8-b822-51d3c977be1f req-1e2295ee-3511-4390-8592-2f3db8b8f0c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511162 Feb 15 14:52:57.047851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582ebaa-51a2-47fa-a8e7-639f3a08fca1 req-12eee0e7-cf66-4cd9-83fe-f6fdf869e0cb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:57.049457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1582ebaa-51a2-47fa-a8e7-639f3a08fca1 req-12eee0e7-cf66-4cd9-83fe-f6fdf869e0cb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 943 time: 0.0541167 Feb 15 14:52:57.103770 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1582ebaa-51a2-47fa-a8e7-639f3a08fca1 req-c80addc3-b6c1-46c6-9218-436b6747fdcc tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477860 Feb 15 14:52:57.154331 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34e27759-5b9f-4ad8-b822-51d3c977be1f req-031885cf-631a-4032-94c0-9bb005aabde1 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235347 Feb 15 14:52:57.255792 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-34e27759-5b9f-4ad8-b822-51d3c977be1f req-ab2be64b-6f9e-41b9-89cb-d6793ae5c998 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944552 Feb 15 14:52:58.234463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ca49b-40ce-493d-8a4b-79b397b14483 req-ca7b3cff-8428-4655-830f-353f4aafc939 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:58.235985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-097ca49b-40ce-493d-8a4b-79b397b14483 req-ca7b3cff-8428-4655-830f-353f4aafc939 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 943 time: 0.0564599 Feb 15 14:52:58.284940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-097ca49b-40ce-493d-8a4b-79b397b14483 req-78e23558-38c3-4754-9c5e-dc4801757ed7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Feb 15 14:52:59.408395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbcc8-f166-4ee2-acbf-ae0f492bb433 req-6b1d5d3b-0446-4619-bc88-18eb745cbaba tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:52:59.410562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02efbcc8-f166-4ee2-acbf-ae0f492bb433 req-6b1d5d3b-0446-4619-bc88-18eb745cbaba tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 943 time: 0.0536745 Feb 15 14:52:59.459577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02efbcc8-f166-4ee2-acbf-ae0f492bb433 req-ac7591bc-0a1c-4baa-9685-073091dd0326 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Feb 15 14:52:59.489175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:52:59.591514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:52:59.603596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'port_id': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'mac_address': 'fa:16:3e:b3:3a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:52:59.646320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:52:59.646845 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:59.660255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:52:59.683811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:52:59.687948 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:52:59.738508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:00.011615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:53:00.589247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bef7cd-c999-449a-bc6a-67cff23b70b6 req-34757f73-bb39-4cbb-92f6-9f31c8f233c1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:00.590798 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4bef7cd-c999-449a-bc6a-67cff23b70b6 req-34757f73-bb39-4cbb-92f6-9f31c8f233c1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 944 time: 0.0534117 Feb 15 14:53:00.647839 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a4bef7cd-c999-449a-bc6a-67cff23b70b6 req-a4202533-f7c5-4e72-a701-c222cf8c5757 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512409 Feb 15 14:53:01.510258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:53:01.564182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:53:01.568353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:53:01.568729 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:01.647101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:53:01.647412 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:01.680108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:53:01.682633 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adbb020-a5b1-4df9-94a4-58f34f0d7568" -d '{"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-plugged", "status": "completed", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:53:01.695173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:01.708477 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:01.740872 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780454fb-59c5-4b7f-bb2e-67a3bd590071 x-openstack-request-id: req-780454fb-59c5-4b7f-bb2e-67a3bd590071 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:53:01.741425 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-plugged", "status": "completed", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:53:01.741893 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-780454fb-59c5-4b7f-bb2e-67a3bd590071 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:53:01.742600 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'code': 200} Feb 15 14:53:01.772308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:01.793283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb57ef4-432e-416f-84d7-8920b2647d91 req-a0b2f934-5e26-4b4b-91ac-079bb629dcb9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:01.794881 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6fb57ef4-432e-416f-84d7-8920b2647d91 req-a0b2f934-5e26-4b4b-91ac-079bb629dcb9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0611351 Feb 15 14:53:01.853985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6fb57ef4-432e-416f-84d7-8920b2647d91 req-f6cda5f0-2ec3-4db9-a664-509401ba4b4c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528758 Feb 15 14:53:01.858084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedf928-e3dc-45ce-927e-82a2cb4a3c40 req-8d497343-248e-4c1d-8a54-d081ff677ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:01.859751 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-baedf928-e3dc-45ce-927e-82a2cb4a3c40 req-8d497343-248e-4c1d-8a54-d081ff677ed5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1128 time: 0.0487096 Feb 15 14:53:01.913024 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-baedf928-e3dc-45ce-927e-82a2cb4a3c40 req-91096167-8e7a-4528-840f-3ee90328c380 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471933 Feb 15 14:53:02.982723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a963b9-76b5-4c1e-90a3-881ba0a6b624 req-567bd56e-287a-4f50-a686-8b06a79f75dc tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:02.984320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7a963b9-76b5-4c1e-90a3-881ba0a6b624 req-567bd56e-287a-4f50-a686-8b06a79f75dc tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0574307 Feb 15 14:53:03.035503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a7a963b9-76b5-4c1e-90a3-881ba0a6b624 req-360c1757-d22a-4b8b-b522-815d21f47b9b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447571 Feb 15 14:53:04.165995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763e5b5-d82c-41ae-872d-14c5474bd0dd req-bf94b1ed-4e90-43b9-8498-ef0caaa5a876 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:04.167528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c763e5b5-d82c-41ae-872d-14c5474bd0dd req-bf94b1ed-4e90-43b9-8498-ef0caaa5a876 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0572703 Feb 15 14:53:04.216103 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c763e5b5-d82c-41ae-872d-14c5474bd0dd req-5ff8db82-73ea-4007-9198-4886b487ce55 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411949 Feb 15 14:53:04.336009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfc7b7-f866-4fea-bfaf-5908d1659a2f req-e909caf5-75bc-41e5-b315-cf206e106c4b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:04.337407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-abbfc7b7-f866-4fea-bfaf-5908d1659a2f req-e909caf5-75bc-41e5-b315-cf206e106c4b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0561235 Feb 15 14:53:04.346954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50524) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:53:04.352209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-ada0a31c-0c09-4c12-9b65-662841831441 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'floatingip': {'port_id': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:53:04.395304 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ada0a31c-0c09-4c12-9b65-662841831441 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:04.733704 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:53:05.125402 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ada0a31c-0c09-4c12-9b65-662841831441 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:05.129661 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ada0a31c-0c09-4c12-9b65-662841831441 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:05.233946 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-ada0a31c-0c09-4c12-9b65-662841831441 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385 associated. External IP: 172.25.6.123, port: ab8bb107-eb49-4b56-b1e1-48b433ee5ec3. Feb 15 14:53:05.454475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada0a31c-0c09-4c12-9b65-662841831441 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Router 241e275e-ab0b-4883-a192-36d4e5f82252 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:53:05.568571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada0a31c-0c09-4c12-9b65-662841831441 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:53:05.573537 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ada0a31c-0c09-4c12-9b65-662841831441 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:05.578185 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cac721-fa66-44ca-9d32-c3ada1fc71ad None None] Sync routers for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:53:05.588085 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cac721-fa66-44ca-9d32-c3ada1fc71ad None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:53:05.588696 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c3cac721-fa66-44ca-9d32-c3ada1fc71ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:52:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:53:05.604767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ada0a31c-0c09-4c12-9b65-662841831441 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "PUT /v2.0/floatingips/5f8ec547-a27c-428e-a673-6d3dd384a385 HTTP/1.1" status: 200 len: 991 time: 1.2560785 Feb 15 14:53:05.605365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:53:05.607640 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141b1720-9be5-4f09-b298-352ae8ead8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:53:05.648383 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb58d7a7-34cd-4f0c-978a-eab52ba215ea x-openstack-request-id: req-fb58d7a7-34cd-4f0c-978a-eab52ba215ea {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:53:05.648868 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:53:05.649314 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb58d7a7-34cd-4f0c-978a-eab52ba215ea {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:53:05.649901 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'status': 'completed', 'code': 200} Feb 15 14:53:05.710095 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-c3cac721-fa66-44ca-9d32-c3ada1fc71ad None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:53:05.726218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b1720-9be5-4f09-b298-352ae8ead8c6 req-97211f1f-b807-48b4-98c0-a1ccd344a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:05.727878 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-141b1720-9be5-4f09-b298-352ae8ead8c6 req-97211f1f-b807-48b4-98c0-a1ccd344a003 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1128 time: 0.0548022 Feb 15 14:53:05.825452 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b1720-9be5-4f09-b298-352ae8ead8c6 req-3ebdb5dc-b6c9-4a4c-b504-869069c14658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:05.826959 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-141b1720-9be5-4f09-b298-352ae8ead8c6 req-3ebdb5dc-b6c9-4a4c-b504-869069c14658 service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0932574 Feb 15 14:53:05.889962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44e25-b272-4ee1-b3e9-3751075892b6 req-0b15c387-76da-4c83-aeaa-722771d667d7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:05.891668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6e44e25-b272-4ee1-b3e9-3751075892b6 req-0b15c387-76da-4c83-aeaa-722771d667d7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0687354 Feb 15 14:53:05.940132 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-141b1720-9be5-4f09-b298-352ae8ead8c6 req-123a110d-ae1e-481b-b628-57d0f0c693c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 999 time: 0.1070032 Feb 15 14:53:05.946460 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-0c5bbac7-7c78-499d-850d-e6d878c7ac97 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122389 Feb 15 14:53:05.947851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b6e44e25-b272-4ee1-b3e9-3751075892b6 req-dc529891-7426-4dae-8f0d-b129c77b0806 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499361 Feb 15 14:53:05.993811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b1720-9be5-4f09-b298-352ae8ead8c6 req-689e15ac-3c6c-4aea-9637-bfc7555cf87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:05.995333 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c3cac721-fa66-44ca-9d32-c3ada1fc71ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:b3:3a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337daff3-8462-44bd-b900-0213a8f1f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:53:05Z', 'revision_number': 9, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:53:05.995876 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-141b1720-9be5-4f09-b298-352ae8ead8c6 req-689e15ac-3c6c-4aea-9637-bfc7555cf87a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0479810 Feb 15 14:53:06.060190 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b1720-9be5-4f09-b298-352ae8ead8c6 req-7f9c35f0-bbd6-491a-9cc7-470f89463c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:06.061946 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-141b1720-9be5-4f09-b298-352ae8ead8c6 req-7f9c35f0-bbd6-491a-9cc7-470f89463c00 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0602140 Feb 15 14:53:06.131795 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cac721-fa66-44ca-9d32-c3ada1fc71ad None None] Checking router: 241e275e-ab0b-4883-a192-36d4e5f82252 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:53:06.140857 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cac721-fa66-44ca-9d32-c3ada1fc71ad None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:53:06.141476 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c3cac721-fa66-44ca-9d32-c3ada1fc71ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:52:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:53:06.167300 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-141b1720-9be5-4f09-b298-352ae8ead8c6 req-5e13ec21-78fd-4f6f-8da6-faf79704e99a service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988340 Feb 15 14:53:06.256082 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-c3cac721-fa66-44ca-9d32-c3ada1fc71ad None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:53:06.276716 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-141b1720-9be5-4f09-b298-352ae8ead8c6 req-9f45a66e-8dfb-40bd-805f-f3491b925019 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028333 Feb 15 14:53:06.348615 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a445-c897-4b57-9358-605d07ed973b req-5111c20e-57ea-4f00-8062-fee5deda4693 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:06.349985 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-5111c20e-57ea-4f00-8062-fee5deda4693 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports/ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 942 time: 0.0514188 Feb 15 14:53:06.493583 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-c3cac721-fa66-44ca-9d32-c3ada1fc71ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:b3:3a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337daff3-8462-44bd-b900-0213a8f1f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:53:05Z', 'revision_number': 9, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:53:06.524562 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cac721-fa66-44ca-9d32-c3ada1fc71ad None None] The sync data for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 is: [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:b3:3a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337daff3-8462-44bd-b900-0213a8f1f240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:53:05Z', 'revision_number': 9, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:53:06.761238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d9a0c2-719b-4fe1-8402-2d4c89401844 None None] New status for floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:53:07.071835 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ffe58-d442-4400-98b0-0130619d1290 req-e5e94a45-4065-4eec-881a-93d4e0b2b826 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:07.073277 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a10ffe58-d442-4400-98b0-0130619d1290 req-e5e94a45-4065-4eec-881a-93d4e0b2b826 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0548606 Feb 15 14:53:07.122108 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a10ffe58-d442-4400-98b0-0130619d1290 req-2916ffa4-bc91-47ed-9315-6e7f9ac98e1b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427914 Feb 15 14:53:07.295575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a445-c897-4b57-9358-605d07ed973b req-fab936a4-a7ef-4445-a3d6-783fceab367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:07.297104 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-fab936a4-a7ef-4445-a3d6-783fceab367d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1128 time: 0.0458200 Feb 15 14:53:07.396198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a445-c897-4b57-9358-605d07ed973b req-35d1ccb4-5e6b-4368-889b-6021a3af1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:07.398002 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-35d1ccb4-5e6b-4368-889b-6021a3af1569 service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0927801 Feb 15 14:53:07.583503 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-a2fcb4ee-60de-4063-9488-7123c9c27790 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1002 time: 0.0811052 Feb 15 14:53:07.631606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a445-c897-4b57-9358-605d07ed973b req-fd29e16b-2319-4a24-8000-b5d1e6c8fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:07.633049 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-fd29e16b-2319-4a24-8000-b5d1e6c8fc8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0437231 Feb 15 14:53:07.686395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a445-c897-4b57-9358-605d07ed973b req-45925964-6dfe-4ac1-a67f-75b4bc49e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:07.687960 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-45925964-6dfe-4ac1-a67f-75b4bc49e77a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488043 Feb 15 14:53:07.783655 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-162075fd-4f05-43d3-8186-4a8796f32000 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889988 Feb 15 14:53:07.876864 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-5eb637a5-3b8d-420c-8169-4271038da782 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862930 Feb 15 14:53:08.244389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17abcc4-7d6b-4557-814a-2dc5efb2f58f req-773871d3-c31c-4aac-8a3a-99ee92cf8295 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:08.245904 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e17abcc4-7d6b-4557-814a-2dc5efb2f58f req-773871d3-c31c-4aac-8a3a-99ee92cf8295 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0520284 Feb 15 14:53:08.293745 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e17abcc4-7d6b-4557-814a-2dc5efb2f58f req-21c88eb7-8fea-4f4e-9aae-4bc567fbdd13 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420909 Feb 15 14:53:09.428717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0420d6-8356-47ad-bd1e-f17224fae865 req-cc32dc88-add1-4515-9841-11bfd9f0223e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:09.430264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a0420d6-8356-47ad-bd1e-f17224fae865 req-cc32dc88-add1-4515-9841-11bfd9f0223e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0610142 Feb 15 14:53:09.478376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7a0420d6-8356-47ad-bd1e-f17224fae865 req-ad2b2ce8-bee8-4886-8367-64feecaeffee tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424507 Feb 15 14:53:10.440612 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:10.598566 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f2371-4be1-4eed-8cde-53f0fd5b0d5d req-722a996f-8375-4747-95a4-56f05cccf88d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:10.600081 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd9f2371-4be1-4eed-8cde-53f0fd5b0d5d req-722a996f-8375-4747-95a4-56f05cccf88d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0540159 Feb 15 14:53:10.646627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd9f2371-4be1-4eed-8cde-53f0fd5b0d5d req-749ebc9a-934e-4e67-9412-54e965963b13 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Feb 15 14:53:11.765418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae29a70-6806-4290-87fa-c45ce9a0de62 req-263f2dcb-a1eb-4f12-9e4c-92aeac91d38c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:11.766950 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ae29a70-6806-4290-87fa-c45ce9a0de62 req-263f2dcb-a1eb-4f12-9e4c-92aeac91d38c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0530469 Feb 15 14:53:11.822012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6ae29a70-6806-4290-87fa-c45ce9a0de62 req-96a26900-90f6-4580-8903-ff20b136cd02 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487363 Feb 15 14:53:12.639591 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:12.944495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47709b60-a6be-4cd8-8221-c54f3b71fa61 req-cdb6d6e8-7830-46b2-b5ed-29b979aeac21 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:12.946038 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47709b60-a6be-4cd8-8221-c54f3b71fa61 req-cdb6d6e8-7830-46b2-b5ed-29b979aeac21 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0538840 Feb 15 14:53:12.994091 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47709b60-a6be-4cd8-8221-c54f3b71fa61 req-d010f35b-a195-4dff-99a2-866cf9d814b8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423563 Feb 15 14:53:14.115507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5df24a-0e76-442e-8faf-a7b154594625 req-e2927d46-245a-4efa-99de-9cc186638cf8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:14.117473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee5df24a-0e76-442e-8faf-a7b154594625 req-e2927d46-245a-4efa-99de-9cc186638cf8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0550523 Feb 15 14:53:14.164994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee5df24a-0e76-442e-8faf-a7b154594625 req-c6fec7c4-a641-46ef-9a96-7c6d4aa6be42 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417762 Feb 15 14:53:14.849522 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f6962603-2abd-4ba1-9c97-f655461f9448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:15.294231 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a503d72-7779-49d7-8bed-59242c4f7c75 req-15919764-311f-495d-a7f7-6190fcb81e97 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:15.295782 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a503d72-7779-49d7-8bed-59242c4f7c75 req-15919764-311f-495d-a7f7-6190fcb81e97 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0606346 Feb 15 14:53:15.345913 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a503d72-7779-49d7-8bed-59242c4f7c75 req-b05e8e7e-60d6-4285-ad1f-7eed356cf261 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Feb 15 14:53:16.466319 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c52d8-3742-443d-861c-f35a22e78fa4 req-67c0bcc3-56ff-4991-a1f3-dd20be79d3a7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:16.467847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-262c52d8-3742-443d-861c-f35a22e78fa4 req-67c0bcc3-56ff-4991-a1f3-dd20be79d3a7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0528102 Feb 15 14:53:16.515191 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-262c52d8-3742-443d-861c-f35a22e78fa4 req-61596be6-d978-4b07-bdd1-2058f8ffd92c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Feb 15 14:53:17.240139 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-afdcf7d5-d480-4db8-8877-7419c4e81546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:17.638675 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc97aef-2cd9-4444-ad2f-bfb4498be186 req-b50b6987-3c28-4acf-8a30-6d9e949be316 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:17.640251 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bc97aef-2cd9-4444-ad2f-bfb4498be186 req-b50b6987-3c28-4acf-8a30-6d9e949be316 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0566423 Feb 15 14:53:17.697374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5bc97aef-2cd9-4444-ad2f-bfb4498be186 req-aa925633-c4bc-4260-8e2e-cfab49a3ed22 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513992 Feb 15 14:53:18.551537 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:18.820237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3804c-b9c6-4a4c-87a5-2c76bab0fc5b req-a146ff69-50f8-41d3-9169-abe5a22b4134 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:18.821633 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91b3804c-b9c6-4a4c-87a5-2c76bab0fc5b req-a146ff69-50f8-41d3-9169-abe5a22b4134 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0538180 Feb 15 14:53:18.870124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-91b3804c-b9c6-4a4c-87a5-2c76bab0fc5b req-c286d443-4338-4e30-bf7a-ba0ce707b4e7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428274 Feb 15 14:53:19.879686 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:19.995605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c687a9-70cb-4fe3-b598-c57c5afad292 req-dda99079-7aa3-48d9-9bca-f72451239818 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:19.997145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1c687a9-70cb-4fe3-b598-c57c5afad292 req-dda99079-7aa3-48d9-9bca-f72451239818 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0570991 Feb 15 14:53:20.057768 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1c687a9-70cb-4fe3-b598-c57c5afad292 req-bdc13cda-67ff-47c9-a08e-0a0a970c360f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517044 Feb 15 14:53:21.177499 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:21.201352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866681f5-11d2-42ac-b42c-b53d223d2119 req-c6a4fd51-1a3a-4074-9edd-b12a1ed60429 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:21.203901 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-866681f5-11d2-42ac-b42c-b53d223d2119 req-c6a4fd51-1a3a-4074-9edd-b12a1ed60429 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0740809 Feb 15 14:53:21.264177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-866681f5-11d2-42ac-b42c-b53d223d2119 req-9bac85a0-4d90-44da-8e2c-5de0eb0eecbb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548575 Feb 15 14:53:22.386946 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6991e-d14c-47a4-aaeb-47904e32d9c8 req-8b9a0da7-6cea-4e60-95e8-73b38d420d77 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:22.388429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86f6991e-d14c-47a4-aaeb-47904e32d9c8 req-8b9a0da7-6cea-4e60-95e8-73b38d420d77 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0516798 Feb 15 14:53:22.435314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86f6991e-d14c-47a4-aaeb-47904e32d9c8 req-2bb5b001-087e-46d4-9749-f1b791b548c1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406539 Feb 15 14:53:23.559102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43fa8-b378-4c40-a301-3d97dbb7315e req-de17bd1f-3d7e-4d66-865b-b6b8085c2c10 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:23.560583 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1fa43fa8-b378-4c40-a301-3d97dbb7315e req-de17bd1f-3d7e-4d66-865b-b6b8085c2c10 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0574899 Feb 15 14:53:23.606587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1fa43fa8-b378-4c40-a301-3d97dbb7315e req-f802a8e6-911d-4eb1-a4f9-d6cf586d86ba tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399938 Feb 15 14:53:24.728290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fa636-3f78-4490-8e8f-7fdad3a316b0 req-f6544007-fda8-42df-86f6-d7e4f7ed5712 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:24.729752 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b2fa636-3f78-4490-8e8f-7fdad3a316b0 req-f6544007-fda8-42df-86f6-d7e4f7ed5712 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0513592 Feb 15 14:53:24.777244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b2fa636-3f78-4490-8e8f-7fdad3a316b0 req-55c4a79f-80b8-4000-ad71-21170ccf4dd8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415683 Feb 15 14:53:25.909735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245accc5-9f3d-4ed9-a7c3-3915567e6123 req-fa641104-4b5e-4a83-a358-d22f0785a028 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:25.911365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-245accc5-9f3d-4ed9-a7c3-3915567e6123 req-fa641104-4b5e-4a83-a358-d22f0785a028 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0549474 Feb 15 14:53:25.965169 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-245accc5-9f3d-4ed9-a7c3-3915567e6123 req-b709f3d0-20c0-4b1c-b9c0-cfe46453bca1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481207 Feb 15 14:53:27.091246 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac6169-7ae1-44b6-8320-3cb7a8e67fcb req-6512e5e3-dc34-4313-afeb-1cde0ce49171 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:27.092663 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08ac6169-7ae1-44b6-8320-3cb7a8e67fcb req-6512e5e3-dc34-4313-afeb-1cde0ce49171 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0534971 Feb 15 14:53:27.139443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-08ac6169-7ae1-44b6-8320-3cb7a8e67fcb req-b42d0e39-294a-4c16-8b01-7bbff1e82742 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 Feb 15 14:53:28.256912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7b5de-0f99-4737-9ff4-02d3df80ab5d req-735e4ecd-ace0-429f-87cc-98e6b9d547ba tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:28.258393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0c7b5de-0f99-4737-9ff4-02d3df80ab5d req-735e4ecd-ace0-429f-87cc-98e6b9d547ba tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0522552 Feb 15 14:53:28.304887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d0c7b5de-0f99-4737-9ff4-02d3df80ab5d req-2213cb64-35ce-41b1-bdd4-d2c61969bd4c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410163 Feb 15 14:53:29.496813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8850afa-799b-42bf-9bfe-f25cda2c23bf req-54601cca-392f-44be-a196-6c6f024559b3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:29.498320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8850afa-799b-42bf-9bfe-f25cda2c23bf req-54601cca-392f-44be-a196-6c6f024559b3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0861053 Feb 15 14:53:29.548877 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8850afa-799b-42bf-9bfe-f25cda2c23bf req-5c4c576e-707f-4088-9e67-172f017c2fbc tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430169 Feb 15 14:53:30.670057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a663c-c130-4e34-ace9-698c864f0f90 req-96b4ac70-57fb-4210-92d4-5254c3784781 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:30.671578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e89a663c-c130-4e34-ace9-698c864f0f90 req-96b4ac70-57fb-4210-92d4-5254c3784781 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0526443 Feb 15 14:53:30.719019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e89a663c-c130-4e34-ace9-698c864f0f90 req-be316508-1f18-46b0-803a-7b78c8b7dc37 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414646 Feb 15 14:53:31.850037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232c273-86aa-480f-affb-e7e22f215fd9 req-e95d66d1-6b11-4bc0-864b-53c715224d24 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:31.851605 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4232c273-86aa-480f-affb-e7e22f215fd9 req-e95d66d1-6b11-4bc0-864b-53c715224d24 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0575042 Feb 15 14:53:31.898394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4232c273-86aa-480f-affb-e7e22f215fd9 req-ca845bdf-20a8-4987-a051-e6007d6d5cd3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412230 Feb 15 14:53:33.020180 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a6a8-be5f-42a8-8166-1391843ae922 req-d9c7d50b-07df-42b2-a51d-261105b6e0e0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:33.021577 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e298a6a8-be5f-42a8-8166-1391843ae922 req-d9c7d50b-07df-42b2-a51d-261105b6e0e0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0524833 Feb 15 14:53:33.069413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e298a6a8-be5f-42a8-8166-1391843ae922 req-531f1171-7f97-479a-8d19-087bb4800abb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Feb 15 14:53:34.190156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9213cc9-ef45-49bc-9c63-23bcc58339cf req-98baed56-794a-4bdf-8dd6-5abda87ec96f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:34.192312 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9213cc9-ef45-49bc-9c63-23bcc58339cf req-98baed56-794a-4bdf-8dd6-5abda87ec96f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0531151 Feb 15 14:53:34.242774 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c9213cc9-ef45-49bc-9c63-23bcc58339cf req-fabca2f9-c28d-4cc5-ad80-1bda122315f7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Feb 15 14:53:34.895963 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-cfc4a445-c897-4b57-9358-605d07ed973b req-dfc0687e-5b7a-47e2-a864-f038a4294903 service neutron] show failed (client error): The resource could not be found. Feb 15 14:53:34.896994 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-dfc0687e-5b7a-47e2-a864-f038a4294903 service neutron] 10.222.0.67 "GET /v2.0/ports/ab8bb107-eb49-4b56-b1e1-48b433ee5ec3/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0612442 Feb 15 14:53:35.105246 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a445-c897-4b57-9358-605d07ed973b req-37fc3472-63a2-4eeb-8da5-d5d9eece90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:35.106659 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-37fc3472-63a2-4eeb-8da5-d5d9eece90a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 1128 time: 0.0471337 Feb 15 14:53:35.123223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:53:35.183053 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:35.373974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b3543-e881-434a-a5af-8117561fdccb req-6eb1cbc4-c664-43cc-a273-9eb01fb63c80 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:35.375431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-961b3543-e881-434a-a5af-8117561fdccb req-6eb1cbc4-c664-43cc-a273-9eb01fb63c80 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0569003 Feb 15 14:53:35.396692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:35.423681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-961b3543-e881-434a-a5af-8117561fdccb req-de791efa-6076-45a1-b4b9-269d2744597e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Feb 15 14:53:35.431556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:53:35.472073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:53:35.475021 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2fe306-9d2f-40a9-92ae-4933e4a3deb4" -d '{"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-unplugged", "status": "completed", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:53:35.478525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Publish callbacks [] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:35.491529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Transition to ACTIVE for port object ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:53:35.495511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:35.531452 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c01b8b-ebcf-4dff-9981-ef9fc72ca17b x-openstack-request-id: req-d2c01b8b-ebcf-4dff-9981-ef9fc72ca17b {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:53:35.531759 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-unplugged", "status": "completed", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:53:35.532015 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d2c01b8b-ebcf-4dff-9981-ef9fc72ca17b {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:53:35.532410 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'code': 200} Feb 15 14:53:35.580812 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=6']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:35.623876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] No DVR routers for this DVR port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:53:35.769789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:53:35.769789 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:53:35.770018 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:53:35.774425 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:53:35.774746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:53:35.779584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:53:35.779917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:53:35.780297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:53:35.780718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Bound port: ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:53:35.781075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:35.847011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:53:35.850165 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:53:35.858015 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:35.892583 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:35.893037 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:35.895064 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] 10.222.0.42 "PUT /v2.0/ports/ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1092 time: 0.7761717 Feb 15 14:53:35.919448 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f1ae8-ca1a-43dc-a1e8-c3d85881b7ac service neutron] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:35.971431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a445-c897-4b57-9358-605d07ed973b req-8703eff5-df5d-47cb-aa9a-fdede855d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:35.973032 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-8703eff5-df5d-47cb-aa9a-fdede855d7e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1126 time: 0.0548086 Feb 15 14:53:36.069632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a445-c897-4b57-9358-605d07ed973b req-e444464a-90e5-410a-bb89-979773b19700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:36.071149 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-e444464a-90e5-410a-bb89-979773b19700 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0917659 Feb 15 14:53:36.149296 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-3e3aa9d8-c80b-4363-a401-898fa9a8ece7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0699348 Feb 15 14:53:36.201343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a445-c897-4b57-9358-605d07ed973b req-872b7b76-1190-49bc-b3cd-b51883fa860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:36.202832 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-872b7b76-1190-49bc-b3cd-b51883fa860f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0460336 Feb 15 14:53:36.256371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1dc81ea0-66d5-448c-bde4-1ef87df71f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:36.257921 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-1dc81ea0-66d5-448c-bde4-1ef87df71f29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483742 Feb 15 14:53:36.355173 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-a829e5c2-25f5-4421-9cc7-522ae291020d service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888519 Feb 15 14:53:36.455451 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cfc4a445-c897-4b57-9358-605d07ed973b req-9716ceb5-8d2f-452a-b557-c6a5c8f755f8 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931852 Feb 15 14:53:36.556436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc129d-98cb-4162-8477-e1662e840fe9 req-836cc52b-a33b-4880-b7c5-c1ac91df013e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:36.558036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10dc129d-98cb-4162-8477-e1662e840fe9 req-836cc52b-a33b-4880-b7c5-c1ac91df013e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 943 time: 0.0576029 Feb 15 14:53:36.609193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10dc129d-98cb-4162-8477-e1662e840fe9 req-ab9fb764-4f93-4692-b401-f3975064210c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449204 Feb 15 14:53:37.534273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:53:37.537280 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fde921-3c39-4afb-ba29-8c5a03f33964" -d '{"events": [{"name": "network-changed", "server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:53:37.587628 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86afb346-9e99-4d32-9c74-e170fa20c214 x-openstack-request-id: req-86afb346-9e99-4d32-9c74-e170fa20c214 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:53:37.588378 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:53:37.588799 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-86afb346-9e99-4d32-9c74-e170fa20c214 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:53:37.589398 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'status': 'completed', 'code': 200} Feb 15 14:53:37.742529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273cd37-1720-4628-9b0c-31d3f18a165f req-4fed8085-ad25-4036-ba3e-d830cc930f92 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:37.744153 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5273cd37-1720-4628-9b0c-31d3f18a165f req-4fed8085-ad25-4036-ba3e-d830cc930f92 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 943 time: 0.0621510 Feb 15 14:53:37.796644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5273cd37-1720-4628-9b0c-31d3f18a165f req-a27eee15-8131-4a05-8324-5cb84de562ee tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465791 Feb 15 14:53:37.913271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-15bf808a-f8cd-4f8e-a455-d77b9db73865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:37.914678 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-15bf808a-f8cd-4f8e-a455-d77b9db73865 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1126 time: 0.3117657 Feb 15 14:53:37.917276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-46545638-6d1d-492b-90e5-5572d3639082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:37.918640 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-46545638-6d1d-492b-90e5-5572d3639082 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1126 time: 0.3063498 Feb 15 14:53:38.071631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-c26e7844-e065-4018-8b96-2d2179cdeb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:38.073182 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-c26e7844-e065-4018-8b96-2d2179cdeb60 service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1522160 Feb 15 14:53:38.074231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-f81453fe-a97c-40f5-bae8-1668d3d0265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:38.075584 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-f81453fe-a97c-40f5-bae8-1668d3d0265a service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1468110 Feb 15 14:53:38.187595 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-0b8128fb-ee7c-48ad-9306-3338a81d3bc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1000 time: 0.1074760 Feb 15 14:53:38.189358 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-81e437b1-dc48-45d6-bd81-e91c8fbf072e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1000 time: 0.1035526 Feb 15 14:53:38.275897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-9cc5e8ea-c9d4-48d2-a442-d97039d474c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:38.277350 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-9cc5e8ea-c9d4-48d2-a442-d97039d474c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0838687 Feb 15 14:53:38.279182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-05aa68f0-85da-4e37-b82d-0d808a64f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:38.280520 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-05aa68f0-85da-4e37-b82d-0d808a64f8ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0786195 Feb 15 14:53:38.366751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-e8dae451-43c1-4c31-95a5-070ca86831f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:38.368306 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-e8dae451-43c1-4c31-95a5-070ca86831f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0835240 Feb 15 14:53:38.370768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-85761d16-5e30-4e05-b615-63ee8f39c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:38.372146 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-85761d16-5e30-4e05-b615-63ee8f39c450 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0763271 Feb 15 14:53:38.533392 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-20eb7f5b-3546-4f6b-9160-049cd4675628 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579773 Feb 15 14:53:38.535932 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-b6e67d9e-83ff-4d2a-abd0-172b02d31846 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537328 Feb 15 14:53:38.691929 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-20b07aac-ac5b-45d4-8256-61fbfd0568f8 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509011 Feb 15 14:53:38.694059 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f4fde921-3c39-4afb-ba29-8c5a03f33964 req-edf90749-3ec8-458c-b3da-dc314220fdc1 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458693 Feb 15 14:53:38.922855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07b081-123d-4c39-8e7a-790ca71e67c3 req-04c32b18-cd7a-45d3-bbd0-94fa9bb1fd0d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:38.924353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f07b081-123d-4c39-8e7a-790ca71e67c3 req-04c32b18-cd7a-45d3-bbd0-94fa9bb1fd0d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 943 time: 0.0539255 Feb 15 14:53:38.973313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f07b081-123d-4c39-8e7a-790ca71e67c3 req-809ab451-a6a1-4acd-9558-34546d38d301 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432789 Feb 15 14:53:39.283798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de592cb-8926-4e38-a502-b545f3c0020a req-0eeb5799-0661-40b2-8c86-7ddf5592d9c1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:39.285417 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-0eeb5799-0661-40b2-8c86-7ddf5592d9c1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.42 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240&tenant_id=e2e409968ead49ba8bd506a271e49d0a&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 943 time: 0.0618100 Feb 15 14:53:39.302074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c169a3-98c4-48b9-830a-8eda9720fea4 req-aa370622-5c1f-474a-856b-8023372f35e1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:39.303769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17c169a3-98c4-48b9-830a-8eda9720fea4 req-aa370622-5c1f-474a-856b-8023372f35e1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 943 time: 0.0571597 Feb 15 14:53:39.351040 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-4fc42872-190a-4a5c-85fe-a43aead2ed5d service neutron] 10.222.0.42 "GET /v2.0/ports/ab8bb107-eb49-4b56-b1e1-48b433ee5ec3/bindings/n-h1-829064-15 HTTP/1.1" status: 200 len: 383 time: 0.0580218 Feb 15 14:53:39.356015 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17c169a3-98c4-48b9-830a-8eda9720fea4 req-cf122730-c0dd-4293-9bb8-7932b4b0a979 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464528 Feb 15 14:53:39.428040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de592cb-8926-4e38-a502-b545f3c0020a req-73e90576-9d8e-4763-ad17-2468d0772912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:39.429537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-73e90576-9d8e-4763-ad17-2468d0772912 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1126 time: 0.0461328 Feb 15 14:53:39.523814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de592cb-8926-4e38-a502-b545f3c0020a req-5ff31f41-ba35-4fc7-a174-458f390e759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:39.525318 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-5ff31f41-ba35-4fc7-a174-458f390e759d service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0881224 Feb 15 14:53:39.591997 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-94aeafe7-f4bb-4bbb-9008-ae27967c5b81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0597563 Feb 15 14:53:39.644763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de592cb-8926-4e38-a502-b545f3c0020a req-4f0fd497-8c60-4f0d-a491-9ace60ded242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:39.646423 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-4f0fd497-8c60-4f0d-a491-9ace60ded242 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0478220 Feb 15 14:53:39.696088 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de592cb-8926-4e38-a502-b545f3c0020a req-17cd0998-aa37-4f3e-a863-2dfd2c6934e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:39.697585 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-17cd0998-aa37-4f3e-a863-2dfd2c6934e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449653 Feb 15 14:53:39.706082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:53:39.746191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 host n-h1-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:53:39.746586 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:53:39.788459 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-abbbc589-c4d8-421a-9cef-d90507674e0a service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825799 Feb 15 14:53:39.810622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:53:39.888033 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-8d21d4de-1b19-4cad-9d39-f2041c4c7432 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909328 Feb 15 14:53:39.916290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:39.928945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'port_id': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'mac_address': 'fa:16:3e:b3:3a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:53:39.965695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:53:39.966089 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:39.979556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:53:39.998450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:40.002262 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:40.051697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:40.342318 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:53:40.476876 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:40.485529 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b094a9-f7d4-46c2-87c4-f0423dcd63fd req-978e58f0-1c8e-4679-880f-3207bf98d892 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:40.487046 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31b094a9-f7d4-46c2-87c4-f0423dcd63fd req-978e58f0-1c8e-4679-880f-3207bf98d892 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 944 time: 0.0540929 Feb 15 14:53:40.538603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31b094a9-f7d4-46c2-87c4-f0423dcd63fd req-4c3f82ee-fdf5-4e10-bb48-59219c50b36f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453465 Feb 15 14:53:41.664209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925ac34-0a99-4e28-bab0-f2fba70537e2 req-166d045d-ae7f-4f52-b934-c990ee32c127 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:41.665673 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0925ac34-0a99-4e28-bab0-f2fba70537e2 req-166d045d-ae7f-4f52-b934-c990ee32c127 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 944 time: 0.0577142 Feb 15 14:53:41.714137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0925ac34-0a99-4e28-bab0-f2fba70537e2 req-9a3c1bdd-9973-4c39-8e60-1c849a46be44 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426543 Feb 15 14:53:41.733234 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:53:41.814310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:53:41.866327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:53:41.870395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:53:41.870805 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:41.952220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:53:41.952519 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:41.977779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:53:41.980402 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aa85d5-86b2-4f48-81e0-822e3f119aae" -d '{"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-plugged", "status": "completed", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:53:41.993702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:41.997549 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:42.041154 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09173118-7e43-488a-a6ae-b9be14866f21 x-openstack-request-id: req-09173118-7e43-488a-a6ae-b9be14866f21 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:53:42.041601 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-plugged", "status": "completed", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:53:42.041803 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-09173118-7e43-488a-a6ae-b9be14866f21 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:53:42.042829 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'code': 200} Feb 15 14:53:42.068552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:42.319972 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de592cb-8926-4e38-a502-b545f3c0020a req-0f0cec53-aa27-4f88-99e3-e16f294314f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:42.321712 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-0f0cec53-aa27-4f88-99e3-e16f294314f1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 1128 time: 0.0456498 Feb 15 14:53:42.333092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:53:42.392884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:42.595170 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:42.629312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:53:42.631057 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:42.668698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:53:42.670983 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c2925-7498-449f-9816-1d03dcedcf02" -d '{"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-unplugged", "status": "completed", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:53:42.674665 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Publish callbacks [] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:42.687406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Transition to ACTIVE for port object ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:53:42.691672 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:42.724680 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a68fe47-6931-4982-a9fd-53ba8c22842c x-openstack-request-id: req-2a68fe47-6931-4982-a9fd-53ba8c22842c {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:53:42.724981 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-unplugged", "status": "completed", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:53:42.725242 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a68fe47-6931-4982-a9fd-53ba8c22842c {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:53:42.725639 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'code': 200} Feb 15 14:53:42.777360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=10']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:42.831527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] No DVR routers for this DVR port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:53:42.847203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9a4a9-c254-4cb6-9676-d603ba4f1b5b req-90101055-5baf-4cba-8a1d-2e2897e880c1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:42.848675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edf9a4a9-c254-4cb6-9676-d603ba4f1b5b req-90101055-5baf-4cba-8a1d-2e2897e880c1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 944 time: 0.0598125 Feb 15 14:53:42.900967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-edf9a4a9-c254-4cb6-9676-d603ba4f1b5b req-53f1fdef-66ef-4b36-8d48-3c58568b2bbc tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455730 Feb 15 14:53:42.987606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:53:42.988462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:53:42.988790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:53:42.993203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:53:42.993484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Attempting to bind port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:53:42.998298 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:53:42.998649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:53:42.999070 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:53:42.999492 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Bound port: ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:53:42.999847 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:43.061902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:53:43.064821 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:53:43.071533 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:43.107227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:43.107902 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:43.109254 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] 10.222.0.67 "PUT /v2.0/ports/ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1093 time: 0.7808533 Feb 15 14:53:43.142318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d6da9-f5d6-458c-b593-5dfdb80c7cff service neutron] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=11']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:43.183184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de592cb-8926-4e38-a502-b545f3c0020a req-4cc63801-d8c3-42f3-8adf-80dee1f26ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:43.184698 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-4cc63801-d8c3-42f3-8adf-80dee1f26ede service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1127 time: 0.0503235 Feb 15 14:53:43.281351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de592cb-8926-4e38-a502-b545f3c0020a req-601bf389-c7d6-423d-9285-c35ffa0a111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:43.282948 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-601bf389-c7d6-423d-9285-c35ffa0a111d service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0929267 Feb 15 14:53:43.355654 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-c06b3cf3-b601-490b-b73a-5f6981078014 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0667961 Feb 15 14:53:43.403151 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de592cb-8926-4e38-a502-b545f3c0020a req-5288062e-ec36-463c-b264-e393195bc517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:43.404651 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-5288062e-ec36-463c-b264-e393195bc517 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0437310 Feb 15 14:53:43.456068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de592cb-8926-4e38-a502-b545f3c0020a req-67d84340-4478-4142-b2d2-1f3bcd006dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:43.457575 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-67d84340-4478-4142-b2d2-1f3bcd006dd1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465503 Feb 15 14:53:43.549563 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-af0411b6-0c58-4021-b561-9cc0f9dedaeb service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859611 Feb 15 14:53:43.637544 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3de592cb-8926-4e38-a502-b545f3c0020a req-dadf22c9-e38d-4598-8473-774b3b25d8f7 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818586 Feb 15 14:53:44.037008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54284b-9297-494a-8739-9ec4230fcfa4 req-811f56ef-9aff-4cd2-8c55-044f868114c4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:44.040286 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad54284b-9297-494a-8739-9ec4230fcfa4 req-811f56ef-9aff-4cd2-8c55-044f868114c4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 944 time: 0.0575287 Feb 15 14:53:44.092224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad54284b-9297-494a-8739-9ec4230fcfa4 req-d8771714-bfa3-4cfe-aa90-cabc0a1093a7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462379 Feb 15 14:53:44.727287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:53:44.729662 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d" -d '{"events": [{"name": "network-changed", "server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:53:44.779196 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b3def0-89b2-48cb-a796-7428dd4d0840 x-openstack-request-id: req-94b3def0-89b2-48cb-a796-7428dd4d0840 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:53:44.779518 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:53:44.779774 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-94b3def0-89b2-48cb-a796-7428dd4d0840 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:53:44.780181 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'status': 'completed', 'code': 200} Feb 15 14:53:44.851670 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b0aa-ba07-40b9-b845-2cfc7d3a2da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:44.882797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-45a8f6a5-fe7b-4b70-8b8d-310501dd037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:44.884382 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-45a8f6a5-fe7b-4b70-8b8d-310501dd037d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1127 time: 0.0803180 Feb 15 14:53:44.886760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-8177383a-b78e-40e7-97d1-41aa9ca5ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:44.888121 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-8177383a-b78e-40e7-97d1-41aa9ca5ef82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1127 time: 0.0854707 Feb 15 14:53:45.044545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-9b390ae1-3ecb-4d38-ad05-d9df2f96b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:45.046020 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-9b390ae1-3ecb-4d38-ad05-d9df2f96b37c service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1541994 Feb 15 14:53:45.047127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-2e6f0c05-b90d-45e3-8c68-3314ff9a5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:45.048670 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-2e6f0c05-b90d-45e3-8c68-3314ff9a5fdf service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1492243 Feb 15 14:53:45.161272 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-ab26c9b8-ae8f-4a62-ab24-87e924b04443 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1000 time: 0.1087887 Feb 15 14:53:45.163094 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-d4951f2e-ed64-4c45-a2ae-70b3a224f29f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1000 time: 0.1050436 Feb 15 14:53:45.225317 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d2bda-eb93-434e-b16d-60692b857d42 req-02e965bd-ae9f-45d7-8aff-2524c186f0c0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:45.227129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c99d2bda-eb93-434e-b16d-60692b857d42 req-02e965bd-ae9f-45d7-8aff-2524c186f0c0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 944 time: 0.0591390 Feb 15 14:53:45.283989 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c99d2bda-eb93-434e-b16d-60692b857d42 req-097342ee-5316-44b1-8ba0-d25c29de852d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511489 Feb 15 14:53:45.478615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-4d5e9284-b06a-43b6-ad37-a5dc1fbb5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:45.480118 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-4d5e9284-b06a-43b6-ad37-a5dc1fbb5f49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.3107085 Feb 15 14:53:45.481509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-8ae16ca1-bfee-43f8-bef0-f836d62d3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:45.482798 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-8ae16ca1-bfee-43f8-bef0-f836d62d3d54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.3052843 Feb 15 14:53:45.564990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-ee40a91a-6423-4563-a78c-759f941a31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:45.567093 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-ee40a91a-6423-4563-a78c-759f941a31f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0783284 Feb 15 14:53:45.569472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-a586bb20-1bf5-4ba1-97f5-1b38540dbd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:45.570792 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-a586bb20-1bf5-4ba1-97f5-1b38540dbd31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0748613 Feb 15 14:53:45.728347 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-7cdce139-b287-4203-be43-5fce4eb466dc service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549683 Feb 15 14:53:45.730550 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-2eb9adfc-f6cb-48e8-b92b-121c80b013a3 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504097 Feb 15 14:53:45.734788 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:53:45.830882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:53:45.874280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:45.889711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'port_id': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'mac_address': 'fa:16:3e:b3:3a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:53:45.892741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] The host n-h1-829064-15 is not matching for port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 host n-h2-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:53:45.893144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:53:45.896281 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-b89e27e1-5705-4e91-b020-e83aaba97997 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607935 Feb 15 14:53:45.900099 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-de64f0d9-5ca5-4179-a798-c59ab1f0a66d req-bb0eae9c-19c6-44c5-8d38-8e4ad03a0607 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534147 Feb 15 14:53:45.931822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:53:45.932218 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:45.945754 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:53:45.969250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:45.973196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:46.021773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=12']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:46.029090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.029456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.029784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.030127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.030467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.030798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.031158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.031491 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.031815 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.032136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.032461 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.032786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.033106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:53:46.408049 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b42711-90aa-49ca-86a5-aeb60a6b1be2 req-b9679aab-a5ff-4c5a-b0ec-169775cced86 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:46.409523 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72b42711-90aa-49ca-86a5-aeb60a6b1be2 req-b9679aab-a5ff-4c5a-b0ec-169775cced86 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0533347 Feb 15 14:53:46.457459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72b42711-90aa-49ca-86a5-aeb60a6b1be2 req-2c85161d-9869-4100-883b-f618427b6887 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418510 Feb 15 14:53:47.243448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c7035fdd-ac7c-43dd-bca2-bba09a9f5638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:47.578360 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a02eb-4f45-424d-a708-b9f5080bd0f6 req-197eeb06-658a-4b4c-9caf-a1791f676679 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:47.579869 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd5a02eb-4f45-424d-a708-b9f5080bd0f6 req-197eeb06-658a-4b4c-9caf-a1791f676679 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0526009 Feb 15 14:53:47.630587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd5a02eb-4f45-424d-a708-b9f5080bd0f6 req-1b0a53d2-6a6b-4f4f-a8e5-404054dd5c2a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449300 Feb 15 14:53:47.742454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:53:47.748799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e50a94-db2c-4eb9-8f23-274a4ce00d66 req-8bee1af4-e8ad-4667-826d-aacc3d33a617 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:47.750211 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02e50a94-db2c-4eb9-8f23-274a4ce00d66 req-8bee1af4-e8ad-4667-826d-aacc3d33a617 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0529685 Feb 15 14:53:47.801674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02e50a94-db2c-4eb9-8f23-274a4ce00d66 req-cda07426-d4c3-4c32-a3b8-59cdb83cf633 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450613 Feb 15 14:53:47.845393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:47.858265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'port_id': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'mac_address': 'fa:16:3e:b3:3a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:53:47.922119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2e429-8472-4940-a037-77a37a240fdc req-a1f3a8fd-3709-4f67-9368-cb393e69e6da tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:47.923912 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1dc2e429-8472-4940-a037-77a37a240fdc req-a1f3a8fd-3709-4f67-9368-cb393e69e6da tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0527794 Feb 15 14:53:47.973082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1dc2e429-8472-4940-a037-77a37a240fdc req-912f90ff-673d-444b-aca8-68e6e76f06ff tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424285 Feb 15 14:53:48.013584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:53:48.058170 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eedd0fdb-6fa0-4900-b018-584331701008 req-23f195e6-71e2-4e19-bd0d-b3bfb672ce64 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461826 Feb 15 14:53:48.150664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd0fdb-6fa0-4900-b018-584331701008 req-c05c3af8-3fb5-4f9a-a764-5ea121b943c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:48.152301 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eedd0fdb-6fa0-4900-b018-584331701008 req-c05c3af8-3fb5-4f9a-a764-5ea121b943c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 1128 time: 0.0499184 Feb 15 14:53:48.262877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed11250-2536-451f-88fe-289917c188b5 req-f4fecf85-97bc-45a5-a9ce-ddc7491696f7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:48.264349 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ed11250-2536-451f-88fe-289917c188b5 req-f4fecf85-97bc-45a5-a9ce-ddc7491696f7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0626371 Feb 15 14:53:48.274609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd0fdb-6fa0-4900-b018-584331701008 req-3be5c0d5-6e1d-4a68-b47a-0877aa3ad853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:48.276134 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eedd0fdb-6fa0-4900-b018-584331701008 req-3be5c0d5-6e1d-4a68-b47a-0877aa3ad853 service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1029363 Feb 15 14:53:48.319435 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ed11250-2536-451f-88fe-289917c188b5 req-0ef3ca74-5aae-4cca-b0ee-84a8b13c78da tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482559 Feb 15 14:53:48.354013 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eedd0fdb-6fa0-4900-b018-584331701008 req-f19f95ed-ea47-4087-9a5b-49985cb22288 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 200 len: 1001 time: 0.0671885 Feb 15 14:53:48.411578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd0fdb-6fa0-4900-b018-584331701008 req-5f9c863f-fb88-489e-817d-fa5d65b70b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:48.413986 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eedd0fdb-6fa0-4900-b018-584331701008 req-5f9c863f-fb88-489e-817d-fa5d65b70b5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0517118 Feb 15 14:53:48.470058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd0fdb-6fa0-4900-b018-584331701008 req-5cc26244-c7cd-4065-ae03-1e01be50bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:48.471624 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eedd0fdb-6fa0-4900-b018-584331701008 req-5cc26244-c7cd-4065-ae03-1e01be50bd65 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508685 Feb 15 14:53:48.556065 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:48.564948 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eedd0fdb-6fa0-4900-b018-584331701008 req-23ebdb3e-9464-467b-886b-72059dcaa758 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850482 Feb 15 14:53:48.662301 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eedd0fdb-6fa0-4900-b018-584331701008 req-eb7d3a9f-a039-46d9-909e-375acb28fdd0 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903482 Feb 15 14:53:49.461802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ad62a-a8ac-4dad-bbc6-9178fabe152b req-4d5b9e4d-2954-423d-8a31-8531ba3ca751 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:49.464239 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-840ad62a-a8ac-4dad-bbc6-9178fabe152b req-4d5b9e4d-2954-423d-8a31-8531ba3ca751 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0601268 Feb 15 14:53:49.511857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-840ad62a-a8ac-4dad-bbc6-9178fabe152b req-cf497771-a631-4479-a52e-0722178fb1e5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Feb 15 14:53:49.638422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-a281f98c-dbd8-4c48-8e46-737fc77ecd03 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:49.640078 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-a281f98c-dbd8-4c48-8e46-737fc77ecd03 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 945 time: 0.0627401 Feb 15 14:53:49.758602 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Deleting port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:53:49.758964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:49.759453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:53:49.818253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:53:49.823422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:53:49.823422 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:49.868236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:49.868655 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:49.909240 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:49.926740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:53:49.928049 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:49.953321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:53:49.955923 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bf0610-3574-4538-b51c-839ef454187b" -d '{"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-plugged", "status": "completed", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:53:49.972902 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:49.977980 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:50.021999 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b26089-aa5f-435f-bdb4-41914be42931 x-openstack-request-id: req-91b26089-aa5f-435f-bdb4-41914be42931 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:53:50.022673 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-plugged", "status": "completed", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:53:50.023137 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-91b26089-aa5f-435f-bdb4-41914be42931 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:53:50.023883 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'code': 200} Feb 15 14:53:50.047007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=13']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:50.088196 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:50.088565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:50.088885 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385 disassociated. External IP: 172.25.6.123, port: ab8bb107-eb49-4b56-b1e1-48b433ee5ec3. Feb 15 14:53:50.089251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Calling delete_port for ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:53:50.244489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ab8bb107-eb49-4b56-b1e1-48b433ee5ec3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:50.274296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event deleted for resources: {'Port': ['ID=ab8bb107-eb49-4b56-b1e1-48b433ee5ec3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:50.438041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Router 241e275e-ab0b-4883-a192-36d4e5f82252 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:53:50.600029 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:53:50.613656 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b7228-632d-4187-9325-b492799ef74f None None] Sync routers for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:53:50.625708 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b7228-632d-4187-9325-b492799ef74f None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:53:50.627034 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b74b7228-632d-4187-9325-b492799ef74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:53:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:53:50.642119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b76dd8c-5067-413c-8472-845dc42828fe req-4b2840cb-a74c-44ce-9949-9528f32d5732 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=337daff3-8462-44bd-b900-0213a8f1f240 HTTP/1.1" status: 200 len: 210 time: 0.0346251 Feb 15 14:53:50.653198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] No DVR routers for this DVR port ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:53:50.656013 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:50.659910 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c62161ab-a8db-4a23-8926-6d92769cf2af req-682690e8-2d44-46d1-b4d8-8853dbe215c3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "DELETE /v2.0/ports/ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 HTTP/1.1" status: 204 len: 173 time: 1.0134232 Feb 15 14:53:50.661018 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-deleted', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:53:50.663354 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610e9abf-cc43-47fa-84f9-1befe4a78806" -d '{"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-deleted", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:53:50.710230 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734c562f-08bf-42e5-bfc2-86a885d28966 x-openstack-request-id: req-734c562f-08bf-42e5-bfc2-86a885d28966 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:53:50.710500 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337daff3-8462-44bd-b900-0213a8f1f240", "name": "network-vif-deleted", "tag": "ab8bb107-eb49-4b56-b1e1-48b433ee5ec3", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:53:50.710855 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-734c562f-08bf-42e5-bfc2-86a885d28966 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:53:50.711194 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337daff3-8462-44bd-b900-0213a8f1f240', 'name': 'network-vif-deleted', 'tag': 'ab8bb107-eb49-4b56-b1e1-48b433ee5ec3', 'status': 'completed', 'code': 200} Feb 15 14:53:50.746939 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b74b7228-632d-4187-9325-b492799ef74f None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:53:50.965123 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b74b7228-632d-4187-9325-b492799ef74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:53:50.991138 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b7228-632d-4187-9325-b492799ef74f None None] Checking router: 241e275e-ab0b-4883-a192-36d4e5f82252 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:53:51.000251 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b7228-632d-4187-9325-b492799ef74f None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:53:51.000775 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b74b7228-632d-4187-9325-b492799ef74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:53:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:53:51.119357 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b74b7228-632d-4187-9325-b492799ef74f None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:53:51.167395 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:51.350134 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b74b7228-632d-4187-9325-b492799ef74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:53:51.384056 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b7228-632d-4187-9325-b492799ef74f None None] The sync data for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 is: [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:53:51.662972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaed8bc-f171-450c-a348-787f7eaf36ef None None] New status for floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:53:51.952804 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-07370ded-3bc7-45aa-b702-6560b414d77b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1447105686&fields=id&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 267 time: 0.0509102 Feb 15 14:53:52.084035 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-4c6b7a15-6788-47ff-a528-8f407db61c4f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:52.085556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-4c6b7a15-6788-47ff-a528-8f407db61c4f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 812 time: 0.1258674 Feb 15 14:53:52.101576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-0a98892a-39be-4efb-bfae-761c5a32bae3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/quotas/e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 375 time: 0.0096326 Feb 15 14:53:52.165280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-19af7ed8-377a-4803-8f54-e5e345f16fcd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574720 Feb 15 14:53:52.318204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-e5d9a46c-0cd0-41c9-a1bf-c1c7e6e930d5 service neutron] 10.222.0.72 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388876 Feb 15 14:53:52.420801 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-64af74b4-595f-4df2-b1d8-80179a92455f service neutron] 10.222.0.72 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954423 Feb 15 14:53:52.608578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a71e9de-c06a-4d89-ad09-d8d0f3b64795 req-78fdf596-1bf5-45e0-9004-d0d6c643769c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 210 time: 0.0353959 Feb 15 14:53:53.662925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-f9295b4e-0e28-43e1-886f-0da836b9e166 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:53.664552 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-f9295b4e-0e28-43e1-886f-0da836b9e166 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 812 time: 0.1186717 Feb 15 14:53:53.719151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-325ac6c9-e6c3-4381-8fd2-a9c8046f2c8e req-0c4ff671-48f6-4abc-982d-431ee0b7f0b5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 210 time: 0.0298641 Feb 15 14:53:53.737183 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-c16a14d6-d867-4b36-8fe2-aa4c857c1102 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 380 time: 0.0630064 Feb 15 14:53:53.746256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'port': {'device_id': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'admin_state_up': True, 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'security_groups': ['21f47ba8-ffd0-41f1-b235-0438ca3bc6df']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:53:53.804011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:53:53.828274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:53:53.828679 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device ab8bb107-eb49-4b56-b1e1-48b433ee5ec3 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:53:53.869646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Made reservation on behalf of e2e409968ead49ba8bd506a271e49d0a for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:53:53.872927 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:54.009493 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Allocated IP 172.20.0.13 (735a4e94-0350-43fd-98f2-57bf27bd1ded/9ef70e43-3b22-4a2c-82d5-21742a3b2cfe/1b2f6505-20d1-4b69-b1a2-c7e029de9a0d) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:53:54.200832 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:54.239930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:54.297531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:53:54.301688 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:53:54.305960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:53:54.313074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:54.383641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:54.384401 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:54.408183 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-81b6b5a2-749a-4800-90ac-63f6e486fb6c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6656728 Feb 15 14:53:54.419814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Request body: {'port': {'device_id': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:53:54.508072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:54.644572 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-5eaeb271-68cf-47e9-ad12-7d64968d876d None None] Provisioning complete for port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:53:54.644966 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb271-68cf-47e9-ad12-7d64968d876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:54.686602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-5eaeb271-68cf-47e9-ad12-7d64968d876d None None] Port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:53:54.845214 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:53:54.854597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9c6c6-d794-468a-810a-7c2b6f49ee8f req-cbef91f4-6fd8-4af4-9c3b-f85d76eb7e96 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:54.855588 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Publish callbacks [] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:54.856992 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acf9c6c6-d794-468a-810a-7c2b6f49ee8f req-cbef91f4-6fd8-4af4-9c3b-f85d76eb7e96 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 932 time: 0.0571601 Feb 15 14:53:54.870393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Transition to ACTIVE for port object 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:53:54.875618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:54.909600 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acf9c6c6-d794-468a-810a-7c2b6f49ee8f req-48fa892f-9ea2-491d-ba08-f7f3f2296efd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Feb 15 14:53:54.939184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:55.028823 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:53:55.029304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:53:55.029793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:53:55.036273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on network 735a4e94-0350-43fd-98f2-57bf27bd1ded not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:53:55.036593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:53:55.043059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:53:55.043595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:53:55.044191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:53:55.044821 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Bound port: 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:53:55.045220 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:55.126822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:53:55.131153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:53:55.138054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:55.172242 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:55.173097 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:55.174499 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] 10.222.0.67 "PUT /v2.0/ports/1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1093 time: 0.7592592 Feb 15 14:53:55.174945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:53:55.177857 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:53:55.226559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8b7a7-896d-482c-84c0-293349635f51 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:55.246432 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98835ec-ea16-4711-94f3-9938babe28e1 x-openstack-request-id: req-f98835ec-ea16-4711-94f3-9938babe28e1 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:53:55.246738 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:53:55.247010 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f98835ec-ea16-4711-94f3-9938babe28e1 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:53:55.247422 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'status': 'completed', 'code': 200} Feb 15 14:53:55.288090 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-77e7bb9f-2028-457f-bbc6-f3b1d7349251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:55.289771 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-77e7bb9f-2028-457f-bbc6-f3b1d7349251 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1127 time: 0.0592437 Feb 15 14:53:55.339532 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-8e8576df-4536-42d8-b9ce-87bde0af8bbb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 217 time: 0.0421917 Feb 15 14:53:55.420978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-b2968fb2-9e38-4d39-a66d-808170753016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:55.422794 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-b2968fb2-9e38-4d39-a66d-808170753016 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0763190 Feb 15 14:53:55.484079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-e30a1d25-2ddb-4371-8def-38d0c0402e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:55.486672 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-e30a1d25-2ddb-4371-8def-38d0c0402e02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0575562 Feb 15 14:53:55.586615 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-b9c57e6a-700a-463d-856e-43184384615a service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939524 Feb 15 14:53:55.683625 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c90c609f-d62b-4a8e-a5f0-d70970d7050e req-93bfd232-f8d7-4f2b-bbba-9b05a653ae24 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918169 Feb 15 14:53:55.790668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4 req-c6630b97-f9a2-40bb-9566-dfc47b2c821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:55.792259 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4 req-c6630b97-f9a2-40bb-9566-dfc47b2c821b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1127 time: 0.0589886 Feb 15 14:53:55.896084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4 req-39053b21-74c1-46c7-bb50-0aa070725890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:55.897635 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4 req-39053b21-74c1-46c7-bb50-0aa070725890 service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0988908 Feb 15 14:53:55.951475 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4 req-c3edf6b4-ef59-49de-b27f-c03a6bb227c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 217 time: 0.0476770 Feb 15 14:53:56.003562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4 req-c0f152d4-8616-487c-a3c5-be3cd9f29894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:56.005048 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4 req-c0f152d4-8616-487c-a3c5-be3cd9f29894 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0465689 Feb 15 14:53:56.056373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8087d0-1e03-4a90-b3e8-3b2818b86fa2 req-bf15f0f1-76cb-49bd-a77c-c6e9e6bc1d17 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:56.057989 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de8087d0-1e03-4a90-b3e8-3b2818b86fa2 req-bf15f0f1-76cb-49bd-a77c-c6e9e6bc1d17 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0616503 Feb 15 14:53:56.061894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4 req-398821df-ec0f-42c0-9df2-5c54bf4f4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:56.063576 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4 req-398821df-ec0f-42c0-9df2-5c54bf4f4069 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498898 Feb 15 14:53:56.115132 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de8087d0-1e03-4a90-b3e8-3b2818b86fa2 req-968bf4a1-06e2-4040-ad21-cf7424cfdac4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468009 Feb 15 14:53:56.176229 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4 req-9234c807-3a9c-4cd4-8bc7-cb601493760c service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061959 Feb 15 14:53:56.280126 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e376a45b-39fa-4517-a8eb-d93a2f3e5bd4 req-e950d016-6b81-4bc2-a59b-17b204b83911 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974059 Feb 15 14:53:57.243925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22e309-54d1-40f5-af6f-a970b062611a req-8a15f918-42b6-4572-a857-26b7c31975fa tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:57.245473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec22e309-54d1-40f5-af6f-a970b062611a req-8a15f918-42b6-4572-a857-26b7c31975fa tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0534444 Feb 15 14:53:57.294935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec22e309-54d1-40f5-af6f-a970b062611a req-799e0fbc-73af-4b5d-beaf-4bbf5bc6d76d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437500 Feb 15 14:53:57.805111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:53:57.916010 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:57.929680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'port_id': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'mac_address': 'fa:16:3e:da:f7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:53:57.967526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:53:57.967911 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:57.981521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:53:58.001945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:58.007085 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:58.055485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:53:58.309946 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:53:58.435076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcfa1f-ff22-4bb6-9b0e-794e0030c1ad req-eb033f27-0800-4c5e-aa90-9527512996c0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:58.436854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0dbcfa1f-ff22-4bb6-9b0e-794e0030c1ad req-eb033f27-0800-4c5e-aa90-9527512996c0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0600820 Feb 15 14:53:58.504679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0dbcfa1f-ff22-4bb6-9b0e-794e0030c1ad req-0ea763c5-d2df-4af5-a48d-2946e2243c7e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577414 Feb 15 14:53:59.631751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ff35b-e5bc-4cd0-806c-5ebf3fc21489 req-b6afb461-5c50-46f9-a403-96d0320cabcd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:53:59.633299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb0ff35b-e5bc-4cd0-806c-5ebf3fc21489 req-b6afb461-5c50-46f9-a403-96d0320cabcd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0532126 Feb 15 14:53:59.682201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fb0ff35b-e5bc-4cd0-806c-5ebf3fc21489 req-e32f19a2-88fc-4a05-bf9b-7063b4236ff9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 Feb 15 14:53:59.801027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:53:59.848990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:53:59.852884 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:53:59.853257 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:59.931120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:53:59.931512 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:59.954178 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:53:59.956347 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee1fb06-fe1e-401f-85a1-d274cd9f2c23" -d '{"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-plugged", "status": "completed", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:53:59.969115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:53:59.973308 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:53:59.998923 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d584e875-54f7-42f6-af36-6b106c837f62 x-openstack-request-id: req-d584e875-54f7-42f6-af36-6b106c837f62 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:53:59.999236 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-plugged", "status": "completed", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:53:59.999493 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d584e875-54f7-42f6-af36-6b106c837f62 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:53:59.999886 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'code': 200} Feb 15 14:54:00.030588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:54:00.100917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2498f97-7019-4545-b768-dce89cdfc0cc req-7827a292-592e-4bac-a948-7d23dc47148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:00.102468 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f2498f97-7019-4545-b768-dce89cdfc0cc req-7827a292-592e-4bac-a948-7d23dc47148d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1129 time: 0.0502589 Feb 15 14:54:00.153794 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f2498f97-7019-4545-b768-dce89cdfc0cc req-65920916-3db2-4912-ae8b-d04c910ae10b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454588 Feb 15 14:54:00.803692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222ec54-8486-4bc5-8438-ae01c700b3bc req-bb382ab3-1fc8-4116-a48a-401d0215a39c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:00.805224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3222ec54-8486-4bc5-8438-ae01c700b3bc req-bb382ab3-1fc8-4116-a48a-401d0215a39c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0543082 Feb 15 14:54:00.856418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3222ec54-8486-4bc5-8438-ae01c700b3bc req-348a25aa-862b-4c14-b1a5-198d475b0543 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 Feb 15 14:54:01.986353 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0b68f-24d2-4132-8df9-4e4dc8a16ff1 req-9a7ab5aa-ad87-4523-a05e-8f4794b3f978 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:01.987868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1cf0b68f-24d2-4132-8df9-4e4dc8a16ff1 req-9a7ab5aa-ad87-4523-a05e-8f4794b3f978 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0567369 Feb 15 14:54:02.034968 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1cf0b68f-24d2-4132-8df9-4e4dc8a16ff1 req-b452da97-ff16-4c20-aa61-a45437e3e277 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 Feb 15 14:54:02.171332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e327ec8-aa66-4d00-bbca-d029f14981c4 req-2087a949-dba1-4b3e-a0df-df7f7da37410 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:02.173080 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e327ec8-aa66-4d00-bbca-d029f14981c4 req-2087a949-dba1-4b3e-a0df-df7f7da37410 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0638626 Feb 15 14:54:02.181850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 50710) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:54:02.186273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-57e36e56-78e4-42f1-b2ee-cefbbea5c87e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Request body: {'floatingip': {'port_id': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:54:02.230589 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57e36e56-78e4-42f1-b2ee-cefbbea5c87e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:02.974699 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57e36e56-78e4-42f1-b2ee-cefbbea5c87e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:02.978557 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57e36e56-78e4-42f1-b2ee-cefbbea5c87e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:03.080243 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-57e36e56-78e4-42f1-b2ee-cefbbea5c87e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385 associated. External IP: 172.25.6.123, port: 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d. Feb 15 14:54:03.312420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e36e56-78e4-42f1-b2ee-cefbbea5c87e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Router 241e275e-ab0b-4883-a192-36d4e5f82252 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:54:03.431159 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e36e56-78e4-42f1-b2ee-cefbbea5c87e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:54:03.435971 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-57e36e56-78e4-42f1-b2ee-cefbbea5c87e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:03.446758 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c406d13-4a9e-46a1-805a-fdc06b1c44e5 None None] Sync routers for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:54:03.457779 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c406d13-4a9e-46a1-805a-fdc06b1c44e5 None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:54:03.458530 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7c406d13-4a9e-46a1-805a-fdc06b1c44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:53:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:54:03.474228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-57e36e56-78e4-42f1-b2ee-cefbbea5c87e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "PUT /v2.0/floatingips/5f8ec547-a27c-428e-a673-6d3dd384a385 HTTP/1.1" status: 200 len: 993 time: 1.2872872 Feb 15 14:54:03.474228 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:54:03.474228 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:54:03.538251 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca112fcb-e0a0-41c0-9bc9-054bc487ad2f x-openstack-request-id: req-ca112fcb-e0a0-41c0-9bc9-054bc487ad2f {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:54:03.538710 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:54:03.539162 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca112fcb-e0a0-41c0-9bc9-054bc487ad2f {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:54:03.539452 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'status': 'completed', 'code': 200} Feb 15 14:54:03.637489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95 req-5f2e82a3-3886-4abe-bdb0-77f3aab69986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:03.639803 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95 req-5f2e82a3-3886-4abe-bdb0-77f3aab69986 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1129 time: 0.0712266 Feb 15 14:54:03.680044 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7c406d13-4a9e-46a1-805a-fdc06b1c44e5 None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:54:03.782562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95 req-747e0cd4-f3c1-4bba-bfd6-811c04bc3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:03.785614 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95 req-747e0cd4-f3c1-4bba-bfd6-811c04bc3772 service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1394691 Feb 15 14:54:03.972637 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7c406d13-4a9e-46a1-805a-fdc06b1c44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:da:f7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:54:02Z', 'revision_number': 13, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:54:04.007188 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c406d13-4a9e-46a1-805a-fdc06b1c44e5 None None] Checking router: 241e275e-ab0b-4883-a192-36d4e5f82252 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:54:04.017607 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c406d13-4a9e-46a1-805a-fdc06b1c44e5 None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:54:04.018265 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7c406d13-4a9e-46a1-805a-fdc06b1c44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:53:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:54:04.128426 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95 req-3d906fde-3aee-4fcb-bbbe-17582dd1380f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1001 time: 0.3368378 Feb 15 14:54:04.144370 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7c406d13-4a9e-46a1-805a-fdc06b1c44e5 None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:54:04.205108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95 req-cc76d5a8-882f-4956-bdca-a121fb67a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:04.206714 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95 req-cc76d5a8-882f-4956-bdca-a121fb67a142 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0713995 Feb 15 14:54:04.282359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95 req-81d40dd5-3833-4d82-8a6e-378955e6f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:04.283996 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95 req-81d40dd5-3833-4d82-8a6e-378955e6f0fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0722539 Feb 15 14:54:04.414777 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95 req-725221f6-9f40-47f1-9242-bbd38019b35b service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245902 Feb 15 14:54:04.449717 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7c406d13-4a9e-46a1-805a-fdc06b1c44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:da:f7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:54:02Z', 'revision_number': 13, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:54:04.494110 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c406d13-4a9e-46a1-805a-fdc06b1c44e5 None None] The sync data for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 is: [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '5f8ec547-a27c-428e-a673-6d3dd384a385', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'port_id': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'mac_address': 'fa:16:3e:da:f7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:50:59Z', 'updated_at': '2022-02-15T14:54:02Z', 'revision_number': 13, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:54:04.530877 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-27628e7a-45cc-47a7-8f6e-06d5a9a74b95 req-235cc2b9-b9e7-473e-a1c4-3b86cb5f1f0b service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101792 Feb 15 14:54:04.787173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae8cd2-ac96-4fc2-af9a-acc02af82b96 None None] New status for floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:54:06.198235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ae191-471e-4432-a6a1-25c10836f232 req-ad56854b-3850-4ec9-bc79-f0819744f215 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:06.199900 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b9ae191-471e-4432-a6a1-25c10836f232 req-ad56854b-3850-4ec9-bc79-f0819744f215 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0668800 Feb 15 14:54:06.249993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b9ae191-471e-4432-a6a1-25c10836f232 req-0201de84-7648-4b91-9b82-49792e99cb5c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441403 Feb 15 14:54:10.457097 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:12.630634 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:14.856718 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fabfbcf4-ad4e-4c05-8fc6-7ae706f57f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:17.245634 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5b824b38-3b78-431c-8e7e-8f36b7d40356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:18.557795 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:18.732443 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:54:19.878424 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:21.161798 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:23.813557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acfe71-ecf4-4392-a0d9-52a06391fac7 req-952183a6-f26e-4922-ac25-73212d3a95f7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:23.815159 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60acfe71-ecf4-4392-a0d9-52a06391fac7 req-952183a6-f26e-4922-ac25-73212d3a95f7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0614753 Feb 15 14:54:23.843600 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-6efc14bf-2840-410c-94a4-3c970a3521e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004522 Feb 15 14:54:23.868247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-60acfe71-ecf4-4392-a0d9-52a06391fac7 req-19a25652-3c37-4a07-992e-33d4400713c5 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472369 Feb 15 14:54:24.313165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776134-4f8e-4c97-a919-e8bf10350954 req-d8024838-3720-43e9-99d9-fc063a7de181 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:24.314584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-d8024838-3720-43e9-99d9-fc063a7de181 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports/1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 943 time: 0.1305299 Feb 15 14:54:24.993506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc379e26-3eb4-47ef-8472-e0b8beef0474 req-d62090ef-2eb9-47a1-b29a-c5ad49d726f7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:24.995101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc379e26-3eb4-47ef-8472-e0b8beef0474 req-d62090ef-2eb9-47a1-b29a-c5ad49d726f7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0547349 Feb 15 14:54:25.043902 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc379e26-3eb4-47ef-8472-e0b8beef0474 req-08fe147d-a9f5-4847-8eed-6e277560cb95 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430238 Feb 15 14:54:25.174043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776134-4f8e-4c97-a919-e8bf10350954 req-b30d493c-9977-4b8b-ac8e-60ae6dbf1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:25.175627 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-b30d493c-9977-4b8b-ac8e-60ae6dbf1b43 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1129 time: 0.0462768 Feb 15 14:54:25.280255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776134-4f8e-4c97-a919-e8bf10350954 req-b81e2623-8a97-4172-867d-32ce02ea4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:25.282056 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-b81e2623-8a97-4172-867d-32ce02ea4daa service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0988030 Feb 15 14:54:25.349431 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-36e850fe-b969-4172-a082-0dc72ddcd8bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1003 time: 0.0607841 Feb 15 14:54:25.401278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776134-4f8e-4c97-a919-e8bf10350954 req-ae1ceda6-4858-422f-9ec1-31e1ce27c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:25.402765 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-ae1ceda6-4858-422f-9ec1-31e1ce27c01d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0481236 Feb 15 14:54:25.461382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776134-4f8e-4c97-a919-e8bf10350954 req-f7e657f5-fd51-4ce5-bb7f-0bc37e60f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:25.463169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-f7e657f5-fd51-4ce5-bb7f-0bc37e60f159 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527546 Feb 15 14:54:25.556285 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-9ccdf30d-535d-4fa4-965c-123dac45f118 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864964 Feb 15 14:54:25.656513 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-a30eef51-dce8-46d2-976a-f2fd2e272d57 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940340 Feb 15 14:54:26.179163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c299d9f-e117-4fd1-bf3c-ebb11224a1f7 req-67282658-5437-4dfe-bfde-8d59579d43f4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:26.180683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c299d9f-e117-4fd1-bf3c-ebb11224a1f7 req-67282658-5437-4dfe-bfde-8d59579d43f4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0642080 Feb 15 14:54:26.231377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c299d9f-e117-4fd1-bf3c-ebb11224a1f7 req-97313b22-0b33-427c-a3aa-c68a7afbdc5b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448511 Feb 15 14:54:27.359052 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc357da-12aa-4092-be95-6bb908dd58b5 req-d27f64d1-a480-4451-80db-5a14f8f73566 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:27.360617 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bc357da-12aa-4092-be95-6bb908dd58b5 req-d27f64d1-a480-4451-80db-5a14f8f73566 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0584965 Feb 15 14:54:27.409666 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7bc357da-12aa-4092-be95-6bb908dd58b5 req-1ac224df-3505-4755-9ce0-40787b709416 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429389 Feb 15 14:54:28.543125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941c60e-6619-47e6-863e-0e1ce2453979 req-8b22f62f-4977-4e88-bb78-a8acad0282d6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:28.545570 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0941c60e-6619-47e6-863e-0e1ce2453979 req-8b22f62f-4977-4e88-bb78-a8acad0282d6 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0640426 Feb 15 14:54:28.601956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0941c60e-6619-47e6-863e-0e1ce2453979 req-2f5d7b7b-5772-4c33-b9b5-3a1fd7e716d9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503953 Feb 15 14:54:29.731626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50acd1-be43-4748-b449-f19c0f0adaa3 req-80317c9d-c7f4-410c-980d-5033229d339a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:29.733157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a50acd1-be43-4748-b449-f19c0f0adaa3 req-80317c9d-c7f4-410c-980d-5033229d339a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0605519 Feb 15 14:54:29.782422 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a50acd1-be43-4748-b449-f19c0f0adaa3 req-0c5c76d1-761d-43a2-8c96-7d071d4ca396 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436325 Feb 15 14:54:30.911748 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d8ffd-efc6-4219-9a4f-b8ca7bc1281f req-bc16f73f-50d2-4e00-b409-85396be60fc3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:30.913330 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e3d8ffd-efc6-4219-9a4f-b8ca7bc1281f req-bc16f73f-50d2-4e00-b409-85396be60fc3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0550852 Feb 15 14:54:30.961781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e3d8ffd-efc6-4219-9a4f-b8ca7bc1281f req-b36b5e74-8358-47ef-b576-7a639f95d61d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423591 Feb 15 14:54:32.093732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8734673-c070-49d8-a748-3323ac7ab174 req-f95448e3-9ae8-4168-9682-e015462e6537 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:32.095255 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8734673-c070-49d8-a748-3323ac7ab174 req-f95448e3-9ae8-4168-9682-e015462e6537 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0601606 Feb 15 14:54:32.145035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b8734673-c070-49d8-a748-3323ac7ab174 req-b6c7d701-0e17-4bac-908d-d25ee89ad75d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435414 Feb 15 14:54:33.275186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073481ca-59de-440d-b504-ec041b75968e req-f6a7b37e-9547-4dd3-b5fb-b303dbdb7d58 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:33.276778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-073481ca-59de-440d-b504-ec041b75968e req-f6a7b37e-9547-4dd3-b5fb-b303dbdb7d58 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0567751 Feb 15 14:54:33.350866 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-073481ca-59de-440d-b504-ec041b75968e req-fc215ef4-c0d9-430a-9a66-2306cb9ee30e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640225 Feb 15 14:54:34.487225 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636c0dc-96f9-40af-b27c-b12d74d734f7 req-9037940a-9fc2-4f24-9d61-9b2b201daa77 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:34.488861 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a636c0dc-96f9-40af-b27c-b12d74d734f7 req-9037940a-9fc2-4f24-9d61-9b2b201daa77 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0632627 Feb 15 14:54:34.544085 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a636c0dc-96f9-40af-b27c-b12d74d734f7 req-269b30f0-08b2-487d-bedd-0d2047a63425 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481250 Feb 15 14:54:35.679777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1b27-ce95-401a-bfb2-b04ce46cdfcb req-f23c5799-22d4-47f6-b04b-e2c45221df4a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:35.681264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff9a1b27-ce95-401a-bfb2-b04ce46cdfcb req-f23c5799-22d4-47f6-b04b-e2c45221df4a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0588777 Feb 15 14:54:35.731643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff9a1b27-ce95-401a-bfb2-b04ce46cdfcb req-22c8f3cd-5b55-4f3c-843a-3152e1175932 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446835 Feb 15 14:54:36.833926 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-05776134-4f8e-4c97-a919-e8bf10350954 req-c9536a09-0166-4021-91d7-e57d2ffdad3a service neutron] show failed (client error): The resource could not be found. Feb 15 14:54:36.834984 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-c9536a09-0166-4021-91d7-e57d2ffdad3a service neutron] 10.222.0.67 "GET /v2.0/ports/1b2f6505-20d1-4b69-b1a2-c7e029de9a0d/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0636792 Feb 15 14:54:36.863010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8412383-0150-4a3a-a298-3d8324638466 req-fb9f07ac-e0fa-46f8-ae0c-2624f212516e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:36.864684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8412383-0150-4a3a-a298-3d8324638466 req-fb9f07ac-e0fa-46f8-ae0c-2624f212516e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0567021 Feb 15 14:54:36.920013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8412383-0150-4a3a-a298-3d8324638466 req-fc9a4d5e-21b4-4462-922b-fe4d6161b0bb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494988 Feb 15 14:54:37.093640 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776134-4f8e-4c97-a919-e8bf10350954 req-a922be0f-a056-4453-b203-921428a13524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:37.095185 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-a922be0f-a056-4453-b203-921428a13524 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 1129 time: 0.0927074 Feb 15 14:54:37.109023 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:54:37.177866 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:37.387696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:54:37.422349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:54:37.464166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:54:37.466478 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0be9a3-9a73-408a-adfb-00c4f04d048c" -d '{"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:54:37.470612 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Publish callbacks [] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:37.484927 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Transition to ACTIVE for port object 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:54:37.490242 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:37.523952 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a777e5a7-5298-4dbc-a919-4c290acd8c9a x-openstack-request-id: req-a777e5a7-5298-4dbc-a919-4c290acd8c9a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:54:37.524257 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:54:37.524512 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a777e5a7-5298-4dbc-a919-4c290acd8c9a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:54:37.524934 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'code': 200} Feb 15 14:54:37.575863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=6']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:54:37.588562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.588908 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.589257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.589593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.589925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.590258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.590586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.590991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.591261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.591585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.591907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.592234 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.592554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:37.632742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] No DVR routers for this DVR port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:54:37.787417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:54:37.787748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:54:37.788071 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:54:37.793148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on network 735a4e94-0350-43fd-98f2-57bf27bd1ded not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:54:37.793409 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:54:37.798680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:54:37.799050 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:54:37.799428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:54:37.799838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Bound port: 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:54:37.800193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:37.865065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:54:37.868343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:54:37.875601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:37.911494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:37.912166 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:37.913620 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] 10.222.0.42 "PUT /v2.0/ports/1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1093 time: 0.8088806 Feb 15 14:54:37.940885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:54:37.942249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4d4f5-1a3a-4830-80f1-de3b7508b754 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:54:37.987686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d host n-h1-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 14:54:37.988130 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:54:38.021825 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776134-4f8e-4c97-a919-e8bf10350954 req-d17affa4-dd8d-4dff-9da1-022a815bb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:38.023423 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-d17affa4-dd8d-4dff-9da1-022a815bb604 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1127 time: 0.0781574 Feb 15 14:54:38.082015 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28d53e-dfcf-41da-a675-14e91523f1b1 req-f937e413-f919-420f-948a-54329a373440 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:38.086678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c28d53e-dfcf-41da-a675-14e91523f1b1 req-f937e413-f919-420f-948a-54329a373440 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0819483 Feb 15 14:54:38.127775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776134-4f8e-4c97-a919-e8bf10350954 req-8b31cfcf-96d3-47cf-9bdb-ce0f5de69240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:38.130133 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-8b31cfcf-96d3-47cf-9bdb-ce0f5de69240 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0986266 Feb 15 14:54:38.152535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5c28d53e-dfcf-41da-a675-14e91523f1b1 req-a34868e1-c22f-4c99-8b46-5f40531f9caf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600855 Feb 15 14:54:38.241176 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-76b3f8be-6184-4618-a99a-456a193a6e09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1001 time: 0.1014688 Feb 15 14:54:38.304097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776134-4f8e-4c97-a919-e8bf10350954 req-01047d9f-24e9-4ded-9a1e-f7b2f53e08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:38.305588 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-01047d9f-24e9-4ded-9a1e-f7b2f53e08f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0556488 Feb 15 14:54:38.364339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776134-4f8e-4c97-a919-e8bf10350954 req-79bc1630-6a41-41cf-9e42-5fe5a8b3a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:38.365864 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-79bc1630-6a41-41cf-9e42-5fe5a8b3a61a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0528481 Feb 15 14:54:38.470232 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-cbc1f22b-c461-423e-8c0a-bd34294d0292 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954535 Feb 15 14:54:38.563543 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-3e74ee7f-65c0-493f-a23b-c6a0a23abcbd service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863826 Feb 15 14:54:39.292206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f50d45-0bbc-4b70-81b7-20c607c91199 req-78e6ffb0-e85a-476c-8a08-3a881cdd42d7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:39.293730 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94f50d45-0bbc-4b70-81b7-20c607c91199 req-78e6ffb0-e85a-476c-8a08-3a881cdd42d7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0636356 Feb 15 14:54:39.348246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-94f50d45-0bbc-4b70-81b7-20c607c91199 req-cda11b71-cb0b-4995-8a27-0dacab59d8ba tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478561 Feb 15 14:54:39.525970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:54:39.528418 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb9f271-7586-42e9-b9be-72a60c081a16" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:54:39.586126 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4239b107-1191-497e-9cf6-374b857b6ea8 x-openstack-request-id: req-4239b107-1191-497e-9cf6-374b857b6ea8 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:54:39.586427 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:54:39.586682 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4239b107-1191-497e-9cf6-374b857b6ea8 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:54:39.587125 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'status': 'completed', 'code': 200} Feb 15 14:54:39.693565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-088feaca-970c-4be5-84d2-06283f01fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:39.695044 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-088feaca-970c-4be5-84d2-06283f01fec8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1127 time: 0.0890317 Feb 15 14:54:39.697040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-3c7a023f-0c14-4525-8c0d-2747ef649cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:39.698453 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-3c7a023f-0c14-4525-8c0d-2747ef649cfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1127 time: 0.0838063 Feb 15 14:54:39.867680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-0b48b17a-2046-4603-a5db-34a7105fb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:39.869198 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-0b48b17a-2046-4603-a5db-34a7105fb706 service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1686115 Feb 15 14:54:39.872275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-28b8837a-0dfa-4fa3-8c85-c92cb3d9a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:39.873769 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-28b8837a-0dfa-4fa3-8c85-c92cb3d9a064 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1631200 Feb 15 14:54:39.994090 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-a45ec168-c60d-445f-b035-ed3fb41e56a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1001 time: 0.1181912 Feb 15 14:54:39.996070 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-6d9fa0dd-cce1-42f9-840e-0ae2f4941a15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1001 time: 0.1133318 Feb 15 14:54:40.086932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-222835e8-baae-4122-a5d6-67b5f92e1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:40.088600 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-222835e8-baae-4122-a5d6-67b5f92e1b96 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0886273 Feb 15 14:54:40.092319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-a2205c1b-19a4-4938-abbb-a6a20103aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:40.093762 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-a2205c1b-19a4-4938-abbb-a6a20103aa5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0840120 Feb 15 14:54:40.177819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-805f4fa5-6ad6-4a39-99f7-3b8fffb9c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:40.179385 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-805f4fa5-6ad6-4a39-99f7-3b8fffb9c201 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0762758 Feb 15 14:54:40.181314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-e27c3719-b54a-405f-be3d-bf77ac0168cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:40.182958 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-e27c3719-b54a-405f-be3d-bf77ac0168cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0880277 Feb 15 14:54:40.466371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:40.504728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-1d1bd0f2-46ae-47a5-8026-d8b19fea2ff0 req-2f5a01d1-9ff4-4055-80b7-53614796ea03 service neutron] (109972) timed out ('10.222.0.72', 47236) {{(pid=109972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 14:54:40.518813 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f069d9-c7ab-43c6-b931-e3de195851d9 req-2e848990-bbec-4c52-a409-002c89d7aab9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:40.521018 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40f069d9-c7ab-43c6-b931-e3de195851d9 req-2e848990-bbec-4c52-a409-002c89d7aab9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0897634 Feb 15 14:54:40.586575 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40f069d9-c7ab-43c6-b931-e3de195851d9 req-f5a2da88-2b5d-4976-8381-203c6a35a9eb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568333 Feb 15 14:54:40.614501 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-73dff486-0949-48c8-95a9-8dc3af03ed81 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273293 Feb 15 14:54:40.616942 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-1e4d89f9-c2e4-44a5-9af2-4f0ccf0cdb8d service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217570 Feb 15 14:54:40.796008 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-63b9d800-b564-4c5e-ac74-553e479ab967 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674960 Feb 15 14:54:40.798233 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9eb9f271-7586-42e9-b9be-72a60c081a16 req-d14a405e-57eb-4b1f-8314-d18c6a3b9e42 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771171 Feb 15 14:54:41.732938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66d682-57bd-4116-a497-5efd42e0f168 req-8cc28c70-baed-4e60-a24d-ae5e90f56645 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:41.734630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b66d682-57bd-4116-a497-5efd42e0f168 req-8cc28c70-baed-4e60-a24d-ae5e90f56645 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0672991 Feb 15 14:54:41.806217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0b66d682-57bd-4116-a497-5efd42e0f168 req-47a24071-0761-4438-b391-4ae557d349b3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617423 Feb 15 14:54:42.632111 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:42.944175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4bed2-f31d-4083-b5eb-a2ae44aefc6b req-c8a72600-100d-41cd-bddc-16f7ead76246 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:42.945940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15e4bed2-f31d-4083-b5eb-a2ae44aefc6b req-c8a72600-100d-41cd-bddc-16f7ead76246 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0626128 Feb 15 14:54:43.004917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15e4bed2-f31d-4083-b5eb-a2ae44aefc6b req-83c7d32d-7232-4138-a6f4-138093f2e737 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530815 Feb 15 14:54:44.189417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acebf3f-6737-4206-8d28-542e3c288e09 req-0683b05e-62a3-4bc1-9384-eb53e79d919e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:44.191404 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6acebf3f-6737-4206-8d28-542e3c288e09 req-0683b05e-62a3-4bc1-9384-eb53e79d919e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0735517 Feb 15 14:54:44.251456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6acebf3f-6737-4206-8d28-542e3c288e09 req-45091487-1a12-415d-9f09-407ad00bf7f2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514691 Feb 15 14:54:44.865529 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6e9cbb3-15b9-4782-866f-cc92c57dd0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:45.404679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a395f30-e0b3-4e70-9aba-ab239051ce10 req-9f06813e-a2e2-4888-bad3-68779a9063dc tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:45.406321 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a395f30-e0b3-4e70-9aba-ab239051ce10 req-9f06813e-a2e2-4888-bad3-68779a9063dc tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0663886 Feb 15 14:54:45.481237 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a395f30-e0b3-4e70-9aba-ab239051ce10 req-dfe21694-9955-49e0-a276-4ba074b54183 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690017 Feb 15 14:54:46.627235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00633c27-8aeb-41fc-988e-1154d65f61c4 req-57ba0355-74a7-4647-90cf-76f5053c9811 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:46.630009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00633c27-8aeb-41fc-988e-1154d65f61c4 req-57ba0355-74a7-4647-90cf-76f5053c9811 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0667648 Feb 15 14:54:46.686721 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-00633c27-8aeb-41fc-988e-1154d65f61c4 req-2e5c6f3b-7f04-4905-b571-5fb36ecacf24 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489902 Feb 15 14:54:47.250882 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5ed63af6-c63d-402b-bbca-6843774a425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:47.831192 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a39c0-6df6-4713-927f-f11f1746ed62 req-55b9746d-50a4-4a26-9684-6891b503aee0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:47.833522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27a39c0-6df6-4713-927f-f11f1746ed62 req-55b9746d-50a4-4a26-9684-6891b503aee0 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0621889 Feb 15 14:54:47.889663 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c27a39c0-6df6-4713-927f-f11f1746ed62 req-a61bbfb4-320f-49a0-9e87-752b4e63dd80 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480831 Feb 15 14:54:48.561695 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:48.827574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd318f09-c611-486f-b26b-8f5430e4c0af req-8d7608fb-de8e-4d21-a9ad-ac1abcb39369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:48.829012 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd318f09-c611-486f-b26b-8f5430e4c0af req-8d7608fb-de8e-4d21-a9ad-ac1abcb39369 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1127 time: 0.0607643 Feb 15 14:54:48.947241 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd318f09-c611-486f-b26b-8f5430e4c0af req-d1e52e4d-9591-452f-8796-37ba311eb5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:48.949689 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd318f09-c611-486f-b26b-8f5430e4c0af req-d1e52e4d-9591-452f-8796-37ba311eb5e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1003127 Feb 15 14:54:49.041492 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd318f09-c611-486f-b26b-8f5430e4c0af req-370e6ee5-7236-4280-91d4-d7d49e3a2763 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1001 time: 0.0851605 Feb 15 14:54:49.050076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59928f-d20b-4030-aa66-94ddb4280d80 req-7108947d-0582-45c9-af58-230df7936428 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:49.051844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce59928f-d20b-4030-aa66-94ddb4280d80 req-7108947d-0582-45c9-af58-230df7936428 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0687778 Feb 15 14:54:49.118596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd318f09-c611-486f-b26b-8f5430e4c0af req-8817e78c-8944-405a-9453-c70a3388ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:49.120043 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd318f09-c611-486f-b26b-8f5430e4c0af req-8817e78c-8944-405a-9453-c70a3388ae2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0683274 Feb 15 14:54:49.126809 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ce59928f-d20b-4030-aa66-94ddb4280d80 req-7f3231b0-07aa-4870-b8be-28e4119d70bf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682511 Feb 15 14:54:49.189397 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd318f09-c611-486f-b26b-8f5430e4c0af req-d862bfc5-14d6-42cf-b376-64f4a4bbf0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:49.191404 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd318f09-c611-486f-b26b-8f5430e4c0af req-d862bfc5-14d6-42cf-b376-64f4a4bbf0b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0648067 Feb 15 14:54:49.315571 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd318f09-c611-486f-b26b-8f5430e4c0af req-aa1a07ae-4caf-4a81-87ff-4910da4605e5 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158698 Feb 15 14:54:49.424335 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cd318f09-c611-486f-b26b-8f5430e4c0af req-00d71f4f-50ea-4ddb-a3f5-37b2b33f77ef service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006594 Feb 15 14:54:49.880822 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:50.259368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e08d49-7f9a-45d4-b455-4b4d58c7d74a req-a8c0e69a-c188-4899-aa1e-950fd309b3ab tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:50.261013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37e08d49-7f9a-45d4-b455-4b4d58c7d74a req-a8c0e69a-c188-4899-aa1e-950fd309b3ab tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0578127 Feb 15 14:54:50.321732 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-37e08d49-7f9a-45d4-b455-4b4d58c7d74a req-270490bc-78b4-44fb-b9d0-47e061804955 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544138 Feb 15 14:54:51.166485 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:51.451106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517b880-3cfe-4577-a99f-c74bfbeffd58 req-58e1a219-d183-4092-9621-8fa6174e4712 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:51.452655 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c517b880-3cfe-4577-a99f-c74bfbeffd58 req-58e1a219-d183-4092-9621-8fa6174e4712 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0568852 Feb 15 14:54:51.509208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c517b880-3cfe-4577-a99f-c74bfbeffd58 req-bf01d20b-9fc9-424e-b29f-28f74135f427 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494139 Feb 15 14:54:52.652641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d372a-743c-43cc-88bd-f4778a0c13dd req-87633780-31ca-40d3-a8ee-9903cd9c5e25 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:52.654205 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b1d372a-743c-43cc-88bd-f4778a0c13dd req-87633780-31ca-40d3-a8ee-9903cd9c5e25 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0608416 Feb 15 14:54:52.721505 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b1d372a-743c-43cc-88bd-f4778a0c13dd req-740a79bc-0288-4a49-9c63-563c6cc83c81 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617206 Feb 15 14:54:53.850411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2ece6-32b5-4b63-a78b-ec55ffc8c660 req-c193309e-5f8f-4a71-aa7d-e04f6e1f5241 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:53.851982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24c2ece6-32b5-4b63-a78b-ec55ffc8c660 req-c193309e-5f8f-4a71-aa7d-e04f6e1f5241 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0573769 Feb 15 14:54:53.901969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-24c2ece6-32b5-4b63-a78b-ec55ffc8c660 req-fffd83ab-04dc-4847-ab32-0f50149178e8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443840 Feb 15 14:54:55.034627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbd586-c1de-44f8-ad3e-d9c4e37af654 req-b6cbc6f7-8b28-46aa-ae20-26705d08d7cd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:55.036083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80fbd586-c1de-44f8-ad3e-d9c4e37af654 req-b6cbc6f7-8b28-46aa-ae20-26705d08d7cd tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0582917 Feb 15 14:54:55.090055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-80fbd586-c1de-44f8-ad3e-d9c4e37af654 req-517d1ddd-b0b4-4023-8866-ba43fe59eb01 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471098 Feb 15 14:54:55.731863 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:54:56.214628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69b686-3d24-4494-928a-206070a76cc9 req-156cb943-2517-4fd4-bc0c-4635eba1703e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:56.216158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb69b686-3d24-4494-928a-206070a76cc9 req-156cb943-2517-4fd4-bc0c-4635eba1703e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0534418 Feb 15 14:54:56.263622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb69b686-3d24-4494-928a-206070a76cc9 req-8397d8d8-623b-4da2-9bc9-473aa294ac1f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Feb 15 14:54:57.382799 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c8a62-2e76-44f9-991f-945f7b8447de req-7bcabcdd-7ff8-4ace-9799-61fe24c44966 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:57.384231 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f0c8a62-2e76-44f9-991f-945f7b8447de req-7bcabcdd-7ff8-4ace-9799-61fe24c44966 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0512142 Feb 15 14:54:57.435183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8f0c8a62-2e76-44f9-991f-945f7b8447de req-df84d80e-9857-4de2-967e-28a43e3088d7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453606 Feb 15 14:54:57.734724 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-97fffbfe-c487-49c8-b106-5462b2aafa98 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:57.736218 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-97fffbfe-c487-49c8-b106-5462b2aafa98 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0&tenant_id=e2e409968ead49ba8bd506a271e49d0a&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 944 time: 0.0614738 Feb 15 14:54:57.737455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07dba5-fe3c-47a0-ab76-9e1e772502ab req-946d323f-d2b7-45ac-a500-bef99db970cb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:57.739032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d07dba5-fe3c-47a0-ab76-9e1e772502ab req-946d323f-d2b7-45ac-a500-bef99db970cb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 944 time: 0.0535908 Feb 15 14:54:57.789592 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d07dba5-fe3c-47a0-ab76-9e1e772502ab req-0597105b-5b46-41c4-a6a2-cafe0b66bc73 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426958 Feb 15 14:54:57.800496 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-e32d2045-8599-40a2-b511-6f0adcdbecd1 service neutron] 10.222.0.42 "GET /v2.0/ports/1b2f6505-20d1-4b69-b1a2-c7e029de9a0d/bindings/n-h1-829064-15 HTTP/1.1" status: 200 len: 383 time: 0.0559874 Feb 15 14:54:57.865713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-812f12c7-3a1a-4f0c-ba19-61dfc0e8327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:57.867242 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-812f12c7-3a1a-4f0c-ba19-61dfc0e8327a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1127 time: 0.0451148 Feb 15 14:54:57.962182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-73520c97-99fa-49c7-abf0-ec7c27d9f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:57.963679 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-73520c97-99fa-49c7-abf0-ec7c27d9f2e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0893588 Feb 15 14:54:58.030837 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-b36d0f13-a15d-4bf6-8a2b-51d1e570ead5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1001 time: 0.0587816 Feb 15 14:54:58.081982 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-71b1decc-4489-4cc9-a0b4-b0427bf5f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:58.083479 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-71b1decc-4489-4cc9-a0b4-b0427bf5f174 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0445304 Feb 15 14:54:58.138673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-3753a9a7-87d4-4c86-8e3a-e53b313d5b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:58.140244 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-3753a9a7-87d4-4c86-8e3a-e53b313d5b58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497751 Feb 15 14:54:58.192417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:54:58.234099 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-54d078ec-1230-44a8-80da-e3676022e973 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869753 Feb 15 14:54:58.291585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:54:58.304727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'port_id': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'mac_address': 'fa:16:3e:da:f7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:54:58.334147 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-3c83aad3-240e-4d57-851f-233db019a278 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925992 Feb 15 14:54:58.350009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:54:58.350405 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:58.364192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:54:58.383022 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:54:58.388588 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:54:58.437960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:54:58.445193 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.445546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.445885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.446222 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.446553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.446879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.447238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.447563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.447883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.448204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.448527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.448850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.449169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:54:58.694198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:54:58.918764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc8f5a-2091-473c-93fb-62940749e46e req-3f2f4972-1387-4841-a1d4-cf7b9153389b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:54:58.920278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9fc8f5a-2091-473c-93fb-62940749e46e req-3f2f4972-1387-4841-a1d4-cf7b9153389b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0616994 Feb 15 14:54:58.967009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e9fc8f5a-2091-473c-93fb-62940749e46e req-a1ac073a-5838-4a4c-85fd-ddaed25b1691 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406721 Feb 15 14:55:00.098977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30f926-df59-4cbb-8772-1a95a50c1c1b req-2325804a-5186-4f39-95c7-9abb1521411b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:00.100388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb30f926-df59-4cbb-8772-1a95a50c1c1b req-2325804a-5186-4f39-95c7-9abb1521411b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0621488 Feb 15 14:55:00.147881 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb30f926-df59-4cbb-8772-1a95a50c1c1b req-074c861f-e559-4c39-a031-0b75463bd766 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418723 Feb 15 14:55:00.230954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:55:00.281486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:55:00.286996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:55:00.287572 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:00.374799 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:55:00.375127 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:00.399963 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:55:00.402220 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f9ca6-11f0-4d77-8032-14c03cbc4e29" -d '{"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-plugged", "status": "completed", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:55:00.414763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:55:00.420435 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:00.458473 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74446ff8-460e-45ba-8e0d-1977ba56bf0e x-openstack-request-id: req-74446ff8-460e-45ba-8e0d-1977ba56bf0e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:55:00.458774 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-plugged", "status": "completed", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:55:00.459052 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-74446ff8-460e-45ba-8e0d-1977ba56bf0e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:55:00.459448 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'code': 200} Feb 15 14:55:00.475520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:01.275574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ade5d6-017f-4cc2-82f2-5cd15c0affc6 req-eaa6e767-dbea-4fa8-b9d8-18594c3ee1b4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:01.277083 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26ade5d6-017f-4cc2-82f2-5cd15c0affc6 req-eaa6e767-dbea-4fa8-b9d8-18594c3ee1b4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0556548 Feb 15 14:55:01.326693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-26ade5d6-017f-4cc2-82f2-5cd15c0affc6 req-62be4c3a-9b1e-4b35-8a3c-8993b40407b3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430655 Feb 15 14:55:02.460444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef742a62-038b-4175-ac1b-0c3ee388044f req-2366b488-ce2b-41f7-bdb3-fcf2e33d7f6f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:02.461977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef742a62-038b-4175-ac1b-0c3ee388044f req-2366b488-ce2b-41f7-bdb3-fcf2e33d7f6f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0605130 Feb 15 14:55:02.518555 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef742a62-038b-4175-ac1b-0c3ee388044f req-1d57b8fa-257c-4f15-bf20-d9627f24fd12 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506508 Feb 15 14:55:03.644567 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af3184-a8a2-49c5-8c9f-a321352de67b req-ac0bd7b1-4803-427e-929e-11186146c510 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:03.646098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40af3184-a8a2-49c5-8c9f-a321352de67b req-ac0bd7b1-4803-427e-929e-11186146c510 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0554128 Feb 15 14:55:03.695380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-40af3184-a8a2-49c5-8c9f-a321352de67b req-4339628e-3551-45ae-bd8e-21050fa2ecfe tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Feb 15 14:55:04.249648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:55:04.330189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:55:04.330891 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:04.354652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:55:04.356914 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e450f8-1d54-4f7a-bf4b-0879eb4779f2" -d '{"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:55:04.369972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:55:04.374149 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:04.409113 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 14:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90fb88b-385a-42e9-a013-88aa5803c2e0 x-openstack-request-id: req-a90fb88b-385a-42e9-a013-88aa5803c2e0 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:55:04.409444 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:55:04.409735 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a90fb88b-385a-42e9-a013-88aa5803c2e0 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:55:04.410132 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'code': 200} Feb 15 14:55:04.425692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=10']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:04.818347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462c10e-2da6-4dec-b67e-35348516bb8b req-ed6ff3dc-07fd-434f-b75d-17ee120cff63 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:04.819939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6462c10e-2da6-4dec-b67e-35348516bb8b req-ed6ff3dc-07fd-434f-b75d-17ee120cff63 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0553601 Feb 15 14:55:04.872564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6462c10e-2da6-4dec-b67e-35348516bb8b req-34279100-e3a6-4e57-9830-0e866c363a0f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469730 Feb 15 14:55:04.923393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-6ab8bf0a-407c-4fab-aa65-095e4277ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:04.924929 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-6ab8bf0a-407c-4fab-aa65-095e4277ab89 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0&tenant_id=e2e409968ead49ba8bd506a271e49d0a HTTP/1.1" status: 200 len: 1128 time: 0.0466056 Feb 15 14:55:04.935259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:55:04.995930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:05.201954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:55:05.233679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:55:05.267376 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:55:05.274633 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Publish callbacks [] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:05.286643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Transition to ACTIVE for port object 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:55:05.290314 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:05.364835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=11']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:05.415136 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] No DVR routers for this DVR port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:55:05.555722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:55:05.555978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:55:05.556303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:55:05.560569 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on network 735a4e94-0350-43fd-98f2-57bf27bd1ded not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:55:05.560888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Attempting to bind port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on network 735a4e94-0350-43fd-98f2-57bf27bd1ded {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:55:05.565635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:55:05.566005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Checking segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:55:05.566384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Bound using segment: {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:55:05.566808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Bound port: 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:55:05.567191 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:05.629980 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:55:05.633040 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:55:05.638910 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:05.683089 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:05.683774 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:05.685313 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] 10.222.0.67 "PUT /v2.0/ports/1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1094 time: 0.7539849 Feb 15 14:55:05.685778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:55:05.688318 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:55:05.773477 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4003e-6db5-4ebd-8e39-90633088c6db service neutron] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=12']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:05.797131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-135120c4-5b2b-4cc5-b9a5-9d5b91238cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:05.799145 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-135120c4-5b2b-4cc5-b9a5-9d5b91238cbc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1128 time: 0.0852749 Feb 15 14:55:05.801642 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ee3932-bfcd-4886-906c-5a6c71c58fcc x-openstack-request-id: req-13ee3932-bfcd-4886-906c-5a6c71c58fcc {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:55:05.801939 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:55:05.802195 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13ee3932-bfcd-4886-906c-5a6c71c58fcc {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:55:05.802610 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'status': 'completed', 'code': 200} Feb 15 14:55:05.937001 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-6afea881-3769-44ba-9a17-f63e24a54567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:05.937001 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-6afea881-3769-44ba-9a17-f63e24a54567 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1128 time: 0.1093607 Feb 15 14:55:05.940707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-97b297b2-ca55-4628-8bf4-dd8ed9c87e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:05.942136 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-97b297b2-ca55-4628-8bf4-dd8ed9c87e83 service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1375771 Feb 15 14:55:06.013209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00dc9e-5c0d-4ef7-b253-73353bdddf5a req-2f072df5-a3f5-429a-9baa-b1af3395d36c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:06.018928 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a00dc9e-5c0d-4ef7-b253-73353bdddf5a req-2f072df5-a3f5-429a-9baa-b1af3395d36c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0571086 Feb 15 14:55:06.062425 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-3898bb82-4c09-46ec-a69d-c51ef2a26a3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1001 time: 0.1115174 Feb 15 14:55:06.070498 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a00dc9e-5c0d-4ef7-b253-73353bdddf5a req-7d6018cf-9f82-40fb-8cbb-2e45c647dad2 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477881 Feb 15 14:55:06.109953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-ddaa2d38-345f-42b3-a468-e39ea82dec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:06.111472 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-ddaa2d38-345f-42b3-a468-e39ea82dec52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.1678510 Feb 15 14:55:06.158964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-ae4233a0-3d2a-4a4e-910c-512fc3b23a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:06.160439 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-ae4233a0-3d2a-4a4e-910c-512fc3b23a10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0909562 Feb 15 14:55:06.215624 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-65c4f1ae-b3a9-4f60-8245-0850a2e8e326 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1001 time: 0.0961051 Feb 15 14:55:06.256616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-994d0476-c378-42a0-8c1a-bf2ee6f7e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:06.258138 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-994d0476-c378-42a0-8c1a-bf2ee6f7e527 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0910919 Feb 15 14:55:06.280278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-e4b91092-c871-4a79-8973-8111f46c2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:06.281687 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-e4b91092-c871-4a79-8973-8111f46c2705 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0586002 Feb 15 14:55:06.389775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-27fe47fe-86f1-4ca3-8b2f-0193671a90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:06.391415 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-27fe47fe-86f1-4ca3-8b2f-0193671a90c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0998173 Feb 15 14:55:06.397605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-e2b86fb9-0eb8-40ce-afeb-c5d090205eb4 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298873 Feb 15 14:55:06.780475 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-4da13ce6-8839-4e22-86a9-f408ae0fbef1 service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819191 Feb 15 14:55:06.782376 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-63d1dd54-cf57-44e0-a3a8-84c9d8f0cadf req-e5a04720-0085-4beb-8823-7ecd8e873ff9 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767271 Feb 15 14:55:06.909024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-13906fc5-6885-4fab-b088-c09ea6a9a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:06.911071 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-13906fc5-6885-4fab-b088-c09ea6a9a451 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e2e409968ead49ba8bd506a271e49d0a&device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 1128 time: 0.0819983 Feb 15 14:55:06.914562 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-5c3351eb-1b80-4d3d-84db-1ec05346541f service neutron] 10.222.0.42 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276164 Feb 15 14:55:07.000699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-cb78d208-85e7-41c2-a6dd-1ab27ec6f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:07.002177 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-cb78d208-85e7-41c2-a6dd-1ab27ec6f791 service neutron] 10.222.0.67 "GET /v2.0/networks?id=735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 200 len: 913 time: 0.0852458 Feb 15 14:55:07.073955 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-dc9e970a-3020-4574-ad14-6fca06ac4176 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 200 len: 1001 time: 0.0658398 Feb 15 14:55:07.124155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-293aa3f0-a5b9-4d92-b15f-607179ded9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:07.125626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-293aa3f0-a5b9-4d92-b15f-607179ded9ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 200 len: 851 time: 0.0457559 Feb 15 14:55:07.181578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-7fc801c8-b7ac-4658-8805-b57b8220983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:07.183347 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-7fc801c8-b7ac-4658-8805-b57b8220983c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=735a4e94-0350-43fd-98f2-57bf27bd1ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506897 Feb 15 14:55:07.200405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb8cd5-162f-4959-b8cc-5372ba2a7d34 req-7087fd46-41ff-4194-949e-7102b80b692f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:07.201891 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0cb8cd5-162f-4959-b8cc-5372ba2a7d34 req-7087fd46-41ff-4194-949e-7102b80b692f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0552030 Feb 15 14:55:07.250818 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0cb8cd5-162f-4959-b8cc-5372ba2a7d34 req-a5f8d027-4ce3-4963-81e2-ad848921d617 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423720 Feb 15 14:55:07.285023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-e4cf3e43-de37-417b-a0c9-53a0d83baa6e service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946348 Feb 15 14:55:07.373553 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cd761ad-77d1-4d4d-a68e-09cc3e71808d req-b1ebb9c1-e164-42f9-8aa8-6b7c05774a24 service neutron] 10.222.0.67 "GET /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824668 Feb 15 14:55:08.377390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dc676-2eb1-4ba6-91d6-cba3799d9f8e req-f0c959c5-2f96-496b-997b-fd05907f891f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:08.379734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e15dc676-2eb1-4ba6-91d6-cba3799d9f8e req-f0c959c5-2f96-496b-997b-fd05907f891f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0554655 Feb 15 14:55:08.427025 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e15dc676-2eb1-4ba6-91d6-cba3799d9f8e req-33eab6a3-808e-46be-9c6d-aa37fc502f22 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 Feb 15 14:55:09.553995 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4392646-9538-437e-b26c-9e300743e1c9 req-53b2afc3-ac88-4e58-9361-6d9d68e15ae8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:09.555684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4392646-9538-437e-b26c-9e300743e1c9 req-53b2afc3-ac88-4e58-9361-6d9d68e15ae8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0568821 Feb 15 14:55:09.612334 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c4392646-9538-437e-b26c-9e300743e1c9 req-79287053-8bf1-4c94-90d6-1aba24e198aa tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491631 Feb 15 14:55:10.452131 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:10.737070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fad3b-8dc5-4b50-822d-c244b480459a req-07b9258b-b3ce-43cd-b9eb-e77b6870950e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:10.739203 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe3fad3b-8dc5-4b50-822d-c244b480459a req-07b9258b-b3ce-43cd-b9eb-e77b6870950e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0558696 Feb 15 14:55:10.798234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fe3fad3b-8dc5-4b50-822d-c244b480459a req-0a5702ea-e000-415d-a516-85837d60657c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528920 Feb 15 14:55:11.925098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903f82e-7cd3-49c6-b5e9-4d9ab8c46f79 req-f32884df-bb27-47be-b578-bc8d26ca48fc tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:11.927279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5903f82e-7cd3-49c6-b5e9-4d9ab8c46f79 req-f32884df-bb27-47be-b578-bc8d26ca48fc tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0555212 Feb 15 14:55:11.979291 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5903f82e-7cd3-49c6-b5e9-4d9ab8c46f79 req-cea67819-9847-45a6-b2d5-c8fcbc366838 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463219 Feb 15 14:55:12.655823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:13.111834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6c672-e2a6-471e-b1b2-d113e913feee req-f0a5650d-f962-4ce0-9d69-ec77c61bd42d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:13.113611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ba6c672-e2a6-471e-b1b2-d113e913feee req-f0a5650d-f962-4ce0-9d69-ec77c61bd42d tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0590475 Feb 15 14:55:13.165528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ba6c672-e2a6-471e-b1b2-d113e913feee req-7a97e15f-2d76-42ca-9b9e-63050863a34e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460441 Feb 15 14:55:14.292919 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eb8ae-2095-4e68-b158-4b33b3924115 req-5bbcaa83-647b-4280-b1cb-e587fba82bb7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:14.294452 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-961eb8ae-2095-4e68-b158-4b33b3924115 req-5bbcaa83-647b-4280-b1cb-e587fba82bb7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0580683 Feb 15 14:55:14.342483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-961eb8ae-2095-4e68-b158-4b33b3924115 req-07c7214a-8158-466e-acad-92b5d81d3fde tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420499 Feb 15 14:55:14.859846 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-85937618-af7e-4243-af28-3c62dbea1339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:15.469676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547e293-34fa-4257-ae80-8ef37243d2a1 req-a8cfd819-c5ce-4250-bd01-8e9eaa81b7cc tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:15.471230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8547e293-34fa-4257-ae80-8ef37243d2a1 req-a8cfd819-c5ce-4250-bd01-8e9eaa81b7cc tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0562441 Feb 15 14:55:15.521126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8547e293-34fa-4257-ae80-8ef37243d2a1 req-b77eff76-5ac3-46ec-80c9-c688f37b9b87 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Feb 15 14:55:16.654800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfac8f-8f88-48b8-b7fd-d3ef60a7049e req-86b1dbe4-7713-45db-9e07-bda1e6629ec9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:16.656511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95bfac8f-8f88-48b8-b7fd-d3ef60a7049e req-86b1dbe4-7713-45db-9e07-bda1e6629ec9 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0643494 Feb 15 14:55:16.713703 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-95bfac8f-8f88-48b8-b7fd-d3ef60a7049e req-81179e68-b0df-456e-acb3-ca8707debba8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515661 Feb 15 14:55:17.243096 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3d82108b-1abb-448c-b343-3f082dbce005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:17.835135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deda42a-661d-49b4-a958-4653440ed651 req-94ef1ac3-e07a-4664-a09d-1860e25fa6fb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:17.836612 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4deda42a-661d-49b4-a958-4653440ed651 req-94ef1ac3-e07a-4664-a09d-1860e25fa6fb tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0536203 Feb 15 14:55:17.884016 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4deda42a-661d-49b4-a958-4653440ed651 req-7f790d39-8d64-4252-a8be-ee3e28940874 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418084 Feb 15 14:55:18.563245 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:19.005148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192baf4-308e-4307-a29b-8b947109a294 req-641363c6-486f-4fdf-b226-f1f25f065f24 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:19.006642 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0192baf4-308e-4307-a29b-8b947109a294 req-641363c6-486f-4fdf-b226-f1f25f065f24 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0541914 Feb 15 14:55:19.059883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0192baf4-308e-4307-a29b-8b947109a294 req-9dda2db5-23c4-4342-bf7f-5b8bf2575141 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475817 Feb 15 14:55:19.883035 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:20.182421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f525d3-a4da-4cac-916d-5d9cbc81d52b req-ab08bd15-799d-4880-9db2-5d9589d17300 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:20.183951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4f525d3-a4da-4cac-916d-5d9cbc81d52b req-ab08bd15-799d-4880-9db2-5d9589d17300 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0527585 Feb 15 14:55:20.232014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d4f525d3-a4da-4cac-916d-5d9cbc81d52b req-5f779c67-fd92-4d3c-a108-46a62f8241b4 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 Feb 15 14:55:21.178642 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:21.356216 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bafd9a-4237-4b8d-8f73-af951b384e9a req-489037d6-baf8-4070-a846-6518918f0f16 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:21.357737 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96bafd9a-4237-4b8d-8f73-af951b384e9a req-489037d6-baf8-4070-a846-6518918f0f16 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0534163 Feb 15 14:55:21.405200 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-96bafd9a-4237-4b8d-8f73-af951b384e9a req-658ad3e9-bafa-4f30-897c-980bb05fd96a tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419121 Feb 15 14:55:22.532698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b8c39-6dcd-4a96-8cc5-f36724d78876 req-a2e5fdc9-6397-487b-b0d1-5696f35f9116 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:22.534372 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a00b8c39-6dcd-4a96-8cc5-f36724d78876 req-a2e5fdc9-6397-487b-b0d1-5696f35f9116 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0569313 Feb 15 14:55:22.589775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a00b8c39-6dcd-4a96-8cc5-f36724d78876 req-666691e5-e76c-4935-b202-64045142d279 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490985 Feb 15 14:55:23.707974 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35664bea-88c6-4f93-be7e-e8c961315945 req-00916428-a813-4cc6-a9ff-a17ccce138c8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:23.709443 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35664bea-88c6-4f93-be7e-e8c961315945 req-00916428-a813-4cc6-a9ff-a17ccce138c8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0524156 Feb 15 14:55:23.755284 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-35664bea-88c6-4f93-be7e-e8c961315945 req-e7447766-3cfd-4d88-8ca0-02e65279ef9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402884 Feb 15 14:55:24.876188 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e0b6c-bbef-441b-8478-40876a8a7f73 req-1d0e0ae4-456e-47bc-8b12-bb98af437fc1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:24.877653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a5e0b6c-bbef-441b-8478-40876a8a7f73 req-1d0e0ae4-456e-47bc-8b12-bb98af437fc1 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0506642 Feb 15 14:55:24.927829 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a5e0b6c-bbef-441b-8478-40876a8a7f73 req-30bc5d6a-c782-457e-9b42-5874164e5b92 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439885 Feb 15 14:55:26.048746 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b9e95-3365-4708-985c-f88b2277171f req-e9b26382-6547-4cd3-9c20-cf1bdca46ae8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:26.050739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c63b9e95-3365-4708-985c-f88b2277171f req-e9b26382-6547-4cd3-9c20-cf1bdca46ae8 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0531352 Feb 15 14:55:26.101814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c63b9e95-3365-4708-985c-f88b2277171f req-a6701d05-6069-41f3-bf20-3e89224df936 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454242 Feb 15 14:55:26.197056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:55:26.222706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cd8a2-7eca-451a-ac48-8b6e1d91e41f req-268477b2-d67a-40d8-8e1e-23d70307c434 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:26.224257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-135cd8a2-7eca-451a-ac48-8b6e1d91e41f req-268477b2-d67a-40d8-8e1e-23d70307c434 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0541134 Feb 15 14:55:26.273042 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-135cd8a2-7eca-451a-ac48-8b6e1d91e41f req-a3b142a2-3813-4145-9688-8e6075219bbf tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431008 Feb 15 14:55:26.292741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:55:26.305749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'port_id': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'mac_address': 'fa:16:3e:da:f7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:55:26.346549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:55:26.346983 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:26.360216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:55:26.381140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:55:26.385707 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:26.397398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe946d3-60c2-4809-98fd-cf6dd1a5dbf1 req-d416b43c-290d-49cb-aceb-acc90a432712 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:26.398934 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dfe946d3-60c2-4809-98fd-cf6dd1a5dbf1 req-d416b43c-290d-49cb-aceb-acc90a432712 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 945 time: 0.0592732 Feb 15 14:55:26.433694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=13']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:26.450929 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dfe946d3-60c2-4809-98fd-cf6dd1a5dbf1 req-2557ef11-a105-4d1d-a30e-f6190fad4a7f tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464270 Feb 15 14:55:26.691004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cd310-9a7d-483f-87b8-ce2231213a0d req-c805ae47-65a1-4a90-a7bc-f41d973bb9f7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:26.692503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-430cd310-9a7d-483f-87b8-ce2231213a0d req-c805ae47-65a1-4a90-a7bc-f41d973bb9f7 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0534306 Feb 15 14:55:26.740418 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-430cd310-9a7d-483f-87b8-ce2231213a0d req-9abe2343-ab2b-4635-b531-39492599b77b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 Feb 15 14:55:26.741566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:55:27.876701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ee9db-6b1c-40cc-b14a-9ab3f7caa4fe req-b8516ede-50b5-40d1-8ce2-d4d01cb6299e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:27.878194 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-858ee9db-6b1c-40cc-b14a-9ab3f7caa4fe req-b8516ede-50b5-40d1-8ce2-d4d01cb6299e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 946 time: 0.0661466 Feb 15 14:55:27.925311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-858ee9db-6b1c-40cc-b14a-9ab3f7caa4fe req-5cf7dc91-353e-4e9a-9092-9f2537cc9859 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups?id=21f47ba8-ffd0-41f1-b235-0438ca3bc6df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409653 Feb 15 14:55:28.205317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:55:28.255555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:55:28.259418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:55:28.259793 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:28.340008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:55:28.340397 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:28.363183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:55:28.365553 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cbe3f2-5df3-4c6c-92e3-fae60e9c6fc2" -d '{"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-plugged", "status": "completed", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:55:28.377579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:55:28.383731 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:28.406764 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f84fd9-2d59-4f13-a6e8-612d4529e463 x-openstack-request-id: req-24f84fd9-2d59-4f13-a6e8-612d4529e463 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:55:28.407086 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-plugged", "status": "completed", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:55:28.407344 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-24f84fd9-2d59-4f13-a6e8-612d4529e463 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:55:28.407738 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'code': 200} Feb 15 14:55:28.433870 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=14']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:28.440129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-b50a9101-a2c3-424a-83ae-b39b39eeae42 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:28.442193 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-b50a9101-a2c3-424a-83ae-b39b39eeae42 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 947 time: 0.0621982 Feb 15 14:55:28.532543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Deleting port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:55:28.532890 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:28.633703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] For port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:55:28.634071 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:28.821230 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:28.821491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:28.821808 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385 disassociated. External IP: 172.25.6.123, port: 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d. Feb 15 14:55:28.822141 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Calling delete_port for 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:55:28.961325 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1b2f6505-20d1-4b69-b1a2-c7e029de9a0d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:28.993259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event deleted for resources: {'Port': ['ID=1b2f6505-20d1-4b69-b1a2-c7e029de9a0d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:29.032979 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3f43ca0a-aa0b-4ebd-9b69-2fbec4b18fb0 req-bf57e149-9b08-410f-b598-b016f0fea931 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 210 time: 0.0346146 Feb 15 14:55:29.121998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Router 241e275e-ab0b-4883-a192-36d4e5f82252 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:55:29.238616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:55:29.250040 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1c798-3c4b-42ea-b525-84f0c484d0c3 None None] Sync routers for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:55:29.259977 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1c798-3c4b-42ea-b525-84f0c484d0c3 None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:55:29.260589 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-58a1c798-3c4b-42ea-b525-84f0c484d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:55:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:55:29.280312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] No DVR routers for this DVR port 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:55:29.283512 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:29.287735 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a7abc48d-e2e6-45a7-a044-f475b187c329 req-a82eecbe-d113-47d4-96d3-535bd64c6d9e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.67 "DELETE /v2.0/ports/1b2f6505-20d1-4b69-b1a2-c7e029de9a0d HTTP/1.1" status: 204 len: 173 time: 0.8406985 Feb 15 14:55:29.288245 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-deleted', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:55:29.290694 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf636c-a5a2-44ae-a37a-b26771f8c8a3" -d '{"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-deleted", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:55:29.330621 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a168eb1b-c3a5-4e36-963a-cb1bb59838ac x-openstack-request-id: req-a168eb1b-c3a5-4e36-963a-cb1bb59838ac {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:55:29.330969 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0", "name": "network-vif-deleted", "tag": "1b2f6505-20d1-4b69-b1a2-c7e029de9a0d", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:55:29.331927 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a168eb1b-c3a5-4e36-963a-cb1bb59838ac {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:55:29.332341 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0', 'name': 'network-vif-deleted', 'tag': '1b2f6505-20d1-4b69-b1a2-c7e029de9a0d', 'status': 'completed', 'code': 200} Feb 15 14:55:29.376210 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-58a1c798-3c4b-42ea-b525-84f0c484d0c3 None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:55:29.578010 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-58a1c798-3c4b-42ea-b525-84f0c484d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:55:29.609395 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1c798-3c4b-42ea-b525-84f0c484d0c3 None None] Checking router: 241e275e-ab0b-4883-a192-36d4e5f82252 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:55:29.617820 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1c798-3c4b-42ea-b525-84f0c484d0c3 None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:55:29.618423 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-58a1c798-3c4b-42ea-b525-84f0c484d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:55:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:55:29.727523 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-58a1c798-3c4b-42ea-b525-84f0c484d0c3 None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:55:30.033908 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-58a1c798-3c4b-42ea-b525-84f0c484d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:55:30.060734 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1c798-3c4b-42ea-b525-84f0c484d0c3 None None] The sync data for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 is: [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:50:57Z', 'revision_number': 4, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '5f098342-9cf7-4f51-b217-72dba08dad96', 'name': '', 'network_id': '735a4e94-0350-43fd-98f2-57bf27bd1ded', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'mac_address': 'fa:16:3e:0c:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:56Z', 'updated_at': '2022-02-15T14:51:00Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'subnets': [{'id': '9ef70e43-3b22-4a2c-82d5-21742a3b2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:55:30.161110 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dafb7d02-2581-4683-a42f-6e03cd8264f5 req-31354603-4ecc-4df7-8625-0c8134797b4b tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 210 time: 0.0289230 Feb 15 14:55:30.335613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93cbd1-b3fe-45eb-95c3-1b3a5d6499f4 None None] New status for floating IP 5f8ec547-a27c-428e-a673-6d3dd384a385: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:55:31.264096 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3376b01a-2235-4e77-9d14-4e16a30852ae req-422a2a29-6df5-46c9-875d-5a22cb990153 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 210 time: 0.0292625 Feb 15 14:55:32.221955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:55:32.246704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:55:32.247083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 1b2f6505-20d1-4b69-b1a2-c7e029de9a0d not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:55:32.369552 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-548f8203-a66a-4580-b1e9-d77d65d7a992 req-1973bdfb-470c-4130-8aa7-561f0a2dbd37 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 210 time: 0.0301745 Feb 15 14:55:32.731859 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:55:33.477074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a18a5df8-47fc-4d77-91a7-87643c89f1d1 req-cbaf5cfb-d293-4781-aaa3-304646c979ae tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 210 time: 0.0305965 Feb 15 14:55:34.581689 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1ea2573e-b8c5-4e02-91c6-26779a50027c req-59f0792b-ba0e-421f-b3b6-166d00993787 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 210 time: 0.0302775 Feb 15 14:55:35.678455 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0af6afbe-eae3-4d3c-8162-c85cfee5f660 req-f94ee664-0b6f-4571-be89-238f4c0f8c4c tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 210 time: 0.0273104 Feb 15 14:55:36.782967 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25ff2999-feef-4f94-9813-d47b2f318e6f req-414f5a48-a90d-48d5-929c-4dcfae588b16 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 210 time: 0.0332804 Feb 15 14:55:37.884322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50b75bd9-bab1-4cb2-8eeb-bd4e93a82dc5 req-3775a5c6-a557-408b-8ed6-c7f4ee26f5e3 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e1ef56d-7fcf-4add-a505-4c7c7e1c25e0 HTTP/1.1" status: 200 len: 210 time: 0.0284526 Feb 15 14:55:40.461342 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:42.670206 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:44.741635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51008) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:55:44.832704 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group (21f47ba8-ffd0-41f1-b235-0438ca3bc6df), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:44.865012 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f12662fe-5e12-4913-a31e-ff007e15b958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:44.868887 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group (21f47ba8-ffd0-41f1-b235-0438ca3bc6df), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:44.941696 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (21f47ba8-ffd0-41f1-b235-0438ca3bc6df), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:44.945075 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:44.949835 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "DELETE /v2.0/security-groups/21f47ba8-ffd0-41f1-b235-0438ca3bc6df HTTP/1.1" status: 204 len: 168 time: 0.2031789 Feb 15 14:55:44.950308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51010) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:55:44.957082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f47ba8-ffd0-41f1-b235-0438ca3bc6df,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:44.965404 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.965922 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.966265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.966770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.967148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.967487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.967816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.968140 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.968462 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.968782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.969110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.969420 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.969743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c4428-cee3-4935-8053-fdac14074b94 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:44.970216 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-4887f26b-b9d3-45f8-ae1b-c83f0b574965 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] show failed (client error): The resource could not be found. Feb 15 14:55:44.972388 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4887f26b-b9d3-45f8-ae1b-c83f0b574965 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "GET /v2.0/security-groups/21f47ba8-ffd0-41f1-b235-0438ca3bc6df HTTP/1.1" status: 404 len: 347 time: 0.0203001 Feb 15 14:55:44.975503 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51012) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:55:45.136585 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Deleting port e31cd7ab-80f2-4097-b612-176170a50cf9 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:55:45.137145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e31cd7ab-80f2-4097-b612-176170a50cf9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:45.228046 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e31cd7ab-80f2-4097-b612-176170a50cf9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:45.228387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (e31cd7ab-80f2-4097-b612-176170a50cf9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:45.240123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Calling delete_port for e31cd7ab-80f2-4097-b612-176170a50cf9 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:55:45.392396 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e31cd7ab-80f2-4097-b612-176170a50cf9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:45.430182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Pushing event deleted for resources: {'Port': ['ID=e31cd7ab-80f2-4097-b612-176170a50cf9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:45.460799 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.461195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.461484 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.461819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.462155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.462490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.462810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.463164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.463487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.463808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.464128 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.464450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.464768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:55:45.507810 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks [] for floatingip (5f8ec547-a27c-428e-a673-6d3dd384a385), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:45.510548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:45.511737 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a6c8a490-bc1a-40c3-bb86-e4d101bf480e tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] 10.222.0.72 "DELETE /v2.0/floatingips/5f8ec547-a27c-428e-a673-6d3dd384a385 HTTP/1.1" status: 204 len: 168 time: 0.5292213 Feb 15 14:55:45.514912 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51014) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:55:45.932500 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (241e275e-ab0b-4883-a192-36d4e5f82252), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:46.202223 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] Deleting port 5f098342-9cf7-4f51-b217-72dba08dad96 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:55:46.202982 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:46.282932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] For port 5f098342-9cf7-4f51-b217-72dba08dad96, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5f098342-9cf7-4f51-b217-72dba08dad96,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:55:46.283305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:46.301077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] Calling delete_port for 5f098342-9cf7-4f51-b217-72dba08dad96 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:55:46.500786 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5f098342-9cf7-4f51-b217-72dba08dad96), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:46.537419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f098342-9cf7-4f51-b217-72dba08dad96,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:46.952302 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (241e275e-ab0b-4883-a192-36d4e5f82252), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:47.184506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] Router 241e275e-ab0b-4883-a192-36d4e5f82252 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:55:47.248258 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0956c986-bdc3-47a3-9a8c-2770ec615e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:47.296424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:55:47.302475 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-adee6592-996c-4dbc-8546-faf3e6659c84 admin admin] 10.222.0.72 "PUT /v2.0/routers/241e275e-ab0b-4883-a192-36d4e5f82252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863629 Feb 15 14:55:47.304973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51016) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:55:47.307923 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12318975-9ac3-4f58-9cf8-6cabd9c7057b None None] Sync routers for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:55:47.319433 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12318975-9ac3-4f58-9cf8-6cabd9c7057b None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:55:47.320086 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-12318975-9ac3-4f58-9cf8-6cabd9c7057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:55:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:55:47.415857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Publish callbacks [] for router (241e275e-ab0b-4883-a192-36d4e5f82252), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:47.427614 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-12318975-9ac3-4f58-9cf8-6cabd9c7057b None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:55:47.535125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Publish callbacks [] for router_gateway (241e275e-ab0b-4883-a192-36d4e5f82252), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:47.591439 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Deleting port 11694de6-fe3c-4529-9551-4642e7e0ec2f {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:55:47.591788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:47.625001 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-12318975-9ac3-4f58-9cf8-6cabd9c7057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:55:46Z', 'revision_number': 5, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port': {'id': '11694de6-fe3c-4529-9551-4642e7e0ec2f', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:46:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:50:55Z', 'updated_at': '2022-02-15T14:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:55:47.651387 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12318975-9ac3-4f58-9cf8-6cabd9c7057b None None] Checking router: 241e275e-ab0b-4883-a192-36d4e5f82252 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:55:47.660830 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12318975-9ac3-4f58-9cf8-6cabd9c7057b None None] Routers {'241e275e-ab0b-4883-a192-36d4e5f82252'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:55:47.661444 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-12318975-9ac3-4f58-9cf8-6cabd9c7057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:55:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['241e275e-ab0b-4883-a192-36d4e5f82252'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:55:47.677475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] For port 11694de6-fe3c-4529-9551-4642e7e0ec2f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=11694de6-fe3c-4529-9551-4642e7e0ec2f,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:55:47.677840 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:47.691248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Calling delete_port for 11694de6-fe3c-4529-9551-4642e7e0ec2f owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:55:47.751171 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-12318975-9ac3-4f58-9cf8-6cabd9c7057b None None] Set router 241e275e-ab0b-4883-a192-36d4e5f82252 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:55:47.807203 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-12318975-9ac3-4f58-9cf8-6cabd9c7057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:55:47Z', 'revision_number': 6, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:55:47.835286 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12318975-9ac3-4f58-9cf8-6cabd9c7057b None None] The sync data for ids ['241e275e-ab0b-4883-a192-36d4e5f82252'] in n-d-829064-15 is: [{'id': '241e275e-ab0b-4883-a192-36d4e5f82252', 'name': 'tempest-ServerActionsTestJSON-2023933694-router', 'tenant_id': 'e2e409968ead49ba8bd506a271e49d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:50:54Z', 'updated_at': '2022-02-15T14:55:47Z', 'revision_number': 6, 'project_id': 'e2e409968ead49ba8bd506a271e49d0a', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:55:47.884905 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (11694de6-fe3c-4529-9551-4642e7e0ec2f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:47.912926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11694de6-fe3c-4529-9551-4642e7e0ec2f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:47.982538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (241e275e-ab0b-4883-a192-36d4e5f82252), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.080516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (241e275e-ab0b-4883-a192-36d4e5f82252), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.083210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Publish callbacks [] for router_controller (241e275e-ab0b-4883-a192-36d4e5f82252), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.136009 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (241e275e-ab0b-4883-a192-36d4e5f82252), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.136566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 241e275e-ab0b-4883-a192-36d4e5f82252 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:55:48.141217 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.142385 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1925cddb-1d35-4d17-a527-9b8c02d786f1 admin admin] 10.222.0.72 "DELETE /v2.0/routers/241e275e-ab0b-4883-a192-36d4e5f82252 HTTP/1.1" status: 204 len: 168 time: 0.8364146 Feb 15 14:55:48.145104 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51018) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:55:48.195847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0ea248-9afe-4672-ab39-a9e1a13a9041 admin admin] Deleting subnet 9ef70e43-3b22-4a2c-82d5-21742a3b2cfe {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:55:48.199517 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea248-9afe-4672-ab39-a9e1a13a9041 admin admin] Publish callbacks [] for subnet (9ef70e43-3b22-4a2c-82d5-21742a3b2cfe), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.243503 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea248-9afe-4672-ab39-a9e1a13a9041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (9ef70e43-3b22-4a2c-82d5-21742a3b2cfe), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.332751 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea248-9afe-4672-ab39-a9e1a13a9041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (9ef70e43-3b22-4a2c-82d5-21742a3b2cfe), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.394436 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea248-9afe-4672-ab39-a9e1a13a9041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (9ef70e43-3b22-4a2c-82d5-21742a3b2cfe), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.422791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ea248-9afe-4672-ab39-a9e1a13a9041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef70e43-3b22-4a2c-82d5-21742a3b2cfe,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:48.425811 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea248-9afe-4672-ab39-a9e1a13a9041 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.429695 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7c0ea248-9afe-4672-ab39-a9e1a13a9041 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9ef70e43-3b22-4a2c-82d5-21742a3b2cfe HTTP/1.1" status: 204 len: 168 time: 0.2835343 Feb 15 14:55:48.431560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a63af4b-4b87-42e8-b91c-62972df83327 None None] Network 735a4e94-0350-43fd-98f2-57bf27bd1ded requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:55:48.432448 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51020) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:55:48.505177 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (735a4e94-0350-43fd-98f2-57bf27bd1ded), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.571605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.572907 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Deleting port d36b663b-049f-4917-8982-f5a059689c98 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:55:48.573492 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d36b663b-049f-4917-8982-f5a059689c98), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.616446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31910056-6d80-4c2e-be06-83bf06e7629e None None] DHCP port deletion for 735a4e94-0350-43fd-98f2-57bf27bd1ded request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:55:48.649688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] For port d36b663b-049f-4917-8982-f5a059689c98, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d36b663b-049f-4917-8982-f5a059689c98,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:55:48.650246 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d36b663b-049f-4917-8982-f5a059689c98), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.667016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Calling delete_port for d36b663b-049f-4917-8982-f5a059689c98 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:55:48.675258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-31910056-6d80-4c2e-be06-83bf06e7629e None None] Deleting port d36b663b-049f-4917-8982-f5a059689c98 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:55:48.675653 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-31910056-6d80-4c2e-be06-83bf06e7629e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d36b663b-049f-4917-8982-f5a059689c98), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.746167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-31910056-6d80-4c2e-be06-83bf06e7629e None None] For port d36b663b-049f-4917-8982-f5a059689c98, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d36b663b-049f-4917-8982-f5a059689c98,segment=NetworkSegment(8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0),segment_id=8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:55:48.746580 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-31910056-6d80-4c2e-be06-83bf06e7629e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d36b663b-049f-4917-8982-f5a059689c98), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.760403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-31910056-6d80-4c2e-be06-83bf06e7629e None None] Calling delete_port for d36b663b-049f-4917-8982-f5a059689c98 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:55:48.777358 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d36b663b-049f-4917-8982-f5a059689c98), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.806538 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Pushing event deleted for resources: {'Port': ['ID=d36b663b-049f-4917-8982-f5a059689c98,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:48.812066 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] No DVR routers for this DVR port d36b663b-049f-4917-8982-f5a059689c98 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:55:48.865445 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-31910056-6d80-4c2e-be06-83bf06e7629e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (d36b663b-049f-4917-8982-f5a059689c98), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.895823 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (735a4e94-0350-43fd-98f2-57bf27bd1ded), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.898640 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31910056-6d80-4c2e-be06-83bf06e7629e None None] Pushing event deleted for resources: {'Port': ['ID=d36b663b-049f-4917-8982-f5a059689c98,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:48.902508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31910056-6d80-4c2e-be06-83bf06e7629e None None] No DVR routers for this DVR port d36b663b-049f-4917-8982-f5a059689c98 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:55:48.932125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735a4e94-0350-43fd-98f2-57bf27bd1ded']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:55:48.944373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:55:48.944664 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:55:48.963585 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.982962 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.996450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:55:48.996982 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (8dd02ffb-2a66-4a27-a6de-ffeb3d2ecdc0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:55:48.998985 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:55:49.057401 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (735a4e94-0350-43fd-98f2-57bf27bd1ded), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:49.063362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:49.067764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] 10.222.0.72 "DELETE /v2.0/networks/735a4e94-0350-43fd-98f2-57bf27bd1ded HTTP/1.1" status: 204 len: 168 time: 0.6343441 Feb 15 14:55:49.085826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef1994-9f2e-46a9-b070-d087d90d913b admin admin] Pushing event deleted for resources: {'Network': ['ID=735a4e94-0350-43fd-98f2-57bf27bd1ded,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:49.357452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51024) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:55:49.397709 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cbacedd3-5c93-44ec-b4a5-b7a5ae890b35 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e2e409968ead49ba8bd506a271e49d0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390801 Feb 15 14:55:49.400101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51026) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:55:49.446993 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df7a2100-029a-4625-950b-8de96fd85221 admin admin] Publish callbacks [] for security_group (fc9be15a-4b22-44cb-a485-5c6c12ca21d6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:49.475522 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df7a2100-029a-4625-950b-8de96fd85221 admin admin] Publish callbacks [] for security_group (fc9be15a-4b22-44cb-a485-5c6c12ca21d6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:49.526175 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 11694de6-fe3c-4529-9551-4642e7e0ec2f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:55:49.531227 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df7a2100-029a-4625-950b-8de96fd85221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (fc9be15a-4b22-44cb-a485-5c6c12ca21d6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:49.534336 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-df7a2100-029a-4625-950b-8de96fd85221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:49.535625 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-df7a2100-029a-4625-950b-8de96fd85221 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fc9be15a-4b22-44cb-a485-5c6c12ca21d6 HTTP/1.1" status: 204 len: 168 time: 0.1346271 Feb 15 14:55:49.543945 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a2100-029a-4625-950b-8de96fd85221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9be15a-4b22-44cb-a485-5c6c12ca21d6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:49.547375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 11694de6-fe3c-4529-9551-4642e7e0ec2f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:55:49.547724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 11694de6-fe3c-4529-9551-4642e7e0ec2f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:55:49.548401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5f098342-9cf7-4f51-b217-72dba08dad96 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:55:49.575040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 5f098342-9cf7-4f51-b217-72dba08dad96 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:55:49.575377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5f098342-9cf7-4f51-b217-72dba08dad96 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:55:49.575795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d36b663b-049f-4917-8982-f5a059689c98 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:55:49.599349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d36b663b-049f-4917-8982-f5a059689c98 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:55:49.599981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d36b663b-049f-4917-8982-f5a059689c98 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:55:49.888067 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:50.274436 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51048) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:55:50.386545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-940492734-network', 'tenant_id': '43d0d2dc27ca4ba1a57e19bcbd580b3b'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:55:50.408413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Made reservation on behalf of 43d0d2dc27ca4ba1a57e19bcbd580b3b for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:55:50.411326 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:50.420627 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:50.507605 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Publish callbacks [] for security_group (2fb04538-97a9-4b4a-818e-57df40826165), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:50.512515 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2fb04538-97a9-4b4a-818e-57df40826165), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:50.541264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:55:50.551785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb04538-97a9-4b4a-818e-57df40826165,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:50.560097 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (160c028d-2e2e-4523-822d-31cc1cd825bf), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:50.560216 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Added segment 160c028d-2e2e-4523-822d-31cc1cd825bf of type vlan for network 2ebbcbf7-b02f-4831-b09d-c36512217b68 Feb 15 14:55:50.604025 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (2ebbcbf7-b02f-4831-b09d-c36512217b68), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:50.631104 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (2ebbcbf7-b02f-4831-b09d-c36512217b68), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:50.632145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:50.632780 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:50.692557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4168141 Feb 15 14:55:50.695550 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51052) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:55:50.702298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] Request body: {'subnet': {'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-940492734-subnet', 'tenant_id': '43d0d2dc27ca4ba1a57e19bcbd580b3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:55:50.716522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59418b1f-7d20-444d-a226-d19e01af50b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2ebbcbf7-b02f-4831-b09d-c36512217b68,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:50.726514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 2ebbcbf7-b02f-4831-b09d-c36512217b68 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:55:50.731257 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] Made reservation on behalf of 43d0d2dc27ca4ba1a57e19bcbd580b3b for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:55:50.734328 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:50.917468 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (d10ece2e-b404-4153-98c7-e54f12a9a8be), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:50.982740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10ece2e-b404-4153-98c7-e54f12a9a8be,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:50.985119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] Checking segment: {'id': '160c028d-2e2e-4523-822d-31cc1cd825bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:55:50.985481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] Network hostable DHCP agents. Network: 2ebbcbf7-b02f-4831-b09d-c36512217b68, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:55:51.006877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] Network 2ebbcbf7-b02f-4831-b09d-c36512217b68 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:55:51.015885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 2ebbcbf7-b02f-4831-b09d-c36512217b68) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:55:51.020161 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:51.020775 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:51.026739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3144722d-c24b-4a85-859f-51a7f7574e13 None None] Network 2ebbcbf7-b02f-4831-b09d-c36512217b68 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:55:51.044079 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9e7c8557-a035-4d68-8312-588f678a8974 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3418877 Feb 15 14:55:51.135874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44af20d7-ed32-473f-9c41-5ea1e18b89e9 None None] Network 2ebbcbf7-b02f-4831-b09d-c36512217b68 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:55:51.209614 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:51.533562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-c67fd9ef-1730-428c-a57b-470df16968e4 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:51.535876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-c67fd9ef-1730-428c-a57b-470df16968e4 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/networks?id=2ebbcbf7-b02f-4831-b09d-c36512217b68 HTTP/1.1" status: 200 len: 813 time: 0.1142147 Feb 15 14:55:51.555492 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-145ad64f-7e87-411c-835d-3ff7360a703e tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/quotas/43d0d2dc27ca4ba1a57e19bcbd580b3b HTTP/1.1" status: 200 len: 375 time: 0.0139220 Feb 15 14:55:51.590835 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-7c16f884-9afb-4983-bb1c-a862d7e11c72 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=43d0d2dc27ca4ba1a57e19bcbd580b3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299211 Feb 15 14:55:51.684557 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-2ec7b2b4-2f87-40c4-8aff-3490764b386b service neutron] 10.222.0.72 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862181 Feb 15 14:55:52.056765 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-8c2aa2b2-12ff-4965-adab-112e2cca10a8 service neutron] 10.222.0.72 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660395 Feb 15 14:55:52.219097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-02153093-a79f-4be1-b615-c9c4f71bdb3d req-828dfa44-1211-4e32-a8e2-1ff6eb916da9 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 210 time: 0.0278575 Feb 15 14:55:53.195943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-404c7302-f3b3-48b3-91ed-9af2ecc1baab tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:53.197500 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-404c7302-f3b3-48b3-91ed-9af2ecc1baab tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.67 "GET /v2.0/networks?id=2ebbcbf7-b02f-4831-b09d-c36512217b68 HTTP/1.1" status: 200 len: 813 time: 0.1136713 Feb 15 14:55:53.210815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Request body: {'port': {'device_id': '3c2777db-5137-4401-9551-3995ca202916', 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68', 'admin_state_up': True, 'tenant_id': '43d0d2dc27ca4ba1a57e19bcbd580b3b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:55:53.316192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1555fc72-cd84-41c4-84c2-b40380059204 req-5773af57-c578-4a83-a901-0d9e8eaf744f tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 210 time: 0.0281754 Feb 15 14:55:53.324760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Made reservation on behalf of 43d0d2dc27ca4ba1a57e19bcbd580b3b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:55:53.337705 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:53.459668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Allocated IP 172.20.0.8 (2ebbcbf7-b02f-4831-b09d-c36512217b68/d10ece2e-b404-4153-98c7-e54f12a9a8be/89a85211-ee9c-4ece-b0a7-edca468c0fe2) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:55:53.622287 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks [] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:53.656247 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:53.702468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Network 2ebbcbf7-b02f-4831-b09d-c36512217b68 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:55:53.705757 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:55:53.709886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:55:53.716712 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Pushing event updated for resources: {'Port': ['ID=89a85211-ee9c-4ece-b0a7-edca468c0fe2,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:53.775379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:53.776257 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:53.796857 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-aca3b22f-ff16-4b19-b8d0-36afd70245d7 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5898345 Feb 15 14:55:53.808035 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Request body: {'port': {'device_id': '3c2777db-5137-4401-9551-3995ca202916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:55:53.885888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:54.166432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a85211-ee9c-4ece-b0a7-edca468c0fe2 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:55:54.176554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Publish callbacks [] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:54.190291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Transition to ACTIVE for port object 89a85211-ee9c-4ece-b0a7-edca468c0fe2 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:55:54.195172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:54.245686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Pushing event updated for resources: {'Port': ['ID=89a85211-ee9c-4ece-b0a7-edca468c0fe2,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:54.343870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Attempting to bind port 89a85211-ee9c-4ece-b0a7-edca468c0fe2 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:55:54.344308 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Attempting to bind port 89a85211-ee9c-4ece-b0a7-edca468c0fe2 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '160c028d-2e2e-4523-822d-31cc1cd825bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:55:54.344771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Attempting to bind port 89a85211-ee9c-4ece-b0a7-edca468c0fe2 on network 2ebbcbf7-b02f-4831-b09d-c36512217b68 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:55:54.351109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Port 89a85211-ee9c-4ece-b0a7-edca468c0fe2 on network 2ebbcbf7-b02f-4831-b09d-c36512217b68 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:55:54.351525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Attempting to bind port 89a85211-ee9c-4ece-b0a7-edca468c0fe2 on network 2ebbcbf7-b02f-4831-b09d-c36512217b68 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:55:54.360016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:55:54.360679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Checking segment: {'id': '160c028d-2e2e-4523-822d-31cc1cd825bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:55:54.361197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Bound using segment: {'id': '160c028d-2e2e-4523-822d-31cc1cd825bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:55:54.361711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Bound port: 89a85211-ee9c-4ece-b0a7-edca468c0fe2, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160c028d-2e2e-4523-822d-31cc1cd825bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:55:54.362709 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:54.431570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] For port 89a85211-ee9c-4ece-b0a7-edca468c0fe2, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:55:54.434760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] For port 89a85211-ee9c-4ece-b0a7-edca468c0fe2, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=89a85211-ee9c-4ece-b0a7-edca468c0fe2,segment=NetworkSegment(160c028d-2e2e-4523-822d-31cc1cd825bf),segment_id=160c028d-2e2e-4523-822d-31cc1cd825bf)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:55:54.441427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:54.476604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:54.477335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:55:54.478659 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] 10.222.0.67 "PUT /v2.0/ports/89a85211-ee9c-4ece-b0a7-edca468c0fe2 HTTP/1.1" status: 200 len: 1092 time: 0.6748991 Feb 15 14:55:54.479134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2777db-5137-4401-9551-3995ca202916', 'tag': '89a85211-ee9c-4ece-b0a7-edca468c0fe2'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:55:54.481466 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3dbdd9-f64f-41e8-8868-2eaa1715c1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2777db-5137-4401-9551-3995ca202916", "tag": "89a85211-ee9c-4ece-b0a7-edca468c0fe2"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:55:54.485580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbfe4b-8bff-4ba0-bc28-cdc6ff874222 req-ec5d48b5-7604-4401-bbda-5aecd3793e9f tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:54.488333 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cedbfe4b-8bff-4ba0-bc28-cdc6ff874222 req-ec5d48b5-7604-4401-bbda-5aecd3793e9f tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 943 time: 0.0888307 Feb 15 14:55:54.512576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f1a85-0432-4b1c-814c-9ac01c2929d4 service neutron] Pushing event updated for resources: {'Port': ['ID=89a85211-ee9c-4ece-b0a7-edca468c0fe2,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:55:54.547575 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cedbfe4b-8bff-4ba0-bc28-cdc6ff874222 req-850ffae9-f07c-42eb-a1d8-bd8adce642f8 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517881 Feb 15 14:55:54.569920 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ec801b-4cfc-4fd4-bd95-974b457f5191 x-openstack-request-id: req-40ec801b-4cfc-4fd4-bd95-974b457f5191 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:55:54.570504 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2777db-5137-4401-9551-3995ca202916", "tag": "89a85211-ee9c-4ece-b0a7-edca468c0fe2", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:55:54.570968 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40ec801b-4cfc-4fd4-bd95-974b457f5191 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:55:54.571497 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2777db-5137-4401-9551-3995ca202916', 'tag': '89a85211-ee9c-4ece-b0a7-edca468c0fe2', 'status': 'completed', 'code': 200} Feb 15 14:55:54.591108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-16393a4c-7cc1-40a3-b971-e7d7d96e9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:54.592670 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-16393a4c-7cc1-40a3-b971-e7d7d96e9f02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43d0d2dc27ca4ba1a57e19bcbd580b3b&device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 1126 time: 0.0562723 Feb 15 14:55:54.638291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-1ef386f4-73a6-42dd-b522-85d223136923 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89a85211-ee9c-4ece-b0a7-edca468c0fe2 HTTP/1.1" status: 200 len: 217 time: 0.0387375 Feb 15 14:55:54.687289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-de85fc05-20ee-4e14-931b-647bad75877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:54.688666 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-de85fc05-20ee-4e14-931b-647bad75877e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d10ece2e-b404-4153-98c7-e54f12a9a8be HTTP/1.1" status: 200 len: 853 time: 0.0442438 Feb 15 14:55:54.720281 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-3e7fe510-0a6f-416c-9d97-2f241de35993 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ebbcbf7-b02f-4831-b09d-c36512217b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258193 Feb 15 14:55:54.815596 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-2e45f071-ae62-4b2d-9efa-6409ad5a7001 service neutron] 10.222.0.67 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890343 Feb 15 14:55:54.945155 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-fc98c2af-d0d5-47c3-a060-7b755aeb373a req-d6c9615d-a1ee-48b8-8b54-c3992888c5d0 service neutron] 10.222.0.67 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235294 Feb 15 14:55:55.053311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dbdd9-f64f-41e8-8868-2eaa1715c1f5 req-085bd762-4c9c-4d81-82b1-ddbf392fe098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:55.054824 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9c3dbdd9-f64f-41e8-8868-2eaa1715c1f5 req-085bd762-4c9c-4d81-82b1-ddbf392fe098 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=43d0d2dc27ca4ba1a57e19bcbd580b3b&device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 1126 time: 0.0545852 Feb 15 14:55:55.145602 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dbdd9-f64f-41e8-8868-2eaa1715c1f5 req-89de7296-b9ae-455e-96cf-f4d7a669a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:55.147422 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9c3dbdd9-f64f-41e8-8868-2eaa1715c1f5 req-89de7296-b9ae-455e-96cf-f4d7a669a1e5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2ebbcbf7-b02f-4831-b09d-c36512217b68 HTTP/1.1" status: 200 len: 914 time: 0.0858319 Feb 15 14:55:55.190468 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9c3dbdd9-f64f-41e8-8868-2eaa1715c1f5 req-22be8443-7f7d-4dba-abab-f23312d71113 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89a85211-ee9c-4ece-b0a7-edca468c0fe2 HTTP/1.1" status: 200 len: 217 time: 0.0365369 Feb 15 14:55:55.245829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dbdd9-f64f-41e8-8868-2eaa1715c1f5 req-931900ee-f62a-440c-91e4-04483bbee9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:55.247455 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9c3dbdd9-f64f-41e8-8868-2eaa1715c1f5 req-931900ee-f62a-440c-91e4-04483bbee9ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d10ece2e-b404-4153-98c7-e54f12a9a8be HTTP/1.1" status: 200 len: 853 time: 0.0510609 Feb 15 14:55:55.280831 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9c3dbdd9-f64f-41e8-8868-2eaa1715c1f5 req-4f4c9b2e-7a1f-420e-a191-1b25d7d81424 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2ebbcbf7-b02f-4831-b09d-c36512217b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276613 Feb 15 14:55:55.372569 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9c3dbdd9-f64f-41e8-8868-2eaa1715c1f5 req-946596e0-98bb-4fc3-98d4-ce8545be668e service neutron] 10.222.0.67 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849493 Feb 15 14:55:55.477958 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9c3dbdd9-f64f-41e8-8868-2eaa1715c1f5 req-2aae4ae8-91ea-4d8b-9c9f-1e0532196639 service neutron] 10.222.0.67 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983527 Feb 15 14:55:55.701312 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2e247-cf86-40ad-bf1d-0e320ae44192 req-741dd3f7-f87b-495e-89bf-7943c357970e tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:55.702831 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2a2e247-cf86-40ad-bf1d-0e320ae44192 req-741dd3f7-f87b-495e-89bf-7943c357970e tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 943 time: 0.0671849 Feb 15 14:55:55.750911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2a2e247-cf86-40ad-bf1d-0e320ae44192 req-90d58de8-1270-408b-ac07-6232a719e9ac tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Feb 15 14:55:56.873293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac140e-15a5-426f-b36c-05b3e6bfc558 req-f03297c6-6db0-4141-ba35-36055228be4f tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:56.874793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82ac140e-15a5-426f-b36c-05b3e6bfc558 req-f03297c6-6db0-4141-ba35-36055228be4f tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 943 time: 0.0529547 Feb 15 14:55:56.924643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82ac140e-15a5-426f-b36c-05b3e6bfc558 req-59ff8305-8371-4da7-89b5-6f608e9dfb45 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Feb 15 14:55:58.050830 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715c4c7-be4d-48ac-8ae3-ab978ecc8caf req-23d8a5d8-a28f-432d-af09-7ed44eceafb8 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:58.052257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d715c4c7-be4d-48ac-8ae3-ab978ecc8caf req-23d8a5d8-a28f-432d-af09-7ed44eceafb8 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 943 time: 0.0596616 Feb 15 14:55:58.100672 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d715c4c7-be4d-48ac-8ae3-ab978ecc8caf req-98473620-2f83-4437-8607-420bf104d2cd tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428276 Feb 15 14:55:59.221551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e9ec2-f7c8-49f3-bd4f-b3ccd52c23ce req-01005827-7a14-42ad-937d-6e62e348fcd1 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:55:59.223069 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d5e9ec2-f7c8-49f3-bd4f-b3ccd52c23ce req-01005827-7a14-42ad-937d-6e62e348fcd1 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 943 time: 0.0543435 Feb 15 14:55:59.271964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d5e9ec2-f7c8-49f3-bd4f-b3ccd52c23ce req-0e2f416d-0dae-4dda-bcce-7811133df3e3 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431440 Feb 15 14:56:00.392187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3935f94-64af-4b2b-9df8-54b82131a7a0 req-554d6464-3494-40c0-8720-5afb7de3eeb3 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:00.393735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3935f94-64af-4b2b-9df8-54b82131a7a0 req-554d6464-3494-40c0-8720-5afb7de3eeb3 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 943 time: 0.0531771 Feb 15 14:56:00.397077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 89a85211-ee9c-4ece-b0a7-edca468c0fe2 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:56:00.455473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b3935f94-64af-4b2b-9df8-54b82131a7a0 req-a7074683-6c86-4f70-9f1d-b29bb9ad4821 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553005 Feb 15 14:56:00.502158 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 89a85211-ee9c-4ece-b0a7-edca468c0fe2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=89a85211-ee9c-4ece-b0a7-edca468c0fe2,segment=NetworkSegment(160c028d-2e2e-4523-822d-31cc1cd825bf),segment_id=160c028d-2e2e-4523-822d-31cc1cd825bf)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:00.515421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '89a85211-ee9c-4ece-b0a7-edca468c0fe2', 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68', 'port_id': '89a85211-ee9c-4ece-b0a7-edca468c0fe2', 'mac_address': 'fa:16:3e:60:c2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10ece2e-b404-4153-98c7-e54f12a9a8be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:56:00.553466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 89a85211-ee9c-4ece-b0a7-edca468c0fe2 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:00.553774 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:00.571602 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a85211-ee9c-4ece-b0a7-edca468c0fe2 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:56:00.591115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 89a85211-ee9c-4ece-b0a7-edca468c0fe2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=89a85211-ee9c-4ece-b0a7-edca468c0fe2,segment=NetworkSegment(160c028d-2e2e-4523-822d-31cc1cd825bf),segment_id=160c028d-2e2e-4523-822d-31cc1cd825bf)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:00.595605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:00.643534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=89a85211-ee9c-4ece-b0a7-edca468c0fe2,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:00.650945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.651293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.651636 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.651973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.652303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.652629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.652954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.653279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.653601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.653920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.654241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.654560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.654877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:00.908729 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['89a85211-ee9c-4ece-b0a7-edca468c0fe2'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:56:01.584547 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3e687-d72d-49ed-b43e-6f0a692b60a5 req-d9f939f3-a2a5-4a85-851d-d4e855b56474 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:01.586115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ed3e687-d72d-49ed-b43e-6f0a692b60a5 req-d9f939f3-a2a5-4a85-851d-d4e855b56474 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 944 time: 0.0561523 Feb 15 14:56:01.643746 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ed3e687-d72d-49ed-b43e-6f0a692b60a5 req-bb443fd5-f3ba-4a51-a288-d0e23a11006e tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520089 Feb 15 14:56:02.405911 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 89a85211-ee9c-4ece-b0a7-edca468c0fe2 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:02.462092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 89a85211-ee9c-4ece-b0a7-edca468c0fe2 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:56:02.466680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 89a85211-ee9c-4ece-b0a7-edca468c0fe2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:02.467097 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:02.547455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 89a85211-ee9c-4ece-b0a7-edca468c0fe2 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:02.547850 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:02.572891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2777db-5137-4401-9551-3995ca202916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a85211-ee9c-4ece-b0a7-edca468c0fe2'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:56:02.575198 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5883830-bc11-4a7b-9062-989cb1bd0078" -d '{"events": [{"server_uuid": "3c2777db-5137-4401-9551-3995ca202916", "name": "network-vif-plugged", "status": "completed", "tag": "89a85211-ee9c-4ece-b0a7-edca468c0fe2"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:56:02.595700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 89a85211-ee9c-4ece-b0a7-edca468c0fe2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=89a85211-ee9c-4ece-b0a7-edca468c0fe2,segment=NetworkSegment(160c028d-2e2e-4523-822d-31cc1cd825bf),segment_id=160c028d-2e2e-4523-822d-31cc1cd825bf)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:02.600315 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:02.627265 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef0fcaf-48d0-44df-98d8-4e27fae3f564 x-openstack-request-id: req-3ef0fcaf-48d0-44df-98d8-4e27fae3f564 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:56:02.627561 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2777db-5137-4401-9551-3995ca202916", "name": "network-vif-plugged", "status": "completed", "tag": "89a85211-ee9c-4ece-b0a7-edca468c0fe2", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:56:02.627873 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ef0fcaf-48d0-44df-98d8-4e27fae3f564 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:56:02.628809 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2777db-5137-4401-9551-3995ca202916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a85211-ee9c-4ece-b0a7-edca468c0fe2', 'code': 200} Feb 15 14:56:02.660527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=89a85211-ee9c-4ece-b0a7-edca468c0fe2,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:02.739017 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758155f6-9258-4e87-8a12-d4f360cb3083 req-9f3c3191-f359-497c-b4a2-a6b6fa6e3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:02.740815 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-758155f6-9258-4e87-8a12-d4f360cb3083 req-9f3c3191-f359-497c-b4a2-a6b6fa6e3992 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 1128 time: 0.0527124 Feb 15 14:56:02.781021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdf18c-0e5d-420a-a00e-33633767b1c6 req-6851dbed-cfa6-4172-8ffb-e98a2a4d8944 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:02.787816 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5fbdf18c-0e5d-420a-a00e-33633767b1c6 req-6851dbed-cfa6-4172-8ffb-e98a2a4d8944 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0604541 Feb 15 14:56:02.806079 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-758155f6-9258-4e87-8a12-d4f360cb3083 req-7f0a293b-af48-43fd-9c25-6719eb233e15 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595219 Feb 15 14:56:02.844788 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5fbdf18c-0e5d-420a-a00e-33633767b1c6 req-8b4caab6-a799-4382-8013-c8de7d525467 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532651 Feb 15 14:56:03.979612 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f05a5-c6f3-424b-8386-ff8bae91ad6b req-4d88b488-2cef-45bd-b54a-9e8c4b3eb69c tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:03.981212 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b81f05a5-c6f3-424b-8386-ff8bae91ad6b req-4d88b488-2cef-45bd-b54a-9e8c4b3eb69c tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0592911 Feb 15 14:56:04.034007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b81f05a5-c6f3-424b-8386-ff8bae91ad6b req-172b90dd-4d83-4895-adc0-6f4f5e2fffc4 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468378 Feb 15 14:56:05.163914 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90ddc2-bc58-4ddf-99e7-97012b498be3 req-84af8426-f1a5-4f16-839d-2314d46677fd tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:05.165493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd90ddc2-bc58-4ddf-99e7-97012b498be3 req-84af8426-f1a5-4f16-839d-2314d46677fd tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0585196 Feb 15 14:56:05.220608 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd90ddc2-bc58-4ddf-99e7-97012b498be3 req-fd547b97-ffc6-4336-b81d-b8d3c04885f4 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491803 Feb 15 14:56:05.448169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacb376-02dd-4282-9846-ed804c727a1c req-b2138cb4-3756-466d-9e90-e960835de44d tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:05.449956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-b2138cb4-3756-466d-9e90-e960835de44d tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/networks?id=2ebbcbf7-b02f-4831-b09d-c36512217b68 HTTP/1.1" status: 200 len: 813 time: 0.1076896 Feb 15 14:56:05.465109 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-3b22b46f-7e45-40c3-adb6-9a3b7d40238e tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/quotas/43d0d2dc27ca4ba1a57e19bcbd580b3b HTTP/1.1" status: 200 len: 375 time: 0.0097961 Feb 15 14:56:05.518371 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-bea97092-aaab-42cb-bd20-8c5aae039579 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=43d0d2dc27ca4ba1a57e19bcbd580b3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482059 Feb 15 14:56:05.613302 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-03c254e8-18dc-4cdf-a6c0-fd9c0c84f843 service neutron] 10.222.0.72 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870726 Feb 15 14:56:05.702927 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-c4fcfc30-03db-44b4-930e-f62106afdbea service neutron] 10.222.0.72 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838439 Feb 15 14:56:05.865947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e70a3bc-f110-4360-b315-2a7173e2f2c2 req-3f34c87b-fa62-4514-9cb6-ad29cd69aa2e tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 210 time: 0.0284555 Feb 15 14:56:06.877675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacb376-02dd-4282-9846-ed804c727a1c req-69fe15d2-a305-48ac-b24b-9f4ae61428c1 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:06.879675 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-69fe15d2-a305-48ac-b24b-9f4ae61428c1 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.42 "GET /v2.0/networks?id=2ebbcbf7-b02f-4831-b09d-c36512217b68 HTTP/1.1" status: 200 len: 813 time: 0.1162169 Feb 15 14:56:06.893571 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Request body: {'port': {'device_id': '88db5a1f-6820-4a0a-9328-b55a5223ad5f', 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68', 'admin_state_up': True, 'tenant_id': '43d0d2dc27ca4ba1a57e19bcbd580b3b'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:06.971685 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ccf07c23-fa73-4c55-895a-96681a7f1254 req-aef21f16-3d92-4228-82c0-cc44eef35c06 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 210 time: 0.0279706 Feb 15 14:56:07.015384 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Made reservation on behalf of 43d0d2dc27ca4ba1a57e19bcbd580b3b for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:07.019377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:07.156930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Allocated IP 172.20.0.6 (2ebbcbf7-b02f-4831-b09d-c36512217b68/d10ece2e-b404-4153-98c7-e54f12a9a8be/53a8b842-af47-48fd-aef5-0427350837db) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:07.322717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks [] for port (53a8b842-af47-48fd-aef5-0427350837db), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:07.356818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (53a8b842-af47-48fd-aef5-0427350837db), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:07.368756 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['89a85211-ee9c-4ece-b0a7-edca468c0fe2'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:56:07.402588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Network 2ebbcbf7-b02f-4831-b09d-c36512217b68 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:07.407898 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:07.412512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:07.416645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Pushing event updated for resources: {'Port': ['ID=53a8b842-af47-48fd-aef5-0427350837db,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:07.463202 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:07.463844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:07.481567 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-655e575e-c412-426f-b08c-0b49c71091f2 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918076 Feb 15 14:56:07.493381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Request body: {'port': {'device_id': '88db5a1f-6820-4a0a-9328-b55a5223ad5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:07.560676 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (53a8b842-af47-48fd-aef5-0427350837db), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:07.823105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a8b842-af47-48fd-aef5-0427350837db {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:56:07.830686 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Publish callbacks [] for port (53a8b842-af47-48fd-aef5-0427350837db), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:07.843582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Transition to ACTIVE for port object 53a8b842-af47-48fd-aef5-0427350837db will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:56:07.848820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (53a8b842-af47-48fd-aef5-0427350837db), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:07.901185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Pushing event updated for resources: {'Port': ['ID=53a8b842-af47-48fd-aef5-0427350837db,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:08.130848 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c288ef-b65f-40fc-ab40-79c849d300d6 req-101ec804-accd-4957-86d8-6f2ec8e2ef48 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:08.132585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79c288ef-b65f-40fc-ab40-79c849d300d6 req-101ec804-accd-4957-86d8-6f2ec8e2ef48 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 943 time: 0.0705879 Feb 15 14:56:08.187014 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79c288ef-b65f-40fc-ab40-79c849d300d6 req-ae1cf0af-1b83-4348-837f-1ec8114d3916 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478320 Feb 15 14:56:08.217462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Attempting to bind port 53a8b842-af47-48fd-aef5-0427350837db on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:08.217808 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Attempting to bind port 53a8b842-af47-48fd-aef5-0427350837db by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '160c028d-2e2e-4523-822d-31cc1cd825bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:08.218160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Attempting to bind port 53a8b842-af47-48fd-aef5-0427350837db on network 2ebbcbf7-b02f-4831-b09d-c36512217b68 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:08.223094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Port 53a8b842-af47-48fd-aef5-0427350837db on network 2ebbcbf7-b02f-4831-b09d-c36512217b68 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:56:08.223416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Attempting to bind port 53a8b842-af47-48fd-aef5-0427350837db on network 2ebbcbf7-b02f-4831-b09d-c36512217b68 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:08.228139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:08.228481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Checking segment: {'id': '160c028d-2e2e-4523-822d-31cc1cd825bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:08.228866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Bound using segment: {'id': '160c028d-2e2e-4523-822d-31cc1cd825bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:08.229288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Bound port: 53a8b842-af47-48fd-aef5-0427350837db, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160c028d-2e2e-4523-822d-31cc1cd825bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:08.229643 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (53a8b842-af47-48fd-aef5-0427350837db), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:08.293732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] For port 53a8b842-af47-48fd-aef5-0427350837db, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:08.296851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] For port 53a8b842-af47-48fd-aef5-0427350837db, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=53a8b842-af47-48fd-aef5-0427350837db,segment=NetworkSegment(160c028d-2e2e-4523-822d-31cc1cd825bf),segment_id=160c028d-2e2e-4523-822d-31cc1cd825bf)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:08.303701 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (53a8b842-af47-48fd-aef5-0427350837db), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:08.337867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:08.338483 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:08.339921 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] 10.222.0.42 "PUT /v2.0/ports/53a8b842-af47-48fd-aef5-0427350837db HTTP/1.1" status: 200 len: 1092 time: 0.8508704 Feb 15 14:56:08.340371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88db5a1f-6820-4a0a-9328-b55a5223ad5f', 'tag': '53a8b842-af47-48fd-aef5-0427350837db'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:56:08.342615 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddb11eb-8f91-48a5-942c-cbf344b0d26f" -d '{"events": [{"name": "network-changed", "server_uuid": "88db5a1f-6820-4a0a-9328-b55a5223ad5f", "tag": "53a8b842-af47-48fd-aef5-0427350837db"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:56:08.367643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc330d1b-ca15-4537-bfa9-f09d4e61645d service neutron] Pushing event updated for resources: {'Port': ['ID=53a8b842-af47-48fd-aef5-0427350837db,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:08.384197 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e108b0-cbb8-4423-a0c7-223a0b93ffcb x-openstack-request-id: req-73e108b0-cbb8-4423-a0c7-223a0b93ffcb {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:56:08.384501 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88db5a1f-6820-4a0a-9328-b55a5223ad5f", "tag": "53a8b842-af47-48fd-aef5-0427350837db", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:56:08.384764 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-73e108b0-cbb8-4423-a0c7-223a0b93ffcb {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:56:08.385163 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88db5a1f-6820-4a0a-9328-b55a5223ad5f', 'tag': '53a8b842-af47-48fd-aef5-0427350837db', 'status': 'completed', 'code': 200} Feb 15 14:56:08.452416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacb376-02dd-4282-9846-ed804c727a1c req-34dc52f5-182c-4dfe-9062-09bf3ed66d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:08.453949 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-34dc52f5-182c-4dfe-9062-09bf3ed66d02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43d0d2dc27ca4ba1a57e19bcbd580b3b&device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 1126 time: 0.0489357 Feb 15 14:56:08.496515 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-5c993022-dd98-4e2f-9b97-0cd48f85bdff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a8b842-af47-48fd-aef5-0427350837db HTTP/1.1" status: 200 len: 217 time: 0.0344737 Feb 15 14:56:08.546239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacb376-02dd-4282-9846-ed804c727a1c req-c9e70640-72b4-4980-95b2-df35851e8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:08.547643 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-c9e70640-72b4-4980-95b2-df35851e8291 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d10ece2e-b404-4153-98c7-e54f12a9a8be HTTP/1.1" status: 200 len: 853 time: 0.0436194 Feb 15 14:56:08.585632 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-1905f9f1-e433-4477-b921-9bd1f541d5c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ebbcbf7-b02f-4831-b09d-c36512217b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283887 Feb 15 14:56:08.678820 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-bf756ebc-0fd3-41a9-9fc2-ffed6f482842 service neutron] 10.222.0.42 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852580 Feb 15 14:56:08.773825 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0cacb376-02dd-4282-9846-ed804c727a1c req-2787e0cc-106d-40c6-bdd3-7fbcb9524b8d service neutron] 10.222.0.42 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882480 Feb 15 14:56:08.873343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb11eb-8f91-48a5-942c-cbf344b0d26f req-68518481-0e53-4ac3-8a59-4f8b8c28227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:08.874741 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ddb11eb-8f91-48a5-942c-cbf344b0d26f req-68518481-0e53-4ac3-8a59-4f8b8c28227e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43d0d2dc27ca4ba1a57e19bcbd580b3b&device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 1126 time: 0.0462058 Feb 15 14:56:08.966671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb11eb-8f91-48a5-942c-cbf344b0d26f req-c1c46339-31a0-416c-8d50-f59a49165eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:08.968262 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ddb11eb-8f91-48a5-942c-cbf344b0d26f req-c1c46339-31a0-416c-8d50-f59a49165eaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ebbcbf7-b02f-4831-b09d-c36512217b68 HTTP/1.1" status: 200 len: 914 time: 0.0849137 Feb 15 14:56:09.015436 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ddb11eb-8f91-48a5-942c-cbf344b0d26f req-67dec5b7-a868-44df-8b2b-b4f5dad81adf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a8b842-af47-48fd-aef5-0427350837db HTTP/1.1" status: 200 len: 217 time: 0.0405076 Feb 15 14:56:09.066883 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb11eb-8f91-48a5-942c-cbf344b0d26f req-43945333-bb7d-4496-8eee-071da8962fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:09.068370 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ddb11eb-8f91-48a5-942c-cbf344b0d26f req-43945333-bb7d-4496-8eee-071da8962fb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d10ece2e-b404-4153-98c7-e54f12a9a8be HTTP/1.1" status: 200 len: 853 time: 0.0445883 Feb 15 14:56:09.103962 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ddb11eb-8f91-48a5-942c-cbf344b0d26f req-2d56c591-5e75-4803-923c-08e5a3da94fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ebbcbf7-b02f-4831-b09d-c36512217b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259607 Feb 15 14:56:09.203203 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ddb11eb-8f91-48a5-942c-cbf344b0d26f req-6e1182c0-83f0-4cf7-b81f-a3bf2c191fb6 service neutron] 10.222.0.42 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909076 Feb 15 14:56:09.321666 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ddb11eb-8f91-48a5-942c-cbf344b0d26f req-56a7d469-f6f8-437c-aed5-751b5c5c0db8 service neutron] 10.222.0.42 "GET /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100175 Feb 15 14:56:09.338783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ada5a-d91e-4cdc-a018-30832005fdc1 req-cbf7c755-9b86-4bec-bbde-5f8121331dec tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:09.340322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f68ada5a-d91e-4cdc-a018-30832005fdc1 req-cbf7c755-9b86-4bec-bbde-5f8121331dec tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 943 time: 0.0546618 Feb 15 14:56:09.387136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f68ada5a-d91e-4cdc-a018-30832005fdc1 req-b4255638-975c-4107-8858-0b3070528520 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Feb 15 14:56:09.730950 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:56:10.491176 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:10.515541 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5391337-14fd-443d-bb0c-c8c550aaaf31 req-7534710d-8732-4d64-8c87-517ded310793 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:10.516847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 53a8b842-af47-48fd-aef5-0427350837db details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:56:10.517189 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5391337-14fd-443d-bb0c-c8c550aaaf31 req-7534710d-8732-4d64-8c87-517ded310793 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 943 time: 0.0560188 Feb 15 14:56:10.572414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5391337-14fd-443d-bb0c-c8c550aaaf31 req-0c5af3f2-0594-43e5-9b26-b45fae7cda21 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481339 Feb 15 14:56:10.617323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 53a8b842-af47-48fd-aef5-0427350837db, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=53a8b842-af47-48fd-aef5-0427350837db,segment=NetworkSegment(160c028d-2e2e-4523-822d-31cc1cd825bf),segment_id=160c028d-2e2e-4523-822d-31cc1cd825bf)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:10.627809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '53a8b842-af47-48fd-aef5-0427350837db', 'network_id': '2ebbcbf7-b02f-4831-b09d-c36512217b68', 'port_id': '53a8b842-af47-48fd-aef5-0427350837db', 'mac_address': 'fa:16:3e:d8:ad:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10ece2e-b404-4153-98c7-e54f12a9a8be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:56:10.669706 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 53a8b842-af47-48fd-aef5-0427350837db is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:10.670016 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (53a8b842-af47-48fd-aef5-0427350837db), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:10.684163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a8b842-af47-48fd-aef5-0427350837db {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:56:10.704083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 53a8b842-af47-48fd-aef5-0427350837db, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=53a8b842-af47-48fd-aef5-0427350837db,segment=NetworkSegment(160c028d-2e2e-4523-822d-31cc1cd825bf),segment_id=160c028d-2e2e-4523-822d-31cc1cd825bf)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:10.708082 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (53a8b842-af47-48fd-aef5-0427350837db), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:10.755368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=53a8b842-af47-48fd-aef5-0427350837db,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:10.957546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['53a8b842-af47-48fd-aef5-0427350837db'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:56:11.693976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206511b-a2e6-4de2-ba29-6442b69ed4c2 req-c93dabea-2c13-46e7-be14-0febd7c6106c tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:11.695529 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e206511b-a2e6-4de2-ba29-6442b69ed4c2 req-c93dabea-2c13-46e7-be14-0febd7c6106c tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 944 time: 0.0541837 Feb 15 14:56:11.743973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e206511b-a2e6-4de2-ba29-6442b69ed4c2 req-5617de28-c124-4c7e-ad62-54f20fa28dfe tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Feb 15 14:56:12.509899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 53a8b842-af47-48fd-aef5-0427350837db up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:12.558317 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 53a8b842-af47-48fd-aef5-0427350837db completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:56:12.562433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 53a8b842-af47-48fd-aef5-0427350837db triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:12.562815 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (53a8b842-af47-48fd-aef5-0427350837db), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:12.643163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 53a8b842-af47-48fd-aef5-0427350837db is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:12.643580 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (53a8b842-af47-48fd-aef5-0427350837db), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:12.665853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88db5a1f-6820-4a0a-9328-b55a5223ad5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a8b842-af47-48fd-aef5-0427350837db'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:56:12.668066 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9843b603-ade3-4bc1-94c9-727318c7a4e3" -d '{"events": [{"server_uuid": "88db5a1f-6820-4a0a-9328-b55a5223ad5f", "name": "network-vif-plugged", "status": "completed", "tag": "53a8b842-af47-48fd-aef5-0427350837db"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:56:12.689188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 53a8b842-af47-48fd-aef5-0427350837db, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=53a8b842-af47-48fd-aef5-0427350837db,segment=NetworkSegment(160c028d-2e2e-4523-822d-31cc1cd825bf),segment_id=160c028d-2e2e-4523-822d-31cc1cd825bf)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:12.695489 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (53a8b842-af47-48fd-aef5-0427350837db), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:12.701593 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:12.719846 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f75d83-6adf-43da-9602-1cd092949f95 x-openstack-request-id: req-e0f75d83-6adf-43da-9602-1cd092949f95 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:56:12.720142 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88db5a1f-6820-4a0a-9328-b55a5223ad5f", "name": "network-vif-plugged", "status": "completed", "tag": "53a8b842-af47-48fd-aef5-0427350837db", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:56:12.720392 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0f75d83-6adf-43da-9602-1cd092949f95 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:56:12.720775 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88db5a1f-6820-4a0a-9328-b55a5223ad5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a8b842-af47-48fd-aef5-0427350837db', 'code': 200} Feb 15 14:56:12.748930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=53a8b842-af47-48fd-aef5-0427350837db,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:12.845048 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4fa23-2af4-41e7-a011-5d45c8d5a45b req-b798d1f9-0b41-4fae-b530-ba8e1ee947f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:12.846582 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4ce4fa23-2af4-41e7-a011-5d45c8d5a45b req-b798d1f9-0b41-4fae-b530-ba8e1ee947f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 1128 time: 0.0512688 Feb 15 14:56:12.869890 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a0559-7c68-46be-86a6-4269f9bd56c5 req-5d1e48c6-c753-4602-a839-0151f6f1c263 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:12.871522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e11a0559-7c68-46be-86a6-4269f9bd56c5 req-5d1e48c6-c753-4602-a839-0151f6f1c263 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 945 time: 0.0559361 Feb 15 14:56:12.927328 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4ce4fa23-2af4-41e7-a011-5d45c8d5a45b req-fc5d6045-99c1-4b9d-9552-81e56a098e90 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687506 Feb 15 14:56:12.949778 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e11a0559-7c68-46be-86a6-4269f9bd56c5 req-3783627c-0ba6-4a0a-bdff-5a2bdacbdab1 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719099 Feb 15 14:56:14.081488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39bc3d-23bc-4bce-9184-82a6e25c7e94 req-b8633c32-61d3-4259-80e4-99221a8e20c3 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:14.082864 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef39bc3d-23bc-4bce-9184-82a6e25c7e94 req-b8633c32-61d3-4259-80e4-99221a8e20c3 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 945 time: 0.0582418 Feb 15 14:56:14.131954 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef39bc3d-23bc-4bce-9184-82a6e25c7e94 req-76d60ebf-6ec8-4ca0-9be7-d02a43bbe06c tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433636 Feb 15 14:56:14.859233 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-09ae4790-3d00-4f3a-a8c4-bfd8a3150576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:15.254887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e4382-8748-4bcf-a867-ff82209dcd36 req-5b4ba5d3-ff14-468b-bdaa-68d4434e08ae tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:15.256462 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c40e4382-8748-4bcf-a867-ff82209dcd36 req-5b4ba5d3-ff14-468b-bdaa-68d4434e08ae tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 945 time: 0.0546250 Feb 15 14:56:15.306651 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c40e4382-8748-4bcf-a867-ff82209dcd36 req-8f94567e-1fef-42d7-bbbe-3677aa55ec88 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Feb 15 14:56:15.562460 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af517bc-d58f-44b4-8045-ad506794e2ae req-1b6b2e42-410c-49fe-ae76-b2977cfa4dd9 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:15.563969 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8af517bc-d58f-44b4-8045-ad506794e2ae req-1b6b2e42-410c-49fe-ae76-b2977cfa4dd9 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 945 time: 0.0577223 Feb 15 14:56:15.611843 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8af517bc-d58f-44b4-8045-ad506794e2ae req-d55ea7e3-619a-4a08-918d-d96823925657 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411623 Feb 15 14:56:16.742062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbc226-ce84-4887-97b1-425771dba996 req-16533a27-4091-4369-9fda-64d37f447b47 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:16.743588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cbbc226-ce84-4887-97b1-425771dba996 req-16533a27-4091-4369-9fda-64d37f447b47 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 945 time: 0.0550084 Feb 15 14:56:16.797084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9cbbc226-ce84-4887-97b1-425771dba996 req-760c485f-c0e0-459e-aaad-7a4c7f87b309 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475628 Feb 15 14:56:17.212357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d351a-b679-4a1b-a7bd-73def99767de req-d3a198dd-a9a8-48fb-8b63-4636c579e2de tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:17.213898 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eb4d351a-b679-4a1b-a7bd-73def99767de req-d3a198dd-a9a8-48fb-8b63-4636c579e2de tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.42 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 945 time: 0.0565522 Feb 15 14:56:17.254573 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b00e81f0-7700-4e47-b65c-f44a6c330d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:17.322621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-eb4d351a-b679-4a1b-a7bd-73def99767de req-5a7812ab-50af-461f-977e-4484b410ecef tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Deleting port 53a8b842-af47-48fd-aef5-0427350837db {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:56:17.322991 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eb4d351a-b679-4a1b-a7bd-73def99767de req-5a7812ab-50af-461f-977e-4484b410ecef tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (53a8b842-af47-48fd-aef5-0427350837db), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:17.443672 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-eb4d351a-b679-4a1b-a7bd-73def99767de req-5a7812ab-50af-461f-977e-4484b410ecef tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] For port 53a8b842-af47-48fd-aef5-0427350837db, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=53a8b842-af47-48fd-aef5-0427350837db,segment=NetworkSegment(160c028d-2e2e-4523-822d-31cc1cd825bf),segment_id=160c028d-2e2e-4523-822d-31cc1cd825bf)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:17.444259 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eb4d351a-b679-4a1b-a7bd-73def99767de req-5a7812ab-50af-461f-977e-4484b410ecef tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (53a8b842-af47-48fd-aef5-0427350837db), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:17.467884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-eb4d351a-b679-4a1b-a7bd-73def99767de req-5a7812ab-50af-461f-977e-4484b410ecef tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Calling delete_port for 53a8b842-af47-48fd-aef5-0427350837db owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:56:17.615944 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eb4d351a-b679-4a1b-a7bd-73def99767de req-5a7812ab-50af-461f-977e-4484b410ecef tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (53a8b842-af47-48fd-aef5-0427350837db), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:17.631630 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['53a8b842-af47-48fd-aef5-0427350837db'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:56:17.634183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['89a85211-ee9c-4ece-b0a7-edca468c0fe2'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:56:17.659710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7812ab-50af-461f-977e-4484b410ecef tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Pushing event deleted for resources: {'Port': ['ID=53a8b842-af47-48fd-aef5-0427350837db,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:17.711923 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4d351a-b679-4a1b-a7bd-73def99767de req-5a7812ab-50af-461f-977e-4484b410ecef tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] No DVR routers for this DVR port 53a8b842-af47-48fd-aef5-0427350837db on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:56:17.715348 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eb4d351a-b679-4a1b-a7bd-73def99767de req-5a7812ab-50af-461f-977e-4484b410ecef tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:17.719111 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eb4d351a-b679-4a1b-a7bd-73def99767de req-5a7812ab-50af-461f-977e-4484b410ecef tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.42 "DELETE /v2.0/ports/53a8b842-af47-48fd-aef5-0427350837db HTTP/1.1" status: 204 len: 173 time: 0.4987917 Feb 15 14:56:17.719605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88db5a1f-6820-4a0a-9328-b55a5223ad5f', 'name': 'network-vif-deleted', 'tag': '53a8b842-af47-48fd-aef5-0427350837db'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:56:17.722680 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f7f5ef-40b2-4d9d-8c17-802a2bbef4f3" -d '{"events": [{"server_uuid": "88db5a1f-6820-4a0a-9328-b55a5223ad5f", "name": "network-vif-deleted", "tag": "53a8b842-af47-48fd-aef5-0427350837db"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:56:17.787447 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b58a42f-7734-49bb-a846-62e0c21b7db4 x-openstack-request-id: req-3b58a42f-7734-49bb-a846-62e0c21b7db4 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:56:17.787884 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88db5a1f-6820-4a0a-9328-b55a5223ad5f", "name": "network-vif-deleted", "tag": "53a8b842-af47-48fd-aef5-0427350837db", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:56:17.788205 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b58a42f-7734-49bb-a846-62e0c21b7db4 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:56:17.788694 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88db5a1f-6820-4a0a-9328-b55a5223ad5f', 'name': 'network-vif-deleted', 'tag': '53a8b842-af47-48fd-aef5-0427350837db', 'status': 'completed', 'code': 200} Feb 15 14:56:17.911614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e8007adc-4bc8-4e4d-942a-57c90dce6d11 req-e27162c0-a97e-4894-93e3-fcabe9fead4a tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=88db5a1f-6820-4a0a-9328-b55a5223ad5f HTTP/1.1" status: 200 len: 210 time: 0.0295913 Feb 15 14:56:18.572516 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:19.089630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f9937-1148-47fa-badb-5055d43c2746 req-9bd275f3-3618-45b8-aea6-45c3ebcfac6a tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:19.091190 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca8f9937-1148-47fa-badb-5055d43c2746 req-9bd275f3-3618-45b8-aea6-45c3ebcfac6a tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0592611 Feb 15 14:56:19.138857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca8f9937-1148-47fa-badb-5055d43c2746 req-b947795a-fe7a-4b95-bf84-bc7f726c9380 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421059 Feb 15 14:56:19.279304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622456f-f075-4519-96ba-bafa9c1de056 req-adb5ef06-7253-4cf3-9d12-477407f05982 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:19.280944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6622456f-f075-4519-96ba-bafa9c1de056 req-adb5ef06-7253-4cf3-9d12-477407f05982 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0551915 Feb 15 14:56:19.337223 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6622456f-f075-4519-96ba-bafa9c1de056 req-cadaa1c2-eef3-4701-b11b-d985b981df5d tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507777 Feb 15 14:56:19.509359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d01ca-7f7f-4a36-b18a-9b33599386fc req-25546a9e-e99b-4438-89a2-433c17d1ec36 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:19.511053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-697d01ca-7f7f-4a36-b18a-9b33599386fc req-25546a9e-e99b-4438-89a2-433c17d1ec36 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0645926 Feb 15 14:56:19.567805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-697d01ca-7f7f-4a36-b18a-9b33599386fc req-04f653c0-102c-4d4d-a6e2-f2e12ac20d48 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498936 Feb 15 14:56:19.750438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d1f6-e98d-4f4c-86d2-89a802381eb5 req-e9f8b5bc-070f-4a94-b81e-2146be87c931 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:19.752140 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c23d1f6-e98d-4f4c-86d2-89a802381eb5 req-e9f8b5bc-070f-4a94-b81e-2146be87c931 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0572355 Feb 15 14:56:19.823383 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1c23d1f6-e98d-4f4c-86d2-89a802381eb5 req-89c29413-6d08-4fda-8556-986520c5f964 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645356 Feb 15 14:56:19.891936 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:19.960250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f26178-7c25-4ec4-8748-50842d3a8e76 req-b91a7947-865d-4977-9b5d-533ad3f65826 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:19.961993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11f26178-7c25-4ec4-8748-50842d3a8e76 req-b91a7947-865d-4977-9b5d-533ad3f65826 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0655522 Feb 15 14:56:20.022516 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11f26178-7c25-4ec4-8748-50842d3a8e76 req-99fd7153-b6f0-41d4-9942-6064b0ab2456 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539260 Feb 15 14:56:20.170560 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fff049-86ad-45db-9038-9ba59e9794ca req-1c3d929d-e2c0-43e7-aaf4-f27f414d9088 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:20.172116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68fff049-86ad-45db-9038-9ba59e9794ca req-1c3d929d-e2c0-43e7-aaf4-f27f414d9088 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0653892 Feb 15 14:56:20.224217 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68fff049-86ad-45db-9038-9ba59e9794ca req-825109d1-c18a-4960-8b63-e32daef5599b tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Feb 15 14:56:20.560941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 53a8b842-af47-48fd-aef5-0427350837db no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:56:20.571244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400736a-568d-43f5-a4f4-b73983c47ed9 req-3c428b35-e62f-4f5e-971d-43392fbf947e tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:20.573235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3400736a-568d-43f5-a4f4-b73983c47ed9 req-3c428b35-e62f-4f5e-971d-43392fbf947e tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0631764 Feb 15 14:56:20.585319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 53a8b842-af47-48fd-aef5-0427350837db {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:56:20.586313 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 53a8b842-af47-48fd-aef5-0427350837db not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:56:20.629450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3400736a-568d-43f5-a4f4-b73983c47ed9 req-c19a9464-2477-4c04-b079-514051d5c4bd tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474706 Feb 15 14:56:21.185004 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:21.770095 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f55f2-0c61-4c53-80c5-b7ccab5f1ef3 req-a8684146-e0f2-4350-bc02-178ad7f1c944 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:21.771634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd0f55f2-0c61-4c53-80c5-b7ccab5f1ef3 req-a8684146-e0f2-4350-bc02-178ad7f1c944 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0598540 Feb 15 14:56:21.819680 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd0f55f2-0c61-4c53-80c5-b7ccab5f1ef3 req-af872c3d-e6a7-4657-bb86-f59d81b7bc0c tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/security-groups?id=2fb04538-97a9-4b4a-818e-57df40826165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Feb 15 14:56:22.174057 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d09b9-4040-4dc2-ae07-8336e775e4f0 req-6bd8e8aa-bc05-4d56-aac5-3b8a5be728e8 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:22.175626 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b61d09b9-4040-4dc2-ae07-8336e775e4f0 req-6bd8e8aa-bc05-4d56-aac5-3b8a5be728e8 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 945 time: 0.0554013 Feb 15 14:56:22.283685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b61d09b9-4040-4dc2-ae07-8336e775e4f0 req-e3008aa3-7a01-4f3c-a94f-5bc1e51ffaff tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Deleting port 89a85211-ee9c-4ece-b0a7-edca468c0fe2 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:56:22.284075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b61d09b9-4040-4dc2-ae07-8336e775e4f0 req-e3008aa3-7a01-4f3c-a94f-5bc1e51ffaff tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:22.378749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b61d09b9-4040-4dc2-ae07-8336e775e4f0 req-e3008aa3-7a01-4f3c-a94f-5bc1e51ffaff tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] For port 89a85211-ee9c-4ece-b0a7-edca468c0fe2, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=89a85211-ee9c-4ece-b0a7-edca468c0fe2,segment=NetworkSegment(160c028d-2e2e-4523-822d-31cc1cd825bf),segment_id=160c028d-2e2e-4523-822d-31cc1cd825bf)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:22.379137 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b61d09b9-4040-4dc2-ae07-8336e775e4f0 req-e3008aa3-7a01-4f3c-a94f-5bc1e51ffaff tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:22.396695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b61d09b9-4040-4dc2-ae07-8336e775e4f0 req-e3008aa3-7a01-4f3c-a94f-5bc1e51ffaff tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Calling delete_port for 89a85211-ee9c-4ece-b0a7-edca468c0fe2 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:56:22.537762 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b61d09b9-4040-4dc2-ae07-8336e775e4f0 req-e3008aa3-7a01-4f3c-a94f-5bc1e51ffaff tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (89a85211-ee9c-4ece-b0a7-edca468c0fe2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:22.551466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['89a85211-ee9c-4ece-b0a7-edca468c0fe2'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:56:22.571878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3008aa3-7a01-4f3c-a94f-5bc1e51ffaff tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Pushing event deleted for resources: {'Port': ['ID=89a85211-ee9c-4ece-b0a7-edca468c0fe2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:22.619013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61d09b9-4040-4dc2-ae07-8336e775e4f0 req-e3008aa3-7a01-4f3c-a94f-5bc1e51ffaff tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] No DVR routers for this DVR port 89a85211-ee9c-4ece-b0a7-edca468c0fe2 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:56:22.621760 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b61d09b9-4040-4dc2-ae07-8336e775e4f0 req-e3008aa3-7a01-4f3c-a94f-5bc1e51ffaff tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:22.625352 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b61d09b9-4040-4dc2-ae07-8336e775e4f0 req-e3008aa3-7a01-4f3c-a94f-5bc1e51ffaff tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.67 "DELETE /v2.0/ports/89a85211-ee9c-4ece-b0a7-edca468c0fe2 HTTP/1.1" status: 204 len: 173 time: 0.4446163 Feb 15 14:56:22.625809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2777db-5137-4401-9551-3995ca202916', 'name': 'network-vif-deleted', 'tag': '89a85211-ee9c-4ece-b0a7-edca468c0fe2'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:56:22.628744 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c7d7f1-cdb8-4c08-994a-dc0118703a73" -d '{"events": [{"server_uuid": "3c2777db-5137-4401-9551-3995ca202916", "name": "network-vif-deleted", "tag": "89a85211-ee9c-4ece-b0a7-edca468c0fe2"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:56:22.668082 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b713a489-15e4-42c4-b1ce-aaabb846015d x-openstack-request-id: req-b713a489-15e4-42c4-b1ce-aaabb846015d {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:56:22.668383 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2777db-5137-4401-9551-3995ca202916", "name": "network-vif-deleted", "tag": "89a85211-ee9c-4ece-b0a7-edca468c0fe2", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:56:22.668639 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b713a489-15e4-42c4-b1ce-aaabb846015d {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:56:22.670066 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2777db-5137-4401-9551-3995ca202916', 'name': 'network-vif-deleted', 'tag': '89a85211-ee9c-4ece-b0a7-edca468c0fe2', 'status': 'completed', 'code': 200} Feb 15 14:56:23.013253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f900e73-0c23-4cb3-b05c-61fc1acbc28a req-312e8657-ac94-475d-99b2-2d9cc6933835 tempest-ServersNegativeTestJSON-846904224 tempest-ServersNegativeTestJSON-846904224-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c2777db-5137-4401-9551-3995ca202916 HTTP/1.1" status: 200 len: 210 time: 0.1012738 Feb 15 14:56:24.077925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51204) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:24.124383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1eca7bd-d86c-4d0f-991b-d9f97462d7bc admin admin] Deleting subnet d10ece2e-b404-4153-98c7-e54f12a9a8be {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:56:24.128137 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1eca7bd-d86c-4d0f-991b-d9f97462d7bc admin admin] Publish callbacks [] for subnet (d10ece2e-b404-4153-98c7-e54f12a9a8be), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.164123 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1eca7bd-d86c-4d0f-991b-d9f97462d7bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (d10ece2e-b404-4153-98c7-e54f12a9a8be), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.208955 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1eca7bd-d86c-4d0f-991b-d9f97462d7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (d10ece2e-b404-4153-98c7-e54f12a9a8be), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.270249 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1eca7bd-d86c-4d0f-991b-d9f97462d7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (d10ece2e-b404-4153-98c7-e54f12a9a8be), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.298283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eca7bd-d86c-4d0f-991b-d9f97462d7bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10ece2e-b404-4153-98c7-e54f12a9a8be,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:24.303273 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b1eca7bd-d86c-4d0f-991b-d9f97462d7bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.306603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b1eca7bd-d86c-4d0f-991b-d9f97462d7bc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d10ece2e-b404-4153-98c7-e54f12a9a8be HTTP/1.1" status: 204 len: 168 time: 0.2276707 Feb 15 14:56:24.309089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51206) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:24.386408 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (2ebbcbf7-b02f-4831-b09d-c36512217b68), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.470761 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (2ebbcbf7-b02f-4831-b09d-c36512217b68), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.492857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebbcbf7-b02f-4831-b09d-c36512217b68']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:24.503189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160c028d-2e2e-4523-822d-31cc1cd825bf') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:24.503493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160c028d-2e2e-4523-822d-31cc1cd825bf') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:24.513383 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (160c028d-2e2e-4523-822d-31cc1cd825bf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.527469 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (160c028d-2e2e-4523-822d-31cc1cd825bf), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.533698 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:56:24.534622 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (160c028d-2e2e-4523-822d-31cc1cd825bf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:56:24.536650 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:56:24.595346 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (2ebbcbf7-b02f-4831-b09d-c36512217b68), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.601379 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.607808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] 10.222.0.72 "DELETE /v2.0/networks/2ebbcbf7-b02f-4831-b09d-c36512217b68 HTTP/1.1" status: 204 len: 168 time: 0.2945161 Feb 15 14:56:24.622758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8d601-eef9-4d45-847c-aea6090d157b admin admin] Pushing event deleted for resources: {'Network': ['ID=2ebbcbf7-b02f-4831-b09d-c36512217b68,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:24.725707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51210) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:24.772901 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-17205256-c473-4133-8f32-ca7875603223 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=43d0d2dc27ca4ba1a57e19bcbd580b3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460012 Feb 15 14:56:24.775720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51212) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:24.827157 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6e5aab6-1bc0-470a-84ee-aec2ccb03ea2 admin admin] Publish callbacks [] for security_group (2fb04538-97a9-4b4a-818e-57df40826165), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.851995 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6e5aab6-1bc0-470a-84ee-aec2ccb03ea2 admin admin] Publish callbacks [] for security_group (2fb04538-97a9-4b4a-818e-57df40826165), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.902794 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6e5aab6-1bc0-470a-84ee-aec2ccb03ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (2fb04538-97a9-4b4a-818e-57df40826165), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.905474 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f6e5aab6-1bc0-470a-84ee-aec2ccb03ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:24.906821 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f6e5aab6-1bc0-470a-84ee-aec2ccb03ea2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2fb04538-97a9-4b4a-818e-57df40826165 HTTP/1.1" status: 204 len: 168 time: 0.1299210 Feb 15 14:56:24.915343 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5aab6-1bc0-470a-84ee-aec2ccb03ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb04538-97a9-4b4a-818e-57df40826165,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:25.623097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51236) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:25.716658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-400278184'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:25.737387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Made reservation on behalf of d803bbc50a56440f903d808367ed9521 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:25.740725 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:25.749755 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:25.830568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for security_group (381c3550-1d96-4e2e-ba2d-bc8837931d3e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:25.834989 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (381c3550-1d96-4e2e-ba2d-bc8837931d3e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:25.863283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:56:25.873897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381c3550-1d96-4e2e-ba2d-bc8837931d3e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:25.879739 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1dbf1b52-6dbb-4418-85c2-6aa17b4a8495), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:25.880089 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Added segment 1dbf1b52-6dbb-4418-85c2-6aa17b4a8495 of type vlan for network f98ddf26-7767-486d-b7ac-2f7ee7af710b Feb 15 14:56:25.937370 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (f98ddf26-7767-486d-b7ac-2f7ee7af710b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:25.965253 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (f98ddf26-7767-486d-b7ac-2f7ee7af710b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:25.971291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:25.972295 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:26.072656 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4402511 Feb 15 14:56:26.098857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacc400-11c4-4a18-96c2-44f11f3fd718 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event updated for resources: {'Network': ['ID=f98ddf26-7767-486d-b7ac-2f7ee7af710b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:26.109998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network f98ddf26-7767-486d-b7ac-2f7ee7af710b details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:56:26.485696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 89a85211-ee9c-4ece-b0a7-edca468c0fe2 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:56:26.508488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 89a85211-ee9c-4ece-b0a7-edca468c0fe2 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:56:26.508838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 89a85211-ee9c-4ece-b0a7-edca468c0fe2 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:56:29.360147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51240) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:29.365312 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Request body: {'subnet': {'network_id': 'f98ddf26-7767-486d-b7ac-2f7ee7af710b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:29.454882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Made reservation on behalf of d803bbc50a56440f903d808367ed9521 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:29.458970 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:29.644924 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (4121f421-9a22-4231-ab1e-24e1def80c8a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:29.706031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event updated for resources: {'Subnet': ['ID=4121f421-9a22-4231-ab1e-24e1def80c8a,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:29.714872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Checking segment: {'id': '1dbf1b52-6dbb-4418-85c2-6aa17b4a8495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f98ddf26-7767-486d-b7ac-2f7ee7af710b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:29.715270 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Network hostable DHCP agents. Network: f98ddf26-7767-486d-b7ac-2f7ee7af710b, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:56:29.732129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Network f98ddf26-7767-486d-b7ac-2f7ee7af710b is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:56:29.740805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, f98ddf26-7767-486d-b7ac-2f7ee7af710b) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:29.744920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:29.745518 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:29.751407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0c72aa-2c18-4a79-a4cb-1f4ce3efbbb4 None None] Network f98ddf26-7767-486d-b7ac-2f7ee7af710b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:29.761749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fc535f8b-1f93-4a41-bc70-77732639d5e1 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4005048 Feb 15 14:56:29.765347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51242) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:29.770957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188579618'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:29.790031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Made reservation on behalf of d803bbc50a56440f903d808367ed9521 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:29.794059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:29.820127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:56:29.829944 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5eb86634-9f26-4b10-93e0-9d07fe7ae49b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:29.830963 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Added segment 5eb86634-9f26-4b10-93e0-9d07fe7ae49b of type vlan for network bfb52a40-760f-4b63-98a9-8ce4fae0e351 Feb 15 14:56:29.860936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-f98ddf26-7767-486d-b7ac-2f7ee7af710b', 'network_id': 'f98ddf26-7767-486d-b7ac-2f7ee7af710b', 'project_id': 'd803bbc50a56440f903d808367ed9521', 'fixed_ips': [{'subnet_id': '4121f421-9a22-4231-ab1e-24e1def80c8a'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:56:29.862441 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:29.883691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (bfb52a40-760f-4b63-98a9-8ce4fae0e351), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:29.915022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (bfb52a40-760f-4b63-98a9-8ce4fae0e351), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:29.919879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:29.920472 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.012048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Allocated IP 2001:db8:0:ffff::2 (f98ddf26-7767-486d-b7ac-2f7ee7af710b/4121f421-9a22-4231-ab1e-24e1def80c8a/06a80450-86c5-4d0f-94f6-05af3ae0dd66) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:30.012972 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2465744 Feb 15 14:56:30.016491 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51244) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:30.022466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Request body: {'subnet': {'network_id': 'bfb52a40-760f-4b63-98a9-8ce4fae0e351', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:30.031728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1747f-762d-47af-92fd-b6daabed5726 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event updated for resources: {'Network': ['ID=bfb52a40-760f-4b63-98a9-8ce4fae0e351,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:30.065873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network bfb52a40-760f-4b63-98a9-8ce4fae0e351 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:56:30.123302 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Made reservation on behalf of d803bbc50a56440f903d808367ed9521 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:30.126824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.226611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Publish callbacks [] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.233785 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.280587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Network f98ddf26-7767-486d-b7ac-2f7ee7af710b is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:30.287049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:30.288940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Pushing event updated for resources: {'Port': ['ID=06a80450-86c5-4d0f-94f6-05af3ae0dd66,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:30.291185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:30.336725 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (e4d9e46a-8247-461e-9fd6-152b38206f5a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.352216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Attempting to bind port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:30.352595 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Attempting to bind port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '1dbf1b52-6dbb-4418-85c2-6aa17b4a8495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f98ddf26-7767-486d-b7ac-2f7ee7af710b'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:30.352972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Attempting to bind port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 on network f98ddf26-7767-486d-b7ac-2f7ee7af710b {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:30.358228 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:30.358612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Checking segment: {'id': '1dbf1b52-6dbb-4418-85c2-6aa17b4a8495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f98ddf26-7767-486d-b7ac-2f7ee7af710b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:30.359062 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.359467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Bound using segment: {'id': '1dbf1b52-6dbb-4418-85c2-6aa17b4a8495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f98ddf26-7767-486d-b7ac-2f7ee7af710b'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:30.359945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Bound port: 06a80450-86c5-4d0f-94f6-05af3ae0dd66, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbf1b52-6dbb-4418-85c2-6aa17b4a8495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f98ddf26-7767-486d-b7ac-2f7ee7af710b'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:30.360341 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.397954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event updated for resources: {'Subnet': ['ID=e4d9e46a-8247-461e-9fd6-152b38206f5a,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:30.414491 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Checking segment: {'id': '5eb86634-9f26-4b10-93e0-9d07fe7ae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bfb52a40-760f-4b63-98a9-8ce4fae0e351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:30.414855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Network hostable DHCP agents. Network: bfb52a40-760f-4b63-98a9-8ce4fae0e351, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:56:30.427924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] For port 06a80450-86c5-4d0f-94f6-05af3ae0dd66, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:30.431216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] For port 06a80450-86c5-4d0f-94f6-05af3ae0dd66, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=06a80450-86c5-4d0f-94f6-05af3ae0dd66,segment=NetworkSegment(1dbf1b52-6dbb-4418-85c2-6aa17b4a8495),segment_id=1dbf1b52-6dbb-4418-85c2-6aa17b4a8495)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:30.432671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Network bfb52a40-760f-4b63-98a9-8ce4fae0e351 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:56:30.437445 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.442353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, bfb52a40-760f-4b63-98a9-8ce4fae0e351) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:30.446939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:30.447361 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.465357 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-55ec2baa-bbec-4734-b4bc-5cacd2b67d20 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4475803 Feb 15 14:56:30.468312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51246) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:30.469863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f8236a-62d8-4855-97c1-b2e98d520fcc None None] Network bfb52a40-760f-4b63-98a9-8ce4fae0e351 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:30.546276 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58521be-87db-462e-9b73-40ace6861a95 None None] Pushing event updated for resources: {'Port': ['ID=06a80450-86c5-4d0f-94f6-05af3ae0dd66,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:30.582023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (bfb52a40-760f-4b63-98a9-8ce4fae0e351), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.600870 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-bfb52a40-760f-4b63-98a9-8ce4fae0e351', 'network_id': 'bfb52a40-760f-4b63-98a9-8ce4fae0e351', 'project_id': 'd803bbc50a56440f903d808367ed9521', 'fixed_ips': [{'subnet_id': 'e4d9e46a-8247-461e-9fd6-152b38206f5a'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:56:30.601742 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.673838 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (e4d9e46a-8247-461e-9fd6-152b38206f5a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.801333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Allocated IP 2001:db8::2 (bfb52a40-760f-4b63-98a9-8ce4fae0e351/e4d9e46a-8247-461e-9fd6-152b38206f5a/7bcc44b3-8e53-4e9d-8056-c96c9b997697) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:30.969013 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Publish callbacks [] for port (7bcc44b3-8e53-4e9d-8056-c96c9b997697), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.976588 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (7bcc44b3-8e53-4e9d-8056-c96c9b997697), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:30.994196 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (e4d9e46a-8247-461e-9fd6-152b38206f5a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.019240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Network bfb52a40-760f-4b63-98a9-8ce4fae0e351 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:31.021747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d9e46a-8247-461e-9fd6-152b38206f5a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:31.022251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:31.026895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:31.031996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Pushing event updated for resources: {'Port': ['ID=7bcc44b3-8e53-4e9d-8056-c96c9b997697,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:31.090440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Attempting to bind port 7bcc44b3-8e53-4e9d-8056-c96c9b997697 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:31.090819 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Attempting to bind port 7bcc44b3-8e53-4e9d-8056-c96c9b997697 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '5eb86634-9f26-4b10-93e0-9d07fe7ae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bfb52a40-760f-4b63-98a9-8ce4fae0e351'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:31.091221 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (bfb52a40-760f-4b63-98a9-8ce4fae0e351), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.091350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Attempting to bind port 7bcc44b3-8e53-4e9d-8056-c96c9b997697 on network bfb52a40-760f-4b63-98a9-8ce4fae0e351 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:31.097270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:31.097652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Checking segment: {'id': '5eb86634-9f26-4b10-93e0-9d07fe7ae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bfb52a40-760f-4b63-98a9-8ce4fae0e351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:31.098058 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.098453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Bound using segment: {'id': '5eb86634-9f26-4b10-93e0-9d07fe7ae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bfb52a40-760f-4b63-98a9-8ce4fae0e351'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:31.098943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Bound port: 7bcc44b3-8e53-4e9d-8056-c96c9b997697, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb86634-9f26-4b10-93e0-9d07fe7ae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bfb52a40-760f-4b63-98a9-8ce4fae0e351'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:31.099332 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7bcc44b3-8e53-4e9d-8056-c96c9b997697), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.114382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb52a40-760f-4b63-98a9-8ce4fae0e351']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:31.124469 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb86634-9f26-4b10-93e0-9d07fe7ae49b') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:31.124768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb86634-9f26-4b10-93e0-9d07fe7ae49b') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:31.138618 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (5eb86634-9f26-4b10-93e0-9d07fe7ae49b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.153305 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5eb86634-9f26-4b10-93e0-9d07fe7ae49b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.160095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:56:31.160619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (5eb86634-9f26-4b10-93e0-9d07fe7ae49b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:56:31.163978 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:56:31.166252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] For port 7bcc44b3-8e53-4e9d-8056-c96c9b997697, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:31.225501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] For port 7bcc44b3-8e53-4e9d-8056-c96c9b997697, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7bcc44b3-8e53-4e9d-8056-c96c9b997697,segment=NetworkSegment(5eb86634-9f26-4b10-93e0-9d07fe7ae49b),segment_id=5eb86634-9f26-4b10-93e0-9d07fe7ae49b)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:31.228102 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.db.api [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 14:56:31.228102 n-d-829064-15 neutron-server[109972]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 14:56:31.228102 n-d-829064-15 neutron-server[109972]: [parameters: {'id': 'bfb52a40-760f-4b63-98a9-8ce4fae0e351'}] Feb 15 14:56:31.228102 n-d-829064-15 neutron-server[109972]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:56:31.228489 n-d-829064-15 neutron-server[109972]: DEBUG oslo_db.api [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:56:31.234260 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7bcc44b3-8e53-4e9d-8056-c96c9b997697), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.318643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6efbe1-e2a2-481b-8ee9-174081df5b75 None None] Pushing event updated for resources: {'Port': ['ID=7bcc44b3-8e53-4e9d-8056-c96c9b997697,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:31.342534 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1160d-1011-4112-a49e-760953ec5198 None None] Network bfb52a40-760f-4b63-98a9-8ce4fae0e351 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:31.575302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 06a80450-86c5-4d0f-94f6-05af3ae0dd66 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:31.613072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12711927-f4c0-498b-ae0e-5a201ff758dd None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:56:31.695067 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:31.695449 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.728350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12711927-f4c0-498b-ae0e-5a201ff758dd None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:56:31.730233 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (bfb52a40-760f-4b63-98a9-8ce4fae0e351), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.738943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ab9adc6b-c5b5-4ad2-9abc-9143ed57be98 None None] Provisioning complete for port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:31.739198 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ab9adc6b-c5b5-4ad2-9abc-9143ed57be98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.798582 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Deleting port 7bcc44b3-8e53-4e9d-8056-c96c9b997697 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:56:31.799161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7bcc44b3-8e53-4e9d-8056-c96c9b997697), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.871172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] For port 7bcc44b3-8e53-4e9d-8056-c96c9b997697, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7bcc44b3-8e53-4e9d-8056-c96c9b997697,segment=NetworkSegment(5eb86634-9f26-4b10-93e0-9d07fe7ae49b),segment_id=5eb86634-9f26-4b10-93e0-9d07fe7ae49b)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:31.871607 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7bcc44b3-8e53-4e9d-8056-c96c9b997697), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.894536 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Calling delete_port for 7bcc44b3-8e53-4e9d-8056-c96c9b997697 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:56:31.972218 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:31.972838 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:31.982525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7bcc44b3-8e53-4e9d-8056-c96c9b997697), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.011102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Port': ['ID=7bcc44b3-8e53-4e9d-8056-c96c9b997697,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:32.014708 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] No DVR routers for this DVR port 7bcc44b3-8e53-4e9d-8056-c96c9b997697 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:56:32.078230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ab9adc6b-c5b5-4ad2-9abc-9143ed57be98 None None] Current status of the port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:32.078788 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ab9adc6b-c5b5-4ad2-9abc-9143ed57be98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.110593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 06a80450-86c5-4d0f-94f6-05af3ae0dd66, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=06a80450-86c5-4d0f-94f6-05af3ae0dd66,segment=NetworkSegment(1dbf1b52-6dbb-4418-85c2-6aa17b4a8495),segment_id=1dbf1b52-6dbb-4418-85c2-6aa17b4a8495)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:32.115782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (bfb52a40-760f-4b63-98a9-8ce4fae0e351), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.128060 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.146675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb52a40-760f-4b63-98a9-8ce4fae0e351']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:32.157320 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb86634-9f26-4b10-93e0-9d07fe7ae49b') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:32.157615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb86634-9f26-4b10-93e0-9d07fe7ae49b') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:32.170856 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (5eb86634-9f26-4b10-93e0-9d07fe7ae49b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.186742 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5eb86634-9f26-4b10-93e0-9d07fe7ae49b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.195213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:56:32.195647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (5eb86634-9f26-4b10-93e0-9d07fe7ae49b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:56:32.198773 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:56:32.239206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9debef22-688c-4886-9bbd-adb5f5fdce93 None None] Network f98ddf26-7767-486d-b7ac-2f7ee7af710b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:32.267132 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (bfb52a40-760f-4b63-98a9-8ce4fae0e351), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.273503 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.280716 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/networks/bfb52a40-760f-4b63-98a9-8ce4fae0e351 HTTP/1.1" status: 204 len: 168 time: 1.8099427 Feb 15 14:56:32.280917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51248) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:32.286487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1187957643'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:32.304974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=06a80450-86c5-4d0f-94f6-05af3ae0dd66,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:32.306386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c5111-0597-4b36-9a06-e5eec9c1c33d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Network': ['ID=bfb52a40-760f-4b63-98a9-8ce4fae0e351,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:32.308161 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.db.api [None req-ab9adc6b-c5b5-4ad2-9abc-9143ed57be98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:56:32.308752 n-d-829064-15 neutron-server[109973]: DEBUG oslo_db.api [None req-ab9adc6b-c5b5-4ad2-9abc-9143ed57be98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:56:32.310684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Made reservation on behalf of d803bbc50a56440f903d808367ed9521 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:32.314829 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.342509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:56:32.360401 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (faed5a91-41b6-49c7-af0f-419bed666024), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.360739 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Added segment faed5a91-41b6-49c7-af0f-419bed666024 of type vlan for network ecfbff49-be2e-440e-94a5-ad6f1d71730f Feb 15 14:56:32.405517 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (ecfbff49-be2e-440e-94a5-ad6f1d71730f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.436024 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (ecfbff49-be2e-440e-94a5-ad6f1d71730f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.441264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:32.441908 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.506576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2245762 Feb 15 14:56:32.509928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51250) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:32.518166 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Request body: {'subnet': {'network_id': 'ecfbff49-be2e-440e-94a5-ad6f1d71730f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:32.538785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e981624-3336-47a7-b9fd-f5a091d4a550 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event updated for resources: {'Network': ['ID=ecfbff49-be2e-440e-94a5-ad6f1d71730f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:32.551424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network ecfbff49-be2e-440e-94a5-ad6f1d71730f details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:56:32.637711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Made reservation on behalf of d803bbc50a56440f903d808367ed9521 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:32.641670 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.705004 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.ipam_backend_mixin [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Performing IP validity checks on allocation pools {{(pid=109971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 14:56:32.706041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.ipam_backend_mixin [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 14:56:32.852387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (8c371b76-fdce-4bef-9393-f830656e0ba1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.921432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event updated for resources: {'Subnet': ['ID=8c371b76-fdce-4bef-9393-f830656e0ba1,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:32.927972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Checking segment: {'id': 'faed5a91-41b6-49c7-af0f-419bed666024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ecfbff49-be2e-440e-94a5-ad6f1d71730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:32.928323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Network hostable DHCP agents. Network: ecfbff49-be2e-440e-94a5-ad6f1d71730f, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:56:32.934865 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ab9adc6b-c5b5-4ad2-9abc-9143ed57be98 None None] Current status of the port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:32.950982 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Network ecfbff49-be2e-440e-94a5-ad6f1d71730f is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:56:32.966171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, ecfbff49-be2e-440e-94a5-ad6f1d71730f) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:32.975769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52573a1a-a1a2-4590-b238-34fc93cd6927 None None] Network ecfbff49-be2e-440e-94a5-ad6f1d71730f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:32.976367 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:32.977059 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:32.999564 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0af98832-0688-4953-94fc-eec397b7ba65 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4884629 Feb 15 14:56:33.002879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51252) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:33.101927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-383eeec3-9ab1-4ffa-98ed-3410be749565 None None] Provisioning complete for port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:33.102208 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-383eeec3-9ab1-4ffa-98ed-3410be749565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.125907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-ecfbff49-be2e-440e-94a5-ad6f1d71730f', 'network_id': 'ecfbff49-be2e-440e-94a5-ad6f1d71730f', 'project_id': 'd803bbc50a56440f903d808367ed9521', 'fixed_ips': [{'subnet_id': '8c371b76-fdce-4bef-9393-f830656e0ba1'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:56:33.126788 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.131787 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ecfbff49-be2e-440e-94a5-ad6f1d71730f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.220093 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (8c371b76-fdce-4bef-9393-f830656e0ba1), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.302864 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-383eeec3-9ab1-4ffa-98ed-3410be749565 None None] Current status of the port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:33.324725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Allocated IP 2001:db8::3 (ecfbff49-be2e-440e-94a5-ad6f1d71730f/8c371b76-fdce-4bef-9393-f830656e0ba1/0ac84371-2faf-43c3-907e-8ec3fc3e3684) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:33.472125 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Publish callbacks [] for port (0ac84371-2faf-43c3-907e-8ec3fc3e3684), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.477753 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (0ac84371-2faf-43c3-907e-8ec3fc3e3684), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.497625 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (8c371b76-fdce-4bef-9393-f830656e0ba1), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.520683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Network ecfbff49-be2e-440e-94a5-ad6f1d71730f is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:33.524048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:33.527184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:33.535281 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Subnet': ['ID=8c371b76-fdce-4bef-9393-f830656e0ba1,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:33.551840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Pushing event updated for resources: {'Port': ['ID=0ac84371-2faf-43c3-907e-8ec3fc3e3684,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:33.562677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 06a80450-86c5-4d0f-94f6-05af3ae0dd66 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:33.602559 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ecfbff49-be2e-440e-94a5-ad6f1d71730f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.622699 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfbff49-be2e-440e-94a5-ad6f1d71730f']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:33.632115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faed5a91-41b6-49c7-af0f-419bed666024') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:33.632421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faed5a91-41b6-49c7-af0f-419bed666024') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:33.639972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Attempting to bind port 0ac84371-2faf-43c3-907e-8ec3fc3e3684 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:33.640356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Attempting to bind port 0ac84371-2faf-43c3-907e-8ec3fc3e3684 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'faed5a91-41b6-49c7-af0f-419bed666024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ecfbff49-be2e-440e-94a5-ad6f1d71730f'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:33.640708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Attempting to bind port 0ac84371-2faf-43c3-907e-8ec3fc3e3684 on network ecfbff49-be2e-440e-94a5-ad6f1d71730f {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:33.647065 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (faed5a91-41b6-49c7-af0f-419bed666024), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.647972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:33.648354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Checking segment: {'id': 'faed5a91-41b6-49c7-af0f-419bed666024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ecfbff49-be2e-440e-94a5-ad6f1d71730f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:33.648779 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.649281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Bound using segment: {'id': 'faed5a91-41b6-49c7-af0f-419bed666024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ecfbff49-be2e-440e-94a5-ad6f1d71730f'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:33.649759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Bound port: 0ac84371-2faf-43c3-907e-8ec3fc3e3684, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed5a91-41b6-49c7-af0f-419bed666024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ecfbff49-be2e-440e-94a5-ad6f1d71730f'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:33.650136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0ac84371-2faf-43c3-907e-8ec3fc3e3684), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.662241 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (faed5a91-41b6-49c7-af0f-419bed666024), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.670655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:56:33.671356 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (faed5a91-41b6-49c7-af0f-419bed666024), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:56:33.675237 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:56:33.693910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:33.694278 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.734657 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.db.api [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 14:56:33.734657 n-d-829064-15 neutron-server[109971]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 14:56:33.734657 n-d-829064-15 neutron-server[109971]: [parameters: {'id': 'ecfbff49-be2e-440e-94a5-ad6f1d71730f'}] Feb 15 14:56:33.734657 n-d-829064-15 neutron-server[109971]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 14:56:33.735105 n-d-829064-15 neutron-server[109971]: DEBUG oslo_db.api [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 14:56:33.753951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] For port 0ac84371-2faf-43c3-907e-8ec3fc3e3684, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:33.757609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] For port 0ac84371-2faf-43c3-907e-8ec3fc3e3684, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0ac84371-2faf-43c3-907e-8ec3fc3e3684,segment=NetworkSegment(faed5a91-41b6-49c7-af0f-419bed666024),segment_id=faed5a91-41b6-49c7-af0f-419bed666024)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:33.766693 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0ac84371-2faf-43c3-907e-8ec3fc3e3684), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:33.887290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:33.893462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4f128-4520-4d2e-a5ba-77f5ac47460e None None] Pushing event updated for resources: {'Port': ['ID=0ac84371-2faf-43c3-907e-8ec3fc3e3684,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:33.922065 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82728086-1ae2-476b-974c-54cc8aad40cd None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:56:33.995613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82728086-1ae2-476b-974c-54cc8aad40cd None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:56:34.154510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf69f3e-a365-4a8d-9c3b-e0b2cbc2c377 None None] Network ecfbff49-be2e-440e-94a5-ad6f1d71730f requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:34.237243 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (ecfbff49-be2e-440e-94a5-ad6f1d71730f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.299204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Deleting port 0ac84371-2faf-43c3-907e-8ec3fc3e3684 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:56:34.299548 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0ac84371-2faf-43c3-907e-8ec3fc3e3684), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.367755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] For port 0ac84371-2faf-43c3-907e-8ec3fc3e3684, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0ac84371-2faf-43c3-907e-8ec3fc3e3684,segment=NetworkSegment(faed5a91-41b6-49c7-af0f-419bed666024),segment_id=faed5a91-41b6-49c7-af0f-419bed666024)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:34.368119 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0ac84371-2faf-43c3-907e-8ec3fc3e3684), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.382186 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Calling delete_port for 0ac84371-2faf-43c3-907e-8ec3fc3e3684 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:56:34.461881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (0ac84371-2faf-43c3-907e-8ec3fc3e3684), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.491016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Port': ['ID=0ac84371-2faf-43c3-907e-8ec3fc3e3684,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:34.493126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] No DVR routers for this DVR port 0ac84371-2faf-43c3-907e-8ec3fc3e3684 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:56:34.579045 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (ecfbff49-be2e-440e-94a5-ad6f1d71730f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.601891 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfbff49-be2e-440e-94a5-ad6f1d71730f']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:34.611938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faed5a91-41b6-49c7-af0f-419bed666024') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:34.612236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faed5a91-41b6-49c7-af0f-419bed666024') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:34.622186 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (faed5a91-41b6-49c7-af0f-419bed666024), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.636549 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (faed5a91-41b6-49c7-af0f-419bed666024), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.643456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:56:34.643855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (faed5a91-41b6-49c7-af0f-419bed666024), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:56:34.647232 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:56:34.712702 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (ecfbff49-be2e-440e-94a5-ad6f1d71730f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.722106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.725355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/networks/ecfbff49-be2e-440e-94a5-ad6f1d71730f HTTP/1.1" status: 204 len: 168 time: 1.7213995 Feb 15 14:56:34.729231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51254) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:34.734631 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-564558607'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:34.742195 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bd305-df34-4979-94c8-001de4baa04f tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Network': ['ID=ecfbff49-be2e-440e-94a5-ad6f1d71730f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:34.756496 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Made reservation on behalf of d803bbc50a56440f903d808367ed9521 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:34.759875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.786196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:56:34.796374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3bc35782-b093-4647-ae6e-e5b68443cc59), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.796723 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Added segment 3bc35782-b093-4647-ae6e-e5b68443cc59 of type vlan for network 1bbec50c-2479-4f34-8222-ca834b81c946 Feb 15 14:56:34.839389 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (1bbec50c-2479-4f34-8222-ca834b81c946), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.866132 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (1bbec50c-2479-4f34-8222-ca834b81c946), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.871247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:34.871844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:34.934226 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2038162 Feb 15 14:56:34.938020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51256) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:34.943732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Request body: {'subnet': {'network_id': '1bbec50c-2479-4f34-8222-ca834b81c946', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:34.946494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac059f-5b94-43ef-8ed0-6b7dad1d65eb tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event updated for resources: {'Network': ['ID=1bbec50c-2479-4f34-8222-ca834b81c946,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:34.956968 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 1bbec50c-2479-4f34-8222-ca834b81c946 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:56:35.036381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Made reservation on behalf of d803bbc50a56440f903d808367ed9521 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:35.039812 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.222145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (7baa82ad-9000-4a8a-b09b-4eaeed5e19b9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.286755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event updated for resources: {'Subnet': ['ID=7baa82ad-9000-4a8a-b09b-4eaeed5e19b9,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:35.295623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Checking segment: {'id': '3bc35782-b093-4647-ae6e-e5b68443cc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1bbec50c-2479-4f34-8222-ca834b81c946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:35.295988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Network hostable DHCP agents. Network: 1bbec50c-2479-4f34-8222-ca834b81c946, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:56:35.313735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Network 1bbec50c-2479-4f34-8222-ca834b81c946 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:56:35.323606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 1bbec50c-2479-4f34-8222-ca834b81c946) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:35.329080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:35.329697 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.333075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24ac817-362c-4bec-95fa-aa2254ac61f7 None None] Network 1bbec50c-2479-4f34-8222-ca834b81c946 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:35.346471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d3877f1a-5b2c-401d-8253-55e553b0d9c0 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4072869 Feb 15 14:56:35.349983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51258) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:35.354924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-15447759'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:35.375963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Made reservation on behalf of d803bbc50a56440f903d808367ed9521 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:35.384796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.410309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:56:35.420439 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5fda88a4-959e-43cf-b889-2038da086d8e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.420788 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Added segment 5fda88a4-959e-43cf-b889-2038da086d8e of type vlan for network 317ac0ab-8f3d-47d9-aecc-f4b5bda43abf Feb 15 14:56:35.445862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-1bbec50c-2479-4f34-8222-ca834b81c946', 'network_id': '1bbec50c-2479-4f34-8222-ca834b81c946', 'project_id': 'd803bbc50a56440f903d808367ed9521', 'fixed_ips': [{'subnet_id': '7baa82ad-9000-4a8a-b09b-4eaeed5e19b9'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:56:35.446741 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.464651 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (317ac0ab-8f3d-47d9-aecc-f4b5bda43abf), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.495652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (317ac0ab-8f3d-47d9-aecc-f4b5bda43abf), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.502958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:35.504104 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.567565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2162371 Feb 15 14:56:35.571821 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51260) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:35.577212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Request body: {'subnet': {'network_id': '317ac0ab-8f3d-47d9-aecc-f4b5bda43abf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:35.590031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5133f-c4e1-4010-ba78-a25c0c07f701 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event updated for resources: {'Network': ['ID=317ac0ab-8f3d-47d9-aecc-f4b5bda43abf,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:35.607414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Allocated IP 2001:db8::2 (1bbec50c-2479-4f34-8222-ca834b81c946/7baa82ad-9000-4a8a-b09b-4eaeed5e19b9/989bda69-fde1-491e-a350-ff6e09b98c11) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:35.610856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 317ac0ab-8f3d-47d9-aecc-f4b5bda43abf details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:56:35.708557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Made reservation on behalf of d803bbc50a56440f903d808367ed9521 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:35.712238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.842085 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Publish callbacks [] for port (989bda69-fde1-491e-a350-ff6e09b98c11), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.849426 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (989bda69-fde1-491e-a350-ff6e09b98c11), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.895021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Network 1bbec50c-2479-4f34-8222-ca834b81c946 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:35.896792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:35.899244 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:35.910173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Pushing event updated for resources: {'Port': ['ID=989bda69-fde1-491e-a350-ff6e09b98c11,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:35.938286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (7df4480f-91ae-4a6b-ad27-4369f636b3de), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.965961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Attempting to bind port 989bda69-fde1-491e-a350-ff6e09b98c11 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:35.966332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Attempting to bind port 989bda69-fde1-491e-a350-ff6e09b98c11 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '3bc35782-b093-4647-ae6e-e5b68443cc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1bbec50c-2479-4f34-8222-ca834b81c946'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:35.966699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Attempting to bind port 989bda69-fde1-491e-a350-ff6e09b98c11 on network 1bbec50c-2479-4f34-8222-ca834b81c946 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:35.972433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:35.972801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Checking segment: {'id': '3bc35782-b093-4647-ae6e-e5b68443cc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1bbec50c-2479-4f34-8222-ca834b81c946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:35.973201 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:35.973589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Bound using segment: {'id': '3bc35782-b093-4647-ae6e-e5b68443cc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1bbec50c-2479-4f34-8222-ca834b81c946'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:35.974066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Bound port: 989bda69-fde1-491e-a350-ff6e09b98c11, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc35782-b093-4647-ae6e-e5b68443cc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1bbec50c-2479-4f34-8222-ca834b81c946'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:35.974425 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (989bda69-fde1-491e-a350-ff6e09b98c11), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.003782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event updated for resources: {'Subnet': ['ID=7df4480f-91ae-4a6b-ad27-4369f636b3de,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:36.013027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Checking segment: {'id': '5fda88a4-959e-43cf-b889-2038da086d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '317ac0ab-8f3d-47d9-aecc-f4b5bda43abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:36.013383 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Network hostable DHCP agents. Network: 317ac0ab-8f3d-47d9-aecc-f4b5bda43abf, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:56:36.031392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Network 317ac0ab-8f3d-47d9-aecc-f4b5bda43abf is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:56:36.037612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] For port 989bda69-fde1-491e-a350-ff6e09b98c11, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:36.041907 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] For port 989bda69-fde1-491e-a350-ff6e09b98c11, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=989bda69-fde1-491e-a350-ff6e09b98c11,segment=NetworkSegment(3bc35782-b093-4647-ae6e-e5b68443cc59),segment_id=3bc35782-b093-4647-ae6e-e5b68443cc59)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:36.042107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 317ac0ab-8f3d-47d9-aecc-f4b5bda43abf) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:36.046061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:36.046745 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.049683 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (989bda69-fde1-491e-a350-ff6e09b98c11), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.055796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fea3afe-e703-4a30-99e2-c1d4df3154ce None None] Network 317ac0ab-8f3d-47d9-aecc-f4b5bda43abf requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:36.067344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51262) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:36.067660 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-486b1f1c-80ee-4a7a-8bdd-d79f146b2e62 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4944544 Feb 15 14:56:36.172090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313d8b9-d2f8-4b06-bc1a-0962b08b368f None None] Pushing event updated for resources: {'Port': ['ID=989bda69-fde1-491e-a350-ff6e09b98c11,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:36.172438 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (317ac0ab-8f3d-47d9-aecc-f4b5bda43abf), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.227224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a91f454-02d3-4b21-98a7-38171abfa59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-317ac0ab-8f3d-47d9-aecc-f4b5bda43abf', 'network_id': '317ac0ab-8f3d-47d9-aecc-f4b5bda43abf', 'project_id': 'd803bbc50a56440f903d808367ed9521', 'fixed_ips': [{'subnet_id': '7df4480f-91ae-4a6b-ad27-4369f636b3de'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:56:36.228181 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7a91f454-02d3-4b21-98a7-38171abfa59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.231792 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (7df4480f-91ae-4a6b-ad27-4369f636b3de), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.302769 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (7df4480f-91ae-4a6b-ad27-4369f636b3de), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server [None req-7a91f454-02d3-4b21-98a7-38171abfa59d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7df4480f-91ae-4a6b-ad27-4369f636b3de: This subnet is being modified by another concurrent operation. Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server raise exception Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7df4480f-91ae-4a6b-ad27-4369f636b3de: This subnet is being modified by another concurrent operation. Feb 15 14:56:36.329476 n-d-829064-15 neutron-server[109973]: ERROR oslo_messaging.rpc.server Feb 15 14:56:36.352372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfe609e-0e6a-4749-9aeb-99d1217c3268 None None] Network 317ac0ab-8f3d-47d9-aecc-f4b5bda43abf requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:36.392196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Subnet': ['ID=7df4480f-91ae-4a6b-ad27-4369f636b3de,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:36.415379 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (317ac0ab-8f3d-47d9-aecc-f4b5bda43abf), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.438603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317ac0ab-8f3d-47d9-aecc-f4b5bda43abf']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:36.457655 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fda88a4-959e-43cf-b889-2038da086d8e') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:36.457953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fda88a4-959e-43cf-b889-2038da086d8e') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:36.472500 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (5fda88a4-959e-43cf-b889-2038da086d8e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.492405 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5fda88a4-959e-43cf-b889-2038da086d8e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.499412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:56:36.500001 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (5fda88a4-959e-43cf-b889-2038da086d8e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:56:36.503292 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:56:36.570709 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (317ac0ab-8f3d-47d9-aecc-f4b5bda43abf), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.580855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.584841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/networks/317ac0ab-8f3d-47d9-aecc-f4b5bda43abf HTTP/1.1" status: 204 len: 168 time: 0.5164528 Feb 15 14:56:36.587756 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51264) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:36.597453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ebcf7-ab5f-492b-98b5-259a2f913961 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Network': ['ID=317ac0ab-8f3d-47d9-aecc-f4b5bda43abf,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:36.620075 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-63821c8c-f197-4644-bfcd-4b27f0ba7cbc tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] GET failed (client error): The resource could not be found. Feb 15 14:56:36.621333 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-63821c8c-f197-4644-bfcd-4b27f0ba7cbc tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "GET /v2.0/subnets/7df4480f-91ae-4a6b-ad27-4369f636b3de HTTP/1.1" status: 404 len: 337 time: 0.0324953 Feb 15 14:56:36.624351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51266) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:36.643219 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f7c5c1-fc42-4ed6-9937-35715880b604 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] DELETE failed (client error): The resource could not be found. Feb 15 14:56:36.643743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f7c5c1-fc42-4ed6-9937-35715880b604 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:56:36.647149 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-19f7c5c1-fc42-4ed6-9937-35715880b604 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/networks/317ac0ab-8f3d-47d9-aecc-f4b5bda43abf HTTP/1.1" status: 404 len: 339 time: 0.0215323 Feb 15 14:56:36.651879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51268) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:36.679195 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-108eaf2f-d851-4c12-b2cf-8e535cd54073 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] DELETE failed (client error): The resource could not be found. Feb 15 14:56:36.679659 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108eaf2f-d851-4c12-b2cf-8e535cd54073 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:56:36.682706 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-108eaf2f-d851-4c12-b2cf-8e535cd54073 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/subnets/7df4480f-91ae-4a6b-ad27-4369f636b3de HTTP/1.1" status: 404 len: 337 time: 0.0298071 Feb 15 14:56:36.685297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51270) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:36.705883 n-d-829064-15 neutron-server[109972]: INFO neutron.pecan_wsgi.hooks.translation [None req-358611d8-54a6-42eb-8823-69a7706e40fe tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] DELETE failed (client error): The resource could not be found. Feb 15 14:56:36.706390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358611d8-54a6-42eb-8823-69a7706e40fe tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:56:36.709528 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-358611d8-54a6-42eb-8823-69a7706e40fe tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/networks/317ac0ab-8f3d-47d9-aecc-f4b5bda43abf HTTP/1.1" status: 404 len: 339 time: 0.0233002 Feb 15 14:56:36.712019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51272) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:36.763754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabe139c-b330-4ea0-b732-bedc2517014c tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Deleting subnet 7baa82ad-9000-4a8a-b09b-4eaeed5e19b9 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:56:36.767146 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cabe139c-b330-4ea0-b732-bedc2517014c tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for subnet (7baa82ad-9000-4a8a-b09b-4eaeed5e19b9), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.812831 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cabe139c-b330-4ea0-b732-bedc2517014c tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (7baa82ad-9000-4a8a-b09b-4eaeed5e19b9), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.900486 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cabe139c-b330-4ea0-b732-bedc2517014c tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (7baa82ad-9000-4a8a-b09b-4eaeed5e19b9), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.964074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cabe139c-b330-4ea0-b732-bedc2517014c tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (7baa82ad-9000-4a8a-b09b-4eaeed5e19b9), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:36.996137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe139c-b330-4ea0-b732-bedc2517014c tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Subnet': ['ID=7baa82ad-9000-4a8a-b09b-4eaeed5e19b9,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:37.001595 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cabe139c-b330-4ea0-b732-bedc2517014c tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.004860 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cabe139c-b330-4ea0-b732-bedc2517014c tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/subnets/7baa82ad-9000-4a8a-b09b-4eaeed5e19b9 HTTP/1.1" status: 204 len: 168 time: 0.2919197 Feb 15 14:56:37.007331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51274) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:37.225069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e4a256-cd4d-427e-9023-8d13c8cf4f28 None None] get_active_networks_info from n-d-829064-15 {{(pid=109973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 14:56:37.284810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b41e8fe5-1102-47e5-96a8-aa8996197873 None None] Provisioning complete for port 989bda69-fde1-491e-a350-ff6e09b98c11 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:37.285189 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b41e8fe5-1102-47e5-96a8-aa8996197873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (989bda69-fde1-491e-a350-ff6e09b98c11), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.326625 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (1bbec50c-2479-4f34-8222-ca834b81c946), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.332976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e4a256-cd4d-427e-9023-8d13c8cf4f28 None None] Resources bound (agent type, host, resource id): {{(pid=109973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 14:56:37.422231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Deleting port 989bda69-fde1-491e-a350-ff6e09b98c11 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:56:37.422796 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (989bda69-fde1-491e-a350-ff6e09b98c11), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.456557 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b41e8fe5-1102-47e5-96a8-aa8996197873 None None] Current status of the port 989bda69-fde1-491e-a350-ff6e09b98c11 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:37.457401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b41e8fe5-1102-47e5-96a8-aa8996197873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (989bda69-fde1-491e-a350-ff6e09b98c11), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.498413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] For port 989bda69-fde1-491e-a350-ff6e09b98c11, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=989bda69-fde1-491e-a350-ff6e09b98c11,segment=NetworkSegment(3bc35782-b093-4647-ae6e-e5b68443cc59),segment_id=3bc35782-b093-4647-ae6e-e5b68443cc59)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:37.498951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (989bda69-fde1-491e-a350-ff6e09b98c11), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.520178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Calling delete_port for 989bda69-fde1-491e-a350-ff6e09b98c11 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:56:37.621856 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (989bda69-fde1-491e-a350-ff6e09b98c11), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.645106 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 989bda69-fde1-491e-a350-ff6e09b98c11 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:37.654327 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Port': ['ID=989bda69-fde1-491e-a350-ff6e09b98c11,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:37.659939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] No DVR routers for this DVR port 989bda69-fde1-491e-a350-ff6e09b98c11 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:56:37.681161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 989bda69-fde1-491e-a350-ff6e09b98c11 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:56:37.681516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 989bda69-fde1-491e-a350-ff6e09b98c11 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 15 14:56:37.725983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Port 989bda69-fde1-491e-a350-ff6e09b98c11 not found, will not notify nova. {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 15 14:56:37.741700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (1bbec50c-2479-4f34-8222-ca834b81c946), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.769686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbec50c-2479-4f34-8222-ca834b81c946']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:37.781840 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be208fa2-dd88-4a49-8b6f-18d7057bc206 None None] Network 1bbec50c-2479-4f34-8222-ca834b81c946 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:37.789250 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc35782-b093-4647-ae6e-e5b68443cc59') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:37.789592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc35782-b093-4647-ae6e-e5b68443cc59') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:37.801211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (3bc35782-b093-4647-ae6e-e5b68443cc59), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.816078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (3bc35782-b093-4647-ae6e-e5b68443cc59), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.822237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:56:37.822628 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (3bc35782-b093-4647-ae6e-e5b68443cc59), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:56:37.825716 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:56:37.893213 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (1bbec50c-2479-4f34-8222-ca834b81c946), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.900543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:37.903636 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/networks/1bbec50c-2479-4f34-8222-ca834b81c946 HTTP/1.1" status: 204 len: 168 time: 0.8953729 Feb 15 14:56:37.906314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51276) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:37.915702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a280d-7a7c-46a5-a838-9f44a5829f4d tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Network': ['ID=1bbec50c-2479-4f34-8222-ca834b81c946,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:37.920402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d257f26b-80be-4d9a-84e7-cb9ff9b000c7 None None] DHCP port deletion for 1bbec50c-2479-4f34-8222-ca834b81c946 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:56:37.942094 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddec6158-85c1-4457-bb95-1d4ae0f05f01 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] DELETE failed (client error): The resource could not be found. Feb 15 14:56:37.942539 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddec6158-85c1-4457-bb95-1d4ae0f05f01 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:56:37.945616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ddec6158-85c1-4457-bb95-1d4ae0f05f01 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/subnets/8c371b76-fdce-4bef-9393-f830656e0ba1 HTTP/1.1" status: 404 len: 337 time: 0.0382164 Feb 15 14:56:37.948602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51278) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:37.966998 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f2d236-de98-42c6-961b-a6a0ee1fb01a tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] DELETE failed (client error): The resource could not be found. Feb 15 14:56:37.967491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f2d236-de98-42c6-961b-a6a0ee1fb01a tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:56:37.970457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-88f2d236-de98-42c6-961b-a6a0ee1fb01a tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/networks/ecfbff49-be2e-440e-94a5-ad6f1d71730f HTTP/1.1" status: 404 len: 339 time: 0.0209396 Feb 15 14:56:37.973050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51280) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:37.998334 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bc8197-eefb-4886-bed5-a7fb70496ae9 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] DELETE failed (client error): The resource could not be found. Feb 15 14:56:37.998788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5bc8197-eefb-4886-bed5-a7fb70496ae9 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:56:38.001814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d5bc8197-eefb-4886-bed5-a7fb70496ae9 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/subnets/e4d9e46a-8247-461e-9fd6-152b38206f5a HTTP/1.1" status: 404 len: 337 time: 0.0278659 Feb 15 14:56:38.005018 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51282) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:38.022459 n-d-829064-15 neutron-server[109971]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cbf22f-4ed4-4b95-9300-2237dba99929 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] DELETE failed (client error): The resource could not be found. Feb 15 14:56:38.022966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cbf22f-4ed4-4b95-9300-2237dba99929 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 14:56:38.025875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-58cbf22f-4ed4-4b95-9300-2237dba99929 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/networks/bfb52a40-760f-4b63-98a9-8ce4fae0e351 HTTP/1.1" status: 404 len: 339 time: 0.0199533 Feb 15 14:56:38.028335 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51284) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:38.356085 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0b0e16-bb31-40be-a404-330a282bc439 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Deleting subnet 4121f421-9a22-4231-ab1e-24e1def80c8a {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:56:38.359432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e16-bb31-40be-a404-330a282bc439 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for subnet (4121f421-9a22-4231-ab1e-24e1def80c8a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:38.402492 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e16-bb31-40be-a404-330a282bc439 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (4121f421-9a22-4231-ab1e-24e1def80c8a), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:38.484311 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e16-bb31-40be-a404-330a282bc439 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (4121f421-9a22-4231-ab1e-24e1def80c8a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:38.548616 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e16-bb31-40be-a404-330a282bc439 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (4121f421-9a22-4231-ab1e-24e1def80c8a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:38.577009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b0e16-bb31-40be-a404-330a282bc439 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Subnet': ['ID=4121f421-9a22-4231-ab1e-24e1def80c8a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:38.579021 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e16-bb31-40be-a404-330a282bc439 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:38.583562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ca0b0e16-bb31-40be-a404-330a282bc439 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/subnets/4121f421-9a22-4231-ab1e-24e1def80c8a HTTP/1.1" status: 204 len: 168 time: 0.5535657 Feb 15 14:56:38.587174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51286) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:38.587950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d053070-2144-49ac-aded-34f68d4d1e90 None None] Network f98ddf26-7767-486d-b7ac-2f7ee7af710b requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:38.664516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (f98ddf26-7767-486d-b7ac-2f7ee7af710b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:38.732619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Deleting port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:56:38.732943 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:38.749591 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb681ab-55fe-45a6-90d9-c644b23c9e30 None None] DHCP port deletion for f98ddf26-7767-486d-b7ac-2f7ee7af710b request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:56:38.805798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1bb681ab-55fe-45a6-90d9-c644b23c9e30 None None] Deleting port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:56:38.806199 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1bb681ab-55fe-45a6-90d9-c644b23c9e30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:38.809214 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] For port 06a80450-86c5-4d0f-94f6-05af3ae0dd66, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=06a80450-86c5-4d0f-94f6-05af3ae0dd66,segment=NetworkSegment(1dbf1b52-6dbb-4418-85c2-6aa17b4a8495),segment_id=1dbf1b52-6dbb-4418-85c2-6aa17b4a8495)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:38.809639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:38.831671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Calling delete_port for 06a80450-86c5-4d0f-94f6-05af3ae0dd66 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:56:38.896038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1bb681ab-55fe-45a6-90d9-c644b23c9e30 None None] For port 06a80450-86c5-4d0f-94f6-05af3ae0dd66, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=06a80450-86c5-4d0f-94f6-05af3ae0dd66,segment=NetworkSegment(1dbf1b52-6dbb-4418-85c2-6aa17b4a8495),segment_id=1dbf1b52-6dbb-4418-85c2-6aa17b4a8495)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:38.896470 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1bb681ab-55fe-45a6-90d9-c644b23c9e30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:38.913901 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1bb681ab-55fe-45a6-90d9-c644b23c9e30 None None] Calling delete_port for 06a80450-86c5-4d0f-94f6-05af3ae0dd66 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:56:38.939554 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:38.966243 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Port': ['ID=06a80450-86c5-4d0f-94f6-05af3ae0dd66,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:38.970261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] No DVR routers for this DVR port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 14:56:39.001246 n-d-829064-15 neutron-server[109973]: self.session.flush() Feb 15 14:56:39.009217 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1bb681ab-55fe-45a6-90d9-c644b23c9e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (06a80450-86c5-4d0f-94f6-05af3ae0dd66), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:39.029964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb681ab-55fe-45a6-90d9-c644b23c9e30 None None] Pushing event deleted for resources: {'Port': ['ID=06a80450-86c5-4d0f-94f6-05af3ae0dd66,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:39.037857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb681ab-55fe-45a6-90d9-c644b23c9e30 None None] No DVR routers for this DVR port 06a80450-86c5-4d0f-94f6-05af3ae0dd66 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:56:39.059034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (f98ddf26-7767-486d-b7ac-2f7ee7af710b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:39.089653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98ddf26-7767-486d-b7ac-2f7ee7af710b']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:39.100753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbf1b52-6dbb-4418-85c2-6aa17b4a8495') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:39.101053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbf1b52-6dbb-4418-85c2-6aa17b4a8495') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:39.112594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (1dbf1b52-6dbb-4418-85c2-6aa17b4a8495), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:39.125739 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1dbf1b52-6dbb-4418-85c2-6aa17b4a8495), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:39.132137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:56:39.132519 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (1dbf1b52-6dbb-4418-85c2-6aa17b4a8495), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:56:39.135461 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:56:39.192573 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (f98ddf26-7767-486d-b7ac-2f7ee7af710b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:39.199238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:39.202327 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] 10.222.0.72 "DELETE /v2.0/networks/f98ddf26-7767-486d-b7ac-2f7ee7af710b HTTP/1.1" status: 204 len: 168 time: 0.6141348 Feb 15 14:56:39.213784 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95968e0-df15-4415-b06e-efb577318009 tempest-NetworksIpV6Test-243347017 tempest-NetworksIpV6Test-243347017-project] Pushing event deleted for resources: {'Network': ['ID=f98ddf26-7767-486d-b7ac-2f7ee7af710b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:39.449092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51292) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:39.566691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 989bda69-fde1-491e-a350-ff6e09b98c11 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:56:39.599518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 989bda69-fde1-491e-a350-ff6e09b98c11 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:56:39.600227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 989bda69-fde1-491e-a350-ff6e09b98c11 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:56:39.600369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 06a80450-86c5-4d0f-94f6-05af3ae0dd66 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:56:39.605613 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6c1dea66-6f78-405d-9c51-83fef279969d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d803bbc50a56440f903d808367ed9521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553452 Feb 15 14:56:39.608939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51296) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:39.621227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 06a80450-86c5-4d0f-94f6-05af3ae0dd66 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:56:39.621588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 06a80450-86c5-4d0f-94f6-05af3ae0dd66 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:56:39.669232 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f14291e4-2af6-46d5-8d69-bca0bb566390 admin admin] Publish callbacks [] for security_group (381c3550-1d96-4e2e-ba2d-bc8837931d3e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:39.691054 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f14291e4-2af6-46d5-8d69-bca0bb566390 admin admin] Publish callbacks [] for security_group (381c3550-1d96-4e2e-ba2d-bc8837931d3e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:39.741418 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f14291e4-2af6-46d5-8d69-bca0bb566390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (381c3550-1d96-4e2e-ba2d-bc8837931d3e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:39.744248 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f14291e4-2af6-46d5-8d69-bca0bb566390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:39.745445 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f14291e4-2af6-46d5-8d69-bca0bb566390 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/381c3550-1d96-4e2e-ba2d-bc8837931d3e HTTP/1.1" status: 204 len: 168 time: 0.1353722 Feb 15 14:56:39.753663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14291e4-2af6-46d5-8d69-bca0bb566390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381c3550-1d96-4e2e-ba2d-bc8837931d3e,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:40.444401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51318) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:40.505680 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.541605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0c55d8d9-e137-438a-bfdc-a827bd0289ca tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-667133424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:40.562570 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c55d8d9-e137-438a-bfdc-a827bd0289ca tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (a0ad07ea-d105-4eb8-a8e9-9a1047de8b92), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.563597 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c55d8d9-e137-438a-bfdc-a827bd0289ca tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (a0ad07ea-d105-4eb8-a8e9-9a1047de8b92), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.619604 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c55d8d9-e137-438a-bfdc-a827bd0289ca tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for router_controller (a0ad07ea-d105-4eb8-a8e9-9a1047de8b92), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.623988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c55d8d9-e137-438a-bfdc-a827bd0289ca tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (a0ad07ea-d105-4eb8-a8e9-9a1047de8b92), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.643907 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0c55d8d9-e137-438a-bfdc-a827bd0289ca tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.645355 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0c55d8d9-e137-438a-bfdc-a827bd0289ca tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1998317 Feb 15 14:56:40.647937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51322) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:40.652806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2096623906'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:40.671829 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Made reservation on behalf of 9a230e3836c74b6e8e6374f2e99e43f5 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:40.675385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.684055 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.761355 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for security_group (d4cb372b-98a9-43b4-9cc0-959772e62e9c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.765215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d4cb372b-98a9-43b4-9cc0-959772e62e9c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.794045 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:56:40.804866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cb372b-98a9-43b4-9cc0-959772e62e9c,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:40.810951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1ce37335-d0a9-4995-be90-2eb93885517e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.811299 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Added segment 1ce37335-d0a9-4995-be90-2eb93885517e of type vlan for network 44e2094f-f0c3-4be8-aef1-e8a0c604ae11 Feb 15 14:56:40.853308 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (44e2094f-f0c3-4be8-aef1-e8a0c604ae11), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.878964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (44e2094f-f0c3-4be8-aef1-e8a0c604ae11), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.884096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:40.884685 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:40.948296 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2993255 Feb 15 14:56:40.951275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51324) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:40.957042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Request body: {'subnet': {'network_id': '44e2094f-f0c3-4be8-aef1-e8a0c604ae11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:40.964137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3b2c6-c1aa-4fce-a37d-adc112166bc2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Pushing event updated for resources: {'Network': ['ID=44e2094f-f0c3-4be8-aef1-e8a0c604ae11,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:40.971487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 44e2094f-f0c3-4be8-aef1-e8a0c604ae11 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:56:41.049080 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Made reservation on behalf of 9a230e3836c74b6e8e6374f2e99e43f5 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:41.053104 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.235796 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (6e4c91af-9fd8-42b0-bc1a-ae1b36926789), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.292365 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Pushing event updated for resources: {'Subnet': ['ID=6e4c91af-9fd8-42b0-bc1a-ae1b36926789,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:41.309468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Checking segment: {'id': '1ce37335-d0a9-4995-be90-2eb93885517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '44e2094f-f0c3-4be8-aef1-e8a0c604ae11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:41.309834 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Network hostable DHCP agents. Network: 44e2094f-f0c3-4be8-aef1-e8a0c604ae11, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:56:41.328422 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Network 44e2094f-f0c3-4be8-aef1-e8a0c604ae11 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:56:41.338589 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 44e2094f-f0c3-4be8-aef1-e8a0c604ae11) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:41.342881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:41.343509 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.349245 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f059cd19-752e-418e-9680-d750f7586089 None None] Network 44e2094f-f0c3-4be8-aef1-e8a0c604ae11 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:41.364599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-901e5ed3-4765-4c7b-98bb-fc759cd7a746 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4119914 Feb 15 14:56:41.368129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51326) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:41.373507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-50308157'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:41.397609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Made reservation on behalf of 9a230e3836c74b6e8e6374f2e99e43f5 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:41.401508 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.430416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:56:41.439561 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (10ed72c1-0f4e-471f-9ba0-8a9b29e19885), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.439929 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Added segment 10ed72c1-0f4e-471f-9ba0-8a9b29e19885 of type vlan for network 35bfeba2-cb42-4f0d-8a81-a529459e2388 Feb 15 14:56:41.481300 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (35bfeba2-cb42-4f0d-8a81-a529459e2388), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.487392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-44e2094f-f0c3-4be8-aef1-e8a0c604ae11', 'network_id': '44e2094f-f0c3-4be8-aef1-e8a0c604ae11', 'project_id': '9a230e3836c74b6e8e6374f2e99e43f5', 'fixed_ips': [{'subnet_id': '6e4c91af-9fd8-42b0-bc1a-ae1b36926789'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:56:41.488358 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.508868 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (35bfeba2-cb42-4f0d-8a81-a529459e2388), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.515523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:41.516506 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.581070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2117012 Feb 15 14:56:41.584535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51328) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:41.593653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712f896-9c1e-4247-b92a-0c358bd3de2f tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Pushing event updated for resources: {'Network': ['ID=35bfeba2-cb42-4f0d-8a81-a529459e2388,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:41.593886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Request body: {'subnet': {'network_id': '35bfeba2-cb42-4f0d-8a81-a529459e2388', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:41.613547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 35bfeba2-cb42-4f0d-8a81-a529459e2388 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:56:41.688613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Made reservation on behalf of 9a230e3836c74b6e8e6374f2e99e43f5 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:41.692234 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.693795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Allocated IP 172.20.0.2 (44e2094f-f0c3-4be8-aef1-e8a0c604ae11/6e4c91af-9fd8-42b0-bc1a-ae1b36926789/d04ca1aa-b7b2-44a9-8553-ccae55e501e2) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:41.859245 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Publish callbacks [] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.865065 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.901714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Network 44e2094f-f0c3-4be8-aef1-e8a0c604ae11 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:41.907185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:41.907623 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (19d213e9-58c2-4ac5-b40f-abf48c122d79), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.913450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:41.921441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Pushing event updated for resources: {'Port': ['ID=d04ca1aa-b7b2-44a9-8553-ccae55e501e2,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:41.983511 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Pushing event updated for resources: {'Subnet': ['ID=19d213e9-58c2-4ac5-b40f-abf48c122d79,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:41.989114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Attempting to bind port d04ca1aa-b7b2-44a9-8553-ccae55e501e2 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:41.989830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Attempting to bind port d04ca1aa-b7b2-44a9-8553-ccae55e501e2 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '1ce37335-d0a9-4995-be90-2eb93885517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '44e2094f-f0c3-4be8-aef1-e8a0c604ae11'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:41.990054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Checking segment: {'id': '10ed72c1-0f4e-471f-9ba0-8a9b29e19885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '35bfeba2-cb42-4f0d-8a81-a529459e2388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:41.990155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Attempting to bind port d04ca1aa-b7b2-44a9-8553-ccae55e501e2 on network 44e2094f-f0c3-4be8-aef1-e8a0c604ae11 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:41.990251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Network hostable DHCP agents. Network: 35bfeba2-cb42-4f0d-8a81-a529459e2388, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:56:41.995568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:41.995951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Checking segment: {'id': '1ce37335-d0a9-4995-be90-2eb93885517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '44e2094f-f0c3-4be8-aef1-e8a0c604ae11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:41.996409 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:41.996810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Bound using segment: {'id': '1ce37335-d0a9-4995-be90-2eb93885517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '44e2094f-f0c3-4be8-aef1-e8a0c604ae11'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:41.997283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Bound port: d04ca1aa-b7b2-44a9-8553-ccae55e501e2, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce37335-d0a9-4995-be90-2eb93885517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '44e2094f-f0c3-4be8-aef1-e8a0c604ae11'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:41.997674 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.008685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Network 35bfeba2-cb42-4f0d-8a81-a529459e2388 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:56:42.018428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 35bfeba2-cb42-4f0d-8a81-a529459e2388) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:42.022755 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:42.023449 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.036543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ca1c8-0848-497f-913c-c0350ae5a729 None None] Network 35bfeba2-cb42-4f0d-8a81-a529459e2388 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:42.041751 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f430bde4-6c57-4c62-8a68-783cfdcbc966 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4547634 Feb 15 14:56:42.044504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51330) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:42.050284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-48582ccd-dd37-4dcc-92b1-91730ce4e296 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Request body: {'router': {'external_gateway_info': {'network_id': '35bfeba2-cb42-4f0d-8a81-a529459e2388'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:42.128584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] For port d04ca1aa-b7b2-44a9-8553-ccae55e501e2, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:42.149381 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] For port d04ca1aa-b7b2-44a9-8553-ccae55e501e2, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d04ca1aa-b7b2-44a9-8553-ccae55e501e2,segment=NetworkSegment(1ce37335-d0a9-4995-be90-2eb93885517e),segment_id=1ce37335-d0a9-4995-be90-2eb93885517e)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:42.156581 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.208585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-35bfeba2-cb42-4f0d-8a81-a529459e2388', 'network_id': '35bfeba2-cb42-4f0d-8a81-a529459e2388', 'project_id': '9a230e3836c74b6e8e6374f2e99e43f5', 'fixed_ips': [{'subnet_id': '19d213e9-58c2-4ac5-b40f-abf48c122d79'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:56:42.209459 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.257741 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62619d-3101-4f9e-82aa-06e41611c2b2 None None] Pushing event updated for resources: {'Port': ['ID=d04ca1aa-b7b2-44a9-8553-ccae55e501e2,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:42.330004 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-48582ccd-dd37-4dcc-92b1-91730ce4e296 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for router_gateway (a0ad07ea-d105-4eb8-a8e9-9a1047de8b92), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.415056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Allocated IP 172.21.0.2 (35bfeba2-cb42-4f0d-8a81-a529459e2388/19d213e9-58c2-4ac5-b40f-abf48c122d79/127d6934-dd51-4353-b7a8-369f01fc3546) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:42.475133 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [None req-48582ccd-dd37-4dcc-92b1-91730ce4e296 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 14:56:42.481797 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-48582ccd-dd37-4dcc-92b1-91730ce4e296 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "PUT /v2.0/routers/a0ad07ea-d105-4eb8-a8e9-9a1047de8b92 HTTP/1.1" status: 400 len: 364 time: 0.4305258 Feb 15 14:56:42.482143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51332) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:42.542345 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03bd4a6-3818-4c45-9df4-a75e7609ae8a tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Deleting subnet 19d213e9-58c2-4ac5-b40f-abf48c122d79 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:56:42.595797 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Publish callbacks [] for port (127d6934-dd51-4353-b7a8-369f01fc3546), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.600965 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b03bd4a6-3818-4c45-9df4-a75e7609ae8a tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for subnet (19d213e9-58c2-4ac5-b40f-abf48c122d79), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.602174 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (127d6934-dd51-4353-b7a8-369f01fc3546), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.647796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Network 35bfeba2-cb42-4f0d-8a81-a529459e2388 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:42.651439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:42.653969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:42.656730 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b03bd4a6-3818-4c45-9df4-a75e7609ae8a tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (19d213e9-58c2-4ac5-b40f-abf48c122d79), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.660328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Pushing event updated for resources: {'Port': ['ID=127d6934-dd51-4353-b7a8-369f01fc3546,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:42.728355 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.730878 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Attempting to bind port 127d6934-dd51-4353-b7a8-369f01fc3546 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:42.731287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Attempting to bind port 127d6934-dd51-4353-b7a8-369f01fc3546 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '10ed72c1-0f4e-471f-9ba0-8a9b29e19885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '35bfeba2-cb42-4f0d-8a81-a529459e2388'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:42.731651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Attempting to bind port 127d6934-dd51-4353-b7a8-369f01fc3546 on network 35bfeba2-cb42-4f0d-8a81-a529459e2388 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:42.737527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:42.737908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Checking segment: {'id': '10ed72c1-0f4e-471f-9ba0-8a9b29e19885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '35bfeba2-cb42-4f0d-8a81-a529459e2388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:42.738317 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.738696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Bound using segment: {'id': '10ed72c1-0f4e-471f-9ba0-8a9b29e19885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '35bfeba2-cb42-4f0d-8a81-a529459e2388'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:42.739208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Bound port: 127d6934-dd51-4353-b7a8-369f01fc3546, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ed72c1-0f4e-471f-9ba0-8a9b29e19885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '35bfeba2-cb42-4f0d-8a81-a529459e2388'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:42.740773 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (127d6934-dd51-4353-b7a8-369f01fc3546), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.760559 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b03bd4a6-3818-4c45-9df4-a75e7609ae8a tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (19d213e9-58c2-4ac5-b40f-abf48c122d79), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.824078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b03bd4a6-3818-4c45-9df4-a75e7609ae8a tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (19d213e9-58c2-4ac5-b40f-abf48c122d79), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.827282 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] For port 127d6934-dd51-4353-b7a8-369f01fc3546, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:42.831021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] For port 127d6934-dd51-4353-b7a8-369f01fc3546, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=127d6934-dd51-4353-b7a8-369f01fc3546,segment=NetworkSegment(10ed72c1-0f4e-471f-9ba0-8a9b29e19885),segment_id=10ed72c1-0f4e-471f-9ba0-8a9b29e19885)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:42.837356 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (127d6934-dd51-4353-b7a8-369f01fc3546), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.856654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bd4a6-3818-4c45-9df4-a75e7609ae8a tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Pushing event deleted for resources: {'Subnet': ['ID=19d213e9-58c2-4ac5-b40f-abf48c122d79,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:42.860230 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b03bd4a6-3818-4c45-9df4-a75e7609ae8a tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:42.867580 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b03bd4a6-3818-4c45-9df4-a75e7609ae8a tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "DELETE /v2.0/subnets/19d213e9-58c2-4ac5-b40f-abf48c122d79 HTTP/1.1" status: 204 len: 168 time: 0.3841915 Feb 15 14:56:42.868540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51334) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:42.910075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da983053-6e5f-4df9-a7d2-bd0eda460548 None None] Pushing event updated for resources: {'Port': ['ID=127d6934-dd51-4353-b7a8-369f01fc3546,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:42.966520 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (35bfeba2-cb42-4f0d-8a81-a529459e2388), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.051063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Deleting port 127d6934-dd51-4353-b7a8-369f01fc3546 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:56:43.051434 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (127d6934-dd51-4353-b7a8-369f01fc3546), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.129999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] For port 127d6934-dd51-4353-b7a8-369f01fc3546, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=127d6934-dd51-4353-b7a8-369f01fc3546,segment=NetworkSegment(10ed72c1-0f4e-471f-9ba0-8a9b29e19885),segment_id=10ed72c1-0f4e-471f-9ba0-8a9b29e19885)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:43.130471 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (127d6934-dd51-4353-b7a8-369f01fc3546), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.147943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Calling delete_port for 127d6934-dd51-4353-b7a8-369f01fc3546 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:56:43.249235 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (127d6934-dd51-4353-b7a8-369f01fc3546), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.281209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Pushing event deleted for resources: {'Port': ['ID=127d6934-dd51-4353-b7a8-369f01fc3546,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:43.284009 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] No DVR routers for this DVR port 127d6934-dd51-4353-b7a8-369f01fc3546 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:56:43.347812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecd1ae2-a4d4-4afa-bbf0-fd0109f0b4bf None None] Network 44e2094f-f0c3-4be8-aef1-e8a0c604ae11 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:43.375266 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (35bfeba2-cb42-4f0d-8a81-a529459e2388), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.399512 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bfeba2-cb42-4f0d-8a81-a529459e2388']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:43.410859 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ed72c1-0f4e-471f-9ba0-8a9b29e19885') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:43.411354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ed72c1-0f4e-471f-9ba0-8a9b29e19885') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:43.424779 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (10ed72c1-0f4e-471f-9ba0-8a9b29e19885), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.445351 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (10ed72c1-0f4e-471f-9ba0-8a9b29e19885), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.446735 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-3e7200a8-c72c-45a8-bd34-55d90786b9bf None None] Provisioning complete for port d04ca1aa-b7b2-44a9-8553-ccae55e501e2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:43.447262 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3e7200a8-c72c-45a8-bd34-55d90786b9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.453310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:56:43.453790 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (10ed72c1-0f4e-471f-9ba0-8a9b29e19885), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:56:43.457516 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:56:43.537216 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (35bfeba2-cb42-4f0d-8a81-a529459e2388), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.560151 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.563700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "DELETE /v2.0/networks/35bfeba2-cb42-4f0d-8a81-a529459e2388 HTTP/1.1" status: 204 len: 168 time: 0.6932046 Feb 15 14:56:43.565253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f9fa0-abb9-40fc-88f1-eaf9e8e3def2 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Pushing event deleted for resources: {'Network': ['ID=35bfeba2-cb42-4f0d-8a81-a529459e2388,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:43.566774 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51336) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:43.574583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3e7200a8-c72c-45a8-bd34-55d90786b9bf None None] Current status of the port d04ca1aa-b7b2-44a9-8553-ccae55e501e2 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:43.575312 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3e7200a8-c72c-45a8-bd34-55d90786b9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.629520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-deee92f0-35dc-462a-8ec2-0878e8b6531c tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Deleting subnet 6e4c91af-9fd8-42b0-bc1a-ae1b36926789 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:56:43.633530 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deee92f0-35dc-462a-8ec2-0878e8b6531c tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for subnet (6e4c91af-9fd8-42b0-bc1a-ae1b36926789), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.633847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d04ca1aa-b7b2-44a9-8553-ccae55e501e2 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:43.637784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3e7200a8-c72c-45a8-bd34-55d90786b9bf None None] For port d04ca1aa-b7b2-44a9-8553-ccae55e501e2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d04ca1aa-b7b2-44a9-8553-ccae55e501e2,segment=NetworkSegment(1ce37335-d0a9-4995-be90-2eb93885517e),segment_id=1ce37335-d0a9-4995-be90-2eb93885517e)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:43.662299 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3e7200a8-c72c-45a8-bd34-55d90786b9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.699979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deee92f0-35dc-462a-8ec2-0878e8b6531c tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (6e4c91af-9fd8-42b0-bc1a-ae1b36926789), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.731407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7200a8-c72c-45a8-bd34-55d90786b9bf None None] Pushing event updated for resources: {'Port': ['ID=d04ca1aa-b7b2-44a9-8553-ccae55e501e2,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:43.741610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d04ca1aa-b7b2-44a9-8553-ccae55e501e2 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:43.741854 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.844930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deee92f0-35dc-462a-8ec2-0878e8b6531c tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (6e4c91af-9fd8-42b0-bc1a-ae1b36926789), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.861688 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d04ca1aa-b7b2-44a9-8553-ccae55e501e2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:43.921819 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deee92f0-35dc-462a-8ec2-0878e8b6531c tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (6e4c91af-9fd8-42b0-bc1a-ae1b36926789), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.954330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee92f0-35dc-462a-8ec2-0878e8b6531c tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4c91af-9fd8-42b0-bc1a-ae1b36926789,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:43.956761 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-deee92f0-35dc-462a-8ec2-0878e8b6531c tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:43.962463 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-deee92f0-35dc-462a-8ec2-0878e8b6531c tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "DELETE /v2.0/subnets/6e4c91af-9fd8-42b0-bc1a-ae1b36926789 HTTP/1.1" status: 204 len: 168 time: 0.3923938 Feb 15 14:56:43.963033 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51338) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:43.964184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbbfa4c-74b0-424f-92c3-789633873510 None None] Network 44e2094f-f0c3-4be8-aef1-e8a0c604ae11 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:44.043213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2444e52b-8b92-4256-887d-a02a980479ce None None] Provisioning complete for port d04ca1aa-b7b2-44a9-8553-ccae55e501e2 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:44.043602 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2444e52b-8b92-4256-887d-a02a980479ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.066425 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (44e2094f-f0c3-4be8-aef1-e8a0c604ae11), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.139277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Deleting port d04ca1aa-b7b2-44a9-8553-ccae55e501e2 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:56:44.139620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.221632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] For port d04ca1aa-b7b2-44a9-8553-ccae55e501e2, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d04ca1aa-b7b2-44a9-8553-ccae55e501e2,segment=NetworkSegment(1ce37335-d0a9-4995-be90-2eb93885517e),segment_id=1ce37335-d0a9-4995-be90-2eb93885517e)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:44.222002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.236481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Calling delete_port for d04ca1aa-b7b2-44a9-8553-ccae55e501e2 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:56:44.257366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3e6b10-3f4c-4b11-bf93-55b7a793d353 None None] DHCP port deletion for 35bfeba2-cb42-4f0d-8a81-a529459e2388 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:56:44.289525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f8b8ae-39d7-441e-96ce-640af7497f51 None None] Network 35bfeba2-cb42-4f0d-8a81-a529459e2388 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:44.313209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f8b8ae-39d7-441e-96ce-640af7497f51 None None] Network 35bfeba2-cb42-4f0d-8a81-a529459e2388 could not be found, it might have been deleted concurrently. {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 14:56:44.334876 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d04ca1aa-b7b2-44a9-8553-ccae55e501e2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.357623 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2444e52b-8b92-4256-887d-a02a980479ce None None] Current status of the port d04ca1aa-b7b2-44a9-8553-ccae55e501e2 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:44.366098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Pushing event deleted for resources: {'Port': ['ID=d04ca1aa-b7b2-44a9-8553-ccae55e501e2,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:44.371770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] No DVR routers for this DVR port d04ca1aa-b7b2-44a9-8553-ccae55e501e2 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:56:44.386238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91332a10-c905-4582-b59c-5f31b85c487e None None] DHCP port deletion for 44e2094f-f0c3-4be8-aef1-e8a0c604ae11 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:56:44.471121 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b255f1b2-540e-41e9-a081-5efd80160359 None None] Could not find standard attr ID for object 127d6934-dd51-4353-b7a8-369f01fc3546. {{(pid=109973) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 14:56:44.473309 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (44e2094f-f0c3-4be8-aef1-e8a0c604ae11), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.500982 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e2094f-f0c3-4be8-aef1-e8a0c604ae11']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:44.511777 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce37335-d0a9-4995-be90-2eb93885517e') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:44.512073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce37335-d0a9-4995-be90-2eb93885517e') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:44.524642 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (1ce37335-d0a9-4995-be90-2eb93885517e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.539311 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (1ce37335-d0a9-4995-be90-2eb93885517e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.545713 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:56:44.546101 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (1ce37335-d0a9-4995-be90-2eb93885517e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:56:44.549583 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:56:44.612269 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (44e2094f-f0c3-4be8-aef1-e8a0c604ae11), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.619222 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.622289 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "DELETE /v2.0/networks/44e2094f-f0c3-4be8-aef1-e8a0c604ae11 HTTP/1.1" status: 204 len: 168 time: 0.6586158 Feb 15 14:56:44.625179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51340) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:44.634878 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001f85e-b1fa-4c66-a577-c43f52959368 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Pushing event deleted for resources: {'Network': ['ID=44e2094f-f0c3-4be8-aef1-e8a0c604ae11,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:44.655381 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6f69eb9d-4fd2-42e7-9971-34491a4bc5e7 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0ad07ea-d105-4eb8-a8e9-9a1047de8b92 HTTP/1.1" status: 200 len: 205 time: 0.0288963 Feb 15 14:56:44.657710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51342) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:44.741860 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d49be78c-272a-4737-8d63-243a6ff83b95 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for router (a0ad07ea-d105-4eb8-a8e9-9a1047de8b92), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.856749 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-75194417-252b-4cba-9720-0052520b3b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.912250 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d49be78c-272a-4737-8d63-243a6ff83b95 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (a0ad07ea-d105-4eb8-a8e9-9a1047de8b92), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.914598 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d49be78c-272a-4737-8d63-243a6ff83b95 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for router_controller (a0ad07ea-d105-4eb8-a8e9-9a1047de8b92), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.961547 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d49be78c-272a-4737-8d63-243a6ff83b95 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (a0ad07ea-d105-4eb8-a8e9-9a1047de8b92), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.962054 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49be78c-272a-4737-8d63-243a6ff83b95 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Fanout notify agent at l3_agent the message router_deleted on router a0ad07ea-d105-4eb8-a8e9-9a1047de8b92 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:56:44.968990 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d49be78c-272a-4737-8d63-243a6ff83b95 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:44.970125 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d49be78c-272a-4737-8d63-243a6ff83b95 tempest-RoutersNegativeTest-669635555 tempest-RoutersNegativeTest-669635555-project] 10.222.0.72 "DELETE /v2.0/routers/a0ad07ea-d105-4eb8-a8e9-9a1047de8b92 HTTP/1.1" status: 204 len: 168 time: 0.3114643 Feb 15 14:56:45.235451 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51348) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:45.371797 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-83688558-a12b-49cb-a42e-668a485066ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a230e3836c74b6e8e6374f2e99e43f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351109 Feb 15 14:56:45.374379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51352) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:45.425154 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Publish callbacks [] for security_group (d4cb372b-98a9-43b4-9cc0-959772e62e9c), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:45.452189 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Publish callbacks [] for security_group (d4cb372b-98a9-43b4-9cc0-959772e62e9c), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:45.505778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (d4cb372b-98a9-43b4-9cc0-959772e62e9c), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:45.508456 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:45.509783 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d4cb372b-98a9-43b4-9cc0-959772e62e9c HTTP/1.1" status: 204 len: 168 time: 0.1343329 Feb 15 14:56:45.518602 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cb372b-98a9-43b4-9cc0-959772e62e9c,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:45.528275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.528656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.528976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.529319 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.529661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.530123 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.530462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.530792 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.531290 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.531468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.531807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.532159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.532525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5196e-c4a8-434e-9f20-214bd1cadac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:45.566766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d04ca1aa-b7b2-44a9-8553-ccae55e501e2 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:56:45.595385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d04ca1aa-b7b2-44a9-8553-ccae55e501e2 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:56:45.596653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d04ca1aa-b7b2-44a9-8553-ccae55e501e2 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:56:45.596653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 127d6934-dd51-4353-b7a8-369f01fc3546 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:56:45.617618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 127d6934-dd51-4353-b7a8-369f01fc3546 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:56:45.617974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 127d6934-dd51-4353-b7a8-369f01fc3546 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:56:46.195593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51374) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:46.304495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-770825625-network', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:46.324244 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Made reservation on behalf of 801bdea6b6da40bb89764f12e5f89e5e for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:46.326530 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:46.340211 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:46.429719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Publish callbacks [] for security_group (8070665f-b949-4043-b68a-8fa2894c8dee), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:46.440647 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8070665f-b949-4043-b68a-8fa2894c8dee), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:46.467152 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:56:46.477810 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8070665f-b949-4043-b68a-8fa2894c8dee,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:46.483208 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:46.483623 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Added segment d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475 of type vlan for network a0367c9d-02db-4d8e-b840-1777fdccbebe Feb 15 14:56:46.495519 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.495861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.496205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.496532 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.496860 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.497189 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.497514 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.497956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.498287 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.498609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.498961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.499323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.499677 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:46.545080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (a0367c9d-02db-4d8e-b840-1777fdccbebe), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:46.576221 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (a0367c9d-02db-4d8e-b840-1777fdccbebe), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:46.577325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:46.578021 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:46.640715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4439402 Feb 15 14:56:46.644422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51378) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:46.650046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] Request body: {'subnet': {'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-770825625-subnet', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:46.654177 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0db11-73e7-4bcf-80bb-af6be7d3c5dc admin admin] Pushing event updated for resources: {'Network': ['ID=a0367c9d-02db-4d8e-b840-1777fdccbebe,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:46.669753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network a0367c9d-02db-4d8e-b840-1777fdccbebe details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:56:46.678343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] Made reservation on behalf of 801bdea6b6da40bb89764f12e5f89e5e for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:46.681532 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:46.732897 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:56:46.881681 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (5c17070f-5638-46f8-892b-69e17ccc2917), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:46.940203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c17070f-5638-46f8-892b-69e17ccc2917,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:46.951567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] Checking segment: {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:46.951931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] Network hostable DHCP agents. Network: a0367c9d-02db-4d8e-b840-1777fdccbebe, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:56:46.971822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] Network a0367c9d-02db-4d8e-b840-1777fdccbebe is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:56:46.983153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, a0367c9d-02db-4d8e-b840-1777fdccbebe) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:46.988491 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:46.989128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:46.999991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455ad86-17a8-4654-a841-175d6ce61e6c None None] Network a0367c9d-02db-4d8e-b840-1777fdccbebe requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:47.011952 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51380) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:47.012410 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4ce35a05-8a21-4e56-ad3e-d0e5a303e2d8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3661392 Feb 15 14:56:47.019823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-770825625-router', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:47.044348 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (d54f96a1-45db-4b33-9fed-665ec826a8af), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.045994 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (d54f96a1-45db-4b33-9fed-665ec826a8af), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.116122 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Publish callbacks [] for router_controller (d54f96a1-45db-4b33-9fed-665ec826a8af), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.135938 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-a0367c9d-02db-4d8e-b840-1777fdccbebe', 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe', 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'fixed_ips': [{'subnet_id': '5c17070f-5638-46f8-892b-69e17ccc2917'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:56:47.137273 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.272966 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1f05c3cb-1df2-4ba0-a0bc-c08ca986c794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.292450 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Publish callbacks [] for router_gateway (d54f96a1-45db-4b33-9fed-665ec826a8af), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.340102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Allocated IP 172.20.0.2 (a0367c9d-02db-4d8e-b840-1777fdccbebe/5c17070f-5638-46f8-892b-69e17ccc2917/209ca856-497a-4a83-abe0-075a95c49e77) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:47.494229 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Publish callbacks [] for port (209ca856-497a-4a83-abe0-075a95c49e77), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.501021 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (209ca856-497a-4a83-abe0-075a95c49e77), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.506879 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Publish callbacks [] for router_gateway (d54f96a1-45db-4b33-9fed-665ec826a8af), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.532093 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.545697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Network a0367c9d-02db-4d8e-b840-1777fdccbebe is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:47.549887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:47.554552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:47.557801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Pushing event updated for resources: {'Port': ['ID=209ca856-497a-4a83-abe0-075a95c49e77,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:47.614179 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Attempting to bind port 209ca856-497a-4a83-abe0-075a95c49e77 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:47.614558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Attempting to bind port 209ca856-497a-4a83-abe0-075a95c49e77 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:47.614950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Attempting to bind port 209ca856-497a-4a83-abe0-075a95c49e77 on network a0367c9d-02db-4d8e-b840-1777fdccbebe {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:47.620191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:47.620573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Checking segment: {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:47.620986 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.621387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Bound using segment: {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:47.621881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Bound port: 209ca856-497a-4a83-abe0-075a95c49e77, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:47.622249 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (209ca856-497a-4a83-abe0-075a95c49e77), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.643114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Allocated IP 172.25.6.16 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/ea5af8ad-614b-4596-b629-01a450515167) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:47.691122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] For port 209ca856-497a-4a83-abe0-075a95c49e77, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:47.694974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] For port 209ca856-497a-4a83-abe0-075a95c49e77, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=209ca856-497a-4a83-abe0-075a95c49e77,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:47.701686 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (209ca856-497a-4a83-abe0-075a95c49e77), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.764587 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Publish callbacks [] for port (ea5af8ad-614b-4596-b629-01a450515167), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.770822 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba93875-e736-4ceb-9247-a3ee4490b693 None None] Pushing event updated for resources: {'Port': ['ID=209ca856-497a-4a83-abe0-075a95c49e77,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:47.806101 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (ea5af8ad-614b-4596-b629-01a450515167), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:47.858047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:47.862133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:47.866841 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:47.870685 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Pushing event updated for resources: {'Port': ['ID=ea5af8ad-614b-4596-b629-01a450515167,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:48.154440 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Publish callbacks [] for router_gateway (d54f96a1-45db-4b33-9fed-665ec826a8af), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:48.369241 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (d54f96a1-45db-4b33-9fed-665ec826a8af), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:48.512868 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Router d54f96a1-45db-4b33-9fed-665ec826a8af is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:56:48.587774 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:48.807904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e2c0d1-b8ac-4850-b585-6518e7d7c73c None None] Network a0367c9d-02db-4d8e-b840-1777fdccbebe requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:48.930627 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a39a5f2e-a917-4185-8ba8-d107e5a1a85d None None] Provisioning complete for port 209ca856-497a-4a83-abe0-075a95c49e77 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:48.930935 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a39a5f2e-a917-4185-8ba8-d107e5a1a85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (209ca856-497a-4a83-abe0-075a95c49e77), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:48.945764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:56:48.959981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Sync routers for ids ['d54f96a1-45db-4b33-9fed-665ec826a8af'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:56:48.972100 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:48.976236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-393906c0-face-42ff-81b9-179f82ae058b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9604540 Feb 15 14:56:48.976883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51382) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:48.987506 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Routers {'d54f96a1-45db-4b33-9fed-665ec826a8af'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:56:48.988161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d54f96a1-45db-4b33-9fed-665ec826a8af'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:49.120942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a39a5f2e-a917-4185-8ba8-d107e5a1a85d None None] Current status of the port 209ca856-497a-4a83-abe0-075a95c49e77 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:49.121387 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a39a5f2e-a917-4185-8ba8-d107e5a1a85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (209ca856-497a-4a83-abe0-075a95c49e77), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.156948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Set router d54f96a1-45db-4b33-9fed-665ec826a8af gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:56:49.223063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a39a5f2e-a917-4185-8ba8-d107e5a1a85d None None] For port 209ca856-497a-4a83-abe0-075a95c49e77, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=209ca856-497a-4a83-abe0-075a95c49e77,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:49.233965 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a39a5f2e-a917-4185-8ba8-d107e5a1a85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (209ca856-497a-4a83-abe0-075a95c49e77), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.330620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a5f2e-a917-4185-8ba8-d107e5a1a85d None None] Pushing event updated for resources: {'Port': ['ID=209ca856-497a-4a83-abe0-075a95c49e77,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:49.382451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-81d0c35c-84f4-4ea0-a8f6-465f542ac5cd None None] Provisioning complete for port 209ca856-497a-4a83-abe0-075a95c49e77 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:49.382829 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81d0c35c-84f4-4ea0-a8f6-465f542ac5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (209ca856-497a-4a83-abe0-075a95c49e77), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.445258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'name': 'tempest-TestEncryptedCinderVolumes-770825625-router', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ea5af8ad-614b-4596-b629-01a450515167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:48Z', 'revision_number': 3, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'gw_port': {'id': 'ea5af8ad-614b-4596-b629-01a450515167', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:49.460527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.490928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Checking router: d54f96a1-45db-4b33-9fed-665ec826a8af for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:56:49.491324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Updating router d54f96a1-45db-4b33-9fed-665ec826a8af port ea5af8ad-614b-4596-b629-01a450515167 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:56:49.536941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-81d0c35c-84f4-4ea0-a8f6-465f542ac5cd None None] Current status of the port 209ca856-497a-4a83-abe0-075a95c49e77 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:49.541128 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ea5af8ad-614b-4596-b629-01a450515167), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.628606 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 209ca856-497a-4a83-abe0-075a95c49e77 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:49.647294 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Allocated IP 172.20.0.1 (a0367c9d-02db-4d8e-b840-1777fdccbebe/5c17070f-5638-46f8-892b-69e17ccc2917/170caf1b-984f-4a76-a06d-a902e2690d84) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:49.752777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 209ca856-497a-4a83-abe0-075a95c49e77 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:49.753151 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (209ca856-497a-4a83-abe0-075a95c49e77), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.761217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Publish callbacks [] for port (170caf1b-984f-4a76-a06d-a902e2690d84), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.803476 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.852862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Network a0367c9d-02db-4d8e-b840-1777fdccbebe is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:49.857479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:49.863603 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:49.891759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Pushing event updated for resources: {'Port': ['ID=170caf1b-984f-4a76-a06d-a902e2690d84,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:49.906597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (d54f96a1-45db-4b33-9fed-665ec826a8af), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.907916 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Publish callbacks [] for port (ea5af8ad-614b-4596-b629-01a450515167), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.923674 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ea5af8ad-614b-4596-b629-01a450515167), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.929187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 209ca856-497a-4a83-abe0-075a95c49e77 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:49.931539 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.985808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Attempting to bind port ea5af8ad-614b-4596-b629-01a450515167 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:49.986765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Attempting to bind port ea5af8ad-614b-4596-b629-01a450515167 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:49.987119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Attempting to bind port ea5af8ad-614b-4596-b629-01a450515167 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:49.989315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b17e65-2fb7-4fd1-9cab-c44a13d0e108 None None] Pushing event updated for resources: {'Port': ['ID=ea5af8ad-614b-4596-b629-01a450515167,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:49.995413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:49.995816 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:49.996205 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:49.996597 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:49.997081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Bound port: ea5af8ad-614b-4596-b629-01a450515167, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:49.997467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ea5af8ad-614b-4596-b629-01a450515167), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:50.060616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] For port ea5af8ad-614b-4596-b629-01a450515167, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:50.069778 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] For port ea5af8ad-614b-4596-b629-01a450515167, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ea5af8ad-614b-4596-b629-01a450515167,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:50.073342 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:50.079971 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ea5af8ad-614b-4596-b629-01a450515167), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:50.151571 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Routers {'d54f96a1-45db-4b33-9fed-665ec826a8af'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:56:50.152254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d54f96a1-45db-4b33-9fed-665ec826a8af'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:50.207450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b17e65-2fb7-4fd1-9cab-c44a13d0e108 None None] Pushing event updated for resources: {'Port': ['ID=ea5af8ad-614b-4596-b629-01a450515167,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:50.283113 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Publish callbacks [] for port (170caf1b-984f-4a76-a06d-a902e2690d84), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:50.289812 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:50.364590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Pushing event updated for resources: {'Port': ['ID=170caf1b-984f-4a76-a06d-a902e2690d84,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:50.367226 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (d54f96a1-45db-4b33-9fed-665ec826a8af), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:50.416911 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-89f28e8f-e330-45ef-94d5-11be829fdc3a None None] Provisioning complete for port 170caf1b-984f-4a76-a06d-a902e2690d84 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:50.417298 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-89f28e8f-e330-45ef-94d5-11be829fdc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:50.466793 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-89f28e8f-e330-45ef-94d5-11be829fdc3a None None] Port 170caf1b-984f-4a76-a06d-a902e2690d84 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:56:50.476572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Network a0367c9d-02db-4d8e-b840-1777fdccbebe is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:50.477249 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:50.488854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] Set router d54f96a1-45db-4b33-9fed-665ec826a8af gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:56:50.607530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Router d54f96a1-45db-4b33-9fed-665ec826a8af has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:56:50.726659 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'name': 'tempest-TestEncryptedCinderVolumes-770825625-router', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ea5af8ad-614b-4596-b629-01a450515167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:50Z', 'revision_number': 4, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'gw_port': {'id': 'ea5af8ad-614b-4596-b629-01a450515167', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '170caf1b-984f-4a76-a06d-a902e2690d84', 'name': '', 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'mac_address': 'fa:16:3e:8d:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:49Z', 'updated_at': '2022-02-15T14:56:49Z', 'revision_number': 1, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'subnets': [{'id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:50.732956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:56:50.739122 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-79b05314-2c2a-4d05-b33b-9dd435a6f329 admin admin] 10.222.0.72 "PUT /v2.0/routers/d54f96a1-45db-4b33-9fed-665ec826a8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7607846 Feb 15 14:56:50.754779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591ddaf-d7be-4bd4-acdc-a91934a46a47 None None] The sync data for ids ['d54f96a1-45db-4b33-9fed-665ec826a8af'] in n-d-829064-15 is: [{'id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'name': 'tempest-TestEncryptedCinderVolumes-770825625-router', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ea5af8ad-614b-4596-b629-01a450515167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:50Z', 'revision_number': 4, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'gw_port': {'id': 'ea5af8ad-614b-4596-b629-01a450515167', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '170caf1b-984f-4a76-a06d-a902e2690d84', 'name': '', 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'mac_address': 'fa:16:3e:8d:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:49Z', 'updated_at': '2022-02-15T14:56:49Z', 'revision_number': 1, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'subnets': [{'id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:56:50.805767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4d616326-3db0-4bf5-8c61-8399302c91ed None None] Provisioning complete for port 170caf1b-984f-4a76-a06d-a902e2690d84 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:50.806136 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4d616326-3db0-4bf5-8c61-8399302c91ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:50.848727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4d616326-3db0-4bf5-8c61-8399302c91ed None None] Port 170caf1b-984f-4a76-a06d-a902e2690d84 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:56:51.176023 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.331368 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51398) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:51.336619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1756955557-network', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:51.356385 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Made reservation on behalf of d2406fa9873c49389affdc92631e0ef4 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:51.358934 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.370061 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.494300 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Publish callbacks [] for security_group (397d5643-681d-4c51-b885-e6715dc8ea0a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.502655 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (397d5643-681d-4c51-b885-e6715dc8ea0a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.542641 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:56:51.558079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397d5643-681d-4c51-b885-e6715dc8ea0a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:51.566501 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (df6503f4-9fba-4370-93d0-f0694dc48fda), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.566851 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Added segment df6503f4-9fba-4370-93d0-f0694dc48fda of type vlan for network b38a9634-adf2-4b12-8b7c-19053b8e9008 Feb 15 14:56:51.620594 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (b38a9634-adf2-4b12-8b7c-19053b8e9008), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.628527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ea5af8ad-614b-4596-b629-01a450515167 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:51.656291 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (b38a9634-adf2-4b12-8b7c-19053b8e9008), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.657573 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:51.658703 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.690256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ea5af8ad-614b-4596-b629-01a450515167 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:51.690647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ea5af8ad-614b-4596-b629-01a450515167), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.730266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3976719 Feb 15 14:56:51.733057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51400) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:51.738665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] Request body: {'subnet': {'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1756955557-subnet', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:51.744787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39dd7f-0982-44d8-8374-d68f78bc4759 admin admin] Pushing event updated for resources: {'Network': ['ID=b38a9634-adf2-4b12-8b7c-19053b8e9008,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:51.774305 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network b38a9634-adf2-4b12-8b7c-19053b8e9008 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:56:51.776836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] Made reservation on behalf of d2406fa9873c49389affdc92631e0ef4 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:51.780719 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.848911 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ea5af8ad-614b-4596-b629-01a450515167 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:51.849344 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ea5af8ad-614b-4596-b629-01a450515167), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.885220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port ea5af8ad-614b-4596-b629-01a450515167, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ea5af8ad-614b-4596-b629-01a450515167,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:51.890293 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ea5af8ad-614b-4596-b629-01a450515167), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:51.958268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=ea5af8ad-614b-4596-b629-01a450515167,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:52.009882 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.087679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:52.100047 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] Checking segment: {'id': 'df6503f4-9fba-4370-93d0-f0694dc48fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:52.100415 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] Network hostable DHCP agents. Network: b38a9634-adf2-4b12-8b7c-19053b8e9008, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:56:52.126037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] Network b38a9634-adf2-4b12-8b7c-19053b8e9008 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:56:52.139383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, b38a9634-adf2-4b12-8b7c-19053b8e9008) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:52.144695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:52.145362 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.152883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5235e6a8-bf9e-4617-b7ec-0e51bd182714 None None] Network b38a9634-adf2-4b12-8b7c-19053b8e9008 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:52.163856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bf8b7024-a996-4468-b90e-7d728926fa17 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4296989 Feb 15 14:56:52.166556 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51402) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:52.171524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1756955557-router', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:52.206128 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (97dc7689-9d2b-4856-8565-c688cb2803ea), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.207418 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (97dc7689-9d2b-4856-8565-c688cb2803ea), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.268143 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Publish callbacks [] for router_controller (97dc7689-9d2b-4856-8565-c688cb2803ea), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.273122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-b38a9634-adf2-4b12-8b7c-19053b8e9008', 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008', 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'fixed_ips': [{'subnet_id': '74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:56:52.274128 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.433937 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Publish callbacks [] for router_gateway (97dc7689-9d2b-4856-8565-c688cb2803ea), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.434570 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Allocated IP 172.20.0.2 (b38a9634-adf2-4b12-8b7c-19053b8e9008/74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3/72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:52.615952 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Publish callbacks [] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.621556 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.664230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Network b38a9634-adf2-4b12-8b7c-19053b8e9008 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:52.667393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:52.671390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:52.672633 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Publish callbacks [] for router_gateway (97dc7689-9d2b-4856-8565-c688cb2803ea), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.680832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Pushing event updated for resources: {'Port': ['ID=72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:52.699403 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.737404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Attempting to bind port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:52.737786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Attempting to bind port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'df6503f4-9fba-4370-93d0-f0694dc48fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:52.738162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Attempting to bind port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 on network b38a9634-adf2-4b12-8b7c-19053b8e9008 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:52.743380 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:52.743762 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Checking segment: {'id': 'df6503f4-9fba-4370-93d0-f0694dc48fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:52.744175 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.744573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Bound using segment: {'id': 'df6503f4-9fba-4370-93d0-f0694dc48fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:52.745483 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Bound port: 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6503f4-9fba-4370-93d0-f0694dc48fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:52.745483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.807518 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Allocated IP 172.25.6.106 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/6a35b023-984d-4b36-b54e-407f70c5396c) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:52.815752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] For port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:52.820188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] For port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6,segment=NetworkSegment(df6503f4-9fba-4370-93d0-f0694dc48fda),segment_id=df6503f4-9fba-4370-93d0-f0694dc48fda)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:52.828722 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.894477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b799a39-e6c9-4c0e-b9fd-44370f4b27de None None] Pushing event updated for resources: {'Port': ['ID=72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:52.943880 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Publish callbacks [] for port (6a35b023-984d-4b36-b54e-407f70c5396c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:52.983830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:53.027820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:53.031134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:53.033628 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:53.060128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Pushing event updated for resources: {'Port': ['ID=6a35b023-984d-4b36-b54e-407f70c5396c,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:53.285370 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Sync routers for ids ['d54f96a1-45db-4b33-9fed-665ec826a8af'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:56:53.297056 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Routers {'d54f96a1-45db-4b33-9fed-665ec826a8af'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:56:53.297679 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d54f96a1-45db-4b33-9fed-665ec826a8af'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:53.350861 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Publish callbacks [] for router_gateway (97dc7689-9d2b-4856-8565-c688cb2803ea), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:53.414342 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Set router d54f96a1-45db-4b33-9fed-665ec826a8af gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:56:53.587940 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (97dc7689-9d2b-4856-8565-c688cb2803ea), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:53.670192 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'name': 'tempest-TestEncryptedCinderVolumes-770825625-router', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ea5af8ad-614b-4596-b629-01a450515167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:50Z', 'revision_number': 4, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'gw_port': {'id': 'ea5af8ad-614b-4596-b629-01a450515167', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '170caf1b-984f-4a76-a06d-a902e2690d84', 'name': '', 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'mac_address': 'fa:16:3e:8d:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:49Z', 'updated_at': '2022-02-15T14:56:50Z', 'revision_number': 2, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'subnets': [{'id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:53.701501 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Checking router: d54f96a1-45db-4b33-9fed-665ec826a8af for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:56:53.702416 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Updating router d54f96a1-45db-4b33-9fed-665ec826a8af port 170caf1b-984f-4a76-a06d-a902e2690d84 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:56:53.733940 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:53.739159 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:53.759854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Router 97dc7689-9d2b-4856-8565-c688cb2803ea is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:56:53.803945 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:53.804571 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:53.910233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:56:53.917182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:53.917858 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:53.923035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Sync routers for ids ['97dc7689-9d2b-4856-8565-c688cb2803ea'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:56:53.947641 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:53.951547 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5b226a17-6f17-4072-b191-db1399b89962 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7812226 Feb 15 14:56:53.951961 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51404) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:56:53.958977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Routers {'97dc7689-9d2b-4856-8565-c688cb2803ea'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:56:53.959761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97dc7689-9d2b-4856-8565-c688cb2803ea'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:54.053821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba53e99-8fd5-4698-87f3-7e46adc1fa76 None None] Network b38a9634-adf2-4b12-8b7c-19053b8e9008 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:56:54.058470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6,segment=NetworkSegment(df6503f4-9fba-4370-93d0-f0694dc48fda),segment_id=df6503f4-9fba-4370-93d0-f0694dc48fda)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:54.099343 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Publish callbacks [] for port (170caf1b-984f-4a76-a06d-a902e2690d84), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:54.105391 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:54.116149 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:54.116973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ea5af8ad-614b-4596-b629-01a450515167 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:54.245522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0fa8309f-a8cb-411c-a154-c5b3a03f0753 None None] Provisioning complete for port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:54.245949 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0fa8309f-a8cb-411c-a154-c5b3a03f0753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:54.289761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Set router 97dc7689-9d2b-4856-8565-c688cb2803ea gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:56:54.290712 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Pushing event updated for resources: {'Port': ['ID=170caf1b-984f-4a76-a06d-a902e2690d84,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:54.327357 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Attempting to bind port 170caf1b-984f-4a76-a06d-a902e2690d84 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:54.328016 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Attempting to bind port 170caf1b-984f-4a76-a06d-a902e2690d84 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:54.328566 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Attempting to bind port 170caf1b-984f-4a76-a06d-a902e2690d84 on network a0367c9d-02db-4d8e-b840-1777fdccbebe {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:54.329392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:54.340207 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.340777 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.341280 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.342276 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.342796 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.343316 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.343818 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.344316 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.345787 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.346944 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.347473 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.347967 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.348460 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:56:54.369949 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:54.372337 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Checking segment: {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:54.373398 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:54.374182 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Bound using segment: {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:54.375117 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Bound port: 170caf1b-984f-4a76-a06d-a902e2690d84, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:54.375895 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:54.450740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ea5af8ad-614b-4596-b629-01a450515167 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:54.451155 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ea5af8ad-614b-4596-b629-01a450515167), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:54.477932 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] For port 170caf1b-984f-4a76-a06d-a902e2690d84, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:54.483146 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] For port 170caf1b-984f-4a76-a06d-a902e2690d84, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=170caf1b-984f-4a76-a06d-a902e2690d84,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:54.494222 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:54.598694 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18e238-34f9-49b0-938b-e7e863760678 None None] Pushing event updated for resources: {'Port': ['ID=170caf1b-984f-4a76-a06d-a902e2690d84,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:54.601518 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Routers {'d54f96a1-45db-4b33-9fed-665ec826a8af'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:56:54.602122 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d54f96a1-45db-4b33-9fed-665ec826a8af'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:54.782836 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] Set router d54f96a1-45db-4b33-9fed-665ec826a8af gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:56:54.876091 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:54.909390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0fa8309f-a8cb-411c-a154-c5b3a03f0753 None None] Current status of the port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:54.933954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ea5af8ad-614b-4596-b629-01a450515167 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:54.965949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'name': 'tempest-TestEncryptedCinderVolumes-1756955557-router', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:53Z', 'revision_number': 3, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'gw_port': {'id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:54.996791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Checking router: 97dc7689-9d2b-4856-8565-c688cb2803ea for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:56:54.997300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Updating router 97dc7689-9d2b-4856-8565-c688cb2803ea port 6a35b023-984d-4b36-b54e-407f70c5396c binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:56:55.037334 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.069503 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-76d576f0-cbee-4ca2-abae-b834cbb8faa4 None None] Provisioning complete for port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:55.069990 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76d576f0-cbee-4ca2-abae-b834cbb8faa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.104478 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'name': 'tempest-TestEncryptedCinderVolumes-770825625-router', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ea5af8ad-614b-4596-b629-01a450515167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:50Z', 'revision_number': 4, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'gw_port': {'id': 'ea5af8ad-614b-4596-b629-01a450515167', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '170caf1b-984f-4a76-a06d-a902e2690d84', 'name': '', 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'mac_address': 'fa:16:3e:8d:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:49Z', 'updated_at': '2022-02-15T14:56:54Z', 'revision_number': 4, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'subnets': [{'id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:55.113289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Allocated IP 172.20.0.1 (b38a9634-adf2-4b12-8b7c-19053b8e9008/74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3/068eb1f3-d21b-47ac-bd6a-67d196910064) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:55.142776 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2205484-4bbf-4183-8a8b-e67e353c103f None None] The sync data for ids ['d54f96a1-45db-4b33-9fed-665ec826a8af'] in n-d-829064-15 is: [{'id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'name': 'tempest-TestEncryptedCinderVolumes-770825625-router', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ea5af8ad-614b-4596-b629-01a450515167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:50Z', 'revision_number': 4, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'gw_port': {'id': 'ea5af8ad-614b-4596-b629-01a450515167', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '170caf1b-984f-4a76-a06d-a902e2690d84', 'name': '', 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'mac_address': 'fa:16:3e:8d:27:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:49Z', 'updated_at': '2022-02-15T14:56:54Z', 'revision_number': 4, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'subnets': [{'id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:56:55.257523 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Publish callbacks [] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.292435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-76d576f0-cbee-4ca2-abae-b834cbb8faa4 None None] Current status of the port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:55.301543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.320704 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-76d576f0-cbee-4ca2-abae-b834cbb8faa4 None None] Provisioning complete for port 170caf1b-984f-4a76-a06d-a902e2690d84 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:55.321081 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76d576f0-cbee-4ca2-abae-b834cbb8faa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.339383 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Network b38a9634-adf2-4b12-8b7c-19053b8e9008 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:55.342859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:55.345641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:55.390300 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Pushing event updated for resources: {'Port': ['ID=068eb1f3-d21b-47ac-bd6a-67d196910064,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:55.414480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (97dc7689-9d2b-4856-8565-c688cb2803ea), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.459909 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Publish callbacks [] for port (6a35b023-984d-4b36-b54e-407f70c5396c), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.473550 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.568700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Attempting to bind port 6a35b023-984d-4b36-b54e-407f70c5396c on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:55.569091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Attempting to bind port 6a35b023-984d-4b36-b54e-407f70c5396c by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:55.569477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Attempting to bind port 6a35b023-984d-4b36-b54e-407f70c5396c on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:55.592461 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:55.592919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:55.593268 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.593675 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:56:55.594161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Bound port: 6a35b023-984d-4b36-b54e-407f70c5396c, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:56:55.594557 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.604239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-76d576f0-cbee-4ca2-abae-b834cbb8faa4 None None] Current status of the port 170caf1b-984f-4a76-a06d-a902e2690d84 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:55.604654 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76d576f0-cbee-4ca2-abae-b834cbb8faa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.626254 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.653124 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9243973-8fdb-4916-b109-b25d79d1817a None None] Pushing event updated for resources: {'Port': ['ID=6a35b023-984d-4b36-b54e-407f70c5396c,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:55.688331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:55.732514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-76d576f0-cbee-4ca2-abae-b834cbb8faa4 None None] For port 170caf1b-984f-4a76-a06d-a902e2690d84, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=170caf1b-984f-4a76-a06d-a902e2690d84,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:55.744672 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76d576f0-cbee-4ca2-abae-b834cbb8faa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.801127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] For port 6a35b023-984d-4b36-b54e-407f70c5396c, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:56:55.827808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] For port 6a35b023-984d-4b36-b54e-407f70c5396c, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6a35b023-984d-4b36-b54e-407f70c5396c,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:56:55.844083 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.864531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d576f0-cbee-4ca2-abae-b834cbb8faa4 None None] Pushing event updated for resources: {'Port': ['ID=170caf1b-984f-4a76-a06d-a902e2690d84,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:55.864844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Publish callbacks [] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.873470 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.876116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:55.876717 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.945668 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (97dc7689-9d2b-4856-8565-c688cb2803ea), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.947600 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Pushing event updated for resources: {'Port': ['ID=068eb1f3-d21b-47ac-bd6a-67d196910064,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:55.981166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-822592bf-c37d-4b75-92f6-3874052d71aa None None] Provisioning complete for port 068eb1f3-d21b-47ac-bd6a-67d196910064 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:55.981763 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-822592bf-c37d-4b75-92f6-3874052d71aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:55.984280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Routers {'97dc7689-9d2b-4856-8565-c688cb2803ea'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:56:55.984928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97dc7689-9d2b-4856-8565-c688cb2803ea'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:56.075421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Network b38a9634-adf2-4b12-8b7c-19053b8e9008 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:56.077727 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:56.121470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9243973-8fdb-4916-b109-b25d79d1817a None None] Pushing event updated for resources: {'Port': ['ID=6a35b023-984d-4b36-b54e-407f70c5396c,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:56.152263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-822592bf-c37d-4b75-92f6-3874052d71aa None None] Port 068eb1f3-d21b-47ac-bd6a-67d196910064 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:56:56.170453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:56.171734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 170caf1b-984f-4a76-a06d-a902e2690d84 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:56.212711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Router 97dc7689-9d2b-4856-8565-c688cb2803ea has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:56:56.220013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-822592bf-c37d-4b75-92f6-3874052d71aa None None] Provisioning complete for port 170caf1b-984f-4a76-a06d-a902e2690d84 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:56.220943 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-822592bf-c37d-4b75-92f6-3874052d71aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:56.234622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] Set router 97dc7689-9d2b-4856-8565-c688cb2803ea gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:56:56.344473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:56:56.353889 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bccb56a7-2cf2-48f5-b4fb-549c274d04e7 admin admin] 10.222.0.72 "PUT /v2.0/routers/97dc7689-9d2b-4856-8565-c688cb2803ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4000971 Feb 15 14:56:56.390354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 170caf1b-984f-4a76-a06d-a902e2690d84 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:56.390717 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:56.502426 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-822592bf-c37d-4b75-92f6-3874052d71aa None None] Current status of the port 170caf1b-984f-4a76-a06d-a902e2690d84 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:56.577157 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 170caf1b-984f-4a76-a06d-a902e2690d84 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:56.599348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'name': 'tempest-TestEncryptedCinderVolumes-1756955557-router', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:55Z', 'revision_number': 4, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'gw_port': {'id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '068eb1f3-d21b-47ac-bd6a-67d196910064', 'name': '', 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'mac_address': 'fa:16:3e:2b:28:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:54Z', 'updated_at': '2022-02-15T14:56:55Z', 'revision_number': 2, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'subnets': [{'id': '74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:56.634414 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e95ce-6714-44fc-ad43-3a87e9dd2744 None None] The sync data for ids ['97dc7689-9d2b-4856-8565-c688cb2803ea'] in n-d-829064-15 is: [{'id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'name': 'tempest-TestEncryptedCinderVolumes-1756955557-router', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:55Z', 'revision_number': 4, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'gw_port': {'id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '068eb1f3-d21b-47ac-bd6a-67d196910064', 'name': '', 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'mac_address': 'fa:16:3e:2b:28:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:54Z', 'updated_at': '2022-02-15T14:56:55Z', 'revision_number': 2, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'subnets': [{'id': '74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:56:56.646279 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-597e0d7f-1230-4658-919c-dcca03c3c29f None None] Provisioning complete for port 068eb1f3-d21b-47ac-bd6a-67d196910064 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:56.646675 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-597e0d7f-1230-4658-919c-dcca03c3c29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:56.688498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-597e0d7f-1230-4658-919c-dcca03c3c29f None None] Port 068eb1f3-d21b-47ac-bd6a-67d196910064 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:56:57.253219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-085e52d6-3a98-492b-b576-3ac14d9fe540 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:57.254872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-085e52d6-3a98-492b-b576-3ac14d9fe540 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/networks?id=a0367c9d-02db-4d8e-b840-1777fdccbebe HTTP/1.1" status: 200 len: 816 time: 0.1127648 Feb 15 14:56:57.272088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-178362ae-6e5d-4d5b-929c-5ff51e787c1f tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/quotas/801bdea6b6da40bb89764f12e5f89e5e HTTP/1.1" status: 200 len: 375 time: 0.0112076 Feb 15 14:56:57.343102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-0eca8e2b-d2d0-4d92-a653-d800234a6331 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=801bdea6b6da40bb89764f12e5f89e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655646 Feb 15 14:56:57.358940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-38cfea5f-032c-4b6b-b305-f536827eeda2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 14:56:57.359953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-38cfea5f-032c-4b6b-b305-f536827eeda2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054615 Feb 15 14:56:57.585814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 170caf1b-984f-4a76-a06d-a902e2690d84 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:57.685015 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 170caf1b-984f-4a76-a06d-a902e2690d84 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:57.685506 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:57.803097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 170caf1b-984f-4a76-a06d-a902e2690d84 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:57.827103 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-bf6a7b2c-2223-420d-a7f4-ced29134b07f service neutron] 10.222.0.72 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602129 Feb 15 14:56:57.922595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-7ba93f71-56b2-4b9f-a76d-e093edc7eab0 service neutron] 10.222.0.72 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903707 Feb 15 14:56:58.110376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dde9a792-5827-4da5-a369-bdf22d013d22 req-2b14b999-27be-437d-a40f-edd2d75f2d76 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 210 time: 0.0341516 Feb 15 14:56:59.101297 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Sync routers for ids ['97dc7689-9d2b-4856-8565-c688cb2803ea'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:56:59.112428 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Routers {'97dc7689-9d2b-4856-8565-c688cb2803ea'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:56:59.113038 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97dc7689-9d2b-4856-8565-c688cb2803ea'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:59.222701 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3b77bce5-aad7-4b86-bd69-5882890ad021 req-e107830b-62f5-491c-a1de-1a316447dc97 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 210 time: 0.0310607 Feb 15 14:56:59.233379 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Set router 97dc7689-9d2b-4856-8565-c688cb2803ea gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:56:59.281734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-fb486368-8870-48c1-9a40-1877e88cd7b8 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:59.284037 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-fb486368-8870-48c1-9a40-1877e88cd7b8 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.67 "GET /v2.0/networks?id=a0367c9d-02db-4d8e-b840-1777fdccbebe HTTP/1.1" status: 200 len: 816 time: 0.1412482 Feb 15 14:56:59.297029 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Request body: {'port': {'device_id': 'cb2b9b3c-cb34-4560-86e5-4af209b2322f', 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe', 'admin_state_up': True, 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:59.420054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Made reservation on behalf of 801bdea6b6da40bb89764f12e5f89e5e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:56:59.423724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:59.458871 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'name': 'tempest-TestEncryptedCinderVolumes-1756955557-router', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:55Z', 'revision_number': 4, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'gw_port': {'id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '068eb1f3-d21b-47ac-bd6a-67d196910064', 'name': '', 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'mac_address': 'fa:16:3e:2b:28:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:54Z', 'updated_at': '2022-02-15T14:56:55Z', 'revision_number': 2, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'subnets': [{'id': '74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:56:59.485416 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Checking router: 97dc7689-9d2b-4856-8565-c688cb2803ea for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:56:59.485797 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Updating router 97dc7689-9d2b-4856-8565-c688cb2803ea port 068eb1f3-d21b-47ac-bd6a-67d196910064 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:56:59.514387 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:59.566564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Allocated IP 172.20.0.8 (a0367c9d-02db-4d8e-b840-1777fdccbebe/5c17070f-5638-46f8-892b-69e17ccc2917/285dd9ec-4406-49a3-9321-eca6e8b06c1b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:56:59.616409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a35b023-984d-4b36-b54e-407f70c5396c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:56:59.665352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6a35b023-984d-4b36-b54e-407f70c5396c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:56:59.665636 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:59.740829 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks [] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:59.749025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6a35b023-984d-4b36-b54e-407f70c5396c is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:56:59.749709 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:59.779549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 6a35b023-984d-4b36-b54e-407f70c5396c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6a35b023-984d-4b36-b54e-407f70c5396c,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:56:59.785532 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:59.796417 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:59.841508 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Publish callbacks [] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:59.841766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=6a35b023-984d-4b36-b54e-407f70c5396c,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:59.849446 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:59.861677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Network a0367c9d-02db-4d8e-b840-1777fdccbebe is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:56:59.865671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:56:59.871403 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:56:59.875652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Pushing event updated for resources: {'Port': ['ID=285dd9ec-4406-49a3-9321-eca6e8b06c1b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:59.934759 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254fa47-213d-4c25-908a-9e79fdc059cd None None] Pushing event updated for resources: {'Port': ['ID=068eb1f3-d21b-47ac-bd6a-67d196910064,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:56:59.939630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:56:59.940319 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:56:59.970314 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-eaa07618-208e-4067-9e33-3c1df7507cfd tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6773248 Feb 15 14:56:59.982194 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Request body: {'port': {'device_id': 'cb2b9b3c-cb34-4560-86e5-4af209b2322f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:56:59.988490 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Attempting to bind port 068eb1f3-d21b-47ac-bd6a-67d196910064 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:56:59.989657 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Attempting to bind port 068eb1f3-d21b-47ac-bd6a-67d196910064 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'df6503f4-9fba-4370-93d0-f0694dc48fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:56:59.990176 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Attempting to bind port 068eb1f3-d21b-47ac-bd6a-67d196910064 on network b38a9634-adf2-4b12-8b7c-19053b8e9008 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:56:59.998687 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:56:59.999205 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Checking segment: {'id': 'df6503f4-9fba-4370-93d0-f0694dc48fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:56:59.999729 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.000184 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Bound using segment: {'id': 'df6503f4-9fba-4370-93d0-f0694dc48fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:57:00.000727 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Bound port: 068eb1f3-d21b-47ac-bd6a-67d196910064, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6503f4-9fba-4370-93d0-f0694dc48fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:57:00.001304 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.067043 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.090049 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] For port 068eb1f3-d21b-47ac-bd6a-67d196910064, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:57:00.093599 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] For port 068eb1f3-d21b-47ac-bd6a-67d196910064, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=068eb1f3-d21b-47ac-bd6a-67d196910064,segment=NetworkSegment(df6503f4-9fba-4370-93d0-f0694dc48fda),segment_id=df6503f4-9fba-4370-93d0-f0694dc48fda)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:57:00.104989 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.164514 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Routers {'97dc7689-9d2b-4856-8565-c688cb2803ea'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:57:00.165227 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:56:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97dc7689-9d2b-4856-8565-c688cb2803ea'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:57:00.246691 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254fa47-213d-4c25-908a-9e79fdc059cd None None] Pushing event updated for resources: {'Port': ['ID=068eb1f3-d21b-47ac-bd6a-67d196910064,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:00.248167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4c9df4ed-a5f1-4de8-8a0a-efa3e4c6304f None None] Provisioning complete for port 068eb1f3-d21b-47ac-bd6a-67d196910064 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:57:00.248557 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4c9df4ed-a5f1-4de8-8a0a-efa3e4c6304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.335423 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] Set router 97dc7689-9d2b-4856-8565-c688cb2803ea gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:57:00.370830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4c9df4ed-a5f1-4de8-8a0a-efa3e4c6304f None None] Current status of the port 068eb1f3-d21b-47ac-bd6a-67d196910064 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:57:00.371746 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4c9df4ed-a5f1-4de8-8a0a-efa3e4c6304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.401179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea4c1-cc45-41dc-b867-15bce5e70965 req-632fcf6e-8855-460e-ac4d-2dc3bbc548f0 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:00.412248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-519ea4c1-cc45-41dc-b867-15bce5e70965 req-632fcf6e-8855-460e-ac4d-2dc3bbc548f0 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 931 time: 0.1029019 Feb 15 14:57:00.440357 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-4c9df4ed-a5f1-4de8-8a0a-efa3e4c6304f None None] For port 068eb1f3-d21b-47ac-bd6a-67d196910064, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=068eb1f3-d21b-47ac-bd6a-67d196910064,segment=NetworkSegment(df6503f4-9fba-4370-93d0-f0694dc48fda),segment_id=df6503f4-9fba-4370-93d0-f0694dc48fda)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:57:00.445765 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4c9df4ed-a5f1-4de8-8a0a-efa3e4c6304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.505206 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4c9df4ed-a5f1-4de8-8a0a-efa3e4c6304f None None] Provisioning complete for port 285dd9ec-4406-49a3-9321-eca6e8b06c1b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:57:00.505425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-519ea4c1-cc45-41dc-b867-15bce5e70965 req-92dba2fd-0dca-4814-8d7a-480235a17012 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860686 Feb 15 14:57:00.505533 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4c9df4ed-a5f1-4de8-8a0a-efa3e4c6304f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.530670 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285dd9ec-4406-49a3-9321-eca6e8b06c1b {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:57:00.541053 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Publish callbacks [] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.559859 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Transition to ACTIVE for port object 285dd9ec-4406-49a3-9321-eca6e8b06c1b will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:57:00.567016 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.572349 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9df4ed-a5f1-4de8-8a0a-efa3e4c6304f None None] Pushing event updated for resources: {'Port': ['ID=068eb1f3-d21b-47ac-bd6a-67d196910064,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:00.581938 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4c9df4ed-a5f1-4de8-8a0a-efa3e4c6304f None None] Port 285dd9ec-4406-49a3-9321-eca6e8b06c1b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:57:00.629718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=285dd9ec-4406-49a3-9321-eca6e8b06c1b,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:00.703505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a39513a6-3eba-4525-817c-a7171ef89424 None None] Provisioning complete for port 068eb1f3-d21b-47ac-bd6a-67d196910064 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:57:00.704050 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a39513a6-3eba-4525-817c-a7171ef89424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.715601 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Attempting to bind port 285dd9ec-4406-49a3-9321-eca6e8b06c1b on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:57:00.715944 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Attempting to bind port 285dd9ec-4406-49a3-9321-eca6e8b06c1b by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:57:00.716321 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Attempting to bind port 285dd9ec-4406-49a3-9321-eca6e8b06c1b on network a0367c9d-02db-4d8e-b840-1777fdccbebe {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:57:00.721711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Port 285dd9ec-4406-49a3-9321-eca6e8b06c1b on network a0367c9d-02db-4d8e-b840-1777fdccbebe not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:57:00.722099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Attempting to bind port 285dd9ec-4406-49a3-9321-eca6e8b06c1b on network a0367c9d-02db-4d8e-b840-1777fdccbebe {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:57:00.727678 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:57:00.727990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Checking segment: {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:57:00.728386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Bound using segment: {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:57:00.729004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Bound port: 285dd9ec-4406-49a3-9321-eca6e8b06c1b, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:57:00.729366 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.777523 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'name': 'tempest-TestEncryptedCinderVolumes-1756955557-router', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:55Z', 'revision_number': 4, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'gw_port': {'id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '068eb1f3-d21b-47ac-bd6a-67d196910064', 'name': '', 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'mac_address': 'fa:16:3e:2b:28:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:54Z', 'updated_at': '2022-02-15T14:57:00Z', 'revision_number': 4, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'subnets': [{'id': '74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:57:00.811165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a39513a6-3eba-4525-817c-a7171ef89424 None None] Current status of the port 068eb1f3-d21b-47ac-bd6a-67d196910064 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:57:00.820819 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c5db64-4ad4-4209-a425-7be4d740951d None None] The sync data for ids ['97dc7689-9d2b-4856-8565-c688cb2803ea'] in n-d-829064-15 is: [{'id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'name': 'tempest-TestEncryptedCinderVolumes-1756955557-router', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:55Z', 'revision_number': 4, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'gw_port': {'id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '068eb1f3-d21b-47ac-bd6a-67d196910064', 'name': '', 'network_id': 'b38a9634-adf2-4b12-8b7c-19053b8e9008', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'mac_address': 'fa:16:3e:2b:28:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:54Z', 'updated_at': '2022-02-15T14:57:00Z', 'revision_number': 4, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'subnets': [{'id': '74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:57:00.822816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] For port 285dd9ec-4406-49a3-9321-eca6e8b06c1b, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:57:00.826235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] For port 285dd9ec-4406-49a3-9321-eca6e8b06c1b, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=285dd9ec-4406-49a3-9321-eca6e8b06c1b,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:57:00.835963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.889766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:00.891135 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:00.893441 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] 10.222.0.67 "PUT /v2.0/ports/285dd9ec-4406-49a3-9321-eca6e8b06c1b HTTP/1.1" status: 200 len: 1092 time: 0.9155588 Feb 15 14:57:00.899840 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2b9b3c-cb34-4560-86e5-4af209b2322f', 'tag': '285dd9ec-4406-49a3-9321-eca6e8b06c1b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:57:00.902386 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2b9b3c-cb34-4560-86e5-4af209b2322f", "tag": "285dd9ec-4406-49a3-9321-eca6e8b06c1b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:57:00.955221 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c535f-f770-4789-b7eb-7e69b0dbc9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=285dd9ec-4406-49a3-9321-eca6e8b06c1b,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:01.035948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-e0a3a63b-8479-4352-b70f-92ea880b1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:01.038812 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-e0a3a63b-8479-4352-b70f-92ea880b1568 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=801bdea6b6da40bb89764f12e5f89e5e&device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 1126 time: 0.0960228 Feb 15 14:57:01.109985 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a660a86a-ac89-4029-89be-836f5c324434 x-openstack-request-id: req-a660a86a-ac89-4029-89be-836f5c324434 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:57:01.110327 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2b9b3c-cb34-4560-86e5-4af209b2322f", "tag": "285dd9ec-4406-49a3-9321-eca6e8b06c1b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:57:01.110703 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a660a86a-ac89-4029-89be-836f5c324434 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:57:01.111652 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2b9b3c-cb34-4560-86e5-4af209b2322f', 'tag': '285dd9ec-4406-49a3-9321-eca6e8b06c1b', 'status': 'completed', 'code': 200} Feb 15 14:57:01.113678 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-9f915c0c-a391-475c-9474-9e398847b9ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=285dd9ec-4406-49a3-9321-eca6e8b06c1b HTTP/1.1" status: 200 len: 217 time: 0.0681601 Feb 15 14:57:01.174362 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-4f787ff2-2742-4a5e-a9e5-2aa2fe9e7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:01.176679 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-4f787ff2-2742-4a5e-a9e5-2aa2fe9e7b95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c17070f-5638-46f8-892b-69e17ccc2917 HTTP/1.1" status: 200 len: 855 time: 0.0563796 Feb 15 14:57:01.231237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-3162ca69-a8ad-4b21-a109-37327250883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:01.232955 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-3162ca69-a8ad-4b21-a109-37327250883c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a0367c9d-02db-4d8e-b840-1777fdccbebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493307 Feb 15 14:57:01.341355 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-cbb49ea8-21c5-4216-a239-151290662732 service neutron] 10.222.0.67 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024983 Feb 15 14:57:01.451345 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-606bfb2e-ec1a-4d82-b5ad-83c6c4d7b5fd req-feaccfdb-e743-4e3b-8441-59a838874fa4 service neutron] 10.222.0.67 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006746 Feb 15 14:57:01.552181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb req-773e76ce-610f-4b2d-a361-1e4918ed9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:01.554043 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb req-773e76ce-610f-4b2d-a361-1e4918ed9837 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=801bdea6b6da40bb89764f12e5f89e5e&device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 1126 time: 0.0563827 Feb 15 14:57:01.629154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a35b023-984d-4b36-b54e-407f70c5396c up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:57:01.661647 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb req-c2c581c0-0c32-45be-96e8-ca36266ff5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:01.663155 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb req-c2c581c0-0c32-45be-96e8-ca36266ff5f7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a0367c9d-02db-4d8e-b840-1777fdccbebe HTTP/1.1" status: 200 len: 917 time: 0.1034226 Feb 15 14:57:01.667308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1aaa7-29c5-4c17-9079-2300596bf446 req-69f047cd-9551-4411-bac1-25ad21a22b1b tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:01.669077 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ee1aaa7-29c5-4c17-9079-2300596bf446 req-69f047cd-9551-4411-bac1-25ad21a22b1b tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 943 time: 0.0761333 Feb 15 14:57:01.696613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6a35b023-984d-4b36-b54e-407f70c5396c triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:57:01.696997 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:01.713585 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb req-c4738650-ca62-4c08-b181-fbe4fb1994e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=285dd9ec-4406-49a3-9321-eca6e8b06c1b HTTP/1.1" status: 200 len: 217 time: 0.0416129 Feb 15 14:57:01.737350 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ee1aaa7-29c5-4c17-9079-2300596bf446 req-c60c0632-f1f0-40d7-99b7-886ca2610b71 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607290 Feb 15 14:57:01.780360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb req-cc118199-d200-4905-b12a-a37d226e1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:01.782045 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb req-cc118199-d200-4905-b12a-a37d226e1f7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c17070f-5638-46f8-892b-69e17ccc2917 HTTP/1.1" status: 200 len: 855 time: 0.0583148 Feb 15 14:57:01.787780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6a35b023-984d-4b36-b54e-407f70c5396c is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:57:01.789487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 068eb1f3-d21b-47ac-bd6a-67d196910064 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:57:01.854169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb req-796408df-4a07-4088-884b-bc880056e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:01.854169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb req-796408df-4a07-4088-884b-bc880056e12b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a0367c9d-02db-4d8e-b840-1777fdccbebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0600936 Feb 15 14:57:01.945869 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb req-b7dda997-7518-4fa8-b000-adeee5641954 service neutron] 10.222.0.67 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901964 Feb 15 14:57:02.003227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 068eb1f3-d21b-47ac-bd6a-67d196910064 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:57:02.003612 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:02.046835 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c1a0c96e-6ffc-4c86-8bf4-97ed735f24cb req-0c48adb8-9a3f-4e11-bf89-49901a8b7ea8 service neutron] 10.222.0.67 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943937 Feb 15 14:57:02.083312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 068eb1f3-d21b-47ac-bd6a-67d196910064 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:57:02.871293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0c7fb-1a41-4d1e-b091-058dc8a42d80 req-41af2719-3195-4ce9-956f-14bcebc4e041 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:02.873040 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dff0c7fb-1a41-4d1e-b091-058dc8a42d80 req-41af2719-3195-4ce9-956f-14bcebc4e041 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 943 time: 0.0578640 Feb 15 14:57:02.927814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dff0c7fb-1a41-4d1e-b091-058dc8a42d80 req-f325a068-c167-4567-b049-bf0e00b52617 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Feb 15 14:57:04.058137 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89806a-e7d6-4c7f-912b-167339aeea44 req-0a63a5ec-43cb-4cf6-8ee6-3cecc6b6d75e tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:04.059736 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab89806a-e7d6-4c7f-912b-167339aeea44 req-0a63a5ec-43cb-4cf6-8ee6-3cecc6b6d75e tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 943 time: 0.0593307 Feb 15 14:57:04.116281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab89806a-e7d6-4c7f-912b-167339aeea44 req-80de3c2c-5bb4-447c-9fa5-17bbfe44cb4d tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507722 Feb 15 14:57:05.249217 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8f53-412f-43b4-abcb-0f3330855173 req-e387f5df-7452-4fbe-b337-32bdec1054b3 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:05.250896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0de8f53-412f-43b4-abcb-0f3330855173 req-e387f5df-7452-4fbe-b337-32bdec1054b3 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 943 time: 0.0633020 Feb 15 14:57:05.307615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0de8f53-412f-43b4-abcb-0f3330855173 req-2e16c313-e658-4494-9213-f3e330bd08ab tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484180 Feb 15 14:57:06.441784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8979e1e-5b5f-4917-b501-fb379b8f498e req-c7963ca6-f0a6-452a-991e-9c540d3cec6e tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:06.444281 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8979e1e-5b5f-4917-b501-fb379b8f498e req-c7963ca6-f0a6-452a-991e-9c540d3cec6e tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 943 time: 0.0638647 Feb 15 14:57:06.500490 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8979e1e-5b5f-4917-b501-fb379b8f498e req-10f4b2c8-da6f-41f9-8b9d-d5b0784cc458 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505540 Feb 15 14:57:06.574604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 285dd9ec-4406-49a3-9321-eca6e8b06c1b details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:57:06.692468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 285dd9ec-4406-49a3-9321-eca6e8b06c1b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=285dd9ec-4406-49a3-9321-eca6e8b06c1b,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:57:06.706214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '285dd9ec-4406-49a3-9321-eca6e8b06c1b', 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe', 'port_id': '285dd9ec-4406-49a3-9321-eca6e8b06c1b', 'mac_address': 'fa:16:3e:8a:3f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:57:06.746892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 285dd9ec-4406-49a3-9321-eca6e8b06c1b is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:57:06.747317 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:06.766122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285dd9ec-4406-49a3-9321-eca6e8b06c1b {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:57:06.790330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 285dd9ec-4406-49a3-9321-eca6e8b06c1b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=285dd9ec-4406-49a3-9321-eca6e8b06c1b,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:57:06.794823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:06.845589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=285dd9ec-4406-49a3-9321-eca6e8b06c1b,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:06.853785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.854134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.854477 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.854813 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.855182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.855512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.855837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.856162 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.856488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.856827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.857131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.857450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:06.857769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:07.097242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['285dd9ec-4406-49a3-9321-eca6e8b06c1b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:57:07.633429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372ef9b-fcfe-40ae-924d-d70937f6ea7b req-750d420a-ea75-4f5b-9ed2-a385778413da tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:07.636471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a372ef9b-fcfe-40ae-924d-d70937f6ea7b req-750d420a-ea75-4f5b-9ed2-a385778413da tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 944 time: 0.0588164 Feb 15 14:57:07.684982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a372ef9b-fcfe-40ae-924d-d70937f6ea7b req-338c3b1c-5c52-47d5-8653-158d98fed7b3 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441706 Feb 15 14:57:08.594264 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 285dd9ec-4406-49a3-9321-eca6e8b06c1b up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:57:08.645401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 285dd9ec-4406-49a3-9321-eca6e8b06c1b completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:57:08.649647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 285dd9ec-4406-49a3-9321-eca6e8b06c1b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:57:08.650102 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:08.730874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 285dd9ec-4406-49a3-9321-eca6e8b06c1b is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:57:08.731328 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:08.756767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2b9b3c-cb34-4560-86e5-4af209b2322f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285dd9ec-4406-49a3-9321-eca6e8b06c1b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:57:08.759137 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fa5af5-1d33-407b-a5be-eb0c4c1af6f5" -d '{"events": [{"server_uuid": "cb2b9b3c-cb34-4560-86e5-4af209b2322f", "name": "network-vif-plugged", "status": "completed", "tag": "285dd9ec-4406-49a3-9321-eca6e8b06c1b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:57:08.777090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 285dd9ec-4406-49a3-9321-eca6e8b06c1b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=285dd9ec-4406-49a3-9321-eca6e8b06c1b,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:57:08.783804 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:08.822124 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60b2bc-89a7-4c3b-8b47-01b9d573f5dd req-15b4e99a-cd9f-4b9d-a1d3-a012ff18e74e tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:08.823727 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa60b2bc-89a7-4c3b-8b47-01b9d573f5dd req-15b4e99a-cd9f-4b9d-a1d3-a012ff18e74e tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 944 time: 0.0668256 Feb 15 14:57:08.838995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=285dd9ec-4406-49a3-9321-eca6e8b06c1b,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:08.870352 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e496e0f9-5982-4e0b-bcad-855478447c36 x-openstack-request-id: req-e496e0f9-5982-4e0b-bcad-855478447c36 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:57:08.870714 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2b9b3c-cb34-4560-86e5-4af209b2322f", "name": "network-vif-plugged", "status": "completed", "tag": "285dd9ec-4406-49a3-9321-eca6e8b06c1b", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:57:08.871067 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e496e0f9-5982-4e0b-bcad-855478447c36 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:57:08.871540 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2b9b3c-cb34-4560-86e5-4af209b2322f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285dd9ec-4406-49a3-9321-eca6e8b06c1b', 'code': 200} Feb 15 14:57:08.881224 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa60b2bc-89a7-4c3b-8b47-01b9d573f5dd req-05c7bc88-87df-4c25-b5be-aa7f1e97a033 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495634 Feb 15 14:57:08.974728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673a834-309f-451a-8634-75b8c08dce14 req-1a1d3bb5-3c45-456f-be24-e76a0f70d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:08.976284 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3673a834-309f-451a-8634-75b8c08dce14 req-1a1d3bb5-3c45-456f-be24-e76a0f70d0f7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 1128 time: 0.0480251 Feb 15 14:57:09.029827 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3673a834-309f-451a-8634-75b8c08dce14 req-067d21b7-58d9-4ddc-84e4-95ab700edd0d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443168 Feb 15 14:57:10.253672 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062909d-78e0-4207-ac3c-2482eef6d1e6 req-10a004b8-c251-42ee-8d2f-cdd946482741 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:10.256614 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9062909d-78e0-4207-ac3c-2482eef6d1e6 req-10a004b8-c251-42ee-8d2f-cdd946482741 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 945 time: 0.0558634 Feb 15 14:57:10.312578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9062909d-78e0-4207-ac3c-2482eef6d1e6 req-b0461da1-94b4-419c-a005-dba95f287801 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504098 Feb 15 14:57:10.519787 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:11.438393 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936ddd9-12e9-4fca-bd95-9a3a15ec72c6 req-5ee01649-aeb1-40fa-bd2e-9ef8758d7bbb tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:11.439971 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c936ddd9-12e9-4fca-bd95-9a3a15ec72c6 req-5ee01649-aeb1-40fa-bd2e-9ef8758d7bbb tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 945 time: 0.0561404 Feb 15 14:57:11.490706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c936ddd9-12e9-4fca-bd95-9a3a15ec72c6 req-543df30d-9da3-437e-8466-8cd120b7dff0 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448687 Feb 15 14:57:11.616359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb703764-65cb-41cd-839c-373e985674ad req-4926f83d-90ad-47bf-a7f7-d2bf4b9805f8 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:11.618123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb703764-65cb-41cd-839c-373e985674ad req-4926f83d-90ad-47bf-a7f7-d2bf4b9805f8 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 945 time: 0.0564659 Feb 15 14:57:11.666478 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb703764-65cb-41cd-839c-373e985674ad req-749f9f1c-f614-41b4-a9ba-e0abe921d8eb tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425689 Feb 15 14:57:12.699571 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:14.865483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6681f5d0-79e5-4ef8-aa41-ce50da5b0116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:17.247189 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e653b779-7318-4434-b7b4-5487dea3d77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:18.577105 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:19.904757 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:21.184352 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:23.732444 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:57:40.521049 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:42.719017 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:44.857799 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a29a4a34-aba8-412c-b357-d164dd5d84fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:46.055323 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb31fb-e5c1-48d9-ae87-261064fc7d65 req-658db677-c704-4c90-b139-616346dc0f29 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:46.056742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9fb31fb-e5c1-48d9-ae87-261064fc7d65 req-658db677-c704-4c90-b139-616346dc0f29 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 945 time: 0.0578256 Feb 15 14:57:46.105862 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9fb31fb-e5c1-48d9-ae87-261064fc7d65 req-ed68638a-acbe-4ece-8da9-ca4718a53f27 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Feb 15 14:57:47.238683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c955a-8174-4167-88c4-948d6bee2f79 req-3e77ef39-0447-4e99-9e4f-bc4e274f3e87 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:47.240779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a3c955a-8174-4167-88c4-948d6bee2f79 req-3e77ef39-0447-4e99-9e4f-bc4e274f3e87 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 945 time: 0.0594127 Feb 15 14:57:47.254865 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-799477c6-c911-490d-80c0-d1d4a6af3903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:47.293437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a3c955a-8174-4167-88c4-948d6bee2f79 req-86396011-85a0-454b-8d4f-ce1ef5802d16 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466878 Feb 15 14:57:47.997261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df60340-6cd3-4693-b685-ad1f90b8627c req-9663919f-3bd4-4e43-bfd4-fe3099782c35 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:47.998775 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0df60340-6cd3-4693-b685-ad1f90b8627c req-9663919f-3bd4-4e43-bfd4-fe3099782c35 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 945 time: 0.0539052 Feb 15 14:57:48.094649 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-0df60340-6cd3-4693-b685-ad1f90b8627c req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Deleting port 285dd9ec-4406-49a3-9321-eca6e8b06c1b {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:57:48.095444 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0df60340-6cd3-4693-b685-ad1f90b8627c req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:48.182232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-0df60340-6cd3-4693-b685-ad1f90b8627c req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] For port 285dd9ec-4406-49a3-9321-eca6e8b06c1b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=285dd9ec-4406-49a3-9321-eca6e8b06c1b,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:57:48.182596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0df60340-6cd3-4693-b685-ad1f90b8627c req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:48.195379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-0df60340-6cd3-4693-b685-ad1f90b8627c req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Calling delete_port for 285dd9ec-4406-49a3-9321-eca6e8b06c1b owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:57:48.325009 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0df60340-6cd3-4693-b685-ad1f90b8627c req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (285dd9ec-4406-49a3-9321-eca6e8b06c1b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:48.337510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['285dd9ec-4406-49a3-9321-eca6e8b06c1b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:57:48.354765 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Pushing event deleted for resources: {'Port': ['ID=285dd9ec-4406-49a3-9321-eca6e8b06c1b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:48.366245 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.366605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.367009 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.367359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.367692 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.368022 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.368357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.368686 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.369019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.369348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.369674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.370004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.370394 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:57:48.408101 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2c5170a-e6bc-4dde-8615-223121f67bde req-c762f14f-f7b8-411c-b1f7-7ab8833e9da9 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb2b9b3c-cb34-4560-86e5-4af209b2322f HTTP/1.1" status: 200 len: 210 time: 0.0343153 Feb 15 14:57:48.414762 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df60340-6cd3-4693-b685-ad1f90b8627c req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] No DVR routers for this DVR port 285dd9ec-4406-49a3-9321-eca6e8b06c1b on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:57:48.417442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-0df60340-6cd3-4693-b685-ad1f90b8627c req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:48.420760 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0df60340-6cd3-4693-b685-ad1f90b8627c req-6fd756e5-40da-4c5b-895e-624364d7d53c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.67 "DELETE /v2.0/ports/285dd9ec-4406-49a3-9321-eca6e8b06c1b HTTP/1.1" status: 204 len: 173 time: 0.4168603 Feb 15 14:57:48.421219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2b9b3c-cb34-4560-86e5-4af209b2322f', 'name': 'network-vif-deleted', 'tag': '285dd9ec-4406-49a3-9321-eca6e8b06c1b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:57:48.423790 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11db1423-4a3e-4ffb-9757-a05ddf5c224b" -d '{"events": [{"server_uuid": "cb2b9b3c-cb34-4560-86e5-4af209b2322f", "name": "network-vif-deleted", "tag": "285dd9ec-4406-49a3-9321-eca6e8b06c1b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:57:48.461350 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb827632-7ec8-461c-bfc2-eaf799c5cf75 x-openstack-request-id: req-bb827632-7ec8-461c-bfc2-eaf799c5cf75 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:57:48.461649 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2b9b3c-cb34-4560-86e5-4af209b2322f", "name": "network-vif-deleted", "tag": "285dd9ec-4406-49a3-9321-eca6e8b06c1b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:57:48.461903 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb827632-7ec8-461c-bfc2-eaf799c5cf75 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:57:48.462323 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2b9b3c-cb34-4560-86e5-4af209b2322f', 'name': 'network-vif-deleted', 'tag': '285dd9ec-4406-49a3-9321-eca6e8b06c1b', 'status': 'completed', 'code': 200} Feb 15 14:57:48.581081 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:49.909110 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:50.080016 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-222977c9-60da-4a0a-b599-36c5a499f2f2 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:50.081432 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-222977c9-60da-4a0a-b599-36c5a499f2f2 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/networks?id=a0367c9d-02db-4d8e-b840-1777fdccbebe HTTP/1.1" status: 200 len: 816 time: 0.1227331 Feb 15 14:57:50.097226 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-5d608a88-b4cf-4ca0-bf40-8b28596bb48d tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/quotas/801bdea6b6da40bb89764f12e5f89e5e HTTP/1.1" status: 200 len: 375 time: 0.0101192 Feb 15 14:57:50.161669 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-099e1830-017f-4116-8174-384b42090790 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=801bdea6b6da40bb89764f12e5f89e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584033 Feb 15 14:57:50.266769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-41ab9d4b-1a85-40cb-aec2-59f4853358c6 service neutron] 10.222.0.72 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923779 Feb 15 14:57:50.361168 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-3bbe1a3a-8da9-47c1-a0d1-2db8e9821f0d service neutron] 10.222.0.72 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875556 Feb 15 14:57:50.529427 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-39a619a5-af40-4306-88a9-67b7affa4401 req-cd4e6634-868d-47ef-942d-edb5c0cece63 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 210 time: 0.0297201 Feb 15 14:57:50.764237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 285dd9ec-4406-49a3-9321-eca6e8b06c1b no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:57:50.785753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 285dd9ec-4406-49a3-9321-eca6e8b06c1b {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:57:50.786339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 285dd9ec-4406-49a3-9321-eca6e8b06c1b not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:57:51.168979 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:51.526005 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-dfcd1171-e73e-4bcc-b726-c96aa53108ec tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:51.527560 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-dfcd1171-e73e-4bcc-b726-c96aa53108ec tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.42 "GET /v2.0/networks?id=a0367c9d-02db-4d8e-b840-1777fdccbebe HTTP/1.1" status: 200 len: 816 time: 0.1095357 Feb 15 14:57:51.542482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Request body: {'port': {'device_id': '11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb', 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe', 'admin_state_up': True, 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:57:51.638394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc47d7f5-f8fd-4f0d-b59e-da7799db45a4 req-b79447b4-0da1-449f-85c8-089d44059755 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 210 time: 0.0322003 Feb 15 14:57:51.663790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Made reservation on behalf of 801bdea6b6da40bb89764f12e5f89e5e for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:57:51.667357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:51.802254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Allocated IP 172.20.0.5 (a0367c9d-02db-4d8e-b840-1777fdccbebe/5c17070f-5638-46f8-892b-69e17ccc2917/abe005cf-a597-4ba4-b4d5-e69f1c999c18) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:57:51.958647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks [] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:51.993992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:52.044429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Network a0367c9d-02db-4d8e-b840-1777fdccbebe is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:57:52.047679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:57:52.052790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:57:52.060173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Pushing event updated for resources: {'Port': ['ID=abe005cf-a597-4ba4-b4d5-e69f1c999c18,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:52.123083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:52.123765 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:52.143267 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-036c8b90-97db-4deb-830f-ca0b9f2a0920 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6047027 Feb 15 14:57:52.155431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Request body: {'port': {'device_id': '11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:57:52.222116 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:52.351758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a38e813e-ad37-46e6-aade-615b662d86de None None] Provisioning complete for port abe005cf-a597-4ba4-b4d5-e69f1c999c18 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:57:52.352329 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a38e813e-ad37-46e6-aade-615b662d86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:52.389904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a38e813e-ad37-46e6-aade-615b662d86de None None] Port abe005cf-a597-4ba4-b4d5-e69f1c999c18 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:57:52.501614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe005cf-a597-4ba4-b4d5-e69f1c999c18 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:57:52.508965 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Publish callbacks [] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:52.522351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Transition to ACTIVE for port object abe005cf-a597-4ba4-b4d5-e69f1c999c18 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:57:52.526233 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:52.576894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Pushing event updated for resources: {'Port': ['ID=abe005cf-a597-4ba4-b4d5-e69f1c999c18,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:52.652711 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Attempting to bind port abe005cf-a597-4ba4-b4d5-e69f1c999c18 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:57:52.652941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Attempting to bind port abe005cf-a597-4ba4-b4d5-e69f1c999c18 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:57:52.653280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Attempting to bind port abe005cf-a597-4ba4-b4d5-e69f1c999c18 on network a0367c9d-02db-4d8e-b840-1777fdccbebe {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:57:52.658271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Port abe005cf-a597-4ba4-b4d5-e69f1c999c18 on network a0367c9d-02db-4d8e-b840-1777fdccbebe not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:57:52.658601 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Attempting to bind port abe005cf-a597-4ba4-b4d5-e69f1c999c18 on network a0367c9d-02db-4d8e-b840-1777fdccbebe {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:57:52.664377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:57:52.664723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Checking segment: {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:57:52.665305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Bound using segment: {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:57:52.665540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Bound port: abe005cf-a597-4ba4-b4d5-e69f1c999c18, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:57:52.665904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:52.739364 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] For port abe005cf-a597-4ba4-b4d5-e69f1c999c18, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:57:52.745344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] For port abe005cf-a597-4ba4-b4d5-e69f1c999c18, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=abe005cf-a597-4ba4-b4d5-e69f1c999c18,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:57:52.753837 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:52.795847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:52.796578 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:52.798937 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] 10.222.0.42 "PUT /v2.0/ports/abe005cf-a597-4ba4-b4d5-e69f1c999c18 HTTP/1.1" status: 200 len: 1092 time: 0.6470435 Feb 15 14:57:52.801168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb', 'tag': 'abe005cf-a597-4ba4-b4d5-e69f1c999c18'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:57:52.803693 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb", "tag": "abe005cf-a597-4ba4-b4d5-e69f1c999c18"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:57:52.829821 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e317d-8003-453a-8cdd-fcedf6439b9d req-e52163da-05be-4eb0-a84c-a6d0350036d2 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:52.837667 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291cfd-11d3-4d2f-84fd-870cd8784925 service neutron] Pushing event updated for resources: {'Port': ['ID=abe005cf-a597-4ba4-b4d5-e69f1c999c18,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:52.843152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-264e317d-8003-453a-8cdd-fcedf6439b9d req-e52163da-05be-4eb0-a84c-a6d0350036d2 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 943 time: 0.1166983 Feb 15 14:57:52.900702 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a82a7d-7788-4b84-88d1-57f33b73bc83 x-openstack-request-id: req-60a82a7d-7788-4b84-88d1-57f33b73bc83 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:57:52.900950 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb", "tag": "abe005cf-a597-4ba4-b4d5-e69f1c999c18", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:57:52.901162 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60a82a7d-7788-4b84-88d1-57f33b73bc83 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:57:52.901655 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb', 'tag': 'abe005cf-a597-4ba4-b4d5-e69f1c999c18', 'status': 'completed', 'code': 200} Feb 15 14:57:52.923895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-264e317d-8003-453a-8cdd-fcedf6439b9d req-377d60c1-0952-49fa-8da1-a8fe6c35e6ca tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787327 Feb 15 14:57:52.925632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-8e3c39e5-bd4b-444e-94b4-609fd82fd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:52.927454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-8e3c39e5-bd4b-444e-94b4-609fd82fd18e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=801bdea6b6da40bb89764f12e5f89e5e&device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 1126 time: 0.0690062 Feb 15 14:57:52.974516 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-b7ce8732-fec5-4828-afd4-5e42625b640f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abe005cf-a597-4ba4-b4d5-e69f1c999c18 HTTP/1.1" status: 200 len: 217 time: 0.0389447 Feb 15 14:57:53.030431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-7187cb33-8857-4303-8dee-47436b56d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:53.031928 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-7187cb33-8857-4303-8dee-47436b56d55c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c17070f-5638-46f8-892b-69e17ccc2917 HTTP/1.1" status: 200 len: 855 time: 0.0503075 Feb 15 14:57:53.084248 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-496f466a-46ef-470e-8857-a3c4367866d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:53.085748 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-496f466a-46ef-470e-8857-a3c4367866d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0367c9d-02db-4d8e-b840-1777fdccbebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463450 Feb 15 14:57:53.178293 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-e8fd7814-c3f7-421c-a08f-50cb234d9f3f service neutron] 10.222.0.42 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847368 Feb 15 14:57:53.275464 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-502ad06b-7b35-452f-8117-671e7c2aa5c1 req-037e8899-d808-47bf-bc50-e956a97daae0 service neutron] 10.222.0.42 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884991 Feb 15 14:57:53.373520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf req-cc5595a9-5a6d-4399-a3c3-edc3682f798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:53.375331 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf req-cc5595a9-5a6d-4399-a3c3-edc3682f798c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=801bdea6b6da40bb89764f12e5f89e5e&device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 1126 time: 0.0494592 Feb 15 14:57:53.725429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf req-4f570881-dc0d-4923-acdf-4ba105fb5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:53.726889 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf req-4f570881-dc0d-4923-acdf-4ba105fb5bb7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0367c9d-02db-4d8e-b840-1777fdccbebe HTTP/1.1" status: 200 len: 917 time: 0.3410044 Feb 15 14:57:53.771003 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf req-2e8ca8f7-bafe-42a3-9faf-f6dcb576aab1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abe005cf-a597-4ba4-b4d5-e69f1c999c18 HTTP/1.1" status: 200 len: 217 time: 0.0342171 Feb 15 14:57:53.819770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf req-fc300ae7-f946-411a-a096-41e6343b6689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:53.821099 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf req-fc300ae7-f946-411a-a096-41e6343b6689 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c17070f-5638-46f8-892b-69e17ccc2917 HTTP/1.1" status: 200 len: 855 time: 0.0435331 Feb 15 14:57:53.875476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf req-c0a6e32c-6d70-4de1-a6b9-4a0f6078ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:53.876955 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf req-c0a6e32c-6d70-4de1-a6b9-4a0f6078ca9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0367c9d-02db-4d8e-b840-1777fdccbebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474844 Feb 15 14:57:53.970935 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf req-708d951f-7712-44aa-90a6-3778a0f44be4 service neutron] 10.222.0.42 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819099 Feb 15 14:57:54.046468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80fbe9-150d-451a-b216-3cc5bfe8e021 req-1327df1b-5dcb-4db2-80fc-f49fd0b7f55b tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:54.049117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae80fbe9-150d-451a-b216-3cc5bfe8e021 req-1327df1b-5dcb-4db2-80fc-f49fd0b7f55b tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 943 time: 0.0528200 Feb 15 14:57:54.070437 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a7a84477-f969-4c6a-a1c0-e3b4dfcd2eaf req-2f458b4c-8f75-4bbd-a8a8-dc29a366a600 service neutron] 10.222.0.42 "GET /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874982 Feb 15 14:57:54.098384 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae80fbe9-150d-451a-b216-3cc5bfe8e021 req-87bf31cf-439f-4ff8-b503-0d24f8e7cb18 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432472 Feb 15 14:57:54.930033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device abe005cf-a597-4ba4-b4d5-e69f1c999c18 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:57:55.025479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port abe005cf-a597-4ba4-b4d5-e69f1c999c18, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=abe005cf-a597-4ba4-b4d5-e69f1c999c18,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:57:55.037060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'abe005cf-a597-4ba4-b4d5-e69f1c999c18', 'network_id': 'a0367c9d-02db-4d8e-b840-1777fdccbebe', 'port_id': 'abe005cf-a597-4ba4-b4d5-e69f1c999c18', 'mac_address': 'fa:16:3e:76:bf:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c17070f-5638-46f8-892b-69e17ccc2917', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:57:55.079021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port abe005cf-a597-4ba4-b4d5-e69f1c999c18 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:57:55.079550 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:55.092715 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe005cf-a597-4ba4-b4d5-e69f1c999c18 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:57:55.113686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port abe005cf-a597-4ba4-b4d5-e69f1c999c18, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=abe005cf-a597-4ba4-b4d5-e69f1c999c18,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:57:55.117819 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:55.166811 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=abe005cf-a597-4ba4-b4d5-e69f1c999c18,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:55.229911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edf640-7aea-41b3-8c3c-1a612f098c44 req-aeec4180-2dd8-4be0-bc90-c09728325a88 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:55.231444 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0edf640-7aea-41b3-8c3c-1a612f098c44 req-aeec4180-2dd8-4be0-bc90-c09728325a88 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 944 time: 0.0618145 Feb 15 14:57:55.279686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e0edf640-7aea-41b3-8c3c-1a612f098c44 req-76925c2c-3687-40df-9f7a-1c195e10d43c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421023 Feb 15 14:57:55.430644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['abe005cf-a597-4ba4-b4d5-e69f1c999c18'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:57:56.409749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d3fba-5230-407d-ad49-feec2ff01f17 req-17d4363f-fcde-4908-9538-cae1918ee0fb tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:56.411339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c5d3fba-5230-407d-ad49-feec2ff01f17 req-17d4363f-fcde-4908-9538-cae1918ee0fb tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 944 time: 0.0617790 Feb 15 14:57:56.460260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c5d3fba-5230-407d-ad49-feec2ff01f17 req-d4b6dcfe-215c-49fe-a5f0-4b71099b85ae tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433171 Feb 15 14:57:56.942492 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device abe005cf-a597-4ba4-b4d5-e69f1c999c18 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:57:57.000849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port abe005cf-a597-4ba4-b4d5-e69f1c999c18 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:57:57.005257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port abe005cf-a597-4ba4-b4d5-e69f1c999c18 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:57:57.005634 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:57.087697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port abe005cf-a597-4ba4-b4d5-e69f1c999c18 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:57:57.087996 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:57.113373 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe005cf-a597-4ba4-b4d5-e69f1c999c18'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:57:57.115637 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8906c2c2-c546-4a0c-8f02-67f6a4c1f811" -d '{"events": [{"server_uuid": "11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb", "name": "network-vif-plugged", "status": "completed", "tag": "abe005cf-a597-4ba4-b4d5-e69f1c999c18"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:57:57.129462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port abe005cf-a597-4ba4-b4d5-e69f1c999c18, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=abe005cf-a597-4ba4-b4d5-e69f1c999c18,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:57:57.134017 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:57:57.159476 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18d0c01-5ce2-4f42-be5f-6befdc887a12 x-openstack-request-id: req-b18d0c01-5ce2-4f42-be5f-6befdc887a12 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:57:57.159771 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb", "name": "network-vif-plugged", "status": "completed", "tag": "abe005cf-a597-4ba4-b4d5-e69f1c999c18", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:57:57.160022 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b18d0c01-5ce2-4f42-be5f-6befdc887a12 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:57:57.160411 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe005cf-a597-4ba4-b4d5-e69f1c999c18', 'code': 200} Feb 15 14:57:57.195303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=abe005cf-a597-4ba4-b4d5-e69f1c999c18,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:57:57.276917 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9c412-a4fe-4d35-bcb2-d33662a8e697 req-7177f342-e7e5-4c51-b8f2-5b72f31721ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:57.278426 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5fe9c412-a4fe-4d35-bcb2-d33662a8e697 req-7177f342-e7e5-4c51-b8f2-5b72f31721ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 1128 time: 0.0481608 Feb 15 14:57:57.327800 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5fe9c412-a4fe-4d35-bcb2-d33662a8e697 req-da0db839-9bcc-4157-a827-a4b100eabf23 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399120 Feb 15 14:57:57.588895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f7981-eecb-436f-af55-571735aa9bbf req-521f17ef-f658-4ded-ad8a-4a097f5b5cd2 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:57.591808 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-532f7981-eecb-436f-af55-571735aa9bbf req-521f17ef-f658-4ded-ad8a-4a097f5b5cd2 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 945 time: 0.0617235 Feb 15 14:57:57.645439 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-532f7981-eecb-436f-af55-571735aa9bbf req-b2d729f6-7e97-4afb-8a5f-968995a9b862 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Feb 15 14:57:58.777269 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939953-9ec3-4380-abb7-35d5bf3f4494 req-5f6cd059-616b-46e2-abac-f3f44bccbf5e tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:58.778817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59939953-9ec3-4380-abb7-35d5bf3f4494 req-5f6cd059-616b-46e2-abac-f3f44bccbf5e tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 945 time: 0.0595024 Feb 15 14:57:58.828584 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-59939953-9ec3-4380-abb7-35d5bf3f4494 req-e400cd08-a0f1-414c-9bd6-31d68b19a9ce tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Feb 15 14:57:58.953721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92c30-fb81-4aaa-8638-cc0b92b9f2fe req-9c28961a-cad4-4271-91d6-0fa97df2a98c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:57:58.955152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ab92c30-fb81-4aaa-8638-cc0b92b9f2fe req-9c28961a-cad4-4271-91d6-0fa97df2a98c tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 945 time: 0.0547471 Feb 15 14:57:59.004453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8ab92c30-fb81-4aaa-8638-cc0b92b9f2fe req-87345e60-bc79-4cb1-b96a-de948feb39dc tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Feb 15 14:58:00.732911 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:58:10.533429 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:12.728261 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:14.860333 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-160133f4-775b-40e5-b593-8cf71592dfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:17.247112 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-17a3b823-d6e3-499e-a1ac-cf100521744c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:18.583235 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:19.907999 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:21.176118 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:33.136038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bea21-2e83-4f8e-a304-a91b9d84067c req-f149a5d9-3bb8-4ddc-b740-6df6fcae9949 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:58:33.137526 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-551bea21-2e83-4f8e-a304-a91b9d84067c req-f149a5d9-3bb8-4ddc-b740-6df6fcae9949 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 945 time: 0.0620096 Feb 15 14:58:33.186578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-551bea21-2e83-4f8e-a304-a91b9d84067c req-99bcb40c-a54e-4003-baf6-3c2c51e66e69 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Feb 15 14:58:34.312669 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90168b2-c03f-45d9-a1e8-ccef8b03c735 req-6c7beabb-d86c-4dac-b8f7-c1f12b2371e5 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:58:34.314171 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b90168b2-c03f-45d9-a1e8-ccef8b03c735 req-6c7beabb-d86c-4dac-b8f7-c1f12b2371e5 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 945 time: 0.0550015 Feb 15 14:58:34.366437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b90168b2-c03f-45d9-a1e8-ccef8b03c735 req-16c5b762-de75-4993-b5ff-b41bf3f70266 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467103 Feb 15 14:58:35.157614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b08df-cf55-447e-9662-9c86563f9e49 req-914ae137-9591-4715-896f-d5511c68f283 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:58:35.159842 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c04b08df-cf55-447e-9662-9c86563f9e49 req-914ae137-9591-4715-896f-d5511c68f283 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.42 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 945 time: 0.0638258 Feb 15 14:58:35.259683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-c04b08df-cf55-447e-9662-9c86563f9e49 req-7279fbb8-94f8-4154-9e2e-8dab613e9b93 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Deleting port abe005cf-a597-4ba4-b4d5-e69f1c999c18 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:58:35.260038 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c04b08df-cf55-447e-9662-9c86563f9e49 req-7279fbb8-94f8-4154-9e2e-8dab613e9b93 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:35.351830 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c04b08df-cf55-447e-9662-9c86563f9e49 req-7279fbb8-94f8-4154-9e2e-8dab613e9b93 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] For port abe005cf-a597-4ba4-b4d5-e69f1c999c18, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=abe005cf-a597-4ba4-b4d5-e69f1c999c18,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:35.352177 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c04b08df-cf55-447e-9662-9c86563f9e49 req-7279fbb8-94f8-4154-9e2e-8dab613e9b93 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:35.370268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-c04b08df-cf55-447e-9662-9c86563f9e49 req-7279fbb8-94f8-4154-9e2e-8dab613e9b93 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Calling delete_port for abe005cf-a597-4ba4-b4d5-e69f1c999c18 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:58:35.495131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf9ecf-682b-4f55-9bc1-851f2385b417 req-322f31a9-3222-410b-aba3-68265d897483 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:58:35.496776 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0cf9ecf-682b-4f55-9bc1-851f2385b417 req-322f31a9-3222-410b-aba3-68265d897483 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/ports?device_id=11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb HTTP/1.1" status: 200 len: 945 time: 0.0584259 Feb 15 14:58:35.519605 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c04b08df-cf55-447e-9662-9c86563f9e49 req-7279fbb8-94f8-4154-9e2e-8dab613e9b93 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (abe005cf-a597-4ba4-b4d5-e69f1c999c18), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:35.534888 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['abe005cf-a597-4ba4-b4d5-e69f1c999c18'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:58:35.556770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279fbb8-94f8-4154-9e2e-8dab613e9b93 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Pushing event deleted for resources: {'Port': ['ID=abe005cf-a597-4ba4-b4d5-e69f1c999c18,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:35.562646 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f0cf9ecf-682b-4f55-9bc1-851f2385b417 req-d17b5bce-815f-463f-8bde-99b18d7bdf29 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.72 "GET /v2.0/security-groups?id=8070665f-b949-4043-b68a-8fa2894c8dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589592 Feb 15 14:58:35.613494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04b08df-cf55-447e-9662-9c86563f9e49 req-7279fbb8-94f8-4154-9e2e-8dab613e9b93 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] No DVR routers for this DVR port abe005cf-a597-4ba4-b4d5-e69f1c999c18 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:58:35.616214 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c04b08df-cf55-447e-9662-9c86563f9e49 req-7279fbb8-94f8-4154-9e2e-8dab613e9b93 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:35.619506 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c04b08df-cf55-447e-9662-9c86563f9e49 req-7279fbb8-94f8-4154-9e2e-8dab613e9b93 tempest-TestEncryptedCinderVolumes-81015117 tempest-TestEncryptedCinderVolumes-81015117-project] 10.222.0.42 "DELETE /v2.0/ports/abe005cf-a597-4ba4-b4d5-e69f1c999c18 HTTP/1.1" status: 204 len: 173 time: 0.4538231 Feb 15 14:58:35.619957 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb', 'name': 'network-vif-deleted', 'tag': 'abe005cf-a597-4ba4-b4d5-e69f1c999c18'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:58:35.622230 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966c1a7d-e40f-47e9-aa88-5c112fc1f7ef" -d '{"events": [{"server_uuid": "11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb", "name": "network-vif-deleted", "tag": "abe005cf-a597-4ba4-b4d5-e69f1c999c18"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:58:35.661894 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c401b53-58ab-451c-8aa3-e2f09e7b9a22 x-openstack-request-id: req-7c401b53-58ab-451c-8aa3-e2f09e7b9a22 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:58:35.662240 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb", "name": "network-vif-deleted", "tag": "abe005cf-a597-4ba4-b4d5-e69f1c999c18", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:58:35.662553 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c401b53-58ab-451c-8aa3-e2f09e7b9a22 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:58:35.663001 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cd0bfb-8519-4979-bfb2-03e2c4b5c0eb', 'name': 'network-vif-deleted', 'tag': 'abe005cf-a597-4ba4-b4d5-e69f1c999c18', 'status': 'completed', 'code': 200} Feb 15 14:58:36.689706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51772) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:37.051064 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (d54f96a1-45db-4b33-9fed-665ec826a8af), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:37.318618 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Deleting port 170caf1b-984f-4a76-a06d-a902e2690d84 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:58:37.318862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:37.401912 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] For port 170caf1b-984f-4a76-a06d-a902e2690d84, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=170caf1b-984f-4a76-a06d-a902e2690d84,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:37.402265 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:37.415511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Calling delete_port for 170caf1b-984f-4a76-a06d-a902e2690d84 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:58:37.600810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (170caf1b-984f-4a76-a06d-a902e2690d84), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:37.626762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Pushing event deleted for resources: {'Port': ['ID=170caf1b-984f-4a76-a06d-a902e2690d84,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:37.653990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.653990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.653990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.653990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.653990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.653990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.653990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.654791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.654791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.655053 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.656458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.656779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.657097 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:37.734574 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:58:37.812322 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (d54f96a1-45db-4b33-9fed-665ec826a8af), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:38.045670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Router d54f96a1-45db-4b33-9fed-665ec826a8af has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:58:38.159386 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:58:38.166824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c00e747d-7869-4fe3-b218-4cba57650181 admin admin] 10.222.0.72 "PUT /v2.0/routers/d54f96a1-45db-4b33-9fed-665ec826a8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4758940 Feb 15 14:58:38.167101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51774) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:38.169604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1b971-ce77-4268-8c92-778d54428113 None None] Sync routers for ids ['d54f96a1-45db-4b33-9fed-665ec826a8af'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:58:38.181364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1b971-ce77-4268-8c92-778d54428113 None None] Routers {'d54f96a1-45db-4b33-9fed-665ec826a8af'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:38.182017 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-35a1b971-ce77-4268-8c92-778d54428113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d54f96a1-45db-4b33-9fed-665ec826a8af'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:38.281653 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Publish callbacks [] for router (d54f96a1-45db-4b33-9fed-665ec826a8af), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:38.297198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-35a1b971-ce77-4268-8c92-778d54428113 None None] Set router d54f96a1-45db-4b33-9fed-665ec826a8af gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:38.396432 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Publish callbacks [] for router_gateway (d54f96a1-45db-4b33-9fed-665ec826a8af), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:38.480639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Deleting port ea5af8ad-614b-4596-b629-01a450515167 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:58:38.480983 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ea5af8ad-614b-4596-b629-01a450515167), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:38.492236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-35a1b971-ce77-4268-8c92-778d54428113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'name': 'tempest-TestEncryptedCinderVolumes-770825625-router', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'ea5af8ad-614b-4596-b629-01a450515167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:58:37Z', 'revision_number': 5, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'gw_port': {'id': 'ea5af8ad-614b-4596-b629-01a450515167', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:38.523844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1b971-ce77-4268-8c92-778d54428113 None None] Checking router: d54f96a1-45db-4b33-9fed-665ec826a8af for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:58:38.534406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1b971-ce77-4268-8c92-778d54428113 None None] Routers {'d54f96a1-45db-4b33-9fed-665ec826a8af'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:38.535081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-35a1b971-ce77-4268-8c92-778d54428113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['d54f96a1-45db-4b33-9fed-665ec826a8af'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:38.567258 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] For port ea5af8ad-614b-4596-b629-01a450515167, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ea5af8ad-614b-4596-b629-01a450515167,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:38.567671 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ea5af8ad-614b-4596-b629-01a450515167), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:38.583593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Calling delete_port for ea5af8ad-614b-4596-b629-01a450515167 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:58:38.625250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-35a1b971-ce77-4268-8c92-778d54428113 None None] Set router d54f96a1-45db-4b33-9fed-665ec826a8af gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:38.681642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-35a1b971-ce77-4268-8c92-778d54428113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'name': 'tempest-TestEncryptedCinderVolumes-770825625-router', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:58:38Z', 'revision_number': 6, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:38.708939 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a1b971-ce77-4268-8c92-778d54428113 None None] The sync data for ids ['d54f96a1-45db-4b33-9fed-665ec826a8af'] in n-d-829064-15 is: [{'id': 'd54f96a1-45db-4b33-9fed-665ec826a8af', 'name': 'tempest-TestEncryptedCinderVolumes-770825625-router', 'tenant_id': '801bdea6b6da40bb89764f12e5f89e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:47Z', 'updated_at': '2022-02-15T14:58:38Z', 'revision_number': 6, 'project_id': '801bdea6b6da40bb89764f12e5f89e5e', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:58:38.767770 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ea5af8ad-614b-4596-b629-01a450515167), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:38.794397 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5af8ad-614b-4596-b629-01a450515167,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:38.860498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (d54f96a1-45db-4b33-9fed-665ec826a8af), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:38.954395 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (d54f96a1-45db-4b33-9fed-665ec826a8af), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:38.956594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Publish callbacks [] for router_controller (d54f96a1-45db-4b33-9fed-665ec826a8af), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.005023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (d54f96a1-45db-4b33-9fed-665ec826a8af), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.005480 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d54f96a1-45db-4b33-9fed-665ec826a8af {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:58:39.010145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.011613 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9cb96695-7c6d-4544-b8aa-3f75b8a4bb26 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d54f96a1-45db-4b33-9fed-665ec826a8af HTTP/1.1" status: 204 len: 168 time: 0.8433406 Feb 15 14:58:39.014199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51776) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:39.066102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-99abdfe2-9e3f-4605-9dab-1b3423c97271 admin admin] Deleting subnet 5c17070f-5638-46f8-892b-69e17ccc2917 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:58:39.069699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99abdfe2-9e3f-4605-9dab-1b3423c97271 admin admin] Publish callbacks [] for subnet (5c17070f-5638-46f8-892b-69e17ccc2917), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.108838 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99abdfe2-9e3f-4605-9dab-1b3423c97271 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (5c17070f-5638-46f8-892b-69e17ccc2917), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.147585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device abe005cf-a597-4ba4-b4d5-e69f1c999c18 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:58:39.168897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: abe005cf-a597-4ba4-b4d5-e69f1c999c18 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:58:39.169246 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device abe005cf-a597-4ba4-b4d5-e69f1c999c18 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:58:39.200005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99abdfe2-9e3f-4605-9dab-1b3423c97271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (5c17070f-5638-46f8-892b-69e17ccc2917), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.258138 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99abdfe2-9e3f-4605-9dab-1b3423c97271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (5c17070f-5638-46f8-892b-69e17ccc2917), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.286821 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abdfe2-9e3f-4605-9dab-1b3423c97271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c17070f-5638-46f8-892b-69e17ccc2917,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:39.290539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-99abdfe2-9e3f-4605-9dab-1b3423c97271 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.294089 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-99abdfe2-9e3f-4605-9dab-1b3423c97271 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5c17070f-5638-46f8-892b-69e17ccc2917 HTTP/1.1" status: 204 len: 168 time: 0.2788815 Feb 15 14:58:39.297076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51778) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:39.299844 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c869487b-7518-4d52-b427-aa64609ad197 None None] Network a0367c9d-02db-4d8e-b840-1777fdccbebe requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:58:39.369067 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (a0367c9d-02db-4d8e-b840-1777fdccbebe), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.431034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Deleting port 209ca856-497a-4a83-abe0-075a95c49e77 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:58:39.431378 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (209ca856-497a-4a83-abe0-075a95c49e77), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.486458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] DHCP port deletion for a0367c9d-02db-4d8e-b840-1777fdccbebe request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:58:39.498473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] For port 209ca856-497a-4a83-abe0-075a95c49e77, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=209ca856-497a-4a83-abe0-075a95c49e77,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:39.498863 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (209ca856-497a-4a83-abe0-075a95c49e77), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.512974 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Calling delete_port for 209ca856-497a-4a83-abe0-075a95c49e77 owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:58:39.551646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Deleting port 209ca856-497a-4a83-abe0-075a95c49e77 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:58:39.552122 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (209ca856-497a-4a83-abe0-075a95c49e77), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.604241 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (209ca856-497a-4a83-abe0-075a95c49e77), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.628604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] For port 209ca856-497a-4a83-abe0-075a95c49e77, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=209ca856-497a-4a83-abe0-075a95c49e77,segment=NetworkSegment(d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475),segment_id=d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:39.629023 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (209ca856-497a-4a83-abe0-075a95c49e77), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.640888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Pushing event deleted for resources: {'Port': ['ID=209ca856-497a-4a83-abe0-075a95c49e77,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:39.644958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] No DVR routers for this DVR port 209ca856-497a-4a83-abe0-075a95c49e77 on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:58:39.651262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 170caf1b-984f-4a76-a06d-a902e2690d84 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:58:39.653413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Calling delete_port for 209ca856-497a-4a83-abe0-075a95c49e77 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:58:39.683253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 170caf1b-984f-4a76-a06d-a902e2690d84 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:58:39.683604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 170caf1b-984f-4a76-a06d-a902e2690d84 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:58:39.684033 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ea5af8ad-614b-4596-b629-01a450515167 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:58:39.725393 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (a0367c9d-02db-4d8e-b840-1777fdccbebe), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.754351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0367c9d-02db-4d8e-b840-1777fdccbebe']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:39.772521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:39.772889 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fc0c67-d77e-4081-9bc1-e1fc7c4cb475') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:39.784834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.804778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.813785 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:58:39.814442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (d0fc0c67-d77e-4081-9bc1-e1fc7c4cb475), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: timer() Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:58:39.816450 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:58:39.887941 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (a0367c9d-02db-4d8e-b840-1777fdccbebe), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.904705 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:39.909256 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a0367c9d-02db-4d8e-b840-1777fdccbebe HTTP/1.1" status: 204 len: 168 time: 0.6105685 Feb 15 14:58:39.910249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160f37b-3b86-4c30-8ad2-f746460a2667 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0367c9d-02db-4d8e-b840-1777fdccbebe,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:39.911932 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51780) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:39.920443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ea5af8ad-614b-4596-b629-01a450515167 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:58:39.920955 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ea5af8ad-614b-4596-b629-01a450515167 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:58:39.921699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 209ca856-497a-4a83-abe0-075a95c49e77 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:58:39.944658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 209ca856-497a-4a83-abe0-075a95c49e77 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:58:39.945027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 209ca856-497a-4a83-abe0-075a95c49e77 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:58:39.991137 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (209ca856-497a-4a83-abe0-075a95c49e77), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:40.013411 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Network a0367c9d-02db-4d8e-b840-1777fdccbebe is not hosted by any dhcp agent {{(pid=109973) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 14:58:40.013876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] No DVR routers for this DVR port 209ca856-497a-4a83-abe0-075a95c49e77 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:58:40.019435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Pushing event deleted for resources: {'Port': ['ID=209ca856-497a-4a83-abe0-075a95c49e77,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:40.028915 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.029278 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.029629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.029973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.030310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.030681 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.031584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.032776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.033486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.033486 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.033790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.034092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.034474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7cdda-0dd9-4af0-8227-601633edd1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:40.294835 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (97dc7689-9d2b-4856-8565-c688cb2803ea), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:40.538360 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:40.581798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] Deleting port 068eb1f3-d21b-47ac-bd6a-67d196910064 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:58:40.581798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:40.667328 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] For port 068eb1f3-d21b-47ac-bd6a-67d196910064, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=068eb1f3-d21b-47ac-bd6a-67d196910064,segment=NetworkSegment(df6503f4-9fba-4370-93d0-f0694dc48fda),segment_id=df6503f4-9fba-4370-93d0-f0694dc48fda)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:40.667688 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:40.682032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] Calling delete_port for 068eb1f3-d21b-47ac-bd6a-67d196910064 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:58:41.150072 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (068eb1f3-d21b-47ac-bd6a-67d196910064), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:41.175887 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=068eb1f3-d21b-47ac-bd6a-67d196910064,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:41.366637 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (97dc7689-9d2b-4856-8565-c688cb2803ea), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:41.596224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] Router 97dc7689-9d2b-4856-8565-c688cb2803ea has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:58:41.720222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:58:41.725250 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b8b2facd-0767-4f75-9da3-2f46111a4e37 admin admin] 10.222.0.72 "PUT /v2.0/routers/97dc7689-9d2b-4856-8565-c688cb2803ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8113043 Feb 15 14:58:41.727875 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51782) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:41.731243 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d72925-cdf1-4ae9-afca-dedc5c59fd5e None None] Sync routers for ids ['97dc7689-9d2b-4856-8565-c688cb2803ea'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:58:41.741684 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d72925-cdf1-4ae9-afca-dedc5c59fd5e None None] Routers {'97dc7689-9d2b-4856-8565-c688cb2803ea'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:41.742579 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-81d72925-cdf1-4ae9-afca-dedc5c59fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97dc7689-9d2b-4856-8565-c688cb2803ea'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:41.841052 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Publish callbacks [] for router (97dc7689-9d2b-4856-8565-c688cb2803ea), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:41.857664 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-81d72925-cdf1-4ae9-afca-dedc5c59fd5e None None] Set router 97dc7689-9d2b-4856-8565-c688cb2803ea gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:41.950995 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Publish callbacks [] for router_gateway (97dc7689-9d2b-4856-8565-c688cb2803ea), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.009170 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Deleting port 6a35b023-984d-4b36-b54e-407f70c5396c {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:58:42.009512 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.057404 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-81d72925-cdf1-4ae9-afca-dedc5c59fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'name': 'tempest-TestEncryptedCinderVolumes-1756955557-router', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:58:41Z', 'revision_number': 5, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'gw_port': {'id': '6a35b023-984d-4b36-b54e-407f70c5396c', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:42.084119 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d72925-cdf1-4ae9-afca-dedc5c59fd5e None None] Checking router: 97dc7689-9d2b-4856-8565-c688cb2803ea for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:58:42.093966 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d72925-cdf1-4ae9-afca-dedc5c59fd5e None None] Routers {'97dc7689-9d2b-4856-8565-c688cb2803ea'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:42.094494 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-81d72925-cdf1-4ae9-afca-dedc5c59fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['97dc7689-9d2b-4856-8565-c688cb2803ea'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:42.098662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] For port 6a35b023-984d-4b36-b54e-407f70c5396c, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6a35b023-984d-4b36-b54e-407f70c5396c,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:42.099080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.115584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Calling delete_port for 6a35b023-984d-4b36-b54e-407f70c5396c owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:58:42.183402 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-81d72925-cdf1-4ae9-afca-dedc5c59fd5e None None] Set router 97dc7689-9d2b-4856-8565-c688cb2803ea gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:42.238150 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-81d72925-cdf1-4ae9-afca-dedc5c59fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'name': 'tempest-TestEncryptedCinderVolumes-1756955557-router', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:58:41Z', 'revision_number': 6, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:42.269135 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d72925-cdf1-4ae9-afca-dedc5c59fd5e None None] The sync data for ids ['97dc7689-9d2b-4856-8565-c688cb2803ea'] in n-d-829064-15 is: [{'id': '97dc7689-9d2b-4856-8565-c688cb2803ea', 'name': 'tempest-TestEncryptedCinderVolumes-1756955557-router', 'tenant_id': 'd2406fa9873c49389affdc92631e0ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:56:52Z', 'updated_at': '2022-02-15T14:58:41Z', 'revision_number': 6, 'project_id': 'd2406fa9873c49389affdc92631e0ef4', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:58:42.320139 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6a35b023-984d-4b36-b54e-407f70c5396c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.346632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a35b023-984d-4b36-b54e-407f70c5396c,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:42.412439 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (97dc7689-9d2b-4856-8565-c688cb2803ea), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.507885 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (97dc7689-9d2b-4856-8565-c688cb2803ea), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.510046 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Publish callbacks [] for router_controller (97dc7689-9d2b-4856-8565-c688cb2803ea), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.556152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (97dc7689-9d2b-4856-8565-c688cb2803ea), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.556717 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97dc7689-9d2b-4856-8565-c688cb2803ea {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 14:58:42.561129 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.562859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0f707ecd-6f20-4074-a3c5-0d99c8f496e9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/97dc7689-9d2b-4856-8565-c688cb2803ea HTTP/1.1" status: 204 len: 168 time: 0.8340609 Feb 15 14:58:42.565476 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51784) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:42.612592 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-f785c468-6efb-4968-b018-e22954e82796 admin admin] Deleting subnet 74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 14:58:42.617048 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f785c468-6efb-4968-b018-e22954e82796 admin admin] Publish callbacks [] for subnet (74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.660758 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f785c468-6efb-4968-b018-e22954e82796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.733011 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.753021 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f785c468-6efb-4968-b018-e22954e82796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.811009 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f785c468-6efb-4968-b018-e22954e82796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.837467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785c468-6efb-4968-b018-e22954e82796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:42.842270 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f785c468-6efb-4968-b018-e22954e82796 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.845479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f785c468-6efb-4968-b018-e22954e82796 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/74fb4e3e-6f29-47eb-a4ea-98227e4ccfc3 HTTP/1.1" status: 204 len: 168 time: 0.2790701 Feb 15 14:58:42.847966 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51786) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:42.850590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e32eada-d2fb-4ef2-a9e7-161ef2887848 None None] Network b38a9634-adf2-4b12-8b7c-19053b8e9008 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:58:42.923334 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (b38a9634-adf2-4b12-8b7c-19053b8e9008), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:42.979370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Deleting port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:58:42.979718 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.046965 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] For port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6,segment=NetworkSegment(df6503f4-9fba-4370-93d0-f0694dc48fda),segment_id=df6503f4-9fba-4370-93d0-f0694dc48fda)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:43.047338 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.063184 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Calling delete_port for 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:58:43.065883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b147851-35ec-4541-863b-f5688543f9b1 None None] DHCP port deletion for b38a9634-adf2-4b12-8b7c-19053b8e9008 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 14:58:43.125007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1b147851-35ec-4541-863b-f5688543f9b1 None None] Deleting port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 14:58:43.125460 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b147851-35ec-4541-863b-f5688543f9b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.154831 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.185873 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:43.192448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1b147851-35ec-4541-863b-f5688543f9b1 None None] For port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6,segment=NetworkSegment(df6503f4-9fba-4370-93d0-f0694dc48fda),segment_id=df6503f4-9fba-4370-93d0-f0694dc48fda)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:43.192874 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b147851-35ec-4541-863b-f5688543f9b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.197163 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] No DVR routers for this DVR port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:58:43.207806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1b147851-35ec-4541-863b-f5688543f9b1 None None] Calling delete_port for 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 14:58:43.281959 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (b38a9634-adf2-4b12-8b7c-19053b8e9008), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.300244 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1b147851-35ec-4541-863b-f5688543f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.309598 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38a9634-adf2-4b12-8b7c-19053b8e9008']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:43.321342 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6503f4-9fba-4370-93d0-f0694dc48fda') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:43.322022 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6503f4-9fba-4370-93d0-f0694dc48fda') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:43.324874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b147851-35ec-4541-863b-f5688543f9b1 None None] Pushing event deleted for resources: {'Port': ['ID=72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:43.331420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b147851-35ec-4541-863b-f5688543f9b1 None None] No DVR routers for this DVR port 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 14:58:43.341894 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (df6503f4-9fba-4370-93d0-f0694dc48fda), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.356525 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (df6503f4-9fba-4370-93d0-f0694dc48fda), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.364164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 14:58:43.364614 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (df6503f4-9fba-4370-93d0-f0694dc48fda), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: timer() Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 14:58:43.366574 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 14:58:43.424211 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (b38a9634-adf2-4b12-8b7c-19053b8e9008), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.431418 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.437161 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] 10.222.0.72 "DELETE /v2.0/networks/b38a9634-adf2-4b12-8b7c-19053b8e9008 HTTP/1.1" status: 204 len: 168 time: 0.5865045 Feb 15 14:58:43.449331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b48acb-7982-4782-9d12-839baefd9d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=b38a9634-adf2-4b12-8b7c-19053b8e9008,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:43.619515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:58:43.641269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:58:43.641701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 72b7dfaa-8371-4e4f-ad51-e87ce71cf3f6 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:58:43.642200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a35b023-984d-4b36-b54e-407f70c5396c no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:58:43.646484 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51790) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:43.662837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 6a35b023-984d-4b36-b54e-407f70c5396c {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:58:43.663219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6a35b023-984d-4b36-b54e-407f70c5396c not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:58:43.663649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 068eb1f3-d21b-47ac-bd6a-67d196910064 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 14:58:43.683740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 068eb1f3-d21b-47ac-bd6a-67d196910064 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 14:58:43.684116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 068eb1f3-d21b-47ac-bd6a-67d196910064 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 14:58:43.691566 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c66d6483-fe8b-4371-ae3c-e2066651e3ae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=801bdea6b6da40bb89764f12e5f89e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438201 Feb 15 14:58:43.695098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51792) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:43.749212 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-148ce746-6d50-435c-8107-2f3b309c8811 admin admin] Publish callbacks [] for security_group (8070665f-b949-4043-b68a-8fa2894c8dee), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.771824 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-148ce746-6d50-435c-8107-2f3b309c8811 admin admin] Publish callbacks [] for security_group (8070665f-b949-4043-b68a-8fa2894c8dee), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.820880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-148ce746-6d50-435c-8107-2f3b309c8811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (8070665f-b949-4043-b68a-8fa2894c8dee), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.823730 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-148ce746-6d50-435c-8107-2f3b309c8811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:43.824870 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-148ce746-6d50-435c-8107-2f3b309c8811 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8070665f-b949-4043-b68a-8fa2894c8dee HTTP/1.1" status: 204 len: 168 time: 0.1285696 Feb 15 14:58:43.833816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ce746-6d50-435c-8107-2f3b309c8811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8070665f-b949-4043-b68a-8fa2894c8dee,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:44.166653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51798) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:44.210744 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2c1e13b3-ca15-4a83-b184-c1edeca5c6fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d2406fa9873c49389affdc92631e0ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428944 Feb 15 14:58:44.213187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51800) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:44.263622 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7390cdd-7740-4ae5-b176-e3ef0981202e admin admin] Publish callbacks [] for security_group (397d5643-681d-4c51-b885-e6715dc8ea0a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:44.286896 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7390cdd-7740-4ae5-b176-e3ef0981202e admin admin] Publish callbacks [] for security_group (397d5643-681d-4c51-b885-e6715dc8ea0a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:44.337090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7390cdd-7740-4ae5-b176-e3ef0981202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (397d5643-681d-4c51-b885-e6715dc8ea0a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:44.340215 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7390cdd-7740-4ae5-b176-e3ef0981202e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:44.341372 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a7390cdd-7740-4ae5-b176-e3ef0981202e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/397d5643-681d-4c51-b885-e6715dc8ea0a HTTP/1.1" status: 204 len: 168 time: 0.1272671 Feb 15 14:58:44.350469 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7390cdd-7740-4ae5-b176-e3ef0981202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397d5643-681d-4c51-b885-e6715dc8ea0a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:44.864501 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-28998c0a-a7fd-4445-97fa-8c97c8ae174f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.069727 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51822) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:45.171545 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1354583982-network', 'tenant_id': '9f3634cb030649148d1a34051c849ebc'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:58:45.191755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Made reservation on behalf of 9f3634cb030649148d1a34051c849ebc for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:58:45.194748 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.210305 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.295284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Publish callbacks [] for security_group (b070977a-8353-4b5f-8b04-491b21f88024), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.300518 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b070977a-8353-4b5f-8b04-491b21f88024), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.329468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:58:45.340773 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b070977a-8353-4b5f-8b04-491b21f88024,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:45.348147 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (48f94f39-aa9d-45f3-850f-e5f7a78d610c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.348561 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Added segment 48f94f39-aa9d-45f3-850f-e5f7a78d610c of type vlan for network 27484145-dea8-4a44-889e-9436346764d0 Feb 15 14:58:45.389577 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (27484145-dea8-4a44-889e-9436346764d0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.417236 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (27484145-dea8-4a44-889e-9436346764d0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.418158 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:58:45.418764 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.472259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4014375 Feb 15 14:58:45.475231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51826) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:45.480621 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] Request body: {'subnet': {'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1354583982-subnet', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:58:45.481455 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7cd19-3cf8-496b-978f-964c1d386e70 admin admin] Pushing event updated for resources: {'Network': ['ID=27484145-dea8-4a44-889e-9436346764d0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:45.494372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 27484145-dea8-4a44-889e-9436346764d0 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:58:45.503941 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] Made reservation on behalf of 9f3634cb030649148d1a34051c849ebc for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:58:45.506335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.679963 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (a9f440df-a8cf-4d4c-9789-9064f52f90fe), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.735684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f440df-a8cf-4d4c-9789-9064f52f90fe,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:45.746723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] Checking segment: {'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:58:45.747120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] Network hostable DHCP agents. Network: 27484145-dea8-4a44-889e-9436346764d0, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:58:45.764489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] Network 27484145-dea8-4a44-889e-9436346764d0 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:58:45.776149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 27484145-dea8-4a44-889e-9436346764d0) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:58:45.781933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:58:45.782975 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.786972 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845edfec-8581-43b8-bb6d-9abfb765a8c3 None None] Network 27484145-dea8-4a44-889e-9436346764d0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:58:45.801149 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-bd3307d8-b591-4b98-a3fe-5be442354bd2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3246994 Feb 15 14:58:45.804987 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51828) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:45.809540 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:58:45.841020 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (52718993-dea1-450a-9c3b-4d9a78ad3e6e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.842597 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (52718993-dea1-450a-9c3b-4d9a78ad3e6e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.911364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-27484145-dea8-4a44-889e-9436346764d0', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'project_id': '9f3634cb030649148d1a34051c849ebc', 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:58:45.912235 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:45.916463 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Publish callbacks [] for router_controller (52718993-dea1-450a-9c3b-4d9a78ad3e6e), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:46.051710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Allocated IP 172.20.0.2 (27484145-dea8-4a44-889e-9436346764d0/a9f440df-a8cf-4d4c-9789-9064f52f90fe/a2746660-4f15-4040-b187-d9579d0c3178) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:58:46.059849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Publish callbacks [] for router_gateway (52718993-dea1-450a-9c3b-4d9a78ad3e6e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:46.199534 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Publish callbacks [] for port (a2746660-4f15-4040-b187-d9579d0c3178), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:46.208700 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (a2746660-4f15-4040-b187-d9579d0c3178), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:46.255260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Network 27484145-dea8-4a44-889e-9436346764d0 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:58:46.258334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:58:46.263772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:58:46.271650 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Pushing event updated for resources: {'Port': ['ID=a2746660-4f15-4040-b187-d9579d0c3178,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:46.289303 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Publish callbacks [] for router_gateway (52718993-dea1-450a-9c3b-4d9a78ad3e6e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:46.316844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:46.331858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Attempting to bind port a2746660-4f15-4040-b187-d9579d0c3178 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:58:46.332396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Attempting to bind port a2746660-4f15-4040-b187-d9579d0c3178 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:58:46.332999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Attempting to bind port a2746660-4f15-4040-b187-d9579d0c3178 on network 27484145-dea8-4a44-889e-9436346764d0 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:58:46.340755 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:58:46.341292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Checking segment: {'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:58:46.341875 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:46.342460 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Bound using segment: {'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:58:46.343763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Bound port: a2746660-4f15-4040-b187-d9579d0c3178, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:58:46.344316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a2746660-4f15-4040-b187-d9579d0c3178), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:46.417454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] For port a2746660-4f15-4040-b187-d9579d0c3178, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:58:46.421009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] For port a2746660-4f15-4040-b187-d9579d0c3178, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a2746660-4f15-4040-b187-d9579d0c3178,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:58:46.432118 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a2746660-4f15-4040-b187-d9579d0c3178), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:46.444822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Allocated IP 172.25.6.31 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/e2a1e957-640b-42ad-b613-14104e3c6871) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:58:46.500451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a7fe9-fd4b-4418-a27d-0c1a316a897b None None] Pushing event updated for resources: {'Port': ['ID=a2746660-4f15-4040-b187-d9579d0c3178,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:46.562498 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Publish callbacks [] for port (e2a1e957-640b-42ad-b613-14104e3c6871), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:46.600811 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:46.647515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:58:46.661440 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:58:46.667946 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:58:46.696683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a1e957-640b-42ad-b613-14104e3c6871,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:47.212491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Publish callbacks [] for router_gateway (52718993-dea1-450a-9c3b-4d9a78ad3e6e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:47.254427 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-039f2ada-b111-49f1-b55e-ce9cbf53b6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:47.437760 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (52718993-dea1-450a-9c3b-4d9a78ad3e6e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:47.526441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576cf381-5202-4104-81f8-c7e11a43822f None None] Network 27484145-dea8-4a44-889e-9436346764d0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:58:47.592837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Router 52718993-dea1-450a-9c3b-4d9a78ad3e6e is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:58:47.613690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-02ec33b4-8a6d-4eaa-8970-ab3a40259a91 None None] Provisioning complete for port a2746660-4f15-4040-b187-d9579d0c3178 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:47.614078 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02ec33b4-8a6d-4eaa-8970-ab3a40259a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2746660-4f15-4040-b187-d9579d0c3178), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:47.695432 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a2746660-4f15-4040-b187-d9579d0c3178 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:58:47.747668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:58:47.771064 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Sync routers for ids ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:58:47.773563 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:47.778072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51830) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:47.778742 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f9f5174f-0242-461a-904f-22f1bb27e525 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9726400 Feb 15 14:58:47.788985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-02ec33b4-8a6d-4eaa-8970-ab3a40259a91 None None] Current status of the port a2746660-4f15-4040-b187-d9579d0c3178 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:47.789384 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02ec33b4-8a6d-4eaa-8970-ab3a40259a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (a2746660-4f15-4040-b187-d9579d0c3178), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:47.809707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Routers {'52718993-dea1-450a-9c3b-4d9a78ad3e6e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:47.810354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:47.821988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a2746660-4f15-4040-b187-d9579d0c3178 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:47.822393 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2746660-4f15-4040-b187-d9579d0c3178), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:47.937439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-02ec33b4-8a6d-4eaa-8970-ab3a40259a91 None None] For port a2746660-4f15-4040-b187-d9579d0c3178, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a2746660-4f15-4040-b187-d9579d0c3178,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:47.945033 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-02ec33b4-8a6d-4eaa-8970-ab3a40259a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (a2746660-4f15-4040-b187-d9579d0c3178), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.043323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Set router 52718993-dea1-450a-9c3b-4d9a78ad3e6e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:48.106869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec33b4-8a6d-4eaa-8970-ab3a40259a91 None None] Pushing event updated for resources: {'Port': ['ID=a2746660-4f15-4040-b187-d9579d0c3178,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:48.121589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a2746660-4f15-4040-b187-d9579d0c3178 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:48.166697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c79f782f-f0e6-431d-b7c8-f4b466913677 None None] Provisioning complete for port a2746660-4f15-4040-b187-d9579d0c3178 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:48.167106 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c79f782f-f0e6-431d-b7c8-f4b466913677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2746660-4f15-4040-b187-d9579d0c3178), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.241416 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.308132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c79f782f-f0e6-431d-b7c8-f4b466913677 None None] Current status of the port a2746660-4f15-4040-b187-d9579d0c3178 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:48.325235 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:47Z', 'revision_number': 3, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:48.353347 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Checking router: 52718993-dea1-450a-9c3b-4d9a78ad3e6e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:58:48.353862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Updating router 52718993-dea1-450a-9c3b-4d9a78ad3e6e port e2a1e957-640b-42ad-b613-14104e3c6871 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:58:48.382500 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.411472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Allocated IP 172.20.0.1 (27484145-dea8-4a44-889e-9436346764d0/a9f440df-a8cf-4d4c-9789-9064f52f90fe/1a2af30e-93d1-4111-9ee4-ab775fc81352) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:58:48.524488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Publish callbacks [] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.559735 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.597771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Network 27484145-dea8-4a44-889e-9436346764d0 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:58:48.604559 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.605113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:58:48.608857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:58:48.638116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2af30e-93d1-4111-9ee4-ab775fc81352,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:48.660271 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (52718993-dea1-450a-9c3b-4d9a78ad3e6e), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.683073 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Publish callbacks [] for port (e2a1e957-640b-42ad-b613-14104e3c6871), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.690556 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.745392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Attempting to bind port e2a1e957-640b-42ad-b613-14104e3c6871 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:58:48.745769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Attempting to bind port e2a1e957-640b-42ad-b613-14104e3c6871 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:58:48.746143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Attempting to bind port e2a1e957-640b-42ad-b613-14104e3c6871 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:58:48.758087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:58:48.758471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:58:48.758878 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.759301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:58:48.759783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Bound port: e2a1e957-640b-42ad-b613-14104e3c6871, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:58:48.760151 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.789732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1a44e-4a96-4831-a830-488389348987 None None] Pushing event updated for resources: {'Port': ['ID=e2a1e957-640b-42ad-b613-14104e3c6871,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:48.836700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] For port e2a1e957-640b-42ad-b613-14104e3c6871, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:58:48.838415 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.840626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] For port e2a1e957-640b-42ad-b613-14104e3c6871, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e2a1e957-640b-42ad-b613-14104e3c6871,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:58:48.850039 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:48.923082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Routers {'52718993-dea1-450a-9c3b-4d9a78ad3e6e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:48.924093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:48.927873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1a44e-4a96-4831-a830-488389348987 None None] Pushing event updated for resources: {'Port': ['ID=e2a1e957-640b-42ad-b613-14104e3c6871,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:49.013315 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f4d28708-c5f7-4493-8e9a-4dbdc2263cac None None] Provisioning complete for port 1a2af30e-93d1-4111-9ee4-ab775fc81352 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:49.013861 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4d28708-c5f7-4493-8e9a-4dbdc2263cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:49.042140 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Publish callbacks [] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:49.047730 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:49.122541 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (52718993-dea1-450a-9c3b-4d9a78ad3e6e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:49.124958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2af30e-93d1-4111-9ee4-ab775fc81352,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:49.221010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Network 27484145-dea8-4a44-889e-9436346764d0 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:58:49.221541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f4d28708-c5f7-4493-8e9a-4dbdc2263cac None None] Port 1a2af30e-93d1-4111-9ee4-ab775fc81352 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:58:49.223845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:58:49.238304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] Set router 52718993-dea1-450a-9c3b-4d9a78ad3e6e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:49.356410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Router 52718993-dea1-450a-9c3b-4d9a78ad3e6e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:58:49.477007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '1a2af30e-93d1-4111-9ee4-ab775fc81352', 'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'mac_address': 'fa:16:3e:e0:1f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:48Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 1, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'subnets': [{'id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:49.488149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:58:49.497324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0150b031-9388-404d-8189-793173f3f9a6 admin admin] 10.222.0.72 "PUT /v2.0/routers/52718993-dea1-450a-9c3b-4d9a78ad3e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7167027 Feb 15 14:58:49.508695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f28c4e-bb07-448d-a27e-da5e514f32dd None None] The sync data for ids ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'] in n-d-829064-15 is: [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '1a2af30e-93d1-4111-9ee4-ab775fc81352', 'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'mac_address': 'fa:16:3e:e0:1f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:48Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 1, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'subnets': [{'id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:58:49.555654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f960c74c-01b4-4667-b8a7-873e11be2573 None None] Provisioning complete for port 1a2af30e-93d1-4111-9ee4-ab775fc81352 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:49.556354 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f960c74c-01b4-4667-b8a7-873e11be2573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:49.610581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f960c74c-01b4-4667-b8a7-873e11be2573 None None] Port 1a2af30e-93d1-4111-9ee4-ab775fc81352 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:58:49.642127 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a2746660-4f15-4040-b187-d9579d0c3178 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:58:49.704801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port a2746660-4f15-4040-b187-d9579d0c3178 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:49.704801 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (a2746660-4f15-4040-b187-d9579d0c3178), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:49.837451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port a2746660-4f15-4040-b187-d9579d0c3178 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:49.914326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.077090 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 51846) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:50.083107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1145122906-network', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:58:50.110232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Made reservation on behalf of a02e9ead33f5496d9eb2b039c7aa6694 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:58:50.113172 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.123206 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.225314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Publish callbacks [] for security_group (3670d10c-205c-48e4-9477-898a9dbd81ee), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.230839 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3670d10c-205c-48e4-9477-898a9dbd81ee), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.277119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 14:58:50.292521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3670d10c-205c-48e4-9477-898a9dbd81ee,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:50.300301 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5583c5ca-fa81-424b-b6b6-6da5c8115e7f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.300689 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Added segment 5583c5ca-fa81-424b-b6b6-6da5c8115e7f of type vlan for network 59fecbe0-9ef7-4e35-ab38-7982610771d0 Feb 15 14:58:50.346862 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (59fecbe0-9ef7-4e35-ab38-7982610771d0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.386603 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (59fecbe0-9ef7-4e35-ab38-7982610771d0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.387935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:58:50.388936 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.451445 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3731472 Feb 15 14:58:50.457079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51848) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:50.462787 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6f47b-9c7d-4657-9095-ce73ef31c4ee admin admin] Pushing event updated for resources: {'Network': ['ID=59fecbe0-9ef7-4e35-ab38-7982610771d0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:50.470092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Request body: {'subnet': {'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1145122906-subnet', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:58:50.489655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 59fecbe0-9ef7-4e35-ab38-7982610771d0 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 14:58:50.515256 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Made reservation on behalf of a02e9ead33f5496d9eb2b039c7aa6694 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:58:50.518601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.710828 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (8a110674-2438-4d15-83c1-4c22e633a204), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.767465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a110674-2438-4d15-83c1-4c22e633a204,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:50.778793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.779173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.785855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.785855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.785855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.785855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.785855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.785855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.785855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.785855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.785855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.785855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.785855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:50.801751 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Checking segment: {'id': '5583c5ca-fa81-424b-b6b6-6da5c8115e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:58:50.802117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Network hostable DHCP agents. Network: 59fecbe0-9ef7-4e35-ab38-7982610771d0, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 14:58:50.828315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Network 59fecbe0-9ef7-4e35-ab38-7982610771d0 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 14:58:50.844462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 59fecbe0-9ef7-4e35-ab38-7982610771d0) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:58:50.851504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:58:50.853196 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.858080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c2d4ed-df02-4c82-bbf3-ad14314c3ff3 None None] Network 59fecbe0-9ef7-4e35-ab38-7982610771d0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:58:50.871374 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fd30c3ec-3c0f-4795-8bc8-5560cac0b665 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4112835 Feb 15 14:58:50.873515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51850) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:50.878281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1145122906-router', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:58:50.901082 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (254e662f-659c-402f-af6a-cee99712167b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.902469 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (254e662f-659c-402f-af6a-cee99712167b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.966484 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Publish callbacks [] for router_controller (254e662f-659c-402f-af6a-cee99712167b), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:50.993100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5997e777-20fb-4064-af16-489e3427463b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-59fecbe0-9ef7-4e35-ab38-7982610771d0', 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0', 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'fixed_ips': [{'subnet_id': '8a110674-2438-4d15-83c1-4c22e633a204'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 14:58:50.994289 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5997e777-20fb-4064-af16-489e3427463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.157760 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Publish callbacks [] for router_gateway (254e662f-659c-402f-af6a-cee99712167b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.186488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-5997e777-20fb-4064-af16-489e3427463b None None] Allocated IP 172.20.0.2 (59fecbe0-9ef7-4e35-ab38-7982610771d0/8a110674-2438-4d15-83c1-4c22e633a204/aee3ae49-850f-44ec-a170-bc3566799f2d) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:58:51.188607 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.352513 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5997e777-20fb-4064-af16-489e3427463b None None] Publish callbacks [] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.360987 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5997e777-20fb-4064-af16-489e3427463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.403809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5997e777-20fb-4064-af16-489e3427463b None None] Network 59fecbe0-9ef7-4e35-ab38-7982610771d0 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:58:51.405513 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Publish callbacks [] for router_gateway (254e662f-659c-402f-af6a-cee99712167b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.407253 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-5997e777-20fb-4064-af16-489e3427463b None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:58:51.411316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5997e777-20fb-4064-af16-489e3427463b None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:58:51.418938 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997e777-20fb-4064-af16-489e3427463b None None] Pushing event updated for resources: {'Port': ['ID=aee3ae49-850f-44ec-a170-bc3566799f2d,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:51.440750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.476370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5997e777-20fb-4064-af16-489e3427463b None None] Attempting to bind port aee3ae49-850f-44ec-a170-bc3566799f2d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:58:51.476991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5997e777-20fb-4064-af16-489e3427463b None None] Attempting to bind port aee3ae49-850f-44ec-a170-bc3566799f2d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '5583c5ca-fa81-424b-b6b6-6da5c8115e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:58:51.477419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997e777-20fb-4064-af16-489e3427463b None None] Attempting to bind port aee3ae49-850f-44ec-a170-bc3566799f2d on network 59fecbe0-9ef7-4e35-ab38-7982610771d0 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:58:51.484271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997e777-20fb-4064-af16-489e3427463b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:58:51.484746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997e777-20fb-4064-af16-489e3427463b None None] Checking segment: {'id': '5583c5ca-fa81-424b-b6b6-6da5c8115e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:58:51.485303 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5997e777-20fb-4064-af16-489e3427463b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.486069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997e777-20fb-4064-af16-489e3427463b None None] Bound using segment: {'id': '5583c5ca-fa81-424b-b6b6-6da5c8115e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:58:51.486430 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-5997e777-20fb-4064-af16-489e3427463b None None] Bound port: aee3ae49-850f-44ec-a170-bc3566799f2d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5583c5ca-fa81-424b-b6b6-6da5c8115e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:58:51.487214 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5997e777-20fb-4064-af16-489e3427463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.565251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5997e777-20fb-4064-af16-489e3427463b None None] For port aee3ae49-850f-44ec-a170-bc3566799f2d, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:58:51.569013 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-5997e777-20fb-4064-af16-489e3427463b None None] For port aee3ae49-850f-44ec-a170-bc3566799f2d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=aee3ae49-850f-44ec-a170-bc3566799f2d,segment=NetworkSegment(5583c5ca-fa81-424b-b6b6-6da5c8115e7f),segment_id=5583c5ca-fa81-424b-b6b6-6da5c8115e7f)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:58:51.572733 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Allocated IP 172.25.6.155 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:58:51.578605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5997e777-20fb-4064-af16-489e3427463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.676492 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997e777-20fb-4064-af16-489e3427463b None None] Pushing event updated for resources: {'Port': ['ID=aee3ae49-850f-44ec-a170-bc3566799f2d,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:51.699990 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e2a1e957-640b-42ad-b613-14104e3c6871 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:58:51.722660 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Publish callbacks [] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.762850 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e2a1e957-640b-42ad-b613-14104e3c6871 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:51.763279 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.774750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.834939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:58:51.855341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:58:51.856781 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:58:51.896397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e2a1e957-640b-42ad-b613-14104e3c6871 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:51.898335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Pushing event updated for resources: {'Port': ['ID=ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:51.899080 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.928345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port e2a1e957-640b-42ad-b613-14104e3c6871, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e2a1e957-640b-42ad-b613-14104e3c6871,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:51.932927 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:51.999743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=e2a1e957-640b-42ad-b613-14104e3c6871,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:52.022021 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Sync routers for ids ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:58:52.033722 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Routers {'52718993-dea1-450a-9c3b-4d9a78ad3e6e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:52.034356 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:52.161594 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Set router 52718993-dea1-450a-9c3b-4d9a78ad3e6e gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:52.183942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Publish callbacks [] for router_gateway (254e662f-659c-402f-af6a-cee99712167b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:52.408740 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (254e662f-659c-402f-af6a-cee99712167b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:52.484578 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '1a2af30e-93d1-4111-9ee4-ab775fc81352', 'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'mac_address': 'fa:16:3e:e0:1f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:48Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 2, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'subnets': [{'id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:52.515186 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Checking router: 52718993-dea1-450a-9c3b-4d9a78ad3e6e for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:58:52.515562 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Updating router 52718993-dea1-450a-9c3b-4d9a78ad3e6e port 1a2af30e-93d1-4111-9ee4-ab775fc81352 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:58:52.544655 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:52.586323 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Router 254e662f-659c-402f-af6a-cee99712167b is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 14:58:52.855176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64556d5-5bbd-4cf3-9fa8-9f52c6ff4f42 None None] Network 59fecbe0-9ef7-4e35-ab38-7982610771d0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 14:58:52.897351 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Publish callbacks [] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:52.904554 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:52.941649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ab22bb20-3c58-4f76-aff9-2a365baa0263 None None] Provisioning complete for port aee3ae49-850f-44ec-a170-bc3566799f2d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:52.942297 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ab22bb20-3c58-4f76-aff9-2a365baa0263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:52.974770 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Pushing event updated for resources: {'Port': ['ID=1a2af30e-93d1-4111-9ee4-ab775fc81352,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:52.999598 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:58:53.005309 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.005309 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.005815 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.006242 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.006662 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.008260 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.008783 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.009622 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.010171 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.010933 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.012404 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.012845 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.013621 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:58:53.026749 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:53.028082 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-60488cda-1b25-47a6-96ea-f39969d2a20d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1534686 Feb 15 14:58:53.030159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Sync routers for ids ['254e662f-659c-402f-af6a-cee99712167b'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:58:53.032604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 51852) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:58:53.058604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Routers {'254e662f-659c-402f-af6a-cee99712167b'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:53.059469 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['254e662f-659c-402f-af6a-cee99712167b'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:53.061172 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Attempting to bind port 1a2af30e-93d1-4111-9ee4-ab775fc81352 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:58:53.066277 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Attempting to bind port 1a2af30e-93d1-4111-9ee4-ab775fc81352 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:58:53.067093 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Attempting to bind port 1a2af30e-93d1-4111-9ee4-ab775fc81352 on network 27484145-dea8-4a44-889e-9436346764d0 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:58:53.077966 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:58:53.078707 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Checking segment: {'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:58:53.079447 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:53.080307 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Bound using segment: {'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:58:53.081138 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Bound port: 1a2af30e-93d1-4111-9ee4-ab775fc81352, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:58:53.081850 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:53.217325 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] For port 1a2af30e-93d1-4111-9ee4-ab775fc81352, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:58:53.220938 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] For port 1a2af30e-93d1-4111-9ee4-ab775fc81352, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1a2af30e-93d1-4111-9ee4-ab775fc81352,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:58:53.229303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ab22bb20-3c58-4f76-aff9-2a365baa0263 None None] Current status of the port aee3ae49-850f-44ec-a170-bc3566799f2d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:53.230027 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ab22bb20-3c58-4f76-aff9-2a365baa0263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:53.230165 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:53.271995 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ab22bb20-3c58-4f76-aff9-2a365baa0263 None None] For port aee3ae49-850f-44ec-a170-bc3566799f2d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=aee3ae49-850f-44ec-a170-bc3566799f2d,segment=NetworkSegment(5583c5ca-fa81-424b-b6b6-6da5c8115e7f),segment_id=5583c5ca-fa81-424b-b6b6-6da5c8115e7f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:53.287326 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb6c18-6d1c-4b9f-93c8-af4b99430f59 None None] Pushing event updated for resources: {'Port': ['ID=1a2af30e-93d1-4111-9ee4-ab775fc81352,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:53.287865 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ab22bb20-3c58-4f76-aff9-2a365baa0263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:53.319864 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Routers {'52718993-dea1-450a-9c3b-4d9a78ad3e6e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:53.320576 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:53.344277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Set router 254e662f-659c-402f-af6a-cee99712167b gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:53.346530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22bb20-3c58-4f76-aff9-2a365baa0263 None None] Pushing event updated for resources: {'Port': ['ID=aee3ae49-850f-44ec-a170-bc3566799f2d,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:53.507739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ba29e56d-2487-4ebc-8ba0-b0452dd74eb8 None None] Provisioning complete for port 1a2af30e-93d1-4111-9ee4-ab775fc81352 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:53.508121 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ba29e56d-2487-4ebc-8ba0-b0452dd74eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:53.510220 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] Set router 52718993-dea1-450a-9c3b-4d9a78ad3e6e gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:53.713881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ba29e56d-2487-4ebc-8ba0-b0452dd74eb8 None None] Current status of the port 1a2af30e-93d1-4111-9ee4-ab775fc81352 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:53.714280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ba29e56d-2487-4ebc-8ba0-b0452dd74eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:53.762270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e662f-659c-402f-af6a-cee99712167b', 'name': 'tempest-TestMinimumBasicScenario-1145122906-router', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:50Z', 'updated_at': '2022-02-15T14:58:52Z', 'revision_number': 3, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'gw_port': {'id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:51Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:53.765393 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ba29e56d-2487-4ebc-8ba0-b0452dd74eb8 None None] For port 1a2af30e-93d1-4111-9ee4-ab775fc81352, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1a2af30e-93d1-4111-9ee4-ab775fc81352,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:53.778132 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:53.795561 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '1a2af30e-93d1-4111-9ee4-ab775fc81352', 'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'mac_address': 'fa:16:3e:e0:1f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:48Z', 'updated_at': '2022-02-15T14:58:53Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'subnets': [{'id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:53.808318 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ba29e56d-2487-4ebc-8ba0-b0452dd74eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:53.810448 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Checking router: 254e662f-659c-402f-af6a-cee99712167b for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:58:53.810921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Updating router 254e662f-659c-402f-af6a-cee99712167b port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:58:53.834991 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5314f14-e524-4ac7-b5c9-fc1df446b1fe None None] The sync data for ids ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'] in n-d-829064-15 is: [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '1a2af30e-93d1-4111-9ee4-ab775fc81352', 'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'mac_address': 'fa:16:3e:e0:1f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:48Z', 'updated_at': '2022-02-15T14:58:53Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'subnets': [{'id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:58:53.860377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device aee3ae49-850f-44ec-a170-bc3566799f2d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:58:53.895217 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:53.970697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29e56d-2487-4ebc-8ba0-b0452dd74eb8 None None] Pushing event updated for resources: {'Port': ['ID=1a2af30e-93d1-4111-9ee4-ab775fc81352,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:54.015263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Allocated IP 172.20.0.1 (59fecbe0-9ef7-4e35-ab38-7982610771d0/8a110674-2438-4d15-83c1-4c22e633a204/7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:58:54.034634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e37158e8-0dd8-44da-aa34-1e3ea582967d None None] Provisioning complete for port aee3ae49-850f-44ec-a170-bc3566799f2d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:54.035040 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e37158e8-0dd8-44da-aa34-1e3ea582967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.073646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port aee3ae49-850f-44ec-a170-bc3566799f2d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:54.074025 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.133698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Publish callbacks [] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.172880 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.222567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Network 59fecbe0-9ef7-4e35-ab38-7982610771d0 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:58:54.225920 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:58:54.229907 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:58:54.236211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Pushing event updated for resources: {'Port': ['ID=7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:54.281840 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (254e662f-659c-402f-af6a-cee99712167b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.465623 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.469444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e37158e8-0dd8-44da-aa34-1e3ea582967d None None] Current status of the port aee3ae49-850f-44ec-a170-bc3566799f2d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:54.492908 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port aee3ae49-850f-44ec-a170-bc3566799f2d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:54.494036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1a2af30e-93d1-4111-9ee4-ab775fc81352 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:58:54.543513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e37158e8-0dd8-44da-aa34-1e3ea582967d None None] Provisioning complete for port 1a2af30e-93d1-4111-9ee4-ab775fc81352 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:54.543898 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e37158e8-0dd8-44da-aa34-1e3ea582967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.625687 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Publish callbacks [] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.641105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1a2af30e-93d1-4111-9ee4-ab775fc81352 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:54.641490 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.643107 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.664241 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Publish callbacks [] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.670181 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.749316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Pushing event updated for resources: {'Port': ['ID=7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:54.753340 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (254e662f-659c-402f-af6a-cee99712167b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.761725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e27dd-1195-49f8-9ca3-c703878f5bae None None] Pushing event updated for resources: {'Port': ['ID=ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:54.768251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Attempting to bind port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:58:54.768565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Attempting to bind port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:58:54.768921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Attempting to bind port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:58:54.772521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e37158e8-0dd8-44da-aa34-1e3ea582967d None None] Current status of the port 1a2af30e-93d1-4111-9ee4-ab775fc81352 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:54.780111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:58:54.780498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:58:54.780913 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.781308 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:58:54.781791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Bound port: ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:58:54.782177 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.852472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Network 59fecbe0-9ef7-4e35-ab38-7982610771d0 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:58:54.854736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:58:54.864438 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1a2af30e-93d1-4111-9ee4-ab775fc81352 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:54.865549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e2a1e957-640b-42ad-b613-14104e3c6871 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:58:54.869489 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] For port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:58:54.905965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] For port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:58:54.921195 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.954777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-68cde844-250c-460d-aed0-fef671396207 None None] Provisioning complete for port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:54.955665 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-68cde844-250c-460d-aed0-fef671396207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:54.973782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Router 254e662f-659c-402f-af6a-cee99712167b has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:58:55.031609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Routers {'254e662f-659c-402f-af6a-cee99712167b'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:55.031924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['254e662f-659c-402f-af6a-cee99712167b'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:55.036399 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-68cde844-250c-460d-aed0-fef671396207 None None] Port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:58:55.075971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e27dd-1195-49f8-9ca3-c703878f5bae None None] Pushing event updated for resources: {'Port': ['ID=ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:55.104317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:58:55.110390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e2a1e957-640b-42ad-b613-14104e3c6871 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:55.111169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:55.115473 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-5f727ad2-b457-4ce3-8ff5-0f9748b785db admin admin] 10.222.0.72 "PUT /v2.0/routers/254e662f-659c-402f-af6a-cee99712167b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0811133 Feb 15 14:58:55.192555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d2b26c70-239d-4946-9279-7d0568b7d89f None None] Provisioning complete for port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:55.193130 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d2b26c70-239d-4946-9279-7d0568b7d89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:55.200711 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] Set router 254e662f-659c-402f-af6a-cee99712167b gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:55.301558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d2b26c70-239d-4946-9279-7d0568b7d89f None None] Port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:58:55.351350 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e2a1e957-640b-42ad-b613-14104e3c6871 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:55.492449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e662f-659c-402f-af6a-cee99712167b', 'name': 'tempest-TestMinimumBasicScenario-1145122906-router', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:50Z', 'updated_at': '2022-02-15T14:58:54Z', 'revision_number': 4, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'gw_port': {'id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:51Z', 'updated_at': '2022-02-15T14:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a', 'name': '', 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'mac_address': 'fa:16:3e:41:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8a110674-2438-4d15-83c1-4c22e633a204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:53Z', 'updated_at': '2022-02-15T14:58:54Z', 'revision_number': 2, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'subnets': [{'id': '8a110674-2438-4d15-83c1-4c22e633a204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:55.523585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c76151-a5e6-451c-af1c-4d5b354676b0 None None] The sync data for ids ['254e662f-659c-402f-af6a-cee99712167b'] in n-d-829064-15 is: [{'id': '254e662f-659c-402f-af6a-cee99712167b', 'name': 'tempest-TestMinimumBasicScenario-1145122906-router', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:50Z', 'updated_at': '2022-02-15T14:58:54Z', 'revision_number': 4, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'gw_port': {'id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:51Z', 'updated_at': '2022-02-15T14:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a', 'name': '', 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'mac_address': 'fa:16:3e:41:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8a110674-2438-4d15-83c1-4c22e633a204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:53Z', 'updated_at': '2022-02-15T14:58:54Z', 'revision_number': 2, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'subnets': [{'id': '8a110674-2438-4d15-83c1-4c22e633a204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:58:55.634371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1a2af30e-93d1-4111-9ee4-ab775fc81352 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:58:55.690568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1a2af30e-93d1-4111-9ee4-ab775fc81352 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:55.691033 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:55.799205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1a2af30e-93d1-4111-9ee4-ab775fc81352 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:57.687204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:58:57.745581 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:57.746109 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:57.845369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:57.845915 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:57.871102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:57.882951 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:57.948056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:58.134280 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Sync routers for ids ['254e662f-659c-402f-af6a-cee99712167b'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:58:58.149791 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Routers {'254e662f-659c-402f-af6a-cee99712167b'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:58.150540 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['254e662f-659c-402f-af6a-cee99712167b'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:58.277327 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Set router 254e662f-659c-402f-af6a-cee99712167b gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:58.501718 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e662f-659c-402f-af6a-cee99712167b', 'name': 'tempest-TestMinimumBasicScenario-1145122906-router', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:50Z', 'updated_at': '2022-02-15T14:58:54Z', 'revision_number': 4, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'gw_port': {'id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:51Z', 'updated_at': '2022-02-15T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a', 'name': '', 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'mac_address': 'fa:16:3e:41:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8a110674-2438-4d15-83c1-4c22e633a204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:53Z', 'updated_at': '2022-02-15T14:58:54Z', 'revision_number': 2, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'subnets': [{'id': '8a110674-2438-4d15-83c1-4c22e633a204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:58.531271 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Checking router: 254e662f-659c-402f-af6a-cee99712167b for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:58:58.531628 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Updating router 254e662f-659c-402f-af6a-cee99712167b port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 14:58:58.565187 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:58.857603 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Publish callbacks [] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:58.866271 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:58.922889 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcb7af-bbe1-4c9f-b982-cb913b374753 None None] Pushing event updated for resources: {'Port': ['ID=7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:58.998034 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Attempting to bind port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:58:58.998397 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Attempting to bind port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '5583c5ca-fa81-424b-b6b6-6da5c8115e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:58:58.998790 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Attempting to bind port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a on network 59fecbe0-9ef7-4e35-ab38-7982610771d0 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:58:59.010571 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:58:59.010571 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Checking segment: {'id': '5583c5ca-fa81-424b-b6b6-6da5c8115e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:58:59.010571 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:59.011484 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Bound using segment: {'id': '5583c5ca-fa81-424b-b6b6-6da5c8115e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:58:59.012253 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Bound port: 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5583c5ca-fa81-424b-b6b6-6da5c8115e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:58:59.012253 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:59.191300 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] For port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:58:59.194638 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] For port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a,segment=NetworkSegment(5583c5ca-fa81-424b-b6b6-6da5c8115e7f),segment_id=5583c5ca-fa81-424b-b6b6-6da5c8115e7f)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:58:59.203688 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:59.258962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6b07cca8-b13e-4a0e-b169-26d29936c87f None None] Provisioning complete for port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:59.259885 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b07cca8-b13e-4a0e-b169-26d29936c87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:59.269414 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcb7af-bbe1-4c9f-b982-cb913b374753 None None] Pushing event updated for resources: {'Port': ['ID=7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:59.274994 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Routers {'254e662f-659c-402f-af6a-cee99712167b'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:58:59.275612 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:58:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['254e662f-659c-402f-af6a-cee99712167b'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:59.384873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6b07cca8-b13e-4a0e-b169-26d29936c87f None None] Current status of the port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:59.385263 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b07cca8-b13e-4a0e-b169-26d29936c87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:59.407171 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] Set router 254e662f-659c-402f-af6a-cee99712167b gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:58:59.438229 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6b07cca8-b13e-4a0e-b169-26d29936c87f None None] For port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a,segment=NetworkSegment(5583c5ca-fa81-424b-b6b6-6da5c8115e7f),segment_id=5583c5ca-fa81-424b-b6b6-6da5c8115e7f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:58:59.446364 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6b07cca8-b13e-4a0e-b169-26d29936c87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:59.537052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07cca8-b13e-4a0e-b169-26d29936c87f None None] Pushing event updated for resources: {'Port': ['ID=7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:58:59.672699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1401e4ae-fea5-4394-be37-eeacec6e7704 None None] Provisioning complete for port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:59.673028 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1401e4ae-fea5-4394-be37-eeacec6e7704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:59.702227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:58:59.757604 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e662f-659c-402f-af6a-cee99712167b', 'name': 'tempest-TestMinimumBasicScenario-1145122906-router', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:50Z', 'updated_at': '2022-02-15T14:58:54Z', 'revision_number': 4, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'gw_port': {'id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:51Z', 'updated_at': '2022-02-15T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a', 'name': '', 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'mac_address': 'fa:16:3e:41:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8a110674-2438-4d15-83c1-4c22e633a204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:53Z', 'updated_at': '2022-02-15T14:58:59Z', 'revision_number': 4, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'subnets': [{'id': '8a110674-2438-4d15-83c1-4c22e633a204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:58:59.796262 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739794a7-ace2-469d-aaea-b8236cdb6505 None None] The sync data for ids ['254e662f-659c-402f-af6a-cee99712167b'] in n-d-829064-15 is: [{'id': '254e662f-659c-402f-af6a-cee99712167b', 'name': 'tempest-TestMinimumBasicScenario-1145122906-router', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:50Z', 'updated_at': '2022-02-15T14:58:54Z', 'revision_number': 4, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'gw_port': {'id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:51Z', 'updated_at': '2022-02-15T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a', 'name': '', 'network_id': '59fecbe0-9ef7-4e35-ab38-7982610771d0', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'mac_address': 'fa:16:3e:41:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8a110674-2438-4d15-83c1-4c22e633a204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:53Z', 'updated_at': '2022-02-15T14:58:59Z', 'revision_number': 4, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'subnets': [{'id': '8a110674-2438-4d15-83c1-4c22e633a204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:58:59.825944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:58:59.826320 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:58:59.830644 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1401e4ae-fea5-4394-be37-eeacec6e7704 None None] Current status of the port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:59.937620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:58:59.938663 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:59:00.010059 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:59:00.010626 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:00.131646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:59:05.194226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-6c1d5859-8343-4fb4-a994-02c1cb2b05e0 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:05.195769 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-6c1d5859-8343-4fb4-a994-02c1cb2b05e0 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/networks?id=27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 200 len: 815 time: 0.1225727 Feb 15 14:59:05.211248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-b9ecfacd-3c90-4bbd-8d86-91ac689f366f tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/quotas/9f3634cb030649148d1a34051c849ebc HTTP/1.1" status: 200 len: 375 time: 0.0100238 Feb 15 14:59:05.277793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-120ba374-2293-45fc-8443-d472844ae271 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f3634cb030649148d1a34051c849ebc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613081 Feb 15 14:59:05.460906 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-72649393-73cd-464f-8c76-e9075e65401f service neutron] 10.222.0.72 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712451 Feb 15 14:59:05.555152 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-34213ad9-c5e2-48b3-a083-8b432449bc74 service neutron] 10.222.0.72 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884781 Feb 15 14:59:05.716824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ecc52b64-ceb9-44de-a9b0-6403f02a40df req-2ee7a0bf-61a4-4639-979a-51c5ac149302 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 210 time: 0.0279360 Feb 15 14:59:06.795627 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ad11c26d-5031-4b83-97c9-583271e96382 req-a2bc6dad-adce-483d-8e03-4a8b151aff9e tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 210 time: 0.0272238 Feb 15 14:59:07.877178 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-314e55c4-3e82-40cc-9954-ed1c89c44b9b req-5ff35e97-da8e-4cc0-b674-90faa4840ede tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 210 time: 0.0290465 Feb 15 14:59:08.963094 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7fbcc7c-77fb-4f4c-8c23-31eada5a3fa6 req-8212cae0-2598-4ba7-a271-33c35fecc57e tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 210 time: 0.0326140 Feb 15 14:59:10.056998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36042297-43a4-45ed-97e0-daf974db3e4c req-6c23934f-8f18-4a1e-8a62-08f36e2b72ca tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 210 time: 0.0278983 Feb 15 14:59:10.536607 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:10.759392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-9aa54a97-db0f-48fc-a685-f1672850b92b tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:10.761511 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-9aa54a97-db0f-48fc-a685-f1672850b92b tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.67 "GET /v2.0/networks?id=27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 200 len: 815 time: 0.1093457 Feb 15 14:59:10.775096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Request body: {'port': {'device_id': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'admin_state_up': True, 'tenant_id': '9f3634cb030649148d1a34051c849ebc'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:59:10.885265 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Made reservation on behalf of 9f3634cb030649148d1a34051c849ebc for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 14:59:10.888918 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:11.037056 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Allocated IP 172.20.0.14 (27484145-dea8-4a44-889e-9436346764d0/a9f440df-a8cf-4d4c-9789-9064f52f90fe/85a19b70-dbd1-407a-be0e-f7ca0a402341) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:59:11.203958 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:11.244042 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:11.256637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-708a589f-ebac-4490-9dff-ea7164ef8b8f req-23397755-740f-4d53-be40-4de5e5693dc9 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 210 time: 0.0746739 Feb 15 14:59:11.313694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Network 27484145-dea8-4a44-889e-9436346764d0 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:59:11.315350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'Port': ['ID=85a19b70-dbd1-407a-be0e-f7ca0a402341,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:11.319459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:59:11.321912 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:59:11.386666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:11.387555 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:11.412884 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-dcf0597e-fde3-4619-944c-03470dbf0d40 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6426027 Feb 15 14:59:11.644854 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c37c730a-c7f7-43e7-af7a-ac06972b4d9a None None] Provisioning complete for port 85a19b70-dbd1-407a-be0e-f7ca0a402341 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:59:11.646000 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c37c730a-c7f7-43e7-af7a-ac06972b4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:11.684208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c37c730a-c7f7-43e7-af7a-ac06972b4d9a None None] Port 85a19b70-dbd1-407a-be0e-f7ca0a402341 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 14:59:12.400795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33637e-7106-4262-ba37-dcbe0965836e req-f000add1-5343-47d0-848c-40708e907955 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:12.402311 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff33637e-7106-4262-ba37-dcbe0965836e req-f000add1-5343-47d0-848c-40708e907955 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 932 time: 0.0568099 Feb 15 14:59:12.459228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff33637e-7106-4262-ba37-dcbe0965836e req-ea8f060b-8545-4849-9972-6739c4d5223f tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506160 Feb 15 14:59:12.751627 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:13.609706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2a080-4993-4a73-a1fd-5cf4a277ab04 req-e13ee3bd-da43-4891-b391-6e691a80e0e6 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:13.611469 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bea2a080-4993-4a73-a1fd-5cf4a277ab04 req-e13ee3bd-da43-4891-b391-6e691a80e0e6 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 932 time: 0.0642433 Feb 15 14:59:13.668836 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bea2a080-4993-4a73-a1fd-5cf4a277ab04 req-fd1165c3-fb26-4ea2-b5e4-83d793c08cd5 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513551 Feb 15 14:59:14.734634 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:59:14.798031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24dcf6-d936-4d6c-a202-a88fd0f5001d req-39686032-73ff-44a2-96cc-33cedd3b342d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:14.799964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd24dcf6-d936-4d6c-a202-a88fd0f5001d req-39686032-73ff-44a2-96cc-33cedd3b342d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 932 time: 0.0588827 Feb 15 14:59:14.858061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bd24dcf6-d936-4d6c-a202-a88fd0f5001d req-3d11b48b-08a1-41ce-9fc0-5329abe72afe tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522342 Feb 15 14:59:14.880625 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5cc07df5-bb75-4de1-8955-829d13d1ffe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:15.990111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8d747-d1f1-4c71-8cc2-27899d1bddf5 req-fc698fb1-e612-4b6e-999e-f4dfeb608437 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:15.991695 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aba8d747-d1f1-4c71-8cc2-27899d1bddf5 req-fc698fb1-e612-4b6e-999e-f4dfeb608437 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 932 time: 0.0635846 Feb 15 14:59:16.047240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aba8d747-d1f1-4c71-8cc2-27899d1bddf5 req-4840cdbe-e642-4323-8cf1-ab8d5a9f3f76 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491745 Feb 15 14:59:17.250919 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1fe0355c-cb2c-461b-bd26-1a1b896037fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:17.295332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852591ee-af05-4cff-90c8-dbe31c781b88 req-fd1dacd6-4a08-45e1-852a-f36d16c0d2cb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:17.297112 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-852591ee-af05-4cff-90c8-dbe31c781b88 req-fd1dacd6-4a08-45e1-852a-f36d16c0d2cb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 932 time: 0.0781927 Feb 15 14:59:17.360249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-852591ee-af05-4cff-90c8-dbe31c781b88 req-e4b936f4-8b8f-4ab1-b398-2ace11022d78 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Feb 15 14:59:18.480784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cccaeb-8859-4c53-b473-be6d91116cbf req-3f0acefb-e034-4998-b5b9-d44bbe9e5c35 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:18.482275 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9cccaeb-8859-4c53-b473-be6d91116cbf req-3f0acefb-e034-4998-b5b9-d44bbe9e5c35 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 932 time: 0.0531542 Feb 15 14:59:18.529621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f9cccaeb-8859-4c53-b473-be6d91116cbf req-41d49d89-a6ee-4626-8969-6c4add6c5e19 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Feb 15 14:59:18.592148 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:19.656894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f48ca-e6de-4bb8-96cb-4ed10c23123a req-5d64643c-0205-4d6e-b02b-3113a74ba4f6 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:19.658449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a0f48ca-e6de-4bb8-96cb-4ed10c23123a req-5d64643c-0205-4d6e-b02b-3113a74ba4f6 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 932 time: 0.0583036 Feb 15 14:59:19.709121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4a0f48ca-e6de-4bb8-96cb-4ed10c23123a req-ae30ed64-b458-442c-8a88-29cea0ad45db tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441539 Feb 15 14:59:19.911687 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:20.828815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6a062-8dd4-4e57-9610-65758fa79466 req-3debc224-4206-48c9-a19b-a4476692cda5 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:20.830300 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5f6a062-8dd4-4e57-9610-65758fa79466 req-3debc224-4206-48c9-a19b-a4476692cda5 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 932 time: 0.0532000 Feb 15 14:59:20.877615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5f6a062-8dd4-4e57-9610-65758fa79466 req-cb044c33-62a4-47b8-a533-dfbd052a7b11 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Feb 15 14:59:21.175645 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:22.023147 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39f569-2692-480f-81e4-d0d4b9d6ab4b req-600072e8-0a3f-4cd2-885e-a34321de3b0d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:22.024630 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7f39f569-2692-480f-81e4-d0d4b9d6ab4b req-600072e8-0a3f-4cd2-885e-a34321de3b0d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 932 time: 0.0612831 Feb 15 14:59:22.353146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7f39f569-2692-480f-81e4-d0d4b9d6ab4b req-f91eeb5a-da66-45a1-a909-c8931252eae5 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228455 Feb 15 14:59:22.615896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Request body: {'port': {'device_id': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:59:22.679312 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:22.943553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a19b70-dbd1-407a-be0e-f7ca0a402341 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:59:22.951056 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Publish callbacks [] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:22.963934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Transition to ACTIVE for port object 85a19b70-dbd1-407a-be0e-f7ca0a402341 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 14:59:22.968307 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:23.038306 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Pushing event updated for resources: {'Port': ['ID=85a19b70-dbd1-407a-be0e-f7ca0a402341,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:23.096973 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Attempting to bind port 85a19b70-dbd1-407a-be0e-f7ca0a402341 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 14:59:23.097307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Attempting to bind port 85a19b70-dbd1-407a-be0e-f7ca0a402341 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 14:59:23.097639 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Attempting to bind port 85a19b70-dbd1-407a-be0e-f7ca0a402341 on network 27484145-dea8-4a44-889e-9436346764d0 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:59:23.102725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Port 85a19b70-dbd1-407a-be0e-f7ca0a402341 on network 27484145-dea8-4a44-889e-9436346764d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 14:59:23.103083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Attempting to bind port 85a19b70-dbd1-407a-be0e-f7ca0a402341 on network 27484145-dea8-4a44-889e-9436346764d0 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 14:59:23.109039 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 14:59:23.109456 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Checking segment: {'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 14:59:23.109891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Bound using segment: {'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 14:59:23.110374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Bound port: 85a19b70-dbd1-407a-be0e-f7ca0a402341, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f94f39-aa9d-45f3-850f-e5f7a78d610c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '27484145-dea8-4a44-889e-9436346764d0'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 14:59:23.110769 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:23.183595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] For port 85a19b70-dbd1-407a-be0e-f7ca0a402341, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 14:59:23.188105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] For port 85a19b70-dbd1-407a-be0e-f7ca0a402341, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 14:59:23.195120 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:23.234553 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:23.235207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:23.236641 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] 10.222.0.67 "PUT /v2.0/ports/85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 1093 time: 0.6715310 Feb 15 14:59:23.237092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:59:23.239427 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def4e5ce-23a8-4ed3-96d8-835da4b4449b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:59:23.275497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e5fac-dfac-4156-a8f6-289d699f42bb service neutron] Pushing event updated for resources: {'Port': ['ID=85a19b70-dbd1-407a-be0e-f7ca0a402341,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:23.314371 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c0896f-9ac3-4225-8ccc-6490f886494e x-openstack-request-id: req-94c0896f-9ac3-4225-8ccc-6490f886494e {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:59:23.314678 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:59:23.314963 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-94c0896f-9ac3-4225-8ccc-6490f886494e {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:59:23.315382 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'status': 'completed', 'code': 200} Feb 15 14:59:23.333706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-88a2966a-67c9-4ec1-89a8-0210005b3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:23.335362 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-88a2966a-67c9-4ec1-89a8-0210005b3edd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3634cb030649148d1a34051c849ebc&device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1127 time: 0.0541477 Feb 15 14:59:23.385661 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-0c8ee73a-1147-4874-8080-19a994db35a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 217 time: 0.0409963 Feb 15 14:59:23.439647 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-41208672-3034-46bf-a2a1-e95ca243b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:23.441312 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-41208672-3034-46bf-a2a1-e95ca243b3dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9f440df-a8cf-4d4c-9789-9064f52f90fe HTTP/1.1" status: 200 len: 854 time: 0.0492637 Feb 15 14:59:23.479814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa877d-4a83-404d-93f6-4d9274f44a48 req-cbfc6656-bac8-4ab4-a528-94d835e9b245 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:23.481266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5daa877d-4a83-404d-93f6-4d9274f44a48 req-cbfc6656-bac8-4ab4-a528-94d835e9b245 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 944 time: 0.0557041 Feb 15 14:59:23.499274 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-b2d6e171-8d03-4a97-8140-e06568a1ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:23.500851 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-b2d6e171-8d03-4a97-8140-e06568a1ed90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27484145-dea8-4a44-889e-9436346764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517011 Feb 15 14:59:23.531846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5daa877d-4a83-404d-93f6-4d9274f44a48 req-1219aafe-97f5-463c-a9af-cca47b55b948 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443642 Feb 15 14:59:23.601930 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-068b96ae-279d-4dfa-a446-4e83edde845a service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941319 Feb 15 14:59:23.695302 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-332a54c1-846e-42db-8dc2-f430c2c55d44 req-aaba1334-4a4c-445f-9df5-e43ef28c6bba service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870881 Feb 15 14:59:23.796728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4e5ce-23a8-4ed3-96d8-835da4b4449b req-38cf5869-1306-44e1-b235-7037ec19f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:23.798678 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-def4e5ce-23a8-4ed3-96d8-835da4b4449b req-38cf5869-1306-44e1-b235-7037ec19f387 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3634cb030649148d1a34051c849ebc&device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1127 time: 0.0525529 Feb 15 14:59:23.891111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4e5ce-23a8-4ed3-96d8-835da4b4449b req-eb1a1df5-6df5-40df-919b-287dadc0819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:23.893150 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-def4e5ce-23a8-4ed3-96d8-835da4b4449b req-eb1a1df5-6df5-40df-919b-287dadc0819c service neutron] 10.222.0.67 "GET /v2.0/networks?id=27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 200 len: 916 time: 0.0870104 Feb 15 14:59:23.939567 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-def4e5ce-23a8-4ed3-96d8-835da4b4449b req-4f7ed9af-54ea-4efe-a212-1d454044acf5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 217 time: 0.0396757 Feb 15 14:59:23.989181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4e5ce-23a8-4ed3-96d8-835da4b4449b req-4623dc17-73ba-42e2-baae-b98eebf3e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:23.990635 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-def4e5ce-23a8-4ed3-96d8-835da4b4449b req-4623dc17-73ba-42e2-baae-b98eebf3e4c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9f440df-a8cf-4d4c-9789-9064f52f90fe HTTP/1.1" status: 200 len: 854 time: 0.0455341 Feb 15 14:59:24.040736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4e5ce-23a8-4ed3-96d8-835da4b4449b req-04c0fab1-a9c2-48cb-abd2-dbdc6791298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:24.042153 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-def4e5ce-23a8-4ed3-96d8-835da4b4449b req-04c0fab1-a9c2-48cb-abd2-dbdc6791298a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27484145-dea8-4a44-889e-9436346764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449500 Feb 15 14:59:24.139594 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-def4e5ce-23a8-4ed3-96d8-835da4b4449b req-360b4bc9-8056-4964-9c49-51b9698a4484 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905838 Feb 15 14:59:24.233435 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-def4e5ce-23a8-4ed3-96d8-835da4b4449b req-3d6790e6-7989-49c2-97a1-e8a14c67070c service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882490 Feb 15 14:59:24.660356 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6552138-24c0-4b76-8499-ccf1847048d7 req-a06f09fd-cb97-4d41-a709-da72ea9badc7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:24.661846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6552138-24c0-4b76-8499-ccf1847048d7 req-a06f09fd-cb97-4d41-a709-da72ea9badc7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 944 time: 0.0521111 Feb 15 14:59:24.711128 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6552138-24c0-4b76-8499-ccf1847048d7 req-de0ad4e9-f52f-4121-a4eb-bde3b145bbbd tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436881 Feb 15 14:59:25.831193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde0e2d-892a-40c2-b381-1969aa2dbb83 req-57c699d2-3097-469e-b03a-ee4d034828f7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:25.832691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcde0e2d-892a-40c2-b381-1969aa2dbb83 req-57c699d2-3097-469e-b03a-ee4d034828f7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 944 time: 0.0533350 Feb 15 14:59:25.881391 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fcde0e2d-892a-40c2-b381-1969aa2dbb83 req-8c1e18a2-08c2-482c-a07d-591df280b292 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Feb 15 14:59:27.000452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d702d4-0547-4b75-be0e-76645fee7394 req-6677ff9f-84d1-4efc-936a-4b885f5362cf tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:27.001989 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4d702d4-0547-4b75-be0e-76645fee7394 req-6677ff9f-84d1-4efc-936a-4b885f5362cf tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 944 time: 0.0534935 Feb 15 14:59:27.050700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e4d702d4-0547-4b75-be0e-76645fee7394 req-6a06750e-dd72-41f6-aa5c-1add165d8b19 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430355 Feb 15 14:59:27.341740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 85a19b70-dbd1-407a-be0e-f7ca0a402341 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 14:59:27.441374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 85a19b70-dbd1-407a-be0e-f7ca0a402341, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:59:27.453148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'port_id': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'mac_address': 'fa:16:3e:48:01:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 14:59:27.492192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 85a19b70-dbd1-407a-be0e-f7ca0a402341 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:59:27.492585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:27.507364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a19b70-dbd1-407a-be0e-f7ca0a402341 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 14:59:27.526863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 85a19b70-dbd1-407a-be0e-f7ca0a402341, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:59:27.531436 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:27.582817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=85a19b70-dbd1-407a-be0e-f7ca0a402341,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:27.995499 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['85a19b70-dbd1-407a-be0e-f7ca0a402341'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:59:28.178969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d2417-992d-4b06-b2a0-7487a93a77aa req-a87fc54b-4a20-4629-ad11-e94d0bb05eaf tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:28.180487 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d80d2417-992d-4b06-b2a0-7487a93a77aa req-a87fc54b-4a20-4629-ad11-e94d0bb05eaf tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 945 time: 0.0573266 Feb 15 14:59:28.232700 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d80d2417-992d-4b06-b2a0-7487a93a77aa req-2a332fc2-e5ab-41bb-b41a-91a755abd2dc tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463769 Feb 15 14:59:29.354882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070633d-582a-4eba-af12-e80e9fa6a6b3 req-ac5c10e1-d922-487b-b86f-6c8075892029 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:29.356437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f070633d-582a-4eba-af12-e80e9fa6a6b3 req-ac5c10e1-d922-487b-b86f-6c8075892029 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 945 time: 0.0536213 Feb 15 14:59:29.356722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 85a19b70-dbd1-407a-be0e-f7ca0a402341 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 14:59:29.409989 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f070633d-582a-4eba-af12-e80e9fa6a6b3 req-badfdf02-647a-4dc0-9221-f48853403ffb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 Feb 15 14:59:29.416809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 85a19b70-dbd1-407a-be0e-f7ca0a402341 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 14:59:29.422574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 85a19b70-dbd1-407a-be0e-f7ca0a402341 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:59:29.423044 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:29.502229 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 85a19b70-dbd1-407a-be0e-f7ca0a402341 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:59:29.502609 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:29.526031 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:59:29.528460 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc37dd5-d380-4684-a7d4-aaf7efeed04a" -d '{"events": [{"server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "name": "network-vif-plugged", "status": "completed", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:59:29.542074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 85a19b70-dbd1-407a-be0e-f7ca0a402341, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:59:29.546615 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:29.577285 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 14:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec1a1c9-dd39-44df-a0ee-703ac83ac0e4 x-openstack-request-id: req-4ec1a1c9-dd39-44df-a0ee-703ac83ac0e4 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:59:29.578100 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "name": "network-vif-plugged", "status": "completed", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:59:29.578387 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ec1a1c9-dd39-44df-a0ee-703ac83ac0e4 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:59:29.578800 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'code': 200} Feb 15 14:59:29.604496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=85a19b70-dbd1-407a-be0e-f7ca0a402341,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:29.674094 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2558b13-cf9e-4026-b7ca-61b664aa9f0b req-f1d88d26-4913-4fc0-b83b-43b4da57aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:29.675711 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2558b13-cf9e-4026-b7ca-61b664aa9f0b req-f1d88d26-4913-4fc0-b83b-43b4da57aebf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1129 time: 0.0468931 Feb 15 14:59:29.721738 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2558b13-cf9e-4026-b7ca-61b664aa9f0b req-b4009fe4-667a-429b-b604-cb5713745164 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 Feb 15 14:59:30.532781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb7fe0-56f8-4df8-8e44-52a49010d1f1 req-c365a3a7-6c75-4818-9a57-1d842d2c990c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:30.534297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6bb7fe0-56f8-4df8-8e44-52a49010d1f1 req-c365a3a7-6c75-4818-9a57-1d842d2c990c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 946 time: 0.0577202 Feb 15 14:59:30.582799 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f6bb7fe0-56f8-4df8-8e44-52a49010d1f1 req-b33273fe-c1e9-45de-a0ed-4ef286b7a68d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Feb 15 14:59:31.705423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d581-5454-4850-8b66-a8dcd5c74279 req-5d9e2415-0b81-4d04-852a-b208aaeb1238 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:31.706961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b356d581-5454-4850-8b66-a8dcd5c74279 req-5d9e2415-0b81-4d04-852a-b208aaeb1238 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 946 time: 0.0536470 Feb 15 14:59:31.755429 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b356d581-5454-4850-8b66-a8dcd5c74279 req-ccc7a768-fb26-41d3-a012-aab4c70ec15c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425682 Feb 15 14:59:31.878258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e59954-d908-48f7-acad-c12fd7fede6f req-687dfb25-ddea-47e1-9733-f82560918c22 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:31.879739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6e59954-d908-48f7-acad-c12fd7fede6f req-687dfb25-ddea-47e1-9733-f82560918c22 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 946 time: 0.0539773 Feb 15 14:59:31.933876 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c6e59954-d908-48f7-acad-c12fd7fede6f req-0d51864b-c489-4eeb-8841-e6bf51d3d1d2 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484996 Feb 15 14:59:32.134823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc566b-f6cc-4349-a663-90d8194fb01b req-9d906c96-cc22-4daa-bc55-4f3669512017 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:32.136278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29bc566b-f6cc-4349-a663-90d8194fb01b req-9d906c96-cc22-4daa-bc55-4f3669512017 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 946 time: 0.0592868 Feb 15 14:59:32.184517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29bc566b-f6cc-4349-a663-90d8194fb01b req-dd1581c0-9f6c-4c2d-8a3d-5cfe962f7757 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Feb 15 14:59:40.533786 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:42.757175 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:44.874748 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7c7bf677-a13d-4c34-a55b-c5742e87cce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:47.243631 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4249416c-a102-4939-8ecd-f0e59326dc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:48.591159 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:49.916196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:51.179343 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:51.735085 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 14:59:52.181286 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112987c6-5a26-4ee1-8e94-7315f4fb18ac req-c0aac8ce-4ff5-4001-9467-0848a82aa6b8 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:52.182688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-112987c6-5a26-4ee1-8e94-7315f4fb18ac req-c0aac8ce-4ff5-4001-9467-0848a82aa6b8 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 946 time: 0.0583649 Feb 15 14:59:52.233637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-112987c6-5a26-4ee1-8e94-7315f4fb18ac req-4341f5f5-b123-491c-bdea-1ae9e5c6c1f0 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 Feb 15 14:59:52.263436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52090) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:59:52.360276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b86ba7f-dc37-4fb2-b863-10152d8e89f8 tempest-TestMinimumBasicScenario-936960512 tempest-TestMinimumBasicScenario-936960512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:52.361828 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2b86ba7f-dc37-4fb2-b863-10152d8e89f8 tempest-TestMinimumBasicScenario-936960512 tempest-TestMinimumBasicScenario-936960512-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1124 time: 0.0973907 Feb 15 14:59:52.365038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52094) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:59:52.369454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:59:52.391619 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:52.494882 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:52.604041 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Allocated IP 172.25.6.46 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/55cb06f1-de44-4c30-bd70-2e030d1a01d4) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 14:59:52.714720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for port (55cb06f1-de44-4c30-bd70-2e030d1a01d4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:52.751291 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (55cb06f1-de44-4c30-bd70-2e030d1a01d4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:52.792701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 14:59:52.798773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 14:59:52.802460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 14:59:52.830192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'Port': ['ID=55cb06f1-de44-4c30-bd70-2e030d1a01d4,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:52.843707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.844058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.844414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.844746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.845081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.845414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.845744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.846073 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.846399 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.846728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.847080 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.847406 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:52.847731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:53.296987 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-786343c6-3da2-4f7a-89da-dda5f748e85f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2020776 Feb 15 14:59:53.305206 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for floatingip (d374a751-b6a5-4801-b4a1-349706fc33df), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:53.691436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-80c95706-b8b7-4c9f-8427-5afc75cd245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:53.692935 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-80c95706-b8b7-4c9f-8427-5afc75cd245e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3634cb030649148d1a34051c849ebc&device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1129 time: 0.3510265 Feb 15 14:59:53.699546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (55cb06f1-de44-4c30-bd70-2e030d1a01d4), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:53.867676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-28807101-035e-493b-a674-a83d164ea548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:53.869066 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-28807101-035e-493b-a674-a83d164ea548 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 200 len: 916 time: 0.1490145 Feb 15 14:59:53.967672 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-94eab62a-b022-404c-ba66-e6045fff53d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 999 time: 0.0877883 Feb 15 14:59:54.006620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for port (55cb06f1-de44-4c30-bd70-2e030d1a01d4), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:54.015748 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (55cb06f1-de44-4c30-bd70-2e030d1a01d4), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:54.068436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-a6bf650c-cb91-43c0-8626-d215312a70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:54.069982 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-a6bf650c-cb91-43c0-8626-d215312a70fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9f440df-a8cf-4d4c-9789-9064f52f90fe HTTP/1.1" status: 200 len: 854 time: 0.0956938 Feb 15 14:59:54.131558 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'Port': ['ID=55cb06f1-de44-4c30-bd70-2e030d1a01d4,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:54.148553 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (d374a751-b6a5-4801-b4a1-349706fc33df), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:54.232009 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-c676ce77-b0db-46f8-a101-ae7dbb51ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:54.233536 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-c676ce77-b0db-46f8-a101-ae7dbb51ceb9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27484145-dea8-4a44-889e-9436346764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1381714 Feb 15 14:59:54.314232 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Floating IP d374a751-b6a5-4801-b4a1-349706fc33df associated. External IP: 172.25.6.46, port: 85a19b70-dbd1-407a-be0e-f7ca0a402341. Feb 15 14:59:54.413984 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-17c7b69c-b99b-4ca1-878f-5339dccc5224 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723309 Feb 15 14:59:54.588207 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-71146d37-c16f-4d3d-bab8-5816d77d0ba7 req-cd520935-5388-40c4-a02d-27b201128df3 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669447 Feb 15 14:59:54.627950 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Router 52718993-dea1-450a-9c3b-4d9a78ad3e6e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 14:59:54.742014 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 14:59:54.755184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36509e-d6e3-4d6c-9b7c-e230ffe9150a None None] Sync routers for ids ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 14:59:54.766602 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:54.766842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba36509e-d6e3-4d6c-9b7c-e230ffe9150a None None] Routers {'52718993-dea1-450a-9c3b-4d9a78ad3e6e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:59:54.766842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ba36509e-d6e3-4d6c-9b7c-e230ffe9150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:59:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:59:54.798314 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-45fe46bb-c8d9-4796-8e21-ec4d8c32f4ba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4289505 Feb 15 14:59:54.798314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:59:54.799058 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22c0978-2aff-4008-8878-c35d6ab952cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:59:54.799687 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52096) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:59:54.805673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837668637', 'description': 'tempest-secgroup-smoke-1837668637 description', 'project_id': '9f3634cb030649148d1a34051c849ebc'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:59:54.833299 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:54.860197 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8267258-dafe-4654-85f8-3f93d247022c x-openstack-request-id: req-e8267258-dafe-4654-85f8-3f93d247022c {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:59:54.860843 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:59:54.861279 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e8267258-dafe-4654-85f8-3f93d247022c {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:59:54.863059 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'status': 'completed', 'code': 200} Feb 15 14:59:54.882128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ba36509e-d6e3-4d6c-9b7c-e230ffe9150a None None] Set router 52718993-dea1-450a-9c3b-4d9a78ad3e6e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:59:54.928493 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group (ed92efad-80f4-4dc2-ba46-23d9890187f0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:54.930742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c0978-2aff-4008-8878-c35d6ab952cf req-8839c0e5-04d7-40f4-beff-e845882bdcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:54.932679 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f22c0978-2aff-4008-8878-c35d6ab952cf req-8839c0e5-04d7-40f4-beff-e845882bdcf0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3634cb030649148d1a34051c849ebc&device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1129 time: 0.0513875 Feb 15 14:59:54.934004 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ed92efad-80f4-4dc2-ba46-23d9890187f0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:54.964465 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:54.969622 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1675818 Feb 15 14:59:54.972710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52100) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:59:54.978133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-31073eb2-a26d-4f2a-9d7b-362593e5233d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Request body: {'security_group_rule': {'security_group_id': 'ed92efad-80f4-4dc2-ba46-23d9890187f0', 'project_id': '9f3634cb030649148d1a34051c849ebc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:59:54.989720 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed92efad-80f4-4dc2-ba46-23d9890187f0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:55.004125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.004435 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.004882 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.005296 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.005770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.006103 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.006683 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.007020 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.007350 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.007693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.008006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.008337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.008662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9288c97-06f7-43b6-b0e9-80dd752ec639 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 14:59:55.018846 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31073eb2-a26d-4f2a-9d7b-362593e5233d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (a5b6db65-0e1f-42fd-99eb-c38519044572), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.040760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c0978-2aff-4008-8878-c35d6ab952cf req-c022d7d0-46a7-4999-a0d7-6548227664b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:55.042292 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f22c0978-2aff-4008-8878-c35d6ab952cf req-c022d7d0-46a7-4999-a0d7-6548227664b7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 200 len: 916 time: 0.1024048 Feb 15 14:59:55.074570 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31073eb2-a26d-4f2a-9d7b-362593e5233d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (a5b6db65-0e1f-42fd-99eb-c38519044572), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.079923 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31073eb2-a26d-4f2a-9d7b-362593e5233d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (a5b6db65-0e1f-42fd-99eb-c38519044572), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.096014 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31073eb2-a26d-4f2a-9d7b-362593e5233d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b6db65-0e1f-42fd-99eb-c38519044572,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:55.112475 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-31073eb2-a26d-4f2a-9d7b-362593e5233d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.116787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52102) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:59:55.117035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-31073eb2-a26d-4f2a-9d7b-362593e5233d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430650 Feb 15 14:59:55.121806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-70225b1e-fcaf-468f-bc3d-5151b4af1d8d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Request body: {'security_group_rule': {'security_group_id': 'ed92efad-80f4-4dc2-ba46-23d9890187f0', 'project_id': '9f3634cb030649148d1a34051c849ebc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:59:55.134406 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f22c0978-2aff-4008-8878-c35d6ab952cf req-488550e8-bf16-4bf3-abe6-36a6297212c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 999 time: 0.0848846 Feb 15 14:59:55.144048 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ba36509e-d6e3-4d6c-9b7c-e230ffe9150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd374a751-b6a5-4801-b4a1-349706fc33df', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'port_id': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'mac_address': 'fa:16:3e:48:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:59:53Z', 'updated_at': '2022-02-15T14:59:53Z', 'revision_number': 0, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2af30e-93d1-4111-9ee4-ab775fc81352', 'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'mac_address': 'fa:16:3e:e0:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:48Z', 'updated_at': '2022-02-15T14:58:53Z', 'revision_number': 5, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'subnets': [{'id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:59:55.172061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36509e-d6e3-4d6c-9b7c-e230ffe9150a None None] Checking router: 52718993-dea1-450a-9c3b-4d9a78ad3e6e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 14:59:55.181970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba36509e-d6e3-4d6c-9b7c-e230ffe9150a None None] Routers {'52718993-dea1-450a-9c3b-4d9a78ad3e6e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 14:59:55.182601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ba36509e-d6e3-4d6c-9b7c-e230ffe9150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T14:59:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:59:55.192317 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70225b1e-fcaf-468f-bc3d-5151b4af1d8d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (225942a7-1c58-429a-b893-dc74001f428e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.208340 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c0978-2aff-4008-8878-c35d6ab952cf req-6acb7220-0bfc-434c-8005-f938b1c4f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:55.209822 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f22c0978-2aff-4008-8878-c35d6ab952cf req-6acb7220-0bfc-434c-8005-f938b1c4f48b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9f440df-a8cf-4d4c-9789-9064f52f90fe HTTP/1.1" status: 200 len: 854 time: 0.0677938 Feb 15 14:59:55.281275 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70225b1e-fcaf-468f-bc3d-5151b4af1d8d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (225942a7-1c58-429a-b893-dc74001f428e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.289996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c0978-2aff-4008-8878-c35d6ab952cf req-e99a0559-92d9-45bc-a8ed-1251d5ecf243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:55.291571 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f22c0978-2aff-4008-8878-c35d6ab952cf req-e99a0559-92d9-45bc-a8ed-1251d5ecf243 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27484145-dea8-4a44-889e-9436346764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0738375 Feb 15 14:59:55.292207 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70225b1e-fcaf-468f-bc3d-5151b4af1d8d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (225942a7-1c58-429a-b893-dc74001f428e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.302128 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-ba36509e-d6e3-4d6c-9b7c-e230ffe9150a None None] Set router 52718993-dea1-450a-9c3b-4d9a78ad3e6e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 14:59:55.329666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70225b1e-fcaf-468f-bc3d-5151b4af1d8d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225942a7-1c58-429a-b893-dc74001f428e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:55.360179 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-70225b1e-fcaf-468f-bc3d-5151b4af1d8d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.361374 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-70225b1e-fcaf-468f-bc3d-5151b4af1d8d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2435787 Feb 15 14:59:55.364895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52104) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:59:55.371458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5a54bacb-57e6-4072-934b-68cf598a5b1c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Request body: {'security_group_rule': {'security_group_id': 'ed92efad-80f4-4dc2-ba46-23d9890187f0', 'project_id': '9f3634cb030649148d1a34051c849ebc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:59:55.404112 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5a54bacb-57e6-4072-934b-68cf598a5b1c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (f5be56e7-eb22-4ac3-b540-bb3de7658126), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.407648 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f22c0978-2aff-4008-8878-c35d6ab952cf req-60b2057e-57b8-44bf-8cfb-5b0a6c814a63 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046445 Feb 15 14:59:55.474387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5a54bacb-57e6-4072-934b-68cf598a5b1c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (f5be56e7-eb22-4ac3-b540-bb3de7658126), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.480009 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5a54bacb-57e6-4072-934b-68cf598a5b1c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f5be56e7-eb22-4ac3-b540-bb3de7658126), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.505590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54bacb-57e6-4072-934b-68cf598a5b1c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5be56e7-eb22-4ac3-b540-bb3de7658126,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:55.520685 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f22c0978-2aff-4008-8878-c35d6ab952cf req-11e43581-cff2-44ad-bc33-35e7f5855d60 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060512 Feb 15 14:59:55.521647 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5a54bacb-57e6-4072-934b-68cf598a5b1c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.526028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5a54bacb-57e6-4072-934b-68cf598a5b1c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573918 Feb 15 14:59:55.526471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52106) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:59:55.531724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-489182bf-7c5f-4799-912f-c7a882334537 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Request body: {'security_group_rule': {'security_group_id': 'ed92efad-80f4-4dc2-ba46-23d9890187f0', 'project_id': '9f3634cb030649148d1a34051c849ebc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:59:55.563647 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-489182bf-7c5f-4799-912f-c7a882334537 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (0fb80c54-3300-4d5a-a7e7-40063eb45b13), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.568225 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-ba36509e-d6e3-4d6c-9b7c-e230ffe9150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd374a751-b6a5-4801-b4a1-349706fc33df', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'port_id': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'mac_address': 'fa:16:3e:48:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:59:53Z', 'updated_at': '2022-02-15T14:59:53Z', 'revision_number': 0, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2af30e-93d1-4111-9ee4-ab775fc81352', 'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'mac_address': 'fa:16:3e:e0:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:48Z', 'updated_at': '2022-02-15T14:58:53Z', 'revision_number': 5, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'subnets': [{'id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 14:59:55.596551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36509e-d6e3-4d6c-9b7c-e230ffe9150a None None] The sync data for ids ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'] in n-d-829064-15 is: [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd374a751-b6a5-4801-b4a1-349706fc33df', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'port_id': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'mac_address': 'fa:16:3e:48:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T14:59:53Z', 'updated_at': '2022-02-15T14:59:53Z', 'revision_number': 0, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a2af30e-93d1-4111-9ee4-ab775fc81352', 'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'mac_address': 'fa:16:3e:e0:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:48Z', 'updated_at': '2022-02-15T14:58:53Z', 'revision_number': 5, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'subnets': [{'id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 14:59:55.627692 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-489182bf-7c5f-4799-912f-c7a882334537 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (0fb80c54-3300-4d5a-a7e7-40063eb45b13), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.631783 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-489182bf-7c5f-4799-912f-c7a882334537 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (0fb80c54-3300-4d5a-a7e7-40063eb45b13), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.654639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489182bf-7c5f-4799-912f-c7a882334537 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb80c54-3300-4d5a-a7e7-40063eb45b13,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:55.663404 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-489182bf-7c5f-4799-912f-c7a882334537 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.667377 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-489182bf-7c5f-4799-912f-c7a882334537 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372228 Feb 15 14:59:55.667690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52108) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:59:55.673432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-60d9a572-056f-409b-a5e6-cffe565f24b3 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Request body: {'security_group_rule': {'security_group_id': 'ed92efad-80f4-4dc2-ba46-23d9890187f0', 'project_id': '9f3634cb030649148d1a34051c849ebc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:59:55.696964 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-60d9a572-056f-409b-a5e6-cffe565f24b3 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Project 9f3634cb030649148d1a34051c849ebc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:59:55.702144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-60d9a572-056f-409b-a5e6-cffe565f24b3 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (312090df-1003-4e69-9daf-c6a15dc173b4), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.773678 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-60d9a572-056f-409b-a5e6-cffe565f24b3 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (312090df-1003-4e69-9daf-c6a15dc173b4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.778046 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-60d9a572-056f-409b-a5e6-cffe565f24b3 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (312090df-1003-4e69-9daf-c6a15dc173b4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.799067 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9a572-056f-409b-a5e6-cffe565f24b3 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312090df-1003-4e69-9daf-c6a15dc173b4,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:55.810022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-60d9a572-056f-409b-a5e6-cffe565f24b3 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.811301 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-60d9a572-056f-409b-a5e6-cffe565f24b3 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425178 Feb 15 14:59:55.815800 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52110) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 14:59:55.820343 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73c8ca-95d9-4af6-92fd-8deb31d322a8 None None] New status for floating IP d374a751-b6a5-4801-b4a1-349706fc33df: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 14:59:55.820878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f3990cf6-d4e7-448d-a415-c162f4f51bee tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Request body: {'security_group_rule': {'security_group_id': 'ed92efad-80f4-4dc2-ba46-23d9890187f0', 'project_id': '9f3634cb030649148d1a34051c849ebc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:59:55.843573 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-f3990cf6-d4e7-448d-a415-c162f4f51bee tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Project 9f3634cb030649148d1a34051c849ebc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 14:59:55.849126 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3990cf6-d4e7-448d-a415-c162f4f51bee tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (225bb1da-3a8e-471a-85c6-5d9b03b80fe9), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.914346 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3990cf6-d4e7-448d-a415-c162f4f51bee tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (225bb1da-3a8e-471a-85c6-5d9b03b80fe9), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.918511 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3990cf6-d4e7-448d-a415-c162f4f51bee tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (225bb1da-3a8e-471a-85c6-5d9b03b80fe9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.938073 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3990cf6-d4e7-448d-a415-c162f4f51bee tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225bb1da-3a8e-471a-85c6-5d9b03b80fe9,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:55.946959 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f3990cf6-d4e7-448d-a415-c162f4f51bee tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:55.951308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f3990cf6-d4e7-448d-a415-c162f4f51bee tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344304 Feb 15 14:59:56.055086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af3cd29e-a9df-48f0-bef6-6b4f8e2701b1 req-8a0b3a89-c754-42c6-a413-efd2d276dee6 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837668637&fields=id&tenant_id=9f3634cb030649148d1a34051c849ebc HTTP/1.1" status: 200 len: 267 time: 0.0571549 Feb 15 14:59:56.116622 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cd29e-a9df-48f0-bef6-6b4f8e2701b1 req-ffecaa45-5017-4884-8024-d3b700c77f52 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:56.118150 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af3cd29e-a9df-48f0-bef6-6b4f8e2701b1 req-ffecaa45-5017-4884-8024-d3b700c77f52 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 946 time: 0.0577703 Feb 15 14:59:56.129006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-af3cd29e-a9df-48f0-bef6-6b4f8e2701b1 req-ff9af356-dfde-4c86-8507-df58b70ef2fb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Request body: {'port': {'security_groups': ['b070977a-8353-4b5f-8b04-491b21f88024', 'ed92efad-80f4-4dc2-ba46-23d9890187f0']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 14:59:56.200327 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-af3cd29e-a9df-48f0-bef6-6b4f8e2701b1 req-ff9af356-dfde-4c86-8507-df58b70ef2fb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:56.396791 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-af3cd29e-a9df-48f0-bef6-6b4f8e2701b1 req-ff9af356-dfde-4c86-8507-df58b70ef2fb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] For port 85a19b70-dbd1-407a-be0e-f7ca0a402341, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 14:59:56.427888 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-af3cd29e-a9df-48f0-bef6-6b4f8e2701b1 req-ff9af356-dfde-4c86-8507-df58b70ef2fb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:56.432619 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-af3cd29e-a9df-48f0-bef6-6b4f8e2701b1 req-ff9af356-dfde-4c86-8507-df58b70ef2fb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:56.446617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['85a19b70-dbd1-407a-be0e-f7ca0a402341'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:59:56.481770 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cd29e-a9df-48f0-bef6-6b4f8e2701b1 req-ff9af356-dfde-4c86-8507-df58b70ef2fb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:56.482428 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-af3cd29e-a9df-48f0-bef6-6b4f8e2701b1 req-ff9af356-dfde-4c86-8507-df58b70ef2fb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:56.483952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-af3cd29e-a9df-48f0-bef6-6b4f8e2701b1 req-ff9af356-dfde-4c86-8507-df58b70ef2fb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "PUT /v2.0/ports/85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 982 time: 0.3595459 Feb 15 14:59:56.484438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 14:59:56.486816 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10275d0d-9115-400b-a42d-64f0b4a19ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 14:59:56.508990 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9af356-dfde-4c86-8507-df58b70ef2fb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'Port': ['ID=85a19b70-dbd1-407a-be0e-f7ca0a402341,revision_number=6']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 14:59:56.555394 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['85a19b70-dbd1-407a-be0e-f7ca0a402341'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 14:59:56.656530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc8cb6-bc7a-4571-854e-9646f2245b5c req-599e97ec-f83d-4d2d-a828-dad6ea3a6e50 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:56.658936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71bc8cb6-bc7a-4571-854e-9646f2245b5c req-599e97ec-f83d-4d2d-a828-dad6ea3a6e50 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0723679 Feb 15 14:59:56.743553 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 14:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450a73ee-dcc4-425b-a591-5b9308517956 x-openstack-request-id: req-450a73ee-dcc4-425b-a591-5b9308517956 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 14:59:56.743858 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 14:59:56.744212 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-450a73ee-dcc4-425b-a591-5b9308517956 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 14:59:56.744694 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'status': 'completed', 'code': 200} Feb 15 14:59:56.752126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71bc8cb6-bc7a-4571-854e-9646f2245b5c req-59f55edc-7699-4dc4-a0c6-a4579598cc23 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811512 Feb 15 14:59:56.815384 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-474792c4-2f44-4c18-a104-17d99c94bec2 None None] Provisioning complete for port 85a19b70-dbd1-407a-be0e-f7ca0a402341 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 14:59:56.815756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-474792c4-2f44-4c18-a104-17d99c94bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 14:59:56.821287 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10275d0d-9115-400b-a42d-64f0b4a19ce9 req-841f0e7e-0059-42cd-bc52-6181ddd93380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:56.822813 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-10275d0d-9115-400b-a42d-64f0b4a19ce9 req-841f0e7e-0059-42cd-bc52-6181ddd93380 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3634cb030649148d1a34051c849ebc&device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1168 time: 0.0553088 Feb 15 14:59:56.923337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10275d0d-9115-400b-a42d-64f0b4a19ce9 req-59e0d1cc-70a5-48cb-a6cb-75251c1617d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:56.925957 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-10275d0d-9115-400b-a42d-64f0b4a19ce9 req-59e0d1cc-70a5-48cb-a6cb-75251c1617d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 200 len: 916 time: 0.0959966 Feb 15 14:59:56.997190 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-10275d0d-9115-400b-a42d-64f0b4a19ce9 req-25d19370-55de-479c-8d81-6398713ae91f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 1001 time: 0.0639279 Feb 15 14:59:57.040309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-474792c4-2f44-4c18-a104-17d99c94bec2 None None] Current status of the port 85a19b70-dbd1-407a-be0e-f7ca0a402341 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 14:59:57.047010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10275d0d-9115-400b-a42d-64f0b4a19ce9 req-f435a212-efc7-46a8-95dc-90638765d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:57.048749 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-10275d0d-9115-400b-a42d-64f0b4a19ce9 req-f435a212-efc7-46a8-95dc-90638765d51f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9f440df-a8cf-4d4c-9789-9064f52f90fe HTTP/1.1" status: 200 len: 854 time: 0.0452175 Feb 15 14:59:57.106135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10275d0d-9115-400b-a42d-64f0b4a19ce9 req-de86ba84-5b40-4f8b-bc0b-2eafeb8f02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 14:59:57.107685 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-10275d0d-9115-400b-a42d-64f0b4a19ce9 req-de86ba84-5b40-4f8b-bc0b-2eafeb8f02c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27484145-dea8-4a44-889e-9436346764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519269 Feb 15 14:59:57.202877 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-10275d0d-9115-400b-a42d-64f0b4a19ce9 req-1596ab04-9931-40fa-80f0-f51da2c6f29d service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875049 Feb 15 14:59:57.305921 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-10275d0d-9115-400b-a42d-64f0b4a19ce9 req-173e4263-2770-492b-9f1a-e185e20e271f service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971127 Feb 15 15:00:10.547694 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:12.771863 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:14.880632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3e2d79ee-fcea-4a5d-b4ec-1668cd1b9cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:17.249458 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d9799e5-4327-497b-80a1-5ece5db42744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:18.594166 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:19.918632 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:21.184115 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:28.733841 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:00:40.560647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:42.771264 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:44.874270 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-18d48555-6cf5-4e42-99be-9759bb81cc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:47.243062 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1268-2a54-4b6d-ae20-d2df8fd16d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:48.596666 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:49.921308 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:51.189539 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:00:51.626115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee936814-1c43-4e03-b0e5-f68071b38f95 req-61dbd2fd-339e-4bf3-87a4-fcff01a0e3a5 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:51.627780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee936814-1c43-4e03-b0e5-f68071b38f95 req-61dbd2fd-339e-4bf3-87a4-fcff01a0e3a5 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0624452 Feb 15 15:00:51.632435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd214866-d811-45b2-adb9-9de24024098c req-24dfa0bb-9dc6-4e4a-af08-c155736f064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:51.633959 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd214866-d811-45b2-adb9-9de24024098c req-24dfa0bb-9dc6-4e4a-af08-c155736f064c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3634cb030649148d1a34051c849ebc&device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1168 time: 0.0483418 Feb 15 15:00:51.691158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ee936814-1c43-4e03-b0e5-f68071b38f95 req-084dc19b-dd3d-4edc-af7e-1ae3b472fdf7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573969 Feb 15 15:00:51.731349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd214866-d811-45b2-adb9-9de24024098c req-9b1cd2c8-2fcf-45ad-830d-453974bc0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:51.732828 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd214866-d811-45b2-adb9-9de24024098c req-9b1cd2c8-2fcf-45ad-830d-453974bc0768 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 200 len: 916 time: 0.0912547 Feb 15 15:00:51.812927 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd214866-d811-45b2-adb9-9de24024098c req-4dca0f43-978e-4853-9583-c39720d1f7e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 1001 time: 0.0689411 Feb 15 15:00:51.868910 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd214866-d811-45b2-adb9-9de24024098c req-d4339a95-1dd3-41d3-97c9-7cb7eeffffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:51.870390 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd214866-d811-45b2-adb9-9de24024098c req-d4339a95-1dd3-41d3-97c9-7cb7eeffffe8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9f440df-a8cf-4d4c-9789-9064f52f90fe HTTP/1.1" status: 200 len: 854 time: 0.0466545 Feb 15 15:00:51.923181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd214866-d811-45b2-adb9-9de24024098c req-61e6ea0a-fee3-44c7-b918-81efbdf37e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:51.924948 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd214866-d811-45b2-adb9-9de24024098c req-61e6ea0a-fee3-44c7-b918-81efbdf37e79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27484145-dea8-4a44-889e-9436346764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463760 Feb 15 15:00:51.939085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-dd214866-d811-45b2-adb9-9de24024098c req-0e7df96e-4c1d-4fb0-816e-8ab6f9d6aad5 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:00:51.940034 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd214866-d811-45b2-adb9-9de24024098c req-0e7df96e-4c1d-4fb0-816e-8ab6f9d6aad5 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057993 Feb 15 15:00:52.039517 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd214866-d811-45b2-adb9-9de24024098c req-666a37fb-6f34-4fe5-9622-c82638446881 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915997 Feb 15 15:00:52.134605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd214866-d811-45b2-adb9-9de24024098c req-257382c9-2b96-4e65-b4b3-4de4936b3e13 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869243 Feb 15 15:00:52.826303 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ee357-4276-4731-bac6-5a6c34856ca3 req-6df99603-e284-4658-a2cb-d240752145c5 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:52.828539 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de2ee357-4276-4731-bac6-5a6c34856ca3 req-6df99603-e284-4658-a2cb-d240752145c5 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0602846 Feb 15 15:00:52.890327 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de2ee357-4276-4731-bac6-5a6c34856ca3 req-87316368-96be-4359-afdb-004680159d9c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553534 Feb 15 15:00:53.343363 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74280f5-c371-4355-837d-113162f6fafa req-78715e04-f37e-4217-96af-9d9990bb2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:53.344889 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c74280f5-c371-4355-837d-113162f6fafa req-78715e04-f37e-4217-96af-9d9990bb2e9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3634cb030649148d1a34051c849ebc&device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1168 time: 0.0520709 Feb 15 15:00:53.453934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74280f5-c371-4355-837d-113162f6fafa req-3b77629c-db74-4d93-aae2-f49ad718ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:53.455436 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c74280f5-c371-4355-837d-113162f6fafa req-3b77629c-db74-4d93-aae2-f49ad718ed6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 200 len: 916 time: 0.0862670 Feb 15 15:00:53.527740 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c74280f5-c371-4355-837d-113162f6fafa req-c3087daa-1008-4583-ae2b-00642c2f1eca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 1001 time: 0.0651963 Feb 15 15:00:53.580561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74280f5-c371-4355-837d-113162f6fafa req-d9a59d94-fde8-41b1-a9fb-4fcaa7f87c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:53.582039 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c74280f5-c371-4355-837d-113162f6fafa req-d9a59d94-fde8-41b1-a9fb-4fcaa7f87c2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9f440df-a8cf-4d4c-9789-9064f52f90fe HTTP/1.1" status: 200 len: 854 time: 0.0462594 Feb 15 15:00:53.635617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74280f5-c371-4355-837d-113162f6fafa req-14607a0e-76fb-47cd-ba74-a7723338171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:53.636920 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c74280f5-c371-4355-837d-113162f6fafa req-14607a0e-76fb-47cd-ba74-a7723338171f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27484145-dea8-4a44-889e-9436346764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474114 Feb 15 15:00:53.731135 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c74280f5-c371-4355-837d-113162f6fafa req-619c0e6c-5346-4691-8530-7a727b89b55b service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876005 Feb 15 15:00:53.822798 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c74280f5-c371-4355-837d-113162f6fafa req-b09b3264-c6e4-4e08-aa8c-a96ec947ab3b service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846961 Feb 15 15:00:54.015253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021413e1-4a7a-41ce-a67e-58ccc14d69bc req-f8ece39c-1356-4840-9048-744a262e4cfb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:54.016749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-021413e1-4a7a-41ce-a67e-58ccc14d69bc req-f8ece39c-1356-4840-9048-744a262e4cfb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0547276 Feb 15 15:00:54.079216 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-021413e1-4a7a-41ce-a67e-58ccc14d69bc req-6b06a677-8546-44c2-a250-1ae4da2a9f09 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566506 Feb 15 15:00:55.206284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5cba2-85f4-4228-8c9b-b003fc25920f req-f730bde7-32c2-4ef0-a276-2efb68c3f3a0 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:55.207817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28b5cba2-85f4-4228-8c9b-b003fc25920f req-f730bde7-32c2-4ef0-a276-2efb68c3f3a0 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0572970 Feb 15 15:00:55.274708 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28b5cba2-85f4-4228-8c9b-b003fc25920f req-840e1e22-2575-4782-910f-1ed581d3b694 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609591 Feb 15 15:00:56.401202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb28926-b995-40a7-8b7e-a91bea5201fe req-29c66b5a-7fe9-46d9-99ad-60aa3c92b376 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:56.401978 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bb28926-b995-40a7-8b7e-a91bea5201fe req-29c66b5a-7fe9-46d9-99ad-60aa3c92b376 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0578418 Feb 15 15:00:56.463955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3bb28926-b995-40a7-8b7e-a91bea5201fe req-32802b95-d7bf-49ec-b5d8-f6236deda32a tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561883 Feb 15 15:00:57.585608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea60a6-65b9-4655-ace9-5997f494cfff req-14e79bf1-0d25-4de5-af57-0b11d7d96ea3 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:57.587151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65ea60a6-65b9-4655-ace9-5997f494cfff req-14e79bf1-0d25-4de5-af57-0b11d7d96ea3 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0544181 Feb 15 15:00:57.648154 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-65ea60a6-65b9-4655-ace9-5997f494cfff req-62408c96-8d3b-40c5-bcad-d61b69cd9e20 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552003 Feb 15 15:00:58.782614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9c85a-4fc8-4968-a9d6-f1cfc6aa78c2 req-3952c89a-5cf3-483e-b0cf-30d376f3f618 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:58.784157 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31b9c85a-4fc8-4968-a9d6-f1cfc6aa78c2 req-3952c89a-5cf3-483e-b0cf-30d376f3f618 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0589807 Feb 15 15:00:58.845874 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31b9c85a-4fc8-4968-a9d6-f1cfc6aa78c2 req-1fcacb2c-928c-4b1d-b982-38d903d28036 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559132 Feb 15 15:00:59.974279 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d76ceb-2f47-441d-9d30-5cac2847135c req-a292af6f-ed0a-415d-9359-998b83556930 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:00:59.975817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84d76ceb-2f47-441d-9d30-5cac2847135c req-a292af6f-ed0a-415d-9359-998b83556930 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0550277 Feb 15 15:01:00.036513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84d76ceb-2f47-441d-9d30-5cac2847135c req-45bafee8-333a-49d4-bb0f-7cf52f111a51 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549092 Feb 15 15:01:01.161453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b1840-76bd-4baa-8b0f-27f8908aad1f req-54631c93-7ec5-43ad-8920-fcbe75919985 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:01:01.163029 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e17b1840-76bd-4baa-8b0f-27f8908aad1f req-54631c93-7ec5-43ad-8920-fcbe75919985 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0561147 Feb 15 15:01:01.228347 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e17b1840-76bd-4baa-8b0f-27f8908aad1f req-3c49b964-0840-4bd3-989b-0aa8cea38d76 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595009 Feb 15 15:01:02.351986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559660ab-6281-4910-8f12-8dba41f1fb07 req-ed209f57-736c-4513-91ea-f9ebf5ac93ff tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:01:02.353502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-559660ab-6281-4910-8f12-8dba41f1fb07 req-ed209f57-736c-4513-91ea-f9ebf5ac93ff tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0539045 Feb 15 15:01:02.414360 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-559660ab-6281-4910-8f12-8dba41f1fb07 req-55e95a84-cd4d-4282-b028-6bfd556989d5 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545101 Feb 15 15:01:03.537854 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993419d-f6e6-4a1a-aabe-e90e103c9d6a req-249ee9a4-5efd-4561-9f28-60974e6e34c2 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:01:03.539425 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0993419d-f6e6-4a1a-aabe-e90e103c9d6a req-249ee9a4-5efd-4561-9f28-60974e6e34c2 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0556681 Feb 15 15:01:03.600148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0993419d-f6e6-4a1a-aabe-e90e103c9d6a req-0d9322f5-bf19-4892-8a5a-f7197a605d38 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&id=ed92efad-80f4-4dc2-ba46-23d9890187f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549939 Feb 15 15:01:05.732366 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:01:10.558845 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:12.785425 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:14.878137 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-658b4870-c9d0-470c-9b68-f043dbc43b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:17.245449 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1765c9f2-7bfc-45ca-95fc-1bfe429dd4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:18.599500 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:19.924947 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:21.196912 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:40.560444 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:42.731802 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:01:42.801208 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:44.880203 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25fe07be-db11-498b-9aec-5ad9366d15dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:47.251336 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5771049c-4adc-4202-a186-445ab479b698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:48.602594 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:49.927757 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:51.190170 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:01:55.260233 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-d6dc4130-08d1-4fa2-aba5-4b1bd11c6ddb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459263 Feb 15 15:01:55.352794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-9eb7e0c3-a40b-495a-bf12-57426d06bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:01:55.354250 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-9eb7e0c3-a40b-495a-bf12-57426d06bcf0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3634cb030649148d1a34051c849ebc&device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1168 time: 0.0482554 Feb 15 15:01:55.457955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-256ef86d-2000-4349-a76e-89aa48bd2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:01:55.459427 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-256ef86d-2000-4349-a76e-89aa48bd2f96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 200 len: 916 time: 0.0826619 Feb 15 15:01:55.784161 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-a955f65a-783d-4261-a157-f22e121fb9bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 1001 time: 0.3176770 Feb 15 15:01:55.832092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-f2b29fb7-44da-4364-9bc3-1e977d468dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:01:55.833488 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-f2b29fb7-44da-4364-9bc3-1e977d468dcb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9f440df-a8cf-4d4c-9789-9064f52f90fe HTTP/1.1" status: 200 len: 854 time: 0.0431287 Feb 15 15:01:55.883020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-880a763f-0c3c-4ee2-b107-12127777a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:01:55.884480 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-880a763f-0c3c-4ee2-b107-12127777a186 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27484145-dea8-4a44-889e-9436346764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431809 Feb 15 15:01:55.978436 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-661d4dba-c487-4240-90a1-3d2fd40ce7b2 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833333 Feb 15 15:01:56.066706 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cf3caa98-4b96-4f56-918a-97ab8da3a30e req-906c65b8-2bae-4663-8a4f-24da61688225 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801392 Feb 15 15:02:07.144451 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1ddce3d-fa07-4c0d-8fb5-50ff14f8c0e1 req-06ec7672-daaa-4a07-8614-6f02b42e417a tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837668637&fields=id&tenant_id=9f3634cb030649148d1a34051c849ebc HTTP/1.1" status: 200 len: 267 time: 0.1367595 Feb 15 15:02:07.208306 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddce3d-fa07-4c0d-8fb5-50ff14f8c0e1 req-3f6286e2-94bf-43e3-b180-86b2107223e2 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:07.209896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1ddce3d-fa07-4c0d-8fb5-50ff14f8c0e1 req-3f6286e2-94bf-43e3-b180-86b2107223e2 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 985 time: 0.0599511 Feb 15 15:02:07.221245 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [req-b1ddce3d-fa07-4c0d-8fb5-50ff14f8c0e1 req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Request body: {'port': {'security_groups': ['b070977a-8353-4b5f-8b04-491b21f88024']}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:07.290707 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b1ddce3d-fa07-4c0d-8fb5-50ff14f8c0e1 req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:07.480019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [req-b1ddce3d-fa07-4c0d-8fb5-50ff14f8c0e1 req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] For port 85a19b70-dbd1-407a-be0e-f7ca0a402341, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:07.509381 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b1ddce3d-fa07-4c0d-8fb5-50ff14f8c0e1 req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:07.514040 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b1ddce3d-fa07-4c0d-8fb5-50ff14f8c0e1 req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:07.528109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['85a19b70-dbd1-407a-be0e-f7ca0a402341'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:02:07.567694 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddce3d-fa07-4c0d-8fb5-50ff14f8c0e1 req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:07.568203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [req-b1ddce3d-fa07-4c0d-8fb5-50ff14f8c0e1 req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:07.569615 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1ddce3d-fa07-4c0d-8fb5-50ff14f8c0e1 req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "PUT /v2.0/ports/85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 943 time: 0.3533912 Feb 15 15:02:07.570108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:02:07.572424 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192" -d '{"events": [{"name": "network-changed", "server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:02:07.579157 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52196) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:07.620162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event updated for resources: {'Port': ['ID=85a19b70-dbd1-407a-be0e-f7ca0a402341,revision_number=7']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:07.631302 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baf7db6-b81b-4260-b509-dac192702f96 x-openstack-request-id: req-8baf7db6-b81b-4260-b509-dac192702f96 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:02:07.631677 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:02:07.631969 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8baf7db6-b81b-4260-b509-dac192702f96 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:02:07.632445 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'status': 'completed', 'code': 200} Feb 15 15:02:07.634302 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.634921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.635524 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.635976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.636574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.636999 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.637416 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.638271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.638721 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.639134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.639693 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.640101 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.640522 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31719d-7052-4c99-8301-ae92a7520cba tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.681049 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['85a19b70-dbd1-407a-be0e-f7ca0a402341'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:02:07.700472 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group (ed92efad-80f4-4dc2-ba46-23d9890187f0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:07.738230 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group (ed92efad-80f4-4dc2-ba46-23d9890187f0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:07.780841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192 req-04bc8f61-f953-458c-a9e5-3d37080310fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:07.782371 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192 req-04bc8f61-f953-458c-a9e5-3d37080310fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3634cb030649148d1a34051c849ebc&device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1129 time: 0.1202798 Feb 15 15:02:07.861870 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (ed92efad-80f4-4dc2-ba46-23d9890187f0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:07.864565 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:07.866259 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "DELETE /v2.0/security-groups/ed92efad-80f4-4dc2-ba46-23d9890187f0 HTTP/1.1" status: 204 len: 168 time: 0.2856061 Feb 15 15:02:07.869253 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52198) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:07.888374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed92efad-80f4-4dc2-ba46-23d9890187f0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:07.892115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-68c7388b-652e-4766-84a3-745fc596e189 None None] Provisioning complete for port 85a19b70-dbd1-407a-be0e-f7ca0a402341 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:07.893182 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-68c7388b-652e-4766-84a3-745fc596e189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:07.904251 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.904600 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.904943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.905277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.905609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.905940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.906261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.906597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.906936 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.907249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.907570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.907886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.908441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06974489-8989-45d4-8453-df3dc9ad86c7 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:07.930391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192 req-c8006cdd-672e-4880-8e1b-aece86e12021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:07.932177 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192 req-c8006cdd-672e-4880-8e1b-aece86e12021 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 200 len: 916 time: 0.1416945 Feb 15 15:02:08.008021 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-68c7388b-652e-4766-84a3-745fc596e189 None None] Current status of the port 85a19b70-dbd1-407a-be0e-f7ca0a402341 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:02:08.008501 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192 req-7d4c1919-3d17-44b7-a119-5aae962cdb71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 1001 time: 0.0690362 Feb 15 15:02:08.056325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Deleting port 55cb06f1-de44-4c30-bd70-2e030d1a01d4 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:02:08.056670 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (55cb06f1-de44-4c30-bd70-2e030d1a01d4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:08.059254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192 req-d7156a4d-47f5-4033-8be1-6771f76f6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:08.060722 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192 req-d7156a4d-47f5-4033-8be1-6771f76f6664 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9f440df-a8cf-4d4c-9789-9064f52f90fe HTTP/1.1" status: 200 len: 854 time: 0.0451372 Feb 15 15:02:08.113031 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192 req-22d17fc5-16ae-48e1-bfb3-b42cd45aeac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:08.114607 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192 req-22d17fc5-16ae-48e1-bfb3-b42cd45aeac2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27484145-dea8-4a44-889e-9436346764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474756 Feb 15 15:02:08.133329 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (55cb06f1-de44-4c30-bd70-2e030d1a01d4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:08.133663 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for floatingip (55cb06f1-de44-4c30-bd70-2e030d1a01d4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:08.146074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Calling delete_port for 55cb06f1-de44-4c30-bd70-2e030d1a01d4 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:02:08.207732 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192 req-a31e992f-443d-427f-b275-aa4d9b3bba73 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874124 Feb 15 15:02:08.302447 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-85d6a2f7-966b-4ad6-83e2-fde10e2d0192 req-99c74026-a3fc-4f72-a7e9-70af064385b8 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881236 Feb 15 15:02:08.302887 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (55cb06f1-de44-4c30-bd70-2e030d1a01d4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:08.330247 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event deleted for resources: {'Port': ['ID=55cb06f1-de44-4c30-bd70-2e030d1a01d4,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:08.398708 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks [] for floatingip (d374a751-b6a5-4801-b4a1-349706fc33df), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:08.399064 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Floating IP d374a751-b6a5-4801-b4a1-349706fc33df disassociated (deleted). External IP: 172.25.6.46, port: 85a19b70-dbd1-407a-be0e-f7ca0a402341. Feb 15 15:02:08.613817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Router 52718993-dea1-450a-9c3b-4d9a78ad3e6e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:02:08.722968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:02:08.727533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:08.733554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fbc344-f77c-4592-804c-dbd55297c224 None None] Sync routers for ids ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:02:08.745588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbc344-f77c-4592-804c-dbd55297c224 None None] Routers {'52718993-dea1-450a-9c3b-4d9a78ad3e6e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:02:08.746457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e6fbc344-f77c-4592-804c-dbd55297c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:01:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:08.757911 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-47494e10-2c04-42d2-a872-b6db08fde55c tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "DELETE /v2.0/floatingips/d374a751-b6a5-4801-b4a1-349706fc33df HTTP/1.1" status: 204 len: 168 time: 0.8875074 Feb 15 15:02:09.036404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e6fbc344-f77c-4592-804c-dbd55297c224 None None] Set router 52718993-dea1-450a-9c3b-4d9a78ad3e6e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:02:09.246083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e6fbc344-f77c-4592-804c-dbd55297c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '1a2af30e-93d1-4111-9ee4-ab775fc81352', 'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'mac_address': 'fa:16:3e:e0:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:48Z', 'updated_at': '2022-02-15T14:58:53Z', 'revision_number': 5, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'subnets': [{'id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:09.275845 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fbc344-f77c-4592-804c-dbd55297c224 None None] Checking router: 52718993-dea1-450a-9c3b-4d9a78ad3e6e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:02:09.285190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbc344-f77c-4592-804c-dbd55297c224 None None] Routers {'52718993-dea1-450a-9c3b-4d9a78ad3e6e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:02:09.285802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e6fbc344-f77c-4592-804c-dbd55297c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:01:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:09.401408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e6fbc344-f77c-4592-804c-dbd55297c224 None None] Set router 52718993-dea1-450a-9c3b-4d9a78ad3e6e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:02:09.609834 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e6fbc344-f77c-4592-804c-dbd55297c224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '1a2af30e-93d1-4111-9ee4-ab775fc81352', 'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'mac_address': 'fa:16:3e:e0:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:48Z', 'updated_at': '2022-02-15T14:58:53Z', 'revision_number': 5, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'subnets': [{'id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:09.633597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:02:09.636719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fbc344-f77c-4592-804c-dbd55297c224 None None] The sync data for ids ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'] in n-d-829064-15 is: [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T14:58:48Z', 'revision_number': 4, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '1a2af30e-93d1-4111-9ee4-ab775fc81352', 'name': '', 'network_id': '27484145-dea8-4a44-889e-9436346764d0', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'mac_address': 'fa:16:3e:e0:1f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:48Z', 'updated_at': '2022-02-15T14:58:53Z', 'revision_number': 5, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'subnets': [{'id': 'a9f440df-a8cf-4d4c-9789-9064f52f90fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:02:09.637099 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c64d15-6e55-4b53-8fd2-6254f2e7065a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:02:09.689741 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d90fe06-64d5-4ccf-a0b7-87896a802dab x-openstack-request-id: req-3d90fe06-64d5-4ccf-a0b7-87896a802dab {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:02:09.690035 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:02:09.690291 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3d90fe06-64d5-4ccf-a0b7-87896a802dab {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:02:09.690741 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'status': 'completed', 'code': 200} Feb 15 15:02:09.773860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64d15-6e55-4b53-8fd2-6254f2e7065a req-bd6f4eec-22c4-448d-97eb-0b27bf7ddd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:09.775394 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-48c64d15-6e55-4b53-8fd2-6254f2e7065a req-bd6f4eec-22c4-448d-97eb-0b27bf7ddd06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f3634cb030649148d1a34051c849ebc&device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 1129 time: 0.0626230 Feb 15 15:02:09.877146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64d15-6e55-4b53-8fd2-6254f2e7065a req-880f43c3-fd0d-42df-b080-1051903baafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:09.878872 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-48c64d15-6e55-4b53-8fd2-6254f2e7065a req-880f43c3-fd0d-42df-b080-1051903baafd service neutron] 10.222.0.67 "GET /v2.0/networks?id=27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 200 len: 916 time: 0.0975928 Feb 15 15:02:09.898199 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b8a5d7-c58d-4893-ae75-bd1fb250f69a None None] New status for floating IP d374a751-b6a5-4801-b4a1-349706fc33df: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:02:09.931291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-48c64d15-6e55-4b53-8fd2-6254f2e7065a req-6c1644f7-9149-4aea-8b44-27a18f9d8a2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 200 len: 217 time: 0.0465579 Feb 15 15:02:09.996235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64d15-6e55-4b53-8fd2-6254f2e7065a req-0fae9f7f-5213-4a91-8a1a-b83486537a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:09.998289 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-48c64d15-6e55-4b53-8fd2-6254f2e7065a req-0fae9f7f-5213-4a91-8a1a-b83486537a35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a9f440df-a8cf-4d4c-9789-9064f52f90fe HTTP/1.1" status: 200 len: 854 time: 0.0604110 Feb 15 15:02:10.056146 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64d15-6e55-4b53-8fd2-6254f2e7065a req-3e312943-2411-4dab-aac7-098ef91bde46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:10.057664 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-48c64d15-6e55-4b53-8fd2-6254f2e7065a req-3e312943-2411-4dab-aac7-098ef91bde46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27484145-dea8-4a44-889e-9436346764d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0531895 Feb 15 15:02:10.163183 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-48c64d15-6e55-4b53-8fd2-6254f2e7065a req-db05268e-035b-41e2-9e29-105e710f10a0 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987008 Feb 15 15:02:10.257553 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-48c64d15-6e55-4b53-8fd2-6254f2e7065a req-630ac5a3-66c5-4a30-beab-6ab993ea0ee5 service neutron] 10.222.0.67 "GET /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879190 Feb 15 15:02:10.560755 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:12.815630 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:14.883225 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1cc1d3a9-d95d-4666-9338-3eb7be9fa163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:17.255064 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2289843-fd05-45c1-af02-773ed8237b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:18.610796 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:19.735488 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:02:19.932954 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:21.195294 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:26.458772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9231-b7e2-43c3-9b92-d0137eaa7383 req-c358ccb3-83ff-4b3e-8b48-5650cb476f11 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:26.460304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-900e9231-b7e2-43c3-9b92-d0137eaa7383 req-c358ccb3-83ff-4b3e-8b48-5650cb476f11 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 946 time: 0.0592809 Feb 15 15:02:26.512621 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-900e9231-b7e2-43c3-9b92-d0137eaa7383 req-1ae2567c-133f-4d7d-8d4b-9f5af899f266 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423620 Feb 15 15:02:27.641872 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a190a03-a9d7-40ed-93a9-9a3a9225e839 req-857e9c77-251a-4621-9279-9ae620de3d24 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:27.644021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a190a03-a9d7-40ed-93a9-9a3a9225e839 req-857e9c77-251a-4621-9279-9ae620de3d24 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 946 time: 0.0525289 Feb 15 15:02:27.699423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a190a03-a9d7-40ed-93a9-9a3a9225e839 req-b1a0fbe3-fae9-4eff-a0cd-70a1117b3559 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493131 Feb 15 15:02:28.514232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4905fda-1f40-491a-af04-677e0b87947e req-1e7349ab-bb41-4157-9ef4-c0447e4a36bb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:28.515723 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b4905fda-1f40-491a-af04-677e0b87947e req-1e7349ab-bb41-4157-9ef4-c0447e4a36bb tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.67 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 946 time: 0.0527737 Feb 15 15:02:28.613238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b4905fda-1f40-491a-af04-677e0b87947e req-698800ba-5fc6-4d81-b39a-d1dbb6c93f4d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Deleting port 85a19b70-dbd1-407a-be0e-f7ca0a402341 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:02:28.613238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b4905fda-1f40-491a-af04-677e0b87947e req-698800ba-5fc6-4d81-b39a-d1dbb6c93f4d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:28.701689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-b4905fda-1f40-491a-af04-677e0b87947e req-698800ba-5fc6-4d81-b39a-d1dbb6c93f4d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] For port 85a19b70-dbd1-407a-be0e-f7ca0a402341, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=85a19b70-dbd1-407a-be0e-f7ca0a402341,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:28.702053 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b4905fda-1f40-491a-af04-677e0b87947e req-698800ba-5fc6-4d81-b39a-d1dbb6c93f4d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:28.719695 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-b4905fda-1f40-491a-af04-677e0b87947e req-698800ba-5fc6-4d81-b39a-d1dbb6c93f4d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Calling delete_port for 85a19b70-dbd1-407a-be0e-f7ca0a402341 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:02:28.822480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddc172-9f45-4d6e-98e4-c6a3f73ff8e4 req-effb1c86-26c5-4d51-b3b1-dc9bcc5082d9 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:28.824022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7ddc172-9f45-4d6e-98e4-c6a3f73ff8e4 req-effb1c86-26c5-4d51-b3b1-dc9bcc5082d9 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/ports?device_id=dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7 HTTP/1.1" status: 200 len: 946 time: 0.0562520 Feb 15 15:02:28.857314 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b4905fda-1f40-491a-af04-677e0b87947e req-698800ba-5fc6-4d81-b39a-d1dbb6c93f4d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (85a19b70-dbd1-407a-be0e-f7ca0a402341), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:28.870672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['85a19b70-dbd1-407a-be0e-f7ca0a402341'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:02:28.876123 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7ddc172-9f45-4d6e-98e4-c6a3f73ff8e4 req-7176ff2e-b9a3-4e9d-9192-efa49684bd05 tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.72 "GET /v2.0/security-groups?id=b070977a-8353-4b5f-8b04-491b21f88024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463407 Feb 15 15:02:28.887026 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698800ba-5fc6-4d81-b39a-d1dbb6c93f4d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Pushing event deleted for resources: {'Port': ['ID=85a19b70-dbd1-407a-be0e-f7ca0a402341,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:28.935482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4905fda-1f40-491a-af04-677e0b87947e req-698800ba-5fc6-4d81-b39a-d1dbb6c93f4d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] No DVR routers for this DVR port 85a19b70-dbd1-407a-be0e-f7ca0a402341 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:02:28.938402 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-b4905fda-1f40-491a-af04-677e0b87947e req-698800ba-5fc6-4d81-b39a-d1dbb6c93f4d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:28.941755 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b4905fda-1f40-491a-af04-677e0b87947e req-698800ba-5fc6-4d81-b39a-d1dbb6c93f4d tempest-TestMinimumBasicScenario-104046402 tempest-TestMinimumBasicScenario-104046402-project] 10.222.0.67 "DELETE /v2.0/ports/85a19b70-dbd1-407a-be0e-f7ca0a402341 HTTP/1.1" status: 204 len: 173 time: 0.4202335 Feb 15 15:02:28.942208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'name': 'network-vif-deleted', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:02:28.944562 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f94f5a-791c-4f19-a1aa-8361ac6ea28e" -d '{"events": [{"server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "name": "network-vif-deleted", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:02:29.047767 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51300e6e-8c03-48e3-a6e2-b17afb527d2f x-openstack-request-id: req-51300e6e-8c03-48e3-a6e2-b17afb527d2f {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:02:29.048075 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7", "name": "network-vif-deleted", "tag": "85a19b70-dbd1-407a-be0e-f7ca0a402341", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:02:29.048329 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51300e6e-8c03-48e3-a6e2-b17afb527d2f {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:02:29.048730 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbefdfe7-df12-43c7-a0d3-6dbb9acdcfa7', 'name': 'network-vif-deleted', 'tag': '85a19b70-dbd1-407a-be0e-f7ca0a402341', 'status': 'completed', 'code': 200} Feb 15 15:02:30.450660 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52318) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:30.812423 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (52718993-dea1-450a-9c3b-4d9a78ad3e6e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:31.063793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] Deleting port 1a2af30e-93d1-4111-9ee4-ab775fc81352 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:02:31.064043 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:31.143614 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] For port 1a2af30e-93d1-4111-9ee4-ab775fc81352, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1a2af30e-93d1-4111-9ee4-ab775fc81352,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:31.143996 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:31.157210 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] Calling delete_port for 1a2af30e-93d1-4111-9ee4-ab775fc81352 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:02:31.339936 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1a2af30e-93d1-4111-9ee4-ab775fc81352), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:31.369025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2af30e-93d1-4111-9ee4-ab775fc81352,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:31.549896 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (52718993-dea1-450a-9c3b-4d9a78ad3e6e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:31.781682 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] Router 52718993-dea1-450a-9c3b-4d9a78ad3e6e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:02:31.892456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:02:31.898180 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b3f03513-a4f6-4d4c-b4f9-7c1588bf2230 admin admin] 10.222.0.72 "PUT /v2.0/routers/52718993-dea1-450a-9c3b-4d9a78ad3e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4465356 Feb 15 15:02:31.900814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52320) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:31.903624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a2b65-c5c1-4e26-9c71-9fac4a00fe82 None None] Sync routers for ids ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:02:31.914009 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a2b65-c5c1-4e26-9c71-9fac4a00fe82 None None] Routers {'52718993-dea1-450a-9c3b-4d9a78ad3e6e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:02:31.914620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a88a2b65-c5c1-4e26-9c71-9fac4a00fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:02:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:32.030508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a88a2b65-c5c1-4e26-9c71-9fac4a00fe82 None None] Set router 52718993-dea1-450a-9c3b-4d9a78ad3e6e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:02:32.208470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 85a19b70-dbd1-407a-be0e-f7ca0a402341 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:02:32.237320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 85a19b70-dbd1-407a-be0e-f7ca0a402341 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:02:32.237690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 85a19b70-dbd1-407a-be0e-f7ca0a402341 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:02:32.251751 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a88a2b65-c5c1-4e26-9c71-9fac4a00fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T15:02:31Z', 'revision_number': 5, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:32.281368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a2b65-c5c1-4e26-9c71-9fac4a00fe82 None None] Checking router: 52718993-dea1-450a-9c3b-4d9a78ad3e6e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:02:32.287888 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Publish callbacks [] for router (52718993-dea1-450a-9c3b-4d9a78ad3e6e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:32.289648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a2b65-c5c1-4e26-9c71-9fac4a00fe82 None None] Routers {'52718993-dea1-450a-9c3b-4d9a78ad3e6e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:02:32.290254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a88a2b65-c5c1-4e26-9c71-9fac4a00fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:02:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:32.392380 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Publish callbacks [] for router_gateway (52718993-dea1-450a-9c3b-4d9a78ad3e6e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:32.406555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-a88a2b65-c5c1-4e26-9c71-9fac4a00fe82 None None] Set router 52718993-dea1-450a-9c3b-4d9a78ad3e6e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:02:32.447389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Deleting port e2a1e957-640b-42ad-b613-14104e3c6871 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:02:32.447865 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:32.530127 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] For port e2a1e957-640b-42ad-b613-14104e3c6871, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e2a1e957-640b-42ad-b613-14104e3c6871,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:32.530563 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:32.543587 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Calling delete_port for e2a1e957-640b-42ad-b613-14104e3c6871 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:02:32.589851 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-a88a2b65-c5c1-4e26-9c71-9fac4a00fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T15:02:31Z', 'revision_number': 5, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:32.619652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a2b65-c5c1-4e26-9c71-9fac4a00fe82 None None] The sync data for ids ['52718993-dea1-450a-9c3b-4d9a78ad3e6e'] in n-d-829064-15 is: [{'id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'name': 'tempest-TestMinimumBasicScenario-1354583982-router', 'tenant_id': '9f3634cb030649148d1a34051c849ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:45Z', 'updated_at': '2022-02-15T15:02:31Z', 'revision_number': 5, 'project_id': '9f3634cb030649148d1a34051c849ebc', 'gw_port': {'id': 'e2a1e957-640b-42ad-b613-14104e3c6871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52718993-dea1-450a-9c3b-4d9a78ad3e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:46Z', 'updated_at': '2022-02-15T14:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:02:32.728771 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e2a1e957-640b-42ad-b613-14104e3c6871), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:32.756724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a1e957-640b-42ad-b613-14104e3c6871,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:32.826589 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (52718993-dea1-450a-9c3b-4d9a78ad3e6e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:32.921957 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (52718993-dea1-450a-9c3b-4d9a78ad3e6e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:32.924816 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Publish callbacks [] for router_controller (52718993-dea1-450a-9c3b-4d9a78ad3e6e), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:32.969723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (52718993-dea1-450a-9c3b-4d9a78ad3e6e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:32.970265 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52718993-dea1-450a-9c3b-4d9a78ad3e6e {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:02:32.976229 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:32.976780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-255d551b-7b13-4884-b745-8a5804f442b8 admin admin] 10.222.0.72 "DELETE /v2.0/routers/52718993-dea1-450a-9c3b-4d9a78ad3e6e HTTP/1.1" status: 204 len: 168 time: 1.0750721 Feb 15 15:02:32.979243 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52322) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:33.025276 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-30119997-a938-4966-8046-dcec67c419f3 admin admin] Deleting subnet a9f440df-a8cf-4d4c-9789-9064f52f90fe {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:02:33.028534 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-30119997-a938-4966-8046-dcec67c419f3 admin admin] Publish callbacks [] for subnet (a9f440df-a8cf-4d4c-9789-9064f52f90fe), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.066073 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-30119997-a938-4966-8046-dcec67c419f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (a9f440df-a8cf-4d4c-9789-9064f52f90fe), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.150375 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-30119997-a938-4966-8046-dcec67c419f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (a9f440df-a8cf-4d4c-9789-9064f52f90fe), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.205590 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-30119997-a938-4966-8046-dcec67c419f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (a9f440df-a8cf-4d4c-9789-9064f52f90fe), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.233235 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30119997-a938-4966-8046-dcec67c419f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f440df-a8cf-4d4c-9789-9064f52f90fe,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:33.240516 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-30119997-a938-4966-8046-dcec67c419f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.247074 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-30119997-a938-4966-8046-dcec67c419f3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a9f440df-a8cf-4d4c-9789-9064f52f90fe HTTP/1.1" status: 204 len: 168 time: 0.2646639 Feb 15 15:02:33.247969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52324) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:33.248296 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b7913-f33c-4e53-af8a-2ddde2b5e7f8 None None] Network 27484145-dea8-4a44-889e-9436346764d0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:02:33.327247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (27484145-dea8-4a44-889e-9436346764d0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.388042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Deleting port a2746660-4f15-4040-b187-d9579d0c3178 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:02:33.388376 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (a2746660-4f15-4040-b187-d9579d0c3178), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.461826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] For port a2746660-4f15-4040-b187-d9579d0c3178, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=a2746660-4f15-4040-b187-d9579d0c3178,segment=NetworkSegment(48f94f39-aa9d-45f3-850f-e5f7a78d610c),segment_id=48f94f39-aa9d-45f3-850f-e5f7a78d610c)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:33.462185 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (a2746660-4f15-4040-b187-d9579d0c3178), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.476193 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Calling delete_port for a2746660-4f15-4040-b187-d9579d0c3178 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:02:33.563353 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (a2746660-4f15-4040-b187-d9579d0c3178), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.589079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2746660-4f15-4040-b187-d9579d0c3178,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:33.592434 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] No DVR routers for this DVR port a2746660-4f15-4040-b187-d9579d0c3178 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:02:33.664155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6198f22d-caaa-4e4f-afe8-329461de5b4a None None] DHCP port deletion for 27484145-dea8-4a44-889e-9436346764d0 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:02:33.680203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (27484145-dea8-4a44-889e-9436346764d0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.706003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27484145-dea8-4a44-889e-9436346764d0']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:33.716075 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f94f39-aa9d-45f3-850f-e5f7a78d610c') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:33.716371 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f94f39-aa9d-45f3-850f-e5f7a78d610c') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:33.725904 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (48f94f39-aa9d-45f3-850f-e5f7a78d610c), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.746054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1a2af30e-93d1-4111-9ee4-ab775fc81352 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:02:33.746457 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (48f94f39-aa9d-45f3-850f-e5f7a78d610c), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.754686 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:02:33.755122 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (48f94f39-aa9d-45f3-850f-e5f7a78d610c), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: timer() Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:02:33.757005 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:02:33.770425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 1a2af30e-93d1-4111-9ee4-ab775fc81352 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:02:33.770779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1a2af30e-93d1-4111-9ee4-ab775fc81352 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:02:33.771234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a2746660-4f15-4040-b187-d9579d0c3178 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:02:33.792806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: a2746660-4f15-4040-b187-d9579d0c3178 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:02:33.792806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device a2746660-4f15-4040-b187-d9579d0c3178 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:02:33.793126 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e2a1e957-640b-42ad-b613-14104e3c6871 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:02:33.812903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: e2a1e957-640b-42ad-b613-14104e3c6871 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:02:33.813252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e2a1e957-640b-42ad-b613-14104e3c6871 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:02:33.815723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (27484145-dea8-4a44-889e-9436346764d0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.821233 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:33.826955 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] 10.222.0.72 "DELETE /v2.0/networks/27484145-dea8-4a44-889e-9436346764d0 HTTP/1.1" status: 204 len: 168 time: 0.5750718 Feb 15 15:02:33.827909 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52326) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:33.838523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99b6f4-4ab6-4ff2-8295-beb5726b974a admin admin] Pushing event deleted for resources: {'Network': ['ID=27484145-dea8-4a44-889e-9436346764d0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:34.192491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (254e662f-659c-402f-af6a-cee99712167b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:34.444701 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] Deleting port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:02:34.444977 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:34.527476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] For port 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a,segment=NetworkSegment(5583c5ca-fa81-424b-b6b6-6da5c8115e7f),segment_id=5583c5ca-fa81-424b-b6b6-6da5c8115e7f)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:34.527831 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:34.541682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] Calling delete_port for 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:02:34.732482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:34.759967 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:34.938416 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (254e662f-659c-402f-af6a-cee99712167b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:35.163873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] Router 254e662f-659c-402f-af6a-cee99712167b has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:02:35.279799 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:02:35.285252 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3d3dca5a-cbc3-4c69-97cf-ba0a70bdb62d admin admin] 10.222.0.72 "PUT /v2.0/routers/254e662f-659c-402f-af6a-cee99712167b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4561303 Feb 15 15:02:35.287787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52328) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:35.290722 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb02ad5-d815-4204-8eaa-b70ef5102760 None None] Sync routers for ids ['254e662f-659c-402f-af6a-cee99712167b'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:02:35.301481 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb02ad5-d815-4204-8eaa-b70ef5102760 None None] Routers {'254e662f-659c-402f-af6a-cee99712167b'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:02:35.302078 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bbb02ad5-d815-4204-8eaa-b70ef5102760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:02:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['254e662f-659c-402f-af6a-cee99712167b'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:35.399616 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Publish callbacks [] for router (254e662f-659c-402f-af6a-cee99712167b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:35.407129 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-bbb02ad5-d815-4204-8eaa-b70ef5102760 None None] Set router 254e662f-659c-402f-af6a-cee99712167b gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:02:35.700092 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bbb02ad5-d815-4204-8eaa-b70ef5102760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e662f-659c-402f-af6a-cee99712167b', 'name': 'tempest-TestMinimumBasicScenario-1145122906-router', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:50Z', 'updated_at': '2022-02-15T15:02:34Z', 'revision_number': 5, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'gw_port': {'id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:51Z', 'updated_at': '2022-02-15T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:35.728298 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb02ad5-d815-4204-8eaa-b70ef5102760 None None] Checking router: 254e662f-659c-402f-af6a-cee99712167b for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:02:35.742685 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb02ad5-d815-4204-8eaa-b70ef5102760 None None] Routers {'254e662f-659c-402f-af6a-cee99712167b'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:02:35.743435 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bbb02ad5-d815-4204-8eaa-b70ef5102760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:02:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['254e662f-659c-402f-af6a-cee99712167b'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:35.781519 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Publish callbacks [] for router_gateway (254e662f-659c-402f-af6a-cee99712167b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:35.837949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Deleting port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:02:35.838292 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:35.860229 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-bbb02ad5-d815-4204-8eaa-b70ef5102760 None None] Set router 254e662f-659c-402f-af6a-cee99712167b gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:02:35.916899 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] For port ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:35.917266 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:35.930611 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Calling delete_port for ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:02:36.039137 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-bbb02ad5-d815-4204-8eaa-b70ef5102760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e662f-659c-402f-af6a-cee99712167b', 'name': 'tempest-TestMinimumBasicScenario-1145122906-router', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:50Z', 'updated_at': '2022-02-15T15:02:34Z', 'revision_number': 5, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'gw_port': {'id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:51Z', 'updated_at': '2022-02-15T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:36.066342 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb02ad5-d815-4204-8eaa-b70ef5102760 None None] The sync data for ids ['254e662f-659c-402f-af6a-cee99712167b'] in n-d-829064-15 is: [{'id': '254e662f-659c-402f-af6a-cee99712167b', 'name': 'tempest-TestMinimumBasicScenario-1145122906-router', 'tenant_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T14:58:50Z', 'updated_at': '2022-02-15T15:02:34Z', 'revision_number': 5, 'project_id': 'a02e9ead33f5496d9eb2b039c7aa6694', 'gw_port': {'id': 'ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e662f-659c-402f-af6a-cee99712167b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T14:58:51Z', 'updated_at': '2022-02-15T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:02:36.103200 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.131066 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:36.194558 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (254e662f-659c-402f-af6a-cee99712167b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.289668 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (254e662f-659c-402f-af6a-cee99712167b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.291838 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Publish callbacks [] for router_controller (254e662f-659c-402f-af6a-cee99712167b), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.338722 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (254e662f-659c-402f-af6a-cee99712167b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.339375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 254e662f-659c-402f-af6a-cee99712167b {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:02:36.344080 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.345226 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8a259410-67b7-4373-8e2d-ef810e888c38 admin admin] 10.222.0.72 "DELETE /v2.0/routers/254e662f-659c-402f-af6a-cee99712167b HTTP/1.1" status: 204 len: 168 time: 1.0564570 Feb 15 15:02:36.348114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52330) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:36.392476 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e498eb41-51be-4dc8-a795-378255f635f2 admin admin] Deleting subnet 8a110674-2438-4d15-83c1-4c22e633a204 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:02:36.395552 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e498eb41-51be-4dc8-a795-378255f635f2 admin admin] Publish callbacks [] for subnet (8a110674-2438-4d15-83c1-4c22e633a204), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.431210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e498eb41-51be-4dc8-a795-378255f635f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (8a110674-2438-4d15-83c1-4c22e633a204), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.516904 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e498eb41-51be-4dc8-a795-378255f635f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (8a110674-2438-4d15-83c1-4c22e633a204), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.577078 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e498eb41-51be-4dc8-a795-378255f635f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (8a110674-2438-4d15-83c1-4c22e633a204), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.603838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498eb41-51be-4dc8-a795-378255f635f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a110674-2438-4d15-83c1-4c22e633a204,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:36.605818 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e498eb41-51be-4dc8-a795-378255f635f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.609028 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e498eb41-51be-4dc8-a795-378255f635f2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8a110674-2438-4d15-83c1-4c22e633a204 HTTP/1.1" status: 204 len: 168 time: 0.2599800 Feb 15 15:02:36.610437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff3ba1-13a5-4e08-8e1b-1748ca81ec2a None None] Network 59fecbe0-9ef7-4e35-ab38-7982610771d0 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:02:36.612337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52332) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:36.692378 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (59fecbe0-9ef7-4e35-ab38-7982610771d0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.757662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Deleting port aee3ae49-850f-44ec-a170-bc3566799f2d {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:02:36.757662 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.793210 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] DHCP port deletion for 59fecbe0-9ef7-4e35-ab38-7982610771d0 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:02:36.826555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] For port aee3ae49-850f-44ec-a170-bc3566799f2d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=aee3ae49-850f-44ec-a170-bc3566799f2d,segment=NetworkSegment(5583c5ca-fa81-424b-b6b6-6da5c8115e7f),segment_id=5583c5ca-fa81-424b-b6b6-6da5c8115e7f)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:36.826932 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.840752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Calling delete_port for aee3ae49-850f-44ec-a170-bc3566799f2d owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:02:36.841684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Deleting port aee3ae49-850f-44ec-a170-bc3566799f2d {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:02:36.842072 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.908738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] For port aee3ae49-850f-44ec-a170-bc3566799f2d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=aee3ae49-850f-44ec-a170-bc3566799f2d,segment=NetworkSegment(5583c5ca-fa81-424b-b6b6-6da5c8115e7f),segment_id=5583c5ca-fa81-424b-b6b6-6da5c8115e7f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:36.909243 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.923395 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Calling delete_port for aee3ae49-850f-44ec-a170-bc3566799f2d owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:02:36.927770 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:36.954624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee3ae49-850f-44ec-a170-bc3566799f2d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:36.956521 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] No DVR routers for this DVR port aee3ae49-850f-44ec-a170-bc3566799f2d on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:02:37.002147 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (aee3ae49-850f-44ec-a170-bc3566799f2d), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:37.032841 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (59fecbe0-9ef7-4e35-ab38-7982610771d0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:37.057941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fecbe0-9ef7-4e35-ab38-7982610771d0']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:37.068571 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5583c5ca-fa81-424b-b6b6-6da5c8115e7f') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:37.069224 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5583c5ca-fa81-424b-b6b6-6da5c8115e7f') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:37.081720 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (5583c5ca-fa81-424b-b6b6-6da5c8115e7f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:37.100348 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5583c5ca-fa81-424b-b6b6-6da5c8115e7f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:37.108314 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:02:37.108841 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (5583c5ca-fa81-424b-b6b6-6da5c8115e7f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: timer() Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:02:37.111748 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:02:37.174527 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (59fecbe0-9ef7-4e35-ab38-7982610771d0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:37.179810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:37.183572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] 10.222.0.72 "DELETE /v2.0/networks/59fecbe0-9ef7-4e35-ab38-7982610771d0 HTTP/1.1" status: 204 len: 168 time: 0.5701964 Feb 15 15:02:37.195682 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Pushing event deleted for resources: {'Port': ['ID=aee3ae49-850f-44ec-a170-bc3566799f2d,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:37.198063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e8717-d711-4e05-8578-6579dc7e8245 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fecbe0-9ef7-4e35-ab38-7982610771d0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:37.204622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.204974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.205858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.206198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.206529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.206858 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.207214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.207539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.207866 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.208188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.208509 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.208834 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.209154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:37.212006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acc0fc-42df-4a51-8eaa-5d7fa1ddb34e None None] No DVR routers for this DVR port aee3ae49-850f-44ec-a170-bc3566799f2d on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:02:37.364798 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52336) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:37.406012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1439df8c-0abc-4fde-b43b-2587ea25ea0b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9f3634cb030649148d1a34051c849ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398655 Feb 15 15:02:37.410274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52338) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:37.465730 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-75f81a9d-6bd6-49aa-9ec6-f8869edec94c admin admin] Publish callbacks [] for security_group (b070977a-8353-4b5f-8b04-491b21f88024), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:37.486577 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-75f81a9d-6bd6-49aa-9ec6-f8869edec94c admin admin] Publish callbacks [] for security_group (b070977a-8353-4b5f-8b04-491b21f88024), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:37.535122 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-75f81a9d-6bd6-49aa-9ec6-f8869edec94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (b070977a-8353-4b5f-8b04-491b21f88024), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:37.537615 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-75f81a9d-6bd6-49aa-9ec6-f8869edec94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:37.538792 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-75f81a9d-6bd6-49aa-9ec6-f8869edec94c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b070977a-8353-4b5f-8b04-491b21f88024 HTTP/1.1" status: 204 len: 168 time: 0.1276066 Feb 15 15:02:37.547630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f81a9d-6bd6-49aa-9ec6-f8869edec94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b070977a-8353-4b5f-8b04-491b21f88024,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:37.743786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:02:37.768336 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:02:37.768882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device ad8e3c1e-f9b5-4c29-a160-11f4d3bae55d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:02:37.769579 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device aee3ae49-850f-44ec-a170-bc3566799f2d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:02:37.791362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: aee3ae49-850f-44ec-a170-bc3566799f2d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:02:37.791691 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device aee3ae49-850f-44ec-a170-bc3566799f2d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:02:37.792034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:02:37.813504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:02:37.813856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7ebd8fc9-605d-4b90-b3f5-d9cb4a74cd6a not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:02:37.890120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52344) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:37.932170 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-373c18ff-76e0-45ab-9a6f-fbb99a0f497a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a02e9ead33f5496d9eb2b039c7aa6694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407984 Feb 15 15:02:37.934608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52346) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:37.985269 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e784-584e-489f-811b-056400232c4b admin admin] Publish callbacks [] for security_group (3670d10c-205c-48e4-9477-898a9dbd81ee), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:38.007432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e784-584e-489f-811b-056400232c4b admin admin] Publish callbacks [] for security_group (3670d10c-205c-48e4-9477-898a9dbd81ee), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:38.059636 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e784-584e-489f-811b-056400232c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (3670d10c-205c-48e4-9477-898a9dbd81ee), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:38.062246 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e784-584e-489f-811b-056400232c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:38.063465 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9fa7e784-584e-489f-811b-056400232c4b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3670d10c-205c-48e4-9477-898a9dbd81ee HTTP/1.1" status: 204 len: 168 time: 0.1279061 Feb 15 15:02:38.072495 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7e784-584e-489f-811b-056400232c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3670d10c-205c-48e4-9477-898a9dbd81ee,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:39.977371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52386) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:39.982010 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2a457628-5c79-48f5-9e62-d004c2b5fb68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37381396', 'description': 'tempest-secgroup-smoke-37381396 description', 'project_id': '9ccc15b20d3f455892eb64b1578a5795'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:40.002821 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a457628-5c79-48f5-9e62-d004c2b5fb68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.011480 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a457628-5c79-48f5-9e62-d004c2b5fb68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.085635 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a457628-5c79-48f5-9e62-d004c2b5fb68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (838ac510-7c50-4687-999c-e4e39983ea21), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.089016 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a457628-5c79-48f5-9e62-d004c2b5fb68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (838ac510-7c50-4687-999c-e4e39983ea21), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.123729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a457628-5c79-48f5-9e62-d004c2b5fb68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838ac510-7c50-4687-999c-e4e39983ea21,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:40.165324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a457628-5c79-48f5-9e62-d004c2b5fb68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (aa1d23b1-a7f1-477a-8434-c7a164dcecc0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.169066 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a457628-5c79-48f5-9e62-d004c2b5fb68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (aa1d23b1-a7f1-477a-8434-c7a164dcecc0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.201871 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a457628-5c79-48f5-9e62-d004c2b5fb68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.203048 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2a457628-5c79-48f5-9e62-d004c2b5fb68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2246413 Feb 15 15:02:40.204183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a457628-5c79-48f5-9e62-d004c2b5fb68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1d23b1-a7f1-477a-8434-c7a164dcecc0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:40.207379 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52388) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:40.212740 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e8cb6e06-6c1e-40b0-8b67-b2222ae2f08b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'aa1d23b1-a7f1-477a-8434-c7a164dcecc0', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:40.241466 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e8cb6e06-6c1e-40b0-8b67-b2222ae2f08b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (7a508678-3cfd-4530-817a-5f3b895e95a7), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.288390 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e8cb6e06-6c1e-40b0-8b67-b2222ae2f08b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (7a508678-3cfd-4530-817a-5f3b895e95a7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.291835 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e8cb6e06-6c1e-40b0-8b67-b2222ae2f08b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (7a508678-3cfd-4530-817a-5f3b895e95a7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.312288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb6e06-6c1e-40b0-8b67-b2222ae2f08b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a508678-3cfd-4530-817a-5f3b895e95a7,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:40.318881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e8cb6e06-6c1e-40b0-8b67-b2222ae2f08b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.320411 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e8cb6e06-6c1e-40b0-8b67-b2222ae2f08b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113675 Feb 15 15:02:40.323083 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52390) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:40.327622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-650d6d6b-6ccc-4fee-956c-c69c905585e8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'aa1d23b1-a7f1-477a-8434-c7a164dcecc0', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:40.352646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-650d6d6b-6ccc-4fee-956c-c69c905585e8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (f79b59f5-f1a2-4114-950a-80017bd0e611), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.407443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-650d6d6b-6ccc-4fee-956c-c69c905585e8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (f79b59f5-f1a2-4114-950a-80017bd0e611), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.412039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-650d6d6b-6ccc-4fee-956c-c69c905585e8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f79b59f5-f1a2-4114-950a-80017bd0e611), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.430186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d6d6b-6ccc-4fee-956c-c69c905585e8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79b59f5-f1a2-4114-950a-80017bd0e611,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:40.441283 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-650d6d6b-6ccc-4fee-956c-c69c905585e8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.442659 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-650d6d6b-6ccc-4fee-956c-c69c905585e8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185498 Feb 15 15:02:40.446084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52392) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:40.450381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ddbb8582-dac7-4409-a58c-e82c2e921789 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'aa1d23b1-a7f1-477a-8434-c7a164dcecc0', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:40.476307 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8582-dac7-4409-a58c-e82c2e921789 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (4cc86958-906a-44ed-8a7b-a834ddd52b3c), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.533754 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8582-dac7-4409-a58c-e82c2e921789 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (4cc86958-906a-44ed-8a7b-a834ddd52b3c), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.537424 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8582-dac7-4409-a58c-e82c2e921789 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (4cc86958-906a-44ed-8a7b-a834ddd52b3c), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.550879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb8582-dac7-4409-a58c-e82c2e921789 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc86958-906a-44ed-8a7b-a834ddd52b3c,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:40.559540 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.564065 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8582-dac7-4409-a58c-e82c2e921789 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.565835 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ddbb8582-dac7-4409-a58c-e82c2e921789 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188364 Feb 15 15:02:40.568545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52394) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:40.573013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1ebe2e22-ccfe-46e6-842a-ebe203e92715 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'aa1d23b1-a7f1-477a-8434-c7a164dcecc0', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:40.598693 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2e22-ccfe-46e6-842a-ebe203e92715 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (f7eadb9f-681d-4434-8e71-4c2c58464ca2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.657638 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2e22-ccfe-46e6-842a-ebe203e92715 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (f7eadb9f-681d-4434-8e71-4c2c58464ca2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.661206 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2e22-ccfe-46e6-842a-ebe203e92715 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f7eadb9f-681d-4434-8e71-4c2c58464ca2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.680389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe2e22-ccfe-46e6-842a-ebe203e92715 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7eadb9f-681d-4434-8e71-4c2c58464ca2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:40.685370 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2e22-ccfe-46e6-842a-ebe203e92715 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.689916 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1ebe2e22-ccfe-46e6-842a-ebe203e92715 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199033 Feb 15 15:02:40.690111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52396) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:40.694940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-fcba55d1-944b-40e5-8e6c-bfab765401ff tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'aa1d23b1-a7f1-477a-8434-c7a164dcecc0', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:40.717920 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-fcba55d1-944b-40e5-8e6c-bfab765401ff tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Project 9ccc15b20d3f455892eb64b1578a5795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:02:40.722896 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcba55d1-944b-40e5-8e6c-bfab765401ff tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (42eed96d-2d6c-4aec-8e6a-0bb7e494ad21), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.788677 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcba55d1-944b-40e5-8e6c-bfab765401ff tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (42eed96d-2d6c-4aec-8e6a-0bb7e494ad21), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.792638 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcba55d1-944b-40e5-8e6c-bfab765401ff tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (42eed96d-2d6c-4aec-8e6a-0bb7e494ad21), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.810178 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba55d1-944b-40e5-8e6c-bfab765401ff tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42eed96d-2d6c-4aec-8e6a-0bb7e494ad21,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:40.818741 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fcba55d1-944b-40e5-8e6c-bfab765401ff tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.819957 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fcba55d1-944b-40e5-8e6c-bfab765401ff tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287494 Feb 15 15:02:40.822678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52398) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:40.827851 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-e50db041-9e60-441b-882c-6a7cdf777155 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'aa1d23b1-a7f1-477a-8434-c7a164dcecc0', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:40.849029 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-e50db041-9e60-441b-882c-6a7cdf777155 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Project 9ccc15b20d3f455892eb64b1578a5795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:02:40.853905 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e50db041-9e60-441b-882c-6a7cdf777155 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (39cfbe32-17b8-4186-94de-dcdcb6d11ff4), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.911498 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e50db041-9e60-441b-882c-6a7cdf777155 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (39cfbe32-17b8-4186-94de-dcdcb6d11ff4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.915536 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e50db041-9e60-441b-882c-6a7cdf777155 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (39cfbe32-17b8-4186-94de-dcdcb6d11ff4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.934041 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50db041-9e60-441b-882c-6a7cdf777155 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cfbe32-17b8-4186-94de-dcdcb6d11ff4,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:40.940819 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e50db041-9e60-441b-882c-6a7cdf777155 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.942259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e50db041-9e60-441b-882c-6a7cdf777155 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184788 Feb 15 15:02:40.945307 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52400) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:40.950463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'network': {'name': 'tempest-network-smoke--1449685081', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'port_security_enabled': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:40.970389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:02:40.973908 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:40.998019 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:02:41.007857 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (02008bec-7378-4db2-ade6-abdf314f1cc2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.008208 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Added segment 02008bec-7378-4db2-ade6-abdf314f1cc2 of type vlan for network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d Feb 15 15:02:41.053622 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (841f2b24-cfba-4a3e-95f8-74bc9de87e6d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.077638 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (841f2b24-cfba-4a3e-95f8-74bc9de87e6d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.082668 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:41.083378 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.147565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2012215 Feb 15 15:02:41.150690 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52402) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:41.155048 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'admin_state_up': True, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:41.163334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf45630-8e0b-49af-87a3-4209b542d6cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Network': ['ID=841f2b24-cfba-4a3e-95f8-74bc9de87e6d,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:41.175056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:02:41.182985 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (903be719-fd23-49ab-b033-bf040e718ed7), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.184098 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (903be719-fd23-49ab-b033-bf040e718ed7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.242504 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_controller (903be719-fd23-49ab-b033-bf040e718ed7), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.383815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (903be719-fd23-49ab-b033-bf040e718ed7), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.593787 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (903be719-fd23-49ab-b033-bf040e718ed7), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.614658 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.726255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.25.6.138 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/5463dd37-704a-43b3-9a29-3f27464e0ca0) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:02:41.834439 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.870793 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:41.907638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:02:41.915849 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:02:41.918510 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:02:41.952029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=5463dd37-704a-43b3-9a29-3f27464e0ca0,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:42.195246 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (903be719-fd23-49ab-b033-bf040e718ed7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:42.691844 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (903be719-fd23-49ab-b033-bf040e718ed7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:42.811958 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:42.819364 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 903be719-fd23-49ab-b033-bf040e718ed7 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:02:42.928439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:02:42.940289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Sync routers for ids ['903be719-fd23-49ab-b033-bf040e718ed7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:02:42.951418 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:42.951592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Routers {'903be719-fd23-49ab-b033-bf040e718ed7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:02:42.952118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:02:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['903be719-fd23-49ab-b033-bf040e718ed7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:42.955388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2cafc876-0a4f-407c-af35-4ee926b8f9cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8036890 Feb 15 15:02:42.956275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52404) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:43.062564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Set router 903be719-fd23-49ab-b033-bf040e718ed7 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:02:43.097176 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7e856488-8640-49d8-ba93-fd104b0e057e tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9ccc15b20d3f455892eb64b1578a5795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1397395 Feb 15 15:02:43.099854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52408) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:43.251000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:42Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:43.254533 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2833b32-bce1-471a-b3d0-4d0f849ab472 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:43.256083 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b2833b32-bce1-471a-b3d0-4d0f849ab472 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1553338 Feb 15 15:02:43.258984 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52410) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:43.278396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Checking router: 903be719-fd23-49ab-b033-bf040e718ed7 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:02:43.278758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Updating router 903be719-fd23-49ab-b033-bf040e718ed7 port 5463dd37-704a-43b3-9a29-3f27464e0ca0 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:02:43.293104 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e37cd6eb-9685-4b16-9d64-fb18339d54bc tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330021 Feb 15 15:02:43.295668 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52412) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:43.300937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2096503446', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:43.306559 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:43.394364 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:02:43.397833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:43.579382 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Publish callbacks [] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:43.585971 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:43.590258 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (19d0aa22-4c3f-402b-a7e4-bceb88bf866e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:43.636690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Attempting to bind port 5463dd37-704a-43b3-9a29-3f27464e0ca0 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:02:43.637050 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Attempting to bind port 5463dd37-704a-43b3-9a29-3f27464e0ca0 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:02:43.637422 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Attempting to bind port 5463dd37-704a-43b3-9a29-3f27464e0ca0 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:02:43.646616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd65bca-2838-4397-99dc-347c20041bb6 None None] Pushing event updated for resources: {'Port': ['ID=5463dd37-704a-43b3-9a29-3f27464e0ca0,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:43.649093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:02:43.649479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:02:43.649886 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:43.650273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:02:43.651375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Bound port: 5463dd37-704a-43b3-9a29-3f27464e0ca0, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:02:43.651375 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:43.692330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Subnet': ['ID=19d0aa22-4c3f-402b-a7e4-bceb88bf866e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:43.705204 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Checking segment: {'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:02:43.706458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network hostable DHCP agents. Network: 841f2b24-cfba-4a3e-95f8-74bc9de87e6d, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:02:43.709333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] For port 5463dd37-704a-43b3-9a29-3f27464e0ca0, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:02:43.713183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] For port 5463dd37-704a-43b3-9a29-3f27464e0ca0, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5463dd37-704a-43b3-9a29-3f27464e0ca0,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:02:43.720409 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:43.724544 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:02:43.735475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 841f2b24-cfba-4a3e-95f8-74bc9de87e6d) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:02:43.740779 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:43.741413 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:43.756749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fe7d68-4601-41b4-9559-4f41cfc1987d None None] Network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:02:43.759804 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8f172a5f-bd07-44c6-9373-4c5ca7178743 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4630773 Feb 15 15:02:43.766884 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52414) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:02:43.844497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Routers {'903be719-fd23-49ab-b033-bf040e718ed7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:02:43.845092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:02:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['903be719-fd23-49ab-b033-bf040e718ed7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:43.850543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd65bca-2838-4397-99dc-347c20041bb6 None None] Pushing event updated for resources: {'Port': ['ID=5463dd37-704a-43b3-9a29-3f27464e0ca0,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:43.984705 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ips': [{'subnet_id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:02:43.986029 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:44.045471 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] Set router 903be719-fd23-49ab-b033-bf040e718ed7 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:02:44.252643 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:44.438190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Allocated IP 172.20.0.2 (841f2b24-cfba-4a3e-95f8-74bc9de87e6d/19d0aa22-4c3f-402b-a7e4-bceb88bf866e/c0389621-b259-4945-a2ac-b7d153b30a98) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:02:44.646692 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:42Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:44.698188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc9768-021f-46ec-9729-6995c1e0bd65 None None] The sync data for ids ['903be719-fd23-49ab-b033-bf040e718ed7'] in n-d-829064-15 is: [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:42Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:02:44.763920 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Publish callbacks [] for port (c0389621-b259-4945-a2ac-b7d153b30a98), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:44.780669 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:44.838823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:02:44.843564 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.20.0.1 (841f2b24-cfba-4a3e-95f8-74bc9de87e6d/19d0aa22-4c3f-402b-a7e4-bceb88bf866e/e91d7f4c-ea39-4304-b5f8-455465b61d59) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:02:44.844090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:02:44.846474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:02:44.882530 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Pushing event updated for resources: {'Port': ['ID=c0389621-b259-4945-a2ac-b7d153b30a98,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:44.930444 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-df9c5c27-1e83-462e-90ac-93a41354d5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:44.934803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Attempting to bind port c0389621-b259-4945-a2ac-b7d153b30a98 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:02:44.935291 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Attempting to bind port c0389621-b259-4945-a2ac-b7d153b30a98 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:02:44.935661 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Attempting to bind port c0389621-b259-4945-a2ac-b7d153b30a98 on network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:02:44.942265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:02:44.942654 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Checking segment: {'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:02:44.943097 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:44.943496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Bound using segment: {'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:02:44.943974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Bound port: c0389621-b259-4945-a2ac-b7d153b30a98, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:02:44.944357 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:44.982618 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:45.021474 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:45.036753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] For port c0389621-b259-4945-a2ac-b7d153b30a98, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:02:45.040926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] For port c0389621-b259-4945-a2ac-b7d153b30a98, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c0389621-b259-4945-a2ac-b7d153b30a98,segment=NetworkSegment(02008bec-7378-4db2-ade6-abdf314f1cc2),segment_id=02008bec-7378-4db2-ade6-abdf314f1cc2)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:02:45.059658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:45.074443 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:02:45.078007 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:02:45.081026 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:02:45.088040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=e91d7f4c-ea39-4304-b5f8-455465b61d59,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:45.137967 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (903be719-fd23-49ab-b033-bf040e718ed7), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:45.163139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98357d6-961d-45de-ab6e-c64237d361a5 None None] Pushing event updated for resources: {'Port': ['ID=c0389621-b259-4945-a2ac-b7d153b30a98,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:45.308890 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:45.674652 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:45.680213 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:45.789581 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (903be719-fd23-49ab-b033-bf040e718ed7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:45.800473 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=e91d7f4c-ea39-4304-b5f8-455465b61d59,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:45.839580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c0389621-b259-4945-a2ac-b7d153b30a98 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:02:45.910601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c0389621-b259-4945-a2ac-b7d153b30a98 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:45.911320 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:45.915857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:02:45.917554 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:02:46.059900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c0389621-b259-4945-a2ac-b7d153b30a98 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:02:46.061212 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:46.102062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port c0389621-b259-4945-a2ac-b7d153b30a98, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c0389621-b259-4945-a2ac-b7d153b30a98,segment=NetworkSegment(02008bec-7378-4db2-ade6-abdf314f1cc2),segment_id=02008bec-7378-4db2-ade6-abdf314f1cc2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:46.109751 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:46.111936 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5463dd37-704a-43b3-9a29-3f27464e0ca0 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:02:46.112236 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 903be719-fd23-49ab-b033-bf040e718ed7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:02:46.243319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=c0389621-b259-4945-a2ac-b7d153b30a98,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:46.259943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5463dd37-704a-43b3-9a29-3f27464e0ca0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:46.260331 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:46.267145 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:02:46.282643 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a7cd4503-a1a7-4ccb-837a-857d962053da tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "PUT /v2.0/routers/903be719-fd23-49ab-b033-bf040e718ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5075457 Feb 15 15:02:46.361183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5463dd37-704a-43b3-9a29-3f27464e0ca0 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:02:46.362301 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:46.407518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 5463dd37-704a-43b3-9a29-3f27464e0ca0, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5463dd37-704a-43b3-9a29-3f27464e0ca0,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:46.410981 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a0975b-14ad-4671-acc6-d363398d7231 None None] Network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:02:46.415241 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:46.481956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-93263602-c372-4c1a-b784-c20a915d58b1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37381396&fields=id&tenant_id=9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 267 time: 0.0780656 Feb 15 15:02:46.531223 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=5463dd37-704a-43b3-9a29-3f27464e0ca0,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:46.550862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-ac9142ee-2f67-4ccb-bebf-e86c9972104f None None] Provisioning complete for port c0389621-b259-4945-a2ac-b7d153b30a98 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:46.552188 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ac9142ee-2f67-4ccb-bebf-e86c9972104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:46.601714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-6eb9f371-f862-4e6a-ac71-29dc2f143e90 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:46.603464 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-6eb9f371-f862-4e6a-ac71-29dc2f143e90 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/networks?id=841f2b24-cfba-4a3e-95f8-74bc9de87e6d HTTP/1.1" status: 200 len: 797 time: 0.1126277 Feb 15 15:02:46.627318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-73a7f0e5-a7be-4d63-8963-74171bb03205 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/quotas/9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 375 time: 0.0113573 Feb 15 15:02:46.697818 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ac9142ee-2f67-4ccb-bebf-e86c9972104f None None] Current status of the port c0389621-b259-4945-a2ac-b7d153b30a98 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:02:46.703440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-a4108481-1e8a-4971-a8eb-8088b2e03fd0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646226 Feb 15 15:02:46.808773 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Sync routers for ids ['903be719-fd23-49ab-b033-bf040e718ed7'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:02:46.811558 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-da1c355a-e729-42f4-bd57-737b67947ffc service neutron] 10.222.0.72 "GET /v2.0/networks/841f2b24-cfba-4a3e-95f8-74bc9de87e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951593 Feb 15 15:02:46.819704 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Routers {'903be719-fd23-49ab-b033-bf040e718ed7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:02:46.820324 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:02:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['903be719-fd23-49ab-b033-bf040e718ed7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:46.916371 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-bef83dec-e46a-4560-9cf8-56251e51d9fa service neutron] 10.222.0.72 "GET /v2.0/networks/841f2b24-cfba-4a3e-95f8-74bc9de87e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988069 Feb 15 15:02:46.923062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-76b2d514-ef60-4ea4-a616-556479bbffae None None] Provisioning complete for port c0389621-b259-4945-a2ac-b7d153b30a98 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:46.924476 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76b2d514-ef60-4ea4-a616-556479bbffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:46.959225 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Set router 903be719-fd23-49ab-b033-bf040e718ed7 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:02:47.027258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-76b2d514-ef60-4ea4-a616-556479bbffae None None] Current status of the port c0389621-b259-4945-a2ac-b7d153b30a98 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:02:47.042188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-76b2d514-ef60-4ea4-a616-556479bbffae None None] Provisioning complete for port e91d7f4c-ea39-4304-b5f8-455465b61d59 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:47.042574 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-76b2d514-ef60-4ea4-a616-556479bbffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:47.176207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3b8dd3a-a7f4-4e4e-b101-fcb9b4bd410d req-37316ab0-8565-41fe-a98c-e212bc8bde0f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 210 time: 0.0631728 Feb 15 15:02:47.236969 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:45Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e91d7f4c-ea39-4304-b5f8-455465b61d59', 'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:eb:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:44Z', 'updated_at': '2022-02-15T15:02:45Z', 'revision_number': 2, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:47.266622 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Checking router: 903be719-fd23-49ab-b033-bf040e718ed7 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:02:47.267138 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Updating router 903be719-fd23-49ab-b033-bf040e718ed7 port e91d7f4c-ea39-4304-b5f8-455465b61d59 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:02:47.268926 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-76b2d514-ef60-4ea4-a616-556479bbffae None None] Port e91d7f4c-ea39-4304-b5f8-455465b61d59 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:02:47.275795 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-213567c7-f467-4fa9-ad45-574d23de68d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:47.300373 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:47.387325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e4bb529d-737d-495a-8cba-12fd3df179a3 None None] Provisioning complete for port e91d7f4c-ea39-4304-b5f8-455465b61d59 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:47.387702 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e4bb529d-737d-495a-8cba-12fd3df179a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:47.422173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb529d-737d-495a-8cba-12fd3df179a3 None None] Port e91d7f4c-ea39-4304-b5f8-455465b61d59 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:02:47.563256 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Publish callbacks [] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:47.569027 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:47.617934 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Pushing event updated for resources: {'Port': ['ID=e91d7f4c-ea39-4304-b5f8-455465b61d59,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:47.645902 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.646241 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.646576 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.646918 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.647252 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.647584 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.647907 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.648222 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.648538 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.648853 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.649169 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.649481 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.649791 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:02:47.679793 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Attempting to bind port e91d7f4c-ea39-4304-b5f8-455465b61d59 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:02:47.680160 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Attempting to bind port e91d7f4c-ea39-4304-b5f8-455465b61d59 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:02:47.680517 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Attempting to bind port e91d7f4c-ea39-4304-b5f8-455465b61d59 on network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:02:47.685746 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:02:47.686153 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Checking segment: {'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:02:47.686504 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:47.686889 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Bound using segment: {'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:02:47.687766 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Bound port: e91d7f4c-ea39-4304-b5f8-455465b61d59, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:02:47.688053 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:47.758315 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] For port e91d7f4c-ea39-4304-b5f8-455465b61d59, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:02:47.762007 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] For port e91d7f4c-ea39-4304-b5f8-455465b61d59, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e91d7f4c-ea39-4304-b5f8-455465b61d59,segment=NetworkSegment(02008bec-7378-4db2-ade6-abdf314f1cc2),segment_id=02008bec-7378-4db2-ade6-abdf314f1cc2)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:02:47.772005 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:47.774323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c0389621-b259-4945-a2ac-b7d153b30a98 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:02:47.821411 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Routers {'903be719-fd23-49ab-b033-bf040e718ed7'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:02:47.822009 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:02:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['903be719-fd23-49ab-b033-bf040e718ed7'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:47.831131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port c0389621-b259-4945-a2ac-b7d153b30a98 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:47.831505 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:47.873150 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7c354456-3277-438a-b725-a684629018f5 None None] Provisioning complete for port e91d7f4c-ea39-4304-b5f8-455465b61d59 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:47.873440 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7c354456-3277-438a-b725-a684629018f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:47.985817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port c0389621-b259-4945-a2ac-b7d153b30a98 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:02:47.987529 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5463dd37-704a-43b3-9a29-3f27464e0ca0 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:02:48.028300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7c354456-3277-438a-b725-a684629018f5 None None] Current status of the port e91d7f4c-ea39-4304-b5f8-455465b61d59 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:02:48.028700 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7c354456-3277-438a-b725-a684629018f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:48.032018 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fb8c2-0647-4c09-8597-746698ec2f2d None None] Pushing event updated for resources: {'Port': ['ID=e91d7f4c-ea39-4304-b5f8-455465b61d59,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:48.061132 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] Set router 903be719-fd23-49ab-b033-bf040e718ed7 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:02:48.069631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-7c354456-3277-438a-b725-a684629018f5 None None] For port e91d7f4c-ea39-4304-b5f8-455465b61d59, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e91d7f4c-ea39-4304-b5f8-455465b61d59,segment=NetworkSegment(02008bec-7378-4db2-ade6-abdf314f1cc2),segment_id=02008bec-7378-4db2-ade6-abdf314f1cc2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:48.076827 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7c354456-3277-438a-b725-a684629018f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:48.082767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 5463dd37-704a-43b3-9a29-3f27464e0ca0 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:48.083238 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:48.164108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c354456-3277-438a-b725-a684629018f5 None None] Pushing event updated for resources: {'Port': ['ID=e91d7f4c-ea39-4304-b5f8-455465b61d59,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:48.226185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 5463dd37-704a-43b3-9a29-3f27464e0ca0 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:02:48.232023 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7ed94a2f-f769-4bab-ac4a-602a2bef2839 None None] Provisioning complete for port e91d7f4c-ea39-4304-b5f8-455465b61d59 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:48.232728 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7ed94a2f-f769-4bab-ac4a-602a2bef2839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:48.273019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1775f056-86ad-4b33-a918-03c31b6350c8 req-61141de2-f7f4-407f-a462-e94cd4bf33d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 210 time: 0.0386431 Feb 15 15:02:48.297913 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:45Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e91d7f4c-ea39-4304-b5f8-455465b61d59', 'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:eb:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:44Z', 'updated_at': '2022-02-15T15:02:47Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:02:48.320254 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800cc045-20ec-49a1-8855-58b212a28f5c None None] The sync data for ids ['903be719-fd23-49ab-b033-bf040e718ed7'] in n-d-829064-15 is: [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:45Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e91d7f4c-ea39-4304-b5f8-455465b61d59', 'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:eb:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:44Z', 'updated_at': '2022-02-15T15:02:47Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:02:48.320950 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7ed94a2f-f769-4bab-ac4a-602a2bef2839 None None] Current status of the port e91d7f4c-ea39-4304-b5f8-455465b61d59 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:02:48.611866 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:49.365787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2dc3b165-02ae-4143-bab6-a95cbb224e1b req-8b2ae25b-73ec-4857-8051-6fa07dd4e752 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 210 time: 0.0338945 Feb 15 15:02:49.772631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e91d7f4c-ea39-4304-b5f8-455465b61d59 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:02:49.827455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e91d7f4c-ea39-4304-b5f8-455465b61d59 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:49.827830 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:49.905453 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e91d7f4c-ea39-4304-b5f8-455465b61d59 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:02:49.931904 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:50.453109 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a72105d9-fff7-4713-9ad2-0faef8c7b601 req-7646ed70-3b6a-460e-9e85-fc5390f3111a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 210 time: 0.0274169 Feb 15 15:02:51.199702 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:51.547964 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb721adb-900a-4c2b-abc1-9fbcec29472d req-c1d0b84c-4017-4e8a-9cda-9e31e7775770 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 210 time: 0.0269835 Feb 15 15:02:52.327628 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-56d3bf80-1d8e-4490-8d1d-0ad979cc1a43 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:52.329134 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-56d3bf80-1d8e-4490-8d1d-0ad979cc1a43 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "GET /v2.0/networks?id=841f2b24-cfba-4a3e-95f8-74bc9de87e6d HTTP/1.1" status: 200 len: 797 time: 0.1173103 Feb 15 15:02:52.397589 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-93d28c72-c47d-403a-9304-f43c09ec6342 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 378 time: 0.0578659 Feb 15 15:02:52.406835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'port': {'device_id': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'admin_state_up': True, 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'security_groups': ['aa1d23b1-a7f1-477a-8434-c7a164dcecc0']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:52.517247 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:02:52.520691 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:52.691587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-895b6c0a-ece1-4a98-8680-d1f607a9ca53 req-53f0c61e-5141-4665-95c9-59c7ffe2bc67 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 210 time: 0.0322487 Feb 15 15:02:52.692199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.20.0.6 (841f2b24-cfba-4a3e-95f8-74bc9de87e6d/19d0aa22-4c3f-402b-a7e4-bceb88bf866e/4987e125-474d-4c0a-8b2b-fab0ff5abd50) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:02:52.843024 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:52.878552 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:52.920322 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:02:52.926243 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:02:52.930011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:02:52.955652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=4987e125-474d-4c0a-8b2b-fab0ff5abd50,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:52.991466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:52.992239 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:53.011187 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dc38d9a1-d4b9-4182-9db3-93021679cf03 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077125 Feb 15 15:02:53.021657 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c42a127a-9c8a-470d-8ae2-dcc2eaa887a5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:02:53.022712 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c42a127a-9c8a-470d-8ae2-dcc2eaa887a5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067430 Feb 15 15:02:53.089294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Request body: {'port': {'device_id': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:02:53.160004 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:53.174441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a6733708-f010-4972-bcbb-192977ce2127 None None] Provisioning complete for port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:02:53.175235 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a6733708-f010-4972-bcbb-192977ce2127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:53.216476 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a6733708-f010-4972-bcbb-192977ce2127 None None] Port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:02:53.428487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4987e125-474d-4c0a-8b2b-fab0ff5abd50 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:02:53.435792 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Publish callbacks [] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:53.448196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Transition to ACTIVE for port object 4987e125-474d-4c0a-8b2b-fab0ff5abd50 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:02:53.451782 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:53.504566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Pushing event updated for resources: {'Port': ['ID=4987e125-474d-4c0a-8b2b-fab0ff5abd50,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:53.589648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Attempting to bind port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:02:53.589981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Attempting to bind port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:02:53.590313 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Attempting to bind port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 on network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:02:53.595369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 on network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:02:53.595694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Attempting to bind port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 on network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:02:53.601218 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:02:53.601565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Checking segment: {'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:02:53.601948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Bound using segment: {'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:02:53.602375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Bound port: 4987e125-474d-4c0a-8b2b-fab0ff5abd50, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02008bec-7378-4db2-ade6-abdf314f1cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:02:53.602729 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:53.672597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] For port 4987e125-474d-4c0a-8b2b-fab0ff5abd50, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:02:53.676238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] For port 4987e125-474d-4c0a-8b2b-fab0ff5abd50, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4987e125-474d-4c0a-8b2b-fab0ff5abd50,segment=NetworkSegment(02008bec-7378-4db2-ade6-abdf314f1cc2),segment_id=02008bec-7378-4db2-ade6-abdf314f1cc2)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:02:53.682529 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:53.718528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:53.719192 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:53.720960 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] 10.222.0.42 "PUT /v2.0/ports/4987e125-474d-4c0a-8b2b-fab0ff5abd50 HTTP/1.1" status: 200 len: 1092 time: 0.6908414 Feb 15 15:02:53.721304 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'tag': '4987e125-474d-4c0a-8b2b-fab0ff5abd50'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:02:53.724057 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "31b93f02-03b9-4ba2-a1e9-56137e2256a0", "tag": "4987e125-474d-4c0a-8b2b-fab0ff5abd50"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:02:53.801538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea3f10-e4fb-4007-8d7e-62b69a4ba166 service neutron] Pushing event updated for resources: {'Port': ['ID=4987e125-474d-4c0a-8b2b-fab0ff5abd50,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:53.824368 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82b76a9-34f1-401e-a8ca-afa22a154d46 x-openstack-request-id: req-c82b76a9-34f1-401e-a8ca-afa22a154d46 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:02:53.825368 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b93f02-03b9-4ba2-a1e9-56137e2256a0", "tag": "4987e125-474d-4c0a-8b2b-fab0ff5abd50", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:02:53.826211 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c82b76a9-34f1-401e-a8ca-afa22a154d46 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:02:53.827218 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'tag': '4987e125-474d-4c0a-8b2b-fab0ff5abd50', 'status': 'completed', 'code': 200} Feb 15 15:02:53.864344 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61a53-d44f-48da-af0a-e2f4ed5b1b6f req-a8c2d3af-dc00-4467-a757-073933e9cb6e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:53.866086 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2bc61a53-d44f-48da-af0a-e2f4ed5b1b6f req-a8c2d3af-dc00-4467-a757-073933e9cb6e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 943 time: 0.0676644 Feb 15 15:02:53.882111 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-60058ce2-4a26-43c4-92e9-c4e1b7385f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:53.884305 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-60058ce2-4a26-43c4-92e9-c4e1b7385f27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 1126 time: 0.0784092 Feb 15 15:02:53.925308 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2bc61a53-d44f-48da-af0a-e2f4ed5b1b6f req-7a69bfee-a16e-46bc-bee5-28d4f9be6556 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529695 Feb 15 15:02:53.950150 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-2adfa8dc-bbdd-43b8-9134-cadc462d0155 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4987e125-474d-4c0a-8b2b-fab0ff5abd50 HTTP/1.1" status: 200 len: 217 time: 0.0575662 Feb 15 15:02:54.003485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-e2c9853a-8a74-411c-8376-147f7e81a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:54.005011 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-e2c9853a-8a74-411c-8376-147f7e81a409 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19d0aa22-4c3f-402b-a7e4-bceb88bf866e HTTP/1.1" status: 200 len: 835 time: 0.0491619 Feb 15 15:02:54.065813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-f55535a0-902e-40f4-a23f-c2ea789206fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:54.067435 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-f55535a0-902e-40f4-a23f-c2ea789206fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=841f2b24-cfba-4a3e-95f8-74bc9de87e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511329 Feb 15 15:02:54.182677 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-dfdd9048-7d5c-41d9-9464-73b521c029bd service neutron] 10.222.0.42 "GET /v2.0/networks/841f2b24-cfba-4a3e-95f8-74bc9de87e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077039 Feb 15 15:02:54.275777 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-186ca8df-d325-48bc-9d1f-ac05e0112101 req-fdc1e087-657e-4caa-9a84-f4f80db29fcf service neutron] 10.222.0.42 "GET /v2.0/networks/841f2b24-cfba-4a3e-95f8-74bc9de87e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863571 Feb 15 15:02:54.370883 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5 req-a587c309-329c-44b4-a8c5-580b63ccc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:54.372425 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5 req-a587c309-329c-44b4-a8c5-580b63ccc0f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 1126 time: 0.0483665 Feb 15 15:02:54.467152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5 req-cee5aa7c-f7e2-4315-a377-9dc38db72139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:54.468620 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5 req-cee5aa7c-f7e2-4315-a377-9dc38db72139 service neutron] 10.222.0.42 "GET /v2.0/networks?id=841f2b24-cfba-4a3e-95f8-74bc9de87e6d HTTP/1.1" status: 200 len: 898 time: 0.0899026 Feb 15 15:02:54.510822 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5 req-57fb27db-a6c3-4510-9934-b62f66293194 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4987e125-474d-4c0a-8b2b-fab0ff5abd50 HTTP/1.1" status: 200 len: 217 time: 0.0350592 Feb 15 15:02:54.564196 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5 req-32321398-d88b-4399-ac8b-cf143330dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:54.565695 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5 req-32321398-d88b-4399-ac8b-cf143330dda1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19d0aa22-4c3f-402b-a7e4-bceb88bf866e HTTP/1.1" status: 200 len: 835 time: 0.0487630 Feb 15 15:02:54.618575 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5 req-0788821b-b76a-4bb5-a30e-89ca445c92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:54.620122 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5 req-0788821b-b76a-4bb5-a30e-89ca445c92aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=841f2b24-cfba-4a3e-95f8-74bc9de87e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467827 Feb 15 15:02:54.712663 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5 req-1aea625a-8aab-47f0-b8bf-a9389aaf1696 service neutron] 10.222.0.42 "GET /v2.0/networks/841f2b24-cfba-4a3e-95f8-74bc9de87e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848248 Feb 15 15:02:54.807927 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3a2a8ede-4f2b-47e6-8a0e-072ea625f0a5 req-bd6919f2-6eed-48ac-8855-21c0a9a2570e service neutron] 10.222.0.42 "GET /v2.0/networks/841f2b24-cfba-4a3e-95f8-74bc9de87e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880613 Feb 15 15:02:55.054284 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a3131-5724-43fd-84ac-6c7e64313d6a req-9940dafb-eb26-4d71-8d7d-fbf9fce98621 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:55.055763 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-432a3131-5724-43fd-84ac-6c7e64313d6a req-9940dafb-eb26-4d71-8d7d-fbf9fce98621 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 943 time: 0.0531368 Feb 15 15:02:55.105375 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-432a3131-5724-43fd-84ac-6c7e64313d6a req-c38b05a4-b962-4407-bc7d-19e308c5e9b2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438886 Feb 15 15:02:56.233394 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11508e8b-6f53-41b9-ab42-317ee64132b8 req-9c435a55-869d-4a52-957f-9537fe04db1d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:56.234884 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11508e8b-6f53-41b9-ab42-317ee64132b8 req-9c435a55-869d-4a52-957f-9537fe04db1d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 943 time: 0.0559587 Feb 15 15:02:56.283999 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-11508e8b-6f53-41b9-ab42-317ee64132b8 req-426870ee-0358-45ad-b5e5-b52ccf8a384c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428908 Feb 15 15:02:56.739095 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:02:57.405977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f7a65-abb5-4f87-a11d-94795ab2dd23 req-74f48b81-e695-4147-a9b9-d46a3aff34f3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:57.407473 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c46f7a65-abb5-4f87-a11d-94795ab2dd23 req-74f48b81-e695-4147-a9b9-d46a3aff34f3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 943 time: 0.0568838 Feb 15 15:02:57.457463 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c46f7a65-abb5-4f87-a11d-94795ab2dd23 req-3ec4a897-fe59-4870-b57b-77c314224134 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437207 Feb 15 15:02:58.226563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4987e125-474d-4c0a-8b2b-fab0ff5abd50 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:02:58.324488 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4987e125-474d-4c0a-8b2b-fab0ff5abd50, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4987e125-474d-4c0a-8b2b-fab0ff5abd50,segment=NetworkSegment(02008bec-7378-4db2-ade6-abdf314f1cc2),segment_id=02008bec-7378-4db2-ade6-abdf314f1cc2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:58.336641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '4987e125-474d-4c0a-8b2b-fab0ff5abd50', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'port_id': '4987e125-474d-4c0a-8b2b-fab0ff5abd50', 'mac_address': 'fa:16:3e:74:0c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:02:58.373136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:02:58.373571 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:58.386839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4987e125-474d-4c0a-8b2b-fab0ff5abd50 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:02:58.407364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4987e125-474d-4c0a-8b2b-fab0ff5abd50, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4987e125-474d-4c0a-8b2b-fab0ff5abd50,segment=NetworkSegment(02008bec-7378-4db2-ade6-abdf314f1cc2),segment_id=02008bec-7378-4db2-ade6-abdf314f1cc2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:02:58.411286 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:02:58.458593 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4987e125-474d-4c0a-8b2b-fab0ff5abd50,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:02:58.580390 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d7561-2090-4862-b2f1-e56bd1077c22 req-382d8fa3-4020-43ea-8230-8f2cfaf6e6ac tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:58.581914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b24d7561-2090-4862-b2f1-e56bd1077c22 req-382d8fa3-4020-43ea-8230-8f2cfaf6e6ac tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 944 time: 0.0576055 Feb 15 15:02:58.631140 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b24d7561-2090-4862-b2f1-e56bd1077c22 req-b9b12494-23c9-45c4-8582-2c60d04fc657 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434115 Feb 15 15:02:58.652250 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['4987e125-474d-4c0a-8b2b-fab0ff5abd50'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:02:59.750432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b6baf-6e2c-486b-9e1c-f7fd39173947 req-083fe09a-8061-417a-bd1b-e746585a6117 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:02:59.752440 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e42b6baf-6e2c-486b-9e1c-f7fd39173947 req-083fe09a-8061-417a-bd1b-e746585a6117 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 944 time: 0.0529563 Feb 15 15:02:59.801946 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e42b6baf-6e2c-486b-9e1c-f7fd39173947 req-9e2e979e-9e44-4368-9142-8977a69210ce tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443931 Feb 15 15:03:00.231421 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4987e125-474d-4c0a-8b2b-fab0ff5abd50 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:03:00.284088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:03:00.288269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:03:00.288649 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:00.364770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:03:00.365169 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:00.387885 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4987e125-474d-4c0a-8b2b-fab0ff5abd50'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:03:00.390308 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0894d194-5891-4642-b99f-01618e64fffe" -d '{"events": [{"server_uuid": "31b93f02-03b9-4ba2-a1e9-56137e2256a0", "name": "network-vif-plugged", "status": "completed", "tag": "4987e125-474d-4c0a-8b2b-fab0ff5abd50"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:03:00.403501 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 4987e125-474d-4c0a-8b2b-fab0ff5abd50, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4987e125-474d-4c0a-8b2b-fab0ff5abd50,segment=NetworkSegment(02008bec-7378-4db2-ade6-abdf314f1cc2),segment_id=02008bec-7378-4db2-ade6-abdf314f1cc2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:03:00.407514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:00.462522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=4987e125-474d-4c0a-8b2b-fab0ff5abd50,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:00.487258 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798ac9df-ca04-4149-9a3a-2dd12569b3a8 x-openstack-request-id: req-798ac9df-ca04-4149-9a3a-2dd12569b3a8 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:03:00.487553 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b93f02-03b9-4ba2-a1e9-56137e2256a0", "name": "network-vif-plugged", "status": "completed", "tag": "4987e125-474d-4c0a-8b2b-fab0ff5abd50", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:03:00.487808 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-798ac9df-ca04-4149-9a3a-2dd12569b3a8 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:03:00.488207 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4987e125-474d-4c0a-8b2b-fab0ff5abd50', 'code': 200} Feb 15 15:03:00.588786 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a19de7-129f-4c27-af86-21f05bb87376 req-d6eb1a52-2bf1-491a-8631-2fae1ab9b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:00.590309 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c1a19de7-129f-4c27-af86-21f05bb87376 req-d6eb1a52-2bf1-491a-8631-2fae1ab9b5dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 1128 time: 0.0459929 Feb 15 15:03:00.638477 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c1a19de7-129f-4c27-af86-21f05bb87376 req-d694b96e-a9b0-4424-9a7d-c4f85c20ee2a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417044 Feb 15 15:03:00.920025 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76daa2-6063-427c-a775-4cf49f11ec32 req-ade50061-e8a4-4afd-9ebf-77fdecfa4772 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:00.921522 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a76daa2-6063-427c-a775-4cf49f11ec32 req-ade50061-e8a4-4afd-9ebf-77fdecfa4772 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 945 time: 0.0519464 Feb 15 15:03:00.976553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a76daa2-6063-427c-a775-4cf49f11ec32 req-f19a0721-f6af-41d0-8a45-b386a451b417 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482540 Feb 15 15:03:02.106679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c7d42-14bc-4c9b-a657-802d022e5d4d req-e5f79bc4-6e93-431b-8546-4fcd60216d51 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:02.108529 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac8c7d42-14bc-4c9b-a657-802d022e5d4d req-e5f79bc4-6e93-431b-8546-4fcd60216d51 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 945 time: 0.0564089 Feb 15 15:03:02.161828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ac8c7d42-14bc-4c9b-a657-802d022e5d4d req-e3f89a00-b97d-4991-be55-a91cb4be56ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472555 Feb 15 15:03:02.283898 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8834c5b-ef2f-4370-a2c0-196daf915cee req-7a6d210b-4765-43e2-9f30-a96c6b6fc8d9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:02.285329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8834c5b-ef2f-4370-a2c0-196daf915cee req-7a6d210b-4765-43e2-9f30-a96c6b6fc8d9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 945 time: 0.0553963 Feb 15 15:03:02.335082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a8834c5b-ef2f-4370-a2c0-196daf915cee req-6fedc309-e1c0-4927-994d-6b07e5a58074 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435236 Feb 15 15:03:02.357889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52486) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:02.405781 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866d5b8-f52d-4dd7-89fc-a66577c94ba2 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:02.407849 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e866d5b8-f52d-4dd7-89fc-a66577c94ba2 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 1123 time: 0.0483735 Feb 15 15:03:02.410853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52488) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:02.415196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '4987e125-474d-4c0a-8b2b-fab0ff5abd50', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:03:02.436242 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:02.533124 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:02.921396 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.25.6.110 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/e8c2d869-1e52-42a4-a2d6-7a924ba122d1) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:03:03.022328 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (e8c2d869-1e52-42a4-a2d6-7a924ba122d1), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:03.055672 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e8c2d869-1e52-42a4-a2d6-7a924ba122d1), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:03.094941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:03:03.099700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:03:03.103187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:03:03.128256 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=e8c2d869-1e52-42a4-a2d6-7a924ba122d1,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:03.454064 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (e3be1ed0-4f86-4db5-916c-39eb5a715e9b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:03.521897 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e8c2d869-1e52-42a4-a2d6-7a924ba122d1), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:03.670667 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (e8c2d869-1e52-42a4-a2d6-7a924ba122d1), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:03.676194 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (e8c2d869-1e52-42a4-a2d6-7a924ba122d1), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:03.746467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=e8c2d869-1e52-42a4-a2d6-7a924ba122d1,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:03.755655 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (e3be1ed0-4f86-4db5-916c-39eb5a715e9b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:03.859168 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Floating IP e3be1ed0-4f86-4db5-916c-39eb5a715e9b associated. External IP: 172.25.6.110, port: 4987e125-474d-4c0a-8b2b-fab0ff5abd50. Feb 15 15:03:04.074886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 903be719-fd23-49ab-b033-bf040e718ed7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:03:04.191530 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:03:04.201685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae9b84e-c1d7-4b16-bcbf-59d659b3d3f5 None None] Sync routers for ids ['903be719-fd23-49ab-b033-bf040e718ed7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:03:04.210472 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:04.212665 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9b84e-c1d7-4b16-bcbf-59d659b3d3f5 None None] Routers {'903be719-fd23-49ab-b033-bf040e718ed7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:03:04.213360 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2ae9b84e-c1d7-4b16-bcbf-59d659b3d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:02:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['903be719-fd23-49ab-b033-bf040e718ed7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:04.242162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-01b1fee7-e158-4de9-b352-d4f257c67400 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8302290 Feb 15 15:03:04.243115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'tag': '4987e125-474d-4c0a-8b2b-fab0ff5abd50'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:03:04.245591 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfb40f0-06e5-4459-ade8-e849e5898002" -d '{"events": [{"name": "network-changed", "server_uuid": "31b93f02-03b9-4ba2-a1e9-56137e2256a0", "tag": "4987e125-474d-4c0a-8b2b-fab0ff5abd50"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:03:04.288257 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69540b58-6751-48cf-959a-66938c949b6c x-openstack-request-id: req-69540b58-6751-48cf-959a-66938c949b6c {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:03:04.288558 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b93f02-03b9-4ba2-a1e9-56137e2256a0", "tag": "4987e125-474d-4c0a-8b2b-fab0ff5abd50", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:03:04.288849 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-69540b58-6751-48cf-959a-66938c949b6c {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:03:04.289266 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'tag': '4987e125-474d-4c0a-8b2b-fab0ff5abd50', 'status': 'completed', 'code': 200} Feb 15 15:03:04.339562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-2ae9b84e-c1d7-4b16-bcbf-59d659b3d3f5 None None] Set router 903be719-fd23-49ab-b033-bf040e718ed7 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:03:04.351453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a3391-7d23-4730-bee5-6574852c0104 req-9668be8c-4bab-4375-9be5-8ea31021785e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:04.353018 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-369a3391-7d23-4730-bee5-6574852c0104 req-9668be8c-4bab-4375-9be5-8ea31021785e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 945 time: 0.0588593 Feb 15 15:03:04.361280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb40f0-06e5-4459-ade8-e849e5898002 req-9c423776-ca95-4575-99de-556a41a69d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:04.362921 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5dfb40f0-06e5-4459-ade8-e849e5898002 req-9c423776-ca95-4575-99de-556a41a69d97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 1128 time: 0.0521564 Feb 15 15:03:04.406634 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-369a3391-7d23-4730-bee5-6574852c0104 req-bf6c2e9c-378b-4c77-a7fd-c8f3c548239f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469680 Feb 15 15:03:04.433953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52494) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:04.460956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb40f0-06e5-4459-ade8-e849e5898002 req-c6901eb9-1ec2-45bb-9fa6-8bc5e570b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:04.462465 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5dfb40f0-06e5-4459-ade8-e849e5898002 req-c6901eb9-1ec2-45bb-9fa6-8bc5e570b6e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=841f2b24-cfba-4a3e-95f8-74bc9de87e6d HTTP/1.1" status: 200 len: 898 time: 0.0927246 Feb 15 15:03:04.514579 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-16039279-42fc-4eac-b57d-5bf029c8e7ec tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/e3be1ed0-4f86-4db5-916c-39eb5a715e9b HTTP/1.1" status: 200 len: 991 time: 0.0784700 Feb 15 15:03:04.534261 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5dfb40f0-06e5-4459-ade8-e849e5898002 req-99b4eab4-4350-40d1-882f-ed347cbe42d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4987e125-474d-4c0a-8b2b-fab0ff5abd50 HTTP/1.1" status: 200 len: 999 time: 0.0659769 Feb 15 15:03:04.585159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb40f0-06e5-4459-ade8-e849e5898002 req-e25c1ac8-d80a-4487-bbd1-c83e788029e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:04.586665 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5dfb40f0-06e5-4459-ade8-e849e5898002 req-e25c1ac8-d80a-4487-bbd1-c83e788029e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19d0aa22-4c3f-402b-a7e4-bceb88bf866e HTTP/1.1" status: 200 len: 835 time: 0.0462205 Feb 15 15:03:04.586937 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2ae9b84e-c1d7-4b16-bcbf-59d659b3d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:45Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'e3be1ed0-4f86-4db5-916c-39eb5a715e9b', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'port_id': '4987e125-474d-4c0a-8b2b-fab0ff5abd50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'mac_address': 'fa:16:3e:74:0c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:03:03Z', 'updated_at': '2022-02-15T15:03:03Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91d7f4c-ea39-4304-b5f8-455465b61d59', 'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:eb:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:44Z', 'updated_at': '2022-02-15T15:02:48Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:04.617513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae9b84e-c1d7-4b16-bcbf-59d659b3d3f5 None None] Checking router: 903be719-fd23-49ab-b033-bf040e718ed7 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:03:04.627172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9b84e-c1d7-4b16-bcbf-59d659b3d3f5 None None] Routers {'903be719-fd23-49ab-b033-bf040e718ed7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:03:04.627792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2ae9b84e-c1d7-4b16-bcbf-59d659b3d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:02:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['903be719-fd23-49ab-b033-bf040e718ed7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:04.639243 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb40f0-06e5-4459-ade8-e849e5898002 req-606b8753-aea2-49b4-8a53-7dcf6ad65521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:04.640759 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5dfb40f0-06e5-4459-ade8-e849e5898002 req-606b8753-aea2-49b4-8a53-7dcf6ad65521 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=841f2b24-cfba-4a3e-95f8-74bc9de87e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479572 Feb 15 15:03:04.736964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-2ae9b84e-c1d7-4b16-bcbf-59d659b3d3f5 None None] Set router 903be719-fd23-49ab-b033-bf040e718ed7 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:03:04.740266 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5dfb40f0-06e5-4459-ade8-e849e5898002 req-5300560a-7642-4248-9820-33437d02bb4a service neutron] 10.222.0.42 "GET /v2.0/networks/841f2b24-cfba-4a3e-95f8-74bc9de87e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925620 Feb 15 15:03:04.833840 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5dfb40f0-06e5-4459-ade8-e849e5898002 req-7bc42ae0-268e-48a3-bd44-0d665cdfd11a service neutron] 10.222.0.42 "GET /v2.0/networks/841f2b24-cfba-4a3e-95f8-74bc9de87e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869949 Feb 15 15:03:04.967205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-2ae9b84e-c1d7-4b16-bcbf-59d659b3d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:45Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'e3be1ed0-4f86-4db5-916c-39eb5a715e9b', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'port_id': '4987e125-474d-4c0a-8b2b-fab0ff5abd50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'mac_address': 'fa:16:3e:74:0c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:03:03Z', 'updated_at': '2022-02-15T15:03:03Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91d7f4c-ea39-4304-b5f8-455465b61d59', 'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:eb:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:44Z', 'updated_at': '2022-02-15T15:02:48Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:04.994568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae9b84e-c1d7-4b16-bcbf-59d659b3d3f5 None None] The sync data for ids ['903be719-fd23-49ab-b033-bf040e718ed7'] in n-d-829064-15 is: [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:45Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'e3be1ed0-4f86-4db5-916c-39eb5a715e9b', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'port_id': '4987e125-474d-4c0a-8b2b-fab0ff5abd50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'mac_address': 'fa:16:3e:74:0c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:03:03Z', 'updated_at': '2022-02-15T15:03:03Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91d7f4c-ea39-4304-b5f8-455465b61d59', 'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:eb:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:44Z', 'updated_at': '2022-02-15T15:02:48Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:03:05.203881 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaf610-b01d-408c-9f19-945c9ba1b583 None None] New status for floating IP e3be1ed0-4f86-4db5-916c-39eb5a715e9b: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:03:05.518593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52496) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:05.581197 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-152c3b3a-f01b-4725-ba19-d9bbd7c2711d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/e3be1ed0-4f86-4db5-916c-39eb5a715e9b HTTP/1.1" status: 200 len: 993 time: 0.0614040 Feb 15 15:03:10.575974 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:12.825351 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:14.884802 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-66973830-4f77-47de-aa48-3a534ee25bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:17.258001 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e2aa2470-3bea-4ca8-a6e9-54aaa8564434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:18.612611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:19.937688 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:21.202208 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:33.738129 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:03:40.572421 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:40.757789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8f446-717f-4759-a2dd-04082fa7018d req-1d85ada3-73d5-4db9-b6a4-e27beaba8ec8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:40.759305 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ce8f446-717f-4759-a2dd-04082fa7018d req-1d85ada3-73d5-4db9-b6a4-e27beaba8ec8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 945 time: 0.0570192 Feb 15 15:03:40.811421 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ce8f446-717f-4759-a2dd-04082fa7018d req-45dcb2cd-55c4-4e81-bbcb-776edf4fcfc7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464625 Feb 15 15:03:41.936352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0383-d099-4acb-abe7-8c156742c62c req-26d21ace-0761-4e21-b897-79ba36fc3ecd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:41.937846 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-158f0383-d099-4acb-abe7-8c156742c62c req-26d21ace-0761-4e21-b897-79ba36fc3ecd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 945 time: 0.0544193 Feb 15 15:03:41.986285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-158f0383-d099-4acb-abe7-8c156742c62c req-f4bb80e5-219a-4020-ab0c-e6c1142f8763 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424531 Feb 15 15:03:42.007762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52514) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:42.071246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a3a7ede4-5dc1-4e4f-9759-546e31fcb141 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/e3be1ed0-4f86-4db5-916c-39eb5a715e9b HTTP/1.1" status: 200 len: 993 time: 0.0623469 Feb 15 15:03:42.824223 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:43.341555 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b999db2-eadf-485b-95ea-d6a42f57fdf2 req-d9244c3d-1989-4335-a63d-9408077c1380 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:43.343030 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b999db2-eadf-485b-95ea-d6a42f57fdf2 req-d9244c3d-1989-4335-a63d-9408077c1380 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 945 time: 0.0536976 Feb 15 15:03:43.393559 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b999db2-eadf-485b-95ea-d6a42f57fdf2 req-b8386d47-a7cd-462c-b4d8-e029f71420b3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446024 Feb 15 15:03:44.513627 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7c2d-10cc-4ed8-9a3f-a31859d1c908 req-dad6add3-6999-4553-8405-59845b396a53 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:44.515118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-884b7c2d-10cc-4ed8-9a3f-a31859d1c908 req-dad6add3-6999-4553-8405-59845b396a53 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 945 time: 0.0512650 Feb 15 15:03:44.564953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-884b7c2d-10cc-4ed8-9a3f-a31859d1c908 req-3e66a06b-8ae0-40dd-95b9-6dbe21e39b3a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437810 Feb 15 15:03:44.587156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52524) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:44.650742 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f040be31-f683-4e82-8b84-76b2ff9f3464 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/e3be1ed0-4f86-4db5-916c-39eb5a715e9b HTTP/1.1" status: 200 len: 993 time: 0.0624735 Feb 15 15:03:44.874374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52530) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:44.888480 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d7f154d-2aae-4ea8-beda-11e0d656fc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:45.286164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port e8c2d869-1e52-42a4-a2d6-7a924ba122d1 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:03:45.286507 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e8c2d869-1e52-42a4-a2d6-7a924ba122d1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:45.363111 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e8c2d869-1e52-42a4-a2d6-7a924ba122d1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:45.363440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (e8c2d869-1e52-42a4-a2d6-7a924ba122d1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:45.374664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for e8c2d869-1e52-42a4-a2d6-7a924ba122d1 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:03:45.542708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e8c2d869-1e52-42a4-a2d6-7a924ba122d1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:45.568343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=e8c2d869-1e52-42a4-a2d6-7a924ba122d1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:45.580619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.581013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.581386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.581739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.582078 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.582414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.582745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.583109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.583442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.583771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.584096 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.584422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.584760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:45.641699 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (e3be1ed0-4f86-4db5-916c-39eb5a715e9b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:45.642627 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Floating IP e3be1ed0-4f86-4db5-916c-39eb5a715e9b disassociated (deleted). External IP: 172.25.6.110, port: 4987e125-474d-4c0a-8b2b-fab0ff5abd50. Feb 15 15:03:45.848393 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 903be719-fd23-49ab-b033-bf040e718ed7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:03:45.957728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:03:45.962513 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:45.967224 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d044611b-3d84-493b-8048-99cfa0e84a85 None None] Sync routers for ids ['903be719-fd23-49ab-b033-bf040e718ed7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:03:45.976428 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044611b-3d84-493b-8048-99cfa0e84a85 None None] Routers {'903be719-fd23-49ab-b033-bf040e718ed7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:03:45.977040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d044611b-3d84-493b-8048-99cfa0e84a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:03:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['903be719-fd23-49ab-b033-bf040e718ed7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:45.992467 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fb5b9df2-16d6-403d-aa10-ac9dca783b45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/floatingips/e3be1ed0-4f86-4db5-916c-39eb5a715e9b HTTP/1.1" status: 204 len: 168 time: 1.1167758 Feb 15 15:03:45.993178 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'tag': '4987e125-474d-4c0a-8b2b-fab0ff5abd50'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:03:45.995586 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deb6f77-fc13-4e83-b2a6-0e07b430c012" -d '{"events": [{"name": "network-changed", "server_uuid": "31b93f02-03b9-4ba2-a1e9-56137e2256a0", "tag": "4987e125-474d-4c0a-8b2b-fab0ff5abd50"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:03:46.035047 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45046604-9879-4299-8140-ee31210c7280 x-openstack-request-id: req-45046604-9879-4299-8140-ee31210c7280 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:03:46.035347 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b93f02-03b9-4ba2-a1e9-56137e2256a0", "tag": "4987e125-474d-4c0a-8b2b-fab0ff5abd50", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:03:46.035627 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-45046604-9879-4299-8140-ee31210c7280 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:03:46.036013 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'tag': '4987e125-474d-4c0a-8b2b-fab0ff5abd50', 'status': 'completed', 'code': 200} Feb 15 15:03:46.085434 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-d044611b-3d84-493b-8048-99cfa0e84a85 None None] Set router 903be719-fd23-49ab-b033-bf040e718ed7 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:03:46.111563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb6f77-fc13-4e83-b2a6-0e07b430c012 req-9aa9b48b-190f-4a66-99ea-714136a90b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:46.113032 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4deb6f77-fc13-4e83-b2a6-0e07b430c012 req-9aa9b48b-190f-4a66-99ea-714136a90b6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 1128 time: 0.0526228 Feb 15 15:03:46.225990 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb6f77-fc13-4e83-b2a6-0e07b430c012 req-6a692aba-afd7-45b0-b62c-d1d4e3bc279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:46.227869 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4deb6f77-fc13-4e83-b2a6-0e07b430c012 req-6a692aba-afd7-45b0-b62c-d1d4e3bc279c service neutron] 10.222.0.42 "GET /v2.0/networks?id=841f2b24-cfba-4a3e-95f8-74bc9de87e6d HTTP/1.1" status: 200 len: 898 time: 0.0989141 Feb 15 15:03:46.246391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f71d-1d62-4370-8fc7-2b07135f223f req-a8213909-6447-4890-98a8-630f246b136b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:46.247951 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de46f71d-1d62-4370-8fc7-2b07135f223f req-a8213909-6447-4890-98a8-630f246b136b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 945 time: 0.0618656 Feb 15 15:03:46.276728 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4deb6f77-fc13-4e83-b2a6-0e07b430c012 req-04c819f9-242b-46f4-b5ca-c9b924e66cd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4987e125-474d-4c0a-8b2b-fab0ff5abd50 HTTP/1.1" status: 200 len: 217 time: 0.0417862 Feb 15 15:03:46.293035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d044611b-3d84-493b-8048-99cfa0e84a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:45Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e91d7f4c-ea39-4304-b5f8-455465b61d59', 'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:eb:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:44Z', 'updated_at': '2022-02-15T15:02:48Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:46.297803 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-de46f71d-1d62-4370-8fc7-2b07135f223f req-39e14b1b-09a8-41b3-aba1-ef573afe02b3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435846 Feb 15 15:03:46.324092 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d044611b-3d84-493b-8048-99cfa0e84a85 None None] Checking router: 903be719-fd23-49ab-b033-bf040e718ed7 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:03:46.330986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb6f77-fc13-4e83-b2a6-0e07b430c012 req-f4351df7-de9d-4c6c-95fa-81635431d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:46.332470 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4deb6f77-fc13-4e83-b2a6-0e07b430c012 req-f4351df7-de9d-4c6c-95fa-81635431d341 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=19d0aa22-4c3f-402b-a7e4-bceb88bf866e HTTP/1.1" status: 200 len: 835 time: 0.0498621 Feb 15 15:03:46.332616 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044611b-3d84-493b-8048-99cfa0e84a85 None None] Routers {'903be719-fd23-49ab-b033-bf040e718ed7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:03:46.333233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d044611b-3d84-493b-8048-99cfa0e84a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:03:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['903be719-fd23-49ab-b033-bf040e718ed7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:46.383430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb6f77-fc13-4e83-b2a6-0e07b430c012 req-3cbb2d79-a18f-465e-9bf7-bebee8325a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:46.384852 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4deb6f77-fc13-4e83-b2a6-0e07b430c012 req-3cbb2d79-a18f-465e-9bf7-bebee8325a81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=841f2b24-cfba-4a3e-95f8-74bc9de87e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457065 Feb 15 15:03:46.440831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-d044611b-3d84-493b-8048-99cfa0e84a85 None None] Set router 903be719-fd23-49ab-b033-bf040e718ed7 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:03:46.479491 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4deb6f77-fc13-4e83-b2a6-0e07b430c012 req-64a14907-e8ae-442b-94be-de52ba4e4f41 service neutron] 10.222.0.42 "GET /v2.0/networks/841f2b24-cfba-4a3e-95f8-74bc9de87e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872853 Feb 15 15:03:46.570691 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4deb6f77-fc13-4e83-b2a6-0e07b430c012 req-fbdb719a-2dd7-4118-97da-30e0d1eb840d service neutron] 10.222.0.42 "GET /v2.0/networks/841f2b24-cfba-4a3e-95f8-74bc9de87e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852706 Feb 15 15:03:46.641367 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-d044611b-3d84-493b-8048-99cfa0e84a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:45Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e91d7f4c-ea39-4304-b5f8-455465b61d59', 'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:eb:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:44Z', 'updated_at': '2022-02-15T15:02:48Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:46.667275 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d044611b-3d84-493b-8048-99cfa0e84a85 None None] The sync data for ids ['903be719-fd23-49ab-b033-bf040e718ed7'] in n-d-829064-15 is: [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:45Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': 'e91d7f4c-ea39-4304-b5f8-455465b61d59', 'name': '', 'network_id': '841f2b24-cfba-4a3e-95f8-74bc9de87e6d', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:eb:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:44Z', 'updated_at': '2022-02-15T15:02:48Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': '19d0aa22-4c3f-402b-a7e4-bceb88bf866e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:03:46.889186 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccbf2b-4fd8-42f0-8ed3-8dbc63023c0c None None] New status for floating IP e3be1ed0-4f86-4db5-916c-39eb5a715e9b: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:03:47.263237 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d0f31b33-e70b-4c60-b4bb-6e0d4c26c5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:47.426232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddbab5-df66-4bf0-9bf3-df98f27c658e req-a686b9a7-76a5-49ee-a983-d353bd05a5a0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:47.427734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4ddbab5-df66-4bf0-9bf3-df98f27c658e req-a686b9a7-76a5-49ee-a983-d353bd05a5a0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 945 time: 0.0573535 Feb 15 15:03:47.475956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4ddbab5-df66-4bf0-9bf3-df98f27c658e req-9de8498e-c6a3-49cb-83fa-f4a2a6a911b0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=aa1d23b1-a7f1-477a-8434-c7a164dcecc0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426900 Feb 15 15:03:47.832460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfacce-9c79-4c38-8333-7962e0467976 req-7521838d-4b62-4bea-80f2-4a2cbcd0a4a4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:47.833879 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c4bfacce-9c79-4c38-8333-7962e0467976 req-7521838d-4b62-4bea-80f2-4a2cbcd0a4a4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 945 time: 0.0530095 Feb 15 15:03:47.943506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-c4bfacce-9c79-4c38-8333-7962e0467976 req-ca40064c-927d-4150-a44c-631cb5f1c321 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:03:47.943843 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c4bfacce-9c79-4c38-8333-7962e0467976 req-ca40064c-927d-4150-a44c-631cb5f1c321 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:48.029167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-c4bfacce-9c79-4c38-8333-7962e0467976 req-ca40064c-927d-4150-a44c-631cb5f1c321 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port 4987e125-474d-4c0a-8b2b-fab0ff5abd50, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=4987e125-474d-4c0a-8b2b-fab0ff5abd50,segment=NetworkSegment(02008bec-7378-4db2-ade6-abdf314f1cc2),segment_id=02008bec-7378-4db2-ade6-abdf314f1cc2)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:03:48.029440 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c4bfacce-9c79-4c38-8333-7962e0467976 req-ca40064c-927d-4150-a44c-631cb5f1c321 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:48.041903 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-c4bfacce-9c79-4c38-8333-7962e0467976 req-ca40064c-927d-4150-a44c-631cb5f1c321 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for 4987e125-474d-4c0a-8b2b-fab0ff5abd50 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:03:48.178427 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c4bfacce-9c79-4c38-8333-7962e0467976 req-ca40064c-927d-4150-a44c-631cb5f1c321 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (4987e125-474d-4c0a-8b2b-fab0ff5abd50), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:48.205520 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40064c-927d-4150-a44c-631cb5f1c321 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=4987e125-474d-4c0a-8b2b-fab0ff5abd50,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:48.264391 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bfacce-9c79-4c38-8333-7962e0467976 req-ca40064c-927d-4150-a44c-631cb5f1c321 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] No DVR routers for this DVR port 4987e125-474d-4c0a-8b2b-fab0ff5abd50 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:03:48.267762 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-c4bfacce-9c79-4c38-8333-7962e0467976 req-ca40064c-927d-4150-a44c-631cb5f1c321 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:48.271207 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c4bfacce-9c79-4c38-8333-7962e0467976 req-ca40064c-927d-4150-a44c-631cb5f1c321 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "DELETE /v2.0/ports/4987e125-474d-4c0a-8b2b-fab0ff5abd50 HTTP/1.1" status: 204 len: 173 time: 0.4319913 Feb 15 15:03:48.271644 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'name': 'network-vif-deleted', 'tag': '4987e125-474d-4c0a-8b2b-fab0ff5abd50'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:03:48.274018 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e746c3db-fcd9-4e43-ad9f-b1d9b0ffadbc" -d '{"events": [{"server_uuid": "31b93f02-03b9-4ba2-a1e9-56137e2256a0", "name": "network-vif-deleted", "tag": "4987e125-474d-4c0a-8b2b-fab0ff5abd50"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:03:48.315722 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d27932-4182-4555-bb3f-5cf3b2dca55a x-openstack-request-id: req-23d27932-4182-4555-bb3f-5cf3b2dca55a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:03:48.316026 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b93f02-03b9-4ba2-a1e9-56137e2256a0", "name": "network-vif-deleted", "tag": "4987e125-474d-4c0a-8b2b-fab0ff5abd50", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:03:48.316342 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23d27932-4182-4555-bb3f-5cf3b2dca55a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:03:48.316759 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b93f02-03b9-4ba2-a1e9-56137e2256a0', 'name': 'network-vif-deleted', 'tag': '4987e125-474d-4c0a-8b2b-fab0ff5abd50', 'status': 'completed', 'code': 200} Feb 15 15:03:48.595503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8426e51f-cea1-4b9d-a1d6-f8bad6871801 req-6146ffa6-139f-4def-971f-66e62a933bea tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=31b93f02-03b9-4ba2-a1e9-56137e2256a0 HTTP/1.1" status: 200 len: 210 time: 0.0392435 Feb 15 15:03:48.619778 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:49.653710 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52546) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:49.937898 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:50.086775 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (903be719-fd23-49ab-b033-bf040e718ed7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:50.351381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port e91d7f4c-ea39-4304-b5f8-455465b61d59 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:03:50.351720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:50.438053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port e91d7f4c-ea39-4304-b5f8-455465b61d59, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e91d7f4c-ea39-4304-b5f8-455465b61d59,segment=NetworkSegment(02008bec-7378-4db2-ade6-abdf314f1cc2),segment_id=02008bec-7378-4db2-ade6-abdf314f1cc2)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:03:50.438964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:50.453180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for e91d7f4c-ea39-4304-b5f8-455465b61d59 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:03:50.559726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4987e125-474d-4c0a-8b2b-fab0ff5abd50 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:03:50.587561 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 4987e125-474d-4c0a-8b2b-fab0ff5abd50 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:03:50.587974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 4987e125-474d-4c0a-8b2b-fab0ff5abd50 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:03:50.646070 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e91d7f4c-ea39-4304-b5f8-455465b61d59), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:50.677963 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=e91d7f4c-ea39-4304-b5f8-455465b61d59,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:50.897582 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (903be719-fd23-49ab-b033-bf040e718ed7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:51.208255 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:51.384382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 903be719-fd23-49ab-b033-bf040e718ed7 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:03:51.499788 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:03:51.508854 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6707249f-aa7f-4fc5-89d0-f09d4c565c52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "PUT /v2.0/routers/903be719-fd23-49ab-b033-bf040e718ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8512328 Feb 15 15:03:51.508995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52548) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:51.510609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d8bd5-b917-4800-8994-398a4018a9f7 None None] Sync routers for ids ['903be719-fd23-49ab-b033-bf040e718ed7'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:03:51.520497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d8bd5-b917-4800-8994-398a4018a9f7 None None] Routers {'903be719-fd23-49ab-b033-bf040e718ed7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:03:51.521114 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-793d8bd5-b917-4800-8994-398a4018a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['903be719-fd23-49ab-b033-bf040e718ed7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:51.570791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba739ba-4a99-4020-823d-3c441e48f21a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting subnet 19d0aa22-4c3f-402b-a7e4-bceb88bf866e {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:03:51.574463 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba739ba-4a99-4020-823d-3c441e48f21a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (19d0aa22-4c3f-402b-a7e4-bceb88bf866e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:51.623262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba739ba-4a99-4020-823d-3c441e48f21a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (19d0aa22-4c3f-402b-a7e4-bceb88bf866e), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:51.639306 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-793d8bd5-b917-4800-8994-398a4018a9f7 None None] Set router 903be719-fd23-49ab-b033-bf040e718ed7 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:03:51.719342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba739ba-4a99-4020-823d-3c441e48f21a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (19d0aa22-4c3f-402b-a7e4-bceb88bf866e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:51.794887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba739ba-4a99-4020-823d-3c441e48f21a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (19d0aa22-4c3f-402b-a7e4-bceb88bf866e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:51.826832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba739ba-4a99-4020-823d-3c441e48f21a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Subnet': ['ID=19d0aa22-4c3f-402b-a7e4-bceb88bf866e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:51.828760 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3ba739ba-4a99-4020-823d-3c441e48f21a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:51.832442 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3ba739ba-4a99-4020-823d-3c441e48f21a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/subnets/19d0aa22-4c3f-402b-a7e4-bceb88bf866e HTTP/1.1" status: 204 len: 168 time: 0.3224552 Feb 15 15:03:51.835566 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52550) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:51.838461 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-793d8bd5-b917-4800-8994-398a4018a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:03:50Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:51.840894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686cf570-0586-4100-b6e7-1c0d2992b39b None None] Network 841f2b24-cfba-4a3e-95f8-74bc9de87e6d requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:03:51.916827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d8bd5-b917-4800-8994-398a4018a9f7 None None] Checking router: 903be719-fd23-49ab-b033-bf040e718ed7 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:03:51.940646 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d8bd5-b917-4800-8994-398a4018a9f7 None None] Routers {'903be719-fd23-49ab-b033-bf040e718ed7'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:03:51.945877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-793d8bd5-b917-4800-8994-398a4018a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['903be719-fd23-49ab-b033-bf040e718ed7'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:51.953849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (903be719-fd23-49ab-b033-bf040e718ed7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.092103 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-793d8bd5-b917-4800-8994-398a4018a9f7 None None] Set router 903be719-fd23-49ab-b033-bf040e718ed7 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:03:52.098371 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (903be719-fd23-49ab-b033-bf040e718ed7), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.153664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] DHCP port deletion for 841f2b24-cfba-4a3e-95f8-74bc9de87e6d request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:03:52.159028 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port 5463dd37-704a-43b3-9a29-3f27464e0ca0 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:03:52.159379 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.253572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port 5463dd37-704a-43b3-9a29-3f27464e0ca0, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=5463dd37-704a-43b3-9a29-3f27464e0ca0,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:03:52.254002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.269627 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for 5463dd37-704a-43b3-9a29-3f27464e0ca0 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:03:52.292636 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Deleting port c0389621-b259-4945-a2ac-b7d153b30a98 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:03:52.293219 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.369609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] For port c0389621-b259-4945-a2ac-b7d153b30a98, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=c0389621-b259-4945-a2ac-b7d153b30a98,segment=NetworkSegment(02008bec-7378-4db2-ade6-abdf314f1cc2),segment_id=02008bec-7378-4db2-ade6-abdf314f1cc2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:03:52.369897 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.384868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Calling delete_port for c0389621-b259-4945-a2ac-b7d153b30a98 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:03:52.392596 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-793d8bd5-b917-4800-8994-398a4018a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:03:50Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:52.423035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d8bd5-b917-4800-8994-398a4018a9f7 None None] The sync data for ids ['903be719-fd23-49ab-b033-bf040e718ed7'] in n-d-829064-15 is: [{'id': '903be719-fd23-49ab-b033-bf040e718ed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814834328', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:03:50Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': '5463dd37-704a-43b3-9a29-3f27464e0ca0', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903be719-fd23-49ab-b033-bf040e718ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:02:41Z', 'updated_at': '2022-02-15T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:03:52.450033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (5463dd37-704a-43b3-9a29-3f27464e0ca0), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.478622 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=5463dd37-704a-43b3-9a29-3f27464e0ca0,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:52.543264 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (903be719-fd23-49ab-b033-bf040e718ed7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.664225 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (c0389621-b259-4945-a2ac-b7d153b30a98), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.666223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (903be719-fd23-49ab-b033-bf040e718ed7), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.668704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_controller (903be719-fd23-49ab-b033-bf040e718ed7), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.692038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Pushing event deleted for resources: {'Port': ['ID=c0389621-b259-4945-a2ac-b7d153b30a98,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:52.694378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] No DVR routers for this DVR port c0389621-b259-4945-a2ac-b7d153b30a98 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:03:52.709637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.709992 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.710446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.710647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.711152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.711446 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.711773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.712115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.712440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.712724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.713145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.713366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.713693 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa062a20-1591-4f8a-9e3d-6952645a8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:52.733183 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (903be719-fd23-49ab-b033-bf040e718ed7), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.734049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Fanout notify agent at l3_agent the message router_deleted on router 903be719-fd23-49ab-b033-bf040e718ed7 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:03:52.745542 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.747625 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-9be288d5-ecd8-4921-9d6e-43fe85b23d7c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/routers/903be719-fd23-49ab-b033-bf040e718ed7 HTTP/1.1" status: 204 len: 168 time: 0.9108870 Feb 15 15:03:52.750429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52552) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:52.851132 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (841f2b24-cfba-4a3e-95f8-74bc9de87e6d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.941959 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (841f2b24-cfba-4a3e-95f8-74bc9de87e6d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:52.970832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841f2b24-cfba-4a3e-95f8-74bc9de87e6d']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:52.981226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02008bec-7378-4db2-ade6-abdf314f1cc2') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:52.981470 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02008bec-7378-4db2-ade6-abdf314f1cc2') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:52.991974 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (02008bec-7378-4db2-ade6-abdf314f1cc2), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.005893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (02008bec-7378-4db2-ade6-abdf314f1cc2), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.012586 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:03:53.012968 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (02008bec-7378-4db2-ade6-abdf314f1cc2), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: timer() Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:03:53.016507 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:03:53.082538 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (841f2b24-cfba-4a3e-95f8-74bc9de87e6d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.090495 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.096969 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52554) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:53.097682 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/networks/841f2b24-cfba-4a3e-95f8-74bc9de87e6d HTTP/1.1" status: 204 len: 168 time: 0.3448167 Feb 15 15:03:53.109714 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2b85c-7de9-46b7-891a-d75e58267bfd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Network': ['ID=841f2b24-cfba-4a3e-95f8-74bc9de87e6d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:53.164081 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (aa1d23b1-a7f1-477a-8434-c7a164dcecc0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.194227 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (aa1d23b1-a7f1-477a-8434-c7a164dcecc0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.264751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (aa1d23b1-a7f1-477a-8434-c7a164dcecc0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.268117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.269280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/security-groups/aa1d23b1-a7f1-477a-8434-c7a164dcecc0 HTTP/1.1" status: 204 len: 168 time: 0.1709154 Feb 15 15:03:53.278424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1d23b1-a7f1-477a-8434-c7a164dcecc0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:53.287221 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.287581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.287931 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.288275 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.288710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.288953 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.289288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.289623 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.289957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.290288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.290619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.290981 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.291311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4df6e3-ae60-45ea-85e8-43d4c4b32c22 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:53.569125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52560) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:53.573658 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-54f25414-e82a-4e00-9e43-e5e8764ba6b5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006114979', 'description': 'tempest-secgroup-smoke-2006114979 description', 'project_id': '9ccc15b20d3f455892eb64b1578a5795'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:03:53.598432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-54f25414-e82a-4e00-9e43-e5e8764ba6b5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.665228 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-54f25414-e82a-4e00-9e43-e5e8764ba6b5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (4818d9c0-4db3-4557-b5ed-7d3eef53448f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.669641 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-54f25414-e82a-4e00-9e43-e5e8764ba6b5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4818d9c0-4db3-4557-b5ed-7d3eef53448f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.697695 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-54f25414-e82a-4e00-9e43-e5e8764ba6b5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.698933 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-54f25414-e82a-4e00-9e43-e5e8764ba6b5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1287897 Feb 15 15:03:53.702131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52562) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:53.702886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f25414-e82a-4e00-9e43-e5e8764ba6b5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4818d9c0-4db3-4557-b5ed-7d3eef53448f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:53.707507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e90dd69c-ff26-49ec-b652-edef7b73d5d4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '4818d9c0-4db3-4557-b5ed-7d3eef53448f', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:03:53.732650 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e90dd69c-ff26-49ec-b652-edef7b73d5d4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (6cfadaa1-eeb0-4f3b-a556-748a5d3282f5), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.786388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c0389621-b259-4945-a2ac-b7d153b30a98 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:03:53.792807 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e90dd69c-ff26-49ec-b652-edef7b73d5d4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (6cfadaa1-eeb0-4f3b-a556-748a5d3282f5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.797771 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e90dd69c-ff26-49ec-b652-edef7b73d5d4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (6cfadaa1-eeb0-4f3b-a556-748a5d3282f5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.812387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: c0389621-b259-4945-a2ac-b7d153b30a98 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:03:53.812647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device c0389621-b259-4945-a2ac-b7d153b30a98 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:03:53.813260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e91d7f4c-ea39-4304-b5f8-455465b61d59 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:03:53.816557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90dd69c-ff26-49ec-b652-edef7b73d5d4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfadaa1-eeb0-4f3b-a556-748a5d3282f5,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:53.826277 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e90dd69c-ff26-49ec-b652-edef7b73d5d4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.827552 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e90dd69c-ff26-49ec-b652-edef7b73d5d4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242378 Feb 15 15:03:53.830618 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52564) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:53.832723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: e91d7f4c-ea39-4304-b5f8-455465b61d59 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:03:53.833069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e91d7f4c-ea39-4304-b5f8-455465b61d59 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:03:53.833492 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5463dd37-704a-43b3-9a29-3f27464e0ca0 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:03:53.835018 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d39fba0f-7227-46cc-a311-f075e2c4440e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '4818d9c0-4db3-4557-b5ed-7d3eef53448f', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:03:53.853156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 5463dd37-704a-43b3-9a29-3f27464e0ca0 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:03:53.853498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 5463dd37-704a-43b3-9a29-3f27464e0ca0 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:03:53.862574 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d39fba0f-7227-46cc-a311-f075e2c4440e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (7185efa8-f0a5-4c5d-af65-0cabdf3290e4), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.919210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d39fba0f-7227-46cc-a311-f075e2c4440e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (7185efa8-f0a5-4c5d-af65-0cabdf3290e4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.922929 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d39fba0f-7227-46cc-a311-f075e2c4440e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (7185efa8-f0a5-4c5d-af65-0cabdf3290e4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.940224 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fba0f-7227-46cc-a311-f075e2c4440e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7185efa8-f0a5-4c5d-af65-0cabdf3290e4,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:53.948612 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d39fba0f-7227-46cc-a311-f075e2c4440e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:53.950462 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d39fba0f-7227-46cc-a311-f075e2c4440e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188779 Feb 15 15:03:53.953206 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52566) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:53.958003 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b2915c52-58cb-4a5b-bcad-f587ebe437aa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '4818d9c0-4db3-4557-b5ed-7d3eef53448f', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:03:53.983711 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b2915c52-58cb-4a5b-bcad-f587ebe437aa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (8f4f318d-c1bd-40cf-9f68-4b2c87585712), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.042438 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b2915c52-58cb-4a5b-bcad-f587ebe437aa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (8f4f318d-c1bd-40cf-9f68-4b2c87585712), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.046247 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b2915c52-58cb-4a5b-bcad-f587ebe437aa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (8f4f318d-c1bd-40cf-9f68-4b2c87585712), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.064678 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2915c52-58cb-4a5b-bcad-f587ebe437aa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4f318d-c1bd-40cf-9f68-4b2c87585712,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:54.069897 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b2915c52-58cb-4a5b-bcad-f587ebe437aa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.071137 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b2915c52-58cb-4a5b-bcad-f587ebe437aa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169963 Feb 15 15:03:54.073791 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52568) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:54.078030 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-285f28f6-e962-45ac-87fb-b7cce97d2884 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '4818d9c0-4db3-4557-b5ed-7d3eef53448f', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:03:54.102763 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-285f28f6-e962-45ac-87fb-b7cce97d2884 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (ba4c8ee8-88f8-414a-9be0-5726d15e6ae6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.163094 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-285f28f6-e962-45ac-87fb-b7cce97d2884 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (ba4c8ee8-88f8-414a-9be0-5726d15e6ae6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.167511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-285f28f6-e962-45ac-87fb-b7cce97d2884 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (ba4c8ee8-88f8-414a-9be0-5726d15e6ae6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.186029 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f28f6-e962-45ac-87fb-b7cce97d2884 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4c8ee8-88f8-414a-9be0-5726d15e6ae6,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:54.194318 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-285f28f6-e962-45ac-87fb-b7cce97d2884 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.195618 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-285f28f6-e962-45ac-87fb-b7cce97d2884 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208694 Feb 15 15:03:54.198333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52570) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:54.203616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-16b2a58e-0edd-4edd-a5d1-4e5845224256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '4818d9c0-4db3-4557-b5ed-7d3eef53448f', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:03:54.225051 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-16b2a58e-0edd-4edd-a5d1-4e5845224256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Project 9ccc15b20d3f455892eb64b1578a5795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:03:54.229972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16b2a58e-0edd-4edd-a5d1-4e5845224256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (094e495e-e5e7-406f-a6c4-e2c2bca742d2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.288720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16b2a58e-0edd-4edd-a5d1-4e5845224256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (094e495e-e5e7-406f-a6c4-e2c2bca742d2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.292717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16b2a58e-0edd-4edd-a5d1-4e5845224256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (094e495e-e5e7-406f-a6c4-e2c2bca742d2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.312530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2a58e-0edd-4edd-a5d1-4e5845224256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094e495e-e5e7-406f-a6c4-e2c2bca742d2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:54.318060 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-16b2a58e-0edd-4edd-a5d1-4e5845224256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.319279 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-16b2a58e-0edd-4edd-a5d1-4e5845224256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198812 Feb 15 15:03:54.322208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52572) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:54.327169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-79a22636-ea3d-4156-82c3-43b23681fc86 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '4818d9c0-4db3-4557-b5ed-7d3eef53448f', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:03:54.349078 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-79a22636-ea3d-4156-82c3-43b23681fc86 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Project 9ccc15b20d3f455892eb64b1578a5795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:03:54.354972 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79a22636-ea3d-4156-82c3-43b23681fc86 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (cf40ea67-e063-4382-a9c1-06a0913132d2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.419456 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79a22636-ea3d-4156-82c3-43b23681fc86 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (cf40ea67-e063-4382-a9c1-06a0913132d2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.423724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79a22636-ea3d-4156-82c3-43b23681fc86 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (cf40ea67-e063-4382-a9c1-06a0913132d2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.441555 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a22636-ea3d-4156-82c3-43b23681fc86 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf40ea67-e063-4382-a9c1-06a0913132d2,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:54.450186 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-79a22636-ea3d-4156-82c3-43b23681fc86 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.455237 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-79a22636-ea3d-4156-82c3-43b23681fc86 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277971 Feb 15 15:03:54.456853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52574) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:54.463298 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'network': {'name': 'tempest-network-smoke--1101148833', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'port_security_enabled': True}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:03:54.484601 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:03:54.488839 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.512939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:03:54.522782 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e4be533d-5f6b-40d5-b040-cd8015ffc42f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.523155 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Added segment e4be533d-5f6b-40d5-b040-cd8015ffc42f of type vlan for network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 Feb 15 15:03:54.567414 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (35446c8d-e5ff-4b4a-97e4-a40617a191b3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.591839 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (35446c8d-e5ff-4b4a-97e4-a40617a191b3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.598772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:54.599723 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.678125 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2199237 Feb 15 15:03:54.681526 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52576) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:54.685801 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'admin_state_up': True, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:03:54.698273 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796e22f-e801-4e7a-b22b-a3d212b329d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Network': ['ID=35446c8d-e5ff-4b4a-97e4-a40617a191b3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:54.713205 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:03:54.714538 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (926f3ac3-5986-4052-8e4e-54631f38cbe4), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.715885 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (926f3ac3-5986-4052-8e4e-54631f38cbe4), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.772884 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_controller (926f3ac3-5986-4052-8e4e-54631f38cbe4), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:54.926669 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (926f3ac3-5986-4052-8e4e-54631f38cbe4), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:55.122568 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (926f3ac3-5986-4052-8e4e-54631f38cbe4), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:55.150623 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:55.251956 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.25.6.119 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/b05d460b-8eb0-4b44-812a-6e3db261b23a) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:03:55.360596 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:55.394614 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:55.434561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:03:55.437477 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:03:55.440651 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:03:55.464109 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=b05d460b-8eb0-4b44-812a-6e3db261b23a,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:55.704024 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (926f3ac3-5986-4052-8e4e-54631f38cbe4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:56.187255 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (926f3ac3-5986-4052-8e4e-54631f38cbe4), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:56.320486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 926f3ac3-5986-4052-8e4e-54631f38cbe4 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:03:56.432549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:03:56.443381 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Sync routers for ids ['926f3ac3-5986-4052-8e4e-54631f38cbe4'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:03:56.453363 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:56.455183 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5adf7da0-2548-423e-bd06-46b94685d145 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7726409 Feb 15 15:03:56.455554 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Routers {'926f3ac3-5986-4052-8e4e-54631f38cbe4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:03:56.456178 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['926f3ac3-5986-4052-8e4e-54631f38cbe4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:56.459139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52578) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:56.494726 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4f72929b-b0c0-441a-9916-f51d128afd50 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9ccc15b20d3f455892eb64b1578a5795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342758 Feb 15 15:03:56.497369 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52580) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:56.565736 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Set router 926f3ac3-5986-4052-8e4e-54631f38cbe4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:03:56.662661 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f206d03-0b55-4b81-815b-a9d5741b6723 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:56.664527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7f206d03-0b55-4b81-815b-a9d5741b6723 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1662571 Feb 15 15:03:56.668624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52582) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:56.711854 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7261504e-6bc7-4de8-88af-7c1bb9ef6adb tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418572 Feb 15 15:03:56.714638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52584) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:56.719502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-777345575', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:03:56.760785 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:55Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:56.787326 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Checking router: 926f3ac3-5986-4052-8e4e-54631f38cbe4 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:03:56.787677 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Updating router 926f3ac3-5986-4052-8e4e-54631f38cbe4 port b05d460b-8eb0-4b44-812a-6e3db261b23a binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:03:56.810377 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:03:56.814055 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:56.821551 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.002266 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (b3230dfc-a2b1-4144-a5a0-6bdea6decefd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.068113 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Subnet': ['ID=b3230dfc-a2b1-4144-a5a0-6bdea6decefd,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:57.078802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Checking segment: {'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:03:57.079722 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network hostable DHCP agents. Network: 35446c8d-e5ff-4b4a-97e4-a40617a191b3, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:03:57.087145 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Publish callbacks [] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.093932 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.097684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:03:57.107445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 35446c8d-e5ff-4b4a-97e4-a40617a191b3) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:03:57.112134 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:57.113502 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.117587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fb9891-3310-4ef9-a7ad-4e5c769ced38 None None] Network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:03:57.137291 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52586) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:03:57.137923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cf9ef50f-caaf-4074-a01e-b133d4f2d903 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4216685 Feb 15 15:03:57.147128 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Attempting to bind port b05d460b-8eb0-4b44-812a-6e3db261b23a on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:03:57.147445 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Attempting to bind port b05d460b-8eb0-4b44-812a-6e3db261b23a by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:03:57.147807 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Attempting to bind port b05d460b-8eb0-4b44-812a-6e3db261b23a on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:03:57.155350 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Pushing event updated for resources: {'Port': ['ID=b05d460b-8eb0-4b44-812a-6e3db261b23a,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:57.158225 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:03:57.158621 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:03:57.159021 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.159414 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:03:57.159885 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Bound port: b05d460b-8eb0-4b44-812a-6e3db261b23a, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:03:57.160261 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.184131 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.184478 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.184817 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.185159 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.185488 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.185815 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.186596 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.186596 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.186789 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.187099 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.187416 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.187734 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.188050 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:03:57.225658 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] For port b05d460b-8eb0-4b44-812a-6e3db261b23a, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:03:57.228942 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] For port b05d460b-8eb0-4b44-812a-6e3db261b23a, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b05d460b-8eb0-4b44-812a-6e3db261b23a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:03:57.237473 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.254261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ips': [{'subnet_id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:03:57.255315 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.400068 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b26ec7-c931-4088-8949-6a7535fa8efe None None] Pushing event updated for resources: {'Port': ['ID=b05d460b-8eb0-4b44-812a-6e3db261b23a,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:57.407012 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Routers {'926f3ac3-5986-4052-8e4e-54631f38cbe4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:03:57.407676 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['926f3ac3-5986-4052-8e4e-54631f38cbe4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:57.415613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Allocated IP 172.20.0.2 (35446c8d-e5ff-4b4a-97e4-a40617a191b3/b3230dfc-a2b1-4144-a5a0-6bdea6decefd/96a2bd77-5fad-4c53-a4c4-168aa3531b98) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:03:57.523270 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] Set router 926f3ac3-5986-4052-8e4e-54631f38cbe4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:03:57.583239 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Publish callbacks [] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.589627 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.631125 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:03:57.635280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:03:57.643573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:03:57.664820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.682942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Pushing event updated for resources: {'Port': ['ID=96a2bd77-5fad-4c53-a4c4-168aa3531b98,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:57.713189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Attempting to bind port 96a2bd77-5fad-4c53-a4c4-168aa3531b98 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:03:57.713575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Attempting to bind port 96a2bd77-5fad-4c53-a4c4-168aa3531b98 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:03:57.714122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Attempting to bind port 96a2bd77-5fad-4c53-a4c4-168aa3531b98 on network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:03:57.717331 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:55Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:57.719974 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:03:57.720372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Checking segment: {'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:03:57.720791 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.721238 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Bound using segment: {'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:03:57.721792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Bound port: 96a2bd77-5fad-4c53-a4c4-168aa3531b98, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:03:57.722235 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.744956 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703ec2a-3467-445e-960d-e805959f25ac None None] The sync data for ids ['926f3ac3-5986-4052-8e4e-54631f38cbe4'] in n-d-829064-15 is: [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:55Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:03:57.810294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] For port 96a2bd77-5fad-4c53-a4c4-168aa3531b98, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:03:57.816359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] For port 96a2bd77-5fad-4c53-a4c4-168aa3531b98, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=96a2bd77-5fad-4c53-a4c4-168aa3531b98,segment=NetworkSegment(e4be533d-5f6b-40d5-b040-cd8015ffc42f),segment_id=e4be533d-5f6b-40d5-b040-cd8015ffc42f)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:03:57.823699 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:57.889620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273778be-9f56-4bab-b6e1-ce703b386dbc None None] Pushing event updated for resources: {'Port': ['ID=96a2bd77-5fad-4c53-a4c4-168aa3531b98,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:58.085931 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.20.0.1 (35446c8d-e5ff-4b4a-97e4-a40617a191b3/b3230dfc-a2b1-4144-a5a0-6bdea6decefd/74e5d79c-ea43-4530-b270-dda50c788616) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:03:58.241081 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (74e5d79c-ea43-4530-b270-dda50c788616), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:58.281204 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (74e5d79c-ea43-4530-b270-dda50c788616), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:58.333416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:03:58.336716 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:03:58.340580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:03:58.347894 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=74e5d79c-ea43-4530-b270-dda50c788616,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:58.701600 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (926f3ac3-5986-4052-8e4e-54631f38cbe4), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:58.863421 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (74e5d79c-ea43-4530-b270-dda50c788616), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:58.924877 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a97e88-df5f-442d-a037-35211b5b5b58 None None] Network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:03:59.047141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-21b8f0d2-bba5-4dbc-9264-53c9188fba44 None None] Provisioning complete for port 96a2bd77-5fad-4c53-a4c4-168aa3531b98 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:03:59.047504 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-21b8f0d2-bba5-4dbc-9264-53c9188fba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:59.137952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-21b8f0d2-bba5-4dbc-9264-53c9188fba44 None None] Current status of the port 96a2bd77-5fad-4c53-a4c4-168aa3531b98 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:03:59.138425 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-21b8f0d2-bba5-4dbc-9264-53c9188fba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:59.170157 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (74e5d79c-ea43-4530-b270-dda50c788616), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:59.176842 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (74e5d79c-ea43-4530-b270-dda50c788616), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:59.177782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-21b8f0d2-bba5-4dbc-9264-53c9188fba44 None None] For port 96a2bd77-5fad-4c53-a4c4-168aa3531b98, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=96a2bd77-5fad-4c53-a4c4-168aa3531b98,segment=NetworkSegment(e4be533d-5f6b-40d5-b040-cd8015ffc42f),segment_id=e4be533d-5f6b-40d5-b040-cd8015ffc42f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:03:59.184611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-21b8f0d2-bba5-4dbc-9264-53c9188fba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:59.254746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8f0d2-bba5-4dbc-9264-53c9188fba44 None None] Pushing event updated for resources: {'Port': ['ID=96a2bd77-5fad-4c53-a4c4-168aa3531b98,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:59.268783 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=74e5d79c-ea43-4530-b270-dda50c788616,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:03:59.274670 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (926f3ac3-5986-4052-8e4e-54631f38cbe4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:59.379705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:03:59.381497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:03:59.413397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7b2ac718-ae3e-4cbe-bdb1-21b5b752d334 None None] Provisioning complete for port 74e5d79c-ea43-4530-b270-dda50c788616 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:03:59.414020 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac718-ae3e-4cbe-bdb1-21b5b752d334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (74e5d79c-ea43-4530-b270-dda50c788616), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:59.457512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ac718-ae3e-4cbe-bdb1-21b5b752d334 None None] Port 74e5d79c-ea43-4530-b270-dda50c788616 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:03:59.476439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7b2ac718-ae3e-4cbe-bdb1-21b5b752d334 None None] Provisioning complete for port 96a2bd77-5fad-4c53-a4c4-168aa3531b98 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:03:59.477058 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac718-ae3e-4cbe-bdb1-21b5b752d334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:59.520193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 926f3ac3-5986-4052-8e4e-54631f38cbe4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:03:59.572680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ac718-ae3e-4cbe-bdb1-21b5b752d334 None None] Current status of the port 96a2bd77-5fad-4c53-a4c4-168aa3531b98 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:03:59.647543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:03:59.653001 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a7adb776-530d-4109-8258-90781a7dc40f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "PUT /v2.0/routers/926f3ac3-5986-4052-8e4e-54631f38cbe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5141962 Feb 15 15:03:59.667513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Sync routers for ids ['926f3ac3-5986-4052-8e4e-54631f38cbe4'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:03:59.679856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Routers {'926f3ac3-5986-4052-8e4e-54631f38cbe4'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:03:59.680502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['926f3ac3-5986-4052-8e4e-54631f38cbe4'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:03:59.780322 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e1335aa0-b501-4344-918b-30d1ab81c5c0 None None] Provisioning complete for port 74e5d79c-ea43-4530-b270-dda50c788616 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:03:59.780611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e1335aa0-b501-4344-918b-30d1ab81c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (74e5d79c-ea43-4530-b270-dda50c788616), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:03:59.842209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e1335aa0-b501-4344-918b-30d1ab81c5c0 None None] Port 74e5d79c-ea43-4530-b270-dda50c788616 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:03:59.845553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-c4e79e82-3cfa-40ad-b510-1f8969acd1ad tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006114979&fields=id&tenant_id=9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 267 time: 0.0633895 Feb 15 15:03:59.850134 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Set router 926f3ac3-5986-4052-8e4e-54631f38cbe4 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:03:59.928376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b05d460b-8eb0-4b44-812a-6e3db261b23a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:03:59.956988 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec521435-de65-496c-b6ed-d79c43e96024 req-3417e208-681f-4883-b8c9-72867da35069 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:03:59.958580 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-3417e208-681f-4883-b8c9-72867da35069 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/networks?id=35446c8d-e5ff-4b4a-97e4-a40617a191b3 HTTP/1.1" status: 200 len: 797 time: 0.1058648 Feb 15 15:03:59.973580 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-ae0429c0-c804-40ed-9342-b5d94975361e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/quotas/9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 375 time: 0.0096488 Feb 15 15:04:00.026694 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f286dd25-4588-4ea6-b2e4-adef510d523c None None] Provisioning complete for port 74e5d79c-ea43-4530-b270-dda50c788616 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:04:00.027100 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f286dd25-4588-4ea6-b2e4-adef510d523c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (74e5d79c-ea43-4530-b270-dda50c788616), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:00.036942 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-e09e6579-74be-4ece-9d19-31bf1e9a0ebd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580235 Feb 15 15:04:00.092526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f286dd25-4588-4ea6-b2e4-adef510d523c None None] Port 74e5d79c-ea43-4530-b270-dda50c788616 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:04:00.104202 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-cd50d4b0-346b-44b1-8f5a-69061f1a527c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:04:00.105204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-cd50d4b0-346b-44b1-8f5a-69061f1a527c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0561421 Feb 15 15:04:00.117408 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b05d460b-8eb0-4b44-812a-6e3db261b23a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:04:00.117787 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:00.183563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:58Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '74e5d79c-ea43-4530-b270-dda50c788616', 'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:57Z', 'updated_at': '2022-02-15T15:03:59Z', 'revision_number': 2, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:04:00.202845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-6591435b-8e76-4bca-a143-65802d2da8c6 service neutron] 10.222.0.72 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913770 Feb 15 15:04:00.231270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Checking router: 926f3ac3-5986-4052-8e4e-54631f38cbe4 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:04:00.231635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Updating router 926f3ac3-5986-4052-8e4e-54631f38cbe4 port 74e5d79c-ea43-4530-b270-dda50c788616 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:04:00.270072 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b05d460b-8eb0-4b44-812a-6e3db261b23a is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:04:00.270457 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:00.276507 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (74e5d79c-ea43-4530-b270-dda50c788616), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:00.301365 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-fdb377e3-92d6-4d4f-98f3-e5fb82fcb66b service neutron] 10.222.0.72 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922854 Feb 15 15:04:00.302270 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port b05d460b-8eb0-4b44-812a-6e3db261b23a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b05d460b-8eb0-4b44-812a-6e3db261b23a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:04:00.321652 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:00.322443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 96a2bd77-5fad-4c53-a4c4-168aa3531b98 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:04:00.477683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=b05d460b-8eb0-4b44-812a-6e3db261b23a,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:04:00.493976 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-527c5bae-5c64-47f9-96a8-285dfc6268dc req-68affbb8-2fa5-4f8d-8cd5-359059ed362e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 210 time: 0.0364444 Feb 15 15:04:00.533191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 96a2bd77-5fad-4c53-a4c4-168aa3531b98 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:04:00.533568 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:00.687413 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 96a2bd77-5fad-4c53-a4c4-168aa3531b98 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:04:00.716539 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Publish callbacks [] for port (74e5d79c-ea43-4530-b270-dda50c788616), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:00.726310 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (74e5d79c-ea43-4530-b270-dda50c788616), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:00.786798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c17376-314d-4f84-8823-5d74c36b46ba None None] Pushing event updated for resources: {'Port': ['ID=74e5d79c-ea43-4530-b270-dda50c788616,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:04:00.844660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Attempting to bind port 74e5d79c-ea43-4530-b270-dda50c788616 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:04:00.845073 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Attempting to bind port 74e5d79c-ea43-4530-b270-dda50c788616 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:04:00.845512 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Attempting to bind port 74e5d79c-ea43-4530-b270-dda50c788616 on network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:04:00.851435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:04:00.851820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Checking segment: {'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:04:00.852228 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:00.853172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Bound using segment: {'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:04:00.853172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Bound port: 74e5d79c-ea43-4530-b270-dda50c788616, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:04:00.853476 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (74e5d79c-ea43-4530-b270-dda50c788616), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:00.925559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] For port 74e5d79c-ea43-4530-b270-dda50c788616, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:04:00.929151 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] For port 74e5d79c-ea43-4530-b270-dda50c788616, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=74e5d79c-ea43-4530-b270-dda50c788616,segment=NetworkSegment(e4be533d-5f6b-40d5-b040-cd8015ffc42f),segment_id=e4be533d-5f6b-40d5-b040-cd8015ffc42f)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:04:00.935118 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (74e5d79c-ea43-4530-b270-dda50c788616), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:00.998160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Routers {'926f3ac3-5986-4052-8e4e-54631f38cbe4'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:04:00.998800 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['926f3ac3-5986-4052-8e4e-54631f38cbe4'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:04:01.043923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c17376-314d-4f84-8823-5d74c36b46ba None None] Pushing event updated for resources: {'Port': ['ID=74e5d79c-ea43-4530-b270-dda50c788616,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:04:01.256436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-0baeff3f-b425-47a1-b5fd-d370d24b182f None None] Provisioning complete for port 74e5d79c-ea43-4530-b270-dda50c788616 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:04:01.256824 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0baeff3f-b425-47a1-b5fd-d370d24b182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (74e5d79c-ea43-4530-b270-dda50c788616), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:01.323280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] Set router 926f3ac3-5986-4052-8e4e-54631f38cbe4 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:04:01.423309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0baeff3f-b425-47a1-b5fd-d370d24b182f None None] Current status of the port 74e5d79c-ea43-4530-b270-dda50c788616 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:04:01.423582 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0baeff3f-b425-47a1-b5fd-d370d24b182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (74e5d79c-ea43-4530-b270-dda50c788616), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:01.502518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0baeff3f-b425-47a1-b5fd-d370d24b182f None None] For port 74e5d79c-ea43-4530-b270-dda50c788616, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=74e5d79c-ea43-4530-b270-dda50c788616,segment=NetworkSegment(e4be533d-5f6b-40d5-b040-cd8015ffc42f),segment_id=e4be533d-5f6b-40d5-b040-cd8015ffc42f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:04:01.511762 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0baeff3f-b425-47a1-b5fd-d370d24b182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (74e5d79c-ea43-4530-b270-dda50c788616), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:01.601824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baeff3f-b425-47a1-b5fd-d370d24b182f None None] Pushing event updated for resources: {'Port': ['ID=74e5d79c-ea43-4530-b270-dda50c788616,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:04:01.619071 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f854c5f-c44d-41d9-b71c-ac59f5ea3c0e req-316d457d-c656-43f4-a8aa-8ce4d064749c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 210 time: 0.0403047 Feb 15 15:04:01.642478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2714d3d4-cc15-4402-9f3e-3fb47c0b5707 None None] Provisioning complete for port 74e5d79c-ea43-4530-b270-dda50c788616 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:04:01.643020 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2714d3d4-cc15-4402-9f3e-3fb47c0b5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (74e5d79c-ea43-4530-b270-dda50c788616), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:01.646828 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:58Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '74e5d79c-ea43-4530-b270-dda50c788616', 'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:57Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:04:01.659507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec521435-de65-496c-b6ed-d79c43e96024 req-4474e4a9-57ac-4809-b30e-14b2ffcbbb88 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:01.661096 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-4474e4a9-57ac-4809-b30e-14b2ffcbbb88 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "GET /v2.0/networks?id=35446c8d-e5ff-4b4a-97e4-a40617a191b3 HTTP/1.1" status: 200 len: 797 time: 0.1637304 Feb 15 15:04:01.699346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a4cd0-d07a-4de6-b234-369cf2b4c6c5 None None] The sync data for ids ['926f3ac3-5986-4052-8e4e-54631f38cbe4'] in n-d-829064-15 is: [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:58Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '74e5d79c-ea43-4530-b270-dda50c788616', 'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:57Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:04:01.775826 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-53481239-12e3-4fb9-908a-99a78b40ba4e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 380 time: 0.1065028 Feb 15 15:04:01.781925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2714d3d4-cc15-4402-9f3e-3fb47c0b5707 None None] Current status of the port 74e5d79c-ea43-4530-b270-dda50c788616 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:04:01.788607 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'port': {'device_id': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'admin_state_up': True, 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'security_groups': ['4818d9c0-4db3-4557-b5ed-7d3eef53448f']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:04:01.848528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b05d460b-8eb0-4b44-812a-6e3db261b23a up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:04:01.899943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b05d460b-8eb0-4b44-812a-6e3db261b23a triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:04:01.900325 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:01.926102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:04:01.929835 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:01.992576 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b05d460b-8eb0-4b44-812a-6e3db261b23a is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:04:02.077063 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.20.0.6 (35446c8d-e5ff-4b4a-97e4-a40617a191b3/b3230dfc-a2b1-4144-a5a0-6bdea6decefd/d1bcbe53-fb92-46c2-b308-45a193e32b46) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:04:02.246033 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:02.284572 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:02.326398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:04:02.330352 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:04:02.336651 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:04:02.373665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=d1bcbe53-fb92-46c2-b308-45a193e32b46,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:04:02.405282 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:02.406549 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:02.429548 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-b02905a8-da31-4de9-a77f-858f506c767a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6475065 Feb 15 15:04:02.441636 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Request body: {'port': {'device_id': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:04:02.521389 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:02.615402 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cc15d4f9-b337-48c8-9346-2adcc80c98ff None None] Provisioning complete for port d1bcbe53-fb92-46c2-b308-45a193e32b46 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:04:02.615918 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cc15d4f9-b337-48c8-9346-2adcc80c98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:02.658588 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cc15d4f9-b337-48c8-9346-2adcc80c98ff None None] Port d1bcbe53-fb92-46c2-b308-45a193e32b46 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:04:02.798255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352896c-4873-42cb-9514-e95db0d22bda req-deb81efd-17f0-40d1-ab7a-3f6edb51f84d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:02.800118 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a352896c-4873-42cb-9514-e95db0d22bda req-deb81efd-17f0-40d1-ab7a-3f6edb51f84d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 931 time: 0.0782251 Feb 15 15:04:02.880940 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a352896c-4873-42cb-9514-e95db0d22bda req-891633db-d93b-4157-85bb-64a3af54149b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676620 Feb 15 15:04:02.914011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bcbe53-fb92-46c2-b308-45a193e32b46 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:04:02.926093 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Publish callbacks [] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:02.940804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Transition to ACTIVE for port object d1bcbe53-fb92-46c2-b308-45a193e32b46 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:04:02.945073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:02.995314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bcbe53-fb92-46c2-b308-45a193e32b46,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:04:03.077605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Attempting to bind port d1bcbe53-fb92-46c2-b308-45a193e32b46 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:04:03.077937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Attempting to bind port d1bcbe53-fb92-46c2-b308-45a193e32b46 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:04:03.078326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Attempting to bind port d1bcbe53-fb92-46c2-b308-45a193e32b46 on network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:04:03.085742 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Port d1bcbe53-fb92-46c2-b308-45a193e32b46 on network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:04:03.086065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Attempting to bind port d1bcbe53-fb92-46c2-b308-45a193e32b46 on network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:04:03.091446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:04:03.091778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Checking segment: {'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:04:03.092156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Bound using segment: {'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:04:03.092775 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Bound port: d1bcbe53-fb92-46c2-b308-45a193e32b46, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4be533d-5f6b-40d5-b040-cd8015ffc42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:04:03.093128 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:03.168266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] For port d1bcbe53-fb92-46c2-b308-45a193e32b46, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:04:03.171437 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] For port d1bcbe53-fb92-46c2-b308-45a193e32b46, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d1bcbe53-fb92-46c2-b308-45a193e32b46,segment=NetworkSegment(e4be533d-5f6b-40d5-b040-cd8015ffc42f),segment_id=e4be533d-5f6b-40d5-b040-cd8015ffc42f)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:04:03.179161 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:03.212671 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:03.213213 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:03.214604 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] 10.222.0.42 "PUT /v2.0/ports/d1bcbe53-fb92-46c2-b308-45a193e32b46 HTTP/1.1" status: 200 len: 1092 time: 0.7775893 Feb 15 15:04:03.215092 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'tag': 'd1bcbe53-fb92-46c2-b308-45a193e32b46'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:04:03.217341 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30960af1-4715-4655-b3bc-f322cc6cdc96" -d '{"events": [{"name": "network-changed", "server_uuid": "747160f0-6a09-4b15-b9ec-ec2155407dd3", "tag": "d1bcbe53-fb92-46c2-b308-45a193e32b46"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:04:03.245500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cdde8-8b36-4c70-96c1-480d76143e69 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bcbe53-fb92-46c2-b308-45a193e32b46,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:04:03.299819 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f67156b-5477-4708-a8d7-9ced4e4f273e x-openstack-request-id: req-0f67156b-5477-4708-a8d7-9ced4e4f273e {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:04:03.300205 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747160f0-6a09-4b15-b9ec-ec2155407dd3", "tag": "d1bcbe53-fb92-46c2-b308-45a193e32b46", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:04:03.301922 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0f67156b-5477-4708-a8d7-9ced4e4f273e {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:04:03.301922 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'tag': 'd1bcbe53-fb92-46c2-b308-45a193e32b46', 'status': 'completed', 'code': 200} Feb 15 15:04:03.322348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec521435-de65-496c-b6ed-d79c43e96024 req-eb8d5b1a-fd2d-4eab-afca-6eb8901b96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:03.323944 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-eb8d5b1a-fd2d-4eab-afca-6eb8901b96fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 1126 time: 0.0579188 Feb 15 15:04:03.371231 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-60e5713e-a81f-4739-8027-8d713592e3a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1bcbe53-fb92-46c2-b308-45a193e32b46 HTTP/1.1" status: 200 len: 217 time: 0.0403969 Feb 15 15:04:03.424680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec521435-de65-496c-b6ed-d79c43e96024 req-c5cc8813-0d27-40ef-9c87-759fce933de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:03.426168 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-c5cc8813-0d27-40ef-9c87-759fce933de6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3230dfc-a2b1-4144-a5a0-6bdea6decefd HTTP/1.1" status: 200 len: 834 time: 0.0497365 Feb 15 15:04:03.476469 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec521435-de65-496c-b6ed-d79c43e96024 req-adf665b3-9d7f-4f88-a091-0a0156711250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:03.477980 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-adf665b3-9d7f-4f88-a091-0a0156711250 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35446c8d-e5ff-4b4a-97e4-a40617a191b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463006 Feb 15 15:04:03.575383 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-166fed36-8c06-44a0-b4dc-3e268bf28599 service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886865 Feb 15 15:04:03.664162 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec521435-de65-496c-b6ed-d79c43e96024 req-95c7d778-96e3-4110-8948-98a273ecdea7 service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831537 Feb 15 15:04:03.764464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30960af1-4715-4655-b3bc-f322cc6cdc96 req-1b442302-9e32-490e-b7da-c88118be577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:03.766112 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30960af1-4715-4655-b3bc-f322cc6cdc96 req-1b442302-9e32-490e-b7da-c88118be577f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 1126 time: 0.0532303 Feb 15 15:04:03.830138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 74e5d79c-ea43-4530-b270-dda50c788616 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:04:03.873581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30960af1-4715-4655-b3bc-f322cc6cdc96 req-f9608e94-280c-4677-9dd6-31746024d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:03.876916 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30960af1-4715-4655-b3bc-f322cc6cdc96 req-f9608e94-280c-4677-9dd6-31746024d14f service neutron] 10.222.0.42 "GET /v2.0/networks?id=35446c8d-e5ff-4b4a-97e4-a40617a191b3 HTTP/1.1" status: 200 len: 898 time: 0.1025629 Feb 15 15:04:03.898187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 74e5d79c-ea43-4530-b270-dda50c788616 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:04:03.898638 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (74e5d79c-ea43-4530-b270-dda50c788616), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:03.920688 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30960af1-4715-4655-b3bc-f322cc6cdc96 req-59ff880c-1972-4578-9c80-2a1d9026d84e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1bcbe53-fb92-46c2-b308-45a193e32b46 HTTP/1.1" status: 200 len: 217 time: 0.0372200 Feb 15 15:04:03.984392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30960af1-4715-4655-b3bc-f322cc6cdc96 req-10421b78-dadd-4958-b5e6-2153f98ef56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:03.987362 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30960af1-4715-4655-b3bc-f322cc6cdc96 req-10421b78-dadd-4958-b5e6-2153f98ef56e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3230dfc-a2b1-4144-a5a0-6bdea6decefd HTTP/1.1" status: 200 len: 834 time: 0.0598164 Feb 15 15:04:03.995710 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 74e5d79c-ea43-4530-b270-dda50c788616 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:04:04.040061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30960af1-4715-4655-b3bc-f322cc6cdc96 req-044d59fb-8a56-4456-aecd-c38769d336eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:04.041554 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30960af1-4715-4655-b3bc-f322cc6cdc96 req-044d59fb-8a56-4456-aecd-c38769d336eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35446c8d-e5ff-4b4a-97e4-a40617a191b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464914 Feb 15 15:04:04.043703 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb452c-b881-4d20-a60f-71a52505292f req-93483f7a-fd1a-4108-9e0f-011cb83aa1e2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:04.045244 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84eb452c-b881-4d20-a60f-71a52505292f req-93483f7a-fd1a-4108-9e0f-011cb83aa1e2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 943 time: 0.0729523 Feb 15 15:04:04.114841 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84eb452c-b881-4d20-a60f-71a52505292f req-428188af-7bd8-499c-8188-1b21233e0fa4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628257 Feb 15 15:04:04.155313 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30960af1-4715-4655-b3bc-f322cc6cdc96 req-8ffb48fe-5dbf-4d3a-8d32-f4f0c2052989 service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060288 Feb 15 15:04:04.251256 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-30960af1-4715-4655-b3bc-f322cc6cdc96 req-38b20f81-a296-45be-947d-d396482933b5 service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890241 Feb 15 15:04:05.235960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c758c6-d989-49b4-ae22-ac424956a7ed req-8b8a6f38-2a79-4e7f-8f55-5667a79c492b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:05.237450 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5c758c6-d989-49b4-ae22-ac424956a7ed req-8b8a6f38-2a79-4e7f-8f55-5667a79c492b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 943 time: 0.0529313 Feb 15 15:04:05.287678 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f5c758c6-d989-49b4-ae22-ac424956a7ed req-5799c174-2eaa-40c3-bd58-1e10d51e5f6b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442700 Feb 15 15:04:06.407960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa42648-12d1-439e-a1b0-6635fc521ae4 req-8ec5275f-abd0-4b2b-85f5-934eaf0db8a8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:06.409472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9fa42648-12d1-439e-a1b0-6635fc521ae4 req-8ec5275f-abd0-4b2b-85f5-934eaf0db8a8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 943 time: 0.0529373 Feb 15 15:04:06.462733 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9fa42648-12d1-439e-a1b0-6635fc521ae4 req-588f57e5-1635-4b7b-a1cb-f553b6bcd4d3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475407 Feb 15 15:04:06.648919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device d1bcbe53-fb92-46c2-b308-45a193e32b46 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:04:06.749051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port d1bcbe53-fb92-46c2-b308-45a193e32b46, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d1bcbe53-fb92-46c2-b308-45a193e32b46,segment=NetworkSegment(e4be533d-5f6b-40d5-b040-cd8015ffc42f),segment_id=e4be533d-5f6b-40d5-b040-cd8015ffc42f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:04:06.761700 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'd1bcbe53-fb92-46c2-b308-45a193e32b46', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'port_id': 'd1bcbe53-fb92-46c2-b308-45a193e32b46', 'mac_address': 'fa:16:3e:40:96:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:04:06.799786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port d1bcbe53-fb92-46c2-b308-45a193e32b46 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:04:06.800182 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:06.812855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bcbe53-fb92-46c2-b308-45a193e32b46 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:04:06.832458 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port d1bcbe53-fb92-46c2-b308-45a193e32b46, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d1bcbe53-fb92-46c2-b308-45a193e32b46,segment=NetworkSegment(e4be533d-5f6b-40d5-b040-cd8015ffc42f),segment_id=e4be533d-5f6b-40d5-b040-cd8015ffc42f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:04:06.836298 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:06.890802 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=d1bcbe53-fb92-46c2-b308-45a193e32b46,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:04:07.045286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['d1bcbe53-fb92-46c2-b308-45a193e32b46'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:04:07.584255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7637e3-5f95-468c-98c9-de3cc00b03b0 req-2da0869c-7487-4f04-a16e-72e83d6eca3c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:07.585774 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba7637e3-5f95-468c-98c9-de3cc00b03b0 req-2da0869c-7487-4f04-a16e-72e83d6eca3c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 944 time: 0.0537920 Feb 15 15:04:07.635011 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ba7637e3-5f95-468c-98c9-de3cc00b03b0 req-7d666a48-d766-4c96-9f25-9b5aa4de031a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432932 Feb 15 15:04:08.663465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device d1bcbe53-fb92-46c2-b308-45a193e32b46 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:04:08.727321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port d1bcbe53-fb92-46c2-b308-45a193e32b46 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:04:08.733354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port d1bcbe53-fb92-46c2-b308-45a193e32b46 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:04:08.733939 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:08.795528 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b344948-83c2-4349-b56e-f6d701809f86 req-c1375059-77a5-4271-a9fa-013e0e705181 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:08.797045 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b344948-83c2-4349-b56e-f6d701809f86 req-c1375059-77a5-4271-a9fa-013e0e705181 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 944 time: 0.0751762 Feb 15 15:04:08.847966 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6b344948-83c2-4349-b56e-f6d701809f86 req-5d49c370-fff3-4fdc-a524-0ade7a54a9d0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449314 Feb 15 15:04:08.850069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port d1bcbe53-fb92-46c2-b308-45a193e32b46 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:04:08.850621 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:08.883498 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bcbe53-fb92-46c2-b308-45a193e32b46'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:04:08.886996 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137cdea7-3b51-4530-840c-02bb16814b4d" -d '{"events": [{"server_uuid": "747160f0-6a09-4b15-b9ec-ec2155407dd3", "name": "network-vif-plugged", "status": "completed", "tag": "d1bcbe53-fb92-46c2-b308-45a193e32b46"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:04:08.908824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port d1bcbe53-fb92-46c2-b308-45a193e32b46, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d1bcbe53-fb92-46c2-b308-45a193e32b46,segment=NetworkSegment(e4be533d-5f6b-40d5-b040-cd8015ffc42f),segment_id=e4be533d-5f6b-40d5-b040-cd8015ffc42f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:04:08.913720 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:08.939840 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691cf677-a68c-4342-a776-eaaf14411548 x-openstack-request-id: req-691cf677-a68c-4342-a776-eaaf14411548 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:04:08.940128 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747160f0-6a09-4b15-b9ec-ec2155407dd3", "name": "network-vif-plugged", "status": "completed", "tag": "d1bcbe53-fb92-46c2-b308-45a193e32b46", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:04:08.940379 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-691cf677-a68c-4342-a776-eaaf14411548 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:04:08.940767 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bcbe53-fb92-46c2-b308-45a193e32b46', 'code': 200} Feb 15 15:04:08.968791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=d1bcbe53-fb92-46c2-b308-45a193e32b46,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:04:09.034499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e200af-a609-44af-97f7-88a0e1250f98 req-ecbef950-e381-489b-a027-ae87cd890724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:09.036062 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a3e200af-a609-44af-97f7-88a0e1250f98 req-ecbef950-e381-489b-a027-ae87cd890724 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 1128 time: 0.0450668 Feb 15 15:04:09.083510 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a3e200af-a609-44af-97f7-88a0e1250f98 req-4bf0d1a9-3513-4d44-a6ea-113233ca5d59 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408144 Feb 15 15:04:09.970777 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae9b8-7a20-41a9-a4a2-c8683b1ab000 req-3b33a9dc-bfda-43d6-a960-bb73f718d534 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:09.972304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aefae9b8-7a20-41a9-a4a2-c8683b1ab000 req-3b33a9dc-bfda-43d6-a960-bb73f718d534 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0570674 Feb 15 15:04:10.022282 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aefae9b8-7a20-41a9-a4a2-c8683b1ab000 req-127a81da-c10f-44c3-88f8-7b199c6b686f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442615 Feb 15 15:04:10.569109 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:10.737542 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:04:11.146480 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ca07a-4e65-4393-b564-b645c823bd77 req-244d50c6-6248-40af-ae6b-16e0b7b3c0ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:11.148007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae3ca07a-4e65-4393-b564-b645c823bd77 req-244d50c6-6248-40af-ae6b-16e0b7b3c0ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0549595 Feb 15 15:04:11.198388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae3ca07a-4e65-4393-b564-b645c823bd77 req-a5f610a5-0cff-48dd-bd5e-f16f23f4f3fd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440409 Feb 15 15:04:11.316963 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856f7ab-e962-40a3-8850-726f6759e5c4 req-de807242-1a04-4334-ac71-352a8d6c11e1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:11.318363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d856f7ab-e962-40a3-8850-726f6759e5c4 req-de807242-1a04-4334-ac71-352a8d6c11e1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0531952 Feb 15 15:04:11.379684 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d856f7ab-e962-40a3-8850-726f6759e5c4 req-b9662d82-a127-4a3c-8894-42a7c17a184e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553904 Feb 15 15:04:11.401806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52642) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:04:11.451620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51650078-558b-467b-b1f3-419e59fe9012 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:11.453147 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-51650078-558b-467b-b1f3-419e59fe9012 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 1123 time: 0.0503495 Feb 15 15:04:11.455954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52644) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:04:11.460118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': 'd1bcbe53-fb92-46c2-b308-45a193e32b46', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:04:11.480786 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:11.578893 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:11.685307 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.25.6.115 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/bb955970-c63d-4a9c-9ef4-7683fc0f9902) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:04:11.792115 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (bb955970-c63d-4a9c-9ef4-7683fc0f9902), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:11.828208 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (bb955970-c63d-4a9c-9ef4-7683fc0f9902), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:11.869349 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:04:11.872447 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:04:11.879405 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:04:11.908446 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=bb955970-c63d-4a9c-9ef4-7683fc0f9902,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:04:12.242390 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (a2e88b32-985e-4a6b-b41c-fc1c2f6720a2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:12.316789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bb955970-c63d-4a9c-9ef4-7683fc0f9902), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:12.468236 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (bb955970-c63d-4a9c-9ef4-7683fc0f9902), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:12.473192 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (bb955970-c63d-4a9c-9ef4-7683fc0f9902), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:12.540019 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=bb955970-c63d-4a9c-9ef4-7683fc0f9902,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:04:12.552780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (a2e88b32-985e-4a6b-b41c-fc1c2f6720a2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:12.657642 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Floating IP a2e88b32-985e-4a6b-b41c-fc1c2f6720a2 associated. External IP: 172.25.6.115, port: d1bcbe53-fb92-46c2-b308-45a193e32b46. Feb 15 15:04:12.831220 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:12.888904 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 926f3ac3-5986-4052-8e4e-54631f38cbe4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:04:13.001599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:04:13.011948 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20a19e-8e77-4fc9-bc85-4ea15feb7539 None None] Sync routers for ids ['926f3ac3-5986-4052-8e4e-54631f38cbe4'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:04:13.019117 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:13.024160 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20a19e-8e77-4fc9-bc85-4ea15feb7539 None None] Routers {'926f3ac3-5986-4052-8e4e-54631f38cbe4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:04:13.024959 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fe20a19e-8e77-4fc9-bc85-4ea15feb7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['926f3ac3-5986-4052-8e4e-54631f38cbe4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:04:13.050203 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6bbddd1f-7e6f-4fa8-aedf-3d110a86a7a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5929811 Feb 15 15:04:13.050539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'tag': 'd1bcbe53-fb92-46c2-b308-45a193e32b46'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:04:13.055269 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6de84a-5e57-49a5-a424-14cf1e7afca4" -d '{"events": [{"name": "network-changed", "server_uuid": "747160f0-6a09-4b15-b9ec-ec2155407dd3", "tag": "d1bcbe53-fb92-46c2-b308-45a193e32b46"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:04:13.113160 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cbb1e2-62ae-432b-9207-570d3f529256 x-openstack-request-id: req-e8cbb1e2-62ae-432b-9207-570d3f529256 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:04:13.113436 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747160f0-6a09-4b15-b9ec-ec2155407dd3", "tag": "d1bcbe53-fb92-46c2-b308-45a193e32b46", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:04:13.113712 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e8cbb1e2-62ae-432b-9207-570d3f529256 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:04:13.114348 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'tag': 'd1bcbe53-fb92-46c2-b308-45a193e32b46', 'status': 'completed', 'code': 200} Feb 15 15:04:13.151389 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-fe20a19e-8e77-4fc9-bc85-4ea15feb7539 None None] Set router 926f3ac3-5986-4052-8e4e-54631f38cbe4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:04:13.184010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916460d-a1ed-430c-be6a-1d3d58932bdd req-f37aeb7b-3ab2-4a43-b6da-99256ca3f51f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:13.186715 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f916460d-a1ed-430c-be6a-1d3d58932bdd req-f37aeb7b-3ab2-4a43-b6da-99256ca3f51f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0821226 Feb 15 15:04:13.210266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6de84a-5e57-49a5-a424-14cf1e7afca4 req-a369cfa9-7346-4657-bc96-d5d596db7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:13.212783 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d6de84a-5e57-49a5-a424-14cf1e7afca4 req-a369cfa9-7346-4657-bc96-d5d596db7223 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 1128 time: 0.0760577 Feb 15 15:04:13.249017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f916460d-a1ed-430c-be6a-1d3d58932bdd req-cb803623-c9ef-48c2-a1f4-80a111933b93 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531785 Feb 15 15:04:13.283121 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52650) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:04:13.336317 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6de84a-5e57-49a5-a424-14cf1e7afca4 req-049e7ebd-73e3-40f1-a0e9-bcc94cb5f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:13.337709 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d6de84a-5e57-49a5-a424-14cf1e7afca4 req-049e7ebd-73e3-40f1-a0e9-bcc94cb5f43f service neutron] 10.222.0.42 "GET /v2.0/networks?id=35446c8d-e5ff-4b4a-97e4-a40617a191b3 HTTP/1.1" status: 200 len: 898 time: 0.1185381 Feb 15 15:04:13.387063 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-eaac3f2c-35b2-4d7c-897c-18be2936fad5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/a2e88b32-985e-4a6b-b41c-fc1c2f6720a2 HTTP/1.1" status: 200 len: 991 time: 0.1014206 Feb 15 15:04:13.423779 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fe20a19e-8e77-4fc9-bc85-4ea15feb7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:58Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'a2e88b32-985e-4a6b-b41c-fc1c2f6720a2', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'port_id': 'd1bcbe53-fb92-46c2-b308-45a193e32b46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'mac_address': 'fa:16:3e:40:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:04:12Z', 'updated_at': '2022-02-15T15:04:12Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5d79c-ea43-4530-b270-dda50c788616', 'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:57Z', 'updated_at': '2022-02-15T15:04:01Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:04:13.455960 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20a19e-8e77-4fc9-bc85-4ea15feb7539 None None] Checking router: 926f3ac3-5986-4052-8e4e-54631f38cbe4 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:04:13.465956 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20a19e-8e77-4fc9-bc85-4ea15feb7539 None None] Routers {'926f3ac3-5986-4052-8e4e-54631f38cbe4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:04:13.466761 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fe20a19e-8e77-4fc9-bc85-4ea15feb7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:03:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['926f3ac3-5986-4052-8e4e-54631f38cbe4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:04:13.579949 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-fe20a19e-8e77-4fc9-bc85-4ea15feb7539 None None] Set router 926f3ac3-5986-4052-8e4e-54631f38cbe4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:04:13.693419 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d6de84a-5e57-49a5-a424-14cf1e7afca4 req-a327355a-2bda-4ab7-96c7-7f678234250f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1bcbe53-fb92-46c2-b308-45a193e32b46 HTTP/1.1" status: 200 len: 999 time: 0.3496761 Feb 15 15:04:13.746669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6de84a-5e57-49a5-a424-14cf1e7afca4 req-235517f1-c6e8-40ed-b1cd-07bc837dbdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:13.748153 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d6de84a-5e57-49a5-a424-14cf1e7afca4 req-235517f1-c6e8-40ed-b1cd-07bc837dbdb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3230dfc-a2b1-4144-a5a0-6bdea6decefd HTTP/1.1" status: 200 len: 834 time: 0.0483940 Feb 15 15:04:13.806539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6de84a-5e57-49a5-a424-14cf1e7afca4 req-44b3899f-7606-40cd-b147-33d486963f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:13.808076 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d6de84a-5e57-49a5-a424-14cf1e7afca4 req-44b3899f-7606-40cd-b147-33d486963f53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35446c8d-e5ff-4b4a-97e4-a40617a191b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512295 Feb 15 15:04:13.833750 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-fe20a19e-8e77-4fc9-bc85-4ea15feb7539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:58Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'a2e88b32-985e-4a6b-b41c-fc1c2f6720a2', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'port_id': 'd1bcbe53-fb92-46c2-b308-45a193e32b46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'mac_address': 'fa:16:3e:40:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:04:12Z', 'updated_at': '2022-02-15T15:04:12Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5d79c-ea43-4530-b270-dda50c788616', 'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:57Z', 'updated_at': '2022-02-15T15:04:01Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:04:13.871780 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20a19e-8e77-4fc9-bc85-4ea15feb7539 None None] The sync data for ids ['926f3ac3-5986-4052-8e4e-54631f38cbe4'] in n-d-829064-15 is: [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:58Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'a2e88b32-985e-4a6b-b41c-fc1c2f6720a2', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'port_id': 'd1bcbe53-fb92-46c2-b308-45a193e32b46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'mac_address': 'fa:16:3e:40:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:04:12Z', 'updated_at': '2022-02-15T15:04:12Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e5d79c-ea43-4530-b270-dda50c788616', 'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:57Z', 'updated_at': '2022-02-15T15:04:01Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:04:13.899245 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d6de84a-5e57-49a5-a424-14cf1e7afca4 req-6334b28c-1b70-4562-9c54-6a8063bde2ae service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844343 Feb 15 15:04:13.997058 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d6de84a-5e57-49a5-a424-14cf1e7afca4 req-5ff43be6-b500-43d6-8899-96607c05c959 service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920939 Feb 15 15:04:14.090874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64d8e3-3314-440b-b7cf-0c8f9398279c None None] New status for floating IP a2e88b32-985e-4a6b-b41c-fc1c2f6720a2: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:04:14.389939 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52652) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:04:14.449688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-07f7d511-c8db-485d-b8e2-f2580930cea9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/a2e88b32-985e-4a6b-b41c-fc1c2f6720a2 HTTP/1.1" status: 200 len: 993 time: 0.0585148 Feb 15 15:04:14.893046 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-275cfd91-264e-47fe-85a9-c7a7dd87ba27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:17.265840 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6ece8c3e-3f9b-492d-b708-4c0d6b36026c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:18.617622 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:19.946288 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:21.203527 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:40.567720 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:42.855960 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:44.895906 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf1b1-75c9-4efe-ad69-0af39ef7c9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:45.223924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7ca01-0bd6-44b8-8ebe-741c561b8ac4 req-2ba742c3-5f3d-47b5-abb6-091e7bc7318e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:45.225457 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1f7ca01-0bd6-44b8-8ebe-741c561b8ac4 req-2ba742c3-5f3d-47b5-abb6-091e7bc7318e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0552549 Feb 15 15:04:45.226718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bd924-f86f-4130-bf1a-157798f1bdcc req-09a24eb5-4432-4560-82b0-7be5e5647af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:45.228227 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d25bd924-f86f-4130-bf1a-157798f1bdcc req-09a24eb5-4432-4560-82b0-7be5e5647af2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 1128 time: 0.0461016 Feb 15 15:04:45.276560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1f7ca01-0bd6-44b8-8ebe-741c561b8ac4 req-d1c02d71-5358-4789-9f5d-86faacb04524 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452554 Feb 15 15:04:45.319998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bd924-f86f-4130-bf1a-157798f1bdcc req-1149127b-f49b-40f1-b011-03dcd7eeb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:45.321489 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d25bd924-f86f-4130-bf1a-157798f1bdcc req-1149127b-f49b-40f1-b011-03dcd7eeb95c service neutron] 10.222.0.42 "GET /v2.0/networks?id=35446c8d-e5ff-4b4a-97e4-a40617a191b3 HTTP/1.1" status: 200 len: 898 time: 0.0848715 Feb 15 15:04:45.389492 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d25bd924-f86f-4130-bf1a-157798f1bdcc req-52e7bf50-3d6f-4c5c-b2f1-c9f588f47c77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1bcbe53-fb92-46c2-b308-45a193e32b46 HTTP/1.1" status: 200 len: 1001 time: 0.0604339 Feb 15 15:04:45.438205 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bd924-f86f-4130-bf1a-157798f1bdcc req-a96e9433-a8c8-4c06-ba7d-b4bce5c9f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:45.440284 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d25bd924-f86f-4130-bf1a-157798f1bdcc req-a96e9433-a8c8-4c06-ba7d-b4bce5c9f8c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3230dfc-a2b1-4144-a5a0-6bdea6decefd HTTP/1.1" status: 200 len: 834 time: 0.0427811 Feb 15 15:04:45.487745 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bd924-f86f-4130-bf1a-157798f1bdcc req-757c2bd2-30ae-4d4b-996d-14c1116e5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:45.489180 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d25bd924-f86f-4130-bf1a-157798f1bdcc req-757c2bd2-30ae-4d4b-996d-14c1116e5709 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35446c8d-e5ff-4b4a-97e4-a40617a191b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430725 Feb 15 15:04:45.584041 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d25bd924-f86f-4130-bf1a-157798f1bdcc req-f277cad7-8209-4249-b0f1-b4b6dc13670e service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Feb 15 15:04:45.671890 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d25bd924-f86f-4130-bf1a-157798f1bdcc req-ace3dd7b-46a6-411e-b3ea-f16e8ba84958 service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809219 Feb 15 15:04:46.399337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0761f-c5a2-462a-8a97-236d81de50bd req-8b392fab-90a1-4070-9827-f68c1ddc9714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:46.400795 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52c0761f-c5a2-462a-8a97-236d81de50bd req-8b392fab-90a1-4070-9827-f68c1ddc9714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0553513 Feb 15 15:04:46.449296 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52c0761f-c5a2-462a-8a97-236d81de50bd req-667c3ba9-d247-4f5d-b2e6-5dfe4ab0fdc7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429697 Feb 15 15:04:47.268287 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-acf803e5-cb2f-472f-ac07-ed0530e25d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:47.576088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4c13b-d984-4245-a0be-325e821adbf5 req-3a060efd-0746-4746-bfd9-a3cd244f451b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:47.577525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ca4c13b-d984-4245-a0be-325e821adbf5 req-3a060efd-0746-4746-bfd9-a3cd244f451b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0578065 Feb 15 15:04:47.630396 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7ca4c13b-d984-4245-a0be-325e821adbf5 req-58792c4c-864f-4528-aec3-9a1bcbf9b811 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462155 Feb 15 15:04:47.737163 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:04:48.620452 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:48.757442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438edc80-9e94-4ac0-b4c6-b0466a4277ef req-aab2795f-f6a0-44d0-885c-76e1df6c1034 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:48.758948 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-438edc80-9e94-4ac0-b4c6-b0466a4277ef req-aab2795f-f6a0-44d0-885c-76e1df6c1034 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0562406 Feb 15 15:04:48.809495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-438edc80-9e94-4ac0-b4c6-b0466a4277ef req-916480fe-91bc-415f-827d-cac8b611dea8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445292 Feb 15 15:04:49.932978 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e2434-cbb7-4dfa-a3e5-7af68c3a9c48 req-78f711ab-b1b3-4e52-bf24-31e4eea008ab tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:49.934502 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e98e2434-cbb7-4dfa-a3e5-7af68c3a9c48 req-78f711ab-b1b3-4e52-bf24-31e4eea008ab tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0535100 Feb 15 15:04:49.945254 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:49.985273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e98e2434-cbb7-4dfa-a3e5-7af68c3a9c48 req-60d4ed8e-f728-4782-936c-47c9f27bdf06 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442052 Feb 15 15:04:51.108817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f910f97-f1d7-4c8d-83c2-29f978691f8b req-dbce7af6-4e82-4e24-b739-118399ccd51b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:51.110332 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7f910f97-f1d7-4c8d-83c2-29f978691f8b req-dbce7af6-4e82-4e24-b739-118399ccd51b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0544343 Feb 15 15:04:51.167461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7f910f97-f1d7-4c8d-83c2-29f978691f8b req-e50f6c98-2225-4b0b-bc15-45ac551900fa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501292 Feb 15 15:04:51.211565 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:04:52.288030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e9602-cc34-4821-9590-fe036ff9ce08 req-3e9c78bd-7c7e-48c8-b921-99e9d3c8dd71 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:52.289528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e8e9602-cc34-4821-9590-fe036ff9ce08 req-3e9c78bd-7c7e-48c8-b921-99e9d3c8dd71 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0527923 Feb 15 15:04:52.339116 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e8e9602-cc34-4821-9590-fe036ff9ce08 req-1c4ee298-30a6-4018-bcbe-051f67dd6ad4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440178 Feb 15 15:04:53.458398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab488bef-5e2b-4d0d-a5c1-a8085ac7c1b9 req-43a725b2-ed50-432f-b85d-98fcd3bc40ac tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:53.459906 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab488bef-5e2b-4d0d-a5c1-a8085ac7c1b9 req-43a725b2-ed50-432f-b85d-98fcd3bc40ac tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0531867 Feb 15 15:04:53.507956 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ab488bef-5e2b-4d0d-a5c1-a8085ac7c1b9 req-e1e7ea30-8216-4a1c-b97c-19b2a8c26956 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424037 Feb 15 15:04:54.631836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb207f52-1642-4ade-81d3-257ce6879e3e req-50def1e8-a472-48f8-9c1c-6319a2d92bb3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:54.633320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb207f52-1642-4ade-81d3-257ce6879e3e req-50def1e8-a472-48f8-9c1c-6319a2d92bb3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0579431 Feb 15 15:04:54.681285 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb207f52-1642-4ade-81d3-257ce6879e3e req-6d872780-a6b7-43c0-a9ab-db940390b306 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Feb 15 15:04:55.801772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301aa8b3-a5c4-4506-8800-c68a0b374068 req-31fe412c-776c-4731-99b6-c523670e50c2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:55.803270 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-301aa8b3-a5c4-4506-8800-c68a0b374068 req-31fe412c-776c-4731-99b6-c523670e50c2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0536053 Feb 15 15:04:55.852720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-301aa8b3-a5c4-4506-8800-c68a0b374068 req-63ec8934-16d3-4ccd-8dbd-97b29767fabf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438240 Feb 15 15:04:56.974128 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518b35f-d0b2-420f-af41-9cc36601c7db req-d6498dec-122f-4994-a3b3-21fb0b4f8183 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:56.975667 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1518b35f-d0b2-420f-af41-9cc36601c7db req-d6498dec-122f-4994-a3b3-21fb0b4f8183 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0548284 Feb 15 15:04:57.033527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1518b35f-d0b2-420f-af41-9cc36601c7db req-c29dfd2f-0297-4565-b45c-743b37df7cea tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522151 Feb 15 15:04:57.056490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52694) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:04:57.116126 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-46d5a87c-41a1-4620-a974-3e11071d1484 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/a2e88b32-985e-4a6b-b41c-fc1c2f6720a2 HTTP/1.1" status: 200 len: 993 time: 0.0584993 Feb 15 15:04:58.745532 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-f4212c4b-ef42-40be-983f-8e8f0cf135b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484312 Feb 15 15:04:58.843798 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-73e22412-9b0f-46f5-9c4c-3a17c8d0805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:58.845273 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-73e22412-9b0f-46f5-9c4c-3a17c8d0805b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 1128 time: 0.0445263 Feb 15 15:04:58.948648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-909320cc-40cc-4440-8fdc-3906fe8d8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:58.950103 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-909320cc-40cc-4440-8fdc-3906fe8d8431 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35446c8d-e5ff-4b4a-97e4-a40617a191b3 HTTP/1.1" status: 200 len: 898 time: 0.0825136 Feb 15 15:04:59.019399 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-927a9962-b810-4e55-9377-508b2de5db1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1bcbe53-fb92-46c2-b308-45a193e32b46 HTTP/1.1" status: 200 len: 1001 time: 0.0629451 Feb 15 15:04:59.068677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-9817bbe2-d0d8-4398-b6de-2879b0785479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:59.070090 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-9817bbe2-d0d8-4398-b6de-2879b0785479 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3230dfc-a2b1-4144-a5a0-6bdea6decefd HTTP/1.1" status: 200 len: 834 time: 0.0435054 Feb 15 15:04:59.119580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-fe0c2111-17e1-4503-b294-7e2fa549ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:04:59.121080 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-fe0c2111-17e1-4503-b294-7e2fa549ffaf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35446c8d-e5ff-4b4a-97e4-a40617a191b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446060 Feb 15 15:04:59.215220 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-31981ce6-4c75-4b2d-ac56-24950e64d1ac service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871565 Feb 15 15:04:59.305696 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-73e44e85-15f9-41ec-97d7-3aabd8e18f3b req-e46524a6-4fdd-42e6-a903-e8ec174bddb8 service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808589 Feb 15 15:05:10.580076 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:12.868622 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:14.899599 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a99d5fb7-f2f5-416b-9a3e-a731e58a0e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:17.271658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-db1f7b0a-696e-4ab8-844a-16208563904e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:18.626547 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:19.947850 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:21.208144 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:24.735673 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:05:29.528842 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52704) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:29.694517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port bb955970-c63d-4a9c-9ef4-7683fc0f9902 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:05:29.694859 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bb955970-c63d-4a9c-9ef4-7683fc0f9902), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:29.771159 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bb955970-c63d-4a9c-9ef4-7683fc0f9902), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:29.771492 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (bb955970-c63d-4a9c-9ef4-7683fc0f9902), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:29.783153 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for bb955970-c63d-4a9c-9ef4-7683fc0f9902 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:05:29.932490 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bb955970-c63d-4a9c-9ef4-7683fc0f9902), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:29.958372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=bb955970-c63d-4a9c-9ef4-7683fc0f9902,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:29.984948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.985352 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.985697 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.986621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.986983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.987318 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.987656 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.987986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.988330 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.988644 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.988968 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.989290 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:29.989611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:30.031286 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (a2e88b32-985e-4a6b-b41c-fc1c2f6720a2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:30.031616 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Floating IP a2e88b32-985e-4a6b-b41c-fc1c2f6720a2 disassociated (deleted). External IP: 172.25.6.115, port: d1bcbe53-fb92-46c2-b308-45a193e32b46. Feb 15 15:05:30.244498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 926f3ac3-5986-4052-8e4e-54631f38cbe4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:05:30.356961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:05:30.361775 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:30.367840 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145072a-6cad-4342-a538-463fe119ec20 None None] Sync routers for ids ['926f3ac3-5986-4052-8e4e-54631f38cbe4'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:05:30.378359 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1145072a-6cad-4342-a538-463fe119ec20 None None] Routers {'926f3ac3-5986-4052-8e4e-54631f38cbe4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:05:30.378991 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1145072a-6cad-4342-a538-463fe119ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['926f3ac3-5986-4052-8e4e-54631f38cbe4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:30.393088 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-ad8331f8-2e54-4e8a-a278-4ca33b4db821 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/floatingips/a2e88b32-985e-4a6b-b41c-fc1c2f6720a2 HTTP/1.1" status: 204 len: 168 time: 0.8626344 Feb 15 15:05:30.393823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'tag': 'd1bcbe53-fb92-46c2-b308-45a193e32b46'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:05:30.396254 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c868bf54-acb6-4f21-9814-b266771db40d" -d '{"events": [{"name": "network-changed", "server_uuid": "747160f0-6a09-4b15-b9ec-ec2155407dd3", "tag": "d1bcbe53-fb92-46c2-b308-45a193e32b46"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:05:30.507394 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-1145072a-6cad-4342-a538-463fe119ec20 None None] Set router 926f3ac3-5986-4052-8e4e-54631f38cbe4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:05:30.557004 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df2f6a-7f0a-4028-a8e3-de4bfdd65cac x-openstack-request-id: req-b9df2f6a-7f0a-4028-a8e3-de4bfdd65cac {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:05:30.557547 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747160f0-6a09-4b15-b9ec-ec2155407dd3", "tag": "d1bcbe53-fb92-46c2-b308-45a193e32b46", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:05:30.557661 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b9df2f6a-7f0a-4028-a8e3-de4bfdd65cac {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:05:30.558079 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'tag': 'd1bcbe53-fb92-46c2-b308-45a193e32b46', 'status': 'completed', 'code': 200} Feb 15 15:05:30.643488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc84d22-256d-4e8c-8e7f-050314c9a58a req-cd56da87-8473-4657-852b-b63e4562ef9e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:30.645039 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcc84d22-256d-4e8c-8e7f-050314c9a58a req-cd56da87-8473-4657-852b-b63e4562ef9e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0597308 Feb 15 15:05:30.649396 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868bf54-acb6-4f21-9814-b266771db40d req-b58516f4-4163-4496-a5c3-24b9e14687cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:30.650896 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c868bf54-acb6-4f21-9814-b266771db40d req-b58516f4-4163-4496-a5c3-24b9e14687cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 1128 time: 0.0559449 Feb 15 15:05:30.708680 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dcc84d22-256d-4e8c-8e7f-050314c9a58a req-f2ecc14a-5b8e-4df6-ae34-47532162dd80 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567205 Feb 15 15:05:30.757902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868bf54-acb6-4f21-9814-b266771db40d req-173a5571-bf62-4e2e-971d-8a31bb7754d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:30.759327 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c868bf54-acb6-4f21-9814-b266771db40d req-173a5571-bf62-4e2e-971d-8a31bb7754d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=35446c8d-e5ff-4b4a-97e4-a40617a191b3 HTTP/1.1" status: 200 len: 898 time: 0.0972247 Feb 15 15:05:30.807970 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c868bf54-acb6-4f21-9814-b266771db40d req-4ad7b649-a9a7-4822-b9d7-ab7767fd9776 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1bcbe53-fb92-46c2-b308-45a193e32b46 HTTP/1.1" status: 200 len: 217 time: 0.0407705 Feb 15 15:05:30.816996 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1145072a-6cad-4342-a538-463fe119ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:58Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '74e5d79c-ea43-4530-b270-dda50c788616', 'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:57Z', 'updated_at': '2022-02-15T15:04:01Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:30.843119 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145072a-6cad-4342-a538-463fe119ec20 None None] Checking router: 926f3ac3-5986-4052-8e4e-54631f38cbe4 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:05:30.851810 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1145072a-6cad-4342-a538-463fe119ec20 None None] Routers {'926f3ac3-5986-4052-8e4e-54631f38cbe4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:05:30.852413 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1145072a-6cad-4342-a538-463fe119ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['926f3ac3-5986-4052-8e4e-54631f38cbe4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:30.859156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868bf54-acb6-4f21-9814-b266771db40d req-2e92f699-3df1-456e-a589-8ea037cda73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:30.860678 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c868bf54-acb6-4f21-9814-b266771db40d req-2e92f699-3df1-456e-a589-8ea037cda73f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3230dfc-a2b1-4144-a5a0-6bdea6decefd HTTP/1.1" status: 200 len: 834 time: 0.0455797 Feb 15 15:05:30.915199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868bf54-acb6-4f21-9814-b266771db40d req-194c619d-7b9e-411d-b4d9-60cf4e0415bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:30.916737 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c868bf54-acb6-4f21-9814-b266771db40d req-194c619d-7b9e-411d-b4d9-60cf4e0415bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=35446c8d-e5ff-4b4a-97e4-a40617a191b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456400 Feb 15 15:05:30.961391 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-1145072a-6cad-4342-a538-463fe119ec20 None None] Set router 926f3ac3-5986-4052-8e4e-54631f38cbe4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:05:31.014745 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c868bf54-acb6-4f21-9814-b266771db40d req-fb53369f-1450-4507-aa7d-a18f6b5b00b1 service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875075 Feb 15 15:05:31.137841 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c868bf54-acb6-4f21-9814-b266771db40d req-967c0973-132e-4602-8308-aa0090cb646d service neutron] 10.222.0.42 "GET /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150301 Feb 15 15:05:31.187207 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-1145072a-6cad-4342-a538-463fe119ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:58Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '74e5d79c-ea43-4530-b270-dda50c788616', 'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:57Z', 'updated_at': '2022-02-15T15:04:01Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:31.215257 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145072a-6cad-4342-a538-463fe119ec20 None None] The sync data for ids ['926f3ac3-5986-4052-8e4e-54631f38cbe4'] in n-d-829064-15 is: [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:03:58Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '74e5d79c-ea43-4530-b270-dda50c788616', 'name': '', 'network_id': '35446c8d-e5ff-4b4a-97e4-a40617a191b3', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:57Z', 'updated_at': '2022-02-15T15:04:01Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'b3230dfc-a2b1-4144-a5a0-6bdea6decefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:05:31.436281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddb054-7686-41cf-91bb-1c33a11e7697 None None] New status for floating IP a2e88b32-985e-4a6b-b41c-fc1c2f6720a2: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:05:31.839169 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85c32b-ec74-4f65-8ac5-5354ae097359 req-4655fab4-c83f-419d-ac12-e1f99bc329a6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:31.840665 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb85c32b-ec74-4f65-8ac5-5354ae097359 req-4655fab4-c83f-419d-ac12-e1f99bc329a6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0593979 Feb 15 15:05:31.889119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb85c32b-ec74-4f65-8ac5-5354ae097359 req-07351e78-3b68-40fc-87be-60d96827dacc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=4818d9c0-4db3-4557-b5ed-7d3eef53448f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 Feb 15 15:05:32.370986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11ff07-7c17-4ed4-aeb9-f2cd9841c5b4 req-d7b3d893-d101-4672-89a8-6c3a806be9a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:32.372454 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cb11ff07-7c17-4ed4-aeb9-f2cd9841c5b4 req-d7b3d893-d101-4672-89a8-6c3a806be9a1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 945 time: 0.0525596 Feb 15 15:05:32.467747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-cb11ff07-7c17-4ed4-aeb9-f2cd9841c5b4 req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port d1bcbe53-fb92-46c2-b308-45a193e32b46 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:05:32.468075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cb11ff07-7c17-4ed4-aeb9-f2cd9841c5b4 req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:32.563842 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-cb11ff07-7c17-4ed4-aeb9-f2cd9841c5b4 req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port d1bcbe53-fb92-46c2-b308-45a193e32b46, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=d1bcbe53-fb92-46c2-b308-45a193e32b46,segment=NetworkSegment(e4be533d-5f6b-40d5-b040-cd8015ffc42f),segment_id=e4be533d-5f6b-40d5-b040-cd8015ffc42f)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:05:32.564797 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cb11ff07-7c17-4ed4-aeb9-f2cd9841c5b4 req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:32.578363 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-cb11ff07-7c17-4ed4-aeb9-f2cd9841c5b4 req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for d1bcbe53-fb92-46c2-b308-45a193e32b46 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:05:32.716992 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cb11ff07-7c17-4ed4-aeb9-f2cd9841c5b4 req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d1bcbe53-fb92-46c2-b308-45a193e32b46), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:32.747743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=d1bcbe53-fb92-46c2-b308-45a193e32b46,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:32.761614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.766004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:32.809156 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb11ff07-7c17-4ed4-aeb9-f2cd9841c5b4 req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] No DVR routers for this DVR port d1bcbe53-fb92-46c2-b308-45a193e32b46 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:05:32.811879 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-cb11ff07-7c17-4ed4-aeb9-f2cd9841c5b4 req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:32.815965 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-cb11ff07-7c17-4ed4-aeb9-f2cd9841c5b4 req-923798e5-b658-4dff-bf7e-eaaef36bc137 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "DELETE /v2.0/ports/d1bcbe53-fb92-46c2-b308-45a193e32b46 HTTP/1.1" status: 204 len: 173 time: 0.4379532 Feb 15 15:05:32.816414 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'name': 'network-vif-deleted', 'tag': 'd1bcbe53-fb92-46c2-b308-45a193e32b46'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:05:32.818664 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8e0965-e7a8-402f-b9e3-7b7fbe0a1c15" -d '{"events": [{"server_uuid": "747160f0-6a09-4b15-b9ec-ec2155407dd3", "name": "network-vif-deleted", "tag": "d1bcbe53-fb92-46c2-b308-45a193e32b46"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:05:32.862180 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81100dc-cc51-4a13-b0a8-eaf22795310e x-openstack-request-id: req-f81100dc-cc51-4a13-b0a8-eaf22795310e {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:05:32.862489 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747160f0-6a09-4b15-b9ec-ec2155407dd3", "name": "network-vif-deleted", "tag": "d1bcbe53-fb92-46c2-b308-45a193e32b46", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:05:32.862756 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f81100dc-cc51-4a13-b0a8-eaf22795310e {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:05:32.863191 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747160f0-6a09-4b15-b9ec-ec2155407dd3', 'name': 'network-vif-deleted', 'tag': 'd1bcbe53-fb92-46c2-b308-45a193e32b46', 'status': 'completed', 'code': 200} Feb 15 15:05:33.000907 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a98427d-3bce-4a8a-8683-68bb3fa21c2e req-df7cbbda-2eba-42d2-bf74-a72d06874c6d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=747160f0-6a09-4b15-b9ec-ec2155407dd3 HTTP/1.1" status: 200 len: 210 time: 0.0272193 Feb 15 15:05:34.056886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52722) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:34.700563 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (926f3ac3-5986-4052-8e4e-54631f38cbe4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:34.965133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port 74e5d79c-ea43-4530-b270-dda50c788616 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:05:34.965480 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (74e5d79c-ea43-4530-b270-dda50c788616), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:35.053948 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port 74e5d79c-ea43-4530-b270-dda50c788616, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=74e5d79c-ea43-4530-b270-dda50c788616,segment=NetworkSegment(e4be533d-5f6b-40d5-b040-cd8015ffc42f),segment_id=e4be533d-5f6b-40d5-b040-cd8015ffc42f)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:05:35.054305 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (74e5d79c-ea43-4530-b270-dda50c788616), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:35.067889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for 74e5d79c-ea43-4530-b270-dda50c788616 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:05:35.253938 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (74e5d79c-ea43-4530-b270-dda50c788616), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:35.284629 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=74e5d79c-ea43-4530-b270-dda50c788616,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:35.460778 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (926f3ac3-5986-4052-8e4e-54631f38cbe4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:35.681271 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 926f3ac3-5986-4052-8e4e-54631f38cbe4 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:05:35.794446 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:05:35.799748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cff56f3f-97f8-4acd-b021-51c8a8e8c350 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "PUT /v2.0/routers/926f3ac3-5986-4052-8e4e-54631f38cbe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7417848 Feb 15 15:05:35.802673 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52724) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:35.808246 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd8076-8a99-4749-92c8-6c766f695898 None None] Sync routers for ids ['926f3ac3-5986-4052-8e4e-54631f38cbe4'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:05:35.818876 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd8076-8a99-4749-92c8-6c766f695898 None None] Routers {'926f3ac3-5986-4052-8e4e-54631f38cbe4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:05:35.819506 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f7dd8076-8a99-4749-92c8-6c766f695898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['926f3ac3-5986-4052-8e4e-54631f38cbe4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:35.857764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff3ee3c-c68a-4142-b504-689eb031db1d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting subnet b3230dfc-a2b1-4144-a5a0-6bdea6decefd {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:05:35.861396 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ee3c-c68a-4142-b504-689eb031db1d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (b3230dfc-a2b1-4144-a5a0-6bdea6decefd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:35.905049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ee3c-c68a-4142-b504-689eb031db1d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (b3230dfc-a2b1-4144-a5a0-6bdea6decefd), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:35.931598 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-f7dd8076-8a99-4749-92c8-6c766f695898 None None] Set router 926f3ac3-5986-4052-8e4e-54631f38cbe4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:05:35.991710 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ee3c-c68a-4142-b504-689eb031db1d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (b3230dfc-a2b1-4144-a5a0-6bdea6decefd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.049146 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ee3c-c68a-4142-b504-689eb031db1d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (b3230dfc-a2b1-4144-a5a0-6bdea6decefd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.077399 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3ee3c-c68a-4142-b504-689eb031db1d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Subnet': ['ID=b3230dfc-a2b1-4144-a5a0-6bdea6decefd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:36.083831 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cff3ee3c-c68a-4142-b504-689eb031db1d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.088363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cff3ee3c-c68a-4142-b504-689eb031db1d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/subnets/b3230dfc-a2b1-4144-a5a0-6bdea6decefd HTTP/1.1" status: 204 len: 168 time: 0.2847476 Feb 15 15:05:36.089200 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3bb881-d1f7-4aed-ad23-cbae44827653 None None] Network 35446c8d-e5ff-4b4a-97e4-a40617a191b3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:05:36.090933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52726) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:36.113943 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f7dd8076-8a99-4749-92c8-6c766f695898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:05:35Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:36.146613 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd8076-8a99-4749-92c8-6c766f695898 None None] Checking router: 926f3ac3-5986-4052-8e4e-54631f38cbe4 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:05:36.155776 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd8076-8a99-4749-92c8-6c766f695898 None None] Routers {'926f3ac3-5986-4052-8e4e-54631f38cbe4'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:05:36.156421 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f7dd8076-8a99-4749-92c8-6c766f695898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['926f3ac3-5986-4052-8e4e-54631f38cbe4'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:36.207397 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (926f3ac3-5986-4052-8e4e-54631f38cbe4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.271233 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-f7dd8076-8a99-4749-92c8-6c766f695898 None None] Set router 926f3ac3-5986-4052-8e4e-54631f38cbe4 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:05:36.321746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (926f3ac3-5986-4052-8e4e-54631f38cbe4), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.397206 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port b05d460b-8eb0-4b44-812a-6e3db261b23a {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:05:36.397552 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.424219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] DHCP port deletion for 35446c8d-e5ff-4b4a-97e4-a40617a191b3 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:05:36.463282 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-f7dd8076-8a99-4749-92c8-6c766f695898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:05:35Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:36.474063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Deleting port 96a2bd77-5fad-4c53-a4c4-168aa3531b98 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:05:36.474443 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.485065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port b05d460b-8eb0-4b44-812a-6e3db261b23a, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b05d460b-8eb0-4b44-812a-6e3db261b23a,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:05:36.486665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.490206 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dd8076-8a99-4749-92c8-6c766f695898 None None] The sync data for ids ['926f3ac3-5986-4052-8e4e-54631f38cbe4'] in n-d-829064-15 is: [{'id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1786530700', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:03:54Z', 'updated_at': '2022-02-15T15:05:35Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'b05d460b-8eb0-4b44-812a-6e3db261b23a', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926f3ac3-5986-4052-8e4e-54631f38cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:03:55Z', 'updated_at': '2022-02-15T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:05:36.499916 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for b05d460b-8eb0-4b44-812a-6e3db261b23a owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:05:36.542343 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] For port 96a2bd77-5fad-4c53-a4c4-168aa3531b98, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=96a2bd77-5fad-4c53-a4c4-168aa3531b98,segment=NetworkSegment(e4be533d-5f6b-40d5-b040-cd8015ffc42f),segment_id=e4be533d-5f6b-40d5-b040-cd8015ffc42f)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:05:36.542744 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.555594 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Calling delete_port for 96a2bd77-5fad-4c53-a4c4-168aa3531b98 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:05:36.633096 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (96a2bd77-5fad-4c53-a4c4-168aa3531b98), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.662345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Pushing event deleted for resources: {'Port': ['ID=96a2bd77-5fad-4c53-a4c4-168aa3531b98,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:36.664538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] No DVR routers for this DVR port 96a2bd77-5fad-4c53-a4c4-168aa3531b98 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:05:36.676096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.676589 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.676869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.677240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.677609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.677874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.678376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.678868 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.679215 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.679329 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b05d460b-8eb0-4b44-812a-6e3db261b23a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.679544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.679857 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.680172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.680490 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2a3c79-af12-45a9-a3b2-b6099d460948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:36.710359 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=b05d460b-8eb0-4b44-812a-6e3db261b23a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:36.769533 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (926f3ac3-5986-4052-8e4e-54631f38cbe4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.864007 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (926f3ac3-5986-4052-8e4e-54631f38cbe4), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.866229 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_controller (926f3ac3-5986-4052-8e4e-54631f38cbe4), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.915297 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (926f3ac3-5986-4052-8e4e-54631f38cbe4), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.915864 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Fanout notify agent at l3_agent the message router_deleted on router 926f3ac3-5986-4052-8e4e-54631f38cbe4 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:05:36.922621 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:36.930743 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d7f06746-9a29-4ed2-ac0f-9a40e6bd06f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/routers/926f3ac3-5986-4052-8e4e-54631f38cbe4 HTTP/1.1" status: 204 len: 168 time: 0.8325138 Feb 15 15:05:36.930743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52728) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:37.020724 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (35446c8d-e5ff-4b4a-97e4-a40617a191b3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.111127 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (35446c8d-e5ff-4b4a-97e4-a40617a191b3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.127820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device d1bcbe53-fb92-46c2-b308-45a193e32b46 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:05:37.133594 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35446c8d-e5ff-4b4a-97e4-a40617a191b3']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:37.145104 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4be533d-5f6b-40d5-b040-cd8015ffc42f') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:37.145534 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4be533d-5f6b-40d5-b040-cd8015ffc42f') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:37.150007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: d1bcbe53-fb92-46c2-b308-45a193e32b46 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:05:37.150351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device d1bcbe53-fb92-46c2-b308-45a193e32b46 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:05:37.155833 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (e4be533d-5f6b-40d5-b040-cd8015ffc42f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.170195 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (e4be533d-5f6b-40d5-b040-cd8015ffc42f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.176670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:05:37.177052 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (e4be533d-5f6b-40d5-b040-cd8015ffc42f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: timer() Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:05:37.180072 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:05:37.237054 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (35446c8d-e5ff-4b4a-97e4-a40617a191b3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.243868 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.246805 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/networks/35446c8d-e5ff-4b4a-97e4-a40617a191b3 HTTP/1.1" status: 204 len: 168 time: 0.3183455 Feb 15 15:05:37.249728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52730) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:37.258187 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78900b-53c4-451c-8137-0515863b43cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Network': ['ID=35446c8d-e5ff-4b4a-97e4-a40617a191b3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:37.308612 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a63266a9-48e7-48be-8955-8774267addfa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (4818d9c0-4db3-4557-b5ed-7d3eef53448f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.333788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a63266a9-48e7-48be-8955-8774267addfa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (4818d9c0-4db3-4557-b5ed-7d3eef53448f), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.397485 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a63266a9-48e7-48be-8955-8774267addfa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (4818d9c0-4db3-4557-b5ed-7d3eef53448f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.400401 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a63266a9-48e7-48be-8955-8774267addfa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.401604 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a63266a9-48e7-48be-8955-8774267addfa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/security-groups/4818d9c0-4db3-4557-b5ed-7d3eef53448f HTTP/1.1" status: 204 len: 168 time: 0.1508629 Feb 15 15:05:37.411231 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63266a9-48e7-48be-8955-8774267addfa tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4818d9c0-4db3-4557-b5ed-7d3eef53448f,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:37.583172 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52736) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:37.587853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1509e9e4-1aed-4fd5-82bf-39df9addeacc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-721458477', 'description': 'tempest-secgroup-smoke-721458477 description', 'project_id': '9ccc15b20d3f455892eb64b1578a5795'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:37.608376 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1509e9e4-1aed-4fd5-82bf-39df9addeacc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.675200 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1509e9e4-1aed-4fd5-82bf-39df9addeacc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (95177f74-a6c1-437f-9e92-7dbffbcf3f58), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.679238 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1509e9e4-1aed-4fd5-82bf-39df9addeacc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (95177f74-a6c1-437f-9e92-7dbffbcf3f58), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.712140 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1509e9e4-1aed-4fd5-82bf-39df9addeacc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.713374 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1509e9e4-1aed-4fd5-82bf-39df9addeacc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1291940 Feb 15 15:05:37.715469 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509e9e4-1aed-4fd5-82bf-39df9addeacc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95177f74-a6c1-437f-9e92-7dbffbcf3f58,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:37.716372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52738) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:37.721463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a2768728-91a5-481e-afaa-68ed0790e402 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '95177f74-a6c1-437f-9e92-7dbffbcf3f58', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:37.747121 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a2768728-91a5-481e-afaa-68ed0790e402 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (39ce9c17-28ef-45dd-b5ec-062f91166f6a), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.811165 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a2768728-91a5-481e-afaa-68ed0790e402 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (39ce9c17-28ef-45dd-b5ec-062f91166f6a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.815935 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a2768728-91a5-481e-afaa-68ed0790e402 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (39ce9c17-28ef-45dd-b5ec-062f91166f6a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.834107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2768728-91a5-481e-afaa-68ed0790e402 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ce9c17-28ef-45dd-b5ec-062f91166f6a,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:37.844697 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a2768728-91a5-481e-afaa-68ed0790e402 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.846075 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a2768728-91a5-481e-afaa-68ed0790e402 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279104 Feb 15 15:05:37.848769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52740) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:37.850653 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b05d460b-8eb0-4b44-812a-6e3db261b23a no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:05:37.853809 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-266a4ded-61d1-4268-a954-8c2c560bb2bb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '95177f74-a6c1-437f-9e92-7dbffbcf3f58', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:37.871050 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b05d460b-8eb0-4b44-812a-6e3db261b23a {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:05:37.871493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b05d460b-8eb0-4b44-812a-6e3db261b23a not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:05:37.872020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 96a2bd77-5fad-4c53-a4c4-168aa3531b98 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:05:37.880704 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-266a4ded-61d1-4268-a954-8c2c560bb2bb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (2d0df92f-2780-4279-9ce9-bec55672472c), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.891190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 96a2bd77-5fad-4c53-a4c4-168aa3531b98 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:05:37.891541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 96a2bd77-5fad-4c53-a4c4-168aa3531b98 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:05:37.892510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 74e5d79c-ea43-4530-b270-dda50c788616 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:05:37.911861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 74e5d79c-ea43-4530-b270-dda50c788616 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:05:37.912208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 74e5d79c-ea43-4530-b270-dda50c788616 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:05:37.940781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-266a4ded-61d1-4268-a954-8c2c560bb2bb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (2d0df92f-2780-4279-9ce9-bec55672472c), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.944410 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-266a4ded-61d1-4268-a954-8c2c560bb2bb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (2d0df92f-2780-4279-9ce9-bec55672472c), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.963107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a4ded-61d1-4268-a954-8c2c560bb2bb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0df92f-2780-4279-9ce9-bec55672472c,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:37.970106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-266a4ded-61d1-4268-a954-8c2c560bb2bb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:37.972015 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-266a4ded-61d1-4268-a954-8c2c560bb2bb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218770 Feb 15 15:05:37.974883 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52742) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:37.979509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a45885f3-7453-41d6-9862-912bbcd1eff2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '95177f74-a6c1-437f-9e92-7dbffbcf3f58', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:38.009846 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a45885f3-7453-41d6-9862-912bbcd1eff2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (a6b656ba-a47d-4e94-bdf1-f8e09bc6fd2b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.069387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a45885f3-7453-41d6-9862-912bbcd1eff2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (a6b656ba-a47d-4e94-bdf1-f8e09bc6fd2b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.072970 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a45885f3-7453-41d6-9862-912bbcd1eff2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (a6b656ba-a47d-4e94-bdf1-f8e09bc6fd2b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.090389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45885f3-7453-41d6-9862-912bbcd1eff2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b656ba-a47d-4e94-bdf1-f8e09bc6fd2b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:38.098084 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a45885f3-7453-41d6-9862-912bbcd1eff2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.099341 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a45885f3-7453-41d6-9862-912bbcd1eff2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234417 Feb 15 15:05:38.101985 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52744) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:38.106261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d06d9b65-b770-4902-b2df-ae3b0cd7ccbd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '95177f74-a6c1-437f-9e92-7dbffbcf3f58', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:38.130121 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d06d9b65-b770-4902-b2df-ae3b0cd7ccbd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (61ded824-dcad-4373-95fd-414d44955b55), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.187595 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d06d9b65-b770-4902-b2df-ae3b0cd7ccbd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (61ded824-dcad-4373-95fd-414d44955b55), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.191404 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d06d9b65-b770-4902-b2df-ae3b0cd7ccbd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (61ded824-dcad-4373-95fd-414d44955b55), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.209109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d9b65-b770-4902-b2df-ae3b0cd7ccbd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ded824-dcad-4373-95fd-414d44955b55,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:38.220423 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d06d9b65-b770-4902-b2df-ae3b0cd7ccbd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.221607 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d06d9b65-b770-4902-b2df-ae3b0cd7ccbd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186736 Feb 15 15:05:38.224377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52746) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:38.228609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-efd8a1af-19bd-490d-a0af-894d870ac154 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '95177f74-a6c1-437f-9e92-7dbffbcf3f58', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:38.247033 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-efd8a1af-19bd-490d-a0af-894d870ac154 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Project 9ccc15b20d3f455892eb64b1578a5795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:05:38.252205 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-efd8a1af-19bd-490d-a0af-894d870ac154 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (361fed79-8806-4539-94e0-e54f02f3e48d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.309177 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-efd8a1af-19bd-490d-a0af-894d870ac154 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (361fed79-8806-4539-94e0-e54f02f3e48d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.312373 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-efd8a1af-19bd-490d-a0af-894d870ac154 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (361fed79-8806-4539-94e0-e54f02f3e48d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.330347 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8a1af-19bd-490d-a0af-894d870ac154 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361fed79-8806-4539-94e0-e54f02f3e48d,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:38.337455 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-efd8a1af-19bd-490d-a0af-894d870ac154 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.338634 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-efd8a1af-19bd-490d-a0af-894d870ac154 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1133559 Feb 15 15:05:38.341330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52748) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:38.345539 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4a5be532-c92c-403f-b09e-a8189e3d9ab9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '95177f74-a6c1-437f-9e92-7dbffbcf3f58', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:38.364796 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-4a5be532-c92c-403f-b09e-a8189e3d9ab9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Project 9ccc15b20d3f455892eb64b1578a5795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:05:38.369652 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a5be532-c92c-403f-b09e-a8189e3d9ab9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (6caa34c4-af6b-4331-885a-c15aa029a661), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.431471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a5be532-c92c-403f-b09e-a8189e3d9ab9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (6caa34c4-af6b-4331-885a-c15aa029a661), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.435262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a5be532-c92c-403f-b09e-a8189e3d9ab9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (6caa34c4-af6b-4331-885a-c15aa029a661), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.454065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5be532-c92c-403f-b09e-a8189e3d9ab9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6caa34c4-af6b-4331-885a-c15aa029a661,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:38.460811 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a5be532-c92c-403f-b09e-a8189e3d9ab9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.464372 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4a5be532-c92c-403f-b09e-a8189e3d9ab9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194985 Feb 15 15:05:38.464612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52750) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:38.469557 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'network': {'name': 'tempest-network-smoke--1621067345', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'port_security_enabled': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:38.488099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:05:38.491379 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.515058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:05:38.524074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (cb6de71b-1234-4260-a970-c395671d09ed), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.524419 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Added segment cb6de71b-1234-4260-a970-c395671d09ed of type vlan for network 3ae9eeeb-7241-4150-a014-bebe44c949a1 Feb 15 15:05:38.565857 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (3ae9eeeb-7241-4150-a014-bebe44c949a1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.590932 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (3ae9eeeb-7241-4150-a014-bebe44c949a1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.595752 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:38.596322 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.656545 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1909020 Feb 15 15:05:38.659374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52752) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:38.663674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'admin_state_up': True, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:38.681185 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d40cf-5d95-493d-b784-dfd59fbcd714 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Network': ['ID=3ae9eeeb-7241-4150-a014-bebe44c949a1,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:38.693233 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 3ae9eeeb-7241-4150-a014-bebe44c949a1 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:05:38.695523 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.696546 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.748666 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_controller (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:38.893066 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:39.090844 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:39.113591 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:39.218626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.25.6.102 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/bca7ae42-932a-4e5e-8f55-b64c693ae587) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:05:39.325226 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:39.358993 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:39.400497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:05:39.403421 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:05:39.407060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:05:39.412615 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=bca7ae42-932a-4e5e-8f55-b64c693ae587,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:39.667286 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:39.893641 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:40.313595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:05:40.435058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:05:40.445943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Sync routers for ids ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:05:40.457062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Routers {'3c99a858-c3e8-4bd6-8ed4-124b1f16261f'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:05:40.457293 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:40.458098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:40.461882 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-97495e70-6722-4a4e-8315-f76ddef49724 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8014908 Feb 15 15:05:40.462062 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52754) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:40.491336 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-c3dfe54e-7347-4750-9db0-cb1a88f5c25c tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9ccc15b20d3f455892eb64b1578a5795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279374 Feb 15 15:05:40.494430 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52756) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:40.570702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Set router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:05:40.586772 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3807a43-fe13-4a31-bea8-ef5f6a954d66 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:40.588320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b3807a43-fe13-4a31-bea8-ef5f6a954d66 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929182 Feb 15 15:05:40.591642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52758) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:40.629175 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6a30fa1d-52f1-432a-bd41-f4d8d0fd92c4 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340672 Feb 15 15:05:40.629658 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52760) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:40.635285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-19920863', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:40.675412 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:40.731489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:05:40.735312 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:40.789335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:39Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:40.816881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Checking router: 3c99a858-c3e8-4bd6-8ed4-124b1f16261f for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:05:40.817237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Updating router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f port bca7ae42-932a-4e5e-8f55-b64c693ae587 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:05:40.847010 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:40.936762 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (a8dbfc0f-eecd-4c88-ba96-f4056d328f67), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:41.004112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Subnet': ['ID=a8dbfc0f-eecd-4c88-ba96-f4056d328f67,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:41.014038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Checking segment: {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:05:41.014526 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network hostable DHCP agents. Network: 3ae9eeeb-7241-4150-a014-bebe44c949a1, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:05:41.032924 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 3ae9eeeb-7241-4150-a014-bebe44c949a1 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:05:41.046254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 3ae9eeeb-7241-4150-a014-bebe44c949a1) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:05:41.052455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:41.053696 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:41.059236 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d019a-1b63-4f48-a129-c4da5677aa17 None None] Network 3ae9eeeb-7241-4150-a014-bebe44c949a1 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:05:41.075149 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2a4750d5-3eb6-4c1b-9302-28482a2e27ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4437773 Feb 15 15:05:41.077596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52762) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:41.177243 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Publish callbacks [] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:41.193764 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:41.258518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-3ae9eeeb-7241-4150-a014-bebe44c949a1', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:05:41.259370 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:41.283789 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222f772-e6f2-4912-8da5-7206286cffbd None None] Pushing event updated for resources: {'Port': ['ID=bca7ae42-932a-4e5e-8f55-b64c693ae587,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:41.296449 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Attempting to bind port bca7ae42-932a-4e5e-8f55-b64c693ae587 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:05:41.296826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Attempting to bind port bca7ae42-932a-4e5e-8f55-b64c693ae587 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:05:41.297188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Attempting to bind port bca7ae42-932a-4e5e-8f55-b64c693ae587 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:05:41.306743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:05:41.307273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:05:41.307653 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:41.308040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:05:41.308522 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Bound port: bca7ae42-932a-4e5e-8f55-b64c693ae587, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:05:41.308903 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:41.452648 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] For port bca7ae42-932a-4e5e-8f55-b64c693ae587, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:05:41.471583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] For port bca7ae42-932a-4e5e-8f55-b64c693ae587, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bca7ae42-932a-4e5e-8f55-b64c693ae587,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:05:41.485358 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:41.488508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Allocated IP 172.20.0.2 (3ae9eeeb-7241-4150-a014-bebe44c949a1/a8dbfc0f-eecd-4c88-ba96-f4056d328f67/4c2ff531-2d8e-4bef-a8b2-965fba72f619) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:05:41.584104 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:41.602301 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Routers {'3c99a858-c3e8-4bd6-8ed4-124b1f16261f'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:05:41.602944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:41.607504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222f772-e6f2-4912-8da5-7206286cffbd None None] Pushing event updated for resources: {'Port': ['ID=bca7ae42-932a-4e5e-8f55-b64c693ae587,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:41.781739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] Set router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:05:41.839814 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Publish callbacks [] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:41.879457 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:41.914693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.20.0.1 (3ae9eeeb-7241-4150-a014-bebe44c949a1/a8dbfc0f-eecd-4c88-ba96-f4056d328f67/3db30f1d-117f-4b62-a157-e71ff2c45da3) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:05:41.938732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Network 3ae9eeeb-7241-4150-a014-bebe44c949a1 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:05:41.950814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:05:41.953906 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:05:42.047834 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:42.091747 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:42.131430 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Pushing event updated for resources: {'Port': ['ID=4c2ff531-2d8e-4bef-a8b2-965fba72f619,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:42.139544 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 3ae9eeeb-7241-4150-a014-bebe44c949a1 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:05:42.144918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:05:42.148843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:05:42.178687 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=3db30f1d-117f-4b62-a157-e71ff2c45da3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:42.204112 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:42.228156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Attempting to bind port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:05:42.228621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Attempting to bind port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:05:42.228965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Attempting to bind port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 on network 3ae9eeeb-7241-4150-a014-bebe44c949a1 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:05:42.242161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:05:42.242540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Checking segment: {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:05:42.251099 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:42.253155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Bound using segment: {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:05:42.253155 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Bound port: 4c2ff531-2d8e-4bef-a8b2-965fba72f619, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:05:42.253531 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:42.311505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:39Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:42.341366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc005066-a318-42d0-8bea-a1ab58f481ff None None] The sync data for ids ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'] in n-d-829064-15 is: [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:39Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:05:42.371097 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] For port 4c2ff531-2d8e-4bef-a8b2-965fba72f619, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:05:42.375401 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] For port 4c2ff531-2d8e-4bef-a8b2-965fba72f619, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4c2ff531-2d8e-4bef-a8b2-965fba72f619,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:05:42.388279 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:42.400472 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:42.463464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd595f-72e5-44f7-acbd-60961d85de92 None None] Pushing event updated for resources: {'Port': ['ID=4c2ff531-2d8e-4bef-a8b2-965fba72f619,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:42.853529 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:42.859779 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:42.879641 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:42.950118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=3db30f1d-117f-4b62-a157-e71ff2c45da3,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:42.955819 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:43.065221 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 3ae9eeeb-7241-4150-a014-bebe44c949a1 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:05:43.067101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:05:43.197112 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:05:43.335922 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:05:43.341300 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-47eb3f28-b394-4421-8dcd-f402f55808ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "PUT /v2.0/routers/3c99a858-c3e8-4bd6-8ed4-124b1f16261f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2625701 Feb 15 15:05:43.515644 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-584adab6-441b-44b3-82f0-ede123fb9b5e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721458477&fields=id&tenant_id=9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 267 time: 0.0555582 Feb 15 15:05:43.634797 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-879b6446-935b-4197-ba70-2e6657393f2c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:43.636409 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-879b6446-935b-4197-ba70-2e6657393f2c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 797 time: 0.1136730 Feb 15 15:05:43.654572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-cfaccdb7-3c36-4bf5-9fe3-ece90597d440 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/quotas/9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 375 time: 0.0125163 Feb 15 15:05:43.673198 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-d37673cd-ed66-42f0-9abd-55b7b83319dc req-293b70f4-7b6a-498f-aa9b-13658bddb6d6 service neutron] (109971) timed out ('10.222.0.67', 64177) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 15:05:43.691359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d521ad1-236e-474b-abe0-2bd11dfef138 None None] Network 3ae9eeeb-7241-4150-a014-bebe44c949a1 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:05:43.728553 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-3b4781d2-b1a8-4ca8-a2e7-30e7d16d070f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643461 Feb 15 15:05:43.808463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-30c8c1ec-8e53-4bb4-bace-cc266eaea222 None None] Provisioning complete for port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:43.808856 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-30c8c1ec-8e53-4bb4-bace-cc266eaea222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:43.857952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-dae061d5-765b-41d9-a674-c845c29bd080 service neutron] 10.222.0.72 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160905 Feb 15 15:05:43.926986 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-30c8c1ec-8e53-4bb4-bace-cc266eaea222 None None] Current status of the port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:05:43.927678 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-30c8c1ec-8e53-4bb4-bace-cc266eaea222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:43.958087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4c2ff531-2d8e-4bef-a8b2-965fba72f619 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:05:44.006263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-30c8c1ec-8e53-4bb4-bace-cc266eaea222 None None] For port 4c2ff531-2d8e-4bef-a8b2-965fba72f619, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4c2ff531-2d8e-4bef-a8b2-965fba72f619,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:05:44.013959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-1d12ad28-223f-4b64-9776-53e13115f6a2 service neutron] 10.222.0.72 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471992 Feb 15 15:05:44.016482 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-30c8c1ec-8e53-4bb4-bace-cc266eaea222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:44.107252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8c1ec-8e53-4bb4-bace-cc266eaea222 None None] Pushing event updated for resources: {'Port': ['ID=4c2ff531-2d8e-4bef-a8b2-965fba72f619,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:44.114935 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:44.115558 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:44.235003 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:05:44.236420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bca7ae42-932a-4e5e-8f55-b64c693ae587 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:05:44.268995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-144f1829-f4cc-42fc-8cda-87e478f33656 req-9adec0b1-ac68-483b-b941-b83cc15628f5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 210 time: 0.0592000 Feb 15 15:05:44.289740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e52488af-863b-41c3-aa78-2098a57f0c5c None None] Provisioning complete for port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:44.290132 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e52488af-863b-41c3-aa78-2098a57f0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:44.355805 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port bca7ae42-932a-4e5e-8f55-b64c693ae587 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:44.356183 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:44.432716 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e52488af-863b-41c3-aa78-2098a57f0c5c None None] Current status of the port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:05:44.488026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e52488af-863b-41c3-aa78-2098a57f0c5c None None] Provisioning complete for port 3db30f1d-117f-4b62-a157-e71ff2c45da3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:44.488503 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e52488af-863b-41c3-aa78-2098a57f0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:44.524207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bca7ae42-932a-4e5e-8f55-b64c693ae587 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:05:44.524601 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:44.535982 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Sync routers for ids ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:05:44.551574 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Routers {'3c99a858-c3e8-4bd6-8ed4-124b1f16261f'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:05:44.552613 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:44.556952 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e52488af-863b-41c3-aa78-2098a57f0c5c None None] Port 3db30f1d-117f-4b62-a157-e71ff2c45da3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:05:44.562063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port bca7ae42-932a-4e5e-8f55-b64c693ae587, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bca7ae42-932a-4e5e-8f55-b64c693ae587,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:05:44.567898 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:44.653196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=bca7ae42-932a-4e5e-8f55-b64c693ae587,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:44.684921 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1afea88c-6cf3-440b-8bd4-2c0c304a2a20 None None] Provisioning complete for port 3db30f1d-117f-4b62-a157-e71ff2c45da3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:44.685346 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1afea88c-6cf3-440b-8bd4-2c0c304a2a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:44.707610 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Set router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:05:44.748385 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1afea88c-6cf3-440b-8bd4-2c0c304a2a20 None None] Port 3db30f1d-117f-4b62-a157-e71ff2c45da3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:05:44.868507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f4eb954b-461e-46ea-ab8e-223f2ab47d86 None None] Provisioning complete for port 3db30f1d-117f-4b62-a157-e71ff2c45da3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:44.869617 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4eb954b-461e-46ea-ab8e-223f2ab47d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:44.930029 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1cf7f6dc-dccd-47e3-92c8-ed3674fc9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:44.934732 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f4eb954b-461e-46ea-ab8e-223f2ab47d86 None None] Port 3db30f1d-117f-4b62-a157-e71ff2c45da3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:05:45.058192 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:42Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '3db30f1d-117f-4b62-a157-e71ff2c45da3', 'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:a6:5e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:41Z', 'updated_at': '2022-02-15T15:05:42Z', 'revision_number': 2, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:45.084755 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Checking router: 3c99a858-c3e8-4bd6-8ed4-124b1f16261f for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:05:45.085106 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Updating router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f port 3db30f1d-117f-4b62-a157-e71ff2c45da3 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:05:45.112533 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:45.346077 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-8499b909-2f89-4cb3-9145-bbeabf12b2c0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:45.347660 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-8499b909-2f89-4cb3-9145-bbeabf12b2c0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.67 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 797 time: 0.1233609 Feb 15 15:05:45.411507 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e659f1c-e8a0-491c-b324-2c6327d6d23b req-12b7f7d4-71c7-4944-9d62-8f667775ba66 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 210 time: 0.0412858 Feb 15 15:05:45.423965 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Publish callbacks [] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:45.424581 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-b3b57aec-ec43-4834-b25b-0539b5b6b6d7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 379 time: 0.0669198 Feb 15 15:05:45.430975 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:45.436772 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'port': {'device_id': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'admin_state_up': True, 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'security_groups': ['95177f74-a6c1-437f-9e92-7dbffbcf3f58']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:45.479370 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Pushing event updated for resources: {'Port': ['ID=3db30f1d-117f-4b62-a157-e71ff2c45da3,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:45.507379 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.507731 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.508080 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.508411 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.508747 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.509077 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.509406 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.509728 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.510047 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.510370 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.510695 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.511040 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.511360 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:05:45.550471 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Attempting to bind port 3db30f1d-117f-4b62-a157-e71ff2c45da3 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:05:45.551430 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Attempting to bind port 3db30f1d-117f-4b62-a157-e71ff2c45da3 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:05:45.551565 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Attempting to bind port 3db30f1d-117f-4b62-a157-e71ff2c45da3 on network 3ae9eeeb-7241-4150-a014-bebe44c949a1 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:05:45.557149 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:05:45.557528 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Checking segment: {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:05:45.557940 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:45.558335 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Bound using segment: {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:05:45.559039 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Bound port: 3db30f1d-117f-4b62-a157-e71ff2c45da3, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:05:45.559429 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:45.586549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:05:45.590849 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:45.642873 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] For port 3db30f1d-117f-4b62-a157-e71ff2c45da3, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:05:45.648945 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] For port 3db30f1d-117f-4b62-a157-e71ff2c45da3, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3db30f1d-117f-4b62-a157-e71ff2c45da3,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:05:45.662925 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:45.723852 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Routers {'3c99a858-c3e8-4bd6-8ed4-124b1f16261f'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:05:45.724474 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:05:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:45.760433 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffeabce-6ca7-4a17-8629-7cc0db0ba577 None None] Pushing event updated for resources: {'Port': ['ID=3db30f1d-117f-4b62-a157-e71ff2c45da3,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:45.762145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.20.0.4 (3ae9eeeb-7241-4150-a014-bebe44c949a1/a8dbfc0f-eecd-4c88-ba96-f4056d328f67/0442f6af-679e-4094-ab6d-c5346da14909) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:05:45.774918 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-00aa2e31-5223-4142-ad16-667bed6a0b8d None None] Provisioning complete for port 3db30f1d-117f-4b62-a157-e71ff2c45da3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:45.775544 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-00aa2e31-5223-4142-ad16-667bed6a0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:45.846612 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] Set router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:05:45.909271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-00aa2e31-5223-4142-ad16-667bed6a0b8d None None] Current status of the port 3db30f1d-117f-4b62-a157-e71ff2c45da3 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:05:45.909687 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-00aa2e31-5223-4142-ad16-667bed6a0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:45.973463 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4c2ff531-2d8e-4bef-a8b2-965fba72f619 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:05:45.979163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-00aa2e31-5223-4142-ad16-667bed6a0b8d None None] For port 3db30f1d-117f-4b62-a157-e71ff2c45da3, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3db30f1d-117f-4b62-a157-e71ff2c45da3,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:05:46.000596 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-00aa2e31-5223-4142-ad16-667bed6a0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:46.049914 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (0442f6af-679e-4094-ab6d-c5346da14909), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:46.078240 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa2e31-5223-4142-ad16-667bed6a0b8d None None] Pushing event updated for resources: {'Port': ['ID=3db30f1d-117f-4b62-a157-e71ff2c45da3,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:46.079677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:46.080060 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:46.094977 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:42Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '3db30f1d-117f-4b62-a157-e71ff2c45da3', 'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:a6:5e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:41Z', 'updated_at': '2022-02-15T15:05:45Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:46.103436 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0442f6af-679e-4094-ab6d-c5346da14909), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:46.129517 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7664eda3-3f03-4471-997e-f8a43a0b2d02 None None] The sync data for ids ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'] in n-d-829064-15 is: [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:42Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '3db30f1d-117f-4b62-a157-e71ff2c45da3', 'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:a6:5e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:41Z', 'updated_at': '2022-02-15T15:05:45Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:05:46.133961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1889edb0-a422-4dbf-8c2f-2107607b96bf None None] Provisioning complete for port 3db30f1d-117f-4b62-a157-e71ff2c45da3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:46.134262 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1889edb0-a422-4dbf-8c2f-2107607b96bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:46.161074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 3ae9eeeb-7241-4150-a014-bebe44c949a1 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:05:46.166515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:05:46.170728 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:05:46.229962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=0442f6af-679e-4094-ab6d-c5346da14909,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:46.233445 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:05:46.236538 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bca7ae42-932a-4e5e-8f55-b64c693ae587 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:05:46.257289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:46.257984 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:46.294001 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-f99d4772-68ce-49e1-811d-b511b4acc83a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8639531 Feb 15 15:05:46.345717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1889edb0-a422-4dbf-8c2f-2107607b96bf None None] Current status of the port 3db30f1d-117f-4b62-a157-e71ff2c45da3 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:05:46.357725 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port bca7ae42-932a-4e5e-8f55-b64c693ae587 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:46.358099 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:46.389952 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Request body: {'port': {'device_id': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:46.477213 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0442f6af-679e-4094-ab6d-c5346da14909), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:46.484649 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port bca7ae42-932a-4e5e-8f55-b64c693ae587 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:05:46.556334 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab796e3-164f-48a4-945b-e61d855dc513 req-1390bf91-6ceb-4383-8846-69425bb95cbb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:46.565599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ab796e3-164f-48a4-945b-e61d855dc513 req-1390bf91-6ceb-4383-8846-69425bb95cbb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 931 time: 0.0685046 Feb 15 15:05:46.575036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-fda039b6-ccc3-4092-aa7b-897bcf91d972 None None] Provisioning complete for port 0442f6af-679e-4094-ab6d-c5346da14909 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:46.575440 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fda039b6-ccc3-4092-aa7b-897bcf91d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0442f6af-679e-4094-ab6d-c5346da14909), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:46.623735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4ab796e3-164f-48a4-945b-e61d855dc513 req-27759ad0-d807-4303-8b42-f2d203bc11e3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567844 Feb 15 15:05:46.623956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-fda039b6-ccc3-4092-aa7b-897bcf91d972 None None] Port 0442f6af-679e-4094-ab6d-c5346da14909 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:05:46.799994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0442f6af-679e-4094-ab6d-c5346da14909 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:05:46.812962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Publish callbacks [] for port (0442f6af-679e-4094-ab6d-c5346da14909), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:46.833075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Transition to ACTIVE for port object 0442f6af-679e-4094-ab6d-c5346da14909 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:05:46.838377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0442f6af-679e-4094-ab6d-c5346da14909), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:46.900542 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Pushing event updated for resources: {'Port': ['ID=0442f6af-679e-4094-ab6d-c5346da14909,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:46.977320 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Attempting to bind port 0442f6af-679e-4094-ab6d-c5346da14909 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:05:46.977735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Attempting to bind port 0442f6af-679e-4094-ab6d-c5346da14909 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:05:46.978129 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Attempting to bind port 0442f6af-679e-4094-ab6d-c5346da14909 on network 3ae9eeeb-7241-4150-a014-bebe44c949a1 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:05:46.984464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Port 0442f6af-679e-4094-ab6d-c5346da14909 on network 3ae9eeeb-7241-4150-a014-bebe44c949a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:05:46.984818 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Attempting to bind port 0442f6af-679e-4094-ab6d-c5346da14909 on network 3ae9eeeb-7241-4150-a014-bebe44c949a1 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:05:46.991357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:05:46.991938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Checking segment: {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:05:46.992468 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Bound using segment: {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:05:46.992991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Bound port: 0442f6af-679e-4094-ab6d-c5346da14909, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:05:46.993387 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0442f6af-679e-4094-ab6d-c5346da14909), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:47.081964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:05:47.086002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0442f6af-679e-4094-ab6d-c5346da14909,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:05:47.093084 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0442f6af-679e-4094-ab6d-c5346da14909), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:47.131702 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:47.132298 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:47.133718 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] 10.222.0.67 "PUT /v2.0/ports/0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 1092 time: 0.8299606 Feb 15 15:05:47.134197 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:05:47.136563 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e7e53b-900a-4071-96e3-ad0b142a1d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "tag": "0442f6af-679e-4094-ab6d-c5346da14909"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:05:47.162932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e21cb8-1963-412c-86ce-e611bdafbd37 service neutron] Pushing event updated for resources: {'Port': ['ID=0442f6af-679e-4094-ab6d-c5346da14909,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:47.217480 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99a2ed6-951d-4a59-9a4f-fde05bc67bb3 x-openstack-request-id: req-f99a2ed6-951d-4a59-9a4f-fde05bc67bb3 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:05:47.217788 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "tag": "0442f6af-679e-4094-ab6d-c5346da14909", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:05:47.218012 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f99a2ed6-951d-4a59-9a4f-fde05bc67bb3 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:05:47.218423 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909', 'status': 'completed', 'code': 200} Feb 15 15:05:47.260768 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-29f33e67-5d48-4197-b8ff-5e08899d8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:47.262829 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-29f33e67-5d48-4197-b8ff-5e08899d8628 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1126 time: 0.0783734 Feb 15 15:05:47.280514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-00c6ca38-8241-49cc-a562-1ca2e9782096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:47.322453 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-ae993488-f7ad-4e2a-a45f-59839dc0561f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 217 time: 0.0519955 Feb 15 15:05:47.376004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-0fee6527-e501-46e9-8dce-03dc69f9534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:47.378223 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-0fee6527-e501-46e9-8dce-03dc69f9534d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0500133 Feb 15 15:05:47.435065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-2e06f4f6-cfbc-49c9-b0fb-cf6274311ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:47.436629 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-2e06f4f6-cfbc-49c9-b0fb-cf6274311ccc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526392 Feb 15 15:05:47.540153 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-71fc61fe-35f4-4f6c-80db-96a964c03837 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961931 Feb 15 15:05:47.635312 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-61b67247-b942-4ce1-beeb-f1b460a21c72 req-dff059f2-c0a6-458c-af00-4a34c7a28edf service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888183 Feb 15 15:05:47.743411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7e53b-900a-4071-96e3-ad0b142a1d9f req-49f09973-df22-44f5-b143-940892c68b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:47.744980 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00e7e53b-900a-4071-96e3-ad0b142a1d9f req-49f09973-df22-44f5-b143-940892c68b9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1126 time: 0.0620708 Feb 15 15:05:47.757645 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36928635-983d-4c73-b44f-0371f8164bc8 req-884b0c30-7af8-455d-972c-d53617f5742c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:47.759259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36928635-983d-4c73-b44f-0371f8164bc8 req-884b0c30-7af8-455d-972c-d53617f5742c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 943 time: 0.0568199 Feb 15 15:05:47.814725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36928635-983d-4c73-b44f-0371f8164bc8 req-9b03528f-01e1-4e3f-890f-5e134185c52c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473909 Feb 15 15:05:47.859061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7e53b-900a-4071-96e3-ad0b142a1d9f req-5f85e754-40b9-400a-ad23-4c87e2b6300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:47.860556 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00e7e53b-900a-4071-96e3-ad0b142a1d9f req-5f85e754-40b9-400a-ad23-4c87e2b6300a service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 898 time: 0.1099510 Feb 15 15:05:47.897759 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3db30f1d-117f-4b62-a157-e71ff2c45da3 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:05:47.918440 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00e7e53b-900a-4071-96e3-ad0b142a1d9f req-89d89801-0343-4ce8-bb8e-50ede8845e09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 217 time: 0.0513661 Feb 15 15:05:47.949377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 3db30f1d-117f-4b62-a157-e71ff2c45da3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:47.949754 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:47.968341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7e53b-900a-4071-96e3-ad0b142a1d9f req-53d6ef8a-e217-4f88-bccc-a3c595a38114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:47.969865 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00e7e53b-900a-4071-96e3-ad0b142a1d9f req-53d6ef8a-e217-4f88-bccc-a3c595a38114 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0460546 Feb 15 15:05:48.020164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7e53b-900a-4071-96e3-ad0b142a1d9f req-9ed55d74-6eee-4eaa-9dcd-208a54e1223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:48.021794 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00e7e53b-900a-4071-96e3-ad0b142a1d9f req-9ed55d74-6eee-4eaa-9dcd-208a54e1223f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461824 Feb 15 15:05:48.032701 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 3db30f1d-117f-4b62-a157-e71ff2c45da3 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:05:48.135649 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00e7e53b-900a-4071-96e3-ad0b142a1d9f req-f1729148-aaf8-4252-aed3-c8e6a78ba568 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080298 Feb 15 15:05:48.229860 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00e7e53b-900a-4071-96e3-ad0b142a1d9f req-581329bd-acd8-4ce2-92c3-c7491e0a3bef service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862825 Feb 15 15:05:48.634252 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:48.939527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941add7-eba8-4aca-9151-2c3eaa1c24bf req-592905e1-5c9b-44dc-92bd-632b25b653a0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:48.941092 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c941add7-eba8-4aca-9151-2c3eaa1c24bf req-592905e1-5c9b-44dc-92bd-632b25b653a0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 943 time: 0.0545137 Feb 15 15:05:48.994055 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c941add7-eba8-4aca-9151-2c3eaa1c24bf req-00979141-2ef7-4dcf-9ae8-ff70f3ba58c3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472772 Feb 15 15:05:49.950007 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:50.121719 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d74cb-325d-4787-a0cc-d95adacb0c9f req-50cb38f3-84c8-4940-9e88-fe749f836d52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:50.123267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e21d74cb-325d-4787-a0cc-d95adacb0c9f req-50cb38f3-84c8-4940-9e88-fe749f836d52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 943 time: 0.0604186 Feb 15 15:05:50.174748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e21d74cb-325d-4787-a0cc-d95adacb0c9f req-ceef522c-4f3b-4a86-98f3-17247ea95cfc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456138 Feb 15 15:05:51.179051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 0442f6af-679e-4094-ab6d-c5346da14909 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:05:51.213502 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:51.293521 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0442f6af-679e-4094-ab6d-c5346da14909,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:05:51.298820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a681343-506a-4950-930f-abfe74a6506a req-33008d6e-7e70-4448-9342-18857dabbadc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:51.300359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a681343-506a-4950-930f-abfe74a6506a req-33008d6e-7e70-4448-9342-18857dabbadc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 943 time: 0.0553606 Feb 15 15:05:51.306511 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '0442f6af-679e-4094-ab6d-c5346da14909', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'port_id': '0442f6af-679e-4094-ab6d-c5346da14909', 'mac_address': 'fa:16:3e:72:9f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:05:51.344340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 0442f6af-679e-4094-ab6d-c5346da14909 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:05:51.344737 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0442f6af-679e-4094-ab6d-c5346da14909), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:51.352807 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a681343-506a-4950-930f-abfe74a6506a req-2b23fdbe-6081-40b3-bb75-ee7d8af7204c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464368 Feb 15 15:05:51.358356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0442f6af-679e-4094-ab6d-c5346da14909 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:05:51.378634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0442f6af-679e-4094-ab6d-c5346da14909,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:05:51.382650 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0442f6af-679e-4094-ab6d-c5346da14909), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:51.429922 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=0442f6af-679e-4094-ab6d-c5346da14909,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:51.793280 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['0442f6af-679e-4094-ab6d-c5346da14909'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:05:52.485479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe6faa-d17b-46ef-9da1-2a5a74a16a45 req-78ab237f-f4a9-44e8-a91d-ad3bdb9d295b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:52.487675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bbe6faa-d17b-46ef-9da1-2a5a74a16a45 req-78ab237f-f4a9-44e8-a91d-ad3bdb9d295b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 944 time: 0.0588701 Feb 15 15:05:52.537680 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4bbe6faa-d17b-46ef-9da1-2a5a74a16a45 req-d5a1a03a-153c-4785-8e79-0eca8e51bfc6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443699 Feb 15 15:05:53.197454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 0442f6af-679e-4094-ab6d-c5346da14909 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:05:53.260263 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 0442f6af-679e-4094-ab6d-c5346da14909 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:05:53.264573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 0442f6af-679e-4094-ab6d-c5346da14909 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:05:53.264952 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0442f6af-679e-4094-ab6d-c5346da14909), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:53.351536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 0442f6af-679e-4094-ab6d-c5346da14909 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:05:53.351931 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0442f6af-679e-4094-ab6d-c5346da14909), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:53.375838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:05:53.378936 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a707f6-35a6-4907-ac1f-c0526bf9d7a7" -d '{"events": [{"server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "name": "network-vif-plugged", "status": "completed", "tag": "0442f6af-679e-4094-ab6d-c5346da14909"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:05:53.392775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0442f6af-679e-4094-ab6d-c5346da14909,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:05:53.398111 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0442f6af-679e-4094-ab6d-c5346da14909), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:53.424782 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4fe016-9910-447f-95a8-6f1f56092ed7 x-openstack-request-id: req-1a4fe016-9910-447f-95a8-6f1f56092ed7 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:05:53.425210 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "name": "network-vif-plugged", "status": "completed", "tag": "0442f6af-679e-4094-ab6d-c5346da14909", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:05:53.425464 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1a4fe016-9910-447f-95a8-6f1f56092ed7 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:05:53.426123 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909', 'code': 200} Feb 15 15:05:53.454129 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=0442f6af-679e-4094-ab6d-c5346da14909,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:53.518570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e8d77-9dd3-4a71-b4d8-e32e9027ad53 req-d6d524a4-9605-4324-a6fe-230dddb77bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:53.520132 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3f7e8d77-9dd3-4a71-b4d8-e32e9027ad53 req-d6d524a4-9605-4324-a6fe-230dddb77bb4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1128 time: 0.0473826 Feb 15 15:05:53.568119 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3f7e8d77-9dd3-4a71-b4d8-e32e9027ad53 req-de34222e-e541-4854-a37d-deadb54987b7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404418 Feb 15 15:05:53.658557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37ea96-e59a-41ba-b709-773cfee362cd req-2ee66575-c11c-43e1-9c3b-9ba8d1d9dbdb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:53.660089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b37ea96-e59a-41ba-b709-773cfee362cd req-2ee66575-c11c-43e1-9c3b-9ba8d1d9dbdb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0533297 Feb 15 15:05:53.709650 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8b37ea96-e59a-41ba-b709-773cfee362cd req-52a65188-c478-49d6-acc7-4b52eae58cb6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439415 Feb 15 15:05:54.834395 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cad7a1-9c34-4390-9e98-72e87fbe2241 req-4ed0867e-d41e-4d23-8fd9-dd39d3c1f57b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:54.835961 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52cad7a1-9c34-4390-9e98-72e87fbe2241 req-4ed0867e-d41e-4d23-8fd9-dd39d3c1f57b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0546489 Feb 15 15:05:54.895145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-52cad7a1-9c34-4390-9e98-72e87fbe2241 req-e6b06670-9d41-4695-8ec1-fdbf733a0c17 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521939 Feb 15 15:05:56.019259 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10145a19-17ff-41ea-b82f-a58620f3e95d req-a6dda9ac-5564-4d02-b517-bb595d2763b9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:56.020637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10145a19-17ff-41ea-b82f-a58620f3e95d req-a6dda9ac-5564-4d02-b517-bb595d2763b9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0531571 Feb 15 15:05:56.069921 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-10145a19-17ff-41ea-b82f-a58620f3e95d req-9d3c948e-1015-45c4-a961-337c89d1b343 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 Feb 15 15:05:56.192096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27999775-5f4b-4322-9c38-160c346fa53e req-87123d30-813e-448f-800b-9d9078558240 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:56.193649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27999775-5f4b-4322-9c38-160c346fa53e req-87123d30-813e-448f-800b-9d9078558240 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0549660 Feb 15 15:05:56.242855 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27999775-5f4b-4322-9c38-160c346fa53e req-99d6caf3-01d6-447d-b723-164f09a84790 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435967 Feb 15 15:05:56.264618 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52818) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:56.312877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c685e0a-23ef-4a05-b7f6-0acfb49cf456 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:56.315848 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4c685e0a-23ef-4a05-b7f6-0acfb49cf456 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1123 time: 0.0502205 Feb 15 15:05:56.318589 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52820) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:56.322732 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '0442f6af-679e-4094-ab6d-c5346da14909', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:05:56.344251 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:56.444122 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:56.553462 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.25.6.56 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/f5758fba-6298-47d2-9790-cbbf209609b0) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:05:56.659809 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (f5758fba-6298-47d2-9790-cbbf209609b0), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:56.698420 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (f5758fba-6298-47d2-9790-cbbf209609b0), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:56.744845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:05:56.747892 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:05:56.752381 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:05:56.757976 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=f5758fba-6298-47d2-9790-cbbf209609b0,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:57.405521 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (86bbc14f-7238-4a4b-8d4b-c64fe90c0f95), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:57.473815 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f5758fba-6298-47d2-9790-cbbf209609b0), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:57.620611 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (f5758fba-6298-47d2-9790-cbbf209609b0), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:57.624875 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (f5758fba-6298-47d2-9790-cbbf209609b0), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:57.689643 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=f5758fba-6298-47d2-9790-cbbf209609b0,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:05:57.701130 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (86bbc14f-7238-4a4b-8d4b-c64fe90c0f95), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:57.803432 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Floating IP 86bbc14f-7238-4a4b-8d4b-c64fe90c0f95 associated. External IP: 172.25.6.56, port: 0442f6af-679e-4094-ab6d-c5346da14909. Feb 15 15:05:58.025013 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:05:58.145535 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:05:58.155163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a58a8b0-8bd1-4071-8994-464b41b29cd1 None None] Sync routers for ids ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:05:58.163243 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:05:58.166556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a58a8b0-8bd1-4071-8994-464b41b29cd1 None None] Routers {'3c99a858-c3e8-4bd6-8ed4-124b1f16261f'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:05:58.167198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a58a8b0-8bd1-4071-8994-464b41b29cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:05:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:58.202601 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b844c8de-cdc8-4fcb-98df-da33c98a25f4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8829608 Feb 15 15:05:58.203252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:05:58.205576 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "tag": "0442f6af-679e-4094-ab6d-c5346da14909"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:05:58.247589 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a2805f-7fce-490a-99c0-519a16419a0a x-openstack-request-id: req-17a2805f-7fce-490a-99c0-519a16419a0a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:05:58.247888 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "tag": "0442f6af-679e-4094-ab6d-c5346da14909", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:05:58.248145 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-17a2805f-7fce-490a-99c0-519a16419a0a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:05:58.248569 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909', 'status': 'completed', 'code': 200} Feb 15 15:05:58.289252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5a58a8b0-8bd1-4071-8994-464b41b29cd1 None None] Set router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:05:58.320531 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb req-5a270e84-e901-4887-a0d7-4119b2d1a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:58.322528 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb req-5a270e84-e901-4887-a0d7-4119b2d1a5f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1128 time: 0.0513005 Feb 15 15:05:58.429463 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb req-d804f9b6-f1a9-4c08-985f-48d1d85530cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:58.431067 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb req-d804f9b6-f1a9-4c08-985f-48d1d85530cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 898 time: 0.1022983 Feb 15 15:05:58.502638 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb req-0125a531-88a0-4ad2-ab13-35bfb3fa7f07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 998 time: 0.0653291 Feb 15 15:05:58.530556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a58a8b0-8bd1-4071-8994-464b41b29cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:42Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '86bbc14f-7238-4a4b-8d4b-c64fe90c0f95', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'port_id': '0442f6af-679e-4094-ab6d-c5346da14909', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'mac_address': 'fa:16:3e:72:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:05:57Z', 'updated_at': '2022-02-15T15:05:57Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db30f1d-117f-4b62-a157-e71ff2c45da3', 'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:a6:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:41Z', 'updated_at': '2022-02-15T15:05:45Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:58.556386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb req-2ce5cf29-469e-4623-9db0-5c786e7054c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:58.557794 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb req-2ce5cf29-469e-4623-9db0-5c786e7054c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0481312 Feb 15 15:05:58.561508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a58a8b0-8bd1-4071-8994-464b41b29cd1 None None] Checking router: 3c99a858-c3e8-4bd6-8ed4-124b1f16261f for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:05:58.571366 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a58a8b0-8bd1-4071-8994-464b41b29cd1 None None] Routers {'3c99a858-c3e8-4bd6-8ed4-124b1f16261f'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:05:58.571993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a58a8b0-8bd1-4071-8994-464b41b29cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:05:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:58.616538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb req-39b80fd5-383a-41cb-b9bb-2afb34960e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:58.618694 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb req-39b80fd5-383a-41cb-b9bb-2afb34960e2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0533588 Feb 15 15:05:58.621384 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35d6ee-79af-44fe-b277-29142f54fdb2 req-89c018f8-d9de-4b92-846a-dd76fe25de44 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:58.622932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb35d6ee-79af-44fe-b277-29142f54fdb2 req-89c018f8-d9de-4b92-846a-dd76fe25de44 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.3679004 Feb 15 15:05:58.677105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cb35d6ee-79af-44fe-b277-29142f54fdb2 req-ee9d5c54-9585-4873-91bd-cb074fdd0307 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471637 Feb 15 15:05:58.706466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52826) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:58.772741 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb req-3a32701d-4b59-4a73-a345-75ca16ff3924 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480169 Feb 15 15:05:58.832218 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d6d1724c-0bdb-446d-8a18-38a0d0ec2e5b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/86bbc14f-7238-4a4b-8d4b-c64fe90c0f95 HTTP/1.1" status: 200 len: 990 time: 0.1242201 Feb 15 15:05:58.847821 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5a58a8b0-8bd1-4071-8994-464b41b29cd1 None None] Set router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:05:58.875507 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-707c80d0-2fef-4ca7-a010-0f67d4b7eedb req-90cef82a-c8e6-4712-a7c8-2cacc2d5d7c9 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971875 Feb 15 15:05:58.954791 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-fdfd157f-bb7f-4efd-9315-ef65f8fb2077 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456283 Feb 15 15:05:59.044660 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-1907a575-ea2e-4ef6-a665-4c7717a453f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:59.046174 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-1907a575-ea2e-4ef6-a665-4c7717a453f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1128 time: 0.0503173 Feb 15 15:05:59.081998 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5a58a8b0-8bd1-4071-8994-464b41b29cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:42Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '86bbc14f-7238-4a4b-8d4b-c64fe90c0f95', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'port_id': '0442f6af-679e-4094-ab6d-c5346da14909', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'mac_address': 'fa:16:3e:72:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:05:57Z', 'updated_at': '2022-02-15T15:05:57Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db30f1d-117f-4b62-a157-e71ff2c45da3', 'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:a6:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:41Z', 'updated_at': '2022-02-15T15:05:45Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:05:59.113342 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a58a8b0-8bd1-4071-8994-464b41b29cd1 None None] The sync data for ids ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'] in n-d-829064-15 is: [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:42Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '86bbc14f-7238-4a4b-8d4b-c64fe90c0f95', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'port_id': '0442f6af-679e-4094-ab6d-c5346da14909', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'mac_address': 'fa:16:3e:72:9f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:05:57Z', 'updated_at': '2022-02-15T15:05:57Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db30f1d-117f-4b62-a157-e71ff2c45da3', 'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:a6:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:41Z', 'updated_at': '2022-02-15T15:05:45Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:05:59.157389 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-ffa8793f-af48-4ae4-8e53-41a0ad0c4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:59.158925 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-ffa8793f-af48-4ae4-8e53-41a0ad0c4b3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 898 time: 0.0941272 Feb 15 15:05:59.230627 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-c14a74b5-92f1-4742-8a47-bc915122a1f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 998 time: 0.0659189 Feb 15 15:05:59.282227 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-f2ca2710-8230-4858-af81-b9f61653f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:59.283959 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-f2ca2710-8230-4858-af81-b9f61653f21a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0465782 Feb 15 15:05:59.330132 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0cc94-e96f-4251-a549-b59cb79f982f None None] New status for floating IP 86bbc14f-7238-4a4b-8d4b-c64fe90c0f95: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:05:59.337529 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-a0542055-b941-4be3-adfe-0e77c9225e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:05:59.339248 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-a0542055-b941-4be3-adfe-0e77c9225e2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498028 Feb 15 15:05:59.433712 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-ec7de8d4-4f0a-4883-b982-65896bdf3545 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879622 Feb 15 15:05:59.541925 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0ec0c801-3119-4b12-b763-82bf640b28fc req-97221b2b-fa23-49f0-a587-3ee785af4e16 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010294 Feb 15 15:05:59.836248 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52828) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:05:59.897136 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3dfca3eb-74d3-4ecc-ac95-bc2ce90b03c8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/86bbc14f-7238-4a4b-8d4b-c64fe90c0f95 HTTP/1.1" status: 200 len: 992 time: 0.0595267 Feb 15 15:06:01.734746 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:06:10.598538 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:12.870645 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:14.906336 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-64a0eb59-768e-438e-8a4a-fef3457588eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:17.273138 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e23ac5e6-3e9d-48a3-b7bc-4e7dfb4c5e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:18.631105 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:19.952049 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:21.207088 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:38.733509 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:06:40.608403 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:42.890057 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:44.898532 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-87166859-1d8c-4e51-b933-dfc512accd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:47.274795 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-19585f49-cf13-4ce5-87c8-cd66be953a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:48.633798 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:49.955051 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:06:51.209910 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:00.412798 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-f027871a-9a03-4e29-b5c3-1bd58eee34d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516126 Feb 15 15:07:00.518128 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-f0482957-a930-474b-b52b-2b9ad82ddf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:00.520746 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-f0482957-a930-474b-b52b-2b9ad82ddf22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1128 time: 0.0636082 Feb 15 15:07:00.631330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-139381a1-1ddf-449a-81e0-e7c18c0b8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:00.632799 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-139381a1-1ddf-449a-81e0-e7c18c0b8ee0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 898 time: 0.0916634 Feb 15 15:07:00.705511 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-f1047bd0-8698-431d-a6a6-aac27568d139 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 1000 time: 0.0664136 Feb 15 15:07:00.759271 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-0f7b3fab-51fd-4595-8153-5ce2d25c91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:00.760802 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-0f7b3fab-51fd-4595-8153-5ce2d25c91fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0487926 Feb 15 15:07:00.811618 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-473df023-dcd2-4f78-84e5-1ae42e844e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:00.813722 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-473df023-dcd2-4f78-84e5-1ae42e844e37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463173 Feb 15 15:07:00.908475 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-6494c9e3-48fd-49ef-adf2-9a0455cfcbc1 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887136 Feb 15 15:07:01.003867 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0d18ef9d-b325-4c71-8c20-38dbefdfdd53 req-56e3e915-7991-4938-a7b1-da6534c61b0d service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878589 Feb 15 15:07:10.635748 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:12.886338 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:13.025680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-3070c8ff-c8a2-4632-9753-b478a7c27ac9 req-96c2c273-1040-4ef0-b902-4da068aca274 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:07:13.026842 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3070c8ff-c8a2-4632-9753-b478a7c27ac9 req-96c2c273-1040-4ef0-b902-4da068aca274 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518854 Feb 15 15:07:13.250700 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781bfc4-5e51-423c-aabf-ca6999cdd8d6 req-ccd41c7f-e979-42e4-b2e5-69fb85079458 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:13.252659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d781bfc4-5e51-423c-aabf-ca6999cdd8d6 req-ccd41c7f-e979-42e4-b2e5-69fb85079458 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0836136 Feb 15 15:07:13.284101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52874) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:07:13.308417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d781bfc4-5e51-423c-aabf-ca6999cdd8d6 req-9b064f17-4d1c-4df1-aff8-a47bc5371096 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499544 Feb 15 15:07:13.388182 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-29b446a2-14cb-462b-aa78-1da122e6bc0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027179 Feb 15 15:07:13.397650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-a4846dbf-98a6-446c-9893-c5bbc82e93c7 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:07:13.398639 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-a4846dbf-98a6-446c-9893-c5bbc82e93c7 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051394 Feb 15 15:07:13.783282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52896) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:07:13.876599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-b6b8c94f-0241-4085-b565-a3bf4e2bf692 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:13.878002 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-b6b8c94f-0241-4085-b565-a3bf4e2bf692 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports/0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 942 time: 0.0937283 Feb 15 15:07:14.493584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2b57b-9a84-48df-a903-333626549f69 req-9fc082b9-9e01-4713-9679-122e12da3cd3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:14.495148 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90f2b57b-9a84-48df-a903-333626549f69 req-9fc082b9-9e01-4713-9679-122e12da3cd3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.1052654 Feb 15 15:07:14.548536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90f2b57b-9a84-48df-a903-333626549f69 req-bfb63dcc-3dc9-402d-b310-ade6909dfcd4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475783 Feb 15 15:07:14.717423 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-25358994-bd7c-4447-b558-c7b9f7c046ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:14.719589 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-25358994-bd7c-4447-b558-c7b9f7c046ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1128 time: 0.0549648 Feb 15 15:07:14.821499 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-96d3d0b1-f281-4a3c-b288-2b441584b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:14.823020 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-96d3d0b1-f281-4a3c-b288-2b441584b3d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 898 time: 0.0970881 Feb 15 15:07:14.896349 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-1e2bf406-dcd7-4a24-8558-db6df72d9834 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 1000 time: 0.0676804 Feb 15 15:07:14.903120 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e8a2da8b-bb7f-4a20-97b2-3b065769e306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:14.949855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-3203e6c8-0c93-4664-83ed-e626ec2356e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:14.951394 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-3203e6c8-0c93-4664-83ed-e626ec2356e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0487192 Feb 15 15:07:15.005696 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-cc403cec-ca38-4352-827f-acdefe2091b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:15.007897 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-cc403cec-ca38-4352-827f-acdefe2091b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509732 Feb 15 15:07:15.111489 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-c48f91a5-b2fa-40e6-aa76-7cacb26f71c9 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971234 Feb 15 15:07:15.207409 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-70d6909e-0d9e-40ff-8155-bc9b99605a65 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860572 Feb 15 15:07:15.675943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7aeb3d-2a30-4293-9686-b7a022334d71 req-d9ea9920-9026-4345-bf69-7878cc985d1c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:15.677790 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f7aeb3d-2a30-4293-9686-b7a022334d71 req-d9ea9920-9026-4345-bf69-7878cc985d1c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0587311 Feb 15 15:07:15.727995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f7aeb3d-2a30-4293-9686-b7a022334d71 req-6059ee53-6601-4a7e-92d1-340f9372ae34 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445185 Feb 15 15:07:15.732011 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:07:16.857138 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629e2c-96a2-41fb-ba73-286b84bb5458 req-68997f86-51a5-4831-a025-b32997c2a7d7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:16.858664 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86629e2c-96a2-41fb-ba73-286b84bb5458 req-68997f86-51a5-4831-a025-b32997c2a7d7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0545948 Feb 15 15:07:16.913230 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-86629e2c-96a2-41fb-ba73-286b84bb5458 req-66cab5dc-8f78-4891-bb0f-7110158003f9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451441 Feb 15 15:07:17.277589 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b71c34af-198c-4839-a4c5-23de68dcb385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:18.039405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd28c2-2f52-4eef-91cf-89db68fb1c3a req-d79ad38d-cccf-4d06-bc85-4531e3961a5e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:18.040828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-babd28c2-2f52-4eef-91cf-89db68fb1c3a req-d79ad38d-cccf-4d06-bc85-4531e3961a5e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0579064 Feb 15 15:07:18.091865 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-babd28c2-2f52-4eef-91cf-89db68fb1c3a req-57aa2bf4-5fd6-4d62-8839-80e1c04d9485 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453532 Feb 15 15:07:18.638064 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:19.227132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5384fa-cde9-462c-a52d-dafae1d22403 req-d3e928ed-7a9d-4868-88bc-4f9d489f47c1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:19.228718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f5384fa-cde9-462c-a52d-dafae1d22403 req-d3e928ed-7a9d-4868-88bc-4f9d489f47c1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0546265 Feb 15 15:07:19.291385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f5384fa-cde9-462c-a52d-dafae1d22403 req-13fe3527-ba93-4771-b67c-bf10708f2e96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562651 Feb 15 15:07:19.961638 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:20.492659 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d19e5-a6f0-4716-94a7-f6ac60c48373 req-72332440-06fb-404e-90df-da2ff868385f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:20.494324 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-453d19e5-a6f0-4716-94a7-f6ac60c48373 req-72332440-06fb-404e-90df-da2ff868385f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.1298673 Feb 15 15:07:20.558022 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-453d19e5-a6f0-4716-94a7-f6ac60c48373 req-b567c642-7ee3-4de3-96ad-e36817611875 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552537 Feb 15 15:07:21.213732 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:21.689632 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc48e4d-ab78-43d9-a9c4-aded9ce32495 req-53844445-0b18-413b-985b-076dd7ab755f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:21.691166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afc48e4d-ab78-43d9-a9c4-aded9ce32495 req-53844445-0b18-413b-985b-076dd7ab755f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0579982 Feb 15 15:07:21.745229 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-afc48e4d-ab78-43d9-a9c4-aded9ce32495 req-6ac709c7-770f-483a-b997-5c07f3c3e1f1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483394 Feb 15 15:07:22.877136 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25447ed8-1266-4625-aa8a-80bf02607bc2 req-f794b091-2a30-4471-ac33-7d104c623610 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:22.877998 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25447ed8-1266-4625-aa8a-80bf02607bc2 req-f794b091-2a30-4471-ac33-7d104c623610 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0565608 Feb 15 15:07:22.944434 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-25447ed8-1266-4625-aa8a-80bf02607bc2 req-157f1d27-d3cc-464e-a175-2e5244fa9419 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585740 Feb 15 15:07:24.071471 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1e72a-5371-4598-97fc-942b00bca853 req-8c2a945f-2567-4744-9134-e1f5c67b6d78 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:24.072992 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ba1e72a-5371-4598-97fc-942b00bca853 req-8c2a945f-2567-4744-9134-e1f5c67b6d78 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0593829 Feb 15 15:07:24.125850 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2ba1e72a-5371-4598-97fc-942b00bca853 req-169a2fc9-3cf4-4941-a3bf-8834c1788106 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454559 Feb 15 15:07:25.253505 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cac65-475a-45a8-9a2c-faa64a853496 req-e7fa4149-67fb-4cc9-b146-c53d669b7f18 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:25.255084 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e29cac65-475a-45a8-9a2c-faa64a853496 req-e7fa4149-67fb-4cc9-b146-c53d669b7f18 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0567758 Feb 15 15:07:25.306184 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e29cac65-475a-45a8-9a2c-faa64a853496 req-1615b0ce-4de5-4a4f-84fd-ea263038f6c9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454197 Feb 15 15:07:26.432911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f4122-e111-4b23-bc3b-f8a676b4bf0d req-8752b940-0f4b-4f71-abff-351e3846c19b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:26.434400 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d25f4122-e111-4b23-bc3b-f8a676b4bf0d req-8752b940-0f4b-4f71-abff-351e3846c19b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0535526 Feb 15 15:07:26.488611 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d25f4122-e111-4b23-bc3b-f8a676b4bf0d req-648b30c9-a0f0-40a5-a2d7-b655d3417593 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483787 Feb 15 15:07:27.311112 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-b04c09a6-3f49-4a37-afe8-13d02ecfddc6 service neutron] show failed (client error): The resource could not be found. Feb 15 15:07:27.312852 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-b04c09a6-3f49-4a37-afe8-13d02ecfddc6 service neutron] 10.222.0.67 "GET /v2.0/ports/0442f6af-679e-4094-ab6d-c5346da14909/bindings/n-h1-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0568759 Feb 15 15:07:27.538693 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-5608150a-81dd-4db1-ab8c-2f7901cefc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:27.540278 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-5608150a-81dd-4db1-ab8c-2f7901cefc1f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9&tenant_id=9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 1128 time: 0.0527656 Feb 15 15:07:27.551809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:07:27.612377 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0442f6af-679e-4094-ab6d-c5346da14909), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:27.615949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cddc7e-4f34-41d8-b7dc-052e0f2d66f0 req-2df27da6-9ce0-4f3e-94e7-56804d4a2375 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:27.617483 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28cddc7e-4f34-41d8-b7dc-052e0f2d66f0 req-2df27da6-9ce0-4f3e-94e7-56804d4a2375 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0576329 Feb 15 15:07:27.668318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-28cddc7e-4f34-41d8-b7dc-052e0f2d66f0 req-1e320d85-e88d-4845-aad4-ce451ead42a4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443079 Feb 15 15:07:27.838801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=0442f6af-679e-4094-ab6d-c5346da14909,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:07:27.874375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:07:27.918400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:07:27.920720 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111561c8-6732-4be2-86fb-701c1b5e33d8" -d '{"events": [{"server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "name": "network-vif-unplugged", "status": "completed", "tag": "0442f6af-679e-4094-ab6d-c5346da14909"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:07:27.925444 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Publish callbacks [] for port (0442f6af-679e-4094-ab6d-c5346da14909), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:27.938939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Transition to ACTIVE for port object 0442f6af-679e-4094-ab6d-c5346da14909 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:07:27.944601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0442f6af-679e-4094-ab6d-c5346da14909), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:27.987470 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314997d2-804e-4148-b0f8-9a20383b17c4 x-openstack-request-id: req-314997d2-804e-4148-b0f8-9a20383b17c4 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:07:27.987769 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "name": "network-vif-unplugged", "status": "completed", "tag": "0442f6af-679e-4094-ab6d-c5346da14909", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:07:27.988042 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-314997d2-804e-4148-b0f8-9a20383b17c4 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:07:27.988394 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909', 'code': 200} Feb 15 15:07:28.030550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Pushing event updated for resources: {'Port': ['ID=0442f6af-679e-4094-ab6d-c5346da14909,revision_number=6']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:07:28.045861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.046205 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.046604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.046959 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.047294 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.047624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.047948 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.048272 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.048597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.048932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.049255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.049573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.049888 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:28.087606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] No DVR routers for this DVR port 0442f6af-679e-4094-ab6d-c5346da14909 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:07:28.525679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Attempting to bind port 0442f6af-679e-4094-ab6d-c5346da14909 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:07:28.526378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Attempting to bind port 0442f6af-679e-4094-ab6d-c5346da14909 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:07:28.526378 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Attempting to bind port 0442f6af-679e-4094-ab6d-c5346da14909 on network 3ae9eeeb-7241-4150-a014-bebe44c949a1 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:07:28.531880 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Port 0442f6af-679e-4094-ab6d-c5346da14909 on network 3ae9eeeb-7241-4150-a014-bebe44c949a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:07:28.532266 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Attempting to bind port 0442f6af-679e-4094-ab6d-c5346da14909 on network 3ae9eeeb-7241-4150-a014-bebe44c949a1 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:07:28.537326 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:07:28.537665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Checking segment: {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:07:28.538039 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Bound using segment: {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:07:28.538460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Bound port: 0442f6af-679e-4094-ab6d-c5346da14909, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6de71b-1234-4260-a970-c395671d09ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:07:28.538814 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0442f6af-679e-4094-ab6d-c5346da14909), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:28.606887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:07:28.610454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0442f6af-679e-4094-ab6d-c5346da14909,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:07:28.616563 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (0442f6af-679e-4094-ab6d-c5346da14909), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:28.651464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:28.652089 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:28.653461 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] 10.222.0.42 "PUT /v2.0/ports/0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 1092 time: 1.1059520 Feb 15 15:07:28.678662 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e7f56-eaaf-4bc4-a119-a5c05781917d service neutron] Pushing event updated for resources: {'Port': ['ID=0442f6af-679e-4094-ab6d-c5346da14909,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:07:28.745532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-accf709c-87ee-4ef5-934e-0b20a076aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:28.747371 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-accf709c-87ee-4ef5-934e-0b20a076aa65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1126 time: 0.0658097 Feb 15 15:07:28.800973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e249ca8-c6a3-4cfd-a404-8f531837966d req-6a3ae9ed-04cd-4f9a-9a46-1607d733e4dd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:28.803532 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e249ca8-c6a3-4cfd-a404-8f531837966d req-6a3ae9ed-04cd-4f9a-9a46-1607d733e4dd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 943 time: 0.0624061 Feb 15 15:07:28.859725 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-b54e8988-1b5e-4782-8468-993642854529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:28.861222 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-b54e8988-1b5e-4782-8468-993642854529 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 898 time: 0.1080108 Feb 15 15:07:28.862962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4e249ca8-c6a3-4cfd-a404-8f531837966d req-8b42dcb6-1f82-48dd-932c-76467956aefd tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532424 Feb 15 15:07:28.939958 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-a74d7fdc-ed1d-4a3d-b781-1e8e80655d7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 998 time: 0.0703752 Feb 15 15:07:29.002417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-e0948040-fe0f-47ce-9cbe-54c8e06689a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:29.003940 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-e0948040-fe0f-47ce-9cbe-54c8e06689a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0565922 Feb 15 15:07:29.054811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-fd9d8b9f-f265-46c2-8500-fc08a70ce776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:29.056358 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-fd9d8b9f-f265-46c2-8500-fc08a70ce776 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459192 Feb 15 15:07:29.155563 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-d3756bc6-766d-4e8b-9d2a-6470c2e34947 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919783 Feb 15 15:07:29.254258 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-662db28a-9569-4d6f-93f2-f5e6867dc97a req-d5908522-929b-40d2-950a-b2e7340f0bbd service neutron] 10.222.0.42 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921373 Feb 15 15:07:29.710043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 0442f6af-679e-4094-ab6d-c5346da14909 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:07:29.751027 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] The host n-h2-829064-15 is not matching for port 0442f6af-679e-4094-ab6d-c5346da14909 host n-h1-829064-15! {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 15:07:29.751423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 0442f6af-679e-4094-ab6d-c5346da14909 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:07:29.989811 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:07:29.992816 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c75c4a-a147-42bb-8052-b9066d9c4a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "tag": "0442f6af-679e-4094-ab6d-c5346da14909"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:07:29.998647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed2af5-134c-46cb-80e2-b2df229cede7 req-692bfc51-752b-45dc-b290-8005ed04d89c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:30.000287 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15ed2af5-134c-46cb-80e2-b2df229cede7 req-692bfc51-752b-45dc-b290-8005ed04d89c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 943 time: 0.0636706 Feb 15 15:07:30.052883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15ed2af5-134c-46cb-80e2-b2df229cede7 req-c515e3d6-3304-42d5-8702-a2170ec4eea0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461209 Feb 15 15:07:30.101044 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd19f607-63e2-4134-bd6b-d46ef7c4f51f x-openstack-request-id: req-cd19f607-63e2-4134-bd6b-d46ef7c4f51f {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:07:30.101346 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "tag": "0442f6af-679e-4094-ab6d-c5346da14909", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:07:30.101605 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd19f607-63e2-4134-bd6b-d46ef7c4f51f {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:07:30.102012 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909', 'status': 'completed', 'code': 200} Feb 15 15:07:30.201719 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-92773ce7-e1e4-464a-bb8b-cce1df153dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:30.203814 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-92773ce7-e1e4-464a-bb8b-cce1df153dda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1126 time: 0.0769260 Feb 15 15:07:30.205700 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-d2bb0ecb-c0de-4a80-aaf0-02e9c70421e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:30.207124 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-d2bb0ecb-c0de-4a80-aaf0-02e9c70421e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1126 time: 0.0886676 Feb 15 15:07:30.372235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-7a3b42cc-968b-4fc4-bcc7-37e935407565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:30.373652 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-7a3b42cc-968b-4fc4-bcc7-37e935407565 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 898 time: 0.1627994 Feb 15 15:07:30.375359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-04e47b38-c18e-4a5c-80db-d24d802ae8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:30.376681 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-04e47b38-c18e-4a5c-80db-d24d802ae8ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 898 time: 0.1583214 Feb 15 15:07:30.492263 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-d285ecbd-789e-4767-9f6e-5f56f5a0359d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 998 time: 0.1111026 Feb 15 15:07:30.494030 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-23c8667a-67e4-4944-a962-06d52fd152dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 998 time: 0.1066270 Feb 15 15:07:30.581154 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-c1eaf110-09f2-48d6-abb9-99901c59e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:30.582639 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-c1eaf110-09f2-48d6-abb9-99901c59e31d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0815203 Feb 15 15:07:30.583930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-9b7efc60-c488-4e5e-aab1-965d061e219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:30.585245 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-9b7efc60-c488-4e5e-aab1-965d061e219b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0859289 Feb 15 15:07:30.666592 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-dff849a0-9065-4f06-89f4-879f55719676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:30.668503 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-dff849a0-9065-4f06-89f4-879f55719676 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0791149 Feb 15 15:07:30.685105 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-ada85a7c-b65e-48af-82c2-6b258722b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:30.686715 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-ada85a7c-b65e-48af-82c2-6b258722b74c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0895903 Feb 15 15:07:30.839491 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-0073def4-1c20-413d-aca4-ead2c0f4a103 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644683 Feb 15 15:07:30.859805 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-3b8dbeb5-1363-40ef-bc65-dbb2b82347a4 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617901 Feb 15 15:07:31.012795 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-3a9d7bac-0bcc-4b2b-b7fd-ddfe090b8a09 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667838 Feb 15 15:07:31.016922 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-00c75c4a-a147-42bb-8052-b9066d9c4a7f req-b8f2c3c3-ae6a-41c1-8da6-63e187b28e90 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470706 Feb 15 15:07:31.181133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da67786-4272-416d-be8d-020135faf40c req-559241a6-e7db-4706-a343-4538c186ce57 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:31.182704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2da67786-4272-416d-be8d-020135faf40c req-559241a6-e7db-4706-a343-4538c186ce57 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 943 time: 0.0571256 Feb 15 15:07:31.233628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2da67786-4272-416d-be8d-020135faf40c req-62d1f9af-414c-4ef1-ae3d-fae989fc1fad tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451965 Feb 15 15:07:31.445413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc843dcd-d67f-4e37-819d-105c71cc51b0 req-e3eab40d-3d1a-4e81-a31b-96d6000d5836 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:31.447006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc843dcd-d67f-4e37-819d-105c71cc51b0 req-e3eab40d-3d1a-4e81-a31b-96d6000d5836 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 943 time: 0.0602505 Feb 15 15:07:31.465916 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-56ccf46b-33bf-4dbd-a43c-b7a2bc6a2510 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:31.467470 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-56ccf46b-33bf-4dbd-a43c-b7a2bc6a2510 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9&tenant_id=9ccc15b20d3f455892eb64b1578a5795&binding%3Ahost_id=n-h1-829064-15 HTTP/1.1" status: 200 len: 943 time: 0.0654128 Feb 15 15:07:31.503692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dc843dcd-d67f-4e37-819d-105c71cc51b0 req-580a943f-610a-4092-b9b4-ff213ed7cd5c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509558 Feb 15 15:07:31.538447 n-d-829064-15 neutron-server[109972]: INFO neutron.api.v2.resource [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-cdb0fda0-a6a4-4618-bc0a-871cf79e9afb service neutron] delete failed (client error): The resource could not be found. Feb 15 15:07:31.539525 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-cdb0fda0-a6a4-4618-bc0a-871cf79e9afb service neutron] 10.222.0.67 "DELETE /v2.0/ports/0442f6af-679e-4094-ab6d-c5346da14909/bindings/n-h2-829064-15 HTTP/1.1" status: 404 len: 381 time: 0.0621200 Feb 15 15:07:31.630455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-98cea297-52c1-4329-a29a-263296903dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:31.631999 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-98cea297-52c1-4329-a29a-263296903dae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1126 time: 0.0468132 Feb 15 15:07:31.642613 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4daac4-52dc-4813-9e29-72d31a8802d9 req-02488c7b-426c-4b55-ab0b-7d6a9d66d66b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:31.644297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a4daac4-52dc-4813-9e29-72d31a8802d9 req-02488c7b-426c-4b55-ab0b-7d6a9d66d66b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 943 time: 0.0545406 Feb 15 15:07:31.679135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0442f6af-679e-4094-ab6d-c5346da14909 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:07:31.714560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a4daac4-52dc-4813-9e29-72d31a8802d9 req-4ecac3c8-51bf-4a44-80e5-00bb87db0e1c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639138 Feb 15 15:07:31.750163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-d6ea16e2-cba8-4b6d-9c8e-24230cf31288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:31.752569 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-d6ea16e2-cba8-4b6d-9c8e-24230cf31288 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 898 time: 0.1141498 Feb 15 15:07:31.787110 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0442f6af-679e-4094-ab6d-c5346da14909,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:07:31.800455 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '0442f6af-679e-4094-ab6d-c5346da14909', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'port_id': '0442f6af-679e-4094-ab6d-c5346da14909', 'mac_address': 'fa:16:3e:72:9f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:07:31.824307 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-cc601077-4ce3-4090-bd00-e844c8cfbe41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 998 time: 0.0657353 Feb 15 15:07:31.841674 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 0442f6af-679e-4094-ab6d-c5346da14909 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:07:31.842073 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0442f6af-679e-4094-ab6d-c5346da14909), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:31.859825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0442f6af-679e-4094-ab6d-c5346da14909 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:07:31.877166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-fa0f3a9a-0693-40b4-bef7-26183dffcf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:31.878661 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-fa0f3a9a-0693-40b4-bef7-26183dffcf2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0488067 Feb 15 15:07:31.881433 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0442f6af-679e-4094-ab6d-c5346da14909,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:07:31.889684 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0442f6af-679e-4094-ab6d-c5346da14909), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:31.939046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-7c9a96eb-9b03-49a2-9b2e-113a31a0e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:31.940573 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-7c9a96eb-9b03-49a2-9b2e-113a31a0e792 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0558057 Feb 15 15:07:31.940941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=0442f6af-679e-4094-ab6d-c5346da14909,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:07:31.949920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.950271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.950620 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.951008 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.951452 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.951672 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.952004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.952335 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.952662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.952996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.953328 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.953658 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:31.954006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:07:32.032525 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-e8ee2605-04e0-454b-a6ce-7dd51dedace2 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858412 Feb 15 15:07:32.140026 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-09d04778-aee5-416a-b3e7-63dc487d77a5 req-04c2fce7-5929-44a3-9b44-6d848b7d78b3 service neutron] 10.222.0.67 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013649 Feb 15 15:07:32.176284 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['0442f6af-679e-4094-ab6d-c5346da14909'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:07:32.847174 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe27709-88ec-4f4d-9045-4a0c9772c59f req-864f0dbc-e2a9-41f8-8cd9-3693275b69c9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:07:32.853511 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9fe27709-88ec-4f4d-9045-4a0c9772c59f req-864f0dbc-e2a9-41f8-8cd9-3693275b69c9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 944 time: 0.0569441 Feb 15 15:07:32.909471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9fe27709-88ec-4f4d-9045-4a0c9772c59f req-d741b7f1-6ae4-4634-8ae4-1d64cff5a5eb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551364 Feb 15 15:07:32.933044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52956) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:07:32.996984 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-74bb833d-3c17-47f6-9a32-2abe7a79ad35 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/86bbc14f-7238-4a4b-8d4b-c64fe90c0f95 HTTP/1.1" status: 200 len: 991 time: 0.0626564 Feb 15 15:07:33.693050 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0442f6af-679e-4094-ab6d-c5346da14909 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:07:33.743622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 0442f6af-679e-4094-ab6d-c5346da14909 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:07:33.748592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 0442f6af-679e-4094-ab6d-c5346da14909 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:07:33.749009 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0442f6af-679e-4094-ab6d-c5346da14909), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:33.833201 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 0442f6af-679e-4094-ab6d-c5346da14909 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:07:33.833599 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0442f6af-679e-4094-ab6d-c5346da14909), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:33.857492 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:07:33.859842 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7c887b-e9a4-4bc9-acdb-c4ce502177e7" -d '{"events": [{"server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "name": "network-vif-plugged", "status": "completed", "tag": "0442f6af-679e-4094-ab6d-c5346da14909"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:07:33.872786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0442f6af-679e-4094-ab6d-c5346da14909,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:07:33.877763 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0442f6af-679e-4094-ab6d-c5346da14909), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:33.923623 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d73150-13c4-4256-be62-59144073158e x-openstack-request-id: req-76d73150-13c4-4256-be62-59144073158e {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:07:33.923947 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "name": "network-vif-plugged", "status": "completed", "tag": "0442f6af-679e-4094-ab6d-c5346da14909", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:07:33.924185 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76d73150-13c4-4256-be62-59144073158e {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:07:33.924590 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909', 'code': 200} Feb 15 15:07:33.935612 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=0442f6af-679e-4094-ab6d-c5346da14909,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:07:40.621801 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:42.894309 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:44.905296 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-733dd857-f5f7-4736-99be-11ad2d028a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:47.280248 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-87ca7551-0971-4bae-a148-61ba8dd1f97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:48.648733 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:49.963225 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:51.216688 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:07:52.759861 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:08:01.825385 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a57316e7-4681-4cc0-b44c-657757de008b req-106d381e-57c2-46f7-ab71-3145d1f70a15 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869071 Feb 15 15:08:01.924018 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57316e7-4681-4cc0-b44c-657757de008b req-4447739e-ed10-4edd-90d6-68aa59a00eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:01.925548 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a57316e7-4681-4cc0-b44c-657757de008b req-4447739e-ed10-4edd-90d6-68aa59a00eb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1128 time: 0.0472691 Feb 15 15:08:02.049674 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57316e7-4681-4cc0-b44c-657757de008b req-6e292624-782f-4b65-8bd9-adc6385b6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:02.051101 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a57316e7-4681-4cc0-b44c-657757de008b req-6e292624-782f-4b65-8bd9-adc6385b6db2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 898 time: 0.0955765 Feb 15 15:08:02.119642 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a57316e7-4681-4cc0-b44c-657757de008b req-54d59ef9-e54d-49ed-8806-b5e74f42502b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 1000 time: 0.0616028 Feb 15 15:08:02.171475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57316e7-4681-4cc0-b44c-657757de008b req-06c9a0a6-90b2-47a3-93d0-8ba63c90beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:02.173001 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a57316e7-4681-4cc0-b44c-657757de008b req-06c9a0a6-90b2-47a3-93d0-8ba63c90beb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0467556 Feb 15 15:08:02.233717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57316e7-4681-4cc0-b44c-657757de008b req-721db1d6-9857-40f9-a359-33af07697b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:02.235291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a57316e7-4681-4cc0-b44c-657757de008b req-721db1d6-9857-40f9-a359-33af07697b26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0530672 Feb 15 15:08:02.330408 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a57316e7-4681-4cc0-b44c-657757de008b req-23b95ed2-74a7-42dc-a6bd-5305378f0a16 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867136 Feb 15 15:08:02.430286 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a57316e7-4681-4cc0-b44c-657757de008b req-dc94d24d-c3da-4cc3-a8b1-c6eb2d6bd19f service neutron] 10.222.0.42 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928431 Feb 15 15:08:05.425442 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52976) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:05.591596 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port f5758fba-6298-47d2-9790-cbbf209609b0 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:08:05.591941 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f5758fba-6298-47d2-9790-cbbf209609b0), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:05.685762 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f5758fba-6298-47d2-9790-cbbf209609b0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:05.685993 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (f5758fba-6298-47d2-9790-cbbf209609b0), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:05.703678 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for f5758fba-6298-47d2-9790-cbbf209609b0 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:08:05.862117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f5758fba-6298-47d2-9790-cbbf209609b0), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:05.888255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=f5758fba-6298-47d2-9790-cbbf209609b0,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:05.916744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.917102 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.917451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.917793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.918130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.918467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.918795 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.919148 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.919481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.919807 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.920133 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.920457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.920779 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:05.960814 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (86bbc14f-7238-4a4b-8d4b-c64fe90c0f95), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:05.961152 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Floating IP 86bbc14f-7238-4a4b-8d4b-c64fe90c0f95 disassociated (deleted). External IP: 172.25.6.56, port: 0442f6af-679e-4094-ab6d-c5346da14909. Feb 15 15:08:06.200438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:08:06.313635 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:08:06.318557 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:06.323480 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927a6a0-0050-4a4f-9ebb-db8c5a9670f2 None None] Sync routers for ids ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:08:06.333978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927a6a0-0050-4a4f-9ebb-db8c5a9670f2 None None] Routers {'3c99a858-c3e8-4bd6-8ed4-124b1f16261f'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:08:06.334607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f927a6a0-0050-4a4f-9ebb-db8c5a9670f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:07:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:06.363078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-51759c02-030e-4a62-a24f-2c746975620f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/floatingips/86bbc14f-7238-4a4b-8d4b-c64fe90c0f95 HTTP/1.1" status: 204 len: 168 time: 0.9363174 Feb 15 15:08:06.364033 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:08:06.366427 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "tag": "0442f6af-679e-4094-ab6d-c5346da14909"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:08:06.416194 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41b7985-8c3c-4113-88fe-4a49bcba9c32 x-openstack-request-id: req-b41b7985-8c3c-4113-88fe-4a49bcba9c32 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:08:06.416698 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "tag": "0442f6af-679e-4094-ab6d-c5346da14909", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:08:06.417110 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b41b7985-8c3c-4113-88fe-4a49bcba9c32 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:08:06.418990 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909', 'status': 'completed', 'code': 200} Feb 15 15:08:06.465900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-f927a6a0-0050-4a4f-9ebb-db8c5a9670f2 None None] Set router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:08:06.486537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9 req-d835bab4-0a44-4ba5-a571-8bb9b86e3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:06.488204 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9 req-d835bab4-0a44-4ba5-a571-8bb9b86e3a5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 1128 time: 0.0525389 Feb 15 15:08:06.596793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9 req-dd75fb6a-6d3e-40d0-b07e-74750e8f242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:06.599238 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9 req-dd75fb6a-6d3e-40d0-b07e-74750e8f242d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 200 len: 898 time: 0.1013176 Feb 15 15:08:06.627636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668fed9-e00f-4f4c-8e93-08f3594c88dd req-c2e0c931-b388-40f4-81d1-6056b2e1a54f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:06.629430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8668fed9-e00f-4f4c-8e93-08f3594c88dd req-c2e0c931-b388-40f4-81d1-6056b2e1a54f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0573995 Feb 15 15:08:06.650341 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9 req-0575c375-eb83-486c-97c0-b95db00589b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 200 len: 217 time: 0.0438459 Feb 15 15:08:06.690262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f927a6a0-0050-4a4f-9ebb-db8c5a9670f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:42Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '3db30f1d-117f-4b62-a157-e71ff2c45da3', 'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:a6:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:41Z', 'updated_at': '2022-02-15T15:05:45Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:06.691992 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8668fed9-e00f-4f4c-8e93-08f3594c88dd req-f7175a21-364b-4a50-b63f-cf5be379b4cf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567827 Feb 15 15:08:06.713117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9 req-46ed066a-057d-4984-b851-eecb66d069dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:06.714749 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9 req-46ed066a-057d-4984-b851-eecb66d069dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 200 len: 833 time: 0.0570123 Feb 15 15:08:06.729684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927a6a0-0050-4a4f-9ebb-db8c5a9670f2 None None] Checking router: 3c99a858-c3e8-4bd6-8ed4-124b1f16261f for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:08:06.738761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927a6a0-0050-4a4f-9ebb-db8c5a9670f2 None None] Routers {'3c99a858-c3e8-4bd6-8ed4-124b1f16261f'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:08:06.739495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f927a6a0-0050-4a4f-9ebb-db8c5a9670f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:07:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:06.769419 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9 req-388a84c1-e2eb-4cc3-b327-03b4737306e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:06.770282 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9 req-388a84c1-e2eb-4cc3-b327-03b4737306e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ae9eeeb-7241-4150-a014-bebe44c949a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494447 Feb 15 15:08:06.866931 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-f927a6a0-0050-4a4f-9ebb-db8c5a9670f2 None None] Set router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:08:06.868782 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9 req-a84fd9d0-fa6e-4368-a38d-eb99970b51c1 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919328 Feb 15 15:08:06.972278 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6165c8e-9a3b-4e27-b4e6-e498fe2a16d9 req-3dbe67b2-436a-4d33-9ac6-ea54201e0848 service neutron] 10.222.0.42 "GET /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960293 Feb 15 15:08:07.080354 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-f927a6a0-0050-4a4f-9ebb-db8c5a9670f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:42Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '3db30f1d-117f-4b62-a157-e71ff2c45da3', 'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:a6:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:41Z', 'updated_at': '2022-02-15T15:05:45Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:07.107077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927a6a0-0050-4a4f-9ebb-db8c5a9670f2 None None] The sync data for ids ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'] in n-d-829064-15 is: [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:05:42Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '3db30f1d-117f-4b62-a157-e71ff2c45da3', 'name': '', 'network_id': '3ae9eeeb-7241-4150-a014-bebe44c949a1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:a6:5e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:41Z', 'updated_at': '2022-02-15T15:05:45Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'a8dbfc0f-eecd-4c88-ba96-f4056d328f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:08:07.352734 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ce77b-557a-4fd3-af47-c6b96624abe2 None None] New status for floating IP 86bbc14f-7238-4a4b-8d4b-c64fe90c0f95: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:08:07.820894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8332aeb-5ca9-4c5f-942a-36a0a7830e66 req-bb872913-17ec-43dc-a980-69ea6b7bbca6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:07.822402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8332aeb-5ca9-4c5f-942a-36a0a7830e66 req-bb872913-17ec-43dc-a980-69ea6b7bbca6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0539331 Feb 15 15:08:07.873158 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8332aeb-5ca9-4c5f-942a-36a0a7830e66 req-53d0fb98-f448-40e7-a84a-0afd84e9809c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=95177f74-a6c1-437f-9e92-7dbffbcf3f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451093 Feb 15 15:08:07.986209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4d2e3-e380-45d5-abc1-08e594852760 req-4ba29d01-d135-40c6-a936-2586e8cccc89 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:07.987662 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9be4d2e3-e380-45d5-abc1-08e594852760 req-4ba29d01-d135-40c6-a936-2586e8cccc89 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c4b52c-9223-4cdd-8b6b-b266075434b9 HTTP/1.1" status: 200 len: 945 time: 0.0542266 Feb 15 15:08:08.089079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-9be4d2e3-e380-45d5-abc1-08e594852760 req-2bc01312-9680-4c74-aaf6-46700beacbe0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port 0442f6af-679e-4094-ab6d-c5346da14909 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:08:08.089418 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9be4d2e3-e380-45d5-abc1-08e594852760 req-2bc01312-9680-4c74-aaf6-46700beacbe0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0442f6af-679e-4094-ab6d-c5346da14909), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:08.181416 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-9be4d2e3-e380-45d5-abc1-08e594852760 req-2bc01312-9680-4c74-aaf6-46700beacbe0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port 0442f6af-679e-4094-ab6d-c5346da14909, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=0442f6af-679e-4094-ab6d-c5346da14909,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:08:08.181780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9be4d2e3-e380-45d5-abc1-08e594852760 req-2bc01312-9680-4c74-aaf6-46700beacbe0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0442f6af-679e-4094-ab6d-c5346da14909), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:08.201837 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-9be4d2e3-e380-45d5-abc1-08e594852760 req-2bc01312-9680-4c74-aaf6-46700beacbe0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for 0442f6af-679e-4094-ab6d-c5346da14909 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:08:08.333324 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9be4d2e3-e380-45d5-abc1-08e594852760 req-2bc01312-9680-4c74-aaf6-46700beacbe0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (0442f6af-679e-4094-ab6d-c5346da14909), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:08.363483 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc01312-9680-4c74-aaf6-46700beacbe0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=0442f6af-679e-4094-ab6d-c5346da14909,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:08.412822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be4d2e3-e380-45d5-abc1-08e594852760 req-2bc01312-9680-4c74-aaf6-46700beacbe0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] No DVR routers for this DVR port 0442f6af-679e-4094-ab6d-c5346da14909 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:08:08.415662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-9be4d2e3-e380-45d5-abc1-08e594852760 req-2bc01312-9680-4c74-aaf6-46700beacbe0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:08.419623 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9be4d2e3-e380-45d5-abc1-08e594852760 req-2bc01312-9680-4c74-aaf6-46700beacbe0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "DELETE /v2.0/ports/0442f6af-679e-4094-ab6d-c5346da14909 HTTP/1.1" status: 204 len: 173 time: 0.4266148 Feb 15 15:08:08.420118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'name': 'network-vif-deleted', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:08:08.423441 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868de8bc-487e-408d-aca9-111c5d0ec82d" -d '{"events": [{"server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "name": "network-vif-deleted", "tag": "0442f6af-679e-4094-ab6d-c5346da14909"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:08:08.467119 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec1a8c9-affc-4509-84b5-2568017cf73c x-openstack-request-id: req-0ec1a8c9-affc-4509-84b5-2568017cf73c {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:08:08.467420 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c4b52c-9223-4cdd-8b6b-b266075434b9", "name": "network-vif-deleted", "tag": "0442f6af-679e-4094-ab6d-c5346da14909", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:08:08.467676 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ec1a8c9-affc-4509-84b5-2568017cf73c {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:08:08.468078 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c4b52c-9223-4cdd-8b6b-b266075434b9', 'name': 'network-vif-deleted', 'tag': '0442f6af-679e-4094-ab6d-c5346da14909', 'status': 'completed', 'code': 200} Feb 15 15:08:08.936831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52992) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:09.618964 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:09.895861 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port 3db30f1d-117f-4b62-a157-e71ff2c45da3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:08:09.896125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:09.993314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port 3db30f1d-117f-4b62-a157-e71ff2c45da3, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=3db30f1d-117f-4b62-a157-e71ff2c45da3,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:08:09.993753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:10.006964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for 3db30f1d-117f-4b62-a157-e71ff2c45da3 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:08:10.208814 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3db30f1d-117f-4b62-a157-e71ff2c45da3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:10.238651 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=3db30f1d-117f-4b62-a157-e71ff2c45da3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:10.426822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:10.642454 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:10.657793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:08:10.772986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:08:10.779058 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-890da364-294a-4012-adb4-0589f87fa634 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "PUT /v2.0/routers/3c99a858-c3e8-4bd6-8ed4-124b1f16261f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8410494 Feb 15 15:08:10.782353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52994) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:10.785737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d8985-0da9-4fed-b5fb-5c51559c8c7b None None] Sync routers for ids ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:08:10.801835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d8985-0da9-4fed-b5fb-5c51559c8c7b None None] Routers {'3c99a858-c3e8-4bd6-8ed4-124b1f16261f'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:08:10.802464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-517d8985-0da9-4fed-b5fb-5c51559c8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:07:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:10.842081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d1062e-56f1-4002-9687-d26424ecd4e0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting subnet a8dbfc0f-eecd-4c88-ba96-f4056d328f67 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:08:10.848313 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1062e-56f1-4002-9687-d26424ecd4e0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (a8dbfc0f-eecd-4c88-ba96-f4056d328f67), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:10.895073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1062e-56f1-4002-9687-d26424ecd4e0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (a8dbfc0f-eecd-4c88-ba96-f4056d328f67), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:10.921004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-517d8985-0da9-4fed-b5fb-5c51559c8c7b None None] Set router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:08:10.984832 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1062e-56f1-4002-9687-d26424ecd4e0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (a8dbfc0f-eecd-4c88-ba96-f4056d328f67), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.049079 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1062e-56f1-4002-9687-d26424ecd4e0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (a8dbfc0f-eecd-4c88-ba96-f4056d328f67), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.083411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1062e-56f1-4002-9687-d26424ecd4e0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Subnet': ['ID=a8dbfc0f-eecd-4c88-ba96-f4056d328f67,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:11.087295 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1062e-56f1-4002-9687-d26424ecd4e0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.091240 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d8d1062e-56f1-4002-9687-d26424ecd4e0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/subnets/a8dbfc0f-eecd-4c88-ba96-f4056d328f67 HTTP/1.1" status: 204 len: 168 time: 0.3077559 Feb 15 15:08:11.093506 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 52996) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:11.225369 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.253167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85315407-d536-4be3-904c-d227cfccd0b8 None None] Network 3ae9eeeb-7241-4150-a014-bebe44c949a1 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:08:11.353337 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.360025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-517d8985-0da9-4fed-b5fb-5c51559c8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:08:10Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'bca7ae42-932a-4e5e-8f55-b64c693ae587', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:05:39Z', 'updated_at': '2022-02-15T15:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:11.394933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d8985-0da9-4fed-b5fb-5c51559c8c7b None None] Checking router: 3c99a858-c3e8-4bd6-8ed4-124b1f16261f for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:08:11.408853 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d8985-0da9-4fed-b5fb-5c51559c8c7b None None] Routers {'3c99a858-c3e8-4bd6-8ed4-124b1f16261f'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:08:11.409838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-517d8985-0da9-4fed-b5fb-5c51559c8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:07:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:11.433730 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port bca7ae42-932a-4e5e-8f55-b64c693ae587 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:08:11.434170 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.459560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e9437-4198-40c7-9491-5d946fe4d4dd None None] DHCP port deletion for 3ae9eeeb-7241-4150-a014-bebe44c949a1 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:08:11.536057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port bca7ae42-932a-4e5e-8f55-b64c693ae587, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=bca7ae42-932a-4e5e-8f55-b64c693ae587,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:08:11.536702 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.551723 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for bca7ae42-932a-4e5e-8f55-b64c693ae587 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:08:11.556409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-517d8985-0da9-4fed-b5fb-5c51559c8c7b None None] Set router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:08:11.625427 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-517d8985-0da9-4fed-b5fb-5c51559c8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:08:11Z', 'revision_number': 6, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:11.659361 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d8985-0da9-4fed-b5fb-5c51559c8c7b None None] The sync data for ids ['3c99a858-c3e8-4bd6-8ed4-124b1f16261f'] in n-d-829064-15 is: [{'id': '3c99a858-c3e8-4bd6-8ed4-124b1f16261f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1690548258', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:05:38Z', 'updated_at': '2022-02-15T15:08:11Z', 'revision_number': 6, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:08:11.666923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-518e9437-4198-40c7-9491-5d946fe4d4dd None None] Deleting port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:08:11.667415 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-518e9437-4198-40c7-9491-5d946fe4d4dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.736726 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-518e9437-4198-40c7-9491-5d946fe4d4dd None None] For port 4c2ff531-2d8e-4bef-a8b2-965fba72f619, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4c2ff531-2d8e-4bef-a8b2-965fba72f619,segment=NetworkSegment(cb6de71b-1234-4260-a970-c395671d09ed),segment_id=cb6de71b-1234-4260-a970-c395671d09ed)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:08:11.737132 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-518e9437-4198-40c7-9491-5d946fe4d4dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.744191 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (bca7ae42-932a-4e5e-8f55-b64c693ae587), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.751773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-518e9437-4198-40c7-9491-5d946fe4d4dd None None] Calling delete_port for 4c2ff531-2d8e-4bef-a8b2-965fba72f619 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:08:11.771863 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=bca7ae42-932a-4e5e-8f55-b64c693ae587,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:11.840112 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.847443 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-518e9437-4198-40c7-9491-5d946fe4d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (4c2ff531-2d8e-4bef-a8b2-965fba72f619), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.877635 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e9437-4198-40c7-9491-5d946fe4d4dd None None] Pushing event deleted for resources: {'Port': ['ID=4c2ff531-2d8e-4bef-a8b2-965fba72f619,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:11.883214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518e9437-4198-40c7-9491-5d946fe4d4dd None None] No DVR routers for this DVR port 4c2ff531-2d8e-4bef-a8b2-965fba72f619 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:08:11.897639 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0442f6af-679e-4094-ab6d-c5346da14909 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:08:11.918896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 0442f6af-679e-4094-ab6d-c5346da14909 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:08:11.919272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 0442f6af-679e-4094-ab6d-c5346da14909 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:08:11.950540 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:11.953488 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_controller (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.009467 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (3c99a858-c3e8-4bd6-8ed4-124b1f16261f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.010108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Fanout notify agent at l3_agent the message router_deleted on router 3c99a858-c3e8-4bd6-8ed4-124b1f16261f {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:08:12.020997 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.025331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 52998) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:12.026408 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0393e70f-33a1-4fe0-8475-89bac4b493b6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/routers/3c99a858-c3e8-4bd6-8ed4-124b1f16261f HTTP/1.1" status: 204 len: 168 time: 0.9316363 Feb 15 15:08:12.121698 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (3ae9eeeb-7241-4150-a014-bebe44c949a1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.128852 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4c2ff531-2d8e-4bef-a8b2-965fba72f619 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:08:12.151643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 4c2ff531-2d8e-4bef-a8b2-965fba72f619 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:08:12.152307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4c2ff531-2d8e-4bef-a8b2-965fba72f619 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:08:12.152559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3db30f1d-117f-4b62-a157-e71ff2c45da3 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:08:12.179141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 3db30f1d-117f-4b62-a157-e71ff2c45da3 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:08:12.179496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 3db30f1d-117f-4b62-a157-e71ff2c45da3 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:08:12.224437 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (3ae9eeeb-7241-4150-a014-bebe44c949a1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.246329 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae9eeeb-7241-4150-a014-bebe44c949a1']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:12.256559 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6de71b-1234-4260-a970-c395671d09ed') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:12.256981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6de71b-1234-4260-a970-c395671d09ed') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:12.268208 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (cb6de71b-1234-4260-a970-c395671d09ed), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.282750 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (cb6de71b-1234-4260-a970-c395671d09ed), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.289386 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:08:12.289784 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (cb6de71b-1234-4260-a970-c395671d09ed), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: timer() Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:08:12.293034 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:08:12.354942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (3ae9eeeb-7241-4150-a014-bebe44c949a1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.362443 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.365671 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/networks/3ae9eeeb-7241-4150-a014-bebe44c949a1 HTTP/1.1" status: 204 len: 168 time: 0.3392076 Feb 15 15:08:12.368373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53002) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:12.385359 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c5451-6616-4c85-b910-85844416ad96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Network': ['ID=3ae9eeeb-7241-4150-a014-bebe44c949a1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:12.447505 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-992b4ced-2776-4a75-a23d-6f09bfdde9db tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (95177f74-a6c1-437f-9e92-7dbffbcf3f58), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.476039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-992b4ced-2776-4a75-a23d-6f09bfdde9db tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (95177f74-a6c1-437f-9e92-7dbffbcf3f58), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.548511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-992b4ced-2776-4a75-a23d-6f09bfdde9db tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (95177f74-a6c1-437f-9e92-7dbffbcf3f58), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.552335 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-992b4ced-2776-4a75-a23d-6f09bfdde9db tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:12.553840 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-992b4ced-2776-4a75-a23d-6f09bfdde9db tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/security-groups/95177f74-a6c1-437f-9e92-7dbffbcf3f58 HTTP/1.1" status: 204 len: 168 time: 0.1846170 Feb 15 15:08:12.564130 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b4ced-2776-4a75-a23d-6f09bfdde9db tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95177f74-a6c1-437f-9e92-7dbffbcf3f58,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:12.904029 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.161814 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53008) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:13.166664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2436e271-33c6-4cee-a12a-612f6431ca69 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079480996', 'description': 'tempest-secgroup-smoke-1079480996 description', 'project_id': '9ccc15b20d3f455892eb64b1578a5795'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:13.188182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2436e271-33c6-4cee-a12a-612f6431ca69 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.258288 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2436e271-33c6-4cee-a12a-612f6431ca69 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (c432e2b7-3c41-4620-9a09-08e07b046d6e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.262744 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2436e271-33c6-4cee-a12a-612f6431ca69 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c432e2b7-3c41-4620-9a09-08e07b046d6e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.294352 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2436e271-33c6-4cee-a12a-612f6431ca69 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.295671 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2436e271-33c6-4cee-a12a-612f6431ca69 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1328232 Feb 15 15:08:13.298760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53012) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:13.303501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-0dfb4cb8-da7d-47a2-8a29-aebc3aeaf3a6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'c432e2b7-3c41-4620-9a09-08e07b046d6e', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:13.309773 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436e271-33c6-4cee-a12a-612f6431ca69 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c432e2b7-3c41-4620-9a09-08e07b046d6e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:13.338608 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0dfb4cb8-da7d-47a2-8a29-aebc3aeaf3a6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (48830c1b-0867-4d0f-818c-bee5c51127fa), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.400916 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0dfb4cb8-da7d-47a2-8a29-aebc3aeaf3a6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (48830c1b-0867-4d0f-818c-bee5c51127fa), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.405007 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0dfb4cb8-da7d-47a2-8a29-aebc3aeaf3a6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (48830c1b-0867-4d0f-818c-bee5c51127fa), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.425604 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb4cb8-da7d-47a2-8a29-aebc3aeaf3a6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48830c1b-0867-4d0f-818c-bee5c51127fa,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:13.433912 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0dfb4cb8-da7d-47a2-8a29-aebc3aeaf3a6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.435216 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0dfb4cb8-da7d-47a2-8a29-aebc3aeaf3a6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353886 Feb 15 15:08:13.438988 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53014) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:13.443793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-17deff3f-f28e-4719-be83-94bc17525339 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'c432e2b7-3c41-4620-9a09-08e07b046d6e', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:13.470684 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17deff3f-f28e-4719-be83-94bc17525339 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (2d8a0758-44ae-42fb-aff5-2b144ba1b2c6), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.542436 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17deff3f-f28e-4719-be83-94bc17525339 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (2d8a0758-44ae-42fb-aff5-2b144ba1b2c6), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.546845 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17deff3f-f28e-4719-be83-94bc17525339 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (2d8a0758-44ae-42fb-aff5-2b144ba1b2c6), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.571043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17deff3f-f28e-4719-be83-94bc17525339 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8a0758-44ae-42fb-aff5-2b144ba1b2c6,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:13.576668 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17deff3f-f28e-4719-be83-94bc17525339 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.577907 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-17deff3f-f28e-4719-be83-94bc17525339 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379204 Feb 15 15:08:13.581348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53018) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:13.586099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-8ffdade1-7641-46e6-ae18-cda8946d9916 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'c432e2b7-3c41-4620-9a09-08e07b046d6e', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:13.611885 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ffdade1-7641-46e6-ae18-cda8946d9916 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (db02ccb8-f13c-40ab-884e-75c75af70181), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.676473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ffdade1-7641-46e6-ae18-cda8946d9916 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (db02ccb8-f13c-40ab-884e-75c75af70181), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.680532 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ffdade1-7641-46e6-ae18-cda8946d9916 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (db02ccb8-f13c-40ab-884e-75c75af70181), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.696998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdade1-7641-46e6-ae18-cda8946d9916 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db02ccb8-f13c-40ab-884e-75c75af70181,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:13.707754 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8ffdade1-7641-46e6-ae18-cda8946d9916 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.708969 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8ffdade1-7641-46e6-ae18-cda8946d9916 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263654 Feb 15 15:08:13.711926 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53020) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:13.716803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cee20f5d-1e90-4b9a-bb2f-2588e02b82df tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'c432e2b7-3c41-4620-9a09-08e07b046d6e', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:13.748601 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cee20f5d-1e90-4b9a-bb2f-2588e02b82df tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (9890b831-01a0-4dc2-9f04-b816433bcb7e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.810231 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cee20f5d-1e90-4b9a-bb2f-2588e02b82df tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (9890b831-01a0-4dc2-9f04-b816433bcb7e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.815668 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cee20f5d-1e90-4b9a-bb2f-2588e02b82df tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (9890b831-01a0-4dc2-9f04-b816433bcb7e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.833466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee20f5d-1e90-4b9a-bb2f-2588e02b82df tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9890b831-01a0-4dc2-9f04-b816433bcb7e,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:13.841954 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cee20f5d-1e90-4b9a-bb2f-2588e02b82df tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.843280 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cee20f5d-1e90-4b9a-bb2f-2588e02b82df tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302605 Feb 15 15:08:13.846095 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53022) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:13.850593 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7f900063-c5e3-49b5-badb-3fe8705746ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'c432e2b7-3c41-4620-9a09-08e07b046d6e', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:13.882345 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-7f900063-c5e3-49b5-badb-3fe8705746ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Project 9ccc15b20d3f455892eb64b1578a5795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:08:13.882942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bca7ae42-932a-4e5e-8f55-b64c693ae587 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:08:13.890155 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f900063-c5e3-49b5-badb-3fe8705746ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (7493cbc0-da74-427b-acc6-f63299b25712), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.907903 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: bca7ae42-932a-4e5e-8f55-b64c693ae587 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:08:13.908514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device bca7ae42-932a-4e5e-8f55-b64c693ae587 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:08:13.957072 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f900063-c5e3-49b5-badb-3fe8705746ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (7493cbc0-da74-427b-acc6-f63299b25712), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.961564 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f900063-c5e3-49b5-badb-3fe8705746ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (7493cbc0-da74-427b-acc6-f63299b25712), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.980542 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f900063-c5e3-49b5-badb-3fe8705746ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7493cbc0-da74-427b-acc6-f63299b25712,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:13.986733 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7f900063-c5e3-49b5-badb-3fe8705746ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:13.988512 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7f900063-c5e3-49b5-badb-3fe8705746ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409445 Feb 15 15:08:13.990796 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53024) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:13.995195 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e1dffdd4-4bec-407d-8ff6-56dfe9248b97 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': 'c432e2b7-3c41-4620-9a09-08e07b046d6e', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:14.016399 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-e1dffdd4-4bec-407d-8ff6-56dfe9248b97 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Project 9ccc15b20d3f455892eb64b1578a5795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:08:14.022326 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1dffdd4-4bec-407d-8ff6-56dfe9248b97 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (adc46815-b77f-48cd-8597-47927ad13439), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.086153 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1dffdd4-4bec-407d-8ff6-56dfe9248b97 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (adc46815-b77f-48cd-8597-47927ad13439), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.090032 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1dffdd4-4bec-407d-8ff6-56dfe9248b97 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (adc46815-b77f-48cd-8597-47927ad13439), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.109085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dffdd4-4bec-407d-8ff6-56dfe9248b97 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc46815-b77f-48cd-8597-47927ad13439,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:14.117051 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1dffdd4-4bec-407d-8ff6-56dfe9248b97 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.118916 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e1dffdd4-4bec-407d-8ff6-56dfe9248b97 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269505 Feb 15 15:08:14.121707 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53026) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:14.126718 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'network': {'name': 'tempest-network-smoke--1073802370', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'port_security_enabled': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:14.150959 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:08:14.154548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.182119 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:08:14.198671 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5ff20fef-07ac-481d-b3b2-d61645e56528), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.199139 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Added segment 5ff20fef-07ac-481d-b3b2-d61645e56528 of type vlan for network 9da6e5d0-6c75-4096-87e7-175552a33def Feb 15 15:08:14.249862 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (9da6e5d0-6c75-4096-87e7-175552a33def), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.276189 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (9da6e5d0-6c75-4096-87e7-175552a33def), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.281883 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:14.282461 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.344326 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2210369 Feb 15 15:08:14.347075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53030) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:14.353613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'admin_state_up': True, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:14.369148 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fef74-61c2-4835-9bbf-fa4e60141a0b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Network': ['ID=9da6e5d0-6c75-4096-87e7-175552a33def,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:14.380068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 9da6e5d0-6c75-4096-87e7-175552a33def details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:08:14.384249 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (6301d076-ae69-4569-ad07-98b7da1caf55), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.386039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (6301d076-ae69-4569-ad07-98b7da1caf55), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.455487 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_controller (6301d076-ae69-4569-ad07-98b7da1caf55), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.657766 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (6301d076-ae69-4569-ad07-98b7da1caf55), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.862365 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (6301d076-ae69-4569-ad07-98b7da1caf55), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.882516 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.909330 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5017-83f3-4f4f-81f1-f0887d395913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:14.989208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.25.6.228 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/e02acad0-5f77-45a0-b71e-4450e05bf871) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:08:15.097811 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:15.134598 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:15.177289 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:08:15.180407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:08:15.183977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:08:15.207320 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=e02acad0-5f77-45a0-b71e-4450e05bf871,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:15.451644 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (6301d076-ae69-4569-ad07-98b7da1caf55), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:15.728381 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (6301d076-ae69-4569-ad07-98b7da1caf55), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:15.876333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 6301d076-ae69-4569-ad07-98b7da1caf55 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:08:15.997431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:08:16.007256 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973578f8-64be-4151-9238-671888e01bec None None] Sync routers for ids ['6301d076-ae69-4569-ad07-98b7da1caf55'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:08:16.018721 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973578f8-64be-4151-9238-671888e01bec None None] Routers {'6301d076-ae69-4569-ad07-98b7da1caf55'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:08:16.019451 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-973578f8-64be-4151-9238-671888e01bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:07:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6301d076-ae69-4569-ad07-98b7da1caf55'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:16.022417 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:16.023706 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-81f36c1f-0f33-4084-aecd-0e71d3f90923 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6757069 Feb 15 15:08:16.028910 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53034) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:16.116428 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8b041df3-8d1d-4319-8b7a-2e6be1e3a0e4 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9ccc15b20d3f455892eb64b1578a5795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0861769 Feb 15 15:08:16.119088 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53038) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:16.211817 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9fd702-5cdb-4bd8-8580-fda14da6739b tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:16.213687 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0a9fd702-5cdb-4bd8-8580-fda14da6739b tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936320 Feb 15 15:08:16.218552 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53040) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:16.227530 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-973578f8-64be-4151-9238-671888e01bec None None] Set router 6301d076-ae69-4569-ad07-98b7da1caf55 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:08:16.252543 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-24ec64df-16d3-43e3-ab13-fd12d99448de tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321717 Feb 15 15:08:16.255480 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53042) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:16.260259 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-182071213', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:16.353591 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:08:16.360204 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:16.450828 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-973578f8-64be-4151-9238-671888e01bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:15Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:16.497355 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973578f8-64be-4151-9238-671888e01bec None None] Checking router: 6301d076-ae69-4569-ad07-98b7da1caf55 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:08:16.497817 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973578f8-64be-4151-9238-671888e01bec None None] Updating router 6301d076-ae69-4569-ad07-98b7da1caf55 port e02acad0-5f77-45a0-b71e-4450e05bf871 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:08:16.529923 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-973578f8-64be-4151-9238-671888e01bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:16.806561 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-973578f8-64be-4151-9238-671888e01bec None None] Publish callbacks [] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:16.815505 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-973578f8-64be-4151-9238-671888e01bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:16.853080 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (dc434706-3b45-406b-aea2-fb2689155bc4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:16.868976 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-973578f8-64be-4151-9238-671888e01bec None None] Attempting to bind port e02acad0-5f77-45a0-b71e-4450e05bf871 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:08:16.869378 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-973578f8-64be-4151-9238-671888e01bec None None] Attempting to bind port e02acad0-5f77-45a0-b71e-4450e05bf871 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:08:16.869807 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973578f8-64be-4151-9238-671888e01bec None None] Attempting to bind port e02acad0-5f77-45a0-b71e-4450e05bf871 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:08:16.879333 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973578f8-64be-4151-9238-671888e01bec None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:08:16.879752 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973578f8-64be-4151-9238-671888e01bec None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:08:16.880303 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-973578f8-64be-4151-9238-671888e01bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:16.880541 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973578f8-64be-4151-9238-671888e01bec None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:08:16.881037 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-973578f8-64be-4151-9238-671888e01bec None None] Bound port: e02acad0-5f77-45a0-b71e-4450e05bf871, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:08:16.881411 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-973578f8-64be-4151-9238-671888e01bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:16.883868 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Pushing event updated for resources: {'Port': ['ID=e02acad0-5f77-45a0-b71e-4450e05bf871,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:16.912606 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.912968 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.913342 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.913737 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.914074 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.914465 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.914793 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.915189 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.915655 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.916011 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.916364 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.916688 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.917041 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:16.920348 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Subnet': ['ID=dc434706-3b45-406b-aea2-fb2689155bc4,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:16.926145 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Checking segment: {'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:08:16.926509 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network hostable DHCP agents. Network: 9da6e5d0-6c75-4096-87e7-175552a33def, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:08:16.946132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 9da6e5d0-6c75-4096-87e7-175552a33def is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:08:16.961613 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 9da6e5d0-6c75-4096-87e7-175552a33def) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:08:16.963662 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-973578f8-64be-4151-9238-671888e01bec None None] For port e02acad0-5f77-45a0-b71e-4450e05bf871, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:08:16.965831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:16.967114 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:16.968994 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-973578f8-64be-4151-9238-671888e01bec None None] For port e02acad0-5f77-45a0-b71e-4450e05bf871, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e02acad0-5f77-45a0-b71e-4450e05bf871,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:08:16.975145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2b6fb9-b1d4-4576-bad2-6237b076bacd None None] Network 9da6e5d0-6c75-4096-87e7-175552a33def requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:08:16.978476 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-973578f8-64be-4151-9238-671888e01bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:16.984845 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-80f2fad2-b0fd-4ede-a65f-a9d794354b19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7278478 Feb 15 15:08:16.987734 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53044) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:17.058202 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973578f8-64be-4151-9238-671888e01bec None None] Routers {'6301d076-ae69-4569-ad07-98b7da1caf55'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:08:17.059503 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-973578f8-64be-4151-9238-671888e01bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:07:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6301d076-ae69-4569-ad07-98b7da1caf55'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:17.104113 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-9da6e5d0-6c75-4096-87e7-175552a33def', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ips': [{'subnet_id': 'dc434706-3b45-406b-aea2-fb2689155bc4'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:08:17.104984 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:17.172422 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a238b22-2fda-46af-890f-311240c5fa35 None None] Pushing event updated for resources: {'Port': ['ID=e02acad0-5f77-45a0-b71e-4450e05bf871,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:17.192743 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-973578f8-64be-4151-9238-671888e01bec None None] Set router 6301d076-ae69-4569-ad07-98b7da1caf55 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:08:17.274826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Allocated IP 172.20.0.2 (9da6e5d0-6c75-4096-87e7-175552a33def/dc434706-3b45-406b-aea2-fb2689155bc4/0c0dd5ee-1bc4-4038-95d4-964daf13cc41) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:08:17.351714 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3120f4a3-6b54-424f-90d7-577efe099e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:17.401265 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-973578f8-64be-4151-9238-671888e01bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:15Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:17.431632 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973578f8-64be-4151-9238-671888e01bec None None] The sync data for ids ['6301d076-ae69-4569-ad07-98b7da1caf55'] in n-d-829064-15 is: [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:15Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:08:17.461600 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Publish callbacks [] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:17.473001 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:17.493541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:17.510309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Network 9da6e5d0-6c75-4096-87e7-175552a33def is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:08:17.513535 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:08:17.519683 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:08:17.532539 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Pushing event updated for resources: {'Port': ['ID=0c0dd5ee-1bc4-4038-95d4-964daf13cc41,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:17.591934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Attempting to bind port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:08:17.592369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Attempting to bind port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:08:17.592758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Attempting to bind port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 on network 9da6e5d0-6c75-4096-87e7-175552a33def {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:08:17.598268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:08:17.598651 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Checking segment: {'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:08:17.599229 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:17.599634 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Bound using segment: {'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:08:17.600117 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Bound port: 0c0dd5ee-1bc4-4038-95d4-964daf13cc41, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:08:17.600505 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:17.679404 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] For port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:08:17.683690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] For port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0c0dd5ee-1bc4-4038-95d4-964daf13cc41,segment=NetworkSegment(5ff20fef-07ac-481d-b3b2-d61645e56528),segment_id=5ff20fef-07ac-481d-b3b2-d61645e56528)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:08:17.691859 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:17.790198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8022bdb-e912-42b0-a71d-4fc6dbcc64ec None None] Pushing event updated for resources: {'Port': ['ID=0c0dd5ee-1bc4-4038-95d4-964daf13cc41,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:17.868179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.20.0.1 (9da6e5d0-6c75-4096-87e7-175552a33def/dc434706-3b45-406b-aea2-fb2689155bc4/6f9a4bbe-a171-4700-885b-b94937ac0446) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:08:18.000197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e02acad0-5f77-45a0-b71e-4450e05bf871 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:08:18.016399 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:18.077634 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:18.084025 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e02acad0-5f77-45a0-b71e-4450e05bf871 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:18.084428 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:18.143763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=6f9a4bbe-a171-4700-885b-b94937ac0446,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:18.162461 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 9da6e5d0-6c75-4096-87e7-175552a33def is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:08:18.164132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:08:18.167337 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:08:18.195604 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e02acad0-5f77-45a0-b71e-4450e05bf871 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:08:18.196004 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:18.222433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (6301d076-ae69-4569-ad07-98b7da1caf55), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:18.223550 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port e02acad0-5f77-45a0-b71e-4450e05bf871, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e02acad0-5f77-45a0-b71e-4450e05bf871,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:08:18.228787 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:18.291994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=e02acad0-5f77-45a0-b71e-4450e05bf871,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:18.398035 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:18.647873 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:18.733313 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:18.741769 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:18.817314 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=6f9a4bbe-a171-4700-885b-b94937ac0446,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:18.823011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (6301d076-ae69-4569-ad07-98b7da1caf55), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:18.930514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 9da6e5d0-6c75-4096-87e7-175552a33def is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:08:18.932004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:08:18.961135 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66068922-f9ac-4360-8242-6c4009bed3c8 None None] Network 9da6e5d0-6c75-4096-87e7-175552a33def requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:08:19.075736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 6301d076-ae69-4569-ad07-98b7da1caf55 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:08:19.088297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-85282251-d160-4d5c-b73d-043347fdf7c5 None None] Provisioning complete for port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:19.089101 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-85282251-d160-4d5c-b73d-043347fdf7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:19.200257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-85282251-d160-4d5c-b73d-043347fdf7c5 None None] Current status of the port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:08:19.200572 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-85282251-d160-4d5c-b73d-043347fdf7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:19.211217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:08:19.216715 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-94ab6dd6-c224-4d39-82a5-421e9f2da19a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "PUT /v2.0/routers/6301d076-ae69-4569-ad07-98b7da1caf55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2278745 Feb 15 15:08:19.244909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-85282251-d160-4d5c-b73d-043347fdf7c5 None None] For port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0c0dd5ee-1bc4-4038-95d4-964daf13cc41,segment=NetworkSegment(5ff20fef-07ac-481d-b3b2-d61645e56528),segment_id=5ff20fef-07ac-481d-b3b2-d61645e56528)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:08:19.249879 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-85282251-d160-4d5c-b73d-043347fdf7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:19.307961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85282251-d160-4d5c-b73d-043347fdf7c5 None None] Pushing event updated for resources: {'Port': ['ID=0c0dd5ee-1bc4-4038-95d4-964daf13cc41,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:19.372690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cc40cec2-521c-4686-aca3-1114befc526f None None] Provisioning complete for port 6f9a4bbe-a171-4700-885b-b94937ac0446 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:19.373144 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cc40cec2-521c-4686-aca3-1114befc526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:19.412520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cc40cec2-521c-4686-aca3-1114befc526f None None] Port 6f9a4bbe-a171-4700-885b-b94937ac0446 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:08:19.415734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-3cb579c4-4a6c-4d5c-9e4f-ebf7f6d8ec81 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079480996&fields=id&tenant_id=9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 267 time: 0.0581982 Feb 15 15:08:19.424531 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-cc40cec2-521c-4686-aca3-1114befc526f None None] Provisioning complete for port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:19.425138 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-cc40cec2-521c-4686-aca3-1114befc526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:19.535101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-cc40cec2-521c-4686-aca3-1114befc526f None None] Current status of the port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:08:19.553616 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-bb0036f7-4d59-43a1-b85a-ff522aa50a45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:19.559472 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Sync routers for ids ['6301d076-ae69-4569-ad07-98b7da1caf55'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:08:19.561495 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-bb0036f7-4d59-43a1-b85a-ff522aa50a45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/networks?id=9da6e5d0-6c75-4096-87e7-175552a33def HTTP/1.1" status: 200 len: 797 time: 0.1442118 Feb 15 15:08:19.574860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Routers {'6301d076-ae69-4569-ad07-98b7da1caf55'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:08:19.575536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:08:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6301d076-ae69-4569-ad07-98b7da1caf55'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:19.581760 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-05f46ae8-2333-4754-9a47-47ed700dfa5f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/quotas/9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 375 time: 0.0191038 Feb 15 15:08:19.662749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-d7841775-cef0-4faa-ab42-9fc98da714d1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726817 Feb 15 15:08:19.668755 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-5ebcb1fa-9f48-4b52-ba99-6ff9e28a1a12 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:08:19.675596 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-5ebcb1fa-9f48-4b52-ba99-6ff9e28a1a12 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116353 Feb 15 15:08:19.732435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Set router 6301d076-ae69-4569-ad07-98b7da1caf55 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:08:19.776342 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-b69feabf-34e6-48fa-b5e1-5c80c1a23046 service neutron] 10.222.0.72 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987639 Feb 15 15:08:19.829629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-16f5d9dc-5c1f-4f61-a984-62422c76beb5 None None] Provisioning complete for port 6f9a4bbe-a171-4700-885b-b94937ac0446 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:19.830011 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-16f5d9dc-5c1f-4f61-a984-62422c76beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:19.950527 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-0578fa54-3557-478a-bdc9-4946d44bf89e service neutron] 10.222.0.72 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570694 Feb 15 15:08:20.106599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e02acad0-5f77-45a0-b71e-4450e05bf871 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:08:20.109022 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:20.141326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-16f5d9dc-5c1f-4f61-a984-62422c76beb5 None None] Port 6f9a4bbe-a171-4700-885b-b94937ac0446 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:08:20.175181 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db20f4d9-19f1-4117-bc81-e83cad180117 req-e5ee2584-9d2c-4aaf-a05d-8e0b0d84d15a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 210 time: 0.0439110 Feb 15 15:08:20.229914 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port e02acad0-5f77-45a0-b71e-4450e05bf871 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:20.230294 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:20.307159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1672d611-8fe5-49a7-a503-1301038a75bd None None] Provisioning complete for port 6f9a4bbe-a171-4700-885b-b94937ac0446 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:20.307691 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1672d611-8fe5-49a7-a503-1301038a75bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:20.337431 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6f9a4bbe-a171-4700-885b-b94937ac0446', 'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:3b:1b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:17Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 2, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:20.377543 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Checking router: 6301d076-ae69-4569-ad07-98b7da1caf55 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:08:20.377906 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Updating router 6301d076-ae69-4569-ad07-98b7da1caf55 port 6f9a4bbe-a171-4700-885b-b94937ac0446 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:08:20.382303 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1672d611-8fe5-49a7-a503-1301038a75bd None None] Port 6f9a4bbe-a171-4700-885b-b94937ac0446 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:08:20.446183 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:20.472143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port e02acad0-5f77-45a0-b71e-4450e05bf871 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:08:20.473962 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:08:20.665356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:20.665734 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:20.853061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:08:20.917302 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Publish callbacks [] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:20.924608 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:20.975825 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a8837-74a5-4110-a626-3b53a9c83906 None None] Pushing event updated for resources: {'Port': ['ID=6f9a4bbe-a171-4700-885b-b94937ac0446,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:21.037670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Attempting to bind port 6f9a4bbe-a171-4700-885b-b94937ac0446 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:08:21.037982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Attempting to bind port 6f9a4bbe-a171-4700-885b-b94937ac0446 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:08:21.038348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Attempting to bind port 6f9a4bbe-a171-4700-885b-b94937ac0446 on network 9da6e5d0-6c75-4096-87e7-175552a33def {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:08:21.044582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:08:21.044960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Checking segment: {'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:08:21.045370 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:21.045763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Bound using segment: {'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:08:21.046230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Bound port: 6f9a4bbe-a171-4700-885b-b94937ac0446, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:08:21.047511 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:21.123964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] For port 6f9a4bbe-a171-4700-885b-b94937ac0446, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:08:21.127460 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] For port 6f9a4bbe-a171-4700-885b-b94937ac0446, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6f9a4bbe-a171-4700-885b-b94937ac0446,segment=NetworkSegment(5ff20fef-07ac-481d-b3b2-d61645e56528),segment_id=5ff20fef-07ac-481d-b3b2-d61645e56528)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:08:21.135486 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:21.213168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Routers {'6301d076-ae69-4569-ad07-98b7da1caf55'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:08:21.213982 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:08:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6301d076-ae69-4569-ad07-98b7da1caf55'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:21.222881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a8837-74a5-4110-a626-3b53a9c83906 None None] Pushing event updated for resources: {'Port': ['ID=6f9a4bbe-a171-4700-885b-b94937ac0446,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:21.272549 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:21.344544 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b6871d73-a349-477f-b41a-f3351a94ac25 None None] Provisioning complete for port 6f9a4bbe-a171-4700-885b-b94937ac0446 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:21.344852 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6871d73-a349-477f-b41a-f3351a94ac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:21.396731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5efe7701-a7e8-4e4d-b98f-9357cefd0d66 req-33e5b795-b481-451d-bfcc-b8bbf61f1bbc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 210 time: 0.0682244 Feb 15 15:08:21.417855 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] Set router 6301d076-ae69-4569-ad07-98b7da1caf55 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:08:21.518269 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b6871d73-a349-477f-b41a-f3351a94ac25 None None] Current status of the port 6f9a4bbe-a171-4700-885b-b94937ac0446 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:08:21.518667 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6871d73-a349-477f-b41a-f3351a94ac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:21.559876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-a7674661-8a56-4e15-a1f0-1529768a12f1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:21.564187 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-a7674661-8a56-4e15-a1f0-1529768a12f1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.67 "GET /v2.0/networks?id=9da6e5d0-6c75-4096-87e7-175552a33def HTTP/1.1" status: 200 len: 797 time: 0.2680786 Feb 15 15:08:21.669351 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-2b64528f-ac39-431b-bcd9-3c06c8aecb4b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 380 time: 0.0978088 Feb 15 15:08:21.671330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b6871d73-a349-477f-b41a-f3351a94ac25 None None] For port 6f9a4bbe-a171-4700-885b-b94937ac0446, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6f9a4bbe-a171-4700-885b-b94937ac0446,segment=NetworkSegment(5ff20fef-07ac-481d-b3b2-d61645e56528),segment_id=5ff20fef-07ac-481d-b3b2-d61645e56528)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:08:21.679351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'port': {'device_id': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'admin_state_up': True, 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'security_groups': ['c432e2b7-3c41-4620-9a09-08e07b046d6e']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:21.683082 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b6871d73-a349-477f-b41a-f3351a94ac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:21.775247 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6871d73-a349-477f-b41a-f3351a94ac25 None None] Pushing event updated for resources: {'Port': ['ID=6f9a4bbe-a171-4700-885b-b94937ac0446,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:21.823011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-56388f86-e438-4437-abc5-2406ae9ee3d9 None None] Provisioning complete for port 6f9a4bbe-a171-4700-885b-b94937ac0446 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:21.823401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-56388f86-e438-4437-abc5-2406ae9ee3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:21.824634 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:08:21.830753 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:21.850120 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6f9a4bbe-a171-4700-885b-b94937ac0446', 'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:3b:1b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:17Z', 'updated_at': '2022-02-15T15:08:21Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:21.891075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e8577-40d4-4e88-8304-4e347bda8452 None None] The sync data for ids ['6301d076-ae69-4569-ad07-98b7da1caf55'] in n-d-829064-15 is: [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6f9a4bbe-a171-4700-885b-b94937ac0446', 'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:3b:1b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:17Z', 'updated_at': '2022-02-15T15:08:21Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:08:21.986138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-56388f86-e438-4437-abc5-2406ae9ee3d9 None None] Current status of the port 6f9a4bbe-a171-4700-885b-b94937ac0446 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:08:22.002219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.20.0.14 (9da6e5d0-6c75-4096-87e7-175552a33def/dc434706-3b45-406b-aea2-fb2689155bc4/3b1c6a7e-e98a-4aa2-871a-3fb34f80de88) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:08:22.207708 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:22.245446 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:22.287902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 9da6e5d0-6c75-4096-87e7-175552a33def is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:08:22.291198 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:08:22.295303 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:08:22.340211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:22.372962 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:22.373623 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:22.398080 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-48eb4eb0-712c-4931-8cd2-e79edd0aa667 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7235065 Feb 15 15:08:22.412515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Request body: {'port': {'device_id': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:22.514317 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:22.558123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839dd4e-a611-4ca1-a4e4-8a5da4510d42 req-554c5afb-8b05-4407-84e5-0771bad64bc3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:22.563459 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b839dd4e-a611-4ca1-a4e4-8a5da4510d42 req-554c5afb-8b05-4407-84e5-0771bad64bc3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 932 time: 0.0621970 Feb 15 15:08:22.616551 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bc1b0b54-ae89-4903-8ed7-a06a7d07da08 None None] Provisioning complete for port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:22.617127 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc1b0b54-ae89-4903-8ed7-a06a7d07da08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:22.631204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b839dd4e-a611-4ca1-a4e4-8a5da4510d42 req-3f7418b3-d977-4972-b8d8-1b69328c5251 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642169 Feb 15 15:08:22.677563 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b0b54-ae89-4903-8ed7-a06a7d07da08 None None] Port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:08:22.846958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:08:22.857039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Publish callbacks [] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:22.870852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Transition to ACTIVE for port object 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:08:22.875473 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:22.941645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Pushing event updated for resources: {'Port': ['ID=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:23.018119 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Attempting to bind port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:08:23.018853 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Attempting to bind port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:08:23.019097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Attempting to bind port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 on network 9da6e5d0-6c75-4096-87e7-175552a33def {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:08:23.027254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 on network 9da6e5d0-6c75-4096-87e7-175552a33def not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:08:23.027584 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Attempting to bind port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 on network 9da6e5d0-6c75-4096-87e7-175552a33def {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:08:23.034616 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:08:23.035141 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Checking segment: {'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:08:23.035538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Bound using segment: {'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:08:23.035979 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Bound port: 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff20fef-07ac-481d-b3b2-d61645e56528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:08:23.036349 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:23.129919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] For port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:08:23.133528 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] For port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88,segment=NetworkSegment(5ff20fef-07ac-481d-b3b2-d61645e56528),segment_id=5ff20fef-07ac-481d-b3b2-d61645e56528)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:08:23.142023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:23.186960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:23.188211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:23.189593 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] 10.222.0.67 "PUT /v2.0/ports/3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 HTTP/1.1" status: 200 len: 1093 time: 0.7844093 Feb 15 15:08:23.190059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'tag': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:08:23.192560 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a3c743-7181-4ae9-830b-5090fb346e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "255e40a2-b727-4b98-968e-a1d8fafcaece", "tag": "3b1c6a7e-e98a-4aa2-871a-3fb34f80de88"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:08:23.256297 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6520ef-c456-4124-bb4c-fe8292f4173f service neutron] Pushing event updated for resources: {'Port': ['ID=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:23.287571 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f5f16f-2187-4fe4-8a85-2c1e821b5c88 x-openstack-request-id: req-56f5f16f-2187-4fe4-8a85-2c1e821b5c88 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:08:23.287958 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255e40a2-b727-4b98-968e-a1d8fafcaece", "tag": "3b1c6a7e-e98a-4aa2-871a-3fb34f80de88", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:08:23.288279 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-56f5f16f-2187-4fe4-8a85-2c1e821b5c88 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:08:23.288745 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'tag': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88', 'status': 'completed', 'code': 200} Feb 15 15:08:23.314605 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-a937809c-e859-49aa-9628-36ff99b3da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:23.316195 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-a937809c-e859-49aa-9628-36ff99b3da66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 1127 time: 0.0790801 Feb 15 15:08:23.362070 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-c7e54d4d-4050-48fc-a76b-ac2b8b0d4901 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 HTTP/1.1" status: 200 len: 217 time: 0.0383995 Feb 15 15:08:23.418709 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-6c6bb7b4-f781-4177-8f4b-7a89c326ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:23.420459 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-6c6bb7b4-f781-4177-8f4b-7a89c326ae9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc434706-3b45-406b-aea2-fb2689155bc4 HTTP/1.1" status: 200 len: 834 time: 0.0522125 Feb 15 15:08:23.473257 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-6ae699e8-6240-4ef6-8547-f1a181f2b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:23.474831 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-6ae699e8-6240-4ef6-8547-f1a181f2b8ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9da6e5d0-6c75-4096-87e7-175552a33def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476708 Feb 15 15:08:23.573332 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-376d365e-0e67-4d7e-91a6-2f98c93d244c service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926630 Feb 15 15:08:23.670028 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55873bae-2053-40d9-a311-6a24d8ed9f7c req-5227e03f-0b51-414a-8588-20c07055191a service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905979 Feb 15 15:08:23.766266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f5dc9-9612-454b-9025-a67fa2b16e2a req-e7258481-6601-42fd-b5b8-46c93716735d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:23.768402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc0f5dc9-9612-454b-9025-a67fa2b16e2a req-e7258481-6601-42fd-b5b8-46c93716735d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 944 time: 0.0604823 Feb 15 15:08:23.773147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c743-7181-4ae9-830b-5090fb346e8b req-26b0fd6e-ed8a-4299-b2d1-2dd9f6e31d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:23.774793 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-88a3c743-7181-4ae9-830b-5090fb346e8b req-26b0fd6e-ed8a-4299-b2d1-2dd9f6e31d03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 1127 time: 0.0522108 Feb 15 15:08:23.828520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc0f5dc9-9612-454b-9025-a67fa2b16e2a req-93ba2ebf-2620-43cf-8a0a-b102f34f62c7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534492 Feb 15 15:08:23.873844 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c743-7181-4ae9-830b-5090fb346e8b req-59d2cbc2-388b-4454-b710-eb74758c70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:23.876210 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-88a3c743-7181-4ae9-830b-5090fb346e8b req-59d2cbc2-388b-4454-b710-eb74758c70f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9da6e5d0-6c75-4096-87e7-175552a33def HTTP/1.1" status: 200 len: 898 time: 0.0938685 Feb 15 15:08:23.921948 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-88a3c743-7181-4ae9-830b-5090fb346e8b req-2ec6a212-79b9-470b-a97b-065ceb49e4b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 HTTP/1.1" status: 200 len: 217 time: 0.0396907 Feb 15 15:08:23.952351 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6f9a4bbe-a171-4700-885b-b94937ac0446 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:08:23.978149 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c743-7181-4ae9-830b-5090fb346e8b req-5fd020c6-9360-42a8-aebc-f89d04e59efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:23.979566 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-88a3c743-7181-4ae9-830b-5090fb346e8b req-5fd020c6-9360-42a8-aebc-f89d04e59efb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc434706-3b45-406b-aea2-fb2689155bc4 HTTP/1.1" status: 200 len: 834 time: 0.0520318 Feb 15 15:08:24.006237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 6f9a4bbe-a171-4700-885b-b94937ac0446 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:24.006609 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:24.035676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c743-7181-4ae9-830b-5090fb346e8b req-6d6e55b5-de83-4f06-ac0c-c9287bf6e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:24.037221 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-88a3c743-7181-4ae9-830b-5090fb346e8b req-6d6e55b5-de83-4f06-ac0c-c9287bf6e95b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9da6e5d0-6c75-4096-87e7-175552a33def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514627 Feb 15 15:08:24.106192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 6f9a4bbe-a171-4700-885b-b94937ac0446 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:08:24.137037 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-88a3c743-7181-4ae9-830b-5090fb346e8b req-d76684dd-e323-4018-b214-a8b574460e72 service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934818 Feb 15 15:08:24.235524 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-88a3c743-7181-4ae9-830b-5090fb346e8b req-631b961a-e871-45c3-a329-20c91321a96a service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911934 Feb 15 15:08:24.955681 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c7285-d504-4f34-b2bf-694583caf449 req-0ed87411-c4ed-485e-887b-1f0c5d1847f7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:24.957240 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f18c7285-d504-4f34-b2bf-694583caf449 req-0ed87411-c4ed-485e-887b-1f0c5d1847f7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 944 time: 0.0545430 Feb 15 15:08:25.009130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f18c7285-d504-4f34-b2bf-694583caf449 req-0c8d09da-9068-4c49-8961-c35ea08ab8cc tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461500 Feb 15 15:08:25.955607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:08:26.074077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88,segment=NetworkSegment(5ff20fef-07ac-481d-b3b2-d61645e56528),segment_id=5ff20fef-07ac-481d-b3b2-d61645e56528)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:08:26.087507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'port_id': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88', 'mac_address': 'fa:16:3e:f2:44:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:08:26.127516 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:08:26.127914 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:26.142150 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8de0f-2db4-4bab-92c5-42aea5c42850 req-ccf1ca13-ad98-4085-a17b-f8799ff9329b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:26.143751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2c8de0f-2db4-4bab-92c5-42aea5c42850 req-ccf1ca13-ad98-4085-a17b-f8799ff9329b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 944 time: 0.0611656 Feb 15 15:08:26.149255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:08:26.170564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88,segment=NetworkSegment(5ff20fef-07ac-481d-b3b2-d61645e56528),segment_id=5ff20fef-07ac-481d-b3b2-d61645e56528)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:08:26.174607 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:26.208333 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2c8de0f-2db4-4bab-92c5-42aea5c42850 req-bbd27a03-eae9-48a7-9843-9ab26b1d8573 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527864 Feb 15 15:08:26.224567 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:26.497883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['3b1c6a7e-e98a-4aa2-871a-3fb34f80de88'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:08:27.329839 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb23d8-f574-4711-bb5f-d124625ab2ca req-66325499-9d20-45d1-8e48-5ab723be7f52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:27.331369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53bb23d8-f574-4711-bb5f-d124625ab2ca req-66325499-9d20-45d1-8e48-5ab723be7f52 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 945 time: 0.0534580 Feb 15 15:08:27.382067 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-53bb23d8-f574-4711-bb5f-d124625ab2ca req-41f649b5-b266-4ab4-9856-ca0d41f6c54d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450597 Feb 15 15:08:27.958976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:08:28.170641 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:08:28.177780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:08:28.178455 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:28.261004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:08:28.261402 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:28.286502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:08:28.288885 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b38623-f9d0-4ea7-86dc-a12598c6bc03" -d '{"events": [{"server_uuid": "255e40a2-b727-4b98-968e-a1d8fafcaece", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c6a7e-e98a-4aa2-871a-3fb34f80de88"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:08:28.301910 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88,segment=NetworkSegment(5ff20fef-07ac-481d-b3b2-d61645e56528),segment_id=5ff20fef-07ac-481d-b3b2-d61645e56528)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:08:28.306583 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:28.363601 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:28.406177 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412721c5-3746-469b-a91a-fdd3d1c837e2 x-openstack-request-id: req-412721c5-3746-469b-a91a-fdd3d1c837e2 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:08:28.406507 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e40a2-b727-4b98-968e-a1d8fafcaece", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c6a7e-e98a-4aa2-871a-3fb34f80de88", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:08:28.406760 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-412721c5-3746-469b-a91a-fdd3d1c837e2 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:08:28.407196 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88', 'code': 200} Feb 15 15:08:28.516567 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24a357-b5f9-4ac7-9b39-bb1a9c87cd3a req-9c267847-a295-4b17-a006-ac053e225aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:28.518964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba24a357-b5f9-4ac7-9b39-bb1a9c87cd3a req-9c267847-a295-4b17-a006-ac053e225aba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 1129 time: 0.0497215 Feb 15 15:08:28.530203 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419faeb3-f027-4a41-a723-a339f46f7839 req-e40d071d-8e99-47f7-981d-72561309f649 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:28.532119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-419faeb3-f027-4a41-a723-a339f46f7839 req-e40d071d-8e99-47f7-981d-72561309f649 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0614960 Feb 15 15:08:28.584198 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba24a357-b5f9-4ac7-9b39-bb1a9c87cd3a req-4ba360f6-5077-4547-ad4b-b8ef5c3b7e33 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589263 Feb 15 15:08:28.603762 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-419faeb3-f027-4a41-a723-a339f46f7839 req-c9df9aba-36cc-46e8-9a8c-c00470f22955 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651641 Feb 15 15:08:29.726935 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6feb41-5e58-472a-9365-7ab4b90651ac req-9a6fe845-bd03-495c-adf6-77247d180d76 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:29.728472 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a6feb41-5e58-472a-9365-7ab4b90651ac req-9a6fe845-bd03-495c-adf6-77247d180d76 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0533891 Feb 15 15:08:29.758458 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:08:29.778947 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9a6feb41-5e58-472a-9365-7ab4b90651ac req-568ec508-cac7-47a2-8560-414a5247860a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Feb 15 15:08:30.907785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896792e5-3e41-422d-98b2-e8dfde21d286 req-b0ba980b-f3e3-48b9-8fd3-4b0f4eedca00 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:30.909329 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-896792e5-3e41-422d-98b2-e8dfde21d286 req-b0ba980b-f3e3-48b9-8fd3-4b0f4eedca00 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0585492 Feb 15 15:08:30.962185 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-896792e5-3e41-422d-98b2-e8dfde21d286 req-6affe5a1-0324-44d9-9d43-d0b37dfc1fd8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470023 Feb 15 15:08:31.100980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b028af-3ffe-4a35-82ff-c7c18e01538e req-d107c10a-f9e0-4f2e-b10f-5cebeb82092d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:31.102414 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71b028af-3ffe-4a35-82ff-c7c18e01538e req-d107c10a-f9e0-4f2e-b10f-5cebeb82092d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0695932 Feb 15 15:08:31.153120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-71b028af-3ffe-4a35-82ff-c7c18e01538e req-bf050b4a-ccb5-4b03-ade1-fc387093b653 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449080 Feb 15 15:08:31.181638 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53100) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:31.225956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523a95fe-588c-44be-90ed-837089f2f3d2 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:31.227518 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-523a95fe-588c-44be-90ed-837089f2f3d2 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 1124 time: 0.0448835 Feb 15 15:08:31.230543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53102) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:31.235354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:08:31.256541 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:31.650817 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:31.754919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.25.6.159 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/d52005ac-4271-4730-8b63-c9e8c02d7721) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:08:31.862471 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (d52005ac-4271-4730-8b63-c9e8c02d7721), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:31.906466 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d52005ac-4271-4730-8b63-c9e8c02d7721), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:31.947061 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:08:31.950109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:08:31.954332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:08:31.977142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=d52005ac-4271-4730-8b63-c9e8c02d7721,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:31.990933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.991277 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.991617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.991953 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.992283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.992609 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.992932 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.993254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.993572 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.993895 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.994208 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.994521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:31.994832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:08:32.339548 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (7b810d2e-e32e-462f-a25f-98b1601896e1), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:32.425805 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d52005ac-4271-4730-8b63-c9e8c02d7721), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:32.598224 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (d52005ac-4271-4730-8b63-c9e8c02d7721), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:32.602737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (d52005ac-4271-4730-8b63-c9e8c02d7721), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:32.678650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=d52005ac-4271-4730-8b63-c9e8c02d7721,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:08:32.691597 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (7b810d2e-e32e-462f-a25f-98b1601896e1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:32.815022 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Floating IP 7b810d2e-e32e-462f-a25f-98b1601896e1 associated. External IP: 172.25.6.159, port: 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88. Feb 15 15:08:33.038915 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 6301d076-ae69-4569-ad07-98b7da1caf55 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:08:33.159471 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:08:33.170697 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd5687-e3f5-4eee-8733-8ffe3e8387c1 None None] Sync routers for ids ['6301d076-ae69-4569-ad07-98b7da1caf55'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:08:33.183018 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd5687-e3f5-4eee-8733-8ffe3e8387c1 None None] Routers {'6301d076-ae69-4569-ad07-98b7da1caf55'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:08:33.183641 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8ebd5687-e3f5-4eee-8733-8ffe3e8387c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:08:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6301d076-ae69-4569-ad07-98b7da1caf55'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:33.186946 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:33.219377 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b715da7b-5166-4d1f-8ab3-167c9b9ec553 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9872274 Feb 15 15:08:33.219995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'tag': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:08:33.222386 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42120f84-4b56-4401-a61e-b577a8dd112e" -d '{"events": [{"name": "network-changed", "server_uuid": "255e40a2-b727-4b98-968e-a1d8fafcaece", "tag": "3b1c6a7e-e98a-4aa2-871a-3fb34f80de88"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:08:33.270812 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5829640-9db1-4e2a-87ad-8af1242ab231 x-openstack-request-id: req-d5829640-9db1-4e2a-87ad-8af1242ab231 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:08:33.271240 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255e40a2-b727-4b98-968e-a1d8fafcaece", "tag": "3b1c6a7e-e98a-4aa2-871a-3fb34f80de88", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:08:33.271500 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d5829640-9db1-4e2a-87ad-8af1242ab231 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:08:33.271913 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'tag': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88', 'status': 'completed', 'code': 200} Feb 15 15:08:33.303582 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-8ebd5687-e3f5-4eee-8733-8ffe3e8387c1 None None] Set router 6301d076-ae69-4569-ad07-98b7da1caf55 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:08:33.344255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d556658-48da-4aa3-b995-864fc0eecb3c req-7b1e4b35-7f86-4864-83eb-30878ba39ace tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:33.345830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d556658-48da-4aa3-b995-864fc0eecb3c req-7b1e4b35-7f86-4864-83eb-30878ba39ace tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0626214 Feb 15 15:08:33.346020 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42120f84-4b56-4401-a61e-b577a8dd112e req-909126a8-aa6e-4c63-a822-58e8d0f57407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:33.347723 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42120f84-4b56-4401-a61e-b577a8dd112e req-909126a8-aa6e-4c63-a822-58e8d0f57407 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 1129 time: 0.0554955 Feb 15 15:08:33.402581 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1d556658-48da-4aa3-b995-864fc0eecb3c req-a85e090f-2f6c-458e-956a-3fb0650690ec tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506346 Feb 15 15:08:33.426735 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53108) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:33.458587 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42120f84-4b56-4401-a61e-b577a8dd112e req-92855b8e-bc7a-4b55-ba24-b85019e7f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:33.460123 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42120f84-4b56-4401-a61e-b577a8dd112e req-92855b8e-bc7a-4b55-ba24-b85019e7f729 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9da6e5d0-6c75-4096-87e7-175552a33def HTTP/1.1" status: 200 len: 898 time: 0.1061978 Feb 15 15:08:33.514780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-449afb58-7427-4bce-9303-34139c6685b0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/7b810d2e-e32e-462f-a25f-98b1601896e1 HTTP/1.1" status: 200 len: 992 time: 0.0840828 Feb 15 15:08:33.537430 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42120f84-4b56-4401-a61e-b577a8dd112e req-dfc03ee9-2e0b-4842-8c5d-95caebf3aff4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 HTTP/1.1" status: 200 len: 1000 time: 0.0711427 Feb 15 15:08:33.568188 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8ebd5687-e3f5-4eee-8733-8ffe3e8387c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '7b810d2e-e32e-462f-a25f-98b1601896e1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.159', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'port_id': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'mac_address': 'fa:16:3e:f2:44:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:08:32Z', 'updated_at': '2022-02-15T15:08:32Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9a4bbe-a171-4700-885b-b94937ac0446', 'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:3b:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:17Z', 'updated_at': '2022-02-15T15:08:21Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:33.589666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42120f84-4b56-4401-a61e-b577a8dd112e req-36c57d18-17b5-48cc-81e7-1d20b1c6b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:33.591221 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42120f84-4b56-4401-a61e-b577a8dd112e req-36c57d18-17b5-48cc-81e7-1d20b1c6b326 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc434706-3b45-406b-aea2-fb2689155bc4 HTTP/1.1" status: 200 len: 834 time: 0.0472741 Feb 15 15:08:33.594860 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd5687-e3f5-4eee-8733-8ffe3e8387c1 None None] Checking router: 6301d076-ae69-4569-ad07-98b7da1caf55 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:08:33.603541 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd5687-e3f5-4eee-8733-8ffe3e8387c1 None None] Routers {'6301d076-ae69-4569-ad07-98b7da1caf55'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:08:33.604174 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8ebd5687-e3f5-4eee-8733-8ffe3e8387c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:08:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6301d076-ae69-4569-ad07-98b7da1caf55'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:33.660846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42120f84-4b56-4401-a61e-b577a8dd112e req-3b85f804-2911-477c-b018-742b49af2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:08:33.662383 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42120f84-4b56-4401-a61e-b577a8dd112e req-3b85f804-2911-477c-b018-742b49af2fae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9da6e5d0-6c75-4096-87e7-175552a33def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0653830 Feb 15 15:08:33.716752 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-8ebd5687-e3f5-4eee-8733-8ffe3e8387c1 None None] Set router 6301d076-ae69-4569-ad07-98b7da1caf55 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:08:33.761763 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42120f84-4b56-4401-a61e-b577a8dd112e req-ffde1b5c-dd55-4b89-9171-c417850bdc53 service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903325 Feb 15 15:08:33.878729 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-42120f84-4b56-4401-a61e-b577a8dd112e req-193888ec-067f-4d6c-b747-d16eb353fad5 service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101620 Feb 15 15:08:33.961077 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-8ebd5687-e3f5-4eee-8733-8ffe3e8387c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '7b810d2e-e32e-462f-a25f-98b1601896e1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.159', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'port_id': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'mac_address': 'fa:16:3e:f2:44:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:08:32Z', 'updated_at': '2022-02-15T15:08:32Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9a4bbe-a171-4700-885b-b94937ac0446', 'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:3b:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:17Z', 'updated_at': '2022-02-15T15:08:21Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:08:34.091036 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd5687-e3f5-4eee-8733-8ffe3e8387c1 None None] The sync data for ids ['6301d076-ae69-4569-ad07-98b7da1caf55'] in n-d-829064-15 is: [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '7b810d2e-e32e-462f-a25f-98b1601896e1', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.159', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'port_id': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'mac_address': 'fa:16:3e:f2:44:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:08:32Z', 'updated_at': '2022-02-15T15:08:32Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9a4bbe-a171-4700-885b-b94937ac0446', 'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:3b:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:17Z', 'updated_at': '2022-02-15T15:08:21Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:08:34.302143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d52ee-0ea9-4779-a8c6-64a085f55f8f None None] New status for floating IP 7b810d2e-e32e-462f-a25f-98b1601896e1: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:08:34.518107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53110) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:08:34.580027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-71e2fbed-f0ae-4a12-a2f7-8f2cb01294b9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/7b810d2e-e32e-462f-a25f-98b1601896e1 HTTP/1.1" status: 200 len: 994 time: 0.0607307 Feb 15 15:08:40.651367 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:42.894791 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:44.911624 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6c395ef1-2626-46d0-80e5-3beedb1b7bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:47.284093 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-20e8b1ed-87f2-47b5-aeb6-9250250863d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:48.647489 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:49.966389 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:08:51.215499 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:02.961933 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-dd613847-01c1-468d-af43-f429fbbc7e0b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446761 Feb 15 15:09:03.050508 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-971ff75f-cf06-4311-bbba-f472868ede95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:03.051952 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-971ff75f-cf06-4311-bbba-f472868ede95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 1129 time: 0.0499918 Feb 15 15:09:03.154103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-95777d86-b7b6-4dbe-b059-68cbf4163f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:03.155651 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-95777d86-b7b6-4dbe-b059-68cbf4163f3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9da6e5d0-6c75-4096-87e7-175552a33def HTTP/1.1" status: 200 len: 898 time: 0.0841756 Feb 15 15:09:03.226456 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-c41b4673-dbde-4a5a-a856-e64028667511 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 HTTP/1.1" status: 200 len: 1002 time: 0.0638502 Feb 15 15:09:03.276402 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-f20676eb-9115-45a7-b46c-d82ab1acf8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:03.277864 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-f20676eb-9115-45a7-b46c-d82ab1acf8e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc434706-3b45-406b-aea2-fb2689155bc4 HTTP/1.1" status: 200 len: 834 time: 0.0451913 Feb 15 15:09:03.325397 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-1013dabb-fb78-490b-af5a-e866a01d2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:03.326806 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-1013dabb-fb78-490b-af5a-e866a01d2973 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9da6e5d0-6c75-4096-87e7-175552a33def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434067 Feb 15 15:09:03.416980 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-2f67dc2d-0136-4165-9f83-4d0c23c9ecd9 service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844235 Feb 15 15:09:03.504730 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b7aafe8e-030f-473a-a6ec-66841c5bc92a req-e75c234b-b93c-4689-8596-f76df3c90f99 service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818770 Feb 15 15:09:06.757071 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:09:10.650246 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:12.913196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:14.916080 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c0c382b1-740d-4dda-ad4e-6fdf90e36e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:17.285444 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9c0b31b-0180-4c31-9aec-5b96d5303fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:18.650435 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:19.969925 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:21.219915 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:23.845120 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-6efc14bf-2840-410c-94a4-3c970a3521e1 service neutron] (109972) timed out ('10.222.0.72', 49556) {{(pid=109972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 15:09:24.316037 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-05776134-4f8e-4c97-a919-e8bf10350954 req-d8024838-3720-43e9-99d9-fc063a7de181 tempest-ServerActionsTestJSON-418766310 tempest-ServerActionsTestJSON-418766310-project] (109971) timed out ('10.222.0.72', 49578) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 15:09:40.665056 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:42.919531 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:43.756755 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:09:44.914268 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa6cd077-f4f4-4d80-868b-a9eaa55c1afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:47.287641 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e69529d1-d950-4251-806f-af6883dfd7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:47.780482 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e14fde-4805-40cd-9929-95f94dc63507 req-33d8e041-1cb7-46ba-a92d-1d304a1b8a43 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:47.782513 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69e14fde-4805-40cd-9929-95f94dc63507 req-33d8e041-1cb7-46ba-a92d-1d304a1b8a43 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0613847 Feb 15 15:09:47.840728 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-69e14fde-4805-40cd-9929-95f94dc63507 req-6bd18ff9-2512-4c1a-b64b-dc6b7455c0ad tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507665 Feb 15 15:09:48.652897 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:48.970110 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ee827-afa8-4eb1-b4e9-58a2b909f5b5 req-4b348ee8-221d-4dce-b9d2-d4b3f1881b05 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:48.971719 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-825ee827-afa8-4eb1-b4e9-58a2b909f5b5 req-4b348ee8-221d-4dce-b9d2-d4b3f1881b05 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0561252 Feb 15 15:09:49.023066 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-825ee827-afa8-4eb1-b4e9-58a2b909f5b5 req-ba9397cb-3afe-473e-9638-5cc6fa366392 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456297 Feb 15 15:09:49.972401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:50.143392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7c35a-3f2b-4758-b36f-9f116e42d685 req-cc8ae267-f173-4c41-add7-7e91c0e2b25a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:50.144857 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19c7c35a-3f2b-4758-b36f-9f116e42d685 req-cc8ae267-f173-4c41-add7-7e91c0e2b25a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0516734 Feb 15 15:09:50.196319 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-19c7c35a-3f2b-4758-b36f-9f116e42d685 req-de808e1d-1482-409f-becc-a90f5a4db7df tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459199 Feb 15 15:09:51.223775 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:09:51.316925 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d0ce7-ff3d-40b4-a359-d080417f3b62 req-bef8a075-41fa-4b67-81ec-157b15cc7519 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:51.318437 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da0d0ce7-ff3d-40b4-a359-d080417f3b62 req-bef8a075-41fa-4b67-81ec-157b15cc7519 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0526445 Feb 15 15:09:51.367070 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-da0d0ce7-ff3d-40b4-a359-d080417f3b62 req-eb1a4f60-bacd-4f60-b25f-8ec88e745529 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Feb 15 15:09:52.487061 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c5587-55e2-4318-a19c-5b32cf0a4c39 req-53235d6b-16f7-4ff3-be49-25722a12d691 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:52.488683 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-744c5587-55e2-4318-a19c-5b32cf0a4c39 req-53235d6b-16f7-4ff3-be49-25722a12d691 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0532129 Feb 15 15:09:52.540053 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-744c5587-55e2-4318-a19c-5b32cf0a4c39 req-7cad36fa-919b-4b88-97cc-50de6e95815f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456829 Feb 15 15:09:53.676707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7e691-39bf-4de6-8a46-6cc172e86847 req-9419b9d6-ee70-4b99-bb12-a1fd7718e0ab tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:53.678206 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20e7e691-39bf-4de6-8a46-6cc172e86847 req-9419b9d6-ee70-4b99-bb12-a1fd7718e0ab tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0672860 Feb 15 15:09:53.732413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-20e7e691-39bf-4de6-8a46-6cc172e86847 req-da061c2a-b6aa-4734-a4da-b1f655dc3cd9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481989 Feb 15 15:09:54.854792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea7ca9-4f74-4418-85aa-7f289efe8a97 req-bf4682b2-298f-427f-835b-7342540842c5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:54.856328 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8ea7ca9-4f74-4418-85aa-7f289efe8a97 req-bf4682b2-298f-427f-835b-7342540842c5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0540693 Feb 15 15:09:54.906137 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8ea7ca9-4f74-4418-85aa-7f289efe8a97 req-17e0c965-5403-4a42-a9a0-5528c348e7f1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430043 Feb 15 15:09:56.023608 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe36cf-ec27-4562-8de6-088436ffdef4 req-06fc4dea-ea60-4695-9d74-484e289aac51 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:56.024980 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1abe36cf-ec27-4562-8de6-088436ffdef4 req-06fc4dea-ea60-4695-9d74-484e289aac51 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0517111 Feb 15 15:09:56.076872 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1abe36cf-ec27-4562-8de6-088436ffdef4 req-6a1c4d6c-4b92-4a50-abb5-5a4099d15d4b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463114 Feb 15 15:09:57.197696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f883fe-2b64-4261-a6b2-bdaabeb37578 req-46299e00-8545-4bbe-b99c-ecfe22e71d2c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:57.199207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50f883fe-2b64-4261-a6b2-bdaabeb37578 req-46299e00-8545-4bbe-b99c-ecfe22e71d2c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0548065 Feb 15 15:09:57.248822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-50f883fe-2b64-4261-a6b2-bdaabeb37578 req-46de6685-8fd9-497f-96bd-208462e74971 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439107 Feb 15 15:09:58.369139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac2339-5238-47e4-a2ba-70db96381eb3 req-9b6eefc7-a966-41cb-bdb8-41dbe86186c7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:58.370616 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47ac2339-5238-47e4-a2ba-70db96381eb3 req-9b6eefc7-a966-41cb-bdb8-41dbe86186c7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0516238 Feb 15 15:09:58.418819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-47ac2339-5238-47e4-a2ba-70db96381eb3 req-86553ae5-265f-4215-850b-5975f3c271a4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420220 Feb 15 15:09:59.830933 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1665036-5ceb-4622-8850-2a0611a79162 req-f79c5314-e61d-4cae-aae5-5036cc58fd81 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:09:59.832548 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1665036-5ceb-4622-8850-2a0611a79162 req-f79c5314-e61d-4cae-aae5-5036cc58fd81 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.3450921 Feb 15 15:09:59.885569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a1665036-5ceb-4622-8850-2a0611a79162 req-a0262a0c-4d18-4447-86cd-7e66908661e4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475361 Feb 15 15:10:01.006463 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896d665-031f-4837-808a-968b9e166aa9 req-ad7f7632-aa83-4d48-bd87-c5aaa0eb2e17 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:01.008032 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7896d665-031f-4837-808a-968b9e166aa9 req-ad7f7632-aa83-4d48-bd87-c5aaa0eb2e17 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0542092 Feb 15 15:10:01.058304 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7896d665-031f-4837-808a-968b9e166aa9 req-8ea11708-8ca0-449c-9229-ce2f04421227 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445886 Feb 15 15:10:02.189117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb504f8-5728-45e0-a0c3-a54a67aca47b req-061977bb-127e-4078-82ac-378643ae318b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:02.190568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aeb504f8-5728-45e0-a0c3-a54a67aca47b req-061977bb-127e-4078-82ac-378643ae318b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0628731 Feb 15 15:10:02.238830 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aeb504f8-5728-45e0-a0c3-a54a67aca47b req-35a76d9b-0f0e-4562-9570-f45198582e8e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 Feb 15 15:10:03.362167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a6b5d-b8b0-4a07-9145-0ccba143f78c req-d103eb89-92a7-48f3-867c-62c9b110fa91 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:03.363679 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae1a6b5d-b8b0-4a07-9145-0ccba143f78c req-d103eb89-92a7-48f3-867c-62c9b110fa91 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0523095 Feb 15 15:10:03.413675 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ae1a6b5d-b8b0-4a07-9145-0ccba143f78c req-7e640f4a-d3a5-4a84-8b80-69013bc1fa4d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442946 Feb 15 15:10:03.438450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53172) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:10:03.506247 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a9026be9-bd9f-4793-a083-4bca1e09e2b5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/7b810d2e-e32e-462f-a25f-98b1601896e1 HTTP/1.1" status: 200 len: 994 time: 0.0665617 Feb 15 15:10:04.402441 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-f5c3ff89-5591-44b0-9394-2583747707f2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465369 Feb 15 15:10:04.491292 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-f8953ed9-4d5c-4ecd-9b0d-a92e8b174ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:04.492810 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-f8953ed9-4d5c-4ecd-9b0d-a92e8b174ff7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 1129 time: 0.0467577 Feb 15 15:10:04.602171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-0d909621-fee5-4682-b5f9-d509dfe0ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:04.603692 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-0d909621-fee5-4682-b5f9-d509dfe0ef5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=9da6e5d0-6c75-4096-87e7-175552a33def HTTP/1.1" status: 200 len: 898 time: 0.0926828 Feb 15 15:10:04.671969 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-fca1f34e-eb27-4c2b-9091-5972215fbb3f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 HTTP/1.1" status: 200 len: 1002 time: 0.0607059 Feb 15 15:10:04.730543 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-98c93c3b-6e59-46c3-b5b0-1e32d82687a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:04.732092 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-98c93c3b-6e59-46c3-b5b0-1e32d82687a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc434706-3b45-406b-aea2-fb2689155bc4 HTTP/1.1" status: 200 len: 834 time: 0.0541124 Feb 15 15:10:04.791427 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-19aba213-e8ed-446c-81d4-8725ba6fcca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:04.792964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-19aba213-e8ed-446c-81d4-8725ba6fcca6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9da6e5d0-6c75-4096-87e7-175552a33def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0543070 Feb 15 15:10:04.798769 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7b31a-844a-49b8-98a3-72f641ae5c94 req-8a0a5d38-903a-4a2d-9a51-a829cec103f8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:04.800294 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90a7b31a-844a-49b8-98a3-72f641ae5c94 req-8a0a5d38-903a-4a2d-9a51-a829cec103f8 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0586352 Feb 15 15:10:04.854731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90a7b31a-844a-49b8-98a3-72f641ae5c94 req-033a8dec-3b33-4c03-9d3b-047a857e841f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484715 Feb 15 15:10:04.888525 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-f4c03437-37c8-456f-b365-62dcd09ccfbe service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894301 Feb 15 15:10:04.986100 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-3c6d9805-2599-46a8-9931-ff8436b404c7 req-41f3cdf7-0f9a-49eb-b250-2b633fd90f5f service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911839 Feb 15 15:10:05.091885 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b053-68d8-4180-b7ce-cb3a5a846c7d req-51f7b13d-62f5-4cae-a53f-c09e1c9a8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:05.093969 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0251b053-68d8-4180-b7ce-cb3a5a846c7d req-51f7b13d-62f5-4cae-a53f-c09e1c9a8f0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 1129 time: 0.0460057 Feb 15 15:10:05.189133 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b053-68d8-4180-b7ce-cb3a5a846c7d req-d52b9d9f-9b01-42f5-95f2-dfc1e2e1d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:05.190613 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0251b053-68d8-4180-b7ce-cb3a5a846c7d req-d52b9d9f-9b01-42f5-95f2-dfc1e2e1d04a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9da6e5d0-6c75-4096-87e7-175552a33def HTTP/1.1" status: 200 len: 898 time: 0.0909808 Feb 15 15:10:05.258994 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0251b053-68d8-4180-b7ce-cb3a5a846c7d req-f17985f4-8e36-4e37-8cc0-a2ae6c8d6d74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 HTTP/1.1" status: 200 len: 1002 time: 0.0621016 Feb 15 15:10:05.309412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b053-68d8-4180-b7ce-cb3a5a846c7d req-323e31aa-16a3-4393-8f50-f367f4a3f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:05.310955 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0251b053-68d8-4180-b7ce-cb3a5a846c7d req-323e31aa-16a3-4393-8f50-f367f4a3f09d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc434706-3b45-406b-aea2-fb2689155bc4 HTTP/1.1" status: 200 len: 834 time: 0.0464261 Feb 15 15:10:05.365723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b053-68d8-4180-b7ce-cb3a5a846c7d req-d785f677-00ca-42bd-ae45-edafb62f700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:05.367359 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0251b053-68d8-4180-b7ce-cb3a5a846c7d req-d785f677-00ca-42bd-ae45-edafb62f700e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9da6e5d0-6c75-4096-87e7-175552a33def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489459 Feb 15 15:10:05.455526 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0251b053-68d8-4180-b7ce-cb3a5a846c7d req-00c28e6d-f26c-4b87-a481-5c93c536b0aa service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822954 Feb 15 15:10:05.546927 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0251b053-68d8-4180-b7ce-cb3a5a846c7d req-82a0a7ae-bd4d-4024-8cbc-c4b73468d51d service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857222 Feb 15 15:10:05.979107 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbed37-ccb1-4620-b60f-d02fef4ba8e6 req-01989fb9-fbf4-4a77-ac2d-298be58bff90 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:05.980641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73fbed37-ccb1-4620-b60f-d02fef4ba8e6 req-01989fb9-fbf4-4a77-ac2d-298be58bff90 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0545564 Feb 15 15:10:06.030205 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-73fbed37-ccb1-4620-b60f-d02fef4ba8e6 req-7d4138f9-db48-4e9f-bb11-8d10660afa02 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Feb 15 15:10:07.154230 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba8b76-6f0a-42ac-8f53-335689509520 req-2b830000-edec-4a40-adb9-ea371dbd2949 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:10:07.155859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6ba8b76-6f0a-42ac-8f53-335689509520 req-2b830000-edec-4a40-adb9-ea371dbd2949 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0525694 Feb 15 15:10:07.205603 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6ba8b76-6f0a-42ac-8f53-335689509520 req-7678e23f-2118-416d-8748-83b9ce543fd3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436568 Feb 15 15:10:07.228059 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53194) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:10:07.289095 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b5ce9fd2-e5be-484e-bfd5-992736049a09 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/7b810d2e-e32e-462f-a25f-98b1601896e1 HTTP/1.1" status: 200 len: 994 time: 0.0599310 Feb 15 15:10:10.682863 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:12.950990 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:14.920323 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fc4f60e3-e63f-49a5-8bdd-54246ffc6fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:17.289700 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f1d14e73-7937-49f5-ab05-e8fbc2dded0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:18.656899 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:19.976698 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:20.756297 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:10:21.227360 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:40.678379 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:42.944883 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:44.912586 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b44bddcc-935c-4ea5-a767-1c23006a527a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:47.291782 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6495a319-1818-435d-bc6d-a9766aa0c6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:48.659093 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:49.979891 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:51.230531 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:10:57.755469 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:11:04.265187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53220) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:04.421562 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port d52005ac-4271-4730-8b63-c9e8c02d7721 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:11:04.421900 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d52005ac-4271-4730-8b63-c9e8c02d7721), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:04.780835 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d52005ac-4271-4730-8b63-c9e8c02d7721), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:04.781170 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (d52005ac-4271-4730-8b63-c9e8c02d7721), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:04.792992 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for d52005ac-4271-4730-8b63-c9e8c02d7721 owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:11:04.940014 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d52005ac-4271-4730-8b63-c9e8c02d7721), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:04.965624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=d52005ac-4271-4730-8b63-c9e8c02d7721,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:04.990933 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.991296 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.991647 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.991989 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.992331 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.992669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.993004 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.993335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.993669 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.993996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.994325 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.994652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:04.994999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:05.036011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (7b810d2e-e32e-462f-a25f-98b1601896e1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:05.036278 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Floating IP 7b810d2e-e32e-462f-a25f-98b1601896e1 disassociated (deleted). External IP: 172.25.6.159, port: 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88. Feb 15 15:11:05.257574 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 6301d076-ae69-4569-ad07-98b7da1caf55 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:11:05.369127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:11:05.373508 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:05.380868 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d599f-c10d-47ce-b6d4-dc21f8a5edfe None None] Sync routers for ids ['6301d076-ae69-4569-ad07-98b7da1caf55'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:11:05.390282 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d599f-c10d-47ce-b6d4-dc21f8a5edfe None None] Routers {'6301d076-ae69-4569-ad07-98b7da1caf55'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:05.390888 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e6d599f-c10d-47ce-b6d4-dc21f8a5edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:10:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6301d076-ae69-4569-ad07-98b7da1caf55'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:05.405753 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f05a16cc-4f93-49a7-b61e-ac51aa115978 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/floatingips/7b810d2e-e32e-462f-a25f-98b1601896e1 HTTP/1.1" status: 204 len: 168 time: 1.1363909 Feb 15 15:11:05.405753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'tag': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:11:05.406045 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e7cf84-b366-44fa-8326-db94e8ece3af" -d '{"events": [{"name": "network-changed", "server_uuid": "255e40a2-b727-4b98-968e-a1d8fafcaece", "tag": "3b1c6a7e-e98a-4aa2-871a-3fb34f80de88"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:11:05.446328 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2a9367-6110-4f6d-9560-da16b750a289 x-openstack-request-id: req-bb2a9367-6110-4f6d-9560-da16b750a289 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:11:05.446882 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255e40a2-b727-4b98-968e-a1d8fafcaece", "tag": "3b1c6a7e-e98a-4aa2-871a-3fb34f80de88", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:11:05.447177 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb2a9367-6110-4f6d-9560-da16b750a289 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:11:05.447599 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'tag': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88', 'status': 'completed', 'code': 200} Feb 15 15:11:05.502155 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9e6d599f-c10d-47ce-b6d4-dc21f8a5edfe None None] Set router 6301d076-ae69-4569-ad07-98b7da1caf55 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:05.569038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-cffd1341-a407-4638-9fef-4e150d8196f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:05.570595 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-cffd1341-a407-4638-9fef-4e150d8196f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 1129 time: 0.0931013 Feb 15 15:11:05.665888 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80dafb-2996-41ad-81ae-24d3bc70da37 req-ce289860-e261-40ea-a86a-81b93a6929ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:05.667456 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd80dafb-2996-41ad-81ae-24d3bc70da37 req-ce289860-e261-40ea-a86a-81b93a6929ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0682192 Feb 15 15:11:05.675595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-65d1bd55-241d-4524-a43e-372cf02e4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:05.677176 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-65d1bd55-241d-4524-a43e-372cf02e4662 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9da6e5d0-6c75-4096-87e7-175552a33def HTTP/1.1" status: 200 len: 898 time: 0.0986459 Feb 15 15:11:05.718120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd80dafb-2996-41ad-81ae-24d3bc70da37 req-7829d4c1-67c6-4369-b768-da55edc275ae tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436900 Feb 15 15:11:05.721119 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e6d599f-c10d-47ce-b6d4-dc21f8a5edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6f9a4bbe-a171-4700-885b-b94937ac0446', 'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:3b:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:17Z', 'updated_at': '2022-02-15T15:08:21Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:05.724424 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-2fa0dcbd-8e2f-4140-96e6-49bb1d8a0169 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 HTTP/1.1" status: 200 len: 217 time: 0.0384703 Feb 15 15:11:05.747849 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d599f-c10d-47ce-b6d4-dc21f8a5edfe None None] Checking router: 6301d076-ae69-4569-ad07-98b7da1caf55 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:11:05.756487 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d599f-c10d-47ce-b6d4-dc21f8a5edfe None None] Routers {'6301d076-ae69-4569-ad07-98b7da1caf55'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:05.757312 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e6d599f-c10d-47ce-b6d4-dc21f8a5edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:10:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6301d076-ae69-4569-ad07-98b7da1caf55'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:05.776942 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-bc22a011-1ece-43a0-b23a-3bf952c33005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:05.778548 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-bc22a011-1ece-43a0-b23a-3bf952c33005 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc434706-3b45-406b-aea2-fb2689155bc4 HTTP/1.1" status: 200 len: 834 time: 0.0469115 Feb 15 15:11:05.836723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-89733055-d36b-4086-a41f-aeee149c2850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:05.838241 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-89733055-d36b-4086-a41f-aeee149c2850 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9da6e5d0-6c75-4096-87e7-175552a33def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0529828 Feb 15 15:11:05.850147 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-7f9952c9-59c2-4d49-a350-c55d7cba8e63 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:11:05.851121 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-7f9952c9-59c2-4d49-a350-c55d7cba8e63 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050490 Feb 15 15:11:05.867297 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9e6d599f-c10d-47ce-b6d4-dc21f8a5edfe None None] Set router 6301d076-ae69-4569-ad07-98b7da1caf55 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:05.944165 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-a4810f6b-ed4f-4410-a52a-8c581ba97e92 service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845573 Feb 15 15:11:06.042715 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-33e7cf84-b366-44fa-8326-db94e8ece3af req-5d3e72c0-7862-4c20-8ce7-b7c35ec61256 service neutron] 10.222.0.67 "GET /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916784 Feb 15 15:11:06.069009 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e6d599f-c10d-47ce-b6d4-dc21f8a5edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6f9a4bbe-a171-4700-885b-b94937ac0446', 'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:3b:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:17Z', 'updated_at': '2022-02-15T15:08:21Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:06.096486 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d599f-c10d-47ce-b6d4-dc21f8a5edfe None None] The sync data for ids ['6301d076-ae69-4569-ad07-98b7da1caf55'] in n-d-829064-15 is: [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '6f9a4bbe-a171-4700-885b-b94937ac0446', 'name': '', 'network_id': '9da6e5d0-6c75-4096-87e7-175552a33def', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:3b:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:17Z', 'updated_at': '2022-02-15T15:08:21Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'dc434706-3b45-406b-aea2-fb2689155bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:11:06.314747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0adab82-99af-4254-9bf6-613eb11e3f52 None None] New status for floating IP 7b810d2e-e32e-462f-a25f-98b1601896e1: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:11:06.841785 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576e35a-4ce7-44db-85e2-1356e7ccab34 req-f0c289f8-0ae1-476e-9275-f082b97b62b2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:06.843883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8576e35a-4ce7-44db-85e2-1356e7ccab34 req-f0c289f8-0ae1-476e-9275-f082b97b62b2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0522738 Feb 15 15:11:06.892104 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8576e35a-4ce7-44db-85e2-1356e7ccab34 req-b3972026-6a24-4a7a-8dd5-fce36319ec2b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Feb 15 15:11:07.653949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22951673-48a1-42d2-ac4c-99902e051a94 req-1dfeb175-5a73-43fc-aa99-56ebf9659a27 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:07.655932 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-22951673-48a1-42d2-ac4c-99902e051a94 req-1dfeb175-5a73-43fc-aa99-56ebf9659a27 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.67 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 946 time: 0.0527880 Feb 15 15:11:07.747453 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-22951673-48a1-42d2-ac4c-99902e051a94 req-1ec24179-89da-458e-85ff-f7e42ee53c92 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:11:07.747790 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-22951673-48a1-42d2-ac4c-99902e051a94 req-1ec24179-89da-458e-85ff-f7e42ee53c92 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:07.841545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-22951673-48a1-42d2-ac4c-99902e051a94 req-1ec24179-89da-458e-85ff-f7e42ee53c92 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88,segment=NetworkSegment(5ff20fef-07ac-481d-b3b2-d61645e56528),segment_id=5ff20fef-07ac-481d-b3b2-d61645e56528)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:07.841912 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-22951673-48a1-42d2-ac4c-99902e051a94 req-1ec24179-89da-458e-85ff-f7e42ee53c92 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:07.854564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-22951673-48a1-42d2-ac4c-99902e051a94 req-1ec24179-89da-458e-85ff-f7e42ee53c92 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:11:07.987075 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-22951673-48a1-42d2-ac4c-99902e051a94 req-1ec24179-89da-458e-85ff-f7e42ee53c92 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3b1c6a7e-e98a-4aa2-871a-3fb34f80de88), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:08.017173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec24179-89da-458e-85ff-f7e42ee53c92 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=3b1c6a7e-e98a-4aa2-871a-3fb34f80de88,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:08.026546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1233b40-0e95-4911-a956-098b1c1dd535 req-03457f0d-7afd-426e-b0a4-47683b784985 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:08.028208 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1233b40-0e95-4911-a956-098b1c1dd535 req-03457f0d-7afd-426e-b0a4-47683b784985 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=255e40a2-b727-4b98-968e-a1d8fafcaece HTTP/1.1" status: 200 len: 867 time: 0.0645506 Feb 15 15:11:08.063855 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-22951673-48a1-42d2-ac4c-99902e051a94 req-1ec24179-89da-458e-85ff-f7e42ee53c92 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] No DVR routers for this DVR port 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:11:08.066603 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-22951673-48a1-42d2-ac4c-99902e051a94 req-1ec24179-89da-458e-85ff-f7e42ee53c92 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:08.070628 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-22951673-48a1-42d2-ac4c-99902e051a94 req-1ec24179-89da-458e-85ff-f7e42ee53c92 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.67 "DELETE /v2.0/ports/3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 HTTP/1.1" status: 204 len: 173 time: 0.4091849 Feb 15 15:11:08.071219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'name': 'network-vif-deleted', 'tag': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:11:08.073676 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8acad2e-146a-4d1a-81bb-7d01e9e75059" -d '{"events": [{"server_uuid": "255e40a2-b727-4b98-968e-a1d8fafcaece", "name": "network-vif-deleted", "tag": "3b1c6a7e-e98a-4aa2-871a-3fb34f80de88"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:11:08.081009 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1233b40-0e95-4911-a956-098b1c1dd535 req-25d4f4fd-de5b-4016-aac3-6662b19785bb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=c432e2b7-3c41-4620-9a09-08e07b046d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456152 Feb 15 15:11:08.113487 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aab9572-7887-42dd-87b9-5fe3cd85d821 x-openstack-request-id: req-7aab9572-7887-42dd-87b9-5fe3cd85d821 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:11:08.113787 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e40a2-b727-4b98-968e-a1d8fafcaece", "name": "network-vif-deleted", "tag": "3b1c6a7e-e98a-4aa2-871a-3fb34f80de88", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:11:08.114067 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7aab9572-7887-42dd-87b9-5fe3cd85d821 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:11:08.114476 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255e40a2-b727-4b98-968e-a1d8fafcaece', 'name': 'network-vif-deleted', 'tag': '3b1c6a7e-e98a-4aa2-871a-3fb34f80de88', 'status': 'completed', 'code': 200} Feb 15 15:11:09.137930 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53238) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:09.506768 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (6301d076-ae69-4569-ad07-98b7da1caf55), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:09.768472 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port 6f9a4bbe-a171-4700-885b-b94937ac0446 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:11:09.768822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:09.857081 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port 6f9a4bbe-a171-4700-885b-b94937ac0446, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=6f9a4bbe-a171-4700-885b-b94937ac0446,segment=NetworkSegment(5ff20fef-07ac-481d-b3b2-d61645e56528),segment_id=5ff20fef-07ac-481d-b3b2-d61645e56528)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:09.857442 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:09.870084 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for 6f9a4bbe-a171-4700-885b-b94937ac0446 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:11:10.067575 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (6f9a4bbe-a171-4700-885b-b94937ac0446), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:10.096518 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=6f9a4bbe-a171-4700-885b-b94937ac0446,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:10.276746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (6301d076-ae69-4569-ad07-98b7da1caf55), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:10.497515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 6301d076-ae69-4569-ad07-98b7da1caf55 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:11:10.606760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:11:10.611882 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4b3f4eae-4f39-4ac4-ab94-c1d606c2ee96 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "PUT /v2.0/routers/6301d076-ae69-4569-ad07-98b7da1caf55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4729302 Feb 15 15:11:10.614637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53240) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:10.619769 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce57e4-f026-40cc-89e0-c8129362f884 None None] Sync routers for ids ['6301d076-ae69-4569-ad07-98b7da1caf55'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:11:10.630163 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce57e4-f026-40cc-89e0-c8129362f884 None None] Routers {'6301d076-ae69-4569-ad07-98b7da1caf55'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:10.630926 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-99ce57e4-f026-40cc-89e0-c8129362f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:10:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6301d076-ae69-4569-ad07-98b7da1caf55'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:10.667848 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6030a399-4988-4d9d-a269-39b26be532ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting subnet dc434706-3b45-406b-aea2-fb2689155bc4 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:11:10.671419 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6030a399-4988-4d9d-a269-39b26be532ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (dc434706-3b45-406b-aea2-fb2689155bc4), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:10.686102 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:10.713525 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6030a399-4988-4d9d-a269-39b26be532ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (dc434706-3b45-406b-aea2-fb2689155bc4), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:10.738414 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-99ce57e4-f026-40cc-89e0-c8129362f884 None None] Set router 6301d076-ae69-4569-ad07-98b7da1caf55 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:10.810433 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6030a399-4988-4d9d-a269-39b26be532ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (dc434706-3b45-406b-aea2-fb2689155bc4), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:10.878284 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6030a399-4988-4d9d-a269-39b26be532ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (dc434706-3b45-406b-aea2-fb2689155bc4), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:10.904273 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030a399-4988-4d9d-a269-39b26be532ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Subnet': ['ID=dc434706-3b45-406b-aea2-fb2689155bc4,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:10.911673 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6030a399-4988-4d9d-a269-39b26be532ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:10.917426 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6030a399-4988-4d9d-a269-39b26be532ed tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/subnets/dc434706-3b45-406b-aea2-fb2689155bc4 HTTP/1.1" status: 204 len: 168 time: 0.2993476 Feb 15 15:11:10.917845 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53242) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:10.925365 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df1d179-6836-4b68-9bcf-72fa928a3887 None None] Network 9da6e5d0-6c75-4096-87e7-175552a33def requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:11:10.928562 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-99ce57e4-f026-40cc-89e0-c8129362f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:11:10Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:11.052068 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (6301d076-ae69-4569-ad07-98b7da1caf55), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:11.060706 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce57e4-f026-40cc-89e0-c8129362f884 None None] Checking router: 6301d076-ae69-4569-ad07-98b7da1caf55 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:11:11.071972 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce57e4-f026-40cc-89e0-c8129362f884 None None] Routers {'6301d076-ae69-4569-ad07-98b7da1caf55'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:11.072523 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-99ce57e4-f026-40cc-89e0-c8129362f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:10:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['6301d076-ae69-4569-ad07-98b7da1caf55'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:11.138526 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] DHCP port deletion for 9da6e5d0-6c75-4096-87e7-175552a33def request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:11:11.210536 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Deleting port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:11:11.210536 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:11.227312 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-99ce57e4-f026-40cc-89e0-c8129362f884 None None] Set router 6301d076-ae69-4569-ad07-98b7da1caf55 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:11.280920 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] For port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=0c0dd5ee-1bc4-4038-95d4-964daf13cc41,segment=NetworkSegment(5ff20fef-07ac-481d-b3b2-d61645e56528),segment_id=5ff20fef-07ac-481d-b3b2-d61645e56528)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:11.281331 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:11.296371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Calling delete_port for 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:11:11.397882 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (0c0dd5ee-1bc4-4038-95d4-964daf13cc41), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:11.431416 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-99ce57e4-f026-40cc-89e0-c8129362f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:11:10Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:11.441953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Pushing event deleted for resources: {'Port': ['ID=0c0dd5ee-1bc4-4038-95d4-964daf13cc41,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:11.455832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.456835 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.456969 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.457388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.457738 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.458242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.458542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.458880 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.459827 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.460170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.460504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.460837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.460989 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce57e4-f026-40cc-89e0-c8129362f884 None None] The sync data for ids ['6301d076-ae69-4569-ad07-98b7da1caf55'] in n-d-829064-15 is: [{'id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1035723943', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:11:10Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'e02acad0-5f77-45a0-b71e-4450e05bf871', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6301d076-ae69-4569-ad07-98b7da1caf55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:08:14Z', 'updated_at': '2022-02-15T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:11:11.461241 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:11.466326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0489e55-9122-41d0-828e-c12c85d35541 None None] No DVR routers for this DVR port 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:11:11.494757 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (6301d076-ae69-4569-ad07-98b7da1caf55), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:11.566387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port e02acad0-5f77-45a0-b71e-4450e05bf871 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:11:11.566732 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:11.651726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port e02acad0-5f77-45a0-b71e-4450e05bf871, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=e02acad0-5f77-45a0-b71e-4450e05bf871,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:11.652005 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:11.665139 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for e02acad0-5f77-45a0-b71e-4450e05bf871 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:11:11.834820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e02acad0-5f77-45a0-b71e-4450e05bf871), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:11.862015 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=e02acad0-5f77-45a0-b71e-4450e05bf871,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:11.927864 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (6301d076-ae69-4569-ad07-98b7da1caf55), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.029489 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (6301d076-ae69-4569-ad07-98b7da1caf55), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.032282 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_controller (6301d076-ae69-4569-ad07-98b7da1caf55), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.075717 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:11:12.077930 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (6301d076-ae69-4569-ad07-98b7da1caf55), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.078533 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Fanout notify agent at l3_agent the message router_deleted on router 6301d076-ae69-4569-ad07-98b7da1caf55 {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:11:12.085948 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.090031 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53244) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:12.095567 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-fba392a7-3393-46b0-beea-07239cb57877 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/routers/6301d076-ae69-4569-ad07-98b7da1caf55 HTTP/1.1" status: 204 len: 168 time: 1.1766670 Feb 15 15:11:12.097139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:11:12.097494 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 0c0dd5ee-1bc4-4038-95d4-964daf13cc41 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:11:12.097916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6f9a4bbe-a171-4700-885b-b94937ac0446 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:11:12.117897 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 6f9a4bbe-a171-4700-885b-b94937ac0446 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:11:12.118262 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 6f9a4bbe-a171-4700-885b-b94937ac0446 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:11:12.171856 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (9da6e5d0-6c75-4096-87e7-175552a33def), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.260665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (9da6e5d0-6c75-4096-87e7-175552a33def), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.281802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da6e5d0-6c75-4096-87e7-175552a33def']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:12.291119 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff20fef-07ac-481d-b3b2-d61645e56528') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:12.291418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff20fef-07ac-481d-b3b2-d61645e56528') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:12.301432 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (5ff20fef-07ac-481d-b3b2-d61645e56528), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.314753 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5ff20fef-07ac-481d-b3b2-d61645e56528), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.321229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:11:12.321627 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (5ff20fef-07ac-481d-b3b2-d61645e56528), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: timer() Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:11:12.324617 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:11:12.386466 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (9da6e5d0-6c75-4096-87e7-175552a33def), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.394474 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.397605 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/networks/9da6e5d0-6c75-4096-87e7-175552a33def HTTP/1.1" status: 204 len: 168 time: 0.3064809 Feb 15 15:11:12.400517 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53246) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:12.410638 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Network': ['ID=9da6e5d0-6c75-4096-87e7-175552a33def,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:12.418204 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.418617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.418955 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.419304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.419778 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.420125 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.420461 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.421441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.421773 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.422175 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.422431 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.422761 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.423106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50275fbc-4bf7-467b-87f2-35d06361c6ef tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:12.460059 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d7de999-d2af-4bff-aa6b-8fe68ad03f3d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (c432e2b7-3c41-4620-9a09-08e07b046d6e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.486065 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d7de999-d2af-4bff-aa6b-8fe68ad03f3d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (c432e2b7-3c41-4620-9a09-08e07b046d6e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.555613 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d7de999-d2af-4bff-aa6b-8fe68ad03f3d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (c432e2b7-3c41-4620-9a09-08e07b046d6e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.558218 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7d7de999-d2af-4bff-aa6b-8fe68ad03f3d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:12.561958 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7d7de999-d2af-4bff-aa6b-8fe68ad03f3d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/security-groups/c432e2b7-3c41-4620-9a09-08e07b046d6e HTTP/1.1" status: 204 len: 168 time: 0.1578650 Feb 15 15:11:12.569806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7de999-d2af-4bff-aa6b-8fe68ad03f3d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c432e2b7-3c41-4620-9a09-08e07b046d6e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:12.765115 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:11:12.785237 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:11:12.785598 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 3b1c6a7e-e98a-4aa2-871a-3fb34f80de88 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:11:12.935279 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:13.971454 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e02acad0-5f77-45a0-b71e-4450e05bf871 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:11:13.994172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: e02acad0-5f77-45a0-b71e-4450e05bf871 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:11:13.994520 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device e02acad0-5f77-45a0-b71e-4450e05bf871 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:11:14.787852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53256) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:14.792460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-01cadbf4-3b36-4d3b-a02b-25f242d77d80 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-785189317', 'description': 'tempest-secgroup-smoke-785189317 description', 'project_id': '9ccc15b20d3f455892eb64b1578a5795'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:14.812223 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-01cadbf4-3b36-4d3b-a02b-25f242d77d80 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:14.883011 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-01cadbf4-3b36-4d3b-a02b-25f242d77d80 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (782914ee-f013-4b43-83a6-ac8946e978e9), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:14.886768 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-01cadbf4-3b36-4d3b-a02b-25f242d77d80 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (782914ee-f013-4b43-83a6-ac8946e978e9), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:14.916234 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8a629c05-6e13-41cd-a7cd-134631d361e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:14.918211 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-01cadbf4-3b36-4d3b-a02b-25f242d77d80 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:14.919459 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-01cadbf4-3b36-4d3b-a02b-25f242d77d80 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1305983 Feb 15 15:11:14.921488 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cadbf4-3b36-4d3b-a02b-25f242d77d80 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782914ee-f013-4b43-83a6-ac8946e978e9,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:14.922575 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53258) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:14.927815 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-77c978d9-c422-457e-8081-2dfa49721f64 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '782914ee-f013-4b43-83a6-ac8946e978e9', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:14.953902 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77c978d9-c422-457e-8081-2dfa49721f64 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (676e361c-0a0c-41b0-92fe-080466533fd7), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.013334 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77c978d9-c422-457e-8081-2dfa49721f64 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (676e361c-0a0c-41b0-92fe-080466533fd7), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.017355 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77c978d9-c422-457e-8081-2dfa49721f64 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (676e361c-0a0c-41b0-92fe-080466533fd7), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.035428 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c978d9-c422-457e-8081-2dfa49721f64 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676e361c-0a0c-41b0-92fe-080466533fd7,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:15.042681 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-77c978d9-c422-457e-8081-2dfa49721f64 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.043896 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-77c978d9-c422-457e-8081-2dfa49721f64 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200669 Feb 15 15:11:15.046943 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53260) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:15.051486 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-4820667e-90eb-44d8-9188-df1a73ae6500 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '782914ee-f013-4b43-83a6-ac8946e978e9', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:15.075621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4820667e-90eb-44d8-9188-df1a73ae6500 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (f7a94164-db05-420c-89fc-5fc62cd4e755), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.131002 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4820667e-90eb-44d8-9188-df1a73ae6500 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (f7a94164-db05-420c-89fc-5fc62cd4e755), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.134829 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4820667e-90eb-44d8-9188-df1a73ae6500 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f7a94164-db05-420c-89fc-5fc62cd4e755), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.152726 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820667e-90eb-44d8-9188-df1a73ae6500 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a94164-db05-420c-89fc-5fc62cd4e755,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:15.159535 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4820667e-90eb-44d8-9188-df1a73ae6500 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.160732 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4820667e-90eb-44d8-9188-df1a73ae6500 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127853 Feb 15 15:11:15.163475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53262) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:15.167790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-2304b779-9204-453b-bee8-0c0b7521f7f2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '782914ee-f013-4b43-83a6-ac8946e978e9', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:15.192872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2304b779-9204-453b-bee8-0c0b7521f7f2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (a8627e3c-f470-4698-8cdc-d0c318d73d23), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.254757 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2304b779-9204-453b-bee8-0c0b7521f7f2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (a8627e3c-f470-4698-8cdc-d0c318d73d23), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.258691 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2304b779-9204-453b-bee8-0c0b7521f7f2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (a8627e3c-f470-4698-8cdc-d0c318d73d23), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.277058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304b779-9204-453b-bee8-0c0b7521f7f2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8627e3c-f470-4698-8cdc-d0c318d73d23,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:15.286193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-2304b779-9204-453b-bee8-0c0b7521f7f2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.287452 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-2304b779-9204-453b-bee8-0c0b7521f7f2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230340 Feb 15 15:11:15.290222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53264) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:15.294565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-00102c3d-78c4-41cc-a703-c217ff8b9e0e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '782914ee-f013-4b43-83a6-ac8946e978e9', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:15.318534 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00102c3d-78c4-41cc-a703-c217ff8b9e0e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (a2439edc-3dd6-4002-a0d1-25197231c11d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.379197 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00102c3d-78c4-41cc-a703-c217ff8b9e0e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (a2439edc-3dd6-4002-a0d1-25197231c11d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.382704 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00102c3d-78c4-41cc-a703-c217ff8b9e0e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (a2439edc-3dd6-4002-a0d1-25197231c11d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.400749 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00102c3d-78c4-41cc-a703-c217ff8b9e0e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2439edc-3dd6-4002-a0d1-25197231c11d,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:15.409084 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-00102c3d-78c4-41cc-a703-c217ff8b9e0e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.410279 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-00102c3d-78c4-41cc-a703-c217ff8b9e0e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191390 Feb 15 15:11:15.413268 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53266) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:15.417642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-7eecada0-a6b7-47da-b511-4b0ae1c7b48d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '782914ee-f013-4b43-83a6-ac8946e978e9', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:15.440965 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-7eecada0-a6b7-47da-b511-4b0ae1c7b48d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Project 9ccc15b20d3f455892eb64b1578a5795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:11:15.448260 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7eecada0-a6b7-47da-b511-4b0ae1c7b48d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (6c07a955-80a7-467d-836b-c970d6bb155b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.515052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7eecada0-a6b7-47da-b511-4b0ae1c7b48d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (6c07a955-80a7-467d-836b-c970d6bb155b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.519569 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7eecada0-a6b7-47da-b511-4b0ae1c7b48d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (6c07a955-80a7-467d-836b-c970d6bb155b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.538677 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecada0-a6b7-47da-b511-4b0ae1c7b48d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c07a955-80a7-467d-836b-c970d6bb155b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:15.548256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-7eecada0-a6b7-47da-b511-4b0ae1c7b48d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.549478 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-7eecada0-a6b7-47da-b511-4b0ae1c7b48d tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352959 Feb 15 15:11:15.552286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53268) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:15.557047 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-e8c4a391-c12e-4a1d-a254-68ade798df8c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'security_group_rule': {'security_group_id': '782914ee-f013-4b43-83a6-ac8946e978e9', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:15.577100 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-e8c4a391-c12e-4a1d-a254-68ade798df8c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Project 9ccc15b20d3f455892eb64b1578a5795 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:11:15.582203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8c4a391-c12e-4a1d-a254-68ade798df8c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (ca21a1be-ca36-420b-9c8e-b0617b405c17), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.642276 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8c4a391-c12e-4a1d-a254-68ade798df8c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (ca21a1be-ca36-420b-9c8e-b0617b405c17), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.645851 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8c4a391-c12e-4a1d-a254-68ade798df8c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (ca21a1be-ca36-420b-9c8e-b0617b405c17), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.663721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4a391-c12e-4a1d-a254-68ade798df8c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca21a1be-ca36-420b-9c8e-b0617b405c17,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:15.672689 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e8c4a391-c12e-4a1d-a254-68ade798df8c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.675252 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e8c4a391-c12e-4a1d-a254-68ade798df8c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218164 Feb 15 15:11:15.678160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53270) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:15.683474 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'network': {'name': 'tempest-network-smoke--389640463', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'port_security_enabled': True}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:15.704375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'network': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:11:15.708022 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.731766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=109972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:11:15.742059 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4a2356e6-5371-437a-bbe7-723e2f197f86), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.742408 n-d-829064-15 neutron-server[109972]: INFO neutron.db.segments_db [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Added segment 4a2356e6-5371-437a-bbe7-723e2f197f86 of type vlan for network 7ef6b32b-9310-4ddb-9a95-776288c61e96 Feb 15 15:11:15.785922 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (7ef6b32b-9310-4ddb-9a95-776288c61e96), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.811777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (7ef6b32b-9310-4ddb-9a95-776288c61e96), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.816685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:15.817262 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.877425 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1981864 Feb 15 15:11:15.880142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53272) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:15.884478 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'admin_state_up': True, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:15.901588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686f039-4787-4d62-8cda-9241de3c1d7a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Network': ['ID=7ef6b32b-9310-4ddb-9a95-776288c61e96,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:15.913368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 7ef6b32b-9310-4ddb-9a95-776288c61e96 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:11:15.917074 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:15.918780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.015140 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_controller (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.152646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.348787 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.367028 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.472370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.25.6.206 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/d9016357-1392-4679-9c94-c5ba53c4b2d5) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:11:16.575129 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.611164 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:16.657682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:11:16.660650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:16.663184 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:11:16.688072 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=d9016357-1392-4679-9c94-c5ba53c4b2d5,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:16.932342 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:17.135646 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:17.266107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:11:17.293993 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0a54-3482-448c-a051-795c12614348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:17.375344 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:11:17.384988 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Sync routers for ids ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:11:17.395161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Routers {'8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:17.395786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:17.395951 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:17.397145 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-60eb29b5-13a5-4d8a-8e4b-bb8e721b027a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5160851 Feb 15 15:11:17.400392 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53274) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:17.506609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Set router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:17.697941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:16Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:17.713538 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a55410cd-35ce-40f9-a343-cd5730d94e63 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9ccc15b20d3f455892eb64b1578a5795&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3119545 Feb 15 15:11:17.716101 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53276) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:17.724456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Checking router: 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:11:17.724820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Updating router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 port d9016357-1392-4679-9c94-c5ba53c4b2d5 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:11:17.752745 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:17.803554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa3caa0-8ea0-4d64-b8dd-63c6c408d455 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:17.805346 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cfa3caa0-8ea0-4d64-b8dd-63c6c408d455 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881023 Feb 15 15:11:17.808288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53278) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:17.839565 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-dfc823d0-837c-4ecd-98a0-545df6158e96 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=8e90cd2a-dc5d-4acb-86f9-7060d5a134a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301783 Feb 15 15:11:17.842125 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53280) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:17.846876 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1784527444', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:17.938016 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:11:17.941736 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:18.026780 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Publish callbacks [] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:18.032286 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:18.083143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Attempting to bind port d9016357-1392-4679-9c94-c5ba53c4b2d5 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:11:18.083514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Attempting to bind port d9016357-1392-4679-9c94-c5ba53c4b2d5 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:11:18.083879 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Attempting to bind port d9016357-1392-4679-9c94-c5ba53c4b2d5 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:11:18.093040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e438fdd-5f5a-4397-ab38-49bd6f133344 None None] Pushing event updated for resources: {'Port': ['ID=d9016357-1392-4679-9c94-c5ba53c4b2d5,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:18.096631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:11:18.097014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:11:18.097420 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:18.097971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:11:18.098292 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Bound port: d9016357-1392-4679-9c94-c5ba53c4b2d5, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:11:18.098862 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:18.145234 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (df1e3530-27d1-4831-b5d2-1e499ba8546a), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:18.154196 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] For port d9016357-1392-4679-9c94-c5ba53c4b2d5, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:11:18.158216 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] For port d9016357-1392-4679-9c94-c5ba53c4b2d5, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d9016357-1392-4679-9c94-c5ba53c4b2d5,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:11:18.165749 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:18.221897 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Subnet': ['ID=df1e3530-27d1-4831-b5d2-1e499ba8546a,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:18.227680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Checking segment: {'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:11:18.227680 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network hostable DHCP agents. Network: 7ef6b32b-9310-4ddb-9a95-776288c61e96, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:11:18.231814 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Routers {'8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:18.232537 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:18.235129 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e438fdd-5f5a-4397-ab38-49bd6f133344 None None] Pushing event updated for resources: {'Port': ['ID=d9016357-1392-4679-9c94-c5ba53c4b2d5,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:18.247647 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 7ef6b32b-9310-4ddb-9a95-776288c61e96 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:11:18.258851 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 7ef6b32b-9310-4ddb-9a95-776288c61e96) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:18.268100 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:18.269046 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:18.274165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e2fafa-61bc-451a-b37e-c6e8734b7b0d None None] Network 7ef6b32b-9310-4ddb-9a95-776288c61e96 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:11:18.291566 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-94687f18-4ba5-44d3-875b-111a2c5c78bf tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4455321 Feb 15 15:11:18.291854 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53282) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:18.593132 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] Set router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:18.622456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-7ef6b32b-9310-4ddb-9a95-776288c61e96', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ips': [{'subnet_id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:11:18.623326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:18.720537 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:18.754962 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:18.884518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Allocated IP 172.20.0.2 (7ef6b32b-9310-4ddb-9a95-776288c61e96/df1e3530-27d1-4831-b5d2-1e499ba8546a/4eb2d75b-1bdf-49a8-9731-87169c2ac78f) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:11:18.973011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:16Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:19.022464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d0b54-5c14-4be4-a23d-2b38dfe2afd8 None None] The sync data for ids ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'] in n-d-829064-15 is: [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:16Z', 'revision_number': 3, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:11:19.121509 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Publish callbacks [] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:19.128179 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:19.170156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Network 7ef6b32b-9310-4ddb-9a95-776288c61e96 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:11:19.174392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:19.178585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:11:19.183620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.20.0.1 (7ef6b32b-9310-4ddb-9a95-776288c61e96/df1e3530-27d1-4831-b5d2-1e499ba8546a/7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:11:19.186415 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Pushing event updated for resources: {'Port': ['ID=4eb2d75b-1bdf-49a8-9731-87169c2ac78f,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:19.247425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Attempting to bind port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:11:19.247808 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Attempting to bind port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:11:19.248377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Attempting to bind port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f on network 7ef6b32b-9310-4ddb-9a95-776288c61e96 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:11:19.258949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:11:19.258949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Checking segment: {'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:11:19.258949 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:19.260977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Bound using segment: {'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:11:19.260977 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Bound port: 4eb2d75b-1bdf-49a8-9731-87169c2ac78f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:11:19.260977 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:19.352606 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:19.359010 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] For port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:11:19.362817 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] For port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4eb2d75b-1bdf-49a8-9731-87169c2ac78f,segment=NetworkSegment(4a2356e6-5371-437a-bbe7-723e2f197f86),segment_id=4a2356e6-5371-437a-bbe7-723e2f197f86)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:11:19.368980 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:19.395090 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:19.446876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a89d98-cfe2-4d9e-ac17-83ee846f9733 None None] Pushing event updated for resources: {'Port': ['ID=4eb2d75b-1bdf-49a8-9731-87169c2ac78f,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:19.456162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 7ef6b32b-9310-4ddb-9a95-776288c61e96 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:11:19.470052 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:19.474355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:11:19.503994 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:19.529230 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:19.719990 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.017851 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.098789 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.105537 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.175866 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4eb2d75b-1bdf-49a8-9731-87169c2ac78f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:11:20.190097 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:20.196825 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.278728 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:20.279163 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.333991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 7ef6b32b-9310-4ddb-9a95-776288c61e96 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:11:20.335882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:20.393943 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:20.394399 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.433676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4eb2d75b-1bdf-49a8-9731-87169c2ac78f,segment=NetworkSegment(4a2356e6-5371-437a-bbe7-723e2f197f86),segment_id=4a2356e6-5371-437a-bbe7-723e2f197f86)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:20.440040 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.443568 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d9016357-1392-4679-9c94-c5ba53c4b2d5 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:11:20.490914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:11:20.531958 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=4eb2d75b-1bdf-49a8-9731-87169c2ac78f,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:20.558507 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d9016357-1392-4679-9c94-c5ba53c4b2d5 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:20.559303 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.634373 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:11:20.647696 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e1ab59d6-9a07-4176-925b-24badc9670f0 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "PUT /v2.0/routers/8ccf9ffe-2973-4bc9-9a1d-142943c0abd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3548622 Feb 15 15:11:20.681323 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d9016357-1392-4679-9c94-c5ba53c4b2d5 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:20.681798 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.708610 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port d9016357-1392-4679-9c94-c5ba53c4b2d5, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d9016357-1392-4679-9c94-c5ba53c4b2d5,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:20.715411 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:20.720636 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a9155-eece-4b32-be5c-2117d91478af None None] Network 7ef6b32b-9310-4ddb-9a95-776288c61e96 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:11:20.827986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-f9f37e1f-b682-4e78-a7ed-1656d0b4d8a6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785189317&fields=id&tenant_id=9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 267 time: 0.0708022 Feb 15 15:11:20.863376 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=d9016357-1392-4679-9c94-c5ba53c4b2d5,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:20.883527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f0d9d0b4-19b1-4b7d-a31c-2333b94df763 None None] Provisioning complete for port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:20.883894 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d0b4-19b1-4b7d-a31c-2333b94df763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:21.000133 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f0d9d0b4-19b1-4b7d-a31c-2333b94df763 None None] Current status of the port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:21.011915 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-d0d2d84d-8370-43e3-ae10-5398cb9fcba2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:21.013470 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-d0d2d84d-8370-43e3-ae10-5398cb9fcba2 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/networks?id=7ef6b32b-9310-4ddb-9a95-776288c61e96 HTTP/1.1" status: 200 len: 796 time: 0.1777644 Feb 15 15:11:21.035923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-79e203f0-b574-4b51-baa1-2354c38e8a4a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/quotas/9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 375 time: 0.0123057 Feb 15 15:11:21.102461 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-c4093ea0-6fd9-4927-922e-8494e7eef094 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609615 Feb 15 15:11:21.247617 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:21.287693 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-1a9e6ae7-6c3f-44a0-ad45-0c7ba41a39d2 service neutron] 10.222.0.72 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705897 Feb 15 15:11:21.304125 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Sync routers for ids ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:11:21.323784 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Routers {'8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:21.324426 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:21.337582 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-794c1a45-0c04-4622-889c-597b0e3190cd None None] Provisioning complete for port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:21.338507 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-794c1a45-0c04-4622-889c-597b0e3190cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:21.391172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-794c1a45-0c04-4622-889c-597b0e3190cd None None] Port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:11:21.403636 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-794c1a45-0c04-4622-889c-597b0e3190cd None None] Provisioning complete for port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:21.404579 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-794c1a45-0c04-4622-889c-597b0e3190cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:21.428220 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-37294165-080e-4105-b9f0-c9099d79751f service neutron] 10.222.0.72 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280885 Feb 15 15:11:21.519334 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-794c1a45-0c04-4622-889c-597b0e3190cd None None] Current status of the port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:21.571499 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Set router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:21.653951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-775b8db2-32cd-4631-a0dd-5749af50d6eb None None] Provisioning complete for port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:21.654880 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-775b8db2-32cd-4631-a0dd-5749af50d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:21.701542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-775b8db2-32cd-4631-a0dd-5749af50d6eb None None] Port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:11:21.802718 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:19Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb', 'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:18Z', 'updated_at': '2022-02-15T15:11:19Z', 'revision_number': 2, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:21.823081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b4ecac66-92fc-4744-82df-184e7f270c6d None None] Provisioning complete for port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:21.823602 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b4ecac66-92fc-4744-82df-184e7f270c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:21.830177 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Checking router: 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:11:21.830536 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Updating router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:11:21.859806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b4ecac66-92fc-4744-82df-184e7f270c6d None None] Port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:11:21.860175 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.040832 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4eb2d75b-1bdf-49a8-9731-87169c2ac78f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:11:22.091948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:22.092962 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.147264 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Publish callbacks [] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.154565 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.181457 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:22.182584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d9016357-1392-4679-9c94-c5ba53c4b2d5 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:11:22.206627 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Pushing event updated for resources: {'Port': ['ID=7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:22.250091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port d9016357-1392-4679-9c94-c5ba53c4b2d5 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:22.250669 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.263132 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.263475 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.263812 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.264696 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.265028 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.265358 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.265680 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.265998 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.266318 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.266637 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.266973 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.267293 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.267608 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:11:22.287632 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Attempting to bind port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:11:22.288290 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Attempting to bind port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:11:22.288820 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Attempting to bind port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb on network 7ef6b32b-9310-4ddb-9a95-776288c61e96 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:11:22.296899 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:11:22.297573 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Checking segment: {'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:11:22.298168 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.298720 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Bound using segment: {'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:11:22.299411 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Bound port: 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:11:22.299956 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.354034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port d9016357-1392-4679-9c94-c5ba53c4b2d5 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:22.366220 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] For port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:11:22.369527 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] For port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb,segment=NetworkSegment(4a2356e6-5371-437a-bbe7-723e2f197f86),segment_id=4a2356e6-5371-437a-bbe7-723e2f197f86)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:11:22.375942 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.433626 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Routers {'8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:22.434258 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:22.439421 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ece4f-5ab7-4a88-bf85-e42d79bcdfcd None None] Pushing event updated for resources: {'Port': ['ID=7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb,revision_number=4']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:22.483775 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-36c0ba8c-7e0b-43a8-b21e-f8aec634cd16 None None] Provisioning complete for port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:22.484262 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-36c0ba8c-7e0b-43a8-b21e-f8aec634cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.556713 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] Set router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:22.583985 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-36c0ba8c-7e0b-43a8-b21e-f8aec634cd16 None None] Current status of the port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:22.584389 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-36c0ba8c-7e0b-43a8-b21e-f8aec634cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.636190 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-36c0ba8c-7e0b-43a8-b21e-f8aec634cd16 None None] For port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb,segment=NetworkSegment(4a2356e6-5371-437a-bbe7-723e2f197f86),segment_id=4a2356e6-5371-437a-bbe7-723e2f197f86)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:22.649657 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c39c86e8-12cd-4a08-be47-d813f575d37b req-027c82da-2c49-4443-bd70-398e781b7810 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 210 time: 0.0415020 Feb 15 15:11:22.655517 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-36c0ba8c-7e0b-43a8-b21e-f8aec634cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.729954 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0ba8c-7e0b-43a8-b21e-f8aec634cd16 None None] Pushing event updated for resources: {'Port': ['ID=7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:22.781302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-1d5cc478-845f-42c1-8285-a686ca41d60f None None] Provisioning complete for port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:22.781752 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc478-845f-42c1-8285-a686ca41d60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:22.821975 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:19Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb', 'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:18Z', 'updated_at': '2022-02-15T15:11:22Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:22.869679 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cc478-845f-42c1-8285-a686ca41d60f None None] Current status of the port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:22.954090 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b322a1-4470-4247-8341-4492bf782592 None None] The sync data for ids ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'] in n-d-829064-15 is: [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:19Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb', 'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:18Z', 'updated_at': '2022-02-15T15:11:22Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:11:23.778514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-211142ef-4f4f-494a-82b1-6d7f57499a45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:23.781682 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-211142ef-4f4f-494a-82b1-6d7f57499a45 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "GET /v2.0/networks?id=7ef6b32b-9310-4ddb-9a95-776288c61e96 HTTP/1.1" status: 200 len: 796 time: 0.1382778 Feb 15 15:11:23.783716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7e633394-a1d2-4081-b6a0-300ae3b5323e req-3adcb4e8-aa2d-4749-88ea-5d3991899103 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 210 time: 0.0407107 Feb 15 15:11:23.853638 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-8325e33e-ef08-42aa-a06a-4f4f11a29a0c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ccc15b20d3f455892eb64b1578a5795 HTTP/1.1" status: 200 len: 379 time: 0.0625727 Feb 15 15:11:23.867144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'port': {'device_id': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'admin_state_up': True, 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'security_groups': ['782914ee-f013-4b43-83a6-ac8946e978e9']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:24.003852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Made reservation on behalf of 9ccc15b20d3f455892eb64b1578a5795 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:11:24.008017 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:24.054707 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:11:24.109944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:24.110326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:24.150896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.20.0.13 (7ef6b32b-9310-4ddb-9a95-776288c61e96/df1e3530-27d1-4831-b5d2-1e499ba8546a/1e0c2ddf-1008-410a-b3c6-6ecd3371a84e) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:11:24.195119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:24.304120 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:24.342478 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:24.390843 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 7ef6b32b-9310-4ddb-9a95-776288c61e96 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:11:24.393996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:24.398398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:11:24.402323 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:24.456199 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:24.456887 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:24.474450 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-6b9dc548-6956-4ee8-900b-106706cc7fd1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6112547 Feb 15 15:11:24.488143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Request body: {'port': {'device_id': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:24.554355 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:24.704435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f07e451e-e9a6-46c8-950b-fc0134ba0ee4 None None] Provisioning complete for port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:24.704738 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f07e451e-e9a6-46c8-950b-fc0134ba0ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:24.740074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f07e451e-e9a6-46c8-950b-fc0134ba0ee4 None None] Port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:11:24.844385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:11:24.852258 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Publish callbacks [] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:24.869905 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Transition to ACTIVE for port object 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:11:24.874401 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:24.916865 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a5b3e-eb11-458d-a89d-1c71612d9466 req-c79c654c-d5c0-4fbd-8648-55bc460e63b7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:24.922563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-464a5b3e-eb11-458d-a89d-1c71612d9466 req-c79c654c-d5c0-4fbd-8648-55bc460e63b7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 944 time: 0.0588810 Feb 15 15:11:24.926501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:24.984405 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-464a5b3e-eb11-458d-a89d-1c71612d9466 req-82a577a3-b168-4579-9f98-89d8e88f4e35 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557172 Feb 15 15:11:25.004466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Attempting to bind port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:11:25.005018 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Attempting to bind port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:11:25.005505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Attempting to bind port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e on network 7ef6b32b-9310-4ddb-9a95-776288c61e96 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:11:25.010180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e on network 7ef6b32b-9310-4ddb-9a95-776288c61e96 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:11:25.010527 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Attempting to bind port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e on network 7ef6b32b-9310-4ddb-9a95-776288c61e96 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:11:25.015600 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:11:25.015935 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Checking segment: {'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:11:25.016316 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Bound using segment: {'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:11:25.016739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Bound port: 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2356e6-5371-437a-bbe7-723e2f197f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:11:25.017096 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:25.087169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] For port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:11:25.090330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] For port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e,segment=NetworkSegment(4a2356e6-5371-437a-bbe7-723e2f197f86),segment_id=4a2356e6-5371-437a-bbe7-723e2f197f86)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:11:25.097230 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:25.131689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:25.132310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:25.133669 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] 10.222.0.42 "PUT /v2.0/ports/1e0c2ddf-1008-410a-b3c6-6ecd3371a84e HTTP/1.1" status: 200 len: 1093 time: 0.6500571 Feb 15 15:11:25.136275 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'tag': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:11:25.139483 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f358f7-9c6d-4278-aacd-54e0886d2c06" -d '{"events": [{"name": "network-changed", "server_uuid": "765bc3ef-948a-4e23-98e1-45dd99b44226", "tag": "1e0c2ddf-1008-410a-b3c6-6ecd3371a84e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:11:25.167964 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e30a74-4a88-498c-b4ff-d065bd41ae52 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:25.213900 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae5b2fb-dc59-412e-b9b2-eea1d743dc31 x-openstack-request-id: req-0ae5b2fb-dc59-412e-b9b2-eea1d743dc31 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:11:25.214205 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765bc3ef-948a-4e23-98e1-45dd99b44226", "tag": "1e0c2ddf-1008-410a-b3c6-6ecd3371a84e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:11:25.214564 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ae5b2fb-dc59-412e-b9b2-eea1d743dc31 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:11:25.214863 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'tag': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e', 'status': 'completed', 'code': 200} Feb 15 15:11:25.236284 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-5f370687-f050-4cb2-a33e-8aa44ab4da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:25.237929 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-5f370687-f050-4cb2-a33e-8aa44ab4da55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 1127 time: 0.0567195 Feb 15 15:11:25.289155 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-ae44e27d-b74d-4873-8fe2-3892459aa1e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e HTTP/1.1" status: 200 len: 217 time: 0.0368698 Feb 15 15:11:25.355666 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-58b66d20-5b8c-4d42-9fd1-74695f35603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:25.357222 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-58b66d20-5b8c-4d42-9fd1-74695f35603f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df1e3530-27d1-4831-b5d2-1e499ba8546a HTTP/1.1" status: 200 len: 835 time: 0.0603099 Feb 15 15:11:25.408873 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-3d4b669a-3be6-4aed-9e57-b647208e3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:25.410498 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-3d4b669a-3be6-4aed-9e57-b647208e3452 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ef6b32b-9310-4ddb-9a95-776288c61e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468838 Feb 15 15:11:25.510630 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-dafcd84a-9961-4d46-b4fb-5f9281f8d639 service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892029 Feb 15 15:11:25.610299 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2c998a21-b200-4ec6-b481-c084e1fd4885 req-9118477d-3b77-450b-a5f1-40c9d7d35b9a service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930765 Feb 15 15:11:25.706350 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f358f7-9c6d-4278-aacd-54e0886d2c06 req-9aa74251-8999-49a3-a49e-8cc20ab9c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:25.707940 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-86f358f7-9c6d-4278-aacd-54e0886d2c06 req-9aa74251-8999-49a3-a49e-8cc20ab9c4b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 1127 time: 0.0471926 Feb 15 15:11:25.803131 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f358f7-9c6d-4278-aacd-54e0886d2c06 req-ae205394-d9ba-4fb1-a606-39290af5ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:25.804631 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-86f358f7-9c6d-4278-aacd-54e0886d2c06 req-ae205394-d9ba-4fb1-a606-39290af5ea3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ef6b32b-9310-4ddb-9a95-776288c61e96 HTTP/1.1" status: 200 len: 897 time: 0.0905142 Feb 15 15:11:25.846836 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-86f358f7-9c6d-4278-aacd-54e0886d2c06 req-022affdb-445c-461f-ba42-248421b0a6cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e HTTP/1.1" status: 200 len: 217 time: 0.0346389 Feb 15 15:11:25.900704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f358f7-9c6d-4278-aacd-54e0886d2c06 req-137f4763-9be3-4aa3-be21-f7e4463b3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:25.902119 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-86f358f7-9c6d-4278-aacd-54e0886d2c06 req-137f4763-9be3-4aa3-be21-f7e4463b3a92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df1e3530-27d1-4831-b5d2-1e499ba8546a HTTP/1.1" status: 200 len: 835 time: 0.0429919 Feb 15 15:11:25.962180 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f358f7-9c6d-4278-aacd-54e0886d2c06 req-ab5490d2-ea87-41a7-a55b-9dcfd7f513ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:25.963788 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-86f358f7-9c6d-4278-aacd-54e0886d2c06 req-ab5490d2-ea87-41a7-a55b-9dcfd7f513ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ef6b32b-9310-4ddb-9a95-776288c61e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547912 Feb 15 15:11:26.054537 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-86f358f7-9c6d-4278-aacd-54e0886d2c06 req-e6ab5019-7409-4eee-a43c-e715d7cdfcbc service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837917 Feb 15 15:11:26.108479 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931741ba-cb20-4663-a8fa-7f100f5edd8c req-892b9bcf-44a3-42ba-a494-c82bc2afa78e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:26.110034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-931741ba-cb20-4663-a8fa-7f100f5edd8c req-892b9bcf-44a3-42ba-a494-c82bc2afa78e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 944 time: 0.0549026 Feb 15 15:11:26.153539 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-86f358f7-9c6d-4278-aacd-54e0886d2c06 req-df6342d8-fcee-4039-ab62-110a4ee4161f service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910010 Feb 15 15:11:26.159346 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-931741ba-cb20-4663-a8fa-7f100f5edd8c req-57e7257d-ca49-4596-8683-4550721ea5d9 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 Feb 15 15:11:27.278403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8f7d9-c469-48d2-b72d-7fb3dba4cd46 req-5c18c0ae-7993-42ac-b785-274eb0dd6778 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:27.279920 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8dd8f7d9-c469-48d2-b72d-7fb3dba4cd46 req-5c18c0ae-7993-42ac-b785-274eb0dd6778 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 944 time: 0.0519061 Feb 15 15:11:27.330374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8dd8f7d9-c469-48d2-b72d-7fb3dba4cd46 req-6e26be40-4062-4622-bc05-2f9aa2445c3a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441694 Feb 15 15:11:28.453502 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6d282-cb02-4fef-96c0-d5ab17c40834 req-d659e706-34b1-4a90-9777-e40ef72a7972 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:28.455098 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3c6d282-cb02-4fef-96c0-d5ab17c40834 req-d659e706-34b1-4a90-9777-e40ef72a7972 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 944 time: 0.0564818 Feb 15 15:11:28.513007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c3c6d282-cb02-4fef-96c0-d5ab17c40834 req-4eb8e530-e260-4974-ac2a-593efd5393b4 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522571 Feb 15 15:11:28.867167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:11:28.960149 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e,segment=NetworkSegment(4a2356e6-5371-437a-bbe7-723e2f197f86),segment_id=4a2356e6-5371-437a-bbe7-723e2f197f86)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:28.971770 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'port_id': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e', 'mac_address': 'fa:16:3e:32:c3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:11:29.011068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:29.011458 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:29.024479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:11:29.044267 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e,segment=NetworkSegment(4a2356e6-5371-437a-bbe7-723e2f197f86),segment_id=4a2356e6-5371-437a-bbe7-723e2f197f86)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:29.048257 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:29.096403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:29.285677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['1e0c2ddf-1008-410a-b3c6-6ecd3371a84e'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:11:29.631679 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7968f-51d5-4967-83f4-55557a48cab7 req-ef5b0a42-97e4-4f78-b9ba-88b581688d68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:29.633177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66e7968f-51d5-4967-83f4-55557a48cab7 req-ef5b0a42-97e4-4f78-b9ba-88b581688d68 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 945 time: 0.0517874 Feb 15 15:11:29.683668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-66e7968f-51d5-4967-83f4-55557a48cab7 req-b3955213-8adb-4560-895e-f2ae4cf8571e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447750 Feb 15 15:11:30.811586 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebbf4f-830f-4a51-a9d5-a1c960277f86 req-b51f2ded-c0b6-4f3b-a974-9d80abc8160c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:30.813641 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64ebbf4f-830f-4a51-a9d5-a1c960277f86 req-b51f2ded-c0b6-4f3b-a974-9d80abc8160c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 945 time: 0.0612314 Feb 15 15:11:30.867385 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-64ebbf4f-830f-4a51-a9d5-a1c960277f86 req-abf0cfe7-748b-41e4-9e13-ea148c137210 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476062 Feb 15 15:11:30.876709 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:11:30.928219 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:11:30.933147 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:11:30.933527 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:31.012554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:11:31.013105 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:31.037881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:11:31.040231 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f498ee-d451-45ea-bfff-a3942fd053c5" -d '{"events": [{"server_uuid": "765bc3ef-948a-4e23-98e1-45dd99b44226", "name": "network-vif-plugged", "status": "completed", "tag": "1e0c2ddf-1008-410a-b3c6-6ecd3371a84e"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:11:31.054492 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e,segment=NetworkSegment(4a2356e6-5371-437a-bbe7-723e2f197f86),segment_id=4a2356e6-5371-437a-bbe7-723e2f197f86)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:11:31.059398 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:31.083345 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8c5fe7-ffc2-4d9a-88fe-4865e8208b35 x-openstack-request-id: req-fd8c5fe7-ffc2-4d9a-88fe-4865e8208b35 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:11:31.083652 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765bc3ef-948a-4e23-98e1-45dd99b44226", "name": "network-vif-plugged", "status": "completed", "tag": "1e0c2ddf-1008-410a-b3c6-6ecd3371a84e", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:11:31.083912 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fd8c5fe7-ffc2-4d9a-88fe-4865e8208b35 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:11:31.084320 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e', 'code': 200} Feb 15 15:11:31.112085 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:31.184550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d81de2-c021-4219-bc41-6fc8d83c4926 req-238b9628-7717-4f76-bc97-0a51ee6acc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:31.186087 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d81de2-c021-4219-bc41-6fc8d83c4926 req-238b9628-7717-4f76-bc97-0a51ee6acc6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 1129 time: 0.0470924 Feb 15 15:11:31.235542 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-70d81de2-c021-4219-bc41-6fc8d83c4926 req-08f252bb-e3b5-4bfc-a00a-532eb8e2ae1d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411241 Feb 15 15:11:31.990065 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82860be0-140c-4817-bdab-c7d633e2926c req-77d7e649-4b7e-47ca-995b-12199120a4fb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:31.991814 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82860be0-140c-4817-bdab-c7d633e2926c req-77d7e649-4b7e-47ca-995b-12199120a4fb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.0550702 Feb 15 15:11:32.045295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-82860be0-140c-4817-bdab-c7d633e2926c req-b219bd21-273c-4a61-8417-d4d4ccb0c79e tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474820 Feb 15 15:11:33.167283 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c24cd-3835-46ce-97d7-199f4ea5ca1f req-f2c88d47-68d1-4030-8f21-f1e7da875e75 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:33.169117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-386c24cd-3835-46ce-97d7-199f4ea5ca1f req-f2c88d47-68d1-4030-8f21-f1e7da875e75 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.0533562 Feb 15 15:11:33.224064 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-386c24cd-3835-46ce-97d7-199f4ea5ca1f req-c8305dbf-99d6-4261-95e0-840f95cf7585 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495453 Feb 15 15:11:33.352370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1787e7-6441-4309-b721-35bb640bc87f req-dac133a9-ae92-4753-95e3-3ac4daff9514 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:33.353859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca1787e7-6441-4309-b721-35bb640bc87f req-dac133a9-ae92-4753-95e3-3ac4daff9514 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.0558705 Feb 15 15:11:33.406302 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ca1787e7-6441-4309-b721-35bb640bc87f req-e16135eb-0f8a-4c13-9053-90469888adc6 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466928 Feb 15 15:11:33.428850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53348) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:33.474682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7598ea-eb71-48a1-8268-10c264146549 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:33.476286 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0a7598ea-eb71-48a1-8268-10c264146549 tempest-TestNetworkAdvancedServerOps-674173315 tempest-TestNetworkAdvancedServerOps-674173315-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 1124 time: 0.0464301 Feb 15 15:11:33.479293 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53350) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:33.483797 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:11:33.505568 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:33.908490 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.013676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Allocated IP 172.25.6.242 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/dcba8de8-3c73-41d2-9a3f-5ae5d8594125) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:11:34.120446 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (dcba8de8-3c73-41d2-9a3f-5ae5d8594125), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.154361 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (dcba8de8-3c73-41d2-9a3f-5ae5d8594125), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.200079 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:11:34.203632 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:11:34.208412 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:11:34.211891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=dcba8de8-3c73-41d2-9a3f-5ae5d8594125,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:34.575620 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (62854d88-8eff-4869-94c8-3e2254b880d5), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.644447 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (dcba8de8-3c73-41d2-9a3f-5ae5d8594125), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.754925 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:11:34.795746 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for port (dcba8de8-3c73-41d2-9a3f-5ae5d8594125), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.800520 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (dcba8de8-3c73-41d2-9a3f-5ae5d8594125), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.871285 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event updated for resources: {'Port': ['ID=dcba8de8-3c73-41d2-9a3f-5ae5d8594125,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:11:34.883707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (62854d88-8eff-4869-94c8-3e2254b880d5), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:34.988680 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Floating IP 62854d88-8eff-4869-94c8-3e2254b880d5 associated. External IP: 172.25.6.242, port: 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e. Feb 15 15:11:35.199454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:11:35.310637 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:11:35.322007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a99f22-5a60-4a52-b3ab-72b91a4eceea None None] Sync routers for ids ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:11:35.329127 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:35.333345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a99f22-5a60-4a52-b3ab-72b91a4eceea None None] Routers {'8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:35.334095 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e7a99f22-5a60-4a52-b3ab-72b91a4eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:35.362145 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f699e74a-ebbd-407a-9b0d-c7e82b1eadeb tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8817744 Feb 15 15:11:35.362820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'tag': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:11:35.365451 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec07f373-c753-4400-a6a2-11cb4cb5ada4" -d '{"events": [{"name": "network-changed", "server_uuid": "765bc3ef-948a-4e23-98e1-45dd99b44226", "tag": "1e0c2ddf-1008-410a-b3c6-6ecd3371a84e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:11:35.406544 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aa379b-9b09-439a-a5fe-159c06f8f33e x-openstack-request-id: req-b2aa379b-9b09-439a-a5fe-159c06f8f33e {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:11:35.406831 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765bc3ef-948a-4e23-98e1-45dd99b44226", "tag": "1e0c2ddf-1008-410a-b3c6-6ecd3371a84e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:11:35.407110 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b2aa379b-9b09-439a-a5fe-159c06f8f33e {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:11:35.407516 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'tag': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e', 'status': 'completed', 'code': 200} Feb 15 15:11:35.450170 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e7a99f22-5a60-4a52-b3ab-72b91a4eceea None None] Set router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:35.486012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07f373-c753-4400-a6a2-11cb4cb5ada4 req-74123a6f-ecbd-4443-92f1-a3758ef0d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:35.487619 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec07f373-c753-4400-a6a2-11cb4cb5ada4 req-74123a6f-ecbd-4443-92f1-a3758ef0d584 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 1129 time: 0.0495038 Feb 15 15:11:35.502927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d392a1-bc21-423a-93b6-6c6de4a600b6 req-c4d9e50e-5541-4496-9422-5de8e782ba72 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:35.504551 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67d392a1-bc21-423a-93b6-6c6de4a600b6 req-c4d9e50e-5541-4496-9422-5de8e782ba72 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.0708706 Feb 15 15:11:35.555741 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-67d392a1-bc21-423a-93b6-6c6de4a600b6 req-41afbe9a-addd-4556-b42a-e3ccdcb962e7 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452762 Feb 15 15:11:35.579606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53360) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:35.587664 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07f373-c753-4400-a6a2-11cb4cb5ada4 req-94c7ffff-b03c-447e-a05d-7d5fc671aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:35.589177 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec07f373-c753-4400-a6a2-11cb4cb5ada4 req-94c7ffff-b03c-447e-a05d-7d5fc671aaa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ef6b32b-9310-4ddb-9a95-776288c61e96 HTTP/1.1" status: 200 len: 897 time: 0.0945048 Feb 15 15:11:35.649044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-51eae633-d3b0-4616-8345-45220ac8a491 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/62854d88-8eff-4869-94c8-3e2254b880d5 HTTP/1.1" status: 200 len: 992 time: 0.0681269 Feb 15 15:11:35.664398 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec07f373-c753-4400-a6a2-11cb4cb5ada4 req-ef1ab2ab-0700-47d8-8761-c73954fd8ec2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e HTTP/1.1" status: 200 len: 1000 time: 0.0686834 Feb 15 15:11:35.718459 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07f373-c753-4400-a6a2-11cb4cb5ada4 req-4017e06c-054c-47d0-a5a5-fc4bb6835fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:35.719970 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec07f373-c753-4400-a6a2-11cb4cb5ada4 req-4017e06c-054c-47d0-a5a5-fc4bb6835fca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df1e3530-27d1-4831-b5d2-1e499ba8546a HTTP/1.1" status: 200 len: 835 time: 0.0492983 Feb 15 15:11:35.771570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07f373-c753-4400-a6a2-11cb4cb5ada4 req-03a2054b-8440-4d0a-acbc-2efe1a2c73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:11:35.773092 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec07f373-c753-4400-a6a2-11cb4cb5ada4 req-03a2054b-8440-4d0a-acbc-2efe1a2c73a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ef6b32b-9310-4ddb-9a95-776288c61e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461791 Feb 15 15:11:35.842353 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e7a99f22-5a60-4a52-b3ab-72b91a4eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:19Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '62854d88-8eff-4869-94c8-3e2254b880d5', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'port_id': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'mac_address': 'fa:16:3e:32:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:11:34Z', 'updated_at': '2022-02-15T15:11:34Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb', 'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:18Z', 'updated_at': '2022-02-15T15:11:22Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:35.869034 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a99f22-5a60-4a52-b3ab-72b91a4eceea None None] Checking router: 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:11:35.870787 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec07f373-c753-4400-a6a2-11cb4cb5ada4 req-565721ef-3372-49c1-a5a6-1af8da1ed035 service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887737 Feb 15 15:11:35.878160 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a99f22-5a60-4a52-b3ab-72b91a4eceea None None] Routers {'8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:11:35.878767 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e7a99f22-5a60-4a52-b3ab-72b91a4eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:11:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:35.959453 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ec07f373-c753-4400-a6a2-11cb4cb5ada4 req-88614823-f45a-4fee-8d28-3772e91398bf service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822544 Feb 15 15:11:35.987956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-e7a99f22-5a60-4a52-b3ab-72b91a4eceea None None] Set router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:11:36.206872 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-e7a99f22-5a60-4a52-b3ab-72b91a4eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:19Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '62854d88-8eff-4869-94c8-3e2254b880d5', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'port_id': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'mac_address': 'fa:16:3e:32:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:11:34Z', 'updated_at': '2022-02-15T15:11:34Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb', 'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:18Z', 'updated_at': '2022-02-15T15:11:22Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:11:36.232769 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a99f22-5a60-4a52-b3ab-72b91a4eceea None None] The sync data for ids ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'] in n-d-829064-15 is: [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:19Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '62854d88-8eff-4869-94c8-3e2254b880d5', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'port_id': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'mac_address': 'fa:16:3e:32:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:11:34Z', 'updated_at': '2022-02-15T15:11:34Z', 'revision_number': 0, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb', 'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:18Z', 'updated_at': '2022-02-15T15:11:22Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:11:36.435377 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ae5d1-91bb-46ca-97ba-9cfffaaafc22 None None] New status for floating IP 62854d88-8eff-4869-94c8-3e2254b880d5: ACTIVE {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:11:36.653115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53364) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:11:36.713339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b043d8ef-ca74-4b8e-8bc9-aabbfd606d10 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/62854d88-8eff-4869-94c8-3e2254b880d5 HTTP/1.1" status: 200 len: 994 time: 0.0590806 Feb 15 15:11:40.684980 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:42.952954 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:44.918738 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-90af9c0a-c864-4cd8-b770-6c666449d5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:47.297124 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2366c730-fac1-49a2-a3a0-41ea738c36f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:48.663836 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:49.986888 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:11:51.231636 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:04.722480 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-d5a822fb-1e6b-4afc-b131-d78cdeeef381 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448651 Feb 15 15:12:04.822770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-d138a831-1d59-4f4d-b12c-3f0387c02ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:04.824321 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-d138a831-1d59-4f4d-b12c-3f0387c02ddd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 1129 time: 0.0503485 Feb 15 15:12:04.926832 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-5af432d9-9156-4cc6-8b70-80583767dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:04.928325 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-5af432d9-9156-4cc6-8b70-80583767dfff service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ef6b32b-9310-4ddb-9a95-776288c61e96 HTTP/1.1" status: 200 len: 897 time: 0.0838172 Feb 15 15:12:04.997586 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-7f5c1f04-7fc1-4a17-bc4e-e75fc3797bd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e HTTP/1.1" status: 200 len: 1002 time: 0.0621319 Feb 15 15:12:05.045770 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-7f555312-adf2-44a9-8b1c-26fd20e9dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:05.047220 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-7f555312-adf2-44a9-8b1c-26fd20e9dcea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df1e3530-27d1-4831-b5d2-1e499ba8546a HTTP/1.1" status: 200 len: 835 time: 0.0430675 Feb 15 15:12:05.096998 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-8f6c9493-8288-416c-b55e-3b71b158a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:05.098490 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-8f6c9493-8288-416c-b55e-3b71b158a734 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ef6b32b-9310-4ddb-9a95-776288c61e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444329 Feb 15 15:12:05.192046 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-7b1335b5-f7e8-4cb3-87ff-4c9d43cc1427 service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862751 Feb 15 15:12:05.282132 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4d62ca0c-83d5-4a22-8d1b-09f5ae3c5820 req-898522dd-8259-46cb-8645-36db1bb3a086 service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819278 Feb 15 15:12:10.189591 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6ef62-9b90-44ee-bb84-f18fe3e763ec req-683deefb-03af-493a-8354-91dc2f80f501 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:10.191107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72c6ef62-9b90-44ee-bb84-f18fe3e763ec req-683deefb-03af-493a-8354-91dc2f80f501 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.0578973 Feb 15 15:12:10.239379 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-72c6ef62-9b90-44ee-bb84-f18fe3e763ec req-5255d511-1f0f-47ba-bc19-d39e8c37a898 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426056 Feb 15 15:12:10.704920 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:11.358724 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dc825-04bb-4104-95bc-545a82c728ac req-da6c54bb-7003-419b-a9a0-ffffa6a236e5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:11.360268 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d6dc825-04bb-4104-95bc-545a82c728ac req-da6c54bb-7003-419b-a9a0-ffffa6a236e5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.0514960 Feb 15 15:12:11.408930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2d6dc825-04bb-4104-95bc-545a82c728ac req-fc1aa272-b870-4fae-ad1c-3010b9f8ed8c tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427306 Feb 15 15:12:11.430223 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53382) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:11.492953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-971f7a8d-4235-43de-9310-b98084cebf40 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/62854d88-8eff-4869-94c8-3e2254b880d5 HTTP/1.1" status: 200 len: 994 time: 0.0613260 Feb 15 15:12:11.754950 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:12:12.765520 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f9e40-2230-427b-82a5-756c04cb629b req-2938e57a-2d65-43ab-b2cf-634c771c4f0a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:12.767493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-746f9e40-2230-427b-82a5-756c04cb629b req-2938e57a-2d65-43ab-b2cf-634c771c4f0a tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.0538440 Feb 15 15:12:12.785490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fcc2f-0b23-4f3b-aff6-134d83f081ab req-c6656788-c8a3-422c-9f33-ccfa4007bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:12.787222 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019fcc2f-0b23-4f3b-aff6-134d83f081ab req-c6656788-c8a3-422c-9f33-ccfa4007bba5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 1129 time: 0.0505836 Feb 15 15:12:12.817297 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-746f9e40-2230-427b-82a5-756c04cb629b req-9a815df5-d63d-44e4-98a1-f72243b72474 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442042 Feb 15 15:12:12.880694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fcc2f-0b23-4f3b-aff6-134d83f081ab req-003b50df-43a2-4846-a1d6-6f66516c41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:12.882233 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019fcc2f-0b23-4f3b-aff6-134d83f081ab req-003b50df-43a2-4846-a1d6-6f66516c41e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ef6b32b-9310-4ddb-9a95-776288c61e96 HTTP/1.1" status: 200 len: 897 time: 0.0893364 Feb 15 15:12:12.950001 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:12.951635 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019fcc2f-0b23-4f3b-aff6-134d83f081ab req-5aa52a26-c5b1-44ea-b1ca-032d9cce0ed0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e HTTP/1.1" status: 200 len: 1002 time: 0.0631080 Feb 15 15:12:13.003744 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fcc2f-0b23-4f3b-aff6-134d83f081ab req-6dc95437-520b-4632-87b8-678b8e93e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:13.005185 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019fcc2f-0b23-4f3b-aff6-134d83f081ab req-6dc95437-520b-4632-87b8-678b8e93e88b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df1e3530-27d1-4831-b5d2-1e499ba8546a HTTP/1.1" status: 200 len: 835 time: 0.0484898 Feb 15 15:12:13.054805 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fcc2f-0b23-4f3b-aff6-134d83f081ab req-05033db8-c43f-4341-b518-31a3730fa16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:13.056469 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019fcc2f-0b23-4f3b-aff6-134d83f081ab req-05033db8-c43f-4341-b518-31a3730fa16e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ef6b32b-9310-4ddb-9a95-776288c61e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447366 Feb 15 15:12:13.142743 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019fcc2f-0b23-4f3b-aff6-134d83f081ab req-ab53106b-6ffa-4f95-8e6a-39a12f66106e service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804923 Feb 15 15:12:13.233500 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-019fcc2f-0b23-4f3b-aff6-134d83f081ab req-6e9c6fb0-9797-4d8c-ab53-5dcd4512da8e service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855734 Feb 15 15:12:13.939818 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713943ff-0249-4fe0-8c6e-bd759951f016 req-e3526355-f9d7-41c5-a248-a0f989e35ce3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:13.941292 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-713943ff-0249-4fe0-8c6e-bd759951f016 req-e3526355-f9d7-41c5-a248-a0f989e35ce3 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.0534866 Feb 15 15:12:13.995374 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-713943ff-0249-4fe0-8c6e-bd759951f016 req-6c1d5257-f8d5-4b10-a707-6faa40680974 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485287 Feb 15 15:12:14.924482 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82cc3bbb-bbe4-4938-aa57-5076b5ee1bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:15.166819 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532a9fe-d06a-4257-b40f-f6dbfe5d8e96 req-a7ac4acd-30db-44f6-8b7b-48920e707e2b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:15.168320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a532a9fe-d06a-4257-b40f-f6dbfe5d8e96 req-a7ac4acd-30db-44f6-8b7b-48920e707e2b tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.1049891 Feb 15 15:12:15.217514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a532a9fe-d06a-4257-b40f-f6dbfe5d8e96 req-e00b9dec-bf0e-4937-a4fd-c1574f14f987 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434752 Feb 15 15:12:15.239970 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53396) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:15.297520 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-659fa0ef-4894-4387-88d7-8a271d1d064f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/floatingips/62854d88-8eff-4869-94c8-3e2254b880d5 HTTP/1.1" status: 200 len: 994 time: 0.0563910 Feb 15 15:12:15.511183 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53402) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:15.668218 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port dcba8de8-3c73-41d2-9a3f-5ae5d8594125 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:12:15.668481 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (dcba8de8-3c73-41d2-9a3f-5ae5d8594125), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:15.741665 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (dcba8de8-3c73-41d2-9a3f-5ae5d8594125), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:15.741989 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (dcba8de8-3c73-41d2-9a3f-5ae5d8594125), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:15.753511 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for dcba8de8-3c73-41d2-9a3f-5ae5d8594125 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:12:15.913102 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (dcba8de8-3c73-41d2-9a3f-5ae5d8594125), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:15.938123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=dcba8de8-3c73-41d2-9a3f-5ae5d8594125,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:15.950413 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.950782 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.951144 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.951481 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.951811 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.952139 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.952468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.952794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.953120 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.953441 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.953762 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.954082 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:15.954400 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:16.013729 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for floatingip (62854d88-8eff-4869-94c8-3e2254b880d5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:16.014060 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Floating IP 62854d88-8eff-4869-94c8-3e2254b880d5 disassociated (deleted). External IP: 172.25.6.242, port: 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e. Feb 15 15:12:16.226924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:12:16.333498 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:12:16.338322 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:16.343118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440015c0-4794-4578-b2a7-9bf2ddf23274 None None] Sync routers for ids ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:12:16.352265 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440015c0-4794-4578-b2a7-9bf2ddf23274 None None] Routers {'8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:16.352861 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-440015c0-4794-4578-b2a7-9bf2ddf23274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:11:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:16.367915 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fc0cfa5f-41f3-495b-83c1-7e9b64874fb1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/floatingips/62854d88-8eff-4869-94c8-3e2254b880d5 HTTP/1.1" status: 204 len: 168 time: 0.8555768 Feb 15 15:12:16.368515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'tag': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:12:16.370874 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8593eb7c-c888-4944-9e67-1fec2c88059a" -d '{"events": [{"name": "network-changed", "server_uuid": "765bc3ef-948a-4e23-98e1-45dd99b44226", "tag": "1e0c2ddf-1008-410a-b3c6-6ecd3371a84e"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:12:16.465819 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45641203-8c69-4a1f-907e-f8dcb075d028 x-openstack-request-id: req-45641203-8c69-4a1f-907e-f8dcb075d028 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:12:16.466169 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765bc3ef-948a-4e23-98e1-45dd99b44226", "tag": "1e0c2ddf-1008-410a-b3c6-6ecd3371a84e", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:12:16.466433 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-45641203-8c69-4a1f-907e-f8dcb075d028 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:12:16.466844 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'tag': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e', 'status': 'completed', 'code': 200} Feb 15 15:12:16.473930 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-440015c0-4794-4578-b2a7-9bf2ddf23274 None None] Set router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:16.544525 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593eb7c-c888-4944-9e67-1fec2c88059a req-cba7ffa2-75bb-4ca4-bd87-d4e922f70ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:16.546039 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8593eb7c-c888-4944-9e67-1fec2c88059a req-cba7ffa2-75bb-4ca4-bd87-d4e922f70ea7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ccc15b20d3f455892eb64b1578a5795&device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 1129 time: 0.0537746 Feb 15 15:12:16.625229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a330d-f378-40d8-aa29-6d457fa5e7df req-221e08d2-f524-4b78-a565-d55ea3f6c2ba tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:16.626739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd7a330d-f378-40d8-aa29-6d457fa5e7df req-221e08d2-f524-4b78-a565-d55ea3f6c2ba tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.0621283 Feb 15 15:12:16.644174 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593eb7c-c888-4944-9e67-1fec2c88059a req-787b2272-6aee-4bff-aded-1390a350dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:16.645937 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8593eb7c-c888-4944-9e67-1fec2c88059a req-787b2272-6aee-4bff-aded-1390a350dd5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ef6b32b-9310-4ddb-9a95-776288c61e96 HTTP/1.1" status: 200 len: 897 time: 0.0929897 Feb 15 15:12:16.681587 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd7a330d-f378-40d8-aa29-6d457fa5e7df req-fe7b5ca3-c53b-45a6-b9cd-89921fc58f19 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458932 Feb 15 15:12:16.691561 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8593eb7c-c888-4944-9e67-1fec2c88059a req-40f6d2d7-8041-4cc0-ba1b-dce8a9a244fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e HTTP/1.1" status: 200 len: 217 time: 0.0377514 Feb 15 15:12:16.692777 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-440015c0-4794-4578-b2a7-9bf2ddf23274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:19Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb', 'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:18Z', 'updated_at': '2022-02-15T15:11:22Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:16.718549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440015c0-4794-4578-b2a7-9bf2ddf23274 None None] Checking router: 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:12:16.727093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440015c0-4794-4578-b2a7-9bf2ddf23274 None None] Routers {'8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:16.727699 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-440015c0-4794-4578-b2a7-9bf2ddf23274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:11:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:16.743143 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593eb7c-c888-4944-9e67-1fec2c88059a req-f06cbc12-058f-411a-87dd-633a8dd8c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:16.744605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8593eb7c-c888-4944-9e67-1fec2c88059a req-f06cbc12-058f-411a-87dd-633a8dd8c4c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df1e3530-27d1-4831-b5d2-1e499ba8546a HTTP/1.1" status: 200 len: 835 time: 0.0461030 Feb 15 15:12:16.798689 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593eb7c-c888-4944-9e67-1fec2c88059a req-d2fe678a-cecc-4954-98d0-c8a37ef295e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:16.800904 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8593eb7c-c888-4944-9e67-1fec2c88059a req-d2fe678a-cecc-4954-98d0-c8a37ef295e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ef6b32b-9310-4ddb-9a95-776288c61e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499375 Feb 15 15:12:16.836763 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-440015c0-4794-4578-b2a7-9bf2ddf23274 None None] Set router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:16.892827 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8593eb7c-c888-4944-9e67-1fec2c88059a req-7a18b4a4-b68c-4846-bbfe-1e2bec54d224 service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826635 Feb 15 15:12:16.985866 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8593eb7c-c888-4944-9e67-1fec2c88059a req-4adf536f-1d19-4ee4-b9cf-13656b410aed service neutron] 10.222.0.42 "GET /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866895 Feb 15 15:12:17.035041 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-440015c0-4794-4578-b2a7-9bf2ddf23274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:19Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb', 'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:18Z', 'updated_at': '2022-02-15T15:11:22Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:17.060991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440015c0-4794-4578-b2a7-9bf2ddf23274 None None] The sync data for ids ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'] in n-d-829064-15 is: [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:11:19Z', 'revision_number': 4, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb', 'name': '', 'network_id': '7ef6b32b-9310-4ddb-9a95-776288c61e96', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'mac_address': 'fa:16:3e:b9:3b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:18Z', 'updated_at': '2022-02-15T15:11:22Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'subnets': [{'id': 'df1e3530-27d1-4831-b5d2-1e499ba8546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:12:17.286534 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823daa2-5c5e-4b55-ad7c-d3b1205496f5 None None] New status for floating IP 62854d88-8eff-4869-94c8-3e2254b880d5: DOWN {{(pid=109974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:12:17.298008 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1705-61d3-4bd7-85eb-a1e5baec8d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:17.804987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d9378-76f8-4150-b247-5b244fd8024e req-433ea869-ce77-4de5-8366-be690f985ad5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:17.806738 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c56d9378-76f8-4150-b247-5b244fd8024e req-433ea869-ce77-4de5-8366-be690f985ad5 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.0534999 Feb 15 15:12:17.854264 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c56d9378-76f8-4150-b247-5b244fd8024e req-b7810147-0223-434c-9a8a-7bed5894a104 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/security-groups?id=782914ee-f013-4b43-83a6-ac8946e978e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Feb 15 15:12:18.215919 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8003e-0346-41f5-8fe7-c4a1511e2d42 req-7bcaa320-316b-4a3f-93b3-e00cecd08529 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:18.217375 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-28c8003e-0346-41f5-8fe7-c4a1511e2d42 req-7bcaa320-316b-4a3f-93b3-e00cecd08529 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 946 time: 0.0535548 Feb 15 15:12:18.306891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-28c8003e-0346-41f5-8fe7-c4a1511e2d42 req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:12:18.307179 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-28c8003e-0346-41f5-8fe7-c4a1511e2d42 req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:18.397357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-28c8003e-0346-41f5-8fe7-c4a1511e2d42 req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e,segment=NetworkSegment(4a2356e6-5371-437a-bbe7-723e2f197f86),segment_id=4a2356e6-5371-437a-bbe7-723e2f197f86)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:18.397717 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-28c8003e-0346-41f5-8fe7-c4a1511e2d42 req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:18.410263 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-28c8003e-0346-41f5-8fe7-c4a1511e2d42 req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:12:18.538173 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-28c8003e-0346-41f5-8fe7-c4a1511e2d42 req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1e0c2ddf-1008-410a-b3c6-6ecd3371a84e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:18.567244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=1e0c2ddf-1008-410a-b3c6-6ecd3371a84e,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:18.579739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.579739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.579739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.580161 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.580938 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.581441 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.581771 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.582102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.582429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.582754 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.583102 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.583427 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.583747 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:18.618827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c8003e-0346-41f5-8fe7-c4a1511e2d42 req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] No DVR routers for this DVR port 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:12:18.621454 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-28c8003e-0346-41f5-8fe7-c4a1511e2d42 req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:18.624848 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-28c8003e-0346-41f5-8fe7-c4a1511e2d42 req-acb57700-4cc9-4228-bd86-0c1ae8914b58 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.42 "DELETE /v2.0/ports/1e0c2ddf-1008-410a-b3c6-6ecd3371a84e HTTP/1.1" status: 204 len: 173 time: 0.4021835 Feb 15 15:12:18.625330 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'name': 'network-vif-deleted', 'tag': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:12:18.628196 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9a3498-e4e4-49e7-9208-5d55e52980de" -d '{"events": [{"server_uuid": "765bc3ef-948a-4e23-98e1-45dd99b44226", "name": "network-vif-deleted", "tag": "1e0c2ddf-1008-410a-b3c6-6ecd3371a84e"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:12:18.665638 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:18.669036 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431336ef-26a0-4e1f-8bd8-5ef996bbca94 x-openstack-request-id: req-431336ef-26a0-4e1f-8bd8-5ef996bbca94 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:12:18.669344 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765bc3ef-948a-4e23-98e1-45dd99b44226", "name": "network-vif-deleted", "tag": "1e0c2ddf-1008-410a-b3c6-6ecd3371a84e", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:12:18.669586 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-431336ef-26a0-4e1f-8bd8-5ef996bbca94 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:12:18.669997 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765bc3ef-948a-4e23-98e1-45dd99b44226', 'name': 'network-vif-deleted', 'tag': '1e0c2ddf-1008-410a-b3c6-6ecd3371a84e', 'status': 'completed', 'code': 200} Feb 15 15:12:18.968879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a19db040-45a4-486d-831f-74341a26ae30 req-085471ee-13b2-447d-8403-8391f2869019 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "GET /v2.0/ports?device_id=765bc3ef-948a-4e23-98e1-45dd99b44226 HTTP/1.1" status: 200 len: 210 time: 0.0337276 Feb 15 15:12:19.992188 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:20.036114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53420) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:20.397288 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:20.662333 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:12:20.662588 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:20.749680 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb,segment=NetworkSegment(4a2356e6-5371-437a-bbe7-723e2f197f86),segment_id=4a2356e6-5371-437a-bbe7-723e2f197f86)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:20.750037 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:20.768332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:12:20.958632 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:20.986057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:21.164881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:21.233705 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:21.392927 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:12:21.790322 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:12:21.795686 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-38528489-bf44-41e3-93df-4f35df4d327f tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "PUT /v2.0/routers/8ccf9ffe-2973-4bc9-9a1d-142943c0abd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7581985 Feb 15 15:12:21.798123 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53422) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:21.801429 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e50c37-0ef6-47ec-be7c-5b2c377e805e None None] Sync routers for ids ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:12:21.811173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e50c37-0ef6-47ec-be7c-5b2c377e805e None None] Routers {'8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:21.811882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-42e50c37-0ef6-47ec-be7c-5b2c377e805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:21.847938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-4195a270-bda8-4c9b-987b-7ee61a52d052 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting subnet df1e3530-27d1-4831-b5d2-1e499ba8546a {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:12:21.851568 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4195a270-bda8-4c9b-987b-7ee61a52d052 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (df1e3530-27d1-4831-b5d2-1e499ba8546a), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:21.901714 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4195a270-bda8-4c9b-987b-7ee61a52d052 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (df1e3530-27d1-4831-b5d2-1e499ba8546a), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:21.927697 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-42e50c37-0ef6-47ec-be7c-5b2c377e805e None None] Set router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:21.988185 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4195a270-bda8-4c9b-987b-7ee61a52d052 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (df1e3530-27d1-4831-b5d2-1e499ba8546a), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.048637 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4195a270-bda8-4c9b-987b-7ee61a52d052 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (df1e3530-27d1-4831-b5d2-1e499ba8546a), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.076272 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195a270-bda8-4c9b-987b-7ee61a52d052 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Subnet': ['ID=df1e3530-27d1-4831-b5d2-1e499ba8546a,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:22.079851 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4195a270-bda8-4c9b-987b-7ee61a52d052 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.083578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4195a270-bda8-4c9b-987b-7ee61a52d052 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/subnets/df1e3530-27d1-4831-b5d2-1e499ba8546a HTTP/1.1" status: 204 len: 168 time: 0.2845247 Feb 15 15:12:22.086200 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53424) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:22.093036 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f81e88-aca5-4bc9-ab10-6ff1ed44c4e9 None None] Network 7ef6b32b-9310-4ddb-9a95-776288c61e96 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:12:22.197815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.202037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-42e50c37-0ef6-47ec-be7c-5b2c377e805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:12:20Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:22.230467 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e50c37-0ef6-47ec-be7c-5b2c377e805e None None] Checking router: 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:12:22.239558 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e50c37-0ef6-47ec-be7c-5b2c377e805e None None] Routers {'8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:22.240171 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-42e50c37-0ef6-47ec-be7c-5b2c377e805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:22.305873 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] DHCP port deletion for 7ef6b32b-9310-4ddb-9a95-776288c61e96 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:12:22.315354 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_gateway (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.368751 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Deleting port d9016357-1392-4679-9c94-c5ba53c4b2d5 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:12:22.369141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.385182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-42e50c37-0ef6-47ec-be7c-5b2c377e805e None None] Set router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:22.454089 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] For port d9016357-1392-4679-9c94-c5ba53c4b2d5, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=d9016357-1392-4679-9c94-c5ba53c4b2d5,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:22.454358 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.468106 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Calling delete_port for d9016357-1392-4679-9c94-c5ba53c4b2d5 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:12:22.599633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Deleting port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:12:22.599955 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.639797 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (d9016357-1392-4679-9c94-c5ba53c4b2d5), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.665833 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Port': ['ID=d9016357-1392-4679-9c94-c5ba53c4b2d5,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:22.708696 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] For port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=4eb2d75b-1bdf-49a8-9731-87169c2ac78f,segment=NetworkSegment(4a2356e6-5371-437a-bbe7-723e2f197f86),segment_id=4a2356e6-5371-437a-bbe7-723e2f197f86)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:22.709096 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.726575 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.729689 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Calling delete_port for 4eb2d75b-1bdf-49a8-9731-87169c2ac78f owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:12:22.823385 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.825519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router_controller (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.854655 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-42e50c37-0ef6-47ec-be7c-5b2c377e805e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:12:20Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:22.857669 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (4eb2d75b-1bdf-49a8-9731-87169c2ac78f), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.877483 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (8ccf9ffe-2973-4bc9-9a1d-142943c0abd2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.878003 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Fanout notify agent at l3_agent the message router_deleted on router 8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:12:22.889751 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:22.889751 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1f655a70-0a5a-4032-8998-a13a23e58895 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/routers/8ccf9ffe-2973-4bc9-9a1d-142943c0abd2 HTTP/1.1" status: 204 len: 168 time: 0.8000236 Feb 15 15:12:22.890126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53426) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:22.903346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e50c37-0ef6-47ec-be7c-5b2c377e805e None None] The sync data for ids ['8ccf9ffe-2973-4bc9-9a1d-142943c0abd2'] in n-d-829064-15 is: [{'id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924358632', 'tenant_id': '9ccc15b20d3f455892eb64b1578a5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:11:15Z', 'updated_at': '2022-02-15T15:12:20Z', 'revision_number': 5, 'project_id': '9ccc15b20d3f455892eb64b1578a5795', 'gw_port': {'id': 'd9016357-1392-4679-9c94-c5ba53c4b2d5', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf9ffe-2973-4bc9-9a1d-142943c0abd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:11:16Z', 'updated_at': '2022-02-15T15:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:12:22.907540 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Pushing event deleted for resources: {'Port': ['ID=4eb2d75b-1bdf-49a8-9731-87169c2ac78f,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:22.911826 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] No DVR routers for this DVR port 4eb2d75b-1bdf-49a8-9731-87169c2ac78f on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:12:22.919068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.919564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.919771 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.920098 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.920431 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.920764 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.921088 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.921425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.921737 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.922057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.922377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.923806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.923806 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fc11d1-231f-41ff-9692-c2ed10f01efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:22.982919 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (7ef6b32b-9310-4ddb-9a95-776288c61e96), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.071667 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (7ef6b32b-9310-4ddb-9a95-776288c61e96), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.092651 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef6b32b-9310-4ddb-9a95-776288c61e96']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:23.102368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2356e6-5371-437a-bbe7-723e2f197f86') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:23.102656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2356e6-5371-437a-bbe7-723e2f197f86') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:23.112431 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (4a2356e6-5371-437a-bbe7-723e2f197f86), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.125737 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (4a2356e6-5371-437a-bbe7-723e2f197f86), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.132375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:12:23.132780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (4a2356e6-5371-437a-bbe7-723e2f197f86), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: timer() Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:12:23.135840 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:12:23.196193 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (7ef6b32b-9310-4ddb-9a95-776288c61e96), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.203801 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.207103 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/networks/7ef6b32b-9310-4ddb-9a95-776288c61e96 HTTP/1.1" status: 204 len: 168 time: 0.3153322 Feb 15 15:12:23.210098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53428) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:23.218675 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59591581-04a1-4f43-af3c-f25cf5fadab1 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'Network': ['ID=7ef6b32b-9310-4ddb-9a95-776288c61e96,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:23.256583 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:12:23.271096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0a9cc37-1092-4acc-ac18-0daa1bc3b256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (782914ee-f013-4b43-83a6-ac8946e978e9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.281987 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:12:23.282345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 1e0c2ddf-1008-410a-b3c6-6ecd3371a84e not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:12:23.299558 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0a9cc37-1092-4acc-ac18-0daa1bc3b256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (782914ee-f013-4b43-83a6-ac8946e978e9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.368274 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0a9cc37-1092-4acc-ac18-0daa1bc3b256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (782914ee-f013-4b43-83a6-ac8946e978e9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.370833 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e0a9cc37-1092-4acc-ac18-0daa1bc3b256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.372036 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e0a9cc37-1092-4acc-ac18-0daa1bc3b256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] 10.222.0.72 "DELETE /v2.0/security-groups/782914ee-f013-4b43-83a6-ac8946e978e9 HTTP/1.1" status: 204 len: 168 time: 0.1607280 Feb 15 15:12:23.381111 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9cc37-1092-4acc-ac18-0daa1bc3b256 tempest-TestNetworkAdvancedServerOps-1693232027 tempest-TestNetworkAdvancedServerOps-1693232027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782914ee-f013-4b43-83a6-ac8946e978e9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:23.707368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53436) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:23.851387 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d45b6f93-fa71-4a50-bf19-93991cf78ed9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ccc15b20d3f455892eb64b1578a5795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428275 Feb 15 15:12:23.853810 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53440) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:23.909013 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a1ccd0a-0de9-4850-b440-3407fdbae30d admin admin] Publish callbacks [] for security_group (838ac510-7c50-4687-999c-e4e39983ea21), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.933629 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a1ccd0a-0de9-4850-b440-3407fdbae30d admin admin] Publish callbacks [] for security_group (838ac510-7c50-4687-999c-e4e39983ea21), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.978927 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a1ccd0a-0de9-4850-b440-3407fdbae30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (838ac510-7c50-4687-999c-e4e39983ea21), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.981456 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-8a1ccd0a-0de9-4850-b440-3407fdbae30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:23.982614 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-8a1ccd0a-0de9-4850-b440-3407fdbae30d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/838ac510-7c50-4687-999c-e4e39983ea21 HTTP/1.1" status: 204 len: 168 time: 0.1279256 Feb 15 15:12:23.991454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ccd0a-0de9-4850-b440-3407fdbae30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838ac510-7c50-4687-999c-e4e39983ea21,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:24.061618 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:12:24.081260 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:12:24.081611 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 7eb0afef-5f1e-410b-8bf8-e5aba0fe2dbb not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:12:24.082030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4eb2d75b-1bdf-49a8-9731-87169c2ac78f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:12:24.101553 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 4eb2d75b-1bdf-49a8-9731-87169c2ac78f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:12:24.101909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 4eb2d75b-1bdf-49a8-9731-87169c2ac78f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:12:24.102337 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d9016357-1392-4679-9c94-c5ba53c4b2d5 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:12:24.121363 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: d9016357-1392-4679-9c94-c5ba53c4b2d5 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:12:24.121715 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device d9016357-1392-4679-9c94-c5ba53c4b2d5 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:12:24.246159 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53446) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:24.263118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf76266f-142e-4d17-948b-cbc394a8cb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:24.335639 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf76266f-142e-4d17-948b-cbc394a8cb1e admin admin] Publish callbacks [] for security_group (64afb192-5c80-45cf-8f83-ad26e78d9b86), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:24.339172 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cf76266f-142e-4d17-948b-cbc394a8cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (64afb192-5c80-45cf-8f83-ad26e78d9b86), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:24.376874 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cf76266f-142e-4d17-948b-cbc394a8cb1e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c40cbbeef3ea4a73837eb4e30fddcb5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296391 Feb 15 15:12:24.378238 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76266f-142e-4d17-948b-cbc394a8cb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64afb192-5c80-45cf-8f83-ad26e78d9b86,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:24.380222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53448) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:24.432211 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-782d6121-2b5f-44a3-b7ea-18998fffd9ee admin admin] Publish callbacks [] for security_group (64afb192-5c80-45cf-8f83-ad26e78d9b86), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:24.453303 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-782d6121-2b5f-44a3-b7ea-18998fffd9ee admin admin] Publish callbacks [] for security_group (64afb192-5c80-45cf-8f83-ad26e78d9b86), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:24.499073 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-782d6121-2b5f-44a3-b7ea-18998fffd9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (64afb192-5c80-45cf-8f83-ad26e78d9b86), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:24.501602 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-782d6121-2b5f-44a3-b7ea-18998fffd9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:24.502754 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-782d6121-2b5f-44a3-b7ea-18998fffd9ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/64afb192-5c80-45cf-8f83-ad26e78d9b86 HTTP/1.1" status: 204 len: 168 time: 0.1215227 Feb 15 15:12:24.510783 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d6121-2b5f-44a3-b7ea-18998fffd9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64afb192-5c80-45cf-8f83-ad26e78d9b86,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:25.188263 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53470) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:25.281566 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-868372023-network', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:25.301237 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Made reservation on behalf of 1e90ba8a910349a49bd537637eb4e468 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:12:25.303606 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.312113 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.385053 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Publish callbacks [] for security_group (f5522c4d-5fb0-4752-89d5-85ed626a9747), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.389144 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f5522c4d-5fb0-4752-89d5-85ed626a9747), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.412879 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:12:25.422305 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5522c4d-5fb0-4752-89d5-85ed626a9747,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:25.427586 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c3a43af5-271c-4465-9115-3448da833df2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.427931 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Added segment c3a43af5-271c-4465-9115-3448da833df2 of type vlan for network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 Feb 15 15:12:25.467351 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (7b7b40e5-811f-48cb-b0de-afc5dc8f91f3), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.491135 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (7b7b40e5-811f-48cb-b0de-afc5dc8f91f3), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.492063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:25.492638 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.548819 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3593605 Feb 15 15:12:25.551877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53474) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:25.556773 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] Request body: {'subnet': {'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-868372023-subnet', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:25.566149 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540ac22-235a-497a-a2ae-881c674331be admin admin] Pushing event updated for resources: {'Network': ['ID=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:25.576102 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:12:25.581725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] Made reservation on behalf of 1e90ba8a910349a49bd537637eb4e468 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:12:25.584145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.753591 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (57b8275a-75f7-45ae-aaa6-bd777a583726), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.810432 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b8275a-75f7-45ae-aaa6-bd777a583726,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:25.817484 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] Checking segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:12:25.817845 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] Network hostable DHCP agents. Network: 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:12:25.834487 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] Network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:12:25.843030 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:25.847546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:25.848141 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.854370 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f2dc8-862b-42b7-b22f-d089d5eaa0cb None None] Network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:12:25.863653 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-daa77ff7-9227-43ad-9957-58ad106dbdc7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3107629 Feb 15 15:12:25.866804 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53476) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:25.870980 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:25.889217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (eb4f569a-fdc6-44e5-b662-172d50262d4d), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.890204 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (eb4f569a-fdc6-44e5-b662-172d50262d4d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.948036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Publish callbacks [] for router_controller (eb4f569a-fdc6-44e5-b662-172d50262d4d), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:25.963327 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:12:25.964192 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.093798 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Publish callbacks [] for router_gateway (eb4f569a-fdc6-44e5-b662-172d50262d4d), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.098356 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Allocated IP 172.20.0.2 (7b7b40e5-811f-48cb-b0de-afc5dc8f91f3/57b8275a-75f7-45ae-aaa6-bd777a583726/b369e5ad-b4df-4612-9d46-18cbb3034122) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:12:26.238497 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Publish callbacks [] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.244033 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.290470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:12:26.293377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:26.297165 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:12:26.299248 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Publish callbacks [] for router_gateway (eb4f569a-fdc6-44e5-b662-172d50262d4d), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.303167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Pushing event updated for resources: {'Port': ['ID=b369e5ad-b4df-4612-9d46-18cbb3034122,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:26.319278 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.355830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Attempting to bind port b369e5ad-b4df-4612-9d46-18cbb3034122 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:12:26.356119 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Attempting to bind port b369e5ad-b4df-4612-9d46-18cbb3034122 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:12:26.356485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Attempting to bind port b369e5ad-b4df-4612-9d46-18cbb3034122 on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:12:26.361964 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:12:26.362375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Checking segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:12:26.362782 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.363199 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Bound using segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:12:26.363667 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Bound port: b369e5ad-b4df-4612-9d46-18cbb3034122, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:12:26.364043 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.424562 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Allocated IP 172.25.6.40 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/066969f4-0e1f-4f6b-af26-a7f73a2603fb) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:12:26.426685 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] For port b369e5ad-b4df-4612-9d46-18cbb3034122, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:12:26.430090 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] For port b369e5ad-b4df-4612-9d46-18cbb3034122, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b369e5ad-b4df-4612-9d46-18cbb3034122,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:12:26.436884 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.498000 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9850df-1341-43d1-8072-8074b9649301 None None] Pushing event updated for resources: {'Port': ['ID=b369e5ad-b4df-4612-9d46-18cbb3034122,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:26.545174 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Publish callbacks [] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.579458 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:26.617452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:12:26.625667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:26.631862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:12:26.669355 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Pushing event updated for resources: {'Port': ['ID=066969f4-0e1f-4f6b-af26-a7f73a2603fb,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:26.907311 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Publish callbacks [] for router_gateway (eb4f569a-fdc6-44e5-b662-172d50262d4d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:27.102960 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (eb4f569a-fdc6-44e5-b662-172d50262d4d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:27.239114 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Router eb4f569a-fdc6-44e5-b662-172d50262d4d is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:12:27.351088 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:12:27.361414 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Sync routers for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:12:27.367836 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:27.371413 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1f0c97ad-4b04-4fdd-b06e-e8b648ef32b5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5014534 Feb 15 15:12:27.371955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53478) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:27.372915 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:27.373779 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:27.410590 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20b392c-cf18-4e9f-988f-8f30ff706b7b None None] Network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:12:27.486942 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:27.527843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-03e0c76a-db5b-4fcd-9e29-11791092ba82 None None] Provisioning complete for port b369e5ad-b4df-4612-9d46-18cbb3034122 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:27.528368 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03e0c76a-db5b-4fcd-9e29-11791092ba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:27.626560 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-03e0c76a-db5b-4fcd-9e29-11791092ba82 None None] Current status of the port b369e5ad-b4df-4612-9d46-18cbb3034122 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:27.627585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03e0c76a-db5b-4fcd-9e29-11791092ba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:27.666001 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-03e0c76a-db5b-4fcd-9e29-11791092ba82 None None] For port b369e5ad-b4df-4612-9d46-18cbb3034122, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b369e5ad-b4df-4612-9d46-18cbb3034122,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:27.672992 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03e0c76a-db5b-4fcd-9e29-11791092ba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:27.725368 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:26Z', 'revision_number': 3, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:27.727542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0c76a-db5b-4fcd-9e29-11791092ba82 None None] Pushing event updated for resources: {'Port': ['ID=b369e5ad-b4df-4612-9d46-18cbb3034122,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:27.775096 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Checking router: eb4f569a-fdc6-44e5-b662-172d50262d4d for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:12:27.775661 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Updating router eb4f569a-fdc6-44e5-b662-172d50262d4d port 066969f4-0e1f-4f6b-af26-a7f73a2603fb binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:12:27.815499 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:27.898607 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-042741aa-94c0-4143-bdbd-90a12aa28c31 None None] Provisioning complete for port b369e5ad-b4df-4612-9d46-18cbb3034122 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:27.899009 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-042741aa-94c0-4143-bdbd-90a12aa28c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:27.990286 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-042741aa-94c0-4143-bdbd-90a12aa28c31 None None] Current status of the port b369e5ad-b4df-4612-9d46-18cbb3034122 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:28.090074 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Publish callbacks [] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.101356 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.109248 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b369e5ad-b4df-4612-9d46-18cbb3034122 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:12:28.131777 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.160375 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port b369e5ad-b4df-4612-9d46-18cbb3034122 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:28.160849 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.164476 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Attempting to bind port 066969f4-0e1f-4f6b-af26-a7f73a2603fb on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:12:28.165048 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Attempting to bind port 066969f4-0e1f-4f6b-af26-a7f73a2603fb by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:12:28.165604 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Attempting to bind port 066969f4-0e1f-4f6b-af26-a7f73a2603fb on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:12:28.170620 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Pushing event updated for resources: {'Port': ['ID=066969f4-0e1f-4f6b-af26-a7f73a2603fb,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:28.173068 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:12:28.173681 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:12:28.174238 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.174779 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:12:28.175423 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Bound port: 066969f4-0e1f-4f6b-af26-a7f73a2603fb, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:12:28.176165 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.202811 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.203432 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.203949 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.204450 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.204834 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.205667 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.205993 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.206312 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.206633 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.206968 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.207290 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.207604 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.207932 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:12:28.244223 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] For port 066969f4-0e1f-4f6b-af26-a7f73a2603fb, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:12:28.248065 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] For port 066969f4-0e1f-4f6b-af26-a7f73a2603fb, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=066969f4-0e1f-4f6b-af26-a7f73a2603fb,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:12:28.251056 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port b369e5ad-b4df-4612-9d46-18cbb3034122 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:28.255400 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.300372 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Allocated IP 172.20.0.1 (7b7b40e5-811f-48cb-b0de-afc5dc8f91f3/57b8275a-75f7-45ae-aaa6-bd777a583726/03cd23f6-253a-47ac-bd04-0826c0c35843) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:12:28.313526 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e61c0-4fd1-4139-a657-abe8c50e2315 None None] Pushing event updated for resources: {'Port': ['ID=066969f4-0e1f-4f6b-af26-a7f73a2603fb,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:28.316746 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:28.317342 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:28.405788 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Publish callbacks [] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.421373 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:28.439862 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.480955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:12:28.484026 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:28.488443 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:12:28.514194 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Pushing event updated for resources: {'Port': ['ID=03cd23f6-253a-47ac-bd04-0826c0c35843,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:28.534599 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (eb4f569a-fdc6-44e5-b662-172d50262d4d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.681988 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.713979 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:26Z', 'revision_number': 3, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:28.714484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-e44f1465-31c6-4249-ab7a-322acb3df1a4 None None] Provisioning complete for port 03cd23f6-253a-47ac-bd04-0826c0c35843 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:28.715089 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e44f1465-31c6-4249-ab7a-322acb3df1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.740960 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689250e1-bc62-4c2b-a4a6-f286579ba8c2 None None] The sync data for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 is: [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:26Z', 'revision_number': 3, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:12:28.750116 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-e44f1465-31c6-4249-ab7a-322acb3df1a4 None None] Port 03cd23f6-253a-47ac-bd04-0826c0c35843 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:12:28.859003 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Publish callbacks [] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.864182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:28.931717 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Pushing event updated for resources: {'Port': ['ID=03cd23f6-253a-47ac-bd04-0826c0c35843,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:28.934142 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (eb4f569a-fdc6-44e5-b662-172d50262d4d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:29.048661 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:12:29.050651 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:29.179896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Router eb4f569a-fdc6-44e5-b662-172d50262d4d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:12:29.278928 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6967874e-fcb3-44fd-954c-7e488a8f625e None None] Provisioning complete for port 03cd23f6-253a-47ac-bd04-0826c0c35843 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:29.279319 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6967874e-fcb3-44fd-954c-7e488a8f625e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:29.310803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:12:29.313869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6967874e-fcb3-44fd-954c-7e488a8f625e None None] Port 03cd23f6-253a-47ac-bd04-0826c0c35843 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:12:29.316771 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4a50a271-1fad-46ed-af56-dfb871908bbc admin admin] 10.222.0.72 "PUT /v2.0/routers/eb4f569a-fdc6-44e5-b662-172d50262d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9440453 Feb 15 15:12:29.803509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53494) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:29.808726 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-294423070-network', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:29.827639 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Made reservation on behalf of f6595f00b4ef42dc98c46a9f2c9e01f3 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:12:29.830074 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:29.839731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:29.915311 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Publish callbacks [] for security_group (328c69ef-b48f-45ce-b28a-eda86d461a60), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:29.918965 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (328c69ef-b48f-45ce-b28a-eda86d461a60), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:29.946468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:12:29.951817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328c69ef-b48f-45ce-b28a-eda86d461a60,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:29.960985 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (09d4ebd2-4dc2-401c-923e-52700839d978), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:29.961442 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Added segment 09d4ebd2-4dc2-401c-923e-52700839d978 of type vlan for network 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca Feb 15 15:12:30.005648 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.034376 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.035764 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:30.036425 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.089874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 066969f4-0e1f-4f6b-af26-a7f73a2603fb up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:12:30.095027 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2904315 Feb 15 15:12:30.098421 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53496) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:30.103688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] Request body: {'subnet': {'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-294423070-subnet', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'ip_version': 4}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:30.118490 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f84d0d-b940-43ab-b56a-bb8977c86120 admin admin] Pushing event updated for resources: {'Network': ['ID=51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:30.129670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:12:30.134129 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] Made reservation on behalf of f6595f00b4ef42dc98c46a9f2c9e01f3 for: {'subnet': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:12:30.136653 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2381377'] for subnet (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.204645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 066969f4-0e1f-4f6b-af26-a7f73a2603fb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:30.205059 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.288584 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 066969f4-0e1f-4f6b-af26-a7f73a2603fb is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:30.288983 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.311949 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 066969f4-0e1f-4f6b-af26-a7f73a2603fb, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=066969f4-0e1f-4f6b-af26-a7f73a2603fb,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:30.316140 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-365262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2381395'] for subnet (d941eda2-d093-490a-914e-958e5c6217f9), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.316647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.366029 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=066969f4-0e1f-4f6b-af26-a7f73a2603fb,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:30.377894 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Sync routers for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:12:30.378749 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d941eda2-d093-490a-914e-958e5c6217f9,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:30.387115 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] Checking segment: {'id': '09d4ebd2-4dc2-401c-923e-52700839d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:12:30.387298 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:30.387478 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] Network hostable DHCP agents. Network: 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:12:30.387905 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:30.405117 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] Network 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:12:30.414602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca) {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:30.419042 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:30.419629 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.427666 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fb5311-8ef4-4ab3-a942-5e13674dea62 None None] Network 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:12:30.438254 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a960c64d-9a3f-4557-bfba-b052b9682246 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3384624 Feb 15 15:12:30.440850 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53498) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:30.445074 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-294423070-router', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:30.464126 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (484549d2-0b1a-45ef-a43e-f877e3fc914e), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.465256 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (484549d2-0b1a-45ef-a43e-f877e3fc914e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.521086 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Publish callbacks [] for router_controller (484549d2-0b1a-45ef-a43e-f877e3fc914e), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.561332 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:30.612794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca', 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca', 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'fixed_ips': [{'subnet_id': 'd941eda2-d093-490a-914e-958e5c6217f9'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:12:30.613640 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:30.957496 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Publish callbacks [] for router_gateway (484549d2-0b1a-45ef-a43e-f877e3fc914e), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.035609 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Allocated IP 172.20.0.2 (51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca/d941eda2-d093-490a-914e-958e5c6217f9/af6b7c91-1552-41d0-8aed-7877e5bacb0f) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:12:31.127290 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 2, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:31.158629 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Checking router: eb4f569a-fdc6-44e5-b662-172d50262d4d for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:12:31.159112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Updating router eb4f569a-fdc6-44e5-b662-172d50262d4d port 03cd23f6-253a-47ac-bd04-0826c0c35843 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:12:31.161835 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Publish callbacks [] for router_gateway (484549d2-0b1a-45ef-a43e-f877e3fc914e), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.181830 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.224162 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.272887 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Publish callbacks [] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.284612 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.290347 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Allocated IP 172.25.6.23 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/f2144f7d-5588-4b7f-b538-645f7c023f88) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:12:31.371234 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Network 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:12:31.386302 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:31.391517 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:12:31.394519 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Publish callbacks [] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.406731 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Pushing event updated for resources: {'Port': ['ID=af6b7c91-1552-41d0-8aed-7877e5bacb0f,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:31.431749 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.472146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:12:31.475215 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:31.478098 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:12:31.502417 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Attempting to bind port af6b7c91-1552-41d0-8aed-7877e5bacb0f on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:12:31.502791 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Attempting to bind port af6b7c91-1552-41d0-8aed-7877e5bacb0f by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '09d4ebd2-4dc2-401c-923e-52700839d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:12:31.503183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Attempting to bind port af6b7c91-1552-41d0-8aed-7877e5bacb0f on network 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:12:31.511168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:12:31.511547 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Checking segment: {'id': '09d4ebd2-4dc2-401c-923e-52700839d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:12:31.511951 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.512345 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Bound using segment: {'id': '09d4ebd2-4dc2-401c-923e-52700839d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:12:31.512810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Bound port: af6b7c91-1552-41d0-8aed-7877e5bacb0f, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d4ebd2-4dc2-401c-923e-52700839d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:12:31.513191 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.515070 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Pushing event updated for resources: {'Port': ['ID=f2144f7d-5588-4b7f-b538-645f7c023f88,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:31.625141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] For port af6b7c91-1552-41d0-8aed-7877e5bacb0f, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:12:31.630139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] For port af6b7c91-1552-41d0-8aed-7877e5bacb0f, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=af6b7c91-1552-41d0-8aed-7877e5bacb0f,segment=NetworkSegment(09d4ebd2-4dc2-401c-923e-52700839d978),segment_id=09d4ebd2-4dc2-401c-923e-52700839d978)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:12:31.654480 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.710114 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Publish callbacks [] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.725721 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.747760 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Publish callbacks [] for router_gateway (484549d2-0b1a-45ef-a43e-f877e3fc914e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.748172 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1016c7-66ac-47f3-8f72-b4f0eb3da47d None None] Pushing event updated for resources: {'Port': ['ID=af6b7c91-1552-41d0-8aed-7877e5bacb0f,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:31.832266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d360ba-a909-4235-ab54-2f888fd3959e None None] Pushing event updated for resources: {'Port': ['ID=03cd23f6-253a-47ac-bd04-0826c0c35843,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:31.843772 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Attempting to bind port 03cd23f6-253a-47ac-bd04-0826c0c35843 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:12:31.844144 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Attempting to bind port 03cd23f6-253a-47ac-bd04-0826c0c35843 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:12:31.844510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Attempting to bind port 03cd23f6-253a-47ac-bd04-0826c0c35843 on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:12:31.850702 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:12:31.851104 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Checking segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:12:31.851510 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.851906 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Bound using segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:12:31.852372 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Bound port: 03cd23f6-253a-47ac-bd04-0826c0c35843, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:12:31.852750 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:31.948575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] For port 03cd23f6-253a-47ac-bd04-0826c0c35843, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:12:31.952484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] For port 03cd23f6-253a-47ac-bd04-0826c0c35843, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=03cd23f6-253a-47ac-bd04-0826c0c35843,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:12:31.976392 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:32.004116 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (484549d2-0b1a-45ef-a43e-f877e3fc914e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:32.049468 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:32.050109 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:32.186781 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d360ba-a909-4235-ab54-2f888fd3959e None None] Pushing event updated for resources: {'Port': ['ID=03cd23f6-253a-47ac-bd04-0826c0c35843,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:32.217556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b10ef15d-1f30-47c5-b911-7e6dcfe8d5a9 None None] Provisioning complete for port 03cd23f6-253a-47ac-bd04-0826c0c35843 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:32.217932 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b10ef15d-1f30-47c5-b911-7e6dcfe8d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:32.230021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Router 484549d2-0b1a-45ef-a43e-f877e3fc914e is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:12:32.246959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device af6b7c91-1552-41d0-8aed-7877e5bacb0f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:12:32.316867 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:32.368447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:12:32.380474 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Sync routers for ids ['484549d2-0b1a-45ef-a43e-f877e3fc914e'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:12:32.392607 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:32.392912 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Routers {'484549d2-0b1a-45ef-a43e-f877e3fc914e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:32.396411 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['484549d2-0b1a-45ef-a43e-f877e3fc914e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:32.396573 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-479434be-985d-4123-8550-bbfeff6a831e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9521077 Feb 15 15:12:32.396956 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53500) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:32.433574 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port af6b7c91-1552-41d0-8aed-7877e5bacb0f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:32.433948 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:32.521975 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b10ef15d-1f30-47c5-b911-7e6dcfe8d5a9 None None] Current status of the port 03cd23f6-253a-47ac-bd04-0826c0c35843 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:32.522206 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Set router 484549d2-0b1a-45ef-a43e-f877e3fc914e gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:32.522351 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b10ef15d-1f30-47c5-b911-7e6dcfe8d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:32.735655 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'name': 'tempest-TestShelveInstance-294423070-router', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:30Z', 'updated_at': '2022-02-15T15:12:31Z', 'revision_number': 3, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'gw_port': {'id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:31Z', 'updated_at': '2022-02-15T15:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:32.753451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b10ef15d-1f30-47c5-b911-7e6dcfe8d5a9 None None] For port 03cd23f6-253a-47ac-bd04-0826c0c35843, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=03cd23f6-253a-47ac-bd04-0826c0c35843,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:32.769674 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Checking router: 484549d2-0b1a-45ef-a43e-f877e3fc914e for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:12:32.770237 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Updating router 484549d2-0b1a-45ef-a43e-f877e3fc914e port f2144f7d-5588-4b7f-b538-645f7c023f88 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:12:32.781624 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b10ef15d-1f30-47c5-b911-7e6dcfe8d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:32.805986 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:32.928838 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.008900 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ef15d-1f30-47c5-b911-7e6dcfe8d5a9 None None] Pushing event updated for resources: {'Port': ['ID=03cd23f6-253a-47ac-bd04-0826c0c35843,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:33.020043 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd66ba-6f44-46ad-b2c5-2c986af6ae5c None None] Network 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:12:33.074573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port af6b7c91-1552-41d0-8aed-7877e5bacb0f is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:33.075120 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.076720 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Publish callbacks [] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.083968 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.096058 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-4f4964fe-8b7b-43c5-bcf9-0596a3493c0e None None] Provisioning complete for port 03cd23f6-253a-47ac-bd04-0826c0c35843 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:33.096538 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4f4964fe-8b7b-43c5-bcf9-0596a3493c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.108685 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Allocated IP 172.20.0.1 (51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca/d941eda2-d093-490a-914e-958e5c6217f9/039024e1-a744-4b46-bda9-2b4c1646d89d) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:12:33.132469 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Attempting to bind port f2144f7d-5588-4b7f-b538-645f7c023f88 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:12:33.132841 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Attempting to bind port f2144f7d-5588-4b7f-b538-645f7c023f88 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:12:33.133195 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Attempting to bind port f2144f7d-5588-4b7f-b538-645f7c023f88 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:12:33.141038 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:12:33.141677 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:12:33.142607 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.143030 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:12:33.143493 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Bound port: f2144f7d-5588-4b7f-b538-645f7c023f88, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:12:33.144038 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.192183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port af6b7c91-1552-41d0-8aed-7877e5bacb0f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=af6b7c91-1552-41d0-8aed-7877e5bacb0f,segment=NetworkSegment(09d4ebd2-4dc2-401c-923e-52700839d978),segment_id=09d4ebd2-4dc2-401c-923e-52700839d978)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:33.199381 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73832cf8-a8ac-4644-bf82-185f7cf03938 None None] Pushing event updated for resources: {'Port': ['ID=f2144f7d-5588-4b7f-b538-645f7c023f88,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:33.207087 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.207883 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 066969f4-0e1f-4f6b-af26-a7f73a2603fb up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:12:33.207992 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] For port f2144f7d-5588-4b7f-b538-645f7c023f88, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:12:33.214154 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] For port f2144f7d-5588-4b7f-b538-645f7c023f88, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f2144f7d-5588-4b7f-b538-645f7c023f88,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:12:33.225480 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.231214 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Publish callbacks [] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.239140 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:31Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:33.274083 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.290320 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Routers {'484549d2-0b1a-45ef-a43e-f877e3fc914e'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:33.290967 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['484549d2-0b1a-45ef-a43e-f877e3fc914e'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:33.317722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Network 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:12:33.319923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce6109-6451-429c-a5b1-aea95c2c21da None None] The sync data for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 is: [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:31Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:12:33.321453 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:33.325075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:12:33.339570 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73832cf8-a8ac-4644-bf82-185f7cf03938 None None] Pushing event updated for resources: {'Port': ['ID=f2144f7d-5588-4b7f-b538-645f7c023f88,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:33.350645 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Pushing event updated for resources: {'Port': ['ID=039024e1-a744-4b46-bda9-2b4c1646d89d,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:33.369551 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (484549d2-0b1a-45ef-a43e-f877e3fc914e), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.425766 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=af6b7c91-1552-41d0-8aed-7877e5bacb0f,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:33.441069 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-4f4964fe-8b7b-43c5-bcf9-0596a3493c0e None None] Current status of the port 03cd23f6-253a-47ac-bd04-0826c0c35843 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:33.478319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 066969f4-0e1f-4f6b-af26-a7f73a2603fb triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:33.478703 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.516414 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] Set router 484549d2-0b1a-45ef-a43e-f877e3fc914e gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:33.571016 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.582524 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f4a061e8-6bfe-4939-afde-67300b2f9ecb None None] Provisioning complete for port af6b7c91-1552-41d0-8aed-7877e5bacb0f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:33.583023 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4a061e8-6bfe-4939-afde-67300b2f9ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.696030 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 066969f4-0e1f-4f6b-af26-a7f73a2603fb is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:33.746198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f4a061e8-6bfe-4939-afde-67300b2f9ecb None None] Current status of the port af6b7c91-1552-41d0-8aed-7877e5bacb0f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:33.799823 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'name': 'tempest-TestShelveInstance-294423070-router', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:30Z', 'updated_at': '2022-02-15T15:12:31Z', 'revision_number': 3, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'gw_port': {'id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:31Z', 'updated_at': '2022-02-15T15:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:33.836569 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fd7f1-1885-4092-9f39-989ae96a60aa None None] The sync data for ids ['484549d2-0b1a-45ef-a43e-f877e3fc914e'] in n-d-829064-15 is: [{'id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'name': 'tempest-TestShelveInstance-294423070-router', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:30Z', 'updated_at': '2022-02-15T15:12:31Z', 'revision_number': 3, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'gw_port': {'id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:31Z', 'updated_at': '2022-02-15T15:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:12:33.857319 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Publish callbacks [] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.864621 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.872346 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d1c6a9c7-371b-4464-8211-1a2bc54c2f35 None None] Provisioning complete for port af6b7c91-1552-41d0-8aed-7877e5bacb0f triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:33.873058 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d1c6a9c7-371b-4464-8211-1a2bc54c2f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.945961 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Pushing event updated for resources: {'Port': ['ID=039024e1-a744-4b46-bda9-2b4c1646d89d,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:33.971752 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (484549d2-0b1a-45ef-a43e-f877e3fc914e), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:33.993752 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d1c6a9c7-371b-4464-8211-1a2bc54c2f35 None None] Current status of the port af6b7c91-1552-41d0-8aed-7877e5bacb0f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:34.121527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d50ea052-dd33-4f02-a3ae-b1d236b4d4f0 None None] Provisioning complete for port 039024e1-a744-4b46-bda9-2b4c1646d89d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:34.122049 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d50ea052-dd33-4f02-a3ae-b1d236b4d4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:34.124370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Network 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:12:34.126186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:34.181470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d50ea052-dd33-4f02-a3ae-b1d236b4d4f0 None None] Port 039024e1-a744-4b46-bda9-2b4c1646d89d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:12:34.246508 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device af6b7c91-1552-41d0-8aed-7877e5bacb0f up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:12:34.300532 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Router 484549d2-0b1a-45ef-a43e-f877e3fc914e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:12:34.323518 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port af6b7c91-1552-41d0-8aed-7877e5bacb0f triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:34.323814 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:34.436662 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port af6b7c91-1552-41d0-8aed-7877e5bacb0f is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:34.438184 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 03cd23f6-253a-47ac-bd04-0826c0c35843 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:12:34.513338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 03cd23f6-253a-47ac-bd04-0826c0c35843 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:34.513722 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:34.621818 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 03cd23f6-253a-47ac-bd04-0826c0c35843 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:34.636319 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-046a6e09-32b3-479b-8541-cf9b4273d936 None None] Provisioning complete for port 039024e1-a744-4b46-bda9-2b4c1646d89d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:34.636843 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-046a6e09-32b3-479b-8541-cf9b4273d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:34.676297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-046a6e09-32b3-479b-8541-cf9b4273d936 None None] Port 039024e1-a744-4b46-bda9-2b4c1646d89d cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:12:34.788357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:12:34.793499 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d24c8592-b533-4afb-90d8-99e08ca5099c admin admin] 10.222.0.72 "PUT /v2.0/routers/484549d2-0b1a-45ef-a43e-f877e3fc914e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3953090 Feb 15 15:12:35.834866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53508) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:35.839614 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-f3c5cd37-c082-49b3-b41b-1e9acff0607d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490955338', 'description': 'tempest-secgroup-smoke-1490955338 description', 'project_id': '1e90ba8a910349a49bd537637eb4e468'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:35.859514 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3c5cd37-c082-49b3-b41b-1e9acff0607d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:35.927780 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3c5cd37-c082-49b3-b41b-1e9acff0607d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (880c01f9-0283-4f84-b117-03d47e9bf947), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:35.931539 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3c5cd37-c082-49b3-b41b-1e9acff0607d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (880c01f9-0283-4f84-b117-03d47e9bf947), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:35.960577 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-f3c5cd37-c082-49b3-b41b-1e9acff0607d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:35.961799 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-f3c5cd37-c082-49b3-b41b-1e9acff0607d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1257026 Feb 15 15:12:35.963676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5cd37-c082-49b3-b41b-1e9acff0607d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880c01f9-0283-4f84-b117-03d47e9bf947,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:35.965029 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53510) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:35.969624 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-cbb63c06-54e0-4f5e-b49b-f4beeb19c989 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '880c01f9-0283-4f84-b117-03d47e9bf947', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:35.996648 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbb63c06-54e0-4f5e-b49b-f4beeb19c989 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (988173b7-fdfa-4d3a-9c66-c45a1e2d04b8), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.063075 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbb63c06-54e0-4f5e-b49b-f4beeb19c989 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (988173b7-fdfa-4d3a-9c66-c45a1e2d04b8), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.067367 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbb63c06-54e0-4f5e-b49b-f4beeb19c989 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (988173b7-fdfa-4d3a-9c66-c45a1e2d04b8), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.086464 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f2144f7d-5588-4b7f-b538-645f7c023f88 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:12:36.087002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb63c06-54e0-4f5e-b49b-f4beeb19c989 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988173b7-fdfa-4d3a-9c66-c45a1e2d04b8,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:36.096132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-cbb63c06-54e0-4f5e-b49b-f4beeb19c989 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.097914 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-cbb63c06-54e0-4f5e-b49b-f4beeb19c989 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317317 Feb 15 15:12:36.100662 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53512) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:36.105072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-006927b3-8c59-4703-9270-f73ca422b31b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '880c01f9-0283-4f84-b117-03d47e9bf947', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:36.129801 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-006927b3-8c59-4703-9270-f73ca422b31b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (5634863f-a3a8-4618-a6ea-a50f765cac7b), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.135198 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f2144f7d-5588-4b7f-b538-645f7c023f88 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:36.135564 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.191272 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-006927b3-8c59-4703-9270-f73ca422b31b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (5634863f-a3a8-4618-a6ea-a50f765cac7b), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.196306 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-006927b3-8c59-4703-9270-f73ca422b31b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (5634863f-a3a8-4618-a6ea-a50f765cac7b), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.215194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006927b3-8c59-4703-9270-f73ca422b31b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5634863f-a3a8-4618-a6ea-a50f765cac7b,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:36.225443 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-006927b3-8c59-4703-9270-f73ca422b31b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.225617 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f2144f7d-5588-4b7f-b538-645f7c023f88 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:36.226010 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.229588 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-006927b3-8c59-4703-9270-f73ca422b31b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251252 Feb 15 15:12:36.229958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53514) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:36.234549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-cfe6366f-ac64-40a8-9a09-8b5453e9a5b5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '880c01f9-0283-4f84-b117-03d47e9bf947', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:36.260460 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port f2144f7d-5588-4b7f-b538-645f7c023f88, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f2144f7d-5588-4b7f-b538-645f7c023f88,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:36.264225 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cfe6366f-ac64-40a8-9a09-8b5453e9a5b5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (95ba5883-57a9-4123-9be2-c219bdf0deda), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.266629 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.323005 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=f2144f7d-5588-4b7f-b538-645f7c023f88,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:36.331031 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cfe6366f-ac64-40a8-9a09-8b5453e9a5b5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (95ba5883-57a9-4123-9be2-c219bdf0deda), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.336206 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cfe6366f-ac64-40a8-9a09-8b5453e9a5b5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (95ba5883-57a9-4123-9be2-c219bdf0deda), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.351887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6366f-ac64-40a8-9a09-8b5453e9a5b5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ba5883-57a9-4123-9be2-c219bdf0deda,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:36.362229 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-cfe6366f-ac64-40a8-9a09-8b5453e9a5b5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.363434 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-cfe6366f-ac64-40a8-9a09-8b5453e9a5b5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324778 Feb 15 15:12:36.366137 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53516) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:36.370659 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-936e6d9e-a729-4648-9442-3ffbe6c3230c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '880c01f9-0283-4f84-b117-03d47e9bf947', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:36.397277 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-936e6d9e-a729-4648-9442-3ffbe6c3230c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (2462879d-a8ea-4917-88e1-a7544e267150), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.454462 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-936e6d9e-a729-4648-9442-3ffbe6c3230c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (2462879d-a8ea-4917-88e1-a7544e267150), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.458385 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-936e6d9e-a729-4648-9442-3ffbe6c3230c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (2462879d-a8ea-4917-88e1-a7544e267150), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.478188 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e6d9e-a729-4648-9442-3ffbe6c3230c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2462879d-a8ea-4917-88e1-a7544e267150,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:36.487700 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-936e6d9e-a729-4648-9442-3ffbe6c3230c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.488893 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-936e6d9e-a729-4648-9442-3ffbe6c3230c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215427 Feb 15 15:12:36.491573 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53518) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:36.495862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-827ee530-49b9-428b-90b5-1246fbf968b9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '880c01f9-0283-4f84-b117-03d47e9bf947', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:36.517108 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-827ee530-49b9-428b-90b5-1246fbf968b9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Project 1e90ba8a910349a49bd537637eb4e468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:12:36.522997 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-827ee530-49b9-428b-90b5-1246fbf968b9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (17be5af9-0e52-427f-85e8-46a4e73a4195), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.533287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Sync routers for ids ['484549d2-0b1a-45ef-a43e-f877e3fc914e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:12:36.544823 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Routers {'484549d2-0b1a-45ef-a43e-f877e3fc914e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:36.545436 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['484549d2-0b1a-45ef-a43e-f877e3fc914e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:36.587727 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-827ee530-49b9-428b-90b5-1246fbf968b9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (17be5af9-0e52-427f-85e8-46a4e73a4195), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.591799 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-827ee530-49b9-428b-90b5-1246fbf968b9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (17be5af9-0e52-427f-85e8-46a4e73a4195), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.610132 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ee530-49b9-428b-90b5-1246fbf968b9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17be5af9-0e52-427f-85e8-46a4e73a4195,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:36.619563 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-827ee530-49b9-428b-90b5-1246fbf968b9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.623291 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-827ee530-49b9-428b-90b5-1246fbf968b9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282327 Feb 15 15:12:36.623530 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53520) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:36.628034 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-56b3220b-36fb-43b7-b092-ae7c9697ef1d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '880c01f9-0283-4f84-b117-03d47e9bf947', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:36.648207 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-56b3220b-36fb-43b7-b092-ae7c9697ef1d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Project 1e90ba8a910349a49bd537637eb4e468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:12:36.654091 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56b3220b-36fb-43b7-b092-ae7c9697ef1d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (d811f1b3-787d-475c-be90-f38cd1605d27), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.661643 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Set router 484549d2-0b1a-45ef-a43e-f877e3fc914e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:36.714060 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56b3220b-36fb-43b7-b092-ae7c9697ef1d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (d811f1b3-787d-475c-be90-f38cd1605d27), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.717672 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56b3220b-36fb-43b7-b092-ae7c9697ef1d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (d811f1b3-787d-475c-be90-f38cd1605d27), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.737124 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3220b-36fb-43b7-b092-ae7c9697ef1d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d811f1b3-787d-475c-be90-f38cd1605d27,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:36.746034 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-56b3220b-36fb-43b7-b092-ae7c9697ef1d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:36.747833 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-56b3220b-36fb-43b7-b092-ae7c9697ef1d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226823 Feb 15 15:12:36.864136 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'name': 'tempest-TestShelveInstance-294423070-router', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:30Z', 'updated_at': '2022-02-15T15:12:33Z', 'revision_number': 4, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'gw_port': {'id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:31Z', 'updated_at': '2022-02-15T15:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '039024e1-a744-4b46-bda9-2b4c1646d89d', 'name': '', 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'mac_address': 'fa:16:3e:ce:76:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd941eda2-d093-490a-914e-958e5c6217f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:32Z', 'updated_at': '2022-02-15T15:12:33Z', 'revision_number': 2, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'subnets': [{'id': 'd941eda2-d093-490a-914e-958e5c6217f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:36.896322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-14dbf5eb-1007-4cac-b578-b0cfa50da8e4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490955338&fields=id&tenant_id=1e90ba8a910349a49bd537637eb4e468 HTTP/1.1" status: 200 len: 267 time: 0.0429122 Feb 15 15:12:36.898642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Checking router: 484549d2-0b1a-45ef-a43e-f877e3fc914e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:12:36.899040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Updating router 484549d2-0b1a-45ef-a43e-f877e3fc914e port 039024e1-a744-4b46-bda9-2b4c1646d89d binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:12:36.926873 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:37.002527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-ac247cc2-7cc8-4473-94e8-270e4d65e3e9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:37.004007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-ac247cc2-7cc8-4473-94e8-270e4d65e3e9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 808 time: 0.1011546 Feb 15 15:12:37.019658 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-afba3144-f114-4865-89ea-aab2c6e2949c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/quotas/1e90ba8a910349a49bd537637eb4e468 HTTP/1.1" status: 200 len: 375 time: 0.0094976 Feb 15 15:12:37.077560 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-d9072b8d-8ea4-42f9-866b-215b669661cc tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525386 Feb 15 15:12:37.271655 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-d1a48b50-3072-4b5f-96d3-732f3c219310 service neutron] 10.222.0.72 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813338 Feb 15 15:12:37.347807 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Publish callbacks [] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:37.353449 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:37.359565 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-9b033053-9fd0-40f1-841d-7e7e76aa2cc6 service neutron] 10.222.0.72 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821135 Feb 15 15:12:37.408339 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0878a-34ce-49a9-ac1b-04f14a84ca3c None None] Pushing event updated for resources: {'Port': ['ID=039024e1-a744-4b46-bda9-2b4c1646d89d,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:37.457684 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Attempting to bind port 039024e1-a744-4b46-bda9-2b4c1646d89d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:12:37.458146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Attempting to bind port 039024e1-a744-4b46-bda9-2b4c1646d89d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '09d4ebd2-4dc2-401c-923e-52700839d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:12:37.458645 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Attempting to bind port 039024e1-a744-4b46-bda9-2b4c1646d89d on network 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:12:37.464287 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:12:37.464758 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Checking segment: {'id': '09d4ebd2-4dc2-401c-923e-52700839d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:12:37.465243 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:37.465715 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Bound using segment: {'id': '09d4ebd2-4dc2-401c-923e-52700839d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:12:37.466261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Bound port: 039024e1-a744-4b46-bda9-2b4c1646d89d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d4ebd2-4dc2-401c-923e-52700839d978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:12:37.466735 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:37.541035 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] For port 039024e1-a744-4b46-bda9-2b4c1646d89d, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:12:37.544587 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] For port 039024e1-a744-4b46-bda9-2b4c1646d89d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=039024e1-a744-4b46-bda9-2b4c1646d89d,segment=NetworkSegment(09d4ebd2-4dc2-401c-923e-52700839d978),segment_id=09d4ebd2-4dc2-401c-923e-52700839d978)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:12:37.552516 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:37.614714 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fd19424f-e3f8-4c6a-a800-e20291b3cf43 req-f45fad04-220f-4b31-8f25-c86598576926 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 210 time: 0.1014047 Feb 15 15:12:37.623143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Routers {'484549d2-0b1a-45ef-a43e-f877e3fc914e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:37.623786 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['484549d2-0b1a-45ef-a43e-f877e3fc914e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:37.671887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0878a-34ce-49a9-ac1b-04f14a84ca3c None None] Pushing event updated for resources: {'Port': ['ID=039024e1-a744-4b46-bda9-2b4c1646d89d,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:37.740776 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6d18d0aa-1398-46fe-9086-174eea9e622a None None] Provisioning complete for port 039024e1-a744-4b46-bda9-2b4c1646d89d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:37.741176 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6d18d0aa-1398-46fe-9086-174eea9e622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:37.786493 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] Set router 484549d2-0b1a-45ef-a43e-f877e3fc914e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:37.947690 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6d18d0aa-1398-46fe-9086-174eea9e622a None None] Current status of the port 039024e1-a744-4b46-bda9-2b4c1646d89d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:37.948095 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6d18d0aa-1398-46fe-9086-174eea9e622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:38.009440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-6d18d0aa-1398-46fe-9086-174eea9e622a None None] For port 039024e1-a744-4b46-bda9-2b4c1646d89d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=039024e1-a744-4b46-bda9-2b4c1646d89d,segment=NetworkSegment(09d4ebd2-4dc2-401c-923e-52700839d978),segment_id=09d4ebd2-4dc2-401c-923e-52700839d978)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:38.032133 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6d18d0aa-1398-46fe-9086-174eea9e622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:38.081154 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f2144f7d-5588-4b7f-b538-645f7c023f88 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:12:38.129083 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18d0aa-1398-46fe-9086-174eea9e622a None None] Pushing event updated for resources: {'Port': ['ID=039024e1-a744-4b46-bda9-2b4c1646d89d,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:38.160734 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'name': 'tempest-TestShelveInstance-294423070-router', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:30Z', 'updated_at': '2022-02-15T15:12:33Z', 'revision_number': 4, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'gw_port': {'id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:31Z', 'updated_at': '2022-02-15T15:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '039024e1-a744-4b46-bda9-2b4c1646d89d', 'name': '', 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'mac_address': 'fa:16:3e:ce:76:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd941eda2-d093-490a-914e-958e5c6217f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:32Z', 'updated_at': '2022-02-15T15:12:37Z', 'revision_number': 4, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'subnets': [{'id': 'd941eda2-d093-490a-914e-958e5c6217f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:38.196435 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ecccbf-8f32-4ad7-bd51-bc663063dbe6 None None] The sync data for ids ['484549d2-0b1a-45ef-a43e-f877e3fc914e'] in n-d-829064-15 is: [{'id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'name': 'tempest-TestShelveInstance-294423070-router', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:30Z', 'updated_at': '2022-02-15T15:12:33Z', 'revision_number': 4, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'gw_port': {'id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:31Z', 'updated_at': '2022-02-15T15:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '039024e1-a744-4b46-bda9-2b4c1646d89d', 'name': '', 'network_id': '51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'mac_address': 'fa:16:3e:ce:76:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'd941eda2-d093-490a-914e-958e5c6217f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:32Z', 'updated_at': '2022-02-15T15:12:37Z', 'revision_number': 4, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'subnets': [{'id': 'd941eda2-d093-490a-914e-958e5c6217f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:12:38.199020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-48732524-32ad-4f6d-9308-06caf816ec10 None None] Provisioning complete for port 039024e1-a744-4b46-bda9-2b4c1646d89d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:38.199424 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-48732524-32ad-4f6d-9308-06caf816ec10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:38.224895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port f2144f7d-5588-4b7f-b538-645f7c023f88 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:38.225285 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:38.359960 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-48732524-32ad-4f6d-9308-06caf816ec10 None None] Current status of the port 039024e1-a744-4b46-bda9-2b4c1646d89d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:38.369348 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port f2144f7d-5588-4b7f-b538-645f7c023f88 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:38.625222 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-c25a6bbf-aea6-4422-979b-19259dc7a754 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:38.627604 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-c25a6bbf-aea6-4422-979b-19259dc7a754 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 808 time: 0.1167498 Feb 15 15:12:38.704131 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-bf689b05-e309-420a-a964-838672c16f3e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e90ba8a910349a49bd537637eb4e468 HTTP/1.1" status: 200 len: 380 time: 0.0667760 Feb 15 15:12:38.714521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'port': {'device_id': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'admin_state_up': True, 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'security_groups': ['880c01f9-0283-4f84-b117-03d47e9bf947']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:38.726681 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07d4ac6d-cc25-48fe-b759-1981bb6664d9 req-8a8ddee3-284d-4dfb-ba16-fe70346a0352 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 210 time: 0.0297208 Feb 15 15:12:38.836599 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Made reservation on behalf of 1e90ba8a910349a49bd537637eb4e468 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:12:38.839986 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:38.982177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Allocated IP 172.20.0.10 (7b7b40e5-811f-48cb-b0de-afc5dc8f91f3/57b8275a-75f7-45ae-aaa6-bd777a583726/8fec6121-12b9-4156-afe5-1f05b201fb5b) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:12:39.121702 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:39.156126 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:39.202578 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:12:39.207868 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:39.210232 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:12:39.239966 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:39.267203 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:39.267832 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:39.283651 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-43ab7707-6498-4c74-8080-9925bc86cc52 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5736043 Feb 15 15:12:39.295590 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Request body: {'port': {'device_id': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:39.362256 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:39.489450 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-6616de3e-a355-4731-b43e-4c58d8e3fa80 None None] Provisioning complete for port 8fec6121-12b9-4156-afe5-1f05b201fb5b triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:39.490050 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6616de3e-a355-4731-b43e-4c58d8e3fa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:39.523876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-6616de3e-a355-4731-b43e-4c58d8e3fa80 None None] Port 8fec6121-12b9-4156-afe5-1f05b201fb5b cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:12:39.620299 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fec6121-12b9-4156-afe5-1f05b201fb5b {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:12:39.628163 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Publish callbacks [] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:39.640343 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Transition to ACTIVE for port object 8fec6121-12b9-4156-afe5-1f05b201fb5b will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:12:39.645584 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:39.721970 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:39.781444 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Attempting to bind port 8fec6121-12b9-4156-afe5-1f05b201fb5b on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:12:39.781778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Attempting to bind port 8fec6121-12b9-4156-afe5-1f05b201fb5b by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:12:39.782086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Attempting to bind port 8fec6121-12b9-4156-afe5-1f05b201fb5b on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:12:39.786877 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Port 8fec6121-12b9-4156-afe5-1f05b201fb5b on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:12:39.787244 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Attempting to bind port 8fec6121-12b9-4156-afe5-1f05b201fb5b on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:12:39.792981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:12:39.793482 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Checking segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:12:39.793982 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Bound using segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:12:39.794507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Bound port: 8fec6121-12b9-4156-afe5-1f05b201fb5b, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:12:39.794995 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:39.865160 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:12:39.869260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:12:39.872050 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60da9d-c5ca-4ef5-9f90-705b457f1acc req-326f93de-5baf-45a5-91f6-cf6218a8ebf7 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:39.873543 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c60da9d-c5ca-4ef5-9f90-705b457f1acc req-326f93de-5baf-45a5-91f6-cf6218a8ebf7 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 944 time: 0.0630999 Feb 15 15:12:39.875953 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:39.910870 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:39.911524 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:39.912939 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] 10.222.0.67 "PUT /v2.0/ports/8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 1093 time: 0.6218047 Feb 15 15:12:39.913362 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:12:39.916290 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d347a2b-5b89-4f85-b772-d6a088a847aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:12:39.951601 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9c60da9d-c5ca-4ef5-9f90-705b457f1acc req-1de757a3-7595-4d91-a9ff-e3bac0caf5ff tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713804 Feb 15 15:12:39.960867 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570bff6-adc0-4a49-9621-51154c8f31f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:40.029460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-ba3904ae-bdfa-4e53-9a78-3fce0326d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:40.034063 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-ba3904ae-bdfa-4e53-9a78-3fce0326d14f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1127 time: 0.0558267 Feb 15 15:12:40.112241 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9ec41e-48df-496a-9b11-4e2c9175b9db x-openstack-request-id: req-8e9ec41e-48df-496a-9b11-4e2c9175b9db {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:12:40.112548 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:12:40.112797 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e9ec41e-48df-496a-9b11-4e2c9175b9db {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:12:40.113206 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'status': 'completed', 'code': 200} Feb 15 15:12:40.115398 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-cfbc99ef-baf3-45fd-a97d-b26774716760 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 217 time: 0.0757985 Feb 15 15:12:40.123746 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 039024e1-a744-4b46-bda9-2b4c1646d89d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:12:40.167981 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-30b88ca3-af0a-42a7-ae29-5a3da032bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:40.169545 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-30b88ca3-af0a-42a7-ae29-5a3da032bec8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0464132 Feb 15 15:12:40.191456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 039024e1-a744-4b46-bda9-2b4c1646d89d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:40.191835 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:40.223746 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-2641475b-df70-4520-abb1-3823c5646519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:40.225957 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-2641475b-df70-4520-abb1-3823c5646519 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498207 Feb 15 15:12:40.278575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 039024e1-a744-4b46-bda9-2b4c1646d89d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:40.326320 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-d5d3ba1e-8dcf-4fa8-9a9b-3ed73d116736 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928941 Feb 15 15:12:40.415702 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-eadd1e85-df15-4279-ac39-bfd904289dbc req-6f4ceea3-a1ab-4aad-8956-91c04ab5646c service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832593 Feb 15 15:12:40.505356 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d347a2b-5b89-4f85-b772-d6a088a847aa req-78ed4d10-c5b6-447b-81c5-8c27de692785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:40.506841 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5d347a2b-5b89-4f85-b772-d6a088a847aa req-78ed4d10-c5b6-447b-81c5-8c27de692785 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1127 time: 0.0499620 Feb 15 15:12:40.596428 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d347a2b-5b89-4f85-b772-d6a088a847aa req-985d6041-fe9b-4f23-9ab8-07ef5025b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:40.597796 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5d347a2b-5b89-4f85-b772-d6a088a847aa req-985d6041-fe9b-4f23-9ab8-07ef5025b057 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0837317 Feb 15 15:12:40.644403 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5d347a2b-5b89-4f85-b772-d6a088a847aa req-58dd7423-5911-4f5f-abc9-c3087f015ab7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 217 time: 0.0388141 Feb 15 15:12:40.693049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d347a2b-5b89-4f85-b772-d6a088a847aa req-b0955b7e-4154-46e3-922a-7e3396882718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:40.694498 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5d347a2b-5b89-4f85-b772-d6a088a847aa req-b0955b7e-4154-46e3-922a-7e3396882718 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0439577 Feb 15 15:12:40.722179 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:40.743354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d347a2b-5b89-4f85-b772-d6a088a847aa req-2c68f500-8407-40a4-a812-a8a888e47387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:40.744872 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5d347a2b-5b89-4f85-b772-d6a088a847aa req-2c68f500-8407-40a4-a812-a8a888e47387 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445311 Feb 15 15:12:40.838669 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5d347a2b-5b89-4f85-b772-d6a088a847aa req-04bc073f-30a0-4b49-b93d-c822ece0e32c service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871248 Feb 15 15:12:40.929043 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-5d347a2b-5b89-4f85-b772-d6a088a847aa req-9e50822d-8f66-4ec4-a81a-056498455f3c service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838106 Feb 15 15:12:41.069282 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9e26-d6d3-49fe-b530-59f939eacaa6 req-be8b7a1b-0eac-42c2-af5f-87a76ddf464f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:41.070758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dedb9e26-d6d3-49fe-b530-59f939eacaa6 req-be8b7a1b-0eac-42c2-af5f-87a76ddf464f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 944 time: 0.0547781 Feb 15 15:12:41.119923 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dedb9e26-d6d3-49fe-b530-59f939eacaa6 req-60bb152d-b468-4c67-9c3f-cbfa4dde4e1e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434840 Feb 15 15:12:42.241179 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67d1e5-f447-4d7f-930f-f5ab0d6d3ea1 req-7911f2f2-8926-4233-b31a-190d61860978 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:42.242656 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc67d1e5-f447-4d7f-930f-f5ab0d6d3ea1 req-7911f2f2-8926-4233-b31a-190d61860978 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 944 time: 0.0516973 Feb 15 15:12:42.294421 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fc67d1e5-f447-4d7f-930f-f5ab0d6d3ea1 req-c5cd89bd-0b9c-4f70-a639-3247d559ef8b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461643 Feb 15 15:12:42.962679 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:43.411984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498523-6b0a-4d05-a008-f8c582ef681a req-cd4343a6-4912-4bf3-962c-dc2996ca3641 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:43.413453 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2498523-6b0a-4d05-a008-f8c582ef681a req-cd4343a6-4912-4bf3-962c-dc2996ca3641 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 944 time: 0.0515087 Feb 15 15:12:43.462797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b2498523-6b0a-4d05-a008-f8c582ef681a req-7727fe8b-6053-40fa-bf94-a08e5ee6920d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438890 Feb 15 15:12:44.578789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984349c0-3f1c-497d-a6aa-b77f718c362c req-f9403d13-a53d-4503-a7ff-322916a6ecb0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:44.580939 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-984349c0-3f1c-497d-a6aa-b77f718c362c req-f9403d13-a53d-4503-a7ff-322916a6ecb0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 944 time: 0.0524025 Feb 15 15:12:44.628524 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-984349c0-3f1c-497d-a6aa-b77f718c362c req-7b76b1cd-76a7-4ebc-b21d-b95ae61267f4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Feb 15 15:12:44.919498 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-43c5f1bf-b475-4785-93cc-a2cca6b34d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:45.230077 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8fec6121-12b9-4156-afe5-1f05b201fb5b details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:12:45.323442 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:45.334387 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'port_id': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'mac_address': 'fa:16:3e:81:c2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:12:45.369801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 8fec6121-12b9-4156-afe5-1f05b201fb5b is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:45.370185 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:45.385599 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fec6121-12b9-4156-afe5-1f05b201fb5b {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:12:45.403722 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:45.407598 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:45.453569 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:45.753264 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c60498-1ea9-4e82-a0b0-449aba27f44b req-60594e75-9e50-4eed-9562-d2fc04e668f3 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:45.754739 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23c60498-1ea9-4e82-a0b0-449aba27f44b req-60594e75-9e50-4eed-9562-d2fc04e668f3 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0559022 Feb 15 15:12:45.801842 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['8fec6121-12b9-4156-afe5-1f05b201fb5b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:12:45.804181 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-23c60498-1ea9-4e82-a0b0-449aba27f44b req-4f81e92f-dc4f-47ee-841f-c3618e1b33d3 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438809 Feb 15 15:12:46.923410 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f057819-1518-4b7a-8690-65e67a97a547 req-bb7aa371-440b-44f1-8bd4-2e88a4be68f5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:46.925430 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f057819-1518-4b7a-8690-65e67a97a547 req-bb7aa371-440b-44f1-8bd4-2e88a4be68f5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0530491 Feb 15 15:12:46.973058 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5f057819-1518-4b7a-8690-65e67a97a547 req-10f3d35a-e508-4fc8-9f95-c5c6990ccc7f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421121 Feb 15 15:12:47.230578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8fec6121-12b9-4156-afe5-1f05b201fb5b up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:12:47.278989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 8fec6121-12b9-4156-afe5-1f05b201fb5b completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:12:47.282712 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 8fec6121-12b9-4156-afe5-1f05b201fb5b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:12:47.283123 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:47.327050 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-275ab09c-1b8c-4fbf-afdd-dc4262ff8b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:47.376561 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 8fec6121-12b9-4156-afe5-1f05b201fb5b is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:12:47.376976 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:47.399310 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:12:47.401519 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a9142b-224c-4287-8218-ddfb33aaee2d" -d '{"events": [{"server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "name": "network-vif-plugged", "status": "completed", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:12:47.413307 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:12:47.417282 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:47.441606 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5b7557-1ee5-4e50-b3fe-2b341e642542 x-openstack-request-id: req-1b5b7557-1ee5-4e50-b3fe-2b341e642542 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:12:47.441902 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "name": "network-vif-plugged", "status": "completed", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:12:47.442156 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b5b7557-1ee5-4e50-b3fe-2b341e642542 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:12:47.442546 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'code': 200} Feb 15 15:12:47.468249 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:47.540960 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e47fa-2c11-4a18-abfe-baed0db4dd7a req-973d6ca2-3a76-4c94-b910-2f6511fd16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:47.542360 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-849e47fa-2c11-4a18-abfe-baed0db4dd7a req-973d6ca2-3a76-4c94-b910-2f6511fd16ee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1129 time: 0.0445156 Feb 15 15:12:47.587767 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-849e47fa-2c11-4a18-abfe-baed0db4dd7a req-384b2bfd-6136-43af-ae44-1256065144b9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388663 Feb 15 15:12:48.094886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa54f72-243a-47a1-9945-5420b3c160d5 req-7d366af7-e720-4566-96d3-7a3c70fecea6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:48.096918 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0fa54f72-243a-47a1-9945-5420b3c160d5 req-7d366af7-e720-4566-96d3-7a3c70fecea6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0559182 Feb 15 15:12:48.152267 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0fa54f72-243a-47a1-9945-5420b3c160d5 req-a398d94a-6659-4ed0-aa32-43df47797509 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497470 Feb 15 15:12:48.668599 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:48.754208 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:12:49.274710 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2369-1c1c-46a2-9ea9-4c199f928b84 req-c7e144c3-80b0-4b06-bdec-e8cab1f88a47 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:49.276196 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07ed2369-1c1c-46a2-9ea9-4c199f928b84 req-c7e144c3-80b0-4b06-bdec-e8cab1f88a47 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0525582 Feb 15 15:12:49.324107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-07ed2369-1c1c-46a2-9ea9-4c199f928b84 req-ec5e00bf-9ea1-4fb3-a19e-807d2d3dfa32 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423577 Feb 15 15:12:49.440164 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea167618-0728-4a25-95b0-28c6182ad10a req-82bd3ec3-d185-4b4d-b86a-579c9015529f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:49.441628 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea167618-0728-4a25-95b0-28c6182ad10a req-82bd3ec3-d185-4b4d-b86a-579c9015529f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0520217 Feb 15 15:12:49.493172 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea167618-0728-4a25-95b0-28c6182ad10a req-ab308d4c-065d-45d6-8cfa-fb20347418fd tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459087 Feb 15 15:12:49.514266 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53580) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:49.598924 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf393d4-2995-442c-b613-eb36297dbfa9 tempest-TestShelveInstance-804531172 tempest-TestShelveInstance-804531172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:49.600363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-fdf393d4-2995-442c-b613-eb36297dbfa9 tempest-TestShelveInstance-804531172 tempest-TestShelveInstance-804531172-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1124 time: 0.0851493 Feb 15 15:12:49.603336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53584) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:12:49.607467 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:12:49.627744 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:49.720661 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:49.826472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Allocated IP 172.25.6.118 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/de38993a-3628-4d0b-8063-7bc487977905) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:12:49.925234 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for port (de38993a-3628-4d0b-8063-7bc487977905), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:49.962881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (de38993a-3628-4d0b-8063-7bc487977905), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:49.994995 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:49.998894 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:12:50.004310 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:12:50.007757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:12:50.031561 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'Port': ['ID=de38993a-3628-4d0b-8063-7bc487977905,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:50.353998 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for floatingip (c8f9318e-d2ab-4e6a-8ec7-5ff02089c857), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:50.423352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (de38993a-3628-4d0b-8063-7bc487977905), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:50.570878 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for port (de38993a-3628-4d0b-8063-7bc487977905), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:50.575211 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (de38993a-3628-4d0b-8063-7bc487977905), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:50.642572 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'Port': ['ID=de38993a-3628-4d0b-8063-7bc487977905,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:12:50.652352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (c8f9318e-d2ab-4e6a-8ec7-5ff02089c857), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:50.754921 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Floating IP c8f9318e-d2ab-4e6a-8ec7-5ff02089c857 associated. External IP: 172.25.6.118, port: 8fec6121-12b9-4156-afe5-1f05b201fb5b. Feb 15 15:12:51.239177 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:51.271784 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Router eb4f569a-fdc6-44e5-b662-172d50262d4d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:12:51.383346 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:12:51.394732 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9124160e-db40-4590-b8ff-eeba18de4abb None None] Sync routers for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:12:51.404074 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:12:51.405993 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124160e-db40-4590-b8ff-eeba18de4abb None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:51.406596 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9124160e-db40-4590-b8ff-eeba18de4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:51.448540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-00699844-7abe-4210-9c36-a723310c7e16 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8304677 Feb 15 15:12:51.448540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:12:51.448540 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94396951-6f9e-41c4-af9d-5a39c9f17e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:12:51.473159 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42736c98-e926-4fd6-bb58-8b4535a912b8 x-openstack-request-id: req-42736c98-e926-4fd6-bb58-8b4535a912b8 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:12:51.473461 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:12:51.473747 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-42736c98-e926-4fd6-bb58-8b4535a912b8 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:12:51.474609 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'status': 'completed', 'code': 200} Feb 15 15:12:51.519260 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9124160e-db40-4590-b8ff-eeba18de4abb None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:51.546652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94396951-6f9e-41c4-af9d-5a39c9f17e8c req-23d26ac1-a4ed-4bdb-a33c-0836bd5af6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:51.548173 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94396951-6f9e-41c4-af9d-5a39c9f17e8c req-23d26ac1-a4ed-4bdb-a33c-0836bd5af6b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1129 time: 0.0519657 Feb 15 15:12:51.641169 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94396951-6f9e-41c4-af9d-5a39c9f17e8c req-fe11c680-46d3-41fe-8858-0faad88b3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:51.643440 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94396951-6f9e-41c4-af9d-5a39c9f17e8c req-fe11c680-46d3-41fe-8858-0faad88b3839 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0871978 Feb 15 15:12:51.716629 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94396951-6f9e-41c4-af9d-5a39c9f17e8c req-61be7137-30ab-41fd-aef5-6b7c3f723482 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 1000 time: 0.0674543 Feb 15 15:12:51.766375 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94396951-6f9e-41c4-af9d-5a39c9f17e8c req-8fbc0882-fde8-437f-85e6-5b05da6ef46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:51.767890 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94396951-6f9e-41c4-af9d-5a39c9f17e8c req-8fbc0882-fde8-437f-85e6-5b05da6ef46e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0452311 Feb 15 15:12:51.819548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94396951-6f9e-41c4-af9d-5a39c9f17e8c req-d11ec882-a8ba-415c-86cd-5a1a5d9a19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:12:51.820975 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94396951-6f9e-41c4-af9d-5a39c9f17e8c req-d11ec882-a8ba-415c-86cd-5a1a5d9a19ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459163 Feb 15 15:12:51.836610 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9124160e-db40-4590-b8ff-eeba18de4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'c8f9318e-d2ab-4e6a-8ec7-5ff02089c857', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'port_id': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'mac_address': 'fa:16:3e:81:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:12:50Z', 'updated_at': '2022-02-15T15:12:50Z', 'revision_number': 0, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:51.865510 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9124160e-db40-4590-b8ff-eeba18de4abb None None] Checking router: eb4f569a-fdc6-44e5-b662-172d50262d4d for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:12:51.873861 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124160e-db40-4590-b8ff-eeba18de4abb None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:12:51.874468 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9124160e-db40-4590-b8ff-eeba18de4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:12:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:51.912108 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94396951-6f9e-41c4-af9d-5a39c9f17e8c req-292d54d9-42f1-4ab3-90bd-9826d8ffcdbf service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850127 Feb 15 15:12:51.981856 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9124160e-db40-4590-b8ff-eeba18de4abb None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:12:52.003052 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-94396951-6f9e-41c4-af9d-5a39c9f17e8c req-a82f91fc-ea8f-46dc-b824-a0605a406850 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843606 Feb 15 15:12:52.200204 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9124160e-db40-4590-b8ff-eeba18de4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'c8f9318e-d2ab-4e6a-8ec7-5ff02089c857', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'port_id': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'mac_address': 'fa:16:3e:81:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:12:50Z', 'updated_at': '2022-02-15T15:12:50Z', 'revision_number': 0, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:12:52.229171 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9124160e-db40-4590-b8ff-eeba18de4abb None None] The sync data for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 is: [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'c8f9318e-d2ab-4e6a-8ec7-5ff02089c857', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'port_id': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'mac_address': 'fa:16:3e:81:c2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:12:50Z', 'updated_at': '2022-02-15T15:12:50Z', 'revision_number': 0, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:12:52.417470 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd444ae-14f2-43a5-94e1-8f49f08774c6 None None] New status for floating IP c8f9318e-d2ab-4e6a-8ec7-5ff02089c857: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:13:08.390593 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-38d945cf-c73b-4d04-987f-dba70f267d9f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432098 Feb 15 15:13:08.480270 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-d4d864e5-b36a-4f7b-9912-8c739cfba1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:08.481734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-d4d864e5-b36a-4f7b-9912-8c739cfba1bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1129 time: 0.0477500 Feb 15 15:13:08.580945 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-cb35806e-5fae-4203-80d8-0e054837e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:08.582405 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-cb35806e-5fae-4203-80d8-0e054837e515 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0825801 Feb 15 15:13:08.652317 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-85e5295e-961f-4970-8bd1-ed64d8380603 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 1002 time: 0.0614312 Feb 15 15:13:08.699288 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-f45688dc-0869-42a5-a187-dd867cba19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:08.700676 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-f45688dc-0869-42a5-a187-dd867cba19f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0428197 Feb 15 15:13:08.748652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-aa54dc7e-48f5-4b5e-b0cf-439835fa2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:13:08.750304 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-aa54dc7e-48f5-4b5e-b0cf-439835fa2601 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433633 Feb 15 15:13:08.843421 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-c617be19-7545-48bd-8474-bf9ed680250c service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845425 Feb 15 15:13:08.933367 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-9089a527-5b90-4a6b-adc3-29f22f213863 req-f770a8d0-f22f-48fc-82e6-ff5cdd9ac3c2 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806220 Feb 15 15:13:10.718061 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:12.960876 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:14.920582 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e24a2584-30fd-4c24-bb54-7f0d7f97639b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:17.298728 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-995607e5-a747-4517-a86f-79bd9f9626fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:18.672098 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:19.997232 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:21.242293 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:25.754615 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:13:40.724679 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:42.964027 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:44.922606 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f1403223-4453-4491-8032-ba54ad32572a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:47.300550 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d5d4c185-44ba-4b7d-97ec-8a81e0386555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:48.675605 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:49.995782 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:13:51.244756 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:02.754745 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:14:08.402578 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-d2e3266a-501f-45f7-9c84-1fee0f6583bb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439191 Feb 15 15:14:08.495565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-7ebce9ad-2610-4d31-be58-bce3a6beaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:14:08.497058 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-7ebce9ad-2610-4d31-be58-bce3a6beaf45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1129 time: 0.0506129 Feb 15 15:14:08.598617 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-91518082-92e3-4254-9831-c146dc5a9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:14:08.600116 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-91518082-92e3-4254-9831-c146dc5a9d28 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0836298 Feb 15 15:14:08.674402 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-fef195c9-ab3b-45ee-b46c-1e413be99742 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 1002 time: 0.0676491 Feb 15 15:14:08.722646 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-6ef1eead-17c6-473f-b4a1-dcf46b1d99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:14:08.724168 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-6ef1eead-17c6-473f-b4a1-dcf46b1d99d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0429556 Feb 15 15:14:08.772138 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-abd42477-e0ff-4f53-a9de-734019baabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:14:08.773628 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-abd42477-e0ff-4f53-a9de-734019baabc4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430601 Feb 15 15:14:08.865979 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-1636bef8-9aa5-4dd1-b39c-d42851c7d49e service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856781 Feb 15 15:14:08.953680 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-20c49b63-8a7e-461c-9e9a-a4ebaf375b4c req-47d230a2-bb13-4f8c-b6ee-66ed0d737fa4 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809355 Feb 15 15:14:10.734638 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:12.975066 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:14.925793 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1d8191a1-f671-4364-bce9-933f2155c1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:17.301251 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d0824dcf-20a7-43f2-aff8-f0c1fa5ae679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:18.678322 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:20.001149 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:21.247303 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:39.753932 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:14:40.754328 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:42.973127 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:44.926801 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e0110ac6-f1e2-48ee-b478-458429988087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:47.302824 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-57202113-8964-43b2-89df-7f2ac6dffa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:48.681048 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:50.000721 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:14:51.249988 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:10.008000 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-850f2c45-2fff-43ab-beb9-d28394fac7e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446301 Feb 15 15:15:10.096235 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-7b20a3cf-5d05-4329-9c8e-8c25d6fdd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:10.097726 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-7b20a3cf-5d05-4329-9c8e-8c25d6fdd18a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1129 time: 0.0507541 Feb 15 15:15:10.197940 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-d2d4bc5c-ef68-4e8d-a447-1e08590d0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:10.199431 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-d2d4bc5c-ef68-4e8d-a447-1e08590d0748 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0834453 Feb 15 15:15:10.268453 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-f281e89a-9663-46d8-86ba-8c8c06d7dd35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 1002 time: 0.0618098 Feb 15 15:15:10.316213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-15a6a02a-b71f-4221-b468-f282e73e8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:10.317617 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-15a6a02a-b71f-4221-b468-f282e73e8f2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0425725 Feb 15 15:15:10.366026 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-f491872a-3fad-4045-858f-6b1e89d1442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:10.367406 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-f491872a-3fad-4045-858f-6b1e89d1442a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429411 Feb 15 15:15:10.456237 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-054aeeb8-4399-468a-a4ef-2338ea5ceab4 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825615 Feb 15 15:15:10.543972 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c9eb8671-6706-4818-897a-2c0d5713bdf5 req-0b08d240-c5a9-4876-9362-28aa14ba3581 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813119 Feb 15 15:15:10.752363 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:12.988557 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:14.927708 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-be9830d3-a5cf-49ad-b62e-0fc8a5643a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:16.753508 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:15:17.303797 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-059a6a44-7dec-4765-810c-7fbce2d6bcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:18.682271 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:20.004113 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:21.252615 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:28.332391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c26c3-1944-415e-9ef5-7d184c972143 req-04832579-9e6b-4435-83fc-59808737b21d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:28.333777 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-575c26c3-1944-415e-9ef5-7d184c972143 req-04832579-9e6b-4435-83fc-59808737b21d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0530860 Feb 15 15:15:28.381228 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-575c26c3-1944-415e-9ef5-7d184c972143 req-65779011-5875-4f1f-aa64-ada8f4495d02 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419860 Feb 15 15:15:29.510997 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe310f1-6745-44ad-b9cd-c4a92b4a0eab req-93c80d94-ce59-4f1d-b4bf-124928c0dcdd tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:29.512479 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfe310f1-6745-44ad-b9cd-c4a92b4a0eab req-93c80d94-ce59-4f1d-b4bf-124928c0dcdd tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0518203 Feb 15 15:15:29.564115 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cfe310f1-6745-44ad-b9cd-c4a92b4a0eab req-68f0165c-bb02-4653-be76-d36468ed56ad tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454359 Feb 15 15:15:30.687205 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cf14e-5871-4e65-b039-507c117473df req-1d82b790-2a81-4414-8453-41272047336c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:30.688660 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c0cf14e-5871-4e65-b039-507c117473df req-1d82b790-2a81-4414-8453-41272047336c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0523961 Feb 15 15:15:30.737864 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c0cf14e-5871-4e65-b039-507c117473df req-757a5076-744e-48cc-a309-79b2c4ec7feb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429022 Feb 15 15:15:31.856044 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbad75-ca2e-4575-b564-4dd0bad53b7b req-503a55c4-1540-432c-aab0-74f01484741b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:31.857503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29fbad75-ca2e-4575-b564-4dd0bad53b7b req-503a55c4-1540-432c-aab0-74f01484741b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0519361 Feb 15 15:15:31.904720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-29fbad75-ca2e-4575-b564-4dd0bad53b7b req-353da3d1-df0b-4bfa-bba1-494e32f1f27e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416462 Feb 15 15:15:33.027929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d184d5c-5274-44cd-8946-10eb9a951a36 req-a3869339-0032-4235-bb31-ff33287e1183 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:33.029333 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d184d5c-5274-44cd-8946-10eb9a951a36 req-a3869339-0032-4235-bb31-ff33287e1183 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0554950 Feb 15 15:15:33.077674 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7d184d5c-5274-44cd-8946-10eb9a951a36 req-1efe5217-c9c3-4a3f-b875-373036df7690 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421674 Feb 15 15:15:34.195960 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebcc3e-fbdb-4182-8349-1e1f44a999c2 req-d51bb374-a43b-4b29-8923-e496b05a49d4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:34.197436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdebcc3e-fbdb-4182-8349-1e1f44a999c2 req-d51bb374-a43b-4b29-8923-e496b05a49d4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0524726 Feb 15 15:15:34.245393 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdebcc3e-fbdb-4182-8349-1e1f44a999c2 req-c563ceca-142a-4554-8fd0-bb63ecf29a15 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 Feb 15 15:15:35.368069 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd15c99-fcc5-4881-989d-34d69af6e4bb req-0ed0175d-0089-4f1f-8b71-be6934bda254 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:35.369525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7dd15c99-fcc5-4881-989d-34d69af6e4bb req-0ed0175d-0089-4f1f-8b71-be6934bda254 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0544999 Feb 15 15:15:35.416177 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7dd15c99-fcc5-4881-989d-34d69af6e4bb req-4713a5a7-8320-4071-a64d-ccee12dbd842 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Feb 15 15:15:36.534794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f570c-a2e1-422b-bc53-1563acf244a6 req-756451f4-96f5-445f-b2b1-2a127902e1ff tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:36.536271 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c7f570c-a2e1-422b-bc53-1563acf244a6 req-756451f4-96f5-445f-b2b1-2a127902e1ff tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0531104 Feb 15 15:15:36.584147 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6c7f570c-a2e1-422b-bc53-1563acf244a6 req-c7b34710-db20-4a42-b38d-9e3e7f09dafa tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423696 Feb 15 15:15:37.704536 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79857533-17cb-42f7-a3b7-a47bfbe317a3 req-df20aa5f-47a7-4720-bed6-49998e04427f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:37.705977 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79857533-17cb-42f7-a3b7-a47bfbe317a3 req-df20aa5f-47a7-4720-bed6-49998e04427f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0519378 Feb 15 15:15:37.757932 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-79857533-17cb-42f7-a3b7-a47bfbe317a3 req-fb72f4c6-65cf-4e54-9c54-6008483cbe48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464327 Feb 15 15:15:38.875383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee4c93-6520-45c0-aaf7-d86cc31a9b55 req-180b7bf5-247e-4103-9a1a-a3faf937aeb6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:38.876851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bcee4c93-6520-45c0-aaf7-d86cc31a9b55 req-180b7bf5-247e-4103-9a1a-a3faf937aeb6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0516179 Feb 15 15:15:38.924340 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bcee4c93-6520-45c0-aaf7-d86cc31a9b55 req-a7cfa9f3-d35e-45ca-90b1-fbd15a496b4b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419590 Feb 15 15:15:40.040637 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f7b25-9a91-449b-9fc0-ea484e1329cc req-9ebf502e-eed2-4bdf-8000-b0d7a431c1f8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:40.042008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-611f7b25-9a91-449b-9fc0-ea484e1329cc req-9ebf502e-eed2-4bdf-8000-b0d7a431c1f8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0515966 Feb 15 15:15:40.089648 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-611f7b25-9a91-449b-9fc0-ea484e1329cc req-e0ecd343-e697-4570-a2a2-33a99aa138ce tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 Feb 15 15:15:40.746514 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:41.215051 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a8edb-de87-4dbf-b4e9-452ce8ce4685 req-8cc98e00-73b3-44ef-a451-5d22a716ed97 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:41.216528 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a9a8edb-de87-4dbf-b4e9-452ce8ce4685 req-8cc98e00-73b3-44ef-a451-5d22a716ed97 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0559990 Feb 15 15:15:41.264704 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5a9a8edb-de87-4dbf-b4e9-452ce8ce4685 req-ec6a1b13-faeb-4cde-a4e0-85acd2b618ff tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420899 Feb 15 15:15:42.114787 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8fec6121-12b9-4156-afe5-1f05b201fb5b details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:15:42.209294 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:15:42.221075 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'port_id': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'mac_address': 'fa:16:3e:81:c2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:15:42.260364 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 8fec6121-12b9-4156-afe5-1f05b201fb5b is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:15:42.260755 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:42.273626 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fec6121-12b9-4156-afe5-1f05b201fb5b {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:15:42.292839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:15:42.297189 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:42.348575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:15:42.355831 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.356182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.356525 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.356863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.357204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.357532 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.357859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.358186 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.358514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.358839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.359191 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.359515 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.359838 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:42.370207 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['8fec6121-12b9-4156-afe5-1f05b201fb5b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:15:42.386008 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c030d6-1421-4cad-8dca-1f3bca141a2d req-0600da20-eba0-42f5-bfec-fb2b3b554098 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:42.387536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27c030d6-1421-4cad-8dca-1f3bca141a2d req-0600da20-eba0-42f5-bfec-fb2b3b554098 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0556886 Feb 15 15:15:42.437935 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-27c030d6-1421-4cad-8dca-1f3bca141a2d req-06780fc4-c1b1-4256-8271-f3cd04291e83 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Feb 15 15:15:42.991290 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:43.555857 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1b08a-735f-4656-89e8-76ba389d3c72 req-bcbd639d-a20f-482a-8b91-dbd59b091111 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:43.557580 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1a1b08a-735f-4656-89e8-76ba389d3c72 req-bcbd639d-a20f-482a-8b91-dbd59b091111 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0517824 Feb 15 15:15:43.616209 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1a1b08a-735f-4656-89e8-76ba389d3c72 req-7129c5eb-2b34-4e37-8964-768845b0dc43 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531325 Feb 15 15:15:44.131247 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8fec6121-12b9-4156-afe5-1f05b201fb5b up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:15:44.179796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 8fec6121-12b9-4156-afe5-1f05b201fb5b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:15:44.180265 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:44.260252 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 8fec6121-12b9-4156-afe5-1f05b201fb5b is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:15:44.260642 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:44.283559 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:15:44.285897 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d779afd2-101e-4516-b154-bc653a74ebfb" -d '{"events": [{"server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "name": "network-vif-plugged", "status": "completed", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:15:44.299970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:15:44.304252 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:44.356565 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:15:44.413568 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118ea281-f66a-4ed5-91cc-87c3c3e96b30 x-openstack-request-id: req-118ea281-f66a-4ed5-91cc-87c3c3e96b30 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:15:44.414072 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "name": "network-vif-plugged", "status": "completed", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:15:44.414483 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-118ea281-f66a-4ed5-91cc-87c3c3e96b30 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:15:44.414888 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'code': 200} Feb 15 15:15:44.742929 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8134a-e2c0-4296-8c42-557723b2a895 req-935bf64e-c0dc-4ab3-b301-a334e887bddb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:44.745423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ae8134a-e2c0-4296-8c42-557723b2a895 req-935bf64e-c0dc-4ab3-b301-a334e887bddb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0585277 Feb 15 15:15:44.821489 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3ae8134a-e2c0-4296-8c42-557723b2a895 req-b7d90468-13f8-4856-81e6-3e8d1b9bd14b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714567 Feb 15 15:15:44.938531 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-78ac0d8e-3e79-4692-88c4-4b3530dcc6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:45.966844 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0989f9-89f1-4abe-b7de-33045d6dab8d req-69a7e4fb-5d75-4fe3-ae4c-14ea4bff8586 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:45.968380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f0989f9-89f1-4abe-b7de-33045d6dab8d req-69a7e4fb-5d75-4fe3-ae4c-14ea4bff8586 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0608597 Feb 15 15:15:46.028165 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1f0989f9-89f1-4abe-b7de-33045d6dab8d req-d118a8a7-9d98-4be0-83ee-0cb9ffb4dd13 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522878 Feb 15 15:15:47.166708 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06bddb-81ef-4529-afa8-43b9c19fbe39 req-4ee80024-448f-4e7b-9d25-258cd6875964 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:47.168258 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff06bddb-81ef-4529-afa8-43b9c19fbe39 req-4ee80024-448f-4e7b-9d25-258cd6875964 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0646863 Feb 15 15:15:47.223179 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ff06bddb-81ef-4529-afa8-43b9c19fbe39 req-d2af1608-a3b6-4ceb-9d58-0159e90a0ad3 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488007 Feb 15 15:15:47.309745 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8faf41ab-1c88-4702-94b6-990435ef68b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:48.364838 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e7bee-6a4a-4e3f-a738-7a360591c513 req-8e8d731e-1a04-48dc-944e-465b9253c9a5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:48.366279 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc3e7bee-6a4a-4e3f-a738-7a360591c513 req-8e8d731e-1a04-48dc-944e-465b9253c9a5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0696933 Feb 15 15:15:48.426828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bc3e7bee-6a4a-4e3f-a738-7a360591c513 req-1831638f-7de1-424c-98ff-a6756dfc9b92 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548694 Feb 15 15:15:48.686234 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:49.575171 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b115ff2-d93c-4c37-a0d9-54abe0586c2f req-20f7965c-dd91-4cfa-85e6-a56628ecbce5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:49.576844 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b115ff2-d93c-4c37-a0d9-54abe0586c2f req-20f7965c-dd91-4cfa-85e6-a56628ecbce5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0674472 Feb 15 15:15:49.634262 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b115ff2-d93c-4c37-a0d9-54abe0586c2f req-4375a7a6-add4-4ed9-999e-b73a6583d1d2 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505381 Feb 15 15:15:50.011448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:50.777258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee35f5f-c58d-473e-8400-959c97f93b77 req-881c576e-47a3-45e4-812c-adf506d90a10 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:50.784828 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cee35f5f-c58d-473e-8400-959c97f93b77 req-881c576e-47a3-45e4-812c-adf506d90a10 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0627594 Feb 15 15:15:50.835535 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cee35f5f-c58d-473e-8400-959c97f93b77 req-d243adb4-3d99-4f6f-86cc-c75d01e49c1a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498028 Feb 15 15:15:51.257154 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:51.970433 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2156956-9ac1-422e-a821-8cdbfd55f3ba req-0ac2c3e9-16ae-4bab-a439-a7d6e3ee2d2c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:51.972252 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2156956-9ac1-422e-a821-8cdbfd55f3ba req-0ac2c3e9-16ae-4bab-a439-a7d6e3ee2d2c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0580242 Feb 15 15:15:52.032417 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d2156956-9ac1-422e-a821-8cdbfd55f3ba req-1c5b8ec0-be0d-40f0-97b6-6db2ec8e47d0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543828 Feb 15 15:15:53.162619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff2bec-1ddc-4092-bc85-1c94ce403f49 req-e3611b42-fcd7-4f30-b0d3-687f1eb2c2fa tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:53.164388 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7ff2bec-1ddc-4092-bc85-1c94ce403f49 req-e3611b42-fcd7-4f30-b0d3-687f1eb2c2fa tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0571599 Feb 15 15:15:53.216735 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7ff2bec-1ddc-4092-bc85-1c94ce403f49 req-c9c56206-efea-4a31-b294-3a2ea1cb89ed tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468385 Feb 15 15:15:53.752845 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:15:54.059411 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f0479-b784-4dbb-8622-c8832fb261b3 req-fb8580e4-21aa-4c17-96b5-5455a4fef80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:54.060789 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-404f0479-b784-4dbb-8622-c8832fb261b3 req-fb8580e4-21aa-4c17-96b5-5455a4fef80b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1129 time: 0.0442734 Feb 15 15:15:54.152212 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f0479-b784-4dbb-8622-c8832fb261b3 req-42ceeecf-5b90-4b51-9ccc-560ce650161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:54.153670 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-404f0479-b784-4dbb-8622-c8832fb261b3 req-42ceeecf-5b90-4b51-9ccc-560ce650161e service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0864806 Feb 15 15:15:54.218254 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-404f0479-b784-4dbb-8622-c8832fb261b3 req-8cbfd8e2-6070-4104-9c21-e20d0e82fba5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 1002 time: 0.0575910 Feb 15 15:15:54.271401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f0479-b784-4dbb-8622-c8832fb261b3 req-5d4a9062-b30b-4ba1-86c2-d7305390209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:54.272881 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-404f0479-b784-4dbb-8622-c8832fb261b3 req-5d4a9062-b30b-4ba1-86c2-d7305390209d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0478163 Feb 15 15:15:54.323723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f0479-b784-4dbb-8622-c8832fb261b3 req-642a1b2c-bb08-43c1-97bd-ec12a54f12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:54.325193 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-404f0479-b784-4dbb-8622-c8832fb261b3 req-642a1b2c-bb08-43c1-97bd-ec12a54f12e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462239 Feb 15 15:15:54.338485 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9307031-9d46-49f1-9a0f-4c19542f7091 req-0eb9aa24-6b52-47b5-b448-e642c890c40d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:54.339986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9307031-9d46-49f1-9a0f-4c19542f7091 req-0eb9aa24-6b52-47b5-b448-e642c890c40d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0519898 Feb 15 15:15:54.389503 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b9307031-9d46-49f1-9a0f-4c19542f7091 req-2dbc879c-940d-47c1-8c7f-c22f939cf0a8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 Feb 15 15:15:54.416382 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-404f0479-b784-4dbb-8622-c8832fb261b3 req-9f30a9a8-cbcd-45ea-b7c0-089b8a3151b6 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841041 Feb 15 15:15:54.508645 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-404f0479-b784-4dbb-8622-c8832fb261b3 req-570d0590-940c-4bf5-b3d0-e4416e99a542 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864234 Feb 15 15:15:55.513531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00343e-7faf-491a-9992-db5f07f3108e req-6392f20f-2cfe-40ab-aff0-778e7eb7538e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:55.515028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a00343e-7faf-491a-9992-db5f07f3108e req-6392f20f-2cfe-40ab-aff0-778e7eb7538e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0572608 Feb 15 15:15:55.563359 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a00343e-7faf-491a-9992-db5f07f3108e req-d5084334-9b40-40fc-a804-80694642711b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Feb 15 15:15:56.680250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb101f2-ddd4-4117-8823-f814c9d00499 req-4dbcc30d-01e7-4ca5-a740-55d25c3ee31a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:56.681716 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acb101f2-ddd4-4117-8823-f814c9d00499 req-4dbcc30d-01e7-4ca5-a740-55d25c3ee31a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0512538 Feb 15 15:15:56.731119 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-acb101f2-ddd4-4117-8823-f814c9d00499 req-5c2a55da-542d-452b-a641-2b27826feb53 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434630 Feb 15 15:15:56.799823 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-969237ad-5eee-4a7d-b0a3-59886f1a6de8 req-cc7f78b3-ab58-4343-9c98-a80362286858 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:15:56.800787 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-969237ad-5eee-4a7d-b0a3-59886f1a6de8 req-cc7f78b3-ab58-4343-9c98-a80362286858 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053124 Feb 15 15:15:57.965092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7c340-4b04-4bff-96a3-2f2b96ef041e req-23e2ead6-446c-4fe3-8463-9baf75901818 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:57.966633 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38d7c340-4b04-4bff-96a3-2f2b96ef041e req-23e2ead6-446c-4fe3-8463-9baf75901818 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0532973 Feb 15 15:15:58.020569 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-38d7c340-4b04-4bff-96a3-2f2b96ef041e req-41809299-a3a8-43c2-8986-05657ebd45c1 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480182 Feb 15 15:15:58.194833 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 8fec6121-12b9-4156-afe5-1f05b201fb5b no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:15:58.244200 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-43927569-1845-4f8b-9218-006d3486ba6d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991194 Feb 15 15:15:58.275271 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 8fec6121-12b9-4156-afe5-1f05b201fb5b is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:15:58.275600 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:58.298721 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:15:58.300973 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a8c0fd-0c11-4fe6-b2de-09d956d6666a" -d '{"events": [{"server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "name": "network-vif-unplugged", "status": "completed", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:15:58.314064 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:15:58.318337 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:58.345156 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 15:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c33f64-9d68-4214-ad79-fa358052c43a x-openstack-request-id: req-46c33f64-9d68-4214-ad79-fa358052c43a {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:15:58.345459 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "name": "network-vif-unplugged", "status": "failed", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b", "code": 422}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:15:58.345720 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-46c33f64-9d68-4214-ad79-fa358052c43a {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:15:58.346123 n-d-829064-15 neutron-server[109973]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'code': 422} returned with failed status Feb 15 15:15:58.370784 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:15:58.374744 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478315c-534c-414f-9bed-f001571cd2af req-357010be-dc4f-4343-b35a-03ad116c7b8a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:58.376717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-357010be-dc4f-4343-b35a-03ad116c7b8a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports/8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 941 time: 0.1046014 Feb 15 15:15:59.140456 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015393-e95f-4a5f-b470-80f0e760fd2e req-a94a0ad6-ddd2-48c0-b724-a7a0b4ab28a6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:59.141993 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9015393-e95f-4a5f-b470-80f0e760fd2e req-a94a0ad6-ddd2-48c0-b724-a7a0b4ab28a6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 944 time: 0.0537550 Feb 15 15:15:59.162027 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478315c-534c-414f-9bed-f001571cd2af req-25563ed4-f653-4624-82e0-ddd728b2cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:59.163561 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-25563ed4-f653-4624-82e0-ddd728b2cb11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340&tenant_id=1e90ba8a910349a49bd537637eb4e468 HTTP/1.1" status: 200 len: 1127 time: 0.0878880 Feb 15 15:15:59.174098 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-e57c177c-cf28-4809-848a-22d995f4c4f4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:15:59.175109 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-e57c177c-cf28-4809-848a-22d995f4c4f4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054805 Feb 15 15:15:59.185793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:15:59.191146 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d9015393-e95f-4a5f-b470-80f0e760fd2e req-db6637bb-a230-4ddb-9ec7-f6efc901495d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435622 Feb 15 15:15:59.247662 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:59.442415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:15:59.474648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:15:59.505249 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fec6121-12b9-4156-afe5-1f05b201fb5b {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:15:59.512432 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Publish callbacks [] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:59.524497 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Transition to ACTIVE for port object 8fec6121-12b9-4156-afe5-1f05b201fb5b will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:15:59.528872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:59.610678 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=9']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:15:59.623538 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.624333 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.624690 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.625368 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.626225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.626563 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.626916 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.627252 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.627580 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.627909 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.628239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.628560 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.628884 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:15:59.671239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] No DVR routers for this DVR port 8fec6121-12b9-4156-afe5-1f05b201fb5b on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:15:59.816490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Attempting to bind port 8fec6121-12b9-4156-afe5-1f05b201fb5b on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:15:59.816816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Attempting to bind port 8fec6121-12b9-4156-afe5-1f05b201fb5b by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:15:59.817136 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Attempting to bind port 8fec6121-12b9-4156-afe5-1f05b201fb5b on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:15:59.821280 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Port 8fec6121-12b9-4156-afe5-1f05b201fb5b on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:15:59.821595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Attempting to bind port 8fec6121-12b9-4156-afe5-1f05b201fb5b on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:15:59.826431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:15:59.826753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Checking segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:15:59.827167 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Bound using segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:15:59.827581 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Bound port: 8fec6121-12b9-4156-afe5-1f05b201fb5b, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:15:59.827924 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:59.892276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:15:59.895114 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:15:59.901117 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:59.934464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:15:59.935267 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:15:59.936675 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] 10.222.0.42 "PUT /v2.0/ports/8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 1093 time: 0.7547653 Feb 15 15:15:59.937119 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:15:59.939949 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:15:59.966342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b5a6f-8733-4f75-bfaf-e50ac9a1d265 service neutron] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=10']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:16:00.000183 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479504e6-dfca-4a90-873b-9e3c182dd60a x-openstack-request-id: req-479504e6-dfca-4a90-873b-9e3c182dd60a {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:16:00.000478 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:16:00.001455 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-479504e6-dfca-4a90-873b-9e3c182dd60a {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:16:00.001865 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'status': 'completed', 'code': 200} Feb 15 15:16:00.021371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478315c-534c-414f-9bed-f001571cd2af req-2214fe7f-f0d4-421e-94e5-4421fb287b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:00.022952 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-2214fe7f-f0d4-421e-94e5-4421fb287b01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1128 time: 0.0505557 Feb 15 15:16:00.120743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478315c-534c-414f-9bed-f001571cd2af req-e83d1a0e-b5a6-464a-8617-e8e9fb911c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:00.122359 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-e83d1a0e-b5a6-464a-8617-e8e9fb911c7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0921700 Feb 15 15:16:00.186082 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-13e6b2f5-156c-4172-b51d-25b1082f9457 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 1000 time: 0.0565245 Feb 15 15:16:00.233790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478315c-534c-414f-9bed-f001571cd2af req-3db4636f-52e7-48c0-b3ef-41cfd87d1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:00.235824 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-3db4636f-52e7-48c0-b3ef-41cfd87d1d5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0427067 Feb 15 15:16:00.289115 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478315c-534c-414f-9bed-f001571cd2af req-b056a143-6305-46f7-9401-ead5d9720408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:00.290730 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-b056a143-6305-46f7-9401-ead5d9720408 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487471 Feb 15 15:16:00.316599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b39cf3-a577-4bf9-92aa-d290e6c57e24 req-b8e4a588-9c4b-43bc-afac-98d84273b892 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:00.318082 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6b39cf3-a577-4bf9-92aa-d290e6c57e24 req-b8e4a588-9c4b-43bc-afac-98d84273b892 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0571051 Feb 15 15:16:00.366295 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d6b39cf3-a577-4bf9-92aa-d290e6c57e24 req-04be6809-446a-4eb7-b739-e5e78336edfb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426488 Feb 15 15:16:00.379452 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-78e46b87-c154-4067-9504-6688b0a8284b service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823865 Feb 15 15:16:00.470240 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f478315c-534c-414f-9bed-f001571cd2af req-eff14bce-3896-4fd6-8726-b5789909d4b6 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844092 Feb 15 15:16:00.562809 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9 req-19041c2a-ba23-4927-bf20-8eb5eb63fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:00.563878 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9 req-19041c2a-ba23-4927-bf20-8eb5eb63fda2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1128 time: 0.0471060 Feb 15 15:16:00.659916 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9 req-384162b0-a783-4b0b-b539-a75939c379a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:00.661530 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9 req-384162b0-a783-4b0b-b539-a75939c379a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0919602 Feb 15 15:16:01.050034 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9 req-7d6077ee-ad3d-4426-a6a5-97d49db79752 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 1000 time: 0.3820162 Feb 15 15:16:01.492002 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e9bc5-11e2-40d8-b296-7bce968d33d8 req-c286a342-761c-4174-a27b-30e28a946e38 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:01.493537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b27e9bc5-11e2-40d8-b296-7bce968d33d8 req-c286a342-761c-4174-a27b-30e28a946e38 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0541084 Feb 15 15:16:01.552458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b27e9bc5-11e2-40d8-b296-7bce968d33d8 req-e15c033b-dfaa-4118-aa0a-a8e77defdc37 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488183 Feb 15 15:16:02.674855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9109-e64a-4eec-8f06-1666935747bf req-faabbcf7-d62b-4e55-a66e-099b7b908472 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:02.682013 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1ba9109-e64a-4eec-8f06-1666935747bf req-faabbcf7-d62b-4e55-a66e-099b7b908472 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0610723 Feb 15 15:16:02.742595 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1ba9109-e64a-4eec-8f06-1666935747bf req-6f1768bf-6479-452a-8053-622cc47630d5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580306 Feb 15 15:16:03.872758 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c87a4-aa62-42cd-913e-d5f0ce63223d req-67ca2f67-42bd-4358-81ab-67619995fc69 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:03.874257 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a5c87a4-aa62-42cd-913e-d5f0ce63223d req-67ca2f67-42bd-4358-81ab-67619995fc69 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0564928 Feb 15 15:16:03.927582 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3a5c87a4-aa62-42cd-913e-d5f0ce63223d req-a9a7d981-1990-42ce-897a-e9797b50deeb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471215 Feb 15 15:16:05.056289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e4151-ac90-44a8-a300-c194b0d177ca req-44094eef-fc66-4f6d-95d7-b7e9f44a8c6a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:05.057944 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30e4151-ac90-44a8-a300-c194b0d177ca req-44094eef-fc66-4f6d-95d7-b7e9f44a8c6a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0553911 Feb 15 15:16:05.113120 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f30e4151-ac90-44a8-a300-c194b0d177ca req-2241ca10-465d-40d3-b884-eb71d9881b54 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476174 Feb 15 15:16:06.272427 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3f689-88a3-4350-a378-42357f104aa4 req-c581de07-9553-4d12-819c-661485b4c073 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:06.273958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74d3f689-88a3-4350-a378-42357f104aa4 req-c581de07-9553-4d12-819c-661485b4c073 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0661018 Feb 15 15:16:06.329477 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-74d3f689-88a3-4350-a378-42357f104aa4 req-8876a414-1c85-44eb-99e3-4ef688330208 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496790 Feb 15 15:16:07.457604 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970f44b-9c20-4c37-b9e2-6cd0508b5c17 req-47c47755-07c4-482a-b5d9-fe30ee9881c7 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:07.459166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a970f44b-9c20-4c37-b9e2-6cd0508b5c17 req-47c47755-07c4-482a-b5d9-fe30ee9881c7 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0570962 Feb 15 15:16:07.510380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a970f44b-9c20-4c37-b9e2-6cd0508b5c17 req-b5ff885e-144c-4137-85ff-e296102acbf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453436 Feb 15 15:16:08.635701 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8df07-2890-4810-9973-f39358f085b7 req-077176f1-5d88-4f7d-9d00-25bd41e5309d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:08.637362 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31d8df07-2890-4810-9973-f39358f085b7 req-077176f1-5d88-4f7d-9d00-25bd41e5309d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0591614 Feb 15 15:16:08.670276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9 req-6f849b4d-22ee-42e4-be9f-885817b087da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:08.671843 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9 req-6f849b4d-22ee-42e4-be9f-885817b087da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0590408 Feb 15 15:16:08.703925 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-31d8df07-2890-4810-9973-f39358f085b7 req-ce64b1f1-4005-43b8-a3a8-dd3b8896bc50 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573685 Feb 15 15:16:08.731556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9 req-913d636d-39a4-4eac-92a2-98b28c88f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:08.733177 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9 req-913d636d-39a4-4eac-92a2-98b28c88f7af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502188 Feb 15 15:16:08.834142 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9 req-1b2bd790-9865-4d91-82d4-692cadc37412 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865819 Feb 15 15:16:08.921601 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6eb5b984-4091-4cff-9fd4-3f985fe9abe9 req-5ceafe1c-49a8-4770-93ab-9d1885a6796a service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811687 Feb 15 15:16:09.031049 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb8fd7-57d3-4d52-8fed-d382d16372d9 req-1bf171b0-2a65-44bc-a418-0a8c4d3e10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:09.033164 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d4bb8fd7-57d3-4d52-8fed-d382d16372d9 req-1bf171b0-2a65-44bc-a418-0a8c4d3e10fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1128 time: 0.0497370 Feb 15 15:16:09.134577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb8fd7-57d3-4d52-8fed-d382d16372d9 req-74d4df9b-a82b-4452-9283-40bb11a12302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:09.135992 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d4bb8fd7-57d3-4d52-8fed-d382d16372d9 req-74d4df9b-a82b-4452-9283-40bb11a12302 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0829704 Feb 15 15:16:09.204770 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d4bb8fd7-57d3-4d52-8fed-d382d16372d9 req-589c6d41-e948-4f77-80ce-124859ff5c33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 1000 time: 0.0623703 Feb 15 15:16:09.254355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb8fd7-57d3-4d52-8fed-d382d16372d9 req-4e4b25be-c063-497c-8827-3abb3c319cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:09.255810 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d4bb8fd7-57d3-4d52-8fed-d382d16372d9 req-4e4b25be-c063-497c-8827-3abb3c319cca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0443275 Feb 15 15:16:09.304673 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb8fd7-57d3-4d52-8fed-d382d16372d9 req-46fb3cdb-db13-45e6-99d0-564b9d70a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:09.306195 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d4bb8fd7-57d3-4d52-8fed-d382d16372d9 req-46fb3cdb-db13-45e6-99d0-564b9d70a624 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434985 Feb 15 15:16:09.397465 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d4bb8fd7-57d3-4d52-8fed-d382d16372d9 req-334cbd23-475a-43a2-9e5c-63f93a1de537 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846865 Feb 15 15:16:09.485485 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-d4bb8fd7-57d3-4d52-8fed-d382d16372d9 req-08c3b86a-37d5-48f3-99ce-6bb9a32bfa65 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811558 Feb 15 15:16:09.826372 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072acefb-02f3-429f-b703-3cfe952de956 req-e933d62c-ede9-4399-a4a2-e13e6a2f7cde tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:09.827936 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-072acefb-02f3-429f-b703-3cfe952de956 req-e933d62c-ede9-4399-a4a2-e13e6a2f7cde tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 945 time: 0.0540054 Feb 15 15:16:09.878585 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-072acefb-02f3-429f-b703-3cfe952de956 req-f93c85ce-762a-47c9-b94b-38a3f652d74c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441499 Feb 15 15:16:10.405242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8fec6121-12b9-4156-afe5-1f05b201fb5b details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:16:10.498795 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:16:10.513188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'port_id': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'mac_address': 'fa:16:3e:81:c2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:16:10.549983 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 8fec6121-12b9-4156-afe5-1f05b201fb5b is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:16:10.550380 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:10.563577 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fec6121-12b9-4156-afe5-1f05b201fb5b {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:16:10.582316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:16:10.586268 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:10.631613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=11']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:16:10.752416 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:10.840338 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['8fec6121-12b9-4156-afe5-1f05b201fb5b'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:16:10.995245 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f866d2-0396-4ffc-819b-4120a4ffbeb1 req-34188c1d-dc80-4717-9600-ea56d0dad31e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:10.996740 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68f866d2-0396-4ffc-819b-4120a4ffbeb1 req-34188c1d-dc80-4717-9600-ea56d0dad31e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0521171 Feb 15 15:16:11.046446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-68f866d2-0396-4ffc-819b-4120a4ffbeb1 req-71c71094-2a6e-4016-bc67-3c4b7a3b37e3 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424151 Feb 15 15:16:12.167527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f2c0d-80a3-49c0-af30-5d93c881570b req-376ad622-ae65-4b26-bd87-3372c8d96981 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:12.169001 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c32f2c0d-80a3-49c0-af30-5d93c881570b req-376ad622-ae65-4b26-bd87-3372c8d96981 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 946 time: 0.0554314 Feb 15 15:16:12.217132 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c32f2c0d-80a3-49c0-af30-5d93c881570b req-e11080c6-f55d-44d3-83eb-97d5f65795e6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Feb 15 15:16:12.411892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8fec6121-12b9-4156-afe5-1f05b201fb5b up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:16:12.462798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 8fec6121-12b9-4156-afe5-1f05b201fb5b completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:16:12.466797 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 8fec6121-12b9-4156-afe5-1f05b201fb5b triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:16:12.467200 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:12.541502 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 8fec6121-12b9-4156-afe5-1f05b201fb5b is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:16:12.541892 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:12.564552 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:16:12.566775 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7df91ab-6ed0-4e85-9215-4fb062ada49f" -d '{"events": [{"server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "name": "network-vif-plugged", "status": "completed", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:16:12.578941 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:16:12.582773 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:12.605733 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbfdf98-c8fe-4e32-947e-bf85d3f84fb8 x-openstack-request-id: req-9fbfdf98-c8fe-4e32-947e-bf85d3f84fb8 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:16:12.606024 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "name": "network-vif-plugged", "status": "completed", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:16:12.606281 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9fbfdf98-c8fe-4e32-947e-bf85d3f84fb8 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:16:12.606669 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'code': 200} Feb 15 15:16:12.632050 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=12']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:16:12.762379 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcb87a-bdd1-49cc-b7e4-b6fb770499ee req-6e7b221f-1a2f-40c3-87a2-6e1e1b05be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:12.763914 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-59fcb87a-bdd1-49cc-b7e4-b6fb770499ee req-6e7b221f-1a2f-40c3-87a2-6e1e1b05be03 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1130 time: 0.0435925 Feb 15 15:16:12.813978 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-59fcb87a-bdd1-49cc-b7e4-b6fb770499ee req-ae2bc8f5-c277-4b0c-a76f-a02d43349d57 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437827 Feb 15 15:16:12.990068 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:13.335472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e451d9f-d4ce-4e83-86f7-8a47ef9511df req-abb4e38c-4032-4282-97ab-b4a445269f0b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:13.336931 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e451d9f-d4ce-4e83-86f7-8a47ef9511df req-abb4e38c-4032-4282-97ab-b4a445269f0b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 947 time: 0.0521882 Feb 15 15:16:13.383717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5e451d9f-d4ce-4e83-86f7-8a47ef9511df req-e20a6107-acc9-4b12-b6d1-789c3695a31d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411937 Feb 15 15:16:14.511546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abd9ff-164e-475e-b65d-bacb8b12cea1 req-277162e7-316a-4185-a08b-29cc7e662137 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:14.513012 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1abd9ff-164e-475e-b65d-bacb8b12cea1 req-277162e7-316a-4185-a08b-29cc7e662137 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 947 time: 0.0572715 Feb 15 15:16:14.561572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b1abd9ff-164e-475e-b65d-bacb8b12cea1 req-036f6a66-cfd2-4999-9452-2af31c22cb1e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428679 Feb 15 15:16:14.931491 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d31a5367-7b9c-4c0a-a4ee-ecfd8c649a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:15.679670 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd854351-37e2-4e6d-a7bd-fd7479f02451 req-7af2fa43-9080-4c66-bed2-95ad57c3b7fb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:16:15.681142 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd854351-37e2-4e6d-a7bd-fd7479f02451 req-7af2fa43-9080-4c66-bed2-95ad57c3b7fb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 947 time: 0.0527482 Feb 15 15:16:15.729474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cd854351-37e2-4e6d-a7bd-fd7479f02451 req-a56c3d9c-e892-45a8-bb13-e3e2736dd9a4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423744 Feb 15 15:16:17.301509 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d5cb3e41-c993-47cc-8fa2-6cbc2bec95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:18.689554 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:20.005192 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:21.259930 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:30.753148 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:16:40.747797 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:43.002331 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:44.936004 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-eca356f6-1baa-42f7-9414-512b5be5cb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:47.303037 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6a6389be-cf9e-4452-80b9-406e0edae909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:48.692315 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:50.009949 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:16:51.261111 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:07.751917 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:17:09.377228 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-11d626b7-1b9a-42d1-a276-c5591be0a3a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423090 Feb 15 15:17:09.468038 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-e020a064-287e-43d6-98c3-4710c01b0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:09.469488 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-e020a064-287e-43d6-98c3-4710c01b0d31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1130 time: 0.0441864 Feb 15 15:17:09.577545 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-d4c4b0e6-e65b-4b84-9bce-f57577c073a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:09.579055 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-d4c4b0e6-e65b-4b84-9bce-f57577c073a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0884585 Feb 15 15:17:09.645762 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-ea44fc46-1d65-46f3-9cec-7518e48772c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 1002 time: 0.0602701 Feb 15 15:17:09.695594 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-1a2da9ef-6a55-4e2c-a641-ae116c719053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:09.697072 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-1a2da9ef-6a55-4e2c-a641-ae116c719053 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0450249 Feb 15 15:17:09.749993 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-b778b7a9-2123-4895-8d3c-90ec573e3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:09.751530 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-b778b7a9-2123-4895-8d3c-90ec573e3032 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483203 Feb 15 15:17:09.839090 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-5bfdc31a-c2dc-461d-9860-6237c8d75c91 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807979 Feb 15 15:17:09.933909 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-bf6f7417-9b18-4477-8bc1-55d9b93e709f req-28153924-c4fd-4e7c-8876-622a17382698 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861845 Feb 15 15:17:10.742998 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:13.002882 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:14.937334 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a76cc02-5a88-4e2e-92be-1806058e15aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:17.305447 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-17751625-8979-438e-8bbc-43e38da7df27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:18.696108 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:20.011890 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:21.263580 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:28.334316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53896) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:17:28.489611 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Deleting port de38993a-3628-4d0b-8063-7bc487977905 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:17:28.489953 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (de38993a-3628-4d0b-8063-7bc487977905), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:28.574096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (de38993a-3628-4d0b-8063-7bc487977905), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:28.574412 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for floatingip (de38993a-3628-4d0b-8063-7bc487977905), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:28.587194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Calling delete_port for de38993a-3628-4d0b-8063-7bc487977905 owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:17:28.735698 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (de38993a-3628-4d0b-8063-7bc487977905), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:28.762794 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event deleted for resources: {'Port': ['ID=de38993a-3628-4d0b-8063-7bc487977905,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:17:28.788250 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.788649 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.788940 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.789268 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.789605 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.789930 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.790255 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.790743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.791118 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.791445 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.791766 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.792083 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.792398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:28.832313 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for floatingip (c8f9318e-d2ab-4e6a-8ec7-5ff02089c857), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:28.832703 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Floating IP c8f9318e-d2ab-4e6a-8ec7-5ff02089c857 disassociated (deleted). External IP: 172.25.6.118, port: 8fec6121-12b9-4156-afe5-1f05b201fb5b. Feb 15 15:17:29.043378 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Router eb4f569a-fdc6-44e5-b662-172d50262d4d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:17:29.152131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:17:29.156889 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:29.161954 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ebe1c-1af3-4a70-b131-aa36cae1955d None None] Sync routers for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:17:29.171177 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ebe1c-1af3-4a70-b131-aa36cae1955d None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:17:29.171784 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-325ebe1c-1af3-4a70-b131-aa36cae1955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:17:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:17:29.185917 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7cdc6900-8f28-47b3-a8e9-38c089282d55 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "DELETE /v2.0/floatingips/c8f9318e-d2ab-4e6a-8ec7-5ff02089c857 HTTP/1.1" status: 204 len: 168 time: 0.8496585 Feb 15 15:17:29.186515 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:17:29.188788 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3e7128-74fd-4d0e-805d-40a388489533" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:17:29.306096 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca86bb0-34a5-45c4-9cbe-ea250e288397 x-openstack-request-id: req-9ca86bb0-34a5-45c4-9cbe-ea250e288397 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:17:29.306443 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:17:29.306736 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9ca86bb0-34a5-45c4-9cbe-ea250e288397 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:17:29.307346 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'status': 'completed', 'code': 200} Feb 15 15:17:29.376238 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-325ebe1c-1af3-4a70-b131-aa36cae1955d None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:17:29.376490 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e7128-74fd-4d0e-805d-40a388489533 req-1674eab0-263b-4913-afd3-8d393a8c360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:29.377902 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b3e7128-74fd-4d0e-805d-40a388489533 req-1674eab0-263b-4913-afd3-8d393a8c360d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 1130 time: 0.0486670 Feb 15 15:17:29.474778 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e7128-74fd-4d0e-805d-40a388489533 req-b6c7efbf-09ba-4bb9-82ed-0ca411f68e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:29.476400 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b3e7128-74fd-4d0e-805d-40a388489533 req-b6c7efbf-09ba-4bb9-82ed-0ca411f68e72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0920246 Feb 15 15:17:29.498208 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e1a2b-2bfa-484b-ab1b-8f5cc700a6d1 req-e609757f-f881-4b13-a26f-f95a8825e20e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:29.499895 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b49e1a2b-2bfa-484b-ab1b-8f5cc700a6d1 req-e609757f-f881-4b13-a26f-f95a8825e20e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 947 time: 0.1092680 Feb 15 15:17:29.524395 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b3e7128-74fd-4d0e-805d-40a388489533 req-44e73f00-7f83-44c8-916a-6ecb1e33b0da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 200 len: 217 time: 0.0406997 Feb 15 15:17:29.555724 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b49e1a2b-2bfa-484b-ab1b-8f5cc700a6d1 req-b6936ded-a5d9-494c-9b7f-fb292589613e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500941 Feb 15 15:17:29.575850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e7128-74fd-4d0e-805d-40a388489533 req-02185cc0-70b7-409d-8f10-3a1d629541ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:29.577558 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b3e7128-74fd-4d0e-805d-40a388489533 req-02185cc0-70b7-409d-8f10-3a1d629541ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0469460 Feb 15 15:17:29.584099 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-325ebe1c-1af3-4a70-b131-aa36cae1955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:17:29.610224 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ebe1c-1af3-4a70-b131-aa36cae1955d None None] Checking router: eb4f569a-fdc6-44e5-b662-172d50262d4d for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:17:29.619005 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ebe1c-1af3-4a70-b131-aa36cae1955d None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:17:29.619602 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-325ebe1c-1af3-4a70-b131-aa36cae1955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:17:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:17:29.626546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e7128-74fd-4d0e-805d-40a388489533 req-cea31c65-849a-43c3-854b-b9b9bc57efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:29.628071 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b3e7128-74fd-4d0e-805d-40a388489533 req-cea31c65-849a-43c3-854b-b9b9bc57efcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439999 Feb 15 15:17:29.722493 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b3e7128-74fd-4d0e-805d-40a388489533 req-3dfbc71a-d552-4066-9609-87de2750f31f service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860684 Feb 15 15:17:29.725685 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-325ebe1c-1af3-4a70-b131-aa36cae1955d None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:17:29.817735 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-2b3e7128-74fd-4d0e-805d-40a388489533 req-6f555b27-867d-4dc1-87f3-c4115523780d service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889103 Feb 15 15:17:29.922384 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-325ebe1c-1af3-4a70-b131-aa36cae1955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:17:29.951677 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ebe1c-1af3-4a70-b131-aa36cae1955d None None] The sync data for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 is: [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:17:30.170621 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e4515-a241-4fdd-9d8f-192a43f8badc None None] New status for floating IP c8f9318e-d2ab-4e6a-8ec7-5ff02089c857: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:17:30.680667 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd24bb-694a-4688-8925-f375fea878af req-d79963ba-49ba-45f2-b74e-d4213dad8919 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:30.682145 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17dd24bb-694a-4688-8925-f375fea878af req-d79963ba-49ba-45f2-b74e-d4213dad8919 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 947 time: 0.0524986 Feb 15 15:17:30.729806 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17dd24bb-694a-4688-8925-f375fea878af req-0699897f-16aa-482e-9d7e-916e79fc27c9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=880c01f9-0283-4f84-b117-03d47e9bf947&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418205 Feb 15 15:17:30.786882 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6340393-0e0a-403c-b927-f0993362c449 req-6fccba95-534d-40aa-b39b-d75f3ea72821 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:30.789038 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f6340393-0e0a-403c-b927-f0993362c449 req-6fccba95-534d-40aa-b39b-d75f3ea72821 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed3980d-f8f0-42af-a33d-bb53f1a32340 HTTP/1.1" status: 200 len: 947 time: 0.0592928 Feb 15 15:17:30.879782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f6340393-0e0a-403c-b927-f0993362c449 req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Deleting port 8fec6121-12b9-4156-afe5-1f05b201fb5b {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:17:30.880047 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f6340393-0e0a-403c-b927-f0993362c449 req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:30.970371 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-f6340393-0e0a-403c-b927-f0993362c449 req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] For port 8fec6121-12b9-4156-afe5-1f05b201fb5b, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=8fec6121-12b9-4156-afe5-1f05b201fb5b,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:17:30.970731 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f6340393-0e0a-403c-b927-f0993362c449 req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:30.983866 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-f6340393-0e0a-403c-b927-f0993362c449 req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Calling delete_port for 8fec6121-12b9-4156-afe5-1f05b201fb5b owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:17:31.108884 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f6340393-0e0a-403c-b927-f0993362c449 req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8fec6121-12b9-4156-afe5-1f05b201fb5b), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:31.140489 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event deleted for resources: {'Port': ['ID=8fec6121-12b9-4156-afe5-1f05b201fb5b,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:17:31.168996 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.169353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.169694 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.170032 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.170369 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.170703 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.171060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.171398 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.171736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.172053 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.172380 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.172704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.173025 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:17:31.192570 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6340393-0e0a-403c-b927-f0993362c449 req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] No DVR routers for this DVR port 8fec6121-12b9-4156-afe5-1f05b201fb5b on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:17:31.195017 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-f6340393-0e0a-403c-b927-f0993362c449 req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:31.198284 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-f6340393-0e0a-403c-b927-f0993362c449 req-ee5a9516-485a-444b-9011-ca0d20c27b48 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.42 "DELETE /v2.0/ports/8fec6121-12b9-4156-afe5-1f05b201fb5b HTTP/1.1" status: 204 len: 173 time: 0.4047322 Feb 15 15:17:31.198731 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'name': 'network-vif-deleted', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:17:31.201323 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0975feb7-6443-4122-9fe9-4d3847c8251a" -d '{"events": [{"server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "name": "network-vif-deleted", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:17:31.243666 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63caa29-837a-4eb3-b04f-67005aacbb35 x-openstack-request-id: req-b63caa29-837a-4eb3-b04f-67005aacbb35 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:17:31.243966 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed3980d-f8f0-42af-a33d-bb53f1a32340", "name": "network-vif-deleted", "tag": "8fec6121-12b9-4156-afe5-1f05b201fb5b", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:17:31.244219 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b63caa29-837a-4eb3-b04f-67005aacbb35 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:17:31.244626 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed3980d-f8f0-42af-a33d-bb53f1a32340', 'name': 'network-vif-deleted', 'tag': '8fec6121-12b9-4156-afe5-1f05b201fb5b', 'status': 'completed', 'code': 200} Feb 15 15:17:31.786606 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53920) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:17:31.841833 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa34bdbe-5107-4c72-8e2e-30c57ddd9461 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (880c01f9-0283-4f84-b117-03d47e9bf947), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:31.866305 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa34bdbe-5107-4c72-8e2e-30c57ddd9461 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (880c01f9-0283-4f84-b117-03d47e9bf947), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:31.923022 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa34bdbe-5107-4c72-8e2e-30c57ddd9461 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (880c01f9-0283-4f84-b117-03d47e9bf947), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:31.925551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-aa34bdbe-5107-4c72-8e2e-30c57ddd9461 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:31.926718 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-aa34bdbe-5107-4c72-8e2e-30c57ddd9461 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "DELETE /v2.0/security-groups/880c01f9-0283-4f84-b117-03d47e9bf947 HTTP/1.1" status: 204 len: 168 time: 0.1390295 Feb 15 15:17:31.936457 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34bdbe-5107-4c72-8e2e-30c57ddd9461 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880c01f9-0283-4f84-b117-03d47e9bf947,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:17:34.379870 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53930) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:17:34.424676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-7af9627c-7024-41b6-9b85-1ecda0489d3a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-749439863', 'description': 'tempest-secgroup-smoke-749439863 description', 'project_id': '1e90ba8a910349a49bd537637eb4e468'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:17:34.444749 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7af9627c-7024-41b6-9b85-1ecda0489d3a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.513344 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7af9627c-7024-41b6-9b85-1ecda0489d3a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (79de2a49-a2db-4705-a860-bf4e5108b4cd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.516812 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7af9627c-7024-41b6-9b85-1ecda0489d3a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (79de2a49-a2db-4705-a860-bf4e5108b4cd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.545580 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7af9627c-7024-41b6-9b85-1ecda0489d3a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.546800 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7af9627c-7024-41b6-9b85-1ecda0489d3a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1659052 Feb 15 15:17:34.549813 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 53934) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:17:34.552666 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9627c-7024-41b6-9b85-1ecda0489d3a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79de2a49-a2db-4705-a860-bf4e5108b4cd,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:17:34.554465 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d63c2eaf-12ae-4b92-87a1-27d1f39b41f0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '79de2a49-a2db-4705-a860-bf4e5108b4cd', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:17:34.579594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d63c2eaf-12ae-4b92-87a1-27d1f39b41f0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (38ec8324-20f4-456d-81fb-bd96ac48c134), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.635061 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d63c2eaf-12ae-4b92-87a1-27d1f39b41f0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (38ec8324-20f4-456d-81fb-bd96ac48c134), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.638346 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d63c2eaf-12ae-4b92-87a1-27d1f39b41f0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (38ec8324-20f4-456d-81fb-bd96ac48c134), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.655467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c2eaf-12ae-4b92-87a1-27d1f39b41f0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ec8324-20f4-456d-81fb-bd96ac48c134,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:17:34.665902 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d63c2eaf-12ae-4b92-87a1-27d1f39b41f0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.670167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53936) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:17:34.670384 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d63c2eaf-12ae-4b92-87a1-27d1f39b41f0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193206 Feb 15 15:17:34.675417 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-84b1814e-1690-44b5-abe2-8dbbb974cc04 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '79de2a49-a2db-4705-a860-bf4e5108b4cd', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:17:34.701065 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84b1814e-1690-44b5-abe2-8dbbb974cc04 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (2f7161a9-a0c2-4499-92b7-1609fbf8a7bd), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.755562 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84b1814e-1690-44b5-abe2-8dbbb974cc04 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (2f7161a9-a0c2-4499-92b7-1609fbf8a7bd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.759556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84b1814e-1690-44b5-abe2-8dbbb974cc04 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (2f7161a9-a0c2-4499-92b7-1609fbf8a7bd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.776752 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1814e-1690-44b5-abe2-8dbbb974cc04 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7161a9-a0c2-4499-92b7-1609fbf8a7bd,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:17:34.784126 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-84b1814e-1690-44b5-abe2-8dbbb974cc04 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.785318 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-84b1814e-1690-44b5-abe2-8dbbb974cc04 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138575 Feb 15 15:17:34.788079 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53938) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:17:34.792392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-2350b895-d641-4cbd-b986-8c49ea979306 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '79de2a49-a2db-4705-a860-bf4e5108b4cd', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:17:34.816746 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2350b895-d641-4cbd-b986-8c49ea979306 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (88392719-2cae-4ca2-bccc-44ad9a4ed51f), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.856214 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8fec6121-12b9-4156-afe5-1f05b201fb5b no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:17:34.872821 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2350b895-d641-4cbd-b986-8c49ea979306 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (88392719-2cae-4ca2-bccc-44ad9a4ed51f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.876293 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 8fec6121-12b9-4156-afe5-1f05b201fb5b {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:17:34.876548 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2350b895-d641-4cbd-b986-8c49ea979306 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (88392719-2cae-4ca2-bccc-44ad9a4ed51f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.876686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 8fec6121-12b9-4156-afe5-1f05b201fb5b not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:17:34.891817 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350b895-d641-4cbd-b986-8c49ea979306 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88392719-2cae-4ca2-bccc-44ad9a4ed51f,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:17:34.902036 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2350b895-d641-4cbd-b986-8c49ea979306 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.903248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2350b895-d641-4cbd-b986-8c49ea979306 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142046 Feb 15 15:17:34.906146 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53940) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:17:34.910444 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-4c95fbbc-bd6d-4c60-8a4e-8900353995cb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '79de2a49-a2db-4705-a860-bf4e5108b4cd', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:17:34.934099 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4c95fbbc-bd6d-4c60-8a4e-8900353995cb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (12a960e2-a4fb-423e-857c-46a8ef7b008a), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.993076 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4c95fbbc-bd6d-4c60-8a4e-8900353995cb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (12a960e2-a4fb-423e-857c-46a8ef7b008a), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:34.996835 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4c95fbbc-bd6d-4c60-8a4e-8900353995cb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (12a960e2-a4fb-423e-857c-46a8ef7b008a), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:35.016475 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95fbbc-bd6d-4c60-8a4e-8900353995cb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a960e2-a4fb-423e-857c-46a8ef7b008a,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:17:35.020662 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-4c95fbbc-bd6d-4c60-8a4e-8900353995cb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:35.021852 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-4c95fbbc-bd6d-4c60-8a4e-8900353995cb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147342 Feb 15 15:17:35.024725 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53942) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:17:35.028967 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3a776264-87c8-4fd6-af1c-032414c00cc6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '79de2a49-a2db-4705-a860-bf4e5108b4cd', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:17:35.048212 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-3a776264-87c8-4fd6-af1c-032414c00cc6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Project 1e90ba8a910349a49bd537637eb4e468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:17:35.053156 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a776264-87c8-4fd6-af1c-032414c00cc6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (f9aa771b-b27d-4744-b1cb-a67e7b5bdf86), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:35.111152 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a776264-87c8-4fd6-af1c-032414c00cc6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (f9aa771b-b27d-4744-b1cb-a67e7b5bdf86), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:35.114731 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a776264-87c8-4fd6-af1c-032414c00cc6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f9aa771b-b27d-4744-b1cb-a67e7b5bdf86), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:35.129793 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a776264-87c8-4fd6-af1c-032414c00cc6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9aa771b-b27d-4744-b1cb-a67e7b5bdf86,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:17:35.139898 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3a776264-87c8-4fd6-af1c-032414c00cc6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:35.141078 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3a776264-87c8-4fd6-af1c-032414c00cc6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154478 Feb 15 15:17:35.143911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 53944) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:17:35.148130 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0eb11ed6-b516-49aa-b773-c2c50c0a4f8b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'security_group_rule': {'security_group_id': '79de2a49-a2db-4705-a860-bf4e5108b4cd', 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:17:35.167720 n-d-829064-15 neutron-server[109971]: INFO neutron.db.securitygroups_db [None req-0eb11ed6-b516-49aa-b773-c2c50c0a4f8b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Project 1e90ba8a910349a49bd537637eb4e468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:17:35.172594 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb11ed6-b516-49aa-b773-c2c50c0a4f8b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (166f2cf0-f434-473d-970d-6678a75fa7d2), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:35.232886 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb11ed6-b516-49aa-b773-c2c50c0a4f8b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (166f2cf0-f434-473d-970d-6678a75fa7d2), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:35.236493 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb11ed6-b516-49aa-b773-c2c50c0a4f8b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (166f2cf0-f434-473d-970d-6678a75fa7d2), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:35.255706 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb11ed6-b516-49aa-b773-c2c50c0a4f8b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166f2cf0-f434-473d-970d-6678a75fa7d2,revision_number=0']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:17:35.263487 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0eb11ed6-b516-49aa-b773-c2c50c0a4f8b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:35.264712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0eb11ed6-b516-49aa-b773-c2c50c0a4f8b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199152 Feb 15 15:17:40.762104 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:43.006845 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:44.751075 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:17:44.940106 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d3d1f5e-b8be-4b05-b94f-0ff0fe6cd142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:47.308371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a5ee-61ab-4169-abd1-9dc0d526ebc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:48.699518 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:50.015620 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:51.265996 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:17:54.666420 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-03c7d5ac-a0cf-466a-ad6b-216fe4d8e7e3 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-749439863&fields=id&tenant_id=1e90ba8a910349a49bd537637eb4e468 HTTP/1.1" status: 200 len: 267 time: 0.0437651 Feb 15 15:17:54.770993 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-7c9f16f8-b231-4583-8bb4-c34489108ccf tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:17:54.773028 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-7c9f16f8-b231-4583-8bb4-c34489108ccf tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 808 time: 0.1001232 Feb 15 15:17:54.787336 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-737345c7-42c1-4cd2-8230-2dde83cff862 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/quotas/1e90ba8a910349a49bd537637eb4e468 HTTP/1.1" status: 200 len: 375 time: 0.0088878 Feb 15 15:17:54.843692 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-c6d85ec0-938e-434a-a641-3608bc716182 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513630 Feb 15 15:17:54.977034 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-ac440c9f-ca1e-48e2-b1a0-66f9ec273518 service neutron] 10.222.0.72 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222839 Feb 15 15:17:55.064253 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-6606d11c-bd1e-45d4-b14b-be43f17abdfa service neutron] 10.222.0.72 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814960 Feb 15 15:17:56.392424 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b4bfd0a5-1550-403c-b22a-12d1de49cfbc req-22ecdcf0-f6a9-40ff-8fdc-f48af0ebac37 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0716710 Feb 15 15:17:57.470076 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05717590-7a9a-4546-8b8d-7c72afae8406 req-25e3b50c-60f6-447d-912f-ea0ab75a5db5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0268831 Feb 15 15:17:58.553144 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4f97e033-1a11-4183-a9a8-620ee7270f31 req-be03c92a-b415-4068-82eb-ce9c1adaa2e8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0337462 Feb 15 15:17:59.630568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1dfc136d-98e0-4eca-a70f-605fc2b44dc7 req-d8e1b1cd-995e-4712-ab03-91e1a41ecbc9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0269403 Feb 15 15:18:00.726263 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-83f19cea-5756-442b-9fbd-9d96b098d582 req-a92ce028-09d7-440f-8c7f-1d19cc11ee99 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0301661 Feb 15 15:18:01.370261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-bcab9c91-38c1-4927-b48f-b9bfb3075021 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:01.372381 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-bcab9c91-38c1-4927-b48f-b9bfb3075021 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 808 time: 0.1095951 Feb 15 15:18:01.435349 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-1a4f048e-3860-44e0-9e1e-7adf493e638b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e90ba8a910349a49bd537637eb4e468 HTTP/1.1" status: 200 len: 379 time: 0.0545590 Feb 15 15:18:01.443385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'port': {'device_id': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'admin_state_up': True, 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'security_groups': ['79de2a49-a2db-4705-a860-bf4e5108b4cd']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:18:01.556144 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Made reservation on behalf of 1e90ba8a910349a49bd537637eb4e468 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:18:01.559741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:01.684665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Allocated IP 172.20.0.11 (7b7b40e5-811f-48cb-b0de-afc5dc8f91f3/57b8275a-75f7-45ae-aaa6-bd777a583726/3270789a-a430-4913-aefb-f858916adf26) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:18:01.822860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-12329d09-ae22-4d10-b65b-441c635df595 req-c9943ade-adce-4c6f-96b2-9994cf1db6cd tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0270827 Feb 15 15:18:01.835828 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for port (3270789a-a430-4913-aefb-f858916adf26), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:01.869493 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3270789a-a430-4913-aefb-f858916adf26), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:01.915044 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:18:01.918135 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:18:01.921820 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:18:01.948122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'Port': ['ID=3270789a-a430-4913-aefb-f858916adf26,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:18:01.978400 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:01.979080 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:01.997632 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-8d22f666-13a1-40ec-86f8-eb60430f3161 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579414 Feb 15 15:18:02.057676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Request body: {'port': {'device_id': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:18:02.126868 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3270789a-a430-4913-aefb-f858916adf26), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:02.165213 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b1488bc8-54db-498e-887e-f7b15d18f367 None None] Provisioning complete for port 3270789a-a430-4913-aefb-f858916adf26 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:18:02.165808 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b1488bc8-54db-498e-887e-f7b15d18f367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3270789a-a430-4913-aefb-f858916adf26), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:02.204916 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b1488bc8-54db-498e-887e-f7b15d18f367 None None] Port 3270789a-a430-4913-aefb-f858916adf26 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:18:02.395841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3270789a-a430-4913-aefb-f858916adf26 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:18:02.403997 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Publish callbacks [] for port (3270789a-a430-4913-aefb-f858916adf26), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:02.416679 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Transition to ACTIVE for port object 3270789a-a430-4913-aefb-f858916adf26 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:18:02.420374 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3270789a-a430-4913-aefb-f858916adf26), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:02.473229 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Pushing event updated for resources: {'Port': ['ID=3270789a-a430-4913-aefb-f858916adf26,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:18:02.551385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Attempting to bind port 3270789a-a430-4913-aefb-f858916adf26 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:18:02.551816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Attempting to bind port 3270789a-a430-4913-aefb-f858916adf26 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:18:02.552026 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Attempting to bind port 3270789a-a430-4913-aefb-f858916adf26 on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:18:02.557230 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Port 3270789a-a430-4913-aefb-f858916adf26 on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:18:02.557554 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Attempting to bind port 3270789a-a430-4913-aefb-f858916adf26 on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:18:02.563407 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:18:02.563740 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Checking segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:18:02.564122 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Bound using segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:18:02.564548 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Bound port: 3270789a-a430-4913-aefb-f858916adf26, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:18:02.564985 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3270789a-a430-4913-aefb-f858916adf26), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:02.632328 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:18:02.635743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3270789a-a430-4913-aefb-f858916adf26,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:18:02.643289 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3270789a-a430-4913-aefb-f858916adf26), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:02.679729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:02.680357 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:02.681734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] 10.222.0.67 "PUT /v2.0/ports/3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 1093 time: 0.6768482 Feb 15 15:18:02.682193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'tag': '3270789a-a430-4913-aefb-f858916adf26'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:18:02.684807 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670" -d '{"events": [{"name": "network-changed", "server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "tag": "3270789a-a430-4913-aefb-f858916adf26"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:18:02.716801 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d0bba-c2b9-46aa-a17c-b749bd30e67b service neutron] Pushing event updated for resources: {'Port': ['ID=3270789a-a430-4913-aefb-f858916adf26,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:18:02.805060 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-b1bbe67c-0f5b-4bb3-96fa-cfbeab7f3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:02.806633 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-b1bbe67c-0f5b-4bb3-96fa-cfbeab7f3588 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1127 time: 0.0611734 Feb 15 15:18:02.860289 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fda65c5-58ac-4cf1-926c-1e71c034ab19 x-openstack-request-id: req-1fda65c5-58ac-4cf1-926c-1e71c034ab19 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:18:02.861430 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "tag": "3270789a-a430-4913-aefb-f858916adf26", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:18:02.861871 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1fda65c5-58ac-4cf1-926c-1e71c034ab19 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:18:02.862303 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'tag': '3270789a-a430-4913-aefb-f858916adf26', 'status': 'completed', 'code': 200} Feb 15 15:18:02.864288 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-f43cbf2a-80a0-4de0-9366-a69407232a17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 217 time: 0.0503125 Feb 15 15:18:02.927012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-154605d9-f67a-42c2-b80d-b785480abde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:02.928533 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-154605d9-f67a-42c2-b80d-b785480abde9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0553753 Feb 15 15:18:02.971468 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e812b2c-2736-4d99-a212-2303d5bb7bc6 req-6eb7619d-de5e-4618-ac72-916168b4510c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:02.973586 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e812b2c-2736-4d99-a212-2303d5bb7bc6 req-6eb7619d-de5e-4618-ac72-916168b4510c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0722826 Feb 15 15:18:02.989815 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-7332add1-2eb1-4313-9fc4-f29ffb29eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:02.991314 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-7332add1-2eb1-4313-9fc4-f29ffb29eb29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534675 Feb 15 15:18:03.039958 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9e812b2c-2736-4d99-a212-2303d5bb7bc6 req-06fe5719-e241-467d-b061-b4f24f37f594 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487325 Feb 15 15:18:03.096239 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-fe730cd4-c70c-4624-96e9-304949da3534 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962214 Feb 15 15:18:03.190503 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-e6aabc66-01a9-42fc-be3b-1a84f320bb97 req-c95bdb09-2663-4444-9484-8c5077fe8e4c service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872114 Feb 15 15:18:03.277430 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670 req-5b7e9db8-f1a4-4517-8830-51acca6c2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:03.278860 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670 req-5b7e9db8-f1a4-4517-8830-51acca6c2d48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1127 time: 0.0460489 Feb 15 15:18:03.366341 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670 req-f43bce8a-9889-4750-8a8f-9c76fd9ba44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:03.367840 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670 req-f43bce8a-9889-4750-8a8f-9c76fd9ba44b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0835452 Feb 15 15:18:03.412535 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670 req-913468ab-562c-4f8a-9c8d-9d344d218a37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 217 time: 0.0381966 Feb 15 15:18:03.460705 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670 req-241b51d1-71e0-49af-8d1f-376fbe63e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:03.462132 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670 req-241b51d1-71e0-49af-8d1f-376fbe63e246 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0435929 Feb 15 15:18:03.511986 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670 req-6adb70a5-e8bb-404d-9b0f-d6faa20b0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:03.513494 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670 req-6adb70a5-e8bb-404d-9b0f-d6faa20b0035 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455437 Feb 15 15:18:03.605156 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670 req-1033cadb-d55b-4c28-af56-45ec56617599 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857410 Feb 15 15:18:03.697742 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-acc7b52c-c9da-4569-9b6a-9edfc7ca9670 req-09e92489-abb4-4ba6-8df4-8af5deed5389 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862076 Feb 15 15:18:04.162262 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af2366-feda-4878-8f0c-9e2d8f3b5fa2 req-769e01e0-e91f-4e17-a456-7c9c1df5be19 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:04.163780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44af2366-feda-4878-8f0c-9e2d8f3b5fa2 req-769e01e0-e91f-4e17-a456-7c9c1df5be19 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0529180 Feb 15 15:18:04.215731 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-44af2366-feda-4878-8f0c-9e2d8f3b5fa2 req-b9cc69cf-3bd3-4531-9ad5-0d880779645e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459757 Feb 15 15:18:05.338602 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77fa23-46e7-465e-b742-b8ec7493826d req-51c0de0c-5783-4506-a975-44c652728bab tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:05.340147 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a77fa23-46e7-465e-b742-b8ec7493826d req-51c0de0c-5783-4506-a975-44c652728bab tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0540385 Feb 15 15:18:05.389260 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a77fa23-46e7-465e-b742-b8ec7493826d req-2adf17d5-f05d-4e5a-9c63-778ba7dea0d2 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435710 Feb 15 15:18:06.511836 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a71fe-338b-40d9-abb5-cc7fa2bc2cab req-f21ee4ae-b8ba-4a7b-9002-198e3b3be6ac tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:06.513278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-736a71fe-338b-40d9-abb5-cc7fa2bc2cab req-f21ee4ae-b8ba-4a7b-9002-198e3b3be6ac tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0559354 Feb 15 15:18:06.562482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-736a71fe-338b-40d9-abb5-cc7fa2bc2cab req-1430964f-cbdc-486a-96eb-bb9890fe1ae9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427804 Feb 15 15:18:07.687076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885eb394-5bad-42e4-aad3-6afaac7cb2c9 req-29c0d641-37de-4423-97a9-db8c4723434e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:07.688649 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-885eb394-5bad-42e4-aad3-6afaac7cb2c9 req-29c0d641-37de-4423-97a9-db8c4723434e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0556495 Feb 15 15:18:07.744389 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-885eb394-5bad-42e4-aad3-6afaac7cb2c9 req-c39b122a-fd77-4cee-9ac4-b7f102efb3d0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497084 Feb 15 15:18:08.865309 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89ee51-dccf-4abd-9699-292abc31199c req-82541d49-d951-493f-b974-542a9c8a189f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:08.866766 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd89ee51-dccf-4abd-9699-292abc31199c req-82541d49-d951-493f-b974-542a9c8a189f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0523627 Feb 15 15:18:08.918345 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-dd89ee51-dccf-4abd-9699-292abc31199c req-c299bd3c-4414-4908-8ee7-bc24e2c363b9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459950 Feb 15 15:18:10.038508 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370170d6-f0f6-4c0a-b968-d70d598ff10f req-e3642385-fca4-4ddc-aa35-6b050fce04c1 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:10.039937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370170d6-f0f6-4c0a-b968-d70d598ff10f req-e3642385-fca4-4ddc-aa35-6b050fce04c1 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0536065 Feb 15 15:18:10.090248 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-370170d6-f0f6-4c0a-b968-d70d598ff10f req-5ef79bdb-2002-4068-bbd9-75aca817ffd3 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446305 Feb 15 15:18:10.755855 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:11.215291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f90b5-81fd-49df-9131-f7ab873fea69 req-15355d6f-40a8-410c-8ce2-876eaac5f076 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:11.217117 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-031f90b5-81fd-49df-9131-f7ab873fea69 req-15355d6f-40a8-410c-8ce2-876eaac5f076 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0559974 Feb 15 15:18:11.266783 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-031f90b5-81fd-49df-9131-f7ab873fea69 req-fa13cd4d-8a1c-47e0-abaf-e23b15a97a34 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443802 Feb 15 15:18:12.387566 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2faad-9c9f-4bfe-8c74-200a5759a671 req-9e24ea63-440c-41d1-8f3c-1c321ad293a2 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:12.389021 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5f2faad-9c9f-4bfe-8c74-200a5759a671 req-9e24ea63-440c-41d1-8f3c-1c321ad293a2 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0544970 Feb 15 15:18:12.436325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e5f2faad-9c9f-4bfe-8c74-200a5759a671 req-ff7bb6a9-6456-43d9-b531-c94fb1242a7c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417514 Feb 15 15:18:13.014523 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:13.554132 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0718d0-f1d7-4299-8dcb-355918942f3b req-2bf1047d-d257-4e9c-b5ca-4b60a04ab6a0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:13.555635 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e0718d0-f1d7-4299-8dcb-355918942f3b req-2bf1047d-d257-4e9c-b5ca-4b60a04ab6a0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0515006 Feb 15 15:18:13.603061 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8e0718d0-f1d7-4299-8dcb-355918942f3b req-cfb910f2-2c3a-4511-a1fe-9fb3fbcb3e23 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415795 Feb 15 15:18:14.723194 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea9e93-71a8-478f-bbfb-c2388fd95c0c req-ba9abb70-bd6e-4a19-b5e4-85d9fa75b1ae tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:14.725192 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6ea9e93-71a8-478f-bbfb-c2388fd95c0c req-ba9abb70-bd6e-4a19-b5e4-85d9fa75b1ae tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0552540 Feb 15 15:18:14.772725 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e6ea9e93-71a8-478f-bbfb-c2388fd95c0c req-cbdfade0-dfa2-4439-b5d6-27ddd17393bb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420399 Feb 15 15:18:14.942365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e9656f48-59fe-4531-9c3c-6d8b640bfe2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:15.889597 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13100222-705e-4b5d-b438-7980907dc345 req-a33a3f2f-b082-48de-a148-1f75b08e4019 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:15.891105 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13100222-705e-4b5d-b438-7980907dc345 req-a33a3f2f-b082-48de-a148-1f75b08e4019 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0528111 Feb 15 15:18:15.939276 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-13100222-705e-4b5d-b438-7980907dc345 req-f2ae70c5-735d-44ef-a552-242d5822e601 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Feb 15 15:18:17.055728 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf78fb-658b-4721-952f-26015aba7244 req-63b3960f-38e3-467b-828f-88818dc32c9b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:17.057102 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffcf78fb-658b-4721-952f-26015aba7244 req-63b3960f-38e3-467b-828f-88818dc32c9b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0517535 Feb 15 15:18:17.113151 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ffcf78fb-658b-4721-952f-26015aba7244 req-a8628300-26b5-46b5-95d2-4334c5a5a3a9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464654 Feb 15 15:18:17.312911 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0af6a9d8-2ab6-4c3d-bffe-107d4416e514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:18.231570 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3813-7ba5-485a-93fe-efbbc388cdd3 req-eaf14d8d-2fe7-4156-be36-0d2769b4a601 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:18.233035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d02a3813-7ba5-485a-93fe-efbbc388cdd3 req-eaf14d8d-2fe7-4156-be36-0d2769b4a601 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0523477 Feb 15 15:18:18.280097 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d02a3813-7ba5-485a-93fe-efbbc388cdd3 req-1d48d721-a749-4ce4-bf0e-e94ca48b0dc4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Feb 15 15:18:18.701296 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:19.398389 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e15a28-d066-4533-8e74-c46017223db1 req-1c1f3949-c5c6-489b-a237-ef220597e8d4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:19.399981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36e15a28-d066-4533-8e74-c46017223db1 req-1c1f3949-c5c6-489b-a237-ef220597e8d4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0518286 Feb 15 15:18:19.449713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-36e15a28-d066-4533-8e74-c46017223db1 req-7bd7f71e-598a-4e28-b060-ced3592885fb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441015 Feb 15 15:18:20.013621 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:20.574896 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ca2e-6acf-487c-bd97-137ad6934308 req-f1ddf8ef-cc08-4016-8e4c-3cd8f812eeec tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:20.576537 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d951ca2e-6acf-487c-bd97-137ad6934308 req-f1ddf8ef-cc08-4016-8e4c-3cd8f812eeec tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0575399 Feb 15 15:18:20.624517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d951ca2e-6acf-487c-bd97-137ad6934308 req-f349c37a-4ce0-4297-b71d-44bb1a599a0e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Feb 15 15:18:20.859600 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 3270789a-a430-4913-aefb-f858916adf26 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:18:20.953038 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3270789a-a430-4913-aefb-f858916adf26,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:18:20.967999 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '3270789a-a430-4913-aefb-f858916adf26', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'port_id': '3270789a-a430-4913-aefb-f858916adf26', 'mac_address': 'fa:16:3e:38:77:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:18:21.004989 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 3270789a-a430-4913-aefb-f858916adf26 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:18:21.005380 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3270789a-a430-4913-aefb-f858916adf26), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:21.018112 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3270789a-a430-4913-aefb-f858916adf26 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:18:21.037753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3270789a-a430-4913-aefb-f858916adf26,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:18:21.042556 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3270789a-a430-4913-aefb-f858916adf26), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:21.089934 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=3270789a-a430-4913-aefb-f858916adf26,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:18:21.097575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.097929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.098266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.099173 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.099513 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.099839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.100163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.100485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.100810 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.101131 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.101496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.101782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.102101 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:18:21.272519 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:21.372820 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['3270789a-a430-4913-aefb-f858916adf26'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:18:21.743923 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffe7cf-958a-4c14-acbd-e0caf01f0770 req-3b9b52a0-cd1b-4712-a9cb-2b085d0446d7 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:21.745406 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7ffe7cf-958a-4c14-acbd-e0caf01f0770 req-3b9b52a0-cd1b-4712-a9cb-2b085d0446d7 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 945 time: 0.0516000 Feb 15 15:18:21.750053 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:18:21.795141 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f7ffe7cf-958a-4c14-acbd-e0caf01f0770 req-8160aa63-8170-44af-baff-0c3e16e16298 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442312 Feb 15 15:18:22.875647 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 3270789a-a430-4913-aefb-f858916adf26 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:18:22.910297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b596d9c-5ef2-4ee6-9a31-fa8aaf4fb14f req-bd20df83-99b7-4314-b9e8-e64310015fa0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:22.912589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b596d9c-5ef2-4ee6-9a31-fa8aaf4fb14f req-bd20df83-99b7-4314-b9e8-e64310015fa0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 945 time: 0.0520821 Feb 15 15:18:22.929407 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 3270789a-a430-4913-aefb-f858916adf26 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:18:22.935670 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 3270789a-a430-4913-aefb-f858916adf26 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:18:22.936046 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3270789a-a430-4913-aefb-f858916adf26), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:22.974962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9b596d9c-5ef2-4ee6-9a31-fa8aaf4fb14f req-03225ebb-2e12-4d5f-a7fe-6ebdb401674b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569689 Feb 15 15:18:23.015020 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 3270789a-a430-4913-aefb-f858916adf26 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:18:23.015418 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3270789a-a430-4913-aefb-f858916adf26), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:23.038099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3270789a-a430-4913-aefb-f858916adf26'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:18:23.040244 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2350748-e504-4197-95ba-51b7839517fb" -d '{"events": [{"server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "name": "network-vif-plugged", "status": "completed", "tag": "3270789a-a430-4913-aefb-f858916adf26"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:18:23.052497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3270789a-a430-4913-aefb-f858916adf26,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:18:23.056391 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3270789a-a430-4913-aefb-f858916adf26), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:23.082115 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab37b826-5212-4bed-89f7-e518a33d2bf7 x-openstack-request-id: req-ab37b826-5212-4bed-89f7-e518a33d2bf7 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:18:23.082410 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "name": "network-vif-plugged", "status": "completed", "tag": "3270789a-a430-4913-aefb-f858916adf26", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:18:23.082663 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab37b826-5212-4bed-89f7-e518a33d2bf7 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:18:23.083931 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3270789a-a430-4913-aefb-f858916adf26', 'code': 200} Feb 15 15:18:23.112403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=3270789a-a430-4913-aefb-f858916adf26,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:18:23.183339 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48892584-887b-49d2-ab38-836b79d63eec req-5dada60f-2399-4cdf-8e83-ef26e8ab30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:23.184861 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-48892584-887b-49d2-ab38-836b79d63eec req-5dada60f-2399-4cdf-8e83-ef26e8ab30a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1129 time: 0.0489597 Feb 15 15:18:23.231067 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-48892584-887b-49d2-ab38-836b79d63eec req-f942451f-939c-4fa4-9efb-b095a6687522 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Feb 15 15:18:24.091938 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143c025-a66d-452d-9b71-eaaa511550fb req-939ad990-1276-4d32-b980-e6a52cdbc2ea tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:24.093314 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b143c025-a66d-452d-9b71-eaaa511550fb req-939ad990-1276-4d32-b980-e6a52cdbc2ea tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0519929 Feb 15 15:18:24.141369 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b143c025-a66d-452d-9b71-eaaa511550fb req-9092f73d-a4b5-449a-ae05-6ad3653dc452 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424361 Feb 15 15:18:25.259336 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed01c16-f7b2-4072-b787-01e7f1098fcb req-6e8b9843-d5c9-4f5d-84af-2d2805c7640c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:25.260803 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ed01c16-f7b2-4072-b787-01e7f1098fcb req-6e8b9843-d5c9-4f5d-84af-2d2805c7640c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0519044 Feb 15 15:18:25.310348 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0ed01c16-f7b2-4072-b787-01e7f1098fcb req-34eed261-24fc-41ed-9a01-e1a8eee5ccbc tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429900 Feb 15 15:18:25.429181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838793e-aa02-495f-a4e3-2f8a73b0a428 req-f056d46f-539a-4e3e-b45b-db75ab39f955 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:25.430563 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7838793e-aa02-495f-a4e3-2f8a73b0a428 req-f056d46f-539a-4e3e-b45b-db75ab39f955 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0552423 Feb 15 15:18:25.480554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7838793e-aa02-495f-a4e3-2f8a73b0a428 req-bb71dd17-e414-4bdd-afb0-356db8310e76 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442512 Feb 15 15:18:25.501893 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54188) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:18:25.584338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6854a1-a2a8-4dc2-8f80-67eb54ff8ca4 tempest-TestShelveInstance-804531172 tempest-TestShelveInstance-804531172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:25.585859 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-db6854a1-a2a8-4dc2-8f80-67eb54ff8ca4 tempest-TestShelveInstance-804531172 tempest-TestShelveInstance-804531172-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1124 time: 0.0830104 Feb 15 15:18:25.588580 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54192) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:18:25.592743 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '3270789a-a430-4913-aefb-f858916adf26', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:18:25.613767 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:25.711556 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:25.811439 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Allocated IP 172.25.6.45 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/6440364b-55df-411c-abb9-232bec7d3e4f) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:18:25.914217 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for port (6440364b-55df-411c-abb9-232bec7d3e4f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:25.946894 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6440364b-55df-411c-abb9-232bec7d3e4f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:25.987038 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:18:25.991759 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:18:25.994274 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:18:26.022486 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'Port': ['ID=6440364b-55df-411c-abb9-232bec7d3e4f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:18:26.643881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for floatingip (0d0f75d2-a3a8-49e5-a29c-76c50e5e3427), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:26.710976 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (6440364b-55df-411c-abb9-232bec7d3e4f), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:26.858593 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for port (6440364b-55df-411c-abb9-232bec7d3e4f), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:26.862800 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (6440364b-55df-411c-abb9-232bec7d3e4f), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:26.933447 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event updated for resources: {'Port': ['ID=6440364b-55df-411c-abb9-232bec7d3e4f,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:18:26.941220 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (0d0f75d2-a3a8-49e5-a29c-76c50e5e3427), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:27.041694 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Floating IP 0d0f75d2-a3a8-49e5-a29c-76c50e5e3427 associated. External IP: 172.25.6.45, port: 3270789a-a430-4913-aefb-f858916adf26. Feb 15 15:18:27.250792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Router eb4f569a-fdc6-44e5-b662-172d50262d4d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:18:27.359045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:18:27.369480 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f753894-da22-422f-8bdf-94d0bb3800fc None None] Sync routers for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:18:27.376968 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:27.378467 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f753894-da22-422f-8bdf-94d0bb3800fc None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:18:27.379106 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3f753894-da22-422f-8bdf-94d0bb3800fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:18:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:18:27.406775 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-00402d66-f176-4c70-8779-b6d40a5732b8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8171680 Feb 15 15:18:27.407387 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'tag': '3270789a-a430-4913-aefb-f858916adf26'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:18:27.409655 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a6f268-2b26-4489-82ee-74940074d60c" -d '{"events": [{"name": "network-changed", "server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "tag": "3270789a-a430-4913-aefb-f858916adf26"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:18:27.446214 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73924a81-265f-45be-9da3-a71e5cbd2a83 x-openstack-request-id: req-73924a81-265f-45be-9da3-a71e5cbd2a83 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:18:27.446509 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "tag": "3270789a-a430-4913-aefb-f858916adf26", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:18:27.446765 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-73924a81-265f-45be-9da3-a71e5cbd2a83 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:18:27.447196 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'tag': '3270789a-a430-4913-aefb-f858916adf26', 'status': 'completed', 'code': 200} Feb 15 15:18:27.491707 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-3f753894-da22-422f-8bdf-94d0bb3800fc None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:18:27.512134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6f268-2b26-4489-82ee-74940074d60c req-d7ca8079-f8f4-49c7-8d00-a5a5f202673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:27.513627 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a4a6f268-2b26-4489-82ee-74940074d60c req-d7ca8079-f8f4-49c7-8d00-a5a5f202673b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1129 time: 0.0443633 Feb 15 15:18:27.606236 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6f268-2b26-4489-82ee-74940074d60c req-df58999b-9ed2-43e2-9c70-dd7048e9ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:27.607809 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a4a6f268-2b26-4489-82ee-74940074d60c req-df58999b-9ed2-43e2-9c70-dd7048e9ef69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0883927 Feb 15 15:18:27.671981 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a4a6f268-2b26-4489-82ee-74940074d60c req-95b4a389-37f5-4bab-84b3-2bee89810fa1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 999 time: 0.0585732 Feb 15 15:18:27.712868 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3f753894-da22-422f-8bdf-94d0bb3800fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '0d0f75d2-a3a8-49e5-a29c-76c50e5e3427', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'floating_ip_address': '172.25.6.45', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'port_id': '3270789a-a430-4913-aefb-f858916adf26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'mac_address': 'fa:16:3e:38:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:18:26Z', 'updated_at': '2022-02-15T15:18:26Z', 'revision_number': 0, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:18:27.720999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6f268-2b26-4489-82ee-74940074d60c req-a8b7b3cc-9407-4bba-8f74-284d0fb0089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:27.722497 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a4a6f268-2b26-4489-82ee-74940074d60c req-a8b7b3cc-9407-4bba-8f74-284d0fb0089d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0444283 Feb 15 15:18:27.738593 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f753894-da22-422f-8bdf-94d0bb3800fc None None] Checking router: eb4f569a-fdc6-44e5-b662-172d50262d4d for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:18:27.747670 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f753894-da22-422f-8bdf-94d0bb3800fc None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:18:27.748207 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3f753894-da22-422f-8bdf-94d0bb3800fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:18:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:18:27.780276 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6f268-2b26-4489-82ee-74940074d60c req-853a6ee4-8355-4aa6-8a63-8ee63d1b26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:18:27.781818 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a4a6f268-2b26-4489-82ee-74940074d60c req-853a6ee4-8355-4aa6-8a63-8ee63d1b26fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513706 Feb 15 15:18:27.855008 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-3f753894-da22-422f-8bdf-94d0bb3800fc None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:18:27.870533 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a4a6f268-2b26-4489-82ee-74940074d60c req-acba306d-b67f-46b0-8d35-a7b74d00eb9c service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824587 Feb 15 15:18:27.963589 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a4a6f268-2b26-4489-82ee-74940074d60c req-76f1961b-d7d2-46bf-b51e-99c4919027f4 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872815 Feb 15 15:18:28.164538 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-3f753894-da22-422f-8bdf-94d0bb3800fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '0d0f75d2-a3a8-49e5-a29c-76c50e5e3427', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'floating_ip_address': '172.25.6.45', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'port_id': '3270789a-a430-4913-aefb-f858916adf26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'mac_address': 'fa:16:3e:38:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:18:26Z', 'updated_at': '2022-02-15T15:18:26Z', 'revision_number': 0, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:18:28.189766 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f753894-da22-422f-8bdf-94d0bb3800fc None None] The sync data for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 is: [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': '0d0f75d2-a3a8-49e5-a29c-76c50e5e3427', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'floating_ip_address': '172.25.6.45', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'port_id': '3270789a-a430-4913-aefb-f858916adf26', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'mac_address': 'fa:16:3e:38:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:18:26Z', 'updated_at': '2022-02-15T15:18:26Z', 'revision_number': 0, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:18:28.381166 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc94dd62-fd85-4443-ad10-7a20deab2df7 None None] New status for floating IP 0d0f75d2-a3a8-49e5-a29c-76c50e5e3427: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:18:40.771378 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:43.028985 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:44.945410 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-68155af1-b96a-4214-a42b-45c44fcf6794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:47.315224 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c1943b75-7d44-47be-ab12-6f77f7331f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:48.702670 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:50.011327 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:51.268483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:18:58.749279 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:19:10.786589 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:13.026048 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:13.968925 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-a82ebd79-3fea-44a2-ba5d-5e45d1f23a19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438337 Feb 15 15:19:14.050514 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-a2dceb8d-a795-4fc9-a2a9-a942444e13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:14.051893 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-a2dceb8d-a795-4fc9-a2a9-a942444e13c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1129 time: 0.0441465 Feb 15 15:19:14.154887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-19891835-a00b-45bb-982c-3da581abd85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:14.156427 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-19891835-a00b-45bb-982c-3da581abd85d service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0870314 Feb 15 15:19:14.223507 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-625f9e90-41d8-4328-9ca7-c34f89155d26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 1001 time: 0.0603948 Feb 15 15:19:14.273460 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-dd7ab03a-9f45-4dcd-a998-477aae6db554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:14.274846 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-dd7ab03a-9f45-4dcd-a998-477aae6db554 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0432134 Feb 15 15:19:14.327863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-0ba8e93c-c077-4300-bb87-981abd0a6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:19:14.329245 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-0ba8e93c-c077-4300-bb87-981abd0a6249 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475483 Feb 15 15:19:14.415153 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-69f81eb0-046c-4065-99bf-b81508536448 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784986 Feb 15 15:19:14.507756 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ba6ccfda-45a3-4d0d-8163-b29bfcdf1867 req-6b4e52cf-eac9-4a74-b5c4-ccb38699c6bb service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859580 Feb 15 15:19:14.948358 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7eb1771a-7174-457a-9f11-fda7ef122dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:17.316330 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fa1f8462-4026-452f-a862-8d6b65680f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:18.706593 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:20.013777 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:21.260337 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:35.747723 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:19:40.801483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:43.028093 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:44.949628 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e20ec016-45b3-48ab-ac93-0ec6a27c2976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:47.317455 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6934aad1-1753-419e-a9a1-18fbd5f09090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:48.708275 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:50.017621 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:19:51.261693 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:10.806734 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:12.746887 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:20:13.041553 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:14.951776 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4969e077-e25e-4b32-8f5c-1b5cad50d464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:16.045069 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-c5ea70fb-cc23-47c5-a5b0-4e3a6f3f07af service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436189 Feb 15 15:20:16.135374 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-292a869d-f491-4e63-927f-1920f4b60e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:16.136868 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-292a869d-f491-4e63-927f-1920f4b60e1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1129 time: 0.0461018 Feb 15 15:20:16.240432 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-06b22459-d5c9-463b-b6a3-b3abf65b8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:16.241905 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-06b22459-d5c9-463b-b6a3-b3abf65b8c28 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0872309 Feb 15 15:20:16.581549 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-414d80b5-6c59-4068-90a9-3a92e00904a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 1001 time: 0.3331845 Feb 15 15:20:16.631367 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-69ee8a61-e02c-4e8b-bb1a-fcd9483568e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:16.632774 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-69ee8a61-e02c-4e8b-bb1a-fcd9483568e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0435114 Feb 15 15:20:16.684360 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-a81ba957-f929-4da1-982d-fd3e9b0bbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:16.685849 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-a81ba957-f929-4da1-982d-fd3e9b0bbf6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468106 Feb 15 15:20:16.774123 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-5050cec1-bfa1-495d-ae22-7930ab9f37e2 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818753 Feb 15 15:20:16.865640 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-19e7aedf-62db-49cb-b27a-21b823f1c302 req-58a89ed7-c189-41a3-a1c7-053545f305e5 service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852046 Feb 15 15:20:17.318415 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0aeec84a-00c4-4469-838b-c4d11e1effae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:18.711627 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:20.021025 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:21.264071 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:25.192135 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e071e8-b2a6-4f47-a13d-acaa20d36ca8 req-fb721e82-7744-4cd8-8538-8e0cc3cdd75c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:25.193632 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1e071e8-b2a6-4f47-a13d-acaa20d36ca8 req-fb721e82-7744-4cd8-8538-8e0cc3cdd75c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0581176 Feb 15 15:20:25.245245 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e1e071e8-b2a6-4f47-a13d-acaa20d36ca8 req-991f3656-57ab-443e-8cd8-83f4b079f2b3 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459385 Feb 15 15:20:26.372405 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272652b-aee8-4e8d-9042-7cc72390a6d9 req-cc5106ec-a857-4b98-9dce-402315cf8132 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:26.373883 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3272652b-aee8-4e8d-9042-7cc72390a6d9 req-cc5106ec-a857-4b98-9dce-402315cf8132 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0518239 Feb 15 15:20:26.422193 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3272652b-aee8-4e8d-9042-7cc72390a6d9 req-24f59727-e7b3-462e-9561-e0bb99a9deb8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421221 Feb 15 15:20:27.555168 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19943a8-c5dd-4ee4-b6ed-0de65bafdd9e req-28324b53-d284-49cb-a502-6defca4dc20e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:27.556637 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f19943a8-c5dd-4ee4-b6ed-0de65bafdd9e req-28324b53-d284-49cb-a502-6defca4dc20e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0558724 Feb 15 15:20:27.604007 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f19943a8-c5dd-4ee4-b6ed-0de65bafdd9e req-870b61a7-e4f2-4021-bbf3-cc9608d9b340 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416045 Feb 15 15:20:28.726458 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c2ebd-dc8f-42d6-a526-83e2ee809b7b req-e0b4638b-7e88-4196-b1bb-2b8c4d7d55c6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:28.727952 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c16c2ebd-dc8f-42d6-a526-83e2ee809b7b req-e0b4638b-7e88-4196-b1bb-2b8c4d7d55c6 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0524943 Feb 15 15:20:28.775994 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c16c2ebd-dc8f-42d6-a526-83e2ee809b7b req-a01e24b7-8276-462a-a914-6d9c5277751f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424824 Feb 15 15:20:29.893808 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a075873-d7fc-4428-ae51-68bd3ded72bc req-90d5fd4d-6b4c-496e-8c17-44d07d0b02af tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:29.895312 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a075873-d7fc-4428-ae51-68bd3ded72bc req-90d5fd4d-6b4c-496e-8c17-44d07d0b02af tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0514834 Feb 15 15:20:29.946659 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a075873-d7fc-4428-ae51-68bd3ded72bc req-5718df16-86ae-4f04-95ba-1d6750878a73 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458512 Feb 15 15:20:31.066961 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ff80e-253f-445e-a2d3-51df8bad2085 req-d62da6c7-4920-485a-ab6c-f94d6a76e273 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:31.068373 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c1ff80e-253f-445e-a2d3-51df8bad2085 req-d62da6c7-4920-485a-ab6c-f94d6a76e273 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0536485 Feb 15 15:20:31.116599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4c1ff80e-253f-445e-a2d3-51df8bad2085 req-cc5fa8ce-af6e-4771-8055-4c20e0fb3ec8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426931 Feb 15 15:20:32.237006 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944fe45-e785-449d-a790-c38f3522aa31 req-d3462341-86a7-45ce-9198-d562c1669659 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:32.238543 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7944fe45-e785-449d-a790-c38f3522aa31 req-d3462341-86a7-45ce-9198-d562c1669659 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0528851 Feb 15 15:20:32.286888 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7944fe45-e785-449d-a790-c38f3522aa31 req-2fa216b9-8659-4694-89db-9d1c2aeb66de tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427485 Feb 15 15:20:33.409712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6d842-4ee1-4ff5-bdbc-07aabc1a9885 req-960541d5-5806-41bc-8741-e533b561a603 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:33.411204 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1dc6d842-4ee1-4ff5-bdbc-07aabc1a9885 req-960541d5-5806-41bc-8741-e533b561a603 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0588939 Feb 15 15:20:33.458823 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-1dc6d842-4ee1-4ff5-bdbc-07aabc1a9885 req-8c57e09e-83f9-4556-b551-b6a8f6125f18 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420575 Feb 15 15:20:34.575535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa789ca-804f-444f-825a-c978d91f1dd5 req-5f71700f-94fd-4fe9-b983-3abea67768ad tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:34.577010 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efa789ca-804f-444f-825a-c978d91f1dd5 req-5f71700f-94fd-4fe9-b983-3abea67768ad tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0524733 Feb 15 15:20:34.625339 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-efa789ca-804f-444f-825a-c978d91f1dd5 req-5f98519f-1ba0-4b73-9799-06342525dcc4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427682 Feb 15 15:20:35.355062 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8bdc3-ad04-45e9-aeee-b7fb05967129 req-55e0b9e1-ae7a-4c57-bbd8-d86541e10a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:35.356644 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aeb8bdc3-ad04-45e9-aeee-b7fb05967129 req-55e0b9e1-ae7a-4c57-bbd8-d86541e10a4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1129 time: 0.0452571 Feb 15 15:20:35.444008 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8bdc3-ad04-45e9-aeee-b7fb05967129 req-d0cec79a-51f3-4fae-822a-af9ba88ff22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:35.445431 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aeb8bdc3-ad04-45e9-aeee-b7fb05967129 req-d0cec79a-51f3-4fae-822a-af9ba88ff22d service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0825744 Feb 15 15:20:35.512793 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aeb8bdc3-ad04-45e9-aeee-b7fb05967129 req-432ffa6a-4a2e-41e4-8905-560f54d86d17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 1001 time: 0.0602767 Feb 15 15:20:35.560163 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8bdc3-ad04-45e9-aeee-b7fb05967129 req-9dddcfcb-27a0-4330-8be5-f12ae6e50060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:35.561601 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aeb8bdc3-ad04-45e9-aeee-b7fb05967129 req-9dddcfcb-27a0-4330-8be5-f12ae6e50060 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0427833 Feb 15 15:20:35.609758 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8bdc3-ad04-45e9-aeee-b7fb05967129 req-39927eab-7521-48f1-8b1a-4163e467629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:35.611197 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aeb8bdc3-ad04-45e9-aeee-b7fb05967129 req-39927eab-7521-48f1-8b1a-4163e467629d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433991 Feb 15 15:20:35.703583 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aeb8bdc3-ad04-45e9-aeee-b7fb05967129 req-b7beb873-43a4-49c6-a401-483c042fb7ec service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856469 Feb 15 15:20:35.752131 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17387e94-076e-434d-afd6-af44bf721b56 req-4f9c3842-c10b-442f-856d-2d29f912ae4e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:35.753794 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17387e94-076e-434d-afd6-af44bf721b56 req-4f9c3842-c10b-442f-856d-2d29f912ae4e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0578883 Feb 15 15:20:35.793294 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-aeb8bdc3-ad04-45e9-aeee-b7fb05967129 req-ce4df34d-e51b-4543-be5b-4d216a364f2c service neutron] 10.222.0.67 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837982 Feb 15 15:20:35.805275 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17387e94-076e-434d-afd6-af44bf721b56 req-e19ba9bc-c9cd-4da2-91bc-b4667cef59f9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460205 Feb 15 15:20:36.924232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17145e3e-24af-4741-a734-168874b91300 req-ffd58fba-bbfb-459f-8786-eb5028902510 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:36.925712 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17145e3e-24af-4741-a734-168874b91300 req-ffd58fba-bbfb-459f-8786-eb5028902510 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0530245 Feb 15 15:20:36.973299 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-17145e3e-24af-4741-a734-168874b91300 req-f127022f-a0ff-40a7-bb55-229349f65290 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420973 Feb 15 15:20:38.090043 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528979b-2c8b-4a3d-9f5f-c16426afd14b req-d912a2d8-b39c-481e-842e-61ab2d35eed7 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:38.091471 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4528979b-2c8b-4a3d-9f5f-c16426afd14b req-d912a2d8-b39c-481e-842e-61ab2d35eed7 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0519798 Feb 15 15:20:38.143363 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4528979b-2c8b-4a3d-9f5f-c16426afd14b req-b84da752-d690-4c80-bf78-5de4e598265e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457051 Feb 15 15:20:39.267238 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457837f4-2e4c-4e13-93ae-632a722df34d req-724dcbbd-983a-40f0-9a8e-5790e7219081 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:39.268847 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-457837f4-2e4c-4e13-93ae-632a722df34d req-724dcbbd-983a-40f0-9a8e-5790e7219081 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0558817 Feb 15 15:20:39.321824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-457837f4-2e4c-4e13-93ae-632a722df34d req-13496f49-4075-4c0c-a2fb-9c8f98295366 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469954 Feb 15 15:20:40.440853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945be48-bd43-4567-9eff-fcf895fa91d4 req-65fb5596-cbad-417a-9dc0-3c11ce9e1b79 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:40.442353 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f945be48-bd43-4567-9eff-fcf895fa91d4 req-65fb5596-cbad-417a-9dc0-3c11ce9e1b79 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0528638 Feb 15 15:20:40.491556 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f945be48-bd43-4567-9eff-fcf895fa91d4 req-efa2d8a8-2fae-46a0-9dd1-4c2f2bed2579 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433829 Feb 15 15:20:40.818961 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.616696 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641263c5-d2db-4fca-a163-fa7e273a3082 req-ad239aef-a746-4d88-a90c-1936a14a9fa5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:41.618325 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-641263c5-d2db-4fca-a163-fa7e273a3082 req-ad239aef-a746-4d88-a90c-1936a14a9fa5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 946 time: 0.0590348 Feb 15 15:20:41.621288 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 3270789a-a430-4913-aefb-f858916adf26 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:20:41.677288 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-641263c5-d2db-4fca-a163-fa7e273a3082 req-ff5a7d37-94c7-4ae1-997d-b6e522f2f6b2 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517063 Feb 15 15:20:41.702197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 3270789a-a430-4913-aefb-f858916adf26 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:20:41.702590 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3270789a-a430-4913-aefb-f858916adf26), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.729285 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3270789a-a430-4913-aefb-f858916adf26'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:41.731575 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871b0112-779b-41cb-9737-de6b63868dd0" -d '{"events": [{"server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "name": "network-vif-unplugged", "status": "completed", "tag": "3270789a-a430-4913-aefb-f858916adf26"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:41.744843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3270789a-a430-4913-aefb-f858916adf26,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:41.749064 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3270789a-a430-4913-aefb-f858916adf26), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:41.773291 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da262e09-5657-4368-b099-af4f6687d362 x-openstack-request-id: req-da262e09-5657-4368-b099-af4f6687d362 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:41.773532 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "name": "network-vif-unplugged", "status": "failed", "tag": "3270789a-a430-4913-aefb-f858916adf26", "code": 422}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:41.773795 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-da262e09-5657-4368-b099-af4f6687d362 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:41.774190 n-d-829064-15 neutron-server[109973]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3270789a-a430-4913-aefb-f858916adf26', 'code': 422} returned with failed status Feb 15 15:20:41.805100 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=3270789a-a430-4913-aefb-f858916adf26,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:41.814929 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.815289 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.815637 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.815978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.816368 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.816708 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.817061 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.817392 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.817727 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.818169 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.818505 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.818953 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.819423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:41.880991 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-4e322db5-19e6-4f0b-af71-d960348bcc97 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0484903 Feb 15 15:20:41.890387 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-cd67762b-4acc-4f01-b5f4-467439dcc147 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:20:41.891393 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-cd67762b-4acc-4f01-b5f4-467439dcc147 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055335 Feb 15 15:20:41.908992 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4aaf32-26d0-4ffd-8782-97ca70735a9b req-3760ebb6-7a33-458c-b1d4-2c0fdcbcdf64 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:41.911004 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e4aaf32-26d0-4ffd-8782-97ca70735a9b req-3760ebb6-7a33-458c-b1d4-2c0fdcbcdf64 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0563951 Feb 15 15:20:41.991828 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-28133cb2-1fbe-45a5-b2c1-4b5c844cda41 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:41.993171 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-28133cb2-1fbe-45a5-b2c1-4b5c844cda41 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports/3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 941 time: 0.0707855 Feb 15 15:20:42.002423 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3e4aaf32-26d0-4ffd-8782-97ca70735a9b req-22eb6d0c-7e15-44c9-828e-0719854e89a1 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859118 Feb 15 15:20:43.047863 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:43.126338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e460066-7276-4571-9118-c607cb249663 req-aa993c65-2084-4174-adcb-e72bda3888d7 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:43.127879 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e460066-7276-4571-9118-c607cb249663 req-aa993c65-2084-4174-adcb-e72bda3888d7 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0541875 Feb 15 15:20:43.177838 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2e460066-7276-4571-9118-c607cb249663 req-fddbe19e-cea9-4d6b-828c-2a432bc5837d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443835 Feb 15 15:20:44.298397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e5be8-f0e4-4ff5-ad97-65dcbe50af8f req-2317a65a-ad6d-4e9b-a1a7-086521852943 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:44.299953 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-145e5be8-f0e4-4ff5-ad97-65dcbe50af8f req-2317a65a-ad6d-4e9b-a1a7-086521852943 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0531573 Feb 15 15:20:44.355937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-145e5be8-f0e4-4ff5-ad97-65dcbe50af8f req-7989b5b2-be28-4094-ab15-886252a18371 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503035 Feb 15 15:20:44.955962 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-08a174ac-d19b-4d27-a3e4-92f3a71bc219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:45.478058 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54892f09-b647-4e60-a9f2-282e135c2086 req-8669c924-7cb8-4856-a178-7598f74075e4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:45.479578 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54892f09-b647-4e60-a9f2-282e135c2086 req-8669c924-7cb8-4856-a178-7598f74075e4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0569594 Feb 15 15:20:45.528273 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-54892f09-b647-4e60-a9f2-282e135c2086 req-be2d73c6-cb99-42d0-a6cf-c8fa49343b11 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429325 Feb 15 15:20:46.646617 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a618ef1-9d19-426f-b829-1759f203699c req-84940a62-01e3-45dd-8f9d-d1d7b7b10cd4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:46.648124 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a618ef1-9d19-426f-b829-1759f203699c req-84940a62-01e3-45dd-8f9d-d1d7b7b10cd4 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0526037 Feb 15 15:20:46.696937 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2a618ef1-9d19-426f-b829-1759f203699c req-bb5c4057-90cb-4e39-ade4-388881df622f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431039 Feb 15 15:20:47.320267 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a46211a9-cca1-41f9-b072-cfef1149c9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:47.818500 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cbc8f-d496-41f7-b3e4-8fd1475d8c33 req-c23e5a09-1d27-449a-b12c-771e2a2d9b70 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:47.820315 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d14cbc8f-d496-41f7-b3e4-8fd1475d8c33 req-c23e5a09-1d27-449a-b12c-771e2a2d9b70 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0545263 Feb 15 15:20:47.873266 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d14cbc8f-d496-41f7-b3e4-8fd1475d8c33 req-d497b9dd-7af6-4597-8c54-075ebb1bc65b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473504 Feb 15 15:20:48.715611 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:48.994453 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e550d-12fe-4bee-b246-748f8abdfd7e req-2e06a91f-58e3-4953-93a1-95d9efc2365b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:48.995972 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646e550d-12fe-4bee-b246-748f8abdfd7e req-2e06a91f-58e3-4953-93a1-95d9efc2365b tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0533390 Feb 15 15:20:49.043983 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-646e550d-12fe-4bee-b246-748f8abdfd7e req-710bcacb-46ed-4da9-abb3-1531080d4cee tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417316 Feb 15 15:20:49.746511 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:20:50.024526 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:50.164525 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09b87f-5647-4412-aeb2-8aa9e9cd0300 req-e222e9cd-aa2c-4d76-87b2-c396e09d6024 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:50.166017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df09b87f-5647-4412-aeb2-8aa9e9cd0300 req-e222e9cd-aa2c-4d76-87b2-c396e09d6024 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0536759 Feb 15 15:20:50.214793 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-df09b87f-5647-4412-aeb2-8aa9e9cd0300 req-02f67d7b-9d5d-4f54-b8ab-7b04a3ca0f47 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425043 Feb 15 15:20:51.269754 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:51.344501 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15203835-5f3b-4546-a240-d66b3e5c0bc2 req-805fc6cb-0e87-46ea-8eb2-4bcb8419cbf9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:51.346008 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15203835-5f3b-4546-a240-d66b3e5c0bc2 req-805fc6cb-0e87-46ea-8eb2-4bcb8419cbf9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0565693 Feb 15 15:20:51.395154 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-15203835-5f3b-4546-a240-d66b3e5c0bc2 req-4a3a331c-f72f-4e9c-9753-7b30e510f6a9 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434127 Feb 15 15:20:52.513021 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d12658-e033-43cb-8ca4-cb830799fc0c req-d3885f0b-09e3-4266-8f1b-6227adf34da8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:52.515129 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99d12658-e033-43cb-8ca4-cb830799fc0c req-d3885f0b-09e3-4266-8f1b-6227adf34da8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0539105 Feb 15 15:20:52.563576 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-99d12658-e033-43cb-8ca4-cb830799fc0c req-0c8218ec-9d5e-4bb9-b2e8-7df6843a69c8 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429106 Feb 15 15:20:52.676012 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-5dd1560a-f484-498e-9999-a16f372d0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:52.677415 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-5dd1560a-f484-498e-9999-a16f372d0a84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb&tenant_id=1e90ba8a910349a49bd537637eb4e468 HTTP/1.1" status: 200 len: 1127 time: 0.0440729 Feb 15 15:20:52.688283 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829064-15', 'device_owner': 'compute:nova'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:20:52.746125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3270789a-a430-4913-aefb-f858916adf26), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:52.947217 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=3270789a-a430-4913-aefb-f858916adf26,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:20:52.979650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:20:53.013690 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3270789a-a430-4913-aefb-f858916adf26 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:20:53.021284 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Publish callbacks [] for port (3270789a-a430-4913-aefb-f858916adf26), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.033471 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Transition to ACTIVE for port object 3270789a-a430-4913-aefb-f858916adf26 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:20:53.036559 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3270789a-a430-4913-aefb-f858916adf26), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.111134 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Pushing event updated for resources: {'Port': ['ID=3270789a-a430-4913-aefb-f858916adf26,revision_number=7']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:53.127478 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.127826 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.128168 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.128506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.128836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.129162 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.129487 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.129807 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.130127 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.130454 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.130787 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.131121 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.131464 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:20:53.172901 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] No DVR routers for this DVR port 3270789a-a430-4913-aefb-f858916adf26 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:20:53.312305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Attempting to bind port 3270789a-a430-4913-aefb-f858916adf26 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:20:53.312630 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Attempting to bind port 3270789a-a430-4913-aefb-f858916adf26 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:20:53.312954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Attempting to bind port 3270789a-a430-4913-aefb-f858916adf26 on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:53.317192 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Port 3270789a-a430-4913-aefb-f858916adf26 on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:20:53.317512 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Attempting to bind port 3270789a-a430-4913-aefb-f858916adf26 on network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:20:53.322261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:20:53.322596 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Checking segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:20:53.323011 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Bound using segment: {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:20:53.323431 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Bound port: 3270789a-a430-4913-aefb-f858916adf26, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a43af5-271c-4465-9115-3448da833df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:20:53.323778 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3270789a-a430-4913-aefb-f858916adf26), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.384995 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:20:53.388054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3270789a-a430-4913-aefb-f858916adf26,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:20:53.393724 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (3270789a-a430-4913-aefb-f858916adf26), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.427058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:53.427687 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:20:53.429071 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] 10.222.0.42 "PUT /v2.0/ports/3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 1093 time: 0.7448418 Feb 15 15:20:53.429504 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'tag': '3270789a-a430-4913-aefb-f858916adf26'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:20:53.431750 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b74177-be31-4e30-bb80-4e97ff131ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "tag": "3270789a-a430-4913-aefb-f858916adf26"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:20:53.469342 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5aee6-77e3-4646-a79b-87875038ebba service neutron] Pushing event updated for resources: {'Port': ['ID=3270789a-a430-4913-aefb-f858916adf26,revision_number=8']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:20:53.487695 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac1281a-ebaf-43bc-ab32-e5da2ffcc9b0 x-openstack-request-id: req-6ac1281a-ebaf-43bc-ab32-e5da2ffcc9b0 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:20:53.487996 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "tag": "3270789a-a430-4913-aefb-f858916adf26", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:20:53.488249 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ac1281a-ebaf-43bc-ab32-e5da2ffcc9b0 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:20:53.488648 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'tag': '3270789a-a430-4913-aefb-f858916adf26', 'status': 'completed', 'code': 200} Feb 15 15:20:53.509281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-94b2098c-2228-4fa4-b200-4ba536a4285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:53.510804 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-94b2098c-2228-4fa4-b200-4ba536a4285c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1127 time: 0.0587904 Feb 15 15:20:53.605405 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-e381a44a-f113-46f3-b59c-621621b54c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:53.606886 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-e381a44a-f113-46f3-b59c-621621b54c03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0901966 Feb 15 15:20:53.679390 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-f84fdd17-f19c-45c7-b877-d2ef97ce7d34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 999 time: 0.0647457 Feb 15 15:20:53.694921 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a667c81-73ce-4fbd-a828-4a5c952e06d6 req-1fb2ae51-bdeb-4dea-8803-b958729547db tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:53.696366 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a667c81-73ce-4fbd-a828-4a5c952e06d6 req-1fb2ae51-bdeb-4dea-8803-b958729547db tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0575655 Feb 15 15:20:53.730311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-e7dad6cb-4ed5-4042-9ec7-03659d5b81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:53.731723 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-e7dad6cb-4ed5-4042-9ec7-03659d5b81f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0465579 Feb 15 15:20:53.745875 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0a667c81-73ce-4fbd-a828-4a5c952e06d6 req-80c43e08-d72a-40e4-a9b0-9ee386184951 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438888 Feb 15 15:20:53.782024 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-187b675d-a5f8-4b23-9dce-a1555f9eee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:53.783575 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-187b675d-a5f8-4b23-9dce-a1555f9eee2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455816 Feb 15 15:20:53.875003 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-82327508-4005-413f-8ab9-b4cd04aa81b1 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853500 Feb 15 15:20:53.963104 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-a43525d2-c38b-407b-8e18-e3cb898acca4 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818884 Feb 15 15:20:54.052485 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b74177-be31-4e30-bb80-4e97ff131ec7 req-cb56bb57-c58f-42c7-9a98-ab5d1b0b0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:54.053894 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-26b74177-be31-4e30-bb80-4e97ff131ec7 req-cb56bb57-c58f-42c7-9a98-ab5d1b0b0ff3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1127 time: 0.0447230 Feb 15 15:20:54.146977 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b74177-be31-4e30-bb80-4e97ff131ec7 req-95b06184-5dec-49d4-8145-48416ea54add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:54.148447 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-26b74177-be31-4e30-bb80-4e97ff131ec7 req-95b06184-5dec-49d4-8145-48416ea54add service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0885477 Feb 15 15:20:54.213266 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-26b74177-be31-4e30-bb80-4e97ff131ec7 req-ebcf474a-ced5-483d-8795-5c9c09694c7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 999 time: 0.0587316 Feb 15 15:20:54.265862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b74177-be31-4e30-bb80-4e97ff131ec7 req-754b0580-fb67-4689-be16-81168a86f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:54.267352 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-26b74177-be31-4e30-bb80-4e97ff131ec7 req-754b0580-fb67-4689-be16-81168a86f2de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0483952 Feb 15 15:20:54.317683 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b74177-be31-4e30-bb80-4e97ff131ec7 req-c1e175f2-ca5c-477c-90c0-c7bec400559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:54.319129 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-26b74177-be31-4e30-bb80-4e97ff131ec7 req-c1e175f2-ca5c-477c-90c0-c7bec400559b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449088 Feb 15 15:20:54.405283 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-26b74177-be31-4e30-bb80-4e97ff131ec7 req-ace357b4-e3f0-4fca-a76a-72bc97591ca6 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797381 Feb 15 15:20:54.497881 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-26b74177-be31-4e30-bb80-4e97ff131ec7 req-81dff6f0-32ff-4c88-b157-5b72411dfd40 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868959 Feb 15 15:20:54.868288 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e6713-1e24-44b7-abce-0dde8bc73628 req-67a17c47-95e8-4de2-a4ef-530834f12294 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:54.869865 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d0e6713-1e24-44b7-abce-0dde8bc73628 req-67a17c47-95e8-4de2-a4ef-530834f12294 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0518181 Feb 15 15:20:54.918298 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6d0e6713-1e24-44b7-abce-0dde8bc73628 req-c08311e1-aca5-4e73-b52e-f356d976a964 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423031 Feb 15 15:20:56.036852 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce6cd3-2ebb-4242-a871-06d4bee9d65b req-8fa4f6f6-e46b-4780-964b-d0f01b482194 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:56.038207 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05ce6cd3-2ebb-4242-a871-06d4bee9d65b req-8fa4f6f6-e46b-4780-964b-d0f01b482194 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0511034 Feb 15 15:20:56.089780 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-05ce6cd3-2ebb-4242-a871-06d4bee9d65b req-dca4771e-4b05-4320-a1b8-b1363ec0384c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460501 Feb 15 15:20:57.213544 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093eae3-ae6d-4701-bbd2-524809017c77 req-2f726750-b6ca-4e44-9244-23b517e7afeb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:57.215089 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8093eae3-ae6d-4701-bbd2-524809017c77 req-2f726750-b6ca-4e44-9244-23b517e7afeb tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0539477 Feb 15 15:20:57.263771 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8093eae3-ae6d-4701-bbd2-524809017c77 req-37bd6808-ebf7-4475-be50-431174dc619a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428867 Feb 15 15:20:58.381488 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcdfbc-7444-4dfb-af71-4ff4ca1cd919 req-b566adba-3ea9-41bd-b72a-be1bda43935c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:58.382962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84fcdfbc-7444-4dfb-af71-4ff4ca1cd919 req-b566adba-3ea9-41bd-b72a-be1bda43935c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0511653 Feb 15 15:20:58.430186 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-84fcdfbc-7444-4dfb-af71-4ff4ca1cd919 req-166feae7-e62e-4221-a9d6-a6426bc6ebc1 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417607 Feb 15 15:20:59.552450 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ba3b8-f334-4faa-b4df-df3f54277a50 req-f7fa631a-303f-4113-9952-940ff2459b28 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:20:59.553930 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb6ba3b8-f334-4faa-b4df-df3f54277a50 req-f7fa631a-303f-4113-9952-940ff2459b28 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0589330 Feb 15 15:20:59.601880 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-eb6ba3b8-f334-4faa-b4df-df3f54277a50 req-1c63f8ff-c0ba-4a90-90b8-aec8c5152287 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Feb 15 15:21:00.719045 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478e4ad-bab8-457d-afc2-881e12a70cc7 req-94125c31-f16f-497c-8b28-7902c8612970 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:00.720514 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8478e4ad-bab8-457d-afc2-881e12a70cc7 req-94125c31-f16f-497c-8b28-7902c8612970 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0524065 Feb 15 15:21:00.768190 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8478e4ad-bab8-457d-afc2-881e12a70cc7 req-8f2a5543-c0da-4e93-83f2-b7921fb60d79 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Feb 15 15:21:01.885423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333133b-ae1d-4140-9c1e-f1cbb620070e req-f058ae05-ed33-4e08-95ca-21a52f8a7fe2 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:01.886893 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c333133b-ae1d-4140-9c1e-f1cbb620070e req-f058ae05-ed33-4e08-95ca-21a52f8a7fe2 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 944 time: 0.0517733 Feb 15 15:21:01.938764 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c333133b-ae1d-4140-9c1e-f1cbb620070e req-2b88b92a-55f7-4986-b3b1-8d00639a8b15 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456729 Feb 15 15:21:02.051231 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 3270789a-a430-4913-aefb-f858916adf26 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:21:02.147869 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3270789a-a430-4913-aefb-f858916adf26,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:02.158783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': '3270789a-a430-4913-aefb-f858916adf26', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'port_id': '3270789a-a430-4913-aefb-f858916adf26', 'mac_address': 'fa:16:3e:38:77:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:21:02.195074 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 3270789a-a430-4913-aefb-f858916adf26 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:21:02.195467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3270789a-a430-4913-aefb-f858916adf26), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:02.208123 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3270789a-a430-4913-aefb-f858916adf26 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:21:02.227341 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3270789a-a430-4913-aefb-f858916adf26,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:02.230658 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3270789a-a430-4913-aefb-f858916adf26), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:02.280014 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=3270789a-a430-4913-aefb-f858916adf26,revision_number=9']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:02.484527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['3270789a-a430-4913-aefb-f858916adf26'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:21:03.056962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dea36a-45bf-498b-82c0-b41970dae328 req-504399f3-f1fe-4753-a616-dc30f32a7d57 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:03.058352 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2dea36a-45bf-498b-82c0-b41970dae328 req-504399f3-f1fe-4753-a616-dc30f32a7d57 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 945 time: 0.0530727 Feb 15 15:21:03.107247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f2dea36a-45bf-498b-82c0-b41970dae328 req-e85f3223-13bc-4f27-9350-aa2fab27ab1f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427294 Feb 15 15:21:04.055051 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 3270789a-a430-4913-aefb-f858916adf26 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:21:04.103321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port 3270789a-a430-4913-aefb-f858916adf26 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:21:04.107076 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port 3270789a-a430-4913-aefb-f858916adf26 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:21:04.107459 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (3270789a-a430-4913-aefb-f858916adf26), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:04.187849 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port 3270789a-a430-4913-aefb-f858916adf26 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:21:04.188246 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (3270789a-a430-4913-aefb-f858916adf26), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:04.210933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3270789a-a430-4913-aefb-f858916adf26'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:21:04.213201 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b880aff1-7119-4360-97ce-374c54721537" -d '{"events": [{"server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "name": "network-vif-plugged", "status": "completed", "tag": "3270789a-a430-4913-aefb-f858916adf26"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:21:04.225429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3489e5-e921-4dc5-9905-542bb25bfe0b req-9b54234a-d895-45b7-ab6c-79580a88e8d0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:04.226321 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3270789a-a430-4913-aefb-f858916adf26,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:21:04.226982 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa3489e5-e921-4dc5-9905-542bb25bfe0b req-9b54234a-d895-45b7-ab6c-79580a88e8d0 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 945 time: 0.0530787 Feb 15 15:21:04.231592 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (3270789a-a430-4913-aefb-f858916adf26), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:04.282481 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=3270789a-a430-4913-aefb-f858916adf26,revision_number=10']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:21:04.287475 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-aa3489e5-e921-4dc5-9905-542bb25bfe0b req-3eca43fc-aea9-4839-a648-fbf035ed4fa2 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540679 Feb 15 15:21:04.308720 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8938866-0c20-4648-b05a-d242e56bc29d x-openstack-request-id: req-c8938866-0c20-4648-b05a-d242e56bc29d {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:21:04.309268 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "name": "network-vif-plugged", "status": "completed", "tag": "3270789a-a430-4913-aefb-f858916adf26", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:21:04.309559 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c8938866-0c20-4648-b05a-d242e56bc29d {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:21:04.309950 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3270789a-a430-4913-aefb-f858916adf26', 'code': 200} Feb 15 15:21:04.496216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a35b-adee-48e6-886d-01887ade1ea4 req-1309b54c-5a14-498f-9005-be113f99a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:04.497692 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-13c7a35b-adee-48e6-886d-01887ade1ea4 req-1309b54c-5a14-498f-9005-be113f99a085 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1130 time: 0.0818272 Feb 15 15:21:04.546956 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-13c7a35b-adee-48e6-886d-01887ade1ea4 req-700e1e00-0d1d-4bc1-921d-28a1831d2773 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420086 Feb 15 15:21:05.404593 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa81fa-64ef-4c3b-a786-08a34b37807e req-5f751038-8bc0-47c1-be30-00edc7e7779f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:05.406598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdaa81fa-64ef-4c3b-a786-08a34b37807e req-5f751038-8bc0-47c1-be30-00edc7e7779f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 947 time: 0.0570338 Feb 15 15:21:05.455162 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-bdaa81fa-64ef-4c3b-a786-08a34b37807e req-f4139ba0-e024-44cd-859c-5256ae9c6783 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428221 Feb 15 15:21:06.584565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b4bda-f27e-4b26-aafe-5710aba0c989 req-77d16ae4-f274-40af-a512-07b981d0e772 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:06.585986 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d3b4bda-f27e-4b26-aafe-5710aba0c989 req-77d16ae4-f274-40af-a512-07b981d0e772 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 947 time: 0.0617046 Feb 15 15:21:06.633510 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4d3b4bda-f27e-4b26-aafe-5710aba0c989 req-c3c01f06-de28-434f-bd4b-1568350f5c11 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419564 Feb 15 15:21:09.732275 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-073ddc05-e4f6-4113-94f5-0418a5f15b32 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509622 Feb 15 15:21:09.817507 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-12506596-d3f2-4b0c-8a73-70c78e5bb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:09.819034 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-12506596-d3f2-4b0c-8a73-70c78e5bb32b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1130 time: 0.0454752 Feb 15 15:21:09.918422 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-214ca13d-73fa-4cfb-83a5-044ed67b3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:09.919886 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-214ca13d-73fa-4cfb-83a5-044ed67b3e2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0831516 Feb 15 15:21:09.988757 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-9ec2d28d-bcd0-4a82-988d-1ca0b8257753 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 1001 time: 0.0619953 Feb 15 15:21:10.036395 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-8cbe2126-61ee-42a6-af68-1e9e49f262fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:10.037803 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-8cbe2126-61ee-42a6-af68-1e9e49f262fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0431757 Feb 15 15:21:10.085748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-bcaaf8af-a150-452f-b7f5-ad2359e37583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:21:10.087295 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-bcaaf8af-a150-452f-b7f5-ad2359e37583 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438242 Feb 15 15:21:10.176556 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-b19a9a2b-f7cd-4cf7-b1b8-43fd2af35815 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836740 Feb 15 15:21:10.265839 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c15190e9-3f94-43c8-8f06-f4c33febd063 req-4f936813-e17e-4456-b7e4-66d12d96e15d service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830107 Feb 15 15:21:10.813745 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:13.044901 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:14.959149 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c9f4ec57-d9af-415c-a6db-e79b1d0f8779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:17.322930 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-25bd7844-77f2-4e63-aa99-b92e923659f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:18.719176 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:20.028602 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:21.263676 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:26.745803 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:21:40.815959 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:43.044472 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:44.964383 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-509fb64e-bb0d-4e37-9050-d18539368fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:47.325238 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-58e8a82c-32d7-4d5e-8e1f-8a32efafa9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:48.720601 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:50.024947 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:21:51.266390 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:03.744434 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:22:10.711387 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-bd6e0131-6335-4d4b-be0b-027170369141 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490930 Feb 15 15:22:10.798313 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-22cea9bc-7660-4e77-87c1-e78667ad926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:10.800417 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-22cea9bc-7660-4e77-87c1-e78667ad926e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1130 time: 0.0460632 Feb 15 15:22:10.827940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:10.903415 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-cced6ae6-e233-4bfb-be54-51cb5ef48fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:10.904937 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-cced6ae6-e233-4bfb-be54-51cb5ef48fcb service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0860665 Feb 15 15:22:10.973217 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-2f1dc21d-8499-4c59-be1e-af10878d4011 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 1001 time: 0.0627394 Feb 15 15:22:11.019846 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-1863ded9-b754-4ca8-8ada-8c48f8617990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:11.021265 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-1863ded9-b754-4ca8-8ada-8c48f8617990 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0425014 Feb 15 15:22:11.068698 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-9a188ff9-d605-4978-b903-dda76a0ba5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:11.070228 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-9a188ff9-d605-4978-b903-dda76a0ba5a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435858 Feb 15 15:22:11.167938 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-5a4e93fe-9a13-48d9-96e2-d097315a6a7c service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921414 Feb 15 15:22:11.256856 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-601f0f84-3010-4123-b6cb-98743c38fa36 req-2a0ae303-9a16-49bc-80b3-20b95277b34a service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819085 Feb 15 15:22:13.043698 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:14.966619 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0b03d45e-39a0-4a55-baf1-6bcc6cc1c750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:17.326486 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fcb78638-7748-43ba-98c0-2fbc8ce54755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:18.722924 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:20.026814 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:21.268359 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.124684 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54362) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:22.279866 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Deleting port 6440364b-55df-411c-abb9-232bec7d3e4f {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:22.280206 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (6440364b-55df-411c-abb9-232bec7d3e4f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.356294 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (6440364b-55df-411c-abb9-232bec7d3e4f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.356617 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for floatingip (6440364b-55df-411c-abb9-232bec7d3e4f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.368474 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Calling delete_port for 6440364b-55df-411c-abb9-232bec7d3e4f owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:22.513352 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (6440364b-55df-411c-abb9-232bec7d3e4f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.539509 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event deleted for resources: {'Port': ['ID=6440364b-55df-411c-abb9-232bec7d3e4f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:22.550451 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.550812 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.551185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.551527 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.551895 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.552233 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.552565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.552897 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.553226 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.553553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.553883 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.554209 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.554533 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:22.609203 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for floatingip (0d0f75d2-a3a8-49e5-a29c-76c50e5e3427), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.609544 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Floating IP 0d0f75d2-a3a8-49e5-a29c-76c50e5e3427 disassociated (deleted). External IP: 172.25.6.45, port: 3270789a-a430-4913-aefb-f858916adf26. Feb 15 15:22:22.820957 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Router eb4f569a-fdc6-44e5-b662-172d50262d4d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:22:22.927742 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:22.932555 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:22.937547 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6dcac4-c984-4aa1-bd92-04896fb212af None None] Sync routers for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:22.947195 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6dcac4-c984-4aa1-bd92-04896fb212af None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:22.947878 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4f6dcac4-c984-4aa1-bd92-04896fb212af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:22.962250 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-e449a977-28f4-458b-ac08-e6515fc25cf5 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "DELETE /v2.0/floatingips/0d0f75d2-a3a8-49e5-a29c-76c50e5e3427 HTTP/1.1" status: 204 len: 168 time: 0.8365419 Feb 15 15:22:22.962846 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'tag': '3270789a-a430-4913-aefb-f858916adf26'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:22:22.965124 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd031ea1-784d-4785-a428-d77ae8368786" -d '{"events": [{"name": "network-changed", "server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "tag": "3270789a-a430-4913-aefb-f858916adf26"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:22:23.006814 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589009f9-a775-41c3-9629-56d1ad018ec2 x-openstack-request-id: req-589009f9-a775-41c3-9629-56d1ad018ec2 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:22:23.007129 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "tag": "3270789a-a430-4913-aefb-f858916adf26", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:22:23.007383 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-589009f9-a775-41c3-9629-56d1ad018ec2 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:22:23.007785 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'tag': '3270789a-a430-4913-aefb-f858916adf26', 'status': 'completed', 'code': 200} Feb 15 15:22:23.068858 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4f6dcac4-c984-4aa1-bd92-04896fb212af None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:23.085804 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd031ea1-784d-4785-a428-d77ae8368786 req-172b72f7-7da9-439e-a58b-f0b0065c5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:23.087694 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd031ea1-784d-4785-a428-d77ae8368786 req-172b72f7-7da9-439e-a58b-f0b0065c5c72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e90ba8a910349a49bd537637eb4e468&device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 1130 time: 0.0583935 Feb 15 15:22:23.194624 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd031ea1-784d-4785-a428-d77ae8368786 req-3854fad0-8985-4113-b857-079788717d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:23.196154 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd031ea1-784d-4785-a428-d77ae8368786 req-3854fad0-8985-4113-b857-079788717d0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 200 len: 909 time: 0.0952239 Feb 15 15:22:23.218843 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ca4c2-9f18-4621-9421-9ed45f2cfe0a req-ae2494a0-0a99-4550-a141-d2511bf23be2 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:23.229238 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d2ca4c2-9f18-4621-9421-9ed45f2cfe0a req-ae2494a0-0a99-4550-a141-d2511bf23be2 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 947 time: 0.0650785 Feb 15 15:22:23.245888 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd031ea1-784d-4785-a428-d77ae8368786 req-dfff4e30-4df1-45b7-935b-1c0b956530e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 200 len: 217 time: 0.0403891 Feb 15 15:22:23.276479 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4f6dcac4-c984-4aa1-bd92-04896fb212af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:23.289832 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5d2ca4c2-9f18-4621-9421-9ed45f2cfe0a req-8d40a04e-ddaf-499f-b614-122f17eb4411 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608952 Feb 15 15:22:23.303036 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd031ea1-784d-4785-a428-d77ae8368786 req-8e28f9d5-d7f3-4cec-8a2e-75c5542a9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:23.304470 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6dcac4-c984-4aa1-bd92-04896fb212af None None] Checking router: eb4f569a-fdc6-44e5-b662-172d50262d4d for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:23.304682 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd031ea1-784d-4785-a428-d77ae8368786 req-8e28f9d5-d7f3-4cec-8a2e-75c5542a9d04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 200 len: 847 time: 0.0501840 Feb 15 15:22:23.314081 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6dcac4-c984-4aa1-bd92-04896fb212af None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:23.314671 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4f6dcac4-c984-4aa1-bd92-04896fb212af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:23.355436 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd031ea1-784d-4785-a428-d77ae8368786 req-cbfc48dc-1bbe-41ab-a930-56a7dde123ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:23.356916 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd031ea1-784d-4785-a428-d77ae8368786 req-cbfc48dc-1bbe-41ab-a930-56a7dde123ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450637 Feb 15 15:22:23.419226 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4f6dcac4-c984-4aa1-bd92-04896fb212af None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:23.449409 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd031ea1-784d-4785-a428-d77ae8368786 req-cd96b4bd-b99b-4161-8822-84da4c235303 service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854020 Feb 15 15:22:23.540498 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-dd031ea1-784d-4785-a428-d77ae8368786 req-a0c11e97-21dd-4d1c-b6ea-c01fb524c81e service neutron] 10.222.0.42 "GET /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826693 Feb 15 15:22:23.611912 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4f6dcac4-c984-4aa1-bd92-04896fb212af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:23.640536 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6dcac4-c984-4aa1-bd92-04896fb212af None None] The sync data for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 is: [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:12:28Z', 'revision_number': 4, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '03cd23f6-253a-47ac-bd04-0826c0c35843', 'name': '', 'network_id': '7b7b40e5-811f-48cb-b0de-afc5dc8f91f3', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'mac_address': 'fa:16:3e:0b:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:28Z', 'updated_at': '2022-02-15T15:12:32Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'subnets': [{'id': '57b8275a-75f7-45ae-aaa6-bd777a583726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:23.864041 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5263ed49-294b-4c6e-b2bc-17eac4ab225e None None] New status for floating IP 0d0f75d2-a3a8-49e5-a29c-76c50e5e3427: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:22:24.409917 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c3cf6-8527-44bc-aa4a-fcf6606f731b req-d0c1d0f0-21eb-4662-ae28-2ccdd59de068 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:24.411397 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc5c3cf6-8527-44bc-aa4a-fcf6606f731b req-d0c1d0f0-21eb-4662-ae28-2ccdd59de068 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 947 time: 0.0526431 Feb 15 15:22:24.459201 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cc5c3cf6-8527-44bc-aa4a-fcf6606f731b req-85bd9d3c-093c-4329-aa67-443be7cf9fca tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/security-groups?id=79de2a49-a2db-4705-a860-bf4e5108b4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421338 Feb 15 15:22:24.822871 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d51856-2b4c-43dc-8fb0-a76ff92360d3 req-389a48b1-094f-4186-92e1-7b2afea0715a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:24.824328 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55d51856-2b4c-43dc-8fb0-a76ff92360d3 req-389a48b1-094f-4186-92e1-7b2afea0715a tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.42 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 947 time: 0.0528593 Feb 15 15:22:24.918351 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-55d51856-2b4c-43dc-8fb0-a76ff92360d3 req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Deleting port 3270789a-a430-4913-aefb-f858916adf26 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:24.918690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55d51856-2b4c-43dc-8fb0-a76ff92360d3 req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (3270789a-a430-4913-aefb-f858916adf26), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.004390 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-55d51856-2b4c-43dc-8fb0-a76ff92360d3 req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] For port 3270789a-a430-4913-aefb-f858916adf26, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=3270789a-a430-4913-aefb-f858916adf26,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:25.004752 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55d51856-2b4c-43dc-8fb0-a76ff92360d3 req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (3270789a-a430-4913-aefb-f858916adf26), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.018065 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-55d51856-2b4c-43dc-8fb0-a76ff92360d3 req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Calling delete_port for 3270789a-a430-4913-aefb-f858916adf26 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:25.147055 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55d51856-2b4c-43dc-8fb0-a76ff92360d3 req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (3270789a-a430-4913-aefb-f858916adf26), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.175408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event deleted for resources: {'Port': ['ID=3270789a-a430-4913-aefb-f858916adf26,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:25.201260 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.201606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.201949 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.202315 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.202650 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.203076 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.203408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.203735 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.204601 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.204925 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.205254 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.205576 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.205893 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:25.232051 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d51856-2b4c-43dc-8fb0-a76ff92360d3 req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] No DVR routers for this DVR port 3270789a-a430-4913-aefb-f858916adf26 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:22:25.234596 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-55d51856-2b4c-43dc-8fb0-a76ff92360d3 req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:25.237913 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-55d51856-2b4c-43dc-8fb0-a76ff92360d3 req-ec2c5042-5fc7-4556-a00c-fa0c95080705 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.42 "DELETE /v2.0/ports/3270789a-a430-4913-aefb-f858916adf26 HTTP/1.1" status: 204 len: 173 time: 0.4077425 Feb 15 15:22:25.238362 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'name': 'network-vif-deleted', 'tag': '3270789a-a430-4913-aefb-f858916adf26'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:22:25.240636 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93852ce-7f91-4b0c-85ef-b480d386c246" -d '{"events": [{"server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "name": "network-vif-deleted", "tag": "3270789a-a430-4913-aefb-f858916adf26"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:22:25.279888 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabf023b-bdad-41a6-9cf4-7a01f0de08f2 x-openstack-request-id: req-eabf023b-bdad-41a6-9cf4-7a01f0de08f2 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:22:25.280184 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e260eb00-4222-441e-a222-0e2bbe6525bb", "name": "network-vif-deleted", "tag": "3270789a-a430-4913-aefb-f858916adf26", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:22:25.280441 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eabf023b-bdad-41a6-9cf4-7a01f0de08f2 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:22:25.280846 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e260eb00-4222-441e-a222-0e2bbe6525bb', 'name': 'network-vif-deleted', 'tag': '3270789a-a430-4913-aefb-f858916adf26', 'status': 'completed', 'code': 200} Feb 15 15:22:25.560517 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6a288b79-f261-4bec-8005-7e433f53a60d req-9bdf9b60-3747-43c6-a323-2f0b76615912 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0331695 Feb 15 15:22:26.661892 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-d8679d33-36a2-40d8-be88-7cae4df45729 req-28fd45a8-653b-4196-a77c-96f1020c872e tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0308537 Feb 15 15:22:27.755246 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-629849f4-6076-40fe-b16e-905f08539234 req-6bfdee22-cee8-4cbe-907a-fa8675ca9c3f tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0274308 Feb 15 15:22:28.602991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 3270789a-a430-4913-aefb-f858916adf26 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:28.624211 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: 3270789a-a430-4913-aefb-f858916adf26 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:28.624564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device 3270789a-a430-4913-aefb-f858916adf26 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:28.853619 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b5718e27-204d-46b1-94a9-a5d4fea5f815 req-fb4e3db5-8bdf-4f14-891f-8a1a012f2d40 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0270536 Feb 15 15:22:30.035822 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-cce87295-a864-4c24-ba53-765d58de5e6c req-e9dc1c12-f2a0-48d7-8000-6cf3d1fdad6c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.1135561 Feb 15 15:22:31.131820 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d8f48e9-34b3-447e-9dfb-0bb20cbd9145 req-a9f00cc3-2738-49df-817c-34f654119f9d tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0283837 Feb 15 15:22:32.231446 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-314a167b-8a75-43e8-a24a-84d7eed008a8 req-a67ed20f-79c7-4cc5-85d1-13114f3fd369 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0296667 Feb 15 15:22:33.328341 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7f642b6a-ca07-428d-8e7f-40a251d013fa req-4ad39b2a-ce3a-4762-927f-bd757f3b122c tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "GET /v2.0/ports?device_id=e260eb00-4222-441e-a222-0e2bbe6525bb HTTP/1.1" status: 200 len: 210 time: 0.0298040 Feb 15 15:22:34.503756 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54406) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:34.846179 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8d774bdf-ba6e-443f-8ae8-f096ae903426 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (79de2a49-a2db-4705-a860-bf4e5108b4cd), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:34.870461 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8d774bdf-ba6e-443f-8ae8-f096ae903426 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (79de2a49-a2db-4705-a860-bf4e5108b4cd), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:34.931551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8d774bdf-ba6e-443f-8ae8-f096ae903426 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (79de2a49-a2db-4705-a860-bf4e5108b4cd), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:34.934289 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-8d774bdf-ba6e-443f-8ae8-f096ae903426 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:34.935991 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-8d774bdf-ba6e-443f-8ae8-f096ae903426 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] 10.222.0.72 "DELETE /v2.0/security-groups/79de2a49-a2db-4705-a860-bf4e5108b4cd HTTP/1.1" status: 204 len: 168 time: 0.4310904 Feb 15 15:22:34.947370 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d774bdf-ba6e-443f-8ae8-f096ae903426 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79de2a49-a2db-4705-a860-bf4e5108b4cd,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:36.015949 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54412) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:36.496177 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (eb4f569a-fdc6-44e5-b662-172d50262d4d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:36.749977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] Deleting port 03cd23f6-253a-47ac-bd04-0826c0c35843 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:36.750315 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:36.833692 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] For port 03cd23f6-253a-47ac-bd04-0826c0c35843, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=03cd23f6-253a-47ac-bd04-0826c0c35843,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:36.834103 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:36.848345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] Calling delete_port for 03cd23f6-253a-47ac-bd04-0826c0c35843 owned by network:router_interface {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:37.033166 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (03cd23f6-253a-47ac-bd04-0826c0c35843), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.060116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=03cd23f6-253a-47ac-bd04-0826c0c35843,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:37.233010 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (eb4f569a-fdc6-44e5-b662-172d50262d4d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.453398 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] Router eb4f569a-fdc6-44e5-b662-172d50262d4d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:22:37.559239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:37.568540 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-9f4d50f5-b05d-4c91-bcbc-3a63397bfbc7 admin admin] 10.222.0.72 "PUT /v2.0/routers/eb4f569a-fdc6-44e5-b662-172d50262d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5482829 Feb 15 15:22:37.568540 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54416) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:37.571619 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e87573b-d158-4b00-80d4-6125020dec9d None None] Sync routers for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:37.584842 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87573b-d158-4b00-80d4-6125020dec9d None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:37.585446 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e87573b-d158-4b00-80d4-6125020dec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:37.678565 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Publish callbacks [] for router (eb4f569a-fdc6-44e5-b662-172d50262d4d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.691307 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9e87573b-d158-4b00-80d4-6125020dec9d None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:37.799014 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Publish callbacks [] for router_gateway (eb4f569a-fdc6-44e5-b662-172d50262d4d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.854973 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Deleting port 066969f4-0e1f-4f6b-af26-a7f73a2603fb {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:37.855315 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.878396 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e87573b-d158-4b00-80d4-6125020dec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:22:36Z', 'revision_number': 5, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port': {'id': '066969f4-0e1f-4f6b-af26-a7f73a2603fb', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:26Z', 'updated_at': '2022-02-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:37.912983 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e87573b-d158-4b00-80d4-6125020dec9d None None] Checking router: eb4f569a-fdc6-44e5-b662-172d50262d4d for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:37.922891 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87573b-d158-4b00-80d4-6125020dec9d None None] Routers {'eb4f569a-fdc6-44e5-b662-172d50262d4d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:37.923570 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e87573b-d158-4b00-80d4-6125020dec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['eb4f569a-fdc6-44e5-b662-172d50262d4d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:37.943663 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] For port 066969f4-0e1f-4f6b-af26-a7f73a2603fb, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=066969f4-0e1f-4f6b-af26-a7f73a2603fb,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:37.944045 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:37.958987 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Calling delete_port for 066969f4-0e1f-4f6b-af26-a7f73a2603fb owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:38.016986 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-9e87573b-d158-4b00-80d4-6125020dec9d None None] Set router eb4f569a-fdc6-44e5-b662-172d50262d4d gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:38.072958 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-9e87573b-d158-4b00-80d4-6125020dec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:22:37Z', 'revision_number': 6, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:38.102617 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e87573b-d158-4b00-80d4-6125020dec9d None None] The sync data for ids ['eb4f569a-fdc6-44e5-b662-172d50262d4d'] in n-d-829064-15 is: [{'id': 'eb4f569a-fdc6-44e5-b662-172d50262d4d', 'name': 'tempest-TestShelveInstance-868372023-router', 'tenant_id': '1e90ba8a910349a49bd537637eb4e468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:25Z', 'updated_at': '2022-02-15T15:22:37Z', 'revision_number': 6, 'project_id': '1e90ba8a910349a49bd537637eb4e468', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:38.143417 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (066969f4-0e1f-4f6b-af26-a7f73a2603fb), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.173116 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Pushing event deleted for resources: {'Port': ['ID=066969f4-0e1f-4f6b-af26-a7f73a2603fb,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:38.239346 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (eb4f569a-fdc6-44e5-b662-172d50262d4d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.330602 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (eb4f569a-fdc6-44e5-b662-172d50262d4d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.332781 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Publish callbacks [] for router_controller (eb4f569a-fdc6-44e5-b662-172d50262d4d), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.376043 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (eb4f569a-fdc6-44e5-b662-172d50262d4d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.376535 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb4f569a-fdc6-44e5-b662-172d50262d4d {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:22:38.380896 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.382005 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-00e70574-e38a-47fc-9611-9cae0c88604a admin admin] 10.222.0.72 "DELETE /v2.0/routers/eb4f569a-fdc6-44e5-b662-172d50262d4d HTTP/1.1" status: 204 len: 168 time: 0.8126986 Feb 15 15:22:38.384747 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54418) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:38.428207 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a539774-d20d-446a-82fa-8bed461303f6 admin admin] Deleting subnet 57b8275a-75f7-45ae-aaa6-bd777a583726 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:22:38.431237 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a539774-d20d-446a-82fa-8bed461303f6 admin admin] Publish callbacks [] for subnet (57b8275a-75f7-45ae-aaa6-bd777a583726), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.483014 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a539774-d20d-446a-82fa-8bed461303f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (57b8275a-75f7-45ae-aaa6-bd777a583726), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.578986 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a539774-d20d-446a-82fa-8bed461303f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (57b8275a-75f7-45ae-aaa6-bd777a583726), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.592204 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 03cd23f6-253a-47ac-bd04-0826c0c35843 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:38.613556 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 03cd23f6-253a-47ac-bd04-0826c0c35843 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:38.614208 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 03cd23f6-253a-47ac-bd04-0826c0c35843 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:38.636205 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a539774-d20d-446a-82fa-8bed461303f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (57b8275a-75f7-45ae-aaa6-bd777a583726), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.666341 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a539774-d20d-446a-82fa-8bed461303f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b8275a-75f7-45ae-aaa6-bd777a583726,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:38.672093 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6a539774-d20d-446a-82fa-8bed461303f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.679758 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6a539774-d20d-446a-82fa-8bed461303f6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/57b8275a-75f7-45ae-aaa6-bd777a583726 HTTP/1.1" status: 204 len: 168 time: 0.2918456 Feb 15 15:22:38.679942 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b88a2f9-b23e-46b6-a0aa-13e978940554 None None] Network 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:38.680354 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54420) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:38.754032 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (7b7b40e5-811f-48cb-b0de-afc5dc8f91f3), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.815220 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Deleting port b369e5ad-b4df-4612-9d46-18cbb3034122 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:38.815551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.878063 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] For port b369e5ad-b4df-4612-9d46-18cbb3034122, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=b369e5ad-b4df-4612-9d46-18cbb3034122,segment=NetworkSegment(c3a43af5-271c-4465-9115-3448da833df2),segment_id=c3a43af5-271c-4465-9115-3448da833df2)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:38.878311 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:38.891671 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Calling delete_port for b369e5ad-b4df-4612-9d46-18cbb3034122 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:38.949108 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] DHCP port deletion for 7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:22:38.983515 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.005046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Deleting port b369e5ad-b4df-4612-9d46-18cbb3034122 {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:39.005417 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.011100 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Pushing event deleted for resources: {'Port': ['ID=b369e5ad-b4df-4612-9d46-18cbb3034122,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:39.016695 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] No DVR routers for this DVR port b369e5ad-b4df-4612-9d46-18cbb3034122 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:22:39.080978 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] For port b369e5ad-b4df-4612-9d46-18cbb3034122, host n-d-829064-15, got binding levels [] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:39.081373 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.098066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Calling delete_port for b369e5ad-b4df-4612-9d46-18cbb3034122 owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:39.101060 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.ipam_backend_mixin [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Port b369e5ad-b4df-4612-9d46-18cbb3034122 was not found and therefore no delete operation was performed {{(pid=109973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 15:22:39.102579 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (b369e5ad-b4df-4612-9d46-18cbb3034122), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.103313 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (7b7b40e5-811f-48cb-b0de-afc5dc8f91f3), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.129562 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Pushing event deleted for resources: {'Port': ['ID=b369e5ad-b4df-4612-9d46-18cbb3034122,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:39.130337 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7b40e5-811f-48cb-b0de-afc5dc8f91f3']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:39.135388 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] No DVR routers for this DVR port b369e5ad-b4df-4612-9d46-18cbb3034122 on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:22:39.146545 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.146919 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.147277 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.147624 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.147956 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.148283 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.148625 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.149066 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.149396 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.149790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.150028 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.150347 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.150668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31d3d9-7abf-443b-9dd4-ad5ab6c5bff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:39.156858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a43af5-271c-4465-9115-3448da833df2') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:39.158040 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a43af5-271c-4465-9115-3448da833df2') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:39.172875 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (c3a43af5-271c-4465-9115-3448da833df2), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.191387 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (c3a43af5-271c-4465-9115-3448da833df2), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.199688 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:22:39.200148 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (c3a43af5-271c-4465-9115-3448da833df2), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: timer() Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:22:39.202033 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:22:39.275260 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (7b7b40e5-811f-48cb-b0de-afc5dc8f91f3), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.282007 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:39.285394 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7b7b40e5-811f-48cb-b0de-afc5dc8f91f3 HTTP/1.1" status: 204 len: 168 time: 0.6040454 Feb 15 15:22:39.288466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54422) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:39.301011 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14098536-ee3a-4689-b44c-9ad599707880 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7b40e5-811f-48cb-b0de-afc5dc8f91f3,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:39.656923 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (484549d2-0b1a-45ef-a43e-f877e3fc914e), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:40.184211 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] Deleting port 039024e1-a744-4b46-bda9-2b4c1646d89d {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:40.184921 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:40.266819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] For port 039024e1-a744-4b46-bda9-2b4c1646d89d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=039024e1-a744-4b46-bda9-2b4c1646d89d,segment=NetworkSegment(09d4ebd2-4dc2-401c-923e-52700839d978),segment_id=09d4ebd2-4dc2-401c-923e-52700839d978)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:40.267197 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:40.279526 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] Calling delete_port for 039024e1-a744-4b46-bda9-2b4c1646d89d owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:40.378497 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b369e5ad-b4df-4612-9d46-18cbb3034122 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:40.400482 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: b369e5ad-b4df-4612-9d46-18cbb3034122 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:40.400927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device b369e5ad-b4df-4612-9d46-18cbb3034122 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:40.401420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 066969f4-0e1f-4f6b-af26-a7f73a2603fb no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:40.422099 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 066969f4-0e1f-4f6b-af26-a7f73a2603fb {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:40.422485 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 066969f4-0e1f-4f6b-af26-a7f73a2603fb not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:40.472456 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (039024e1-a744-4b46-bda9-2b4c1646d89d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:40.497691 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] Pushing event deleted for resources: {'Port': ['ID=039024e1-a744-4b46-bda9-2b4c1646d89d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:40.672734 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (484549d2-0b1a-45ef-a43e-f877e3fc914e), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:40.743734 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:22:40.843717 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:40.896862 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] Router 484549d2-0b1a-45ef-a43e-f877e3fc914e has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:22:41.009209 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:41.014680 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-b3bc6d48-6090-483b-a2dd-2071e662bbae admin admin] 10.222.0.72 "PUT /v2.0/routers/484549d2-0b1a-45ef-a43e-f877e3fc914e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7243791 Feb 15 15:22:41.017383 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54424) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:41.019652 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf48a83-349b-45f0-b232-3094f9b047c1 None None] Sync routers for ids ['484549d2-0b1a-45ef-a43e-f877e3fc914e'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:41.032139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf48a83-349b-45f0-b232-3094f9b047c1 None None] Routers {'484549d2-0b1a-45ef-a43e-f877e3fc914e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:41.032801 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5cf48a83-349b-45f0-b232-3094f9b047c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['484549d2-0b1a-45ef-a43e-f877e3fc914e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:41.125348 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Publish callbacks [] for router (484549d2-0b1a-45ef-a43e-f877e3fc914e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:41.142182 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5cf48a83-349b-45f0-b232-3094f9b047c1 None None] Set router 484549d2-0b1a-45ef-a43e-f877e3fc914e gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:41.233487 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Publish callbacks [] for router_gateway (484549d2-0b1a-45ef-a43e-f877e3fc914e), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:41.296712 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Deleting port f2144f7d-5588-4b7f-b538-645f7c023f88 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:41.297080 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:41.501798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5cf48a83-349b-45f0-b232-3094f9b047c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'name': 'tempest-TestShelveInstance-294423070-router', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:30Z', 'updated_at': '2022-02-15T15:22:40Z', 'revision_number': 5, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'gw_port': {'id': 'f2144f7d-5588-4b7f-b538-645f7c023f88', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:12:31Z', 'updated_at': '2022-02-15T15:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:41.529419 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf48a83-349b-45f0-b232-3094f9b047c1 None None] Checking router: 484549d2-0b1a-45ef-a43e-f877e3fc914e for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:41.539546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf48a83-349b-45f0-b232-3094f9b047c1 None None] Routers {'484549d2-0b1a-45ef-a43e-f877e3fc914e'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:41.540195 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5cf48a83-349b-45f0-b232-3094f9b047c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['484549d2-0b1a-45ef-a43e-f877e3fc914e'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:41.632111 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-5cf48a83-349b-45f0-b232-3094f9b047c1 None None] Set router 484549d2-0b1a-45ef-a43e-f877e3fc914e gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:41.686081 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-5cf48a83-349b-45f0-b232-3094f9b047c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'name': 'tempest-TestShelveInstance-294423070-router', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:30Z', 'updated_at': '2022-02-15T15:22:41Z', 'revision_number': 6, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:41.694590 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] For port f2144f7d-5588-4b7f-b538-645f7c023f88, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=f2144f7d-5588-4b7f-b538-645f7c023f88,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:41.694978 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:41.708086 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Calling delete_port for f2144f7d-5588-4b7f-b538-645f7c023f88 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:41.711747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf48a83-349b-45f0-b232-3094f9b047c1 None None] The sync data for ids ['484549d2-0b1a-45ef-a43e-f877e3fc914e'] in n-d-829064-15 is: [{'id': '484549d2-0b1a-45ef-a43e-f877e3fc914e', 'name': 'tempest-TestShelveInstance-294423070-router', 'tenant_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:12:30Z', 'updated_at': '2022-02-15T15:22:41Z', 'revision_number': 6, 'project_id': 'f6595f00b4ef42dc98c46a9f2c9e01f3', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:41.877112 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (f2144f7d-5588-4b7f-b538-645f7c023f88), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:41.901877 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2144f7d-5588-4b7f-b538-645f7c023f88,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:41.964320 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (484549d2-0b1a-45ef-a43e-f877e3fc914e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.055064 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (484549d2-0b1a-45ef-a43e-f877e3fc914e), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.057264 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Publish callbacks [] for router_controller (484549d2-0b1a-45ef-a43e-f877e3fc914e), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.104994 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (484549d2-0b1a-45ef-a43e-f877e3fc914e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.105517 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 484549d2-0b1a-45ef-a43e-f877e3fc914e {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:22:42.110279 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.111458 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b4d59654-9f8d-4c47-b260-949cbe519106 admin admin] 10.222.0.72 "DELETE /v2.0/routers/484549d2-0b1a-45ef-a43e-f877e3fc914e HTTP/1.1" status: 204 len: 168 time: 1.0931504 Feb 15 15:22:42.113906 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54426) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:42.160076 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-667df2de-c42f-4944-be38-c879356b1bf1 admin admin] Deleting subnet d941eda2-d093-490a-914e-958e5c6217f9 {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:22:42.163132 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-667df2de-c42f-4944-be38-c879356b1bf1 admin admin] Publish callbacks [] for subnet (d941eda2-d093-490a-914e-958e5c6217f9), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.200597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-667df2de-c42f-4944-be38-c879356b1bf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (d941eda2-d093-490a-914e-958e5c6217f9), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.277697 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-667df2de-c42f-4944-be38-c879356b1bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (d941eda2-d093-490a-914e-958e5c6217f9), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.329546 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-667df2de-c42f-4944-be38-c879356b1bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (d941eda2-d093-490a-914e-958e5c6217f9), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.355862 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667df2de-c42f-4944-be38-c879356b1bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d941eda2-d093-490a-914e-958e5c6217f9,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:42.357810 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-667df2de-c42f-4944-be38-c879356b1bf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.362047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-667df2de-c42f-4944-be38-c879356b1bf1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d941eda2-d093-490a-914e-958e5c6217f9 HTTP/1.1" status: 204 len: 168 time: 0.2471142 Feb 15 15:22:42.362272 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c59b91a-6960-4105-ba8e-89b790ff1e73 None None] Network 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:42.364574 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54428) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:42.437600 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.495182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Deleting port af6b7c91-1552-41d0-8aed-7877e5bacb0f {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:42.495528 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.546440 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90756ed-a82f-4eef-b070-0c6090f00b7f None None] DHCP port deletion for 51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:22:42.565853 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] For port af6b7c91-1552-41d0-8aed-7877e5bacb0f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=af6b7c91-1552-41d0-8aed-7877e5bacb0f,segment=NetworkSegment(09d4ebd2-4dc2-401c-923e-52700839d978),segment_id=09d4ebd2-4dc2-401c-923e-52700839d978)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:42.566305 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.575274 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 039024e1-a744-4b46-bda9-2b4c1646d89d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:42.582805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Calling delete_port for af6b7c91-1552-41d0-8aed-7877e5bacb0f owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:42.601146 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 039024e1-a744-4b46-bda9-2b4c1646d89d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:42.601484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 039024e1-a744-4b46-bda9-2b4c1646d89d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:42.601911 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f2144f7d-5588-4b7f-b538-645f7c023f88 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:42.623924 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: f2144f7d-5588-4b7f-b538-645f7c023f88 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:42.624257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device f2144f7d-5588-4b7f-b538-645f7c023f88 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:42.643096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a90756ed-a82f-4eef-b070-0c6090f00b7f None None] Deleting port af6b7c91-1552-41d0-8aed-7877e5bacb0f {{(pid=109973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:22:42.643479 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a90756ed-a82f-4eef-b070-0c6090f00b7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), before_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.676070 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.701196 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6b7c91-1552-41d0-8aed-7877e5bacb0f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:42.707176 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] No DVR routers for this DVR port af6b7c91-1552-41d0-8aed-7877e5bacb0f on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:22:42.717542 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a90756ed-a82f-4eef-b070-0c6090f00b7f None None] For port af6b7c91-1552-41d0-8aed-7877e5bacb0f, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=af6b7c91-1552-41d0-8aed-7877e5bacb0f,segment=NetworkSegment(09d4ebd2-4dc2-401c-923e-52700839d978),segment_id=09d4ebd2-4dc2-401c-923e-52700839d978)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:42.718025 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a90756ed-a82f-4eef-b070-0c6090f00b7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), precommit_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.732254 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a90756ed-a82f-4eef-b070-0c6090f00b7f None None] Calling delete_port for af6b7c91-1552-41d0-8aed-7877e5bacb0f owned by network:dhcp {{(pid=109973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:22:42.787210 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.809805 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:42.820092 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d4ebd2-4dc2-401c-923e-52700839d978') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:42.820391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d4ebd2-4dc2-401c-923e-52700839d978') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:42.829216 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a90756ed-a82f-4eef-b070-0c6090f00b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602'] for port (af6b7c91-1552-41d0-8aed-7877e5bacb0f), after_delete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.830300 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (09d4ebd2-4dc2-401c-923e-52700839d978), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.843460 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (09d4ebd2-4dc2-401c-923e-52700839d978), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.849909 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:22:42.850284 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (09d4ebd2-4dc2-401c-923e-52700839d978), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: timer() Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:22:42.852104 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:22:42.856523 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90756ed-a82f-4eef-b070-0c6090f00b7f None None] No DVR routers for this DVR port af6b7c91-1552-41d0-8aed-7877e5bacb0f on host n-d-829064-15 {{(pid=109973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:22:42.858161 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90756ed-a82f-4eef-b070-0c6090f00b7f None None] Pushing event deleted for resources: {'Port': ['ID=af6b7c91-1552-41d0-8aed-7877e5bacb0f,revision_number=None']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:42.907661 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.913560 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:42.916749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] 10.222.0.72 "DELETE /v2.0/networks/51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca HTTP/1.1" status: 204 len: 168 time: 0.5512543 Feb 15 15:22:42.928397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76294d-e1a5-4097-99fc-3ff880590e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=51519a7d-eb0a-40ab-8bb5-eb36dc03e3ca,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:43.048895 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.058775 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54432) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:43.099306 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-7a74a16c-57fe-44e6-9745-8ca367cebb0a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1e90ba8a910349a49bd537637eb4e468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387666 Feb 15 15:22:43.101304 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54434) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:43.153943 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40e7e7ce-44e2-45ab-a834-296dd97f5060 admin admin] Publish callbacks [] for security_group (f5522c4d-5fb0-4752-89d5-85ed626a9747), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.175442 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40e7e7ce-44e2-45ab-a834-296dd97f5060 admin admin] Publish callbacks [] for security_group (f5522c4d-5fb0-4752-89d5-85ed626a9747), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.222691 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40e7e7ce-44e2-45ab-a834-296dd97f5060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (f5522c4d-5fb0-4752-89d5-85ed626a9747), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.225521 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-40e7e7ce-44e2-45ab-a834-296dd97f5060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.226851 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-40e7e7ce-44e2-45ab-a834-296dd97f5060 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f5522c4d-5fb0-4752-89d5-85ed626a9747 HTTP/1.1" status: 204 len: 168 time: 0.1245842 Feb 15 15:22:43.234438 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7e7ce-44e2-45ab-a834-296dd97f5060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5522c4d-5fb0-4752-89d5-85ed626a9747,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:43.547464 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54440) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:43.587506 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-77586cbb-93f1-4124-8f8c-f2120515d5d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6595f00b4ef42dc98c46a9f2c9e01f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388839 Feb 15 15:22:43.589911 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54442) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:43.634881 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2369c1c-75a7-4891-8ae9-d644cd7468ff admin admin] Publish callbacks [] for security_group (328c69ef-b48f-45ce-b28a-eda86d461a60), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.655550 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2369c1c-75a7-4891-8ae9-d644cd7468ff admin admin] Publish callbacks [] for security_group (328c69ef-b48f-45ce-b28a-eda86d461a60), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.700255 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2369c1c-75a7-4891-8ae9-d644cd7468ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (328c69ef-b48f-45ce-b28a-eda86d461a60), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.702761 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-b2369c1c-75a7-4891-8ae9-d644cd7468ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:43.704554 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b2369c1c-75a7-4891-8ae9-d644cd7468ff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/328c69ef-b48f-45ce-b28a-eda86d461a60 HTTP/1.1" status: 204 len: 168 time: 0.1137745 Feb 15 15:22:43.711954 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2369c1c-75a7-4891-8ae9-d644cd7468ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328c69ef-b48f-45ce-b28a-eda86d461a60,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:44.361437 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device af6b7c91-1552-41d0-8aed-7877e5bacb0f no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:22:44.381441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: af6b7c91-1552-41d0-8aed-7877e5bacb0f {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:22:44.381794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device af6b7c91-1552-41d0-8aed-7877e5bacb0f not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:22:44.415181 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54464) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:44.508676 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1554481157-network', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:44.530452 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Made reservation on behalf of 7c53873c028b435fb76f5aba63e7feb5 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:44.533413 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.541505 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.613981 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Publish callbacks [] for security_group (7f7950a8-0a63-475c-a051-8247956947fc), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.617646 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7f7950a8-0a63-475c-a051-8247956947fc), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.642674 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:22:44.652531 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7950a8-0a63-475c-a051-8247956947fc,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:44.659419 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5f58753e-6605-4928-865b-d70eb2a527ab), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.659772 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Added segment 5f58753e-6605-4928-865b-d70eb2a527ab of type vlan for network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 Feb 15 15:22:44.700040 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (3fdd0478-ef2e-41b9-96e0-c5b0c36b2613), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.725583 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (3fdd0478-ef2e-41b9-96e0-c5b0c36b2613), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.726553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:44.727202 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.783283 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3669059 Feb 15 15:22:44.786261 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54468) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:44.792442 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] Request body: {'subnet': {'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1554481157-subnet', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:44.792609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217ab38-1ba5-453a-a29a-cea98efd7979 admin admin] Pushing event updated for resources: {'Network': ['ID=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:44.805695 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:22:44.812401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] Made reservation on behalf of 7c53873c028b435fb76f5aba63e7feb5 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:44.814833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.968448 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-805d2cf9-ca33-4ecb-a375-77efeb009038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:44.981979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (497c8cb9-8e8e-400e-9300-be04058e326d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.033978 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497c8cb9-8e8e-400e-9300-be04058e326d,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:45.043709 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] Checking segment: {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:45.044068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] Network hostable DHCP agents. Network: 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:22:45.060863 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] Network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:22:45.069118 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:45.073278 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:45.073872 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.079188 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb6620-9790-45ee-8e08-2ac5537d9d0b None None] Network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:45.089611 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-d0b7936a-2353-4a50-8cff-aafd31236d31 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3015971 Feb 15 15:22:45.092353 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54470) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:45.096597 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:45.114959 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (9dd2a87c-5dd1-4206-b001-6f7d30253326), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.115955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (9dd2a87c-5dd1-4206-b001-6f7d30253326), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.172155 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Publish callbacks [] for router_controller (9dd2a87c-5dd1-4206-b001-6f7d30253326), precommit_add_association {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.182197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:22:45.183114 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.317052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Publish callbacks [] for router_gateway (9dd2a87c-5dd1-4206-b001-6f7d30253326), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.321420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Allocated IP 172.20.0.2 (3fdd0478-ef2e-41b9-96e0-c5b0c36b2613/497c8cb9-8e8e-400e-9300-be04058e326d/741fb77e-2b1f-47db-831e-0be7f149a093) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:45.460830 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Publish callbacks [] for port (741fb77e-2b1f-47db-831e-0be7f149a093), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.467301 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.515297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:45.519107 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:45.521189 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Pushing event updated for resources: {'Port': ['ID=741fb77e-2b1f-47db-831e-0be7f149a093,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:45.527714 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:45.530030 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Publish callbacks [] for router_gateway (9dd2a87c-5dd1-4206-b001-6f7d30253326), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.549802 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.582495 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Attempting to bind port 741fb77e-2b1f-47db-831e-0be7f149a093 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:45.582792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Attempting to bind port 741fb77e-2b1f-47db-831e-0be7f149a093 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:45.583187 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Attempting to bind port 741fb77e-2b1f-47db-831e-0be7f149a093 on network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:45.588676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:45.589055 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Checking segment: {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:45.589467 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.589856 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Bound using segment: {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:45.590326 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Bound port: 741fb77e-2b1f-47db-831e-0be7f149a093, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:45.590706 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.650213 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Allocated IP 172.25.6.52 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/960dcd34-0494-4f30-a2a4-519a6b7a5b55) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:45.651631 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] For port 741fb77e-2b1f-47db-831e-0be7f149a093, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:45.654585 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] For port 741fb77e-2b1f-47db-831e-0be7f149a093, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=741fb77e-2b1f-47db-831e-0be7f149a093,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:45.661259 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.727961 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93aad0c-a236-4e68-8d63-609e81406ce5 None None] Pushing event updated for resources: {'Port': ['ID=741fb77e-2b1f-47db-831e-0be7f149a093,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:45.760707 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Publish callbacks [] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.794895 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:45.835955 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:45.838816 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:45.842377 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:45.848401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=960dcd34-0494-4f30-a2a4-519a6b7a5b55,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:46.115073 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Publish callbacks [] for router_gateway (9dd2a87c-5dd1-4206-b001-6f7d30253326), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:46.315663 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (9dd2a87c-5dd1-4206-b001-6f7d30253326), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:46.406555 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 741fb77e-2b1f-47db-831e-0be7f149a093 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:46.453739 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Router 9dd2a87c-5dd1-4206-b001-6f7d30253326 is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:22:46.458847 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 741fb77e-2b1f-47db-831e-0be7f149a093 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:46.459263 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:46.555420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 741fb77e-2b1f-47db-831e-0be7f149a093 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:46.556179 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:46.581068 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:46.603550 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Sync routers for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:46.620329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 741fb77e-2b1f-47db-831e-0be7f149a093, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=741fb77e-2b1f-47db-831e-0be7f149a093,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:46.622554 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:46.623470 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:46.628723 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:46.631127 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:46.632964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-94e503b0-4ea6-45c4-a249-e120091a0bb7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5393944 Feb 15 15:22:46.635753 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54472) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:46.696261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=741fb77e-2b1f-47db-831e-0be7f149a093,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:46.785080 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:46.832638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7a758d-a280-4b2f-b5e9-f2b62c31fff5 None None] Network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:46.953091 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-895cbcaa-e629-44be-83b3-5a3dc7a4e76b None None] Provisioning complete for port 741fb77e-2b1f-47db-831e-0be7f149a093 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:46.953910 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-895cbcaa-e629-44be-83b3-5a3dc7a4e76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:46.974628 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:46Z', 'revision_number': 3, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:47.007449 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Checking router: 9dd2a87c-5dd1-4206-b001-6f7d30253326 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:47.008823 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Updating router 9dd2a87c-5dd1-4206-b001-6f7d30253326 port 960dcd34-0494-4f30-a2a4-519a6b7a5b55 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:47.038849 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.049843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-895cbcaa-e629-44be-83b3-5a3dc7a4e76b None None] Current status of the port 741fb77e-2b1f-47db-831e-0be7f149a093 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:47.131027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.271261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-dbcb1d63-9892-4f78-b0e5-8c60ee33a8dd None None] Provisioning complete for port 741fb77e-2b1f-47db-831e-0be7f149a093 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:47.271748 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-dbcb1d63-9892-4f78-b0e5-8c60ee33a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.304167 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Allocated IP 172.20.0.1 (3fdd0478-ef2e-41b9-96e0-c5b0c36b2613/497c8cb9-8e8e-400e-9300-be04058e326d/55a72041-69ba-4509-a8dc-c31040331a82) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:47.320805 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Publish callbacks [] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.326751 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.337940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1fdd75fb-e3bc-410b-acf9-57bf29f62538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.371904 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb1d63-9892-4f78-b0e5-8c60ee33a8dd None None] Current status of the port 741fb77e-2b1f-47db-831e-0be7f149a093 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:47.381912 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Pushing event updated for resources: {'Port': ['ID=960dcd34-0494-4f30-a2a4-519a6b7a5b55,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:47.384087 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Attempting to bind port 960dcd34-0494-4f30-a2a4-519a6b7a5b55 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:47.384523 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Attempting to bind port 960dcd34-0494-4f30-a2a4-519a6b7a5b55 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:47.384895 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Attempting to bind port 960dcd34-0494-4f30-a2a4-519a6b7a5b55 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:47.394209 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.394559 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.394920 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.395261 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.395593 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.395922 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.396246 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.396568 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.396888 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.397209 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.397527 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.397837 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.398155 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:22:47.401257 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:47.401631 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:47.402032 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.402411 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:47.402887 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Bound port: 960dcd34-0494-4f30-a2a4-519a6b7a5b55, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:47.403287 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.432145 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Publish callbacks [] for port (55a72041-69ba-4509-a8dc-c31040331a82), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.459034 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] For port 960dcd34-0494-4f30-a2a4-519a6b7a5b55, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:47.462186 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] For port 960dcd34-0494-4f30-a2a4-519a6b7a5b55, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=960dcd34-0494-4f30-a2a4-519a6b7a5b55,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:47.464597 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (55a72041-69ba-4509-a8dc-c31040331a82), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.468163 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.505625 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:47.508714 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:47.514162 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:47.526463 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:47.527116 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:47.531260 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6ae1e-458f-43aa-ac86-f87e2ae5b1b4 None None] Pushing event updated for resources: {'Port': ['ID=960dcd34-0494-4f30-a2a4-519a6b7a5b55,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:47.544096 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Pushing event updated for resources: {'Port': ['ID=55a72041-69ba-4509-a8dc-c31040331a82,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:47.562952 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (9dd2a87c-5dd1-4206-b001-6f7d30253326), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.710027 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (55a72041-69ba-4509-a8dc-c31040331a82), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.743571 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:47.798126 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-b393e8b3-84d1-4a26-ab5c-87602dd44fbd None None] Provisioning complete for port 55a72041-69ba-4509-a8dc-c31040331a82 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:47.798689 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b393e8b3-84d1-4a26-ab5c-87602dd44fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (55a72041-69ba-4509-a8dc-c31040331a82), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.833465 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-b393e8b3-84d1-4a26-ab5c-87602dd44fbd None None] Port 55a72041-69ba-4509-a8dc-c31040331a82 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:47.878049 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Publish callbacks [] for port (55a72041-69ba-4509-a8dc-c31040331a82), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.882573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (55a72041-69ba-4509-a8dc-c31040331a82), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.923247 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:46Z', 'revision_number': 3, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:47.948055 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Pushing event updated for resources: {'Port': ['ID=55a72041-69ba-4509-a8dc-c31040331a82,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:47.950411 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (9dd2a87c-5dd1-4206-b001-6f7d30253326), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:47.954892 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e874182-e083-4b88-b06d-b9f4700697b3 None None] The sync data for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 is: [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:46Z', 'revision_number': 3, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:48.050411 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:48.051962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:48.190878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Router 9dd2a87c-5dd1-4206-b001-6f7d30253326 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:22:48.312329 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:48.330278 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-949380da-63a3-4a66-9914-870e17cc2e4d admin admin] 10.222.0.72 "PUT /v2.0/routers/9dd2a87c-5dd1-4206-b001-6f7d30253326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6931624 Feb 15 15:22:48.357329 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-bce50d82-31a8-4648-bedf-89ae0282f086 None None] Provisioning complete for port 55a72041-69ba-4509-a8dc-c31040331a82 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:48.357711 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bce50d82-31a8-4648-bedf-89ae0282f086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (55a72041-69ba-4509-a8dc-c31040331a82), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:48.395183 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-bce50d82-31a8-4648-bedf-89ae0282f086 None None] Port 55a72041-69ba-4509-a8dc-c31040331a82 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:48.472052 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 741fb77e-2b1f-47db-831e-0be7f149a093 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:48.528398 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 741fb77e-2b1f-47db-831e-0be7f149a093 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:48.528769 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:48.619760 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 741fb77e-2b1f-47db-831e-0be7f149a093 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:48.621153 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 960dcd34-0494-4f30-a2a4-519a6b7a5b55 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:48.676976 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 960dcd34-0494-4f30-a2a4-519a6b7a5b55 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:48.677516 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:48.742781 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:48.782830 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 960dcd34-0494-4f30-a2a4-519a6b7a5b55 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:48.783257 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:48.807891 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 960dcd34-0494-4f30-a2a4-519a6b7a5b55, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=960dcd34-0494-4f30-a2a4-519a6b7a5b55,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:48.814267 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:48.851599 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54488) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:48.857373 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1493078804-network', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:48.864698 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=960dcd34-0494-4f30-a2a4-519a6b7a5b55,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:48.878392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Made reservation on behalf of 9b62f495f7c84a8f8a451a41b9687b34 for: {'network': 1} {{(pid=109971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:48.881023 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for network (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:48.890373 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:48.971365 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Publish callbacks [] for security_group (90a394c7-4a17-4b93-8764-56936eb2f520), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:48.975297 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (90a394c7-4a17-4b93-8764-56936eb2f520), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.001507 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=109971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 15:22:49.010412 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a394c7-4a17-4b93-8764-56936eb2f520,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:49.018382 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (db44b107-9837-42fc-b25d-47c308a53ca5), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.018516 n-d-829064-15 neutron-server[109971]: INFO neutron.db.segments_db [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Added segment db44b107-9837-42fc-b25d-47c308a53ca5 of type vlan for network 2f845561-8613-497f-aa0f-8a2c30275c97 Feb 15 15:22:49.060398 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771394837800'] for network (2f845561-8613-497f-aa0f-8a2c30275c97), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.085106 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861'] for network (2f845561-8613-497f-aa0f-8a2c30275c97), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.086057 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:49.086639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.139035 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2857656 Feb 15 15:22:49.142354 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54490) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:49.147312 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] Request body: {'subnet': {'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1493078804-subnet', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'ip_version': 4}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:49.148732 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313da81e-6ecc-4e10-b1a7-ad4ace649642 admin admin] Pushing event updated for resources: {'Network': ['ID=2f845561-8613-497f-aa0f-8a2c30275c97,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:49.159261 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Network 2f845561-8613-497f-aa0f-8a2c30275c97 details requested by agent ovs-agent-n-d-829064-15 with host n-d-829064-15 {{(pid=109973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 15:22:49.168939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] Made reservation on behalf of 9b62f495f7c84a8f8a451a41b9687b34 for: {'subnet': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:22:49.171333 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903524'] for subnet (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.349580 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8648795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903542'] for subnet (91f06d09-2551-4aa7-acee-e6169240efd1), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.402684 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f06d09-2551-4aa7-acee-e6169240efd1,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:49.414858 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] Checking segment: {'id': 'db44b107-9837-42fc-b25d-47c308a53ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:49.415237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] Network hostable DHCP agents. Network: 2f845561-8613-497f-aa0f-8a2c30275c97, hostable agents: ['6a03d099-26bc-400c-8f4c-d8e4e5b1cf43'], hosted agents: [] {{(pid=109972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 15:22:49.431173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] Network 2f845561-8613-497f-aa0f-8a2c30275c97 is scheduled to be hosted by DHCP agent 6a03d099-26bc-400c-8f4c-d8e4e5b1cf43 with binding_index 1 {{(pid=109972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 15:22:49.439887 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829064-15, 2f845561-8613-497f-aa0f-8a2c30275c97) {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:49.445075 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:49.445869 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.449227 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a98c9-3560-4f8e-8cc5-c44746193651 None None] Network 2f845561-8613-497f-aa0f-8a2c30275c97 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:49.468621 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-a23bec77-d9f7-42bd-b5d0-3eda5f1c3173 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3226795 Feb 15 15:22:49.469546 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54492) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:49.473984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1493078804-router', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:49.492846 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-406673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3486'] for router (007d28a5-dc35-41b7-ad16-0970262d724d), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.493852 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-406533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394347', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3479'] for router (007d28a5-dc35-41b7-ad16-0970262d724d), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.557117 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Publish callbacks [] for router_controller (007d28a5-dc35-41b7-ad16-0970262d724d), precommit_add_association {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.564642 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Sync routers for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:49.572167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb712169-72a5-52fb-9ef4-f058d2ec7829-2f845561-8613-497f-aa0f-8a2c30275c97', 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97', 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'fixed_ips': [{'subnet_id': '91f06d09-2551-4aa7-acee-e6169240efd1'}]}} from n-d-829064-15. {{(pid=109973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 15:22:49.573070 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.595057 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:49.595673 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:49.703252 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Publish callbacks [] for router_gateway (007d28a5-dc35-41b7-ad16-0970262d724d), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.914573 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Publish callbacks [] for router_gateway (007d28a5-dc35-41b7-ad16-0970262d724d), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.934218 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:49.951266 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:49.987533 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.db_base_plugin_common [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Allocated IP 172.20.0.2 (2f845561-8613-497f-aa0f-8a2c30275c97/91f06d09-2551-4aa7-acee-e6169240efd1/8ab279d2-e9e2-45d7-841f-8af535eb773d) {{(pid=109973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:50.041958 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Allocated IP 172.25.6.123 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:50.131239 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.144392 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Publish callbacks [] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.179353 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.216032 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:50.221331 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:50.223855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:50.256055 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Pushing event updated for resources: {'Port': ['ID=1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:50.272861 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Publish callbacks [] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), precommit_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.282114 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), after_create {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.324122 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 2, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:50.326723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Network 2f845561-8613-497f-aa0f-8a2c30275c97 is already hosted by enough agents. {{(pid=109973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:50.334743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.scheduler.base_scheduler [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Resources bound (agent type, host, resource id): {{(pid=109973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:50.365331 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Received port after_create {{(pid=109973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:50.369070 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Checking router: 9dd2a87c-5dd1-4206-b001-6f7d30253326 for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:50.369439 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Updating router 9dd2a87c-5dd1-4206-b001-6f7d30253326 port 55a72041-69ba-4509-a8dc-c31040331a82 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:50.377843 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Pushing event updated for resources: {'Port': ['ID=8ab279d2-e9e2-45d7-841f-8af535eb773d,revision_number=1']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:50.397007 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 960dcd34-0494-4f30-a2a4-519a6b7a5b55 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:50.455023 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (55a72041-69ba-4509-a8dc-c31040331a82), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.506973 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Attempting to bind port 8ab279d2-e9e2-45d7-841f-8af535eb773d on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:50.507352 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Attempting to bind port 8ab279d2-e9e2-45d7-841f-8af535eb773d by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'db44b107-9837-42fc-b25d-47c308a53ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:50.507724 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Attempting to bind port 8ab279d2-e9e2-45d7-841f-8af535eb773d on network 2f845561-8613-497f-aa0f-8a2c30275c97 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:50.542040 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:50.542420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Checking segment: {'id': 'db44b107-9837-42fc-b25d-47c308a53ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:50.542826 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.543251 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Bound using segment: {'id': 'db44b107-9837-42fc-b25d-47c308a53ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:50.543739 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Bound port: 8ab279d2-e9e2-45d7-841f-8af535eb773d, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db44b107-9837-42fc-b25d-47c308a53ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:50.544141 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.564909 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 960dcd34-0494-4f30-a2a4-519a6b7a5b55 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:50.565284 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.756980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] For port 8ab279d2-e9e2-45d7-841f-8af535eb773d, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:50.779451 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] For port 8ab279d2-e9e2-45d7-841f-8af535eb773d, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=8ab279d2-e9e2-45d7-841f-8af535eb773d,segment=NetworkSegment(db44b107-9837-42fc-b25d-47c308a53ca5),segment_id=db44b107-9837-42fc-b25d-47c308a53ca5)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:50.783680 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Publish callbacks [] for router_gateway (007d28a5-dc35-41b7-ad16-0970262d724d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.810958 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.870933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 960dcd34-0494-4f30-a2a4-519a6b7a5b55 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:50.904889 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55b9bc-bc2b-4679-b595-e5ed6b8232fd None None] Pushing event updated for resources: {'Port': ['ID=8ab279d2-e9e2-45d7-841f-8af535eb773d,revision_number=2']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:50.965604 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Publish callbacks [] for port (55a72041-69ba-4509-a8dc-c31040331a82), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.972144 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (55a72041-69ba-4509-a8dc-c31040331a82), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:50.999535 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-393880'] for router (007d28a5-dc35-41b7-ad16-0970262d724d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.019466 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed6e2b-9b34-4426-85a5-e0b8c04b5db4 None None] Pushing event updated for resources: {'Port': ['ID=55a72041-69ba-4509-a8dc-c31040331a82,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:51.091923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Attempting to bind port 55a72041-69ba-4509-a8dc-c31040331a82 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:51.092316 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Attempting to bind port 55a72041-69ba-4509-a8dc-c31040331a82 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:51.092859 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Attempting to bind port 55a72041-69ba-4509-a8dc-c31040331a82 on network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:51.099320 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:51.099686 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Checking segment: {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:51.100112 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.100478 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Bound using segment: {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:51.100979 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Bound port: 55a72041-69ba-4509-a8dc-c31040331a82, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:51.101373 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (55a72041-69ba-4509-a8dc-c31040331a82), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.183397 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Router 007d28a5-dc35-41b7-ad16-0970262d724d is scheduled to L3 agent e7096227-8030-4472-83ea-06e8b7e0705b with binding_index 1 {{(pid=109971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 15:22:51.207837 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] For port 55a72041-69ba-4509-a8dc-c31040331a82, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:51.211970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] For port 55a72041-69ba-4509-a8dc-c31040331a82, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=55a72041-69ba-4509-a8dc-c31040331a82,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:51.219959 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (55a72041-69ba-4509-a8dc-c31040331a82), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.296286 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.299592 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:51.300232 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:51.340345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:51.351451 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Sync routers for ids ['007d28a5-dc35-41b7-ad16-0970262d724d'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:51.364328 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Routers {'007d28a5-dc35-41b7-ad16-0970262d724d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:51.364960 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['007d28a5-dc35-41b7-ad16-0970262d724d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:51.370470 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.371981 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-3956732e-9ffb-43a8-b799-552782d23eea admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9014015 Feb 15 15:22:51.374731 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54494) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:51.399273 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed6e2b-9b34-4426-85a5-e0b8c04b5db4 None None] Pushing event updated for resources: {'Port': ['ID=55a72041-69ba-4509-a8dc-c31040331a82,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:51.424862 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-070ab3ef-864d-40a8-8a55-201d087a49a5 None None] Provisioning complete for port 55a72041-69ba-4509-a8dc-c31040331a82 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:51.425235 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-070ab3ef-864d-40a8-8a55-201d087a49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (55a72041-69ba-4509-a8dc-c31040331a82), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.482839 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:51.519144 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Set router 007d28a5-dc35-41b7-ad16-0970262d724d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:51.725393 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'name': 'tempest-TestSnapshotPattern-1493078804-router', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:50Z', 'revision_number': 3, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'gw_port': {'id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:51.752882 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Checking router: 007d28a5-dc35-41b7-ad16-0970262d724d for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:51.753392 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Updating router 007d28a5-dc35-41b7-ad16-0970262d724d port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 binding host n-d-829064-15 {{(pid=109974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:51.785131 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.832474 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-070ab3ef-864d-40a8-8a55-201d087a49a5 None None] Current status of the port 55a72041-69ba-4509-a8dc-c31040331a82 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:51.832868 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-070ab3ef-864d-40a8-8a55-201d087a49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (55a72041-69ba-4509-a8dc-c31040331a82), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.903725 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:51.904137 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-070ab3ef-864d-40a8-8a55-201d087a49a5 None None] For port 55a72041-69ba-4509-a8dc-c31040331a82, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=55a72041-69ba-4509-a8dc-c31040331a82,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:51.931051 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-070ab3ef-864d-40a8-8a55-201d087a49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (55a72041-69ba-4509-a8dc-c31040331a82), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.000447 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ab3ef-864d-40a8-8a55-201d087a49a5 None None] Pushing event updated for resources: {'Port': ['ID=55a72041-69ba-4509-a8dc-c31040331a82,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:52.020004 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:52.059925 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Publish callbacks [] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), precommit_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.068133 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.075496 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b067d7cb-417b-46a1-b187-4ab4b0e95e9b None None] The sync data for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 is: [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:52.088615 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a507b76b-5227-4aee-908e-2e4c04d675bb None None] Provisioning complete for port 55a72041-69ba-4509-a8dc-c31040331a82 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:52.089505 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a507b76b-5227-4aee-908e-2e4c04d675bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (55a72041-69ba-4509-a8dc-c31040331a82), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.116277 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Allocated IP 172.20.0.1 (2f845561-8613-497f-aa0f-8a2c30275c97/91f06d09-2551-4aa7-acee-e6169240efd1/273c58ee-2e78-4e40-94fd-289a8dc51d71) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:22:52.138286 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Attempting to bind port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:52.138939 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Attempting to bind port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:52.139637 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Attempting to bind port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 on network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:52.148698 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44314d-1034-4bf7-83f9-a660a365e821 None None] Pushing event updated for resources: {'Port': ['ID=1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6,revision_number=2']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:52.156031 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:52.156774 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Checking segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:52.157337 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.157888 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Bound using segment: {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'} {{(pid=109974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:52.159227 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.managers [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Bound port: 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce1978f-1c1c-48cd-8ebd-e432cd824c07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9'}}] {{(pid=109974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:52.159777 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), before_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.211295 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edc86f1-b7b1-489c-a3cb-0eace779f856 None None] Network 2f845561-8613-497f-aa0f-8a2c30275c97 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:22:52.219254 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] For port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6, host n-d-829064-15, cleared binding levels {{(pid=109974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:52.224340 n-d-829064-15 neutron-server[109974]: DEBUG neutron.plugins.ml2.db [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] For port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:52.232696 n-d-829064-15 neutron-server[109974]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), after_update {{(pid=109974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.292755 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Routers {'007d28a5-dc35-41b7-ad16-0970262d724d'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:52.293605 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['007d28a5-dc35-41b7-ad16-0970262d724d'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:52.324168 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a507b76b-5227-4aee-908e-2e4c04d675bb None None] Current status of the port 55a72041-69ba-4509-a8dc-c31040331a82 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:52.330062 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Publish callbacks [] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.410613 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.429115 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] Set router 007d28a5-dc35-41b7-ad16-0970262d724d gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:52.465622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d30659b6-2d1d-4635-be56-b879b24581b2 None None] Provisioning complete for port 8ab279d2-e9e2-45d7-841f-8af535eb773d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:52.466789 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d30659b6-2d1d-4635-be56-b879b24581b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.496873 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44314d-1034-4bf7-83f9-a660a365e821 None None] Pushing event updated for resources: {'Port': ['ID=1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6,revision_number=3']} {{(pid=109974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:52.512418 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Pushing event updated for resources: {'Port': ['ID=273c58ee-2e78-4e40-94fd-289a8dc51d71,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:52.523289 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Network 2f845561-8613-497f-aa0f-8a2c30275c97 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:52.526126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:52.535493 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:22:52.545749 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 55a72041-69ba-4509-a8dc-c31040331a82 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:52.590639 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393835'] for router_interface (007d28a5-dc35-41b7-ad16-0970262d724d), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.661796 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d30659b6-2d1d-4635-be56-b879b24581b2 None None] Current status of the port 8ab279d2-e9e2-45d7-841f-8af535eb773d is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:52.662483 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d30659b6-2d1d-4635-be56-b879b24581b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.702890 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d30659b6-2d1d-4635-be56-b879b24581b2 None None] For port 8ab279d2-e9e2-45d7-841f-8af535eb773d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=8ab279d2-e9e2-45d7-841f-8af535eb773d,segment=NetworkSegment(db44b107-9837-42fc-b25d-47c308a53ca5),segment_id=db44b107-9837-42fc-b25d-47c308a53ca5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:52.710668 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'name': 'tempest-TestSnapshotPattern-1493078804-router', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:50Z', 'revision_number': 3, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'gw_port': {'id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:52.716032 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d30659b6-2d1d-4635-be56-b879b24581b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.770638 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 55a72041-69ba-4509-a8dc-c31040331a82 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:52.777783 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (55a72041-69ba-4509-a8dc-c31040331a82), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.791595 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb1b80-bd29-4741-b4ad-8b888018caf9 None None] The sync data for ids ['007d28a5-dc35-41b7-ad16-0970262d724d'] in n-d-829064-15 is: [{'id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'name': 'tempest-TestSnapshotPattern-1493078804-router', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:50Z', 'revision_number': 3, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'gw_port': {'id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:52.851546 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30659b6-2d1d-4635-be56-b879b24581b2 None None] Pushing event updated for resources: {'Port': ['ID=8ab279d2-e9e2-45d7-841f-8af535eb773d,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:52.857643 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.862622 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-c93a1c7c-09ee-480e-9b9f-3755a750ff85 None None] Provisioning complete for port 8ab279d2-e9e2-45d7-841f-8af535eb773d triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:52.863035 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c93a1c7c-09ee-480e-9b9f-3755a750ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:52.995933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 55a72041-69ba-4509-a8dc-c31040331a82 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:52.998397 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8ab279d2-e9e2-45d7-841f-8af535eb773d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:53.097876 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-c93a1c7c-09ee-480e-9b9f-3755a750ff85 None None] Current status of the port 8ab279d2-e9e2-45d7-841f-8af535eb773d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:53.106298 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Publish callbacks [] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:53.116167 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 8ab279d2-e9e2-45d7-841f-8af535eb773d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:53.116413 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:53.117451 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:53.210503 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395739'] for router_interface (007d28a5-dc35-41b7-ad16-0970262d724d), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:53.212619 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Pushing event updated for resources: {'Port': ['ID=273c58ee-2e78-4e40-94fd-289a8dc51d71,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:53.239330 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 8ab279d2-e9e2-45d7-841f-8af535eb773d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:53.252148 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-52ddaf8a-b95c-43a5-aa70-55f23cc1fb20 None None] Provisioning complete for port 273c58ee-2e78-4e40-94fd-289a8dc51d71 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:53.252525 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-52ddaf8a-b95c-43a5-aa70-55f23cc1fb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:53.301782 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-52ddaf8a-b95c-43a5-aa70-55f23cc1fb20 None None] Port 273c58ee-2e78-4e40-94fd-289a8dc51d71 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:53.340321 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Network 2f845561-8613-497f-aa0f-8a2c30275c97 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:22:53.341814 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:22:53.477820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Router 007d28a5-dc35-41b7-ad16-0970262d724d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:22:53.607983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:22:53.627099 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2493c5bc-0fa7-4c93-b0ae-0e54e7a0e42e admin admin] 10.222.0.72 "PUT /v2.0/routers/007d28a5-dc35-41b7-ad16-0970262d724d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2429533 Feb 15 15:22:53.627991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-f1b31dcf-17f3-49c7-88df-d01dd06e0d96 None None] Provisioning complete for port 273c58ee-2e78-4e40-94fd-289a8dc51d71 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:53.628375 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f1b31dcf-17f3-49c7-88df-d01dd06e0d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:53.673312 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-f1b31dcf-17f3-49c7-88df-d01dd06e0d96 None None] Port 273c58ee-2e78-4e40-94fd-289a8dc51d71 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:22:54.434896 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:54.481993 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:54.482365 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:54.555736 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:54.556129 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:54.576881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] For port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:54.580536 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:54.581299 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8ab279d2-e9e2-45d7-841f-8af535eb773d up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:54.655209 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Pushing event updated for resources: {'Port': ['ID=1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:54.667668 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 8ab279d2-e9e2-45d7-841f-8af535eb773d triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:54.668044 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:54.744633 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 8ab279d2-e9e2-45d7-841f-8af535eb773d is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:55.148962 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54504) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:55.153771 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d5e85508-ba47-4063-b7fd-d5a7c0869cd3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309416619', 'description': 'tempest-secgroup-smoke-309416619 description', 'project_id': '7c53873c028b435fb76f5aba63e7feb5'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:55.173314 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5e85508-ba47-4063-b7fd-d5a7c0869cd3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.238855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5e85508-ba47-4063-b7fd-d5a7c0869cd3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group (6c781719-833e-42c0-8bce-b64692214fd6), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.242381 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5e85508-ba47-4063-b7fd-d5a7c0869cd3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6c781719-833e-42c0-8bce-b64692214fd6), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.273885 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e85508-ba47-4063-b7fd-d5a7c0869cd3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c781719-833e-42c0-8bce-b64692214fd6,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:55.278313 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d5e85508-ba47-4063-b7fd-d5a7c0869cd3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.279562 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d5e85508-ba47-4063-b7fd-d5a7c0869cd3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1295972 Feb 15 15:22:55.283332 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54506) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:55.288177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-ea4a32b9-7cc4-4824-8d53-782fa7822020 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Request body: {'security_group_rule': {'security_group_id': '6c781719-833e-42c0-8bce-b64692214fd6', 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:55.313029 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea4a32b9-7cc4-4824-8d53-782fa7822020 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (6387ddf3-03b3-4112-bf3b-cecff91648ec), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.371938 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea4a32b9-7cc4-4824-8d53-782fa7822020 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (6387ddf3-03b3-4112-bf3b-cecff91648ec), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.376511 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea4a32b9-7cc4-4824-8d53-782fa7822020 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (6387ddf3-03b3-4112-bf3b-cecff91648ec), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.396896 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a32b9-7cc4-4824-8d53-782fa7822020 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6387ddf3-03b3-4112-bf3b-cecff91648ec,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:55.402745 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-ea4a32b9-7cc4-4824-8d53-782fa7822020 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.404301 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-ea4a32b9-7cc4-4824-8d53-782fa7822020 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197627 Feb 15 15:22:55.407920 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54508) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:55.412058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-621bb857-25c0-41b2-b00d-a9d89556c638 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Request body: {'security_group_rule': {'security_group_id': '6c781719-833e-42c0-8bce-b64692214fd6', 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:55.436062 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-621bb857-25c0-41b2-b00d-a9d89556c638 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (85aeb8b6-1723-46ba-9bb9-36cdabb4bfc4), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.495210 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-621bb857-25c0-41b2-b00d-a9d89556c638 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (85aeb8b6-1723-46ba-9bb9-36cdabb4bfc4), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.499077 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-621bb857-25c0-41b2-b00d-a9d89556c638 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (85aeb8b6-1723-46ba-9bb9-36cdabb4bfc4), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.517736 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bb857-25c0-41b2-b00d-a9d89556c638 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aeb8b6-1723-46ba-9bb9-36cdabb4bfc4,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:55.526052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-621bb857-25c0-41b2-b00d-a9d89556c638 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.527309 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-621bb857-25c0-41b2-b00d-a9d89556c638 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186061 Feb 15 15:22:55.530219 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54510) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:55.535320 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-6faea581-bfa5-4a1c-983c-17b5c31c09b1 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Request body: {'security_group_rule': {'security_group_id': '6c781719-833e-42c0-8bce-b64692214fd6', 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:55.558809 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6faea581-bfa5-4a1c-983c-17b5c31c09b1 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (f919901d-2357-4ff9-960b-8dbd7fb5de1b), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.618105 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6faea581-bfa5-4a1c-983c-17b5c31c09b1 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (f919901d-2357-4ff9-960b-8dbd7fb5de1b), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.621881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6faea581-bfa5-4a1c-983c-17b5c31c09b1 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (f919901d-2357-4ff9-960b-8dbd7fb5de1b), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.641625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faea581-bfa5-4a1c-983c-17b5c31c09b1 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f919901d-2357-4ff9-960b-8dbd7fb5de1b,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:55.647145 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-6faea581-bfa5-4a1c-983c-17b5c31c09b1 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.650895 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-6faea581-bfa5-4a1c-983c-17b5c31c09b1 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169288 Feb 15 15:22:55.651413 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54512) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:55.655759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-17509174-337c-4bf3-a4bb-59207cb5fb6c tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Request body: {'security_group_rule': {'security_group_id': '6c781719-833e-42c0-8bce-b64692214fd6', 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:55.673441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Sync routers for ids ['007d28a5-dc35-41b7-ad16-0970262d724d'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:22:55.680976 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17509174-337c-4bf3-a4bb-59207cb5fb6c tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (d43f401b-d15f-4e31-a8df-c9cd91089b6d), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.688333 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Routers {'007d28a5-dc35-41b7-ad16-0970262d724d'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:55.688996 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['007d28a5-dc35-41b7-ad16-0970262d724d'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:55.739741 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17509174-337c-4bf3-a4bb-59207cb5fb6c tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (d43f401b-d15f-4e31-a8df-c9cd91089b6d), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.743408 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17509174-337c-4bf3-a4bb-59207cb5fb6c tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (d43f401b-d15f-4e31-a8df-c9cd91089b6d), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.761085 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17509174-337c-4bf3-a4bb-59207cb5fb6c tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43f401b-d15f-4e31-a8df-c9cd91089b6d,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:55.774560 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-17509174-337c-4bf3-a4bb-59207cb5fb6c tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.775815 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-17509174-337c-4bf3-a4bb-59207cb5fb6c tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237848 Feb 15 15:22:55.778704 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54514) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:55.783110 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-3a653af6-e666-4798-bcf4-7e1a99414ca7 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Request body: {'security_group_rule': {'security_group_id': '6c781719-833e-42c0-8bce-b64692214fd6', 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:55.800713 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Set router 007d28a5-dc35-41b7-ad16-0970262d724d gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:55.808576 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-3a653af6-e666-4798-bcf4-7e1a99414ca7 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Project 7c53873c028b435fb76f5aba63e7feb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:22:55.814343 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3a653af6-e666-4798-bcf4-7e1a99414ca7 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (c9b5991d-b7d7-4261-ac84-4429a919a097), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.875467 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3a653af6-e666-4798-bcf4-7e1a99414ca7 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (c9b5991d-b7d7-4261-ac84-4429a919a097), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.879731 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3a653af6-e666-4798-bcf4-7e1a99414ca7 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (c9b5991d-b7d7-4261-ac84-4429a919a097), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.901757 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a653af6-e666-4798-bcf4-7e1a99414ca7 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b5991d-b7d7-4261-ac84-4429a919a097,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:55.906534 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3a653af6-e666-4798-bcf4-7e1a99414ca7 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:55.910421 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3a653af6-e666-4798-bcf4-7e1a99414ca7 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280794 Feb 15 15:22:55.910947 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 54516) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:22:55.914918 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [None req-c59e526a-42cb-4a5c-8e0b-3ea71fe05769 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Request body: {'security_group_rule': {'security_group_id': '6c781719-833e-42c0-8bce-b64692214fd6', 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:22:55.935945 n-d-829064-15 neutron-server[109972]: INFO neutron.db.securitygroups_db [None req-c59e526a-42cb-4a5c-8e0b-3ea71fe05769 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Project 7c53873c028b435fb76f5aba63e7feb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 15:22:55.941199 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c59e526a-42cb-4a5c-8e0b-3ea71fe05769 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (61e1ab99-e904-4ed5-96a1-23bdf2759f95), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.000712 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c59e526a-42cb-4a5c-8e0b-3ea71fe05769 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (61e1ab99-e904-4ed5-96a1-23bdf2759f95), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.003892 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'name': 'tempest-TestSnapshotPattern-1493078804-router', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:52Z', 'revision_number': 4, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'gw_port': {'id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '273c58ee-2e78-4e40-94fd-289a8dc51d71', 'name': '', 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'mac_address': 'fa:16:3e:89:de:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '91f06d09-2551-4aa7-acee-e6169240efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:51Z', 'updated_at': '2022-02-15T15:22:52Z', 'revision_number': 2, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'subnets': [{'id': '91f06d09-2551-4aa7-acee-e6169240efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:56.005444 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c59e526a-42cb-4a5c-8e0b-3ea71fe05769 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578252'] for security_group_rule (61e1ab99-e904-4ed5-96a1-23bdf2759f95), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.022546 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e526a-42cb-4a5c-8e0b-3ea71fe05769 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e1ab99-e904-4ed5-96a1-23bdf2759f95,revision_number=0']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:56.030573 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Checking router: 007d28a5-dc35-41b7-ad16-0970262d724d for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:22:56.030791 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c59e526a-42cb-4a5c-8e0b-3ea71fe05769 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.030948 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Updating router 007d28a5-dc35-41b7-ad16-0970262d724d port 273c58ee-2e78-4e40-94fd-289a8dc51d71 binding host n-d-829064-15 {{(pid=109973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 15:22:56.032110 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c59e526a-42cb-4a5c-8e0b-3ea71fe05769 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205359 Feb 15 15:22:56.058812 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.185320 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d99481ee-7dfa-4af9-a3ff-e0785b9ed7bf tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-309416619&fields=id&tenant_id=7c53873c028b435fb76f5aba63e7feb5 HTTP/1.1" status: 200 len: 267 time: 0.0457330 Feb 15 15:22:56.296039 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-ae1d4175-1bc2-4b90-a816-7f8e323039c2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:22:56.297482 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-ae1d4175-1bc2-4b90-a816-7f8e323039c2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 810 time: 0.1058197 Feb 15 15:22:56.311995 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-8d128fd9-8feb-49a7-afe6-eb262458d0f6 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/quotas/7c53873c028b435fb76f5aba63e7feb5 HTTP/1.1" status: 200 len: 375 time: 0.0091825 Feb 15 15:22:56.321679 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Publish callbacks [] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), precommit_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.332180 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.377668 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-991d7fb1-2a06-431c-b7c7-d9b795bf3459 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600061 Feb 15 15:22:56.384268 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dffda6-56c4-4ba2-90ac-83a4bd37926d None None] Pushing event updated for resources: {'Port': ['ID=273c58ee-2e78-4e40-94fd-289a8dc51d71,revision_number=3']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:56.408484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:56.473925 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Attempting to bind port 273c58ee-2e78-4e40-94fd-289a8dc51d71 on host n-d-829064-15 for vnic_type normal with profile {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:22:56.474309 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Attempting to bind port 273c58ee-2e78-4e40-94fd-289a8dc51d71 by drivers openvswitch,hyperv on host n-d-829064-15 at level 0 using segments [{'id': 'db44b107-9837-42fc-b25d-47c308a53ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97'}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:22:56.474677 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Attempting to bind port 273c58ee-2e78-4e40-94fd-289a8dc51d71 on network 2f845561-8613-497f-aa0f-8a2c30275c97 {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:22:56.482664 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Checking agent: {'id': 'c0380436-5f62-4ff2-9e56-a192128ed545', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 37, 51), 'started_at': datetime.datetime(2022, 2, 15, 13, 38, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829064-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:22:56.483080 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Checking segment: {'id': 'db44b107-9837-42fc-b25d-47c308a53ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:22:56.483499 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.483899 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Bound using segment: {'id': 'db44b107-9837-42fc-b25d-47c308a53ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97'} {{(pid=109973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:22:56.484418 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.managers [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Bound port: 273c58ee-2e78-4e40-94fd-289a8dc51d71, host: n-d-829064-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db44b107-9837-42fc-b25d-47c308a53ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97'}}] {{(pid=109973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:22:56.484806 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.496423 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-de232faf-0d34-40fc-8725-1b3b2f03b5ef service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:22:56.497647 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-de232faf-0d34-40fc-8725-1b3b2f03b5ef service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1032612 Feb 15 15:22:56.529297 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:56.529677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.587121 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] For port 273c58ee-2e78-4e40-94fd-289a8dc51d71, host n-d-829064-15, cleared binding levels {{(pid=109973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:22:56.591780 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] For port 273c58ee-2e78-4e40-94fd-289a8dc51d71, host n-d-829064-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=273c58ee-2e78-4e40-94fd-289a8dc51d71,segment=NetworkSegment(db44b107-9837-42fc-b25d-47c308a53ca5),segment_id=db44b107-9837-42fc-b25d-47c308a53ca5)] {{(pid=109973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:22:56.602121 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-775e7811-79e7-4fc5-99d4-6f2e9bb11fe2 service neutron] 10.222.0.72 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967731 Feb 15 15:22:56.603470 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.699845 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-9e05aa95-90cb-4ae3-b5b3-6339026f0f43 service neutron] 10.222.0.72 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915887 Feb 15 15:22:56.708971 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d62bb2f2-257c-402f-b01f-c6afe1ad5455 None None] Provisioning complete for port 273c58ee-2e78-4e40-94fd-289a8dc51d71 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:56.709471 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d62bb2f2-257c-402f-b01f-c6afe1ad5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:56.716564 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Routers {'007d28a5-dc35-41b7-ad16-0970262d724d'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:22:56.717192 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['007d28a5-dc35-41b7-ad16-0970262d724d'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:56.719703 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dffda6-56c4-4ba2-90ac-83a4bd37926d None None] Pushing event updated for resources: {'Port': ['ID=273c58ee-2e78-4e40-94fd-289a8dc51d71,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:56.750026 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:56.895140 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-90257e4d-4d4d-4a3d-84c8-db996d6e2c88 req-857ce88b-9142-4fb0-bc31-c3fa5e7bed65 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 210 time: 0.0310810 Feb 15 15:22:57.074528 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] Set router 007d28a5-dc35-41b7-ad16-0970262d724d gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:22:57.102068 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d62bb2f2-257c-402f-b01f-c6afe1ad5455 None None] Current status of the port 273c58ee-2e78-4e40-94fd-289a8dc51d71 is: DOWN; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:57.102399 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d62bb2f2-257c-402f-b01f-c6afe1ad5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:57.206757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-d62bb2f2-257c-402f-b01f-c6afe1ad5455 None None] For port 273c58ee-2e78-4e40-94fd-289a8dc51d71, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=273c58ee-2e78-4e40-94fd-289a8dc51d71,segment=NetworkSegment(db44b107-9837-42fc-b25d-47c308a53ca5),segment_id=db44b107-9837-42fc-b25d-47c308a53ca5)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:22:57.215677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d62bb2f2-257c-402f-b01f-c6afe1ad5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:57.289176 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bb2f2-257c-402f-b01f-c6afe1ad5455 None None] Pushing event updated for resources: {'Port': ['ID=273c58ee-2e78-4e40-94fd-289a8dc51d71,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:22:57.340527 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-17d3683a-ad04-49bf-a301-36523a057316 None None] Provisioning complete for port 273c58ee-2e78-4e40-94fd-289a8dc51d71 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:57.340904 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-17d3683a-ad04-49bf-a301-36523a057316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:57.380412 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'name': 'tempest-TestSnapshotPattern-1493078804-router', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:52Z', 'revision_number': 4, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'gw_port': {'id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '273c58ee-2e78-4e40-94fd-289a8dc51d71', 'name': '', 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'mac_address': 'fa:16:3e:89:de:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '91f06d09-2551-4aa7-acee-e6169240efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:51Z', 'updated_at': '2022-02-15T15:22:56Z', 'revision_number': 4, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'subnets': [{'id': '91f06d09-2551-4aa7-acee-e6169240efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:22:57.409723 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba90e9-a7bf-46f3-a649-2756878894e7 None None] The sync data for ids ['007d28a5-dc35-41b7-ad16-0970262d724d'] in n-d-829064-15 is: [{'id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'name': 'tempest-TestSnapshotPattern-1493078804-router', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:52Z', 'revision_number': 4, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'gw_port': {'id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '273c58ee-2e78-4e40-94fd-289a8dc51d71', 'name': '', 'network_id': '2f845561-8613-497f-aa0f-8a2c30275c97', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'mac_address': 'fa:16:3e:89:de:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '91f06d09-2551-4aa7-acee-e6169240efd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:51Z', 'updated_at': '2022-02-15T15:22:56Z', 'revision_number': 4, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'subnets': [{'id': '91f06d09-2551-4aa7-acee-e6169240efd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:22:57.466037 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-17d3683a-ad04-49bf-a301-36523a057316 None None] Current status of the port 273c58ee-2e78-4e40-94fd-289a8dc51d71 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:58.027322 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8d85883d-fec1-4db8-9940-0ef4c2302ba1 req-a607feea-6e0a-4ed0-bbad-f2b364c1129a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 210 time: 0.0811074 Feb 15 15:22:58.393420 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 273c58ee-2e78-4e40-94fd-289a8dc51d71 up at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:22:58.444257 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Provisioning complete for port 273c58ee-2e78-4e40-94fd-289a8dc51d71 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:22:58.444627 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:22:58.518087 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Current status of the port 273c58ee-2e78-4e40-94fd-289a8dc51d71 is: ACTIVE; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:22:59.107767 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-32b7af8e-7319-4431-8163-34f752be52c5 req-2d65d781-c3a8-44d7-88e8-df8ebecb01dd tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 210 time: 0.0269568 Feb 15 15:23:00.188355 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7c13151e-e9cb-4324-a4ac-cb9a4a8721ed req-3a685174-4a5f-420f-9630-b20627fca4b6 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 210 time: 0.0271819 Feb 15 15:23:01.283380 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c8a0e8f0-360e-44d7-b69f-8ebbf7b06e4c req-e020f598-edd3-422d-aebb-7699fa34c837 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 210 time: 0.0274444 Feb 15 15:23:02.020729 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-5cb72b8b-e024-47f9-b461-1790f698c549 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:02.022108 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-5cb72b8b-e024-47f9-b461-1790f698c549 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.67 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 810 time: 0.1032324 Feb 15 15:23:02.091197 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-6674a754-1699-4067-a677-ea156f3dae83 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c53873c028b435fb76f5aba63e7feb5 HTTP/1.1" status: 200 len: 379 time: 0.0583956 Feb 15 15:23:02.108753 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Request body: {'port': {'device_id': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'admin_state_up': True, 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'security_groups': ['6c781719-833e-42c0-8bce-b64692214fd6']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:23:02.211401 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Made reservation on behalf of 7c53873c028b435fb76f5aba63e7feb5 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:23:02.214859 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:02.344301 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Allocated IP 172.20.0.11 (3fdd0478-ef2e-41b9-96e0-c5b0c36b2613/497c8cb9-8e8e-400e-9300-be04058e326d/63daee0a-7bf8-4bcb-9850-5aa27b42a415) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:23:02.383691 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4710b180-9a96-4e71-9af9-1e095634d3d0 req-a417cd7f-84a8-4e12-ac7c-45db19469e07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 210 time: 0.0312877 Feb 15 15:23:02.479119 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:02.511203 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:02.559467 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:23:02.562841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:23:02.566498 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:23:02.590382 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'Port': ['ID=63daee0a-7bf8-4bcb-9850-5aa27b42a415,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:02.620182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:02.620804 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:02.637544 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-d6f83778-3cd1-4f3f-8502-a344e18fbd95 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5325646 Feb 15 15:23:02.648435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-7a6378ec-4ecb-4f06-aecf-fc92a56044f3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:23:02.649467 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-7a6378ec-4ecb-4f06-aecf-fc92a56044f3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051312 Feb 15 15:23:02.709934 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Request body: {'port': {'device_id': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:23:02.771863 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:02.822406 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-d154025f-f89b-47da-a7f7-b52b679a7163 None None] Provisioning complete for port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:23:02.823019 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d154025f-f89b-47da-a7f7-b52b679a7163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:02.860362 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-d154025f-f89b-47da-a7f7-b52b679a7163 None None] Port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:23:03.032781 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63daee0a-7bf8-4bcb-9850-5aa27b42a415 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:23:03.040492 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Publish callbacks [] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:03.052681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Transition to ACTIVE for port object 63daee0a-7bf8-4bcb-9850-5aa27b42a415 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:23:03.056609 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:03.108054 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=63daee0a-7bf8-4bcb-9850-5aa27b42a415,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:03.181982 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Attempting to bind port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 on host n-h2-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:23:03.182305 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Attempting to bind port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 by drivers openvswitch,hyperv on host n-h2-829064-15 at level 0 using segments [{'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:23:03.182760 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Attempting to bind port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 on network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:23:03.188181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 on network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 not bound, no agent of type Open vSwitch agent registered on host n-h2-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:23:03.188505 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Attempting to bind port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 on network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:23:03.193426 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Checking agent: {'id': '9e768784-88dd-4eba-a3d4-482bdc977f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:23:03.193769 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Checking segment: {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:23:03.194152 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Bound using segment: {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:23:03.194577 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Bound port: 63daee0a-7bf8-4bcb-9850-5aa27b42a415, host: n-h2-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:23:03.194955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:03.506027 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e56c7-7240-4742-9746-7fdcf0e109f1 req-29fbefb4-b3e0-4a1d-b63d-4083e34fab84 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:03.507541 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b9e56c7-7240-4742-9746-7fdcf0e109f1 req-29fbefb4-b3e0-4a1d-b63d-4083e34fab84 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 944 time: 0.0544844 Feb 15 15:23:03.541665 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] For port 63daee0a-7bf8-4bcb-9850-5aa27b42a415, host n-h2-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:23:03.544838 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] For port 63daee0a-7bf8-4bcb-9850-5aa27b42a415, host n-h2-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:23:03.552134 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:03.557589 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-7b9e56c7-7240-4742-9746-7fdcf0e109f1 req-efcb35ba-2dd8-4d07-b445-f0a364a4ab48 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443590 Feb 15 15:23:03.590766 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:03.591412 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:03.592770 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] 10.222.0.67 "PUT /v2.0/ports/63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 200 len: 1093 time: 0.9348357 Feb 15 15:23:03.593215 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:23:03.595507 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbba674-f07a-43f9-882a-ccf63fd750f8" -d '{"events": [{"name": "network-changed", "server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:23:03.615874 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edef141-1a0f-46c5-8df5-c6cfc7abc9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=63daee0a-7bf8-4bcb-9850-5aa27b42a415,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:03.695777 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-f949b05b-7fa9-41da-981b-231cb3bc4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:03.697279 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-f949b05b-7fa9-41da-981b-231cb3bc4a85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1127 time: 0.0587797 Feb 15 15:23:03.744610 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5245853-9e8a-4df9-a623-0a0b8b2e2909 x-openstack-request-id: req-b5245853-9e8a-4df9-a623-0a0b8b2e2909 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:23:03.744982 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:23:03.745238 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5245853-9e8a-4df9-a623-0a0b8b2e2909 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:23:03.745630 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'status': 'completed', 'code': 200} Feb 15 15:23:03.747246 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-b3db99a8-0beb-4889-95ed-8c8e8e7727a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 200 len: 217 time: 0.0421827 Feb 15 15:23:03.797327 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-de37c03e-97b3-4166-a923-9d9dd630ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:03.798984 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-de37c03e-97b3-4166-a923-9d9dd630ca2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0456231 Feb 15 15:23:03.847187 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-6d58f45b-e0e0-477e-8ebe-995b53b12c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:03.848664 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-6d58f45b-e0e0-477e-8ebe-995b53b12c85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438261 Feb 15 15:23:03.940290 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-f027ede9-aa4e-4eb5-bff6-46a1a465f9ca service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845380 Feb 15 15:23:04.025953 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-776bcb01-0e64-41eb-9a7b-6755cce83a9c req-c1acb67e-fa25-47ac-afdc-24c39963094c service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792809 Feb 15 15:23:04.118648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbba674-f07a-43f9-882a-ccf63fd750f8 req-449b5583-3381-4b43-99f8-2347bb30526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:04.120140 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bbba674-f07a-43f9-882a-ccf63fd750f8 req-449b5583-3381-4b43-99f8-2347bb30526b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1127 time: 0.0486977 Feb 15 15:23:04.207676 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbba674-f07a-43f9-882a-ccf63fd750f8 req-915b3006-119a-4a15-aec8-30b464aee8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:04.209118 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bbba674-f07a-43f9-882a-ccf63fd750f8 req-915b3006-119a-4a15-aec8-30b464aee8df service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.0826111 Feb 15 15:23:04.254122 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bbba674-f07a-43f9-882a-ccf63fd750f8 req-fb8e0ac8-526f-4a61-8d87-c4ee741cce81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 200 len: 217 time: 0.0384607 Feb 15 15:23:04.300939 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbba674-f07a-43f9-882a-ccf63fd750f8 req-b7094697-49f6-46d5-bb83-d9dfef011fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:04.302356 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bbba674-f07a-43f9-882a-ccf63fd750f8 req-b7094697-49f6-46d5-bb83-d9dfef011fba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0421407 Feb 15 15:23:04.351107 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbba674-f07a-43f9-882a-ccf63fd750f8 req-a0f8774f-939e-4407-a7a6-f667878f127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:04.352611 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bbba674-f07a-43f9-882a-ccf63fd750f8 req-a0f8774f-939e-4407-a7a6-f667878f127a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437093 Feb 15 15:23:04.445195 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bbba674-f07a-43f9-882a-ccf63fd750f8 req-e35be331-d630-40e2-8ff8-10e81ce879a7 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859206 Feb 15 15:23:04.533024 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6bbba674-f07a-43f9-882a-ccf63fd750f8 req-ddc3f808-e860-4774-b34a-d375d03c7793 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810850 Feb 15 15:23:04.675219 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcfd4d-a72a-4415-bc06-791173465dd8 req-7f037923-2006-4539-b165-dc51eae79acf tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:04.676713 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1bcfd4d-a72a-4415-bc06-791173465dd8 req-7f037923-2006-4539-b165-dc51eae79acf tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 944 time: 0.0514925 Feb 15 15:23:04.724749 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-f1bcfd4d-a72a-4415-bc06-791173465dd8 req-e1d4bde1-2ab5-4489-9d13-0f2bdb5aba3a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425861 Feb 15 15:23:05.847713 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289e03-af33-4eca-92ee-06518123d8c7 req-13475801-4f32-4aa1-aebd-ad19036d2d8a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:05.849168 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7289e03-af33-4eca-92ee-06518123d8c7 req-13475801-4f32-4aa1-aebd-ad19036d2d8a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 944 time: 0.0557756 Feb 15 15:23:05.896272 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-c7289e03-af33-4eca-92ee-06518123d8c7 req-7f29b9ec-0669-4c00-8f25-6bb45631a27d tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416782 Feb 15 15:23:07.012295 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec5b61-944e-4c7b-96f5-a5198e6a7109 req-025b120a-5540-4402-bba2-a10ba69b00b4 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:07.013797 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cec5b61-944e-4c7b-96f5-a5198e6a7109 req-025b120a-5540-4402-bba2-a10ba69b00b4 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 944 time: 0.0510502 Feb 15 15:23:07.061525 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-0cec5b61-944e-4c7b-96f5-a5198e6a7109 req-c1a305df-5ee6-4c98-b9d6-e8ee711606a3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414491 Feb 15 15:23:08.178472 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f867ade-a9c1-43b6-bcc5-10694fc24444 req-3a5241cc-848a-4dab-87bc-6f7974ca428e tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:08.179973 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f867ade-a9c1-43b6-bcc5-10694fc24444 req-3a5241cc-848a-4dab-87bc-6f7974ca428e tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 944 time: 0.0516281 Feb 15 15:23:08.233407 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6f867ade-a9c1-43b6-bcc5-10694fc24444 req-2e283537-d000-4355-ab62-1833edcb3bb1 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476284 Feb 15 15:23:08.265300 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 63daee0a-7bf8-4bcb-9850-5aa27b42a415 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:23:08.361779 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 63daee0a-7bf8-4bcb-9850-5aa27b42a415, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:08.373145 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'mac_address': 'fa:16:3e:bf:98:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:23:08.410220 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:23:08.410614 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.423374 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63daee0a-7bf8-4bcb-9850-5aa27b42a415 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:23:08.443927 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 63daee0a-7bf8-4bcb-9850-5aa27b42a415, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:08.448242 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:08.493340 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=63daee0a-7bf8-4bcb-9850-5aa27b42a415,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:08.814425 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['63daee0a-7bf8-4bcb-9850-5aa27b42a415'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:23:09.362653 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9db2b-aff6-4da7-85a8-cdce65da7226 req-d8293649-84b1-4eac-8ad4-c1b27134dfdf tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:09.364166 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ba9db2b-aff6-4da7-85a8-cdce65da7226 req-d8293649-84b1-4eac-8ad4-c1b27134dfdf tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 945 time: 0.0570829 Feb 15 15:23:09.412959 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-9ba9db2b-aff6-4da7-85a8-cdce65da7226 req-7f60fdaa-21a9-4940-90a6-e561d9835383 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Feb 15 15:23:10.287761 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 63daee0a-7bf8-4bcb-9850-5aa27b42a415 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:23:10.340164 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning for port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:23:10.344281 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:23:10.344650 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:10.419369 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:23:10.419755 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:10.441959 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:23:10.444252 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06df9027-8bb0-43d5-b233-a6f5b8f6ca4f" -d '{"events": [{"server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "name": "network-vif-plugged", "status": "completed", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:23:10.458566 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 63daee0a-7bf8-4bcb-9850-5aa27b42a415, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:23:10.463869 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:10.495328 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6d7637-56e0-4018-b451-a610e8f14442 x-openstack-request-id: req-4b6d7637-56e0-4018-b451-a610e8f14442 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:23:10.495666 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "name": "network-vif-plugged", "status": "completed", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:23:10.495892 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b6d7637-56e0-4018-b451-a610e8f14442 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:23:10.496487 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'code': 200} Feb 15 15:23:10.527325 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=63daee0a-7bf8-4bcb-9850-5aa27b42a415,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:10.544631 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b9b3e-5ac8-4a92-a8d8-4993bbe2351d req-32caf61e-829d-471b-a658-775f5714ecf0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:10.546047 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a37b9b3e-5ac8-4a92-a8d8-4993bbe2351d req-32caf61e-829d-471b-a658-775f5714ecf0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 946 time: 0.0608435 Feb 15 15:23:10.595473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90f92-f667-458f-8fd1-e377cd5e6d28 req-df750675-77fe-4993-a77e-f42b63ae7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:10.596431 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a37b9b3e-5ac8-4a92-a8d8-4993bbe2351d req-ae318cc6-23c8-4a00-bfb2-0b49ad17b0f6 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448492 Feb 15 15:23:10.597706 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ffd90f92-f667-458f-8fd1-e377cd5e6d28 req-df750675-77fe-4993-a77e-f42b63ae7cfc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1129 time: 0.0467024 Feb 15 15:23:10.646431 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ffd90f92-f667-458f-8fd1-e377cd5e6d28 req-713cfa8e-df38-4b06-9051-7950dffc0808 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418177 Feb 15 15:23:10.840195 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:11.720802 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17f45b-2b64-401c-8b40-1fef5bc31cd6 req-7cf989ce-2599-459f-9d0a-972b5d255e5f tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:11.722259 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a17f45b-2b64-401c-8b40-1fef5bc31cd6 req-7cf989ce-2599-459f-9d0a-972b5d255e5f tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 946 time: 0.0562086 Feb 15 15:23:11.770419 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8a17f45b-2b64-401c-8b40-1fef5bc31cd6 req-2cdedd97-2277-4440-af03-8c7a6472b66e tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425951 Feb 15 15:23:12.895588 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6b162-0463-44d5-89f8-e19c07ca277c req-caefd02d-69ab-469e-b065-ce0f45e601f9 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:12.897054 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2bc6b162-0463-44d5-89f8-e19c07ca277c req-caefd02d-69ab-469e-b065-ce0f45e601f9 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 946 time: 0.0516362 Feb 15 15:23:12.947756 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2bc6b162-0463-44d5-89f8-e19c07ca277c req-0123de45-0966-4383-a6c1-bd5514917e8f tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449829 Feb 15 15:23:13.036501 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:13.076789 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141d5ca-b313-4aca-9d28-5d47c6a51f69 req-8c9ba81d-4804-42c0-b2b7-074a6b9ac99f tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:13.078313 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8141d5ca-b313-4aca-9d28-5d47c6a51f69 req-8c9ba81d-4804-42c0-b2b7-074a6b9ac99f tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 946 time: 0.0600326 Feb 15 15:23:13.126860 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8141d5ca-b313-4aca-9d28-5d47c6a51f69 req-2723b32a-807f-490f-a60e-7da135e4cd2c tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429821 Feb 15 15:23:13.148325 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54598) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:13.233010 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3c822-fd1f-4c16-b2a3-be4909efe56a tempest-TestSnapshotPattern-1617082673 tempest-TestSnapshotPattern-1617082673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:13.234572 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2dd3c822-fd1f-4c16-b2a3-be4909efe56a tempest-TestSnapshotPattern-1617082673 tempest-TestSnapshotPattern-1617082673-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1124 time: 0.0852184 Feb 15 15:23:13.237403 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54602) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:23:13.241621 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:23:13.261368 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:13.358430 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:13.457392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Allocated IP 172.25.6.203 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/e2ce6553-7cab-4b3d-9093-61064569f0dd) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:23:13.558196 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for port (e2ce6553-7cab-4b3d-9093-61064569f0dd), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:13.591835 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (e2ce6553-7cab-4b3d-9093-61064569f0dd), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:13.626523 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:23:13.629385 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:23:13.635351 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:23:13.662582 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'Port': ['ID=e2ce6553-7cab-4b3d-9093-61064569f0dd,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:14.278600 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for floatingip (d04f3305-f1de-485c-828a-b7daf0ee5122), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.346717 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (e2ce6553-7cab-4b3d-9093-61064569f0dd), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.489737 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for port (e2ce6553-7cab-4b3d-9093-61064569f0dd), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.494343 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (e2ce6553-7cab-4b3d-9093-61064569f0dd), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.559036 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'Port': ['ID=e2ce6553-7cab-4b3d-9093-61064569f0dd,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:23:14.571139 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (d04f3305-f1de-485c-828a-b7daf0ee5122), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.670710 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Floating IP d04f3305-f1de-485c-828a-b7daf0ee5122 associated. External IP: 172.25.6.203, port: 63daee0a-7bf8-4bcb-9850-5aa27b42a415. Feb 15 15:23:14.882855 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Router 9dd2a87c-5dd1-4206-b001-6f7d30253326 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:23:14.968861 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0556864c-6586-4871-a4a8-91988b3710f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:14.996072 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:23:15.006340 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b58aa-423b-44f1-8583-d44ff49992f8 None None] Sync routers for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:23:15.014551 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:15.016932 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b58aa-423b-44f1-8583-d44ff49992f8 None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:23:15.017545 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ec0b58aa-423b-44f1-8583-d44ff49992f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:15.045044 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-d948ee2f-b9f0-469a-9351-332eca7ffb07 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8066289 Feb 15 15:23:15.045754 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:23:15.048646 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48" -d '{"events": [{"name": "network-changed", "server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:23:15.132780 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-ec0b58aa-423b-44f1-8583-d44ff49992f8 None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:23:15.138401 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc79c60-dd76-49f3-8972-eabd799051b0 x-openstack-request-id: req-bbc79c60-dd76-49f3-8972-eabd799051b0 {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:23:15.138722 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:23:15.139012 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bbc79c60-dd76-49f3-8972-eabd799051b0 {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:23:15.139442 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'status': 'completed', 'code': 200} Feb 15 15:23:15.215117 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48 req-baf1bfff-1ea7-46b7-a86d-dff24756409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:15.216652 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48 req-baf1bfff-1ea7-46b7-a86d-dff24756409e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1129 time: 0.0532429 Feb 15 15:23:15.309588 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48 req-63328b59-df84-4b7d-a319-84e2d563a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:15.311400 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48 req-63328b59-df84-4b7d-a319-84e2d563a58a service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.0885403 Feb 15 15:23:15.384863 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48 req-1e83568d-6100-4b76-a8ca-f4df3394cf7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 200 len: 1000 time: 0.0667903 Feb 15 15:23:15.433237 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48 req-886ada93-24ad-46b0-8b99-511d1d79b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:15.434619 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48 req-886ada93-24ad-46b0-8b99-511d1d79b73f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0426612 Feb 15 15:23:15.450585 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ec0b58aa-423b-44f1-8583-d44ff49992f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd04f3305-f1de-485c-828a-b7daf0ee5122', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:bf:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:13Z', 'updated_at': '2022-02-15T15:23:13Z', 'revision_number': 0, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:15.480783 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b58aa-423b-44f1-8583-d44ff49992f8 None None] Checking router: 9dd2a87c-5dd1-4206-b001-6f7d30253326 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:23:15.486852 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48 req-5a1aaafb-0e8b-4e7e-8df5-925261b9e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:15.488397 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48 req-5a1aaafb-0e8b-4e7e-8df5-925261b9e6e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458143 Feb 15 15:23:15.489294 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b58aa-423b-44f1-8583-d44ff49992f8 None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:23:15.489893 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ec0b58aa-423b-44f1-8583-d44ff49992f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:22:47Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:15.582605 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48 req-57b4cd96-e2fe-4158-be97-112b92cd01ed service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871768 Feb 15 15:23:15.597031 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-ec0b58aa-423b-44f1-8583-d44ff49992f8 None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:23:15.672518 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c7ce58dd-e923-4aca-8ca9-0aee1c012e48 req-599592dc-5ee2-4743-a410-6824e7d2ffd1 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826497 Feb 15 15:23:15.816213 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-ec0b58aa-423b-44f1-8583-d44ff49992f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd04f3305-f1de-485c-828a-b7daf0ee5122', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:bf:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:13Z', 'updated_at': '2022-02-15T15:23:13Z', 'revision_number': 0, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:23:15.845984 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b58aa-423b-44f1-8583-d44ff49992f8 None None] The sync data for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 is: [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd04f3305-f1de-485c-828a-b7daf0ee5122', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:bf:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:13Z', 'updated_at': '2022-02-15T15:23:13Z', 'revision_number': 0, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:23:16.036304 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187f8817-0dfc-43fa-ae03-e5bb7c36f870 None None] New status for floating IP d04f3305-f1de-485c-828a-b7daf0ee5122: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:23:17.334358 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bca564bf-6a73-4c4b-97d3-06bfad35a5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:17.742602 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:23:18.728391 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.032881 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:20.992525 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-4307e281-c883-4ebe-8a5a-9cf383fcc2ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446711 Feb 15 15:23:21.092857 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-3eb1a132-1454-4561-b1f4-998a582545f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:21.094806 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-3eb1a132-1454-4561-b1f4-998a582545f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1129 time: 0.0500739 Feb 15 15:23:21.197182 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-288fe9d3-a7a5-41e3-a28b-7e4916243289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:21.198702 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-288fe9d3-a7a5-41e3-a28b-7e4916243289 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.0843973 Feb 15 15:23:21.270957 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:21.275184 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-266ed429-6cb6-4bd6-86a7-908530ddf5f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 200 len: 1002 time: 0.0698218 Feb 15 15:23:21.327849 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-6d70798b-561a-4d58-8880-e7493fd7fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:21.329343 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-6d70798b-561a-4d58-8880-e7493fd7fcb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0462003 Feb 15 15:23:21.379433 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-f5260656-d074-4622-b6bb-bd9be9126161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:23:21.380875 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-f5260656-d074-4622-b6bb-bd9be9126161 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454736 Feb 15 15:23:21.476736 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-42d9a40a-ff5b-457d-9522-d668f9a2292a service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873575 Feb 15 15:23:21.577023 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-18e118f9-6bc0-4fc4-a5a2-c77c8c0bde16 req-cfba93a8-0574-46b2-8e5d-a80fa0abfedd service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933082 Feb 15 15:23:40.848193 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:43.043430 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:44.971475 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9bdd396d-ad17-4f37-898f-dd82ad27a7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:47.335340 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-03022b5c-188c-4d84-afb2-c98d3062ed8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:48.733823 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:50.030267 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:51.274630 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:23:54.740864 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:24:10.833529 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:13.052025 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:14.973342 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-b43888d1-a0d8-4933-bc14-98070d00b495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:17.336719 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-95b4128b-b6ca-4ec9-8a42-cf15854d6c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:18.733618 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:20.032302 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:20.990007 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c449dfff-04d7-4678-8d37-8febff4445cd req-46d85829-3122-4160-9362-4bb259a2fd26 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444191 Feb 15 15:24:21.084099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449dfff-04d7-4678-8d37-8febff4445cd req-1a02b595-ad49-4d6d-81ef-978f89805abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:21.085538 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c449dfff-04d7-4678-8d37-8febff4445cd req-1a02b595-ad49-4d6d-81ef-978f89805abb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1129 time: 0.0506251 Feb 15 15:24:21.189860 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449dfff-04d7-4678-8d37-8febff4445cd req-8142e046-08dc-4ad7-b4ab-d0ed14cf8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:21.191363 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c449dfff-04d7-4678-8d37-8febff4445cd req-8142e046-08dc-4ad7-b4ab-d0ed14cf8a27 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.0858486 Feb 15 15:24:21.265309 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c449dfff-04d7-4678-8d37-8febff4445cd req-47b0b0b1-42ad-42a5-b48f-42d725fa1859 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 200 len: 1002 time: 0.0663302 Feb 15 15:24:21.282628 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:21.317473 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449dfff-04d7-4678-8d37-8febff4445cd req-e2bb9de2-60fe-42db-b740-a6762aadd412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:21.318964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c449dfff-04d7-4678-8d37-8febff4445cd req-e2bb9de2-60fe-42db-b740-a6762aadd412 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0470824 Feb 15 15:24:21.371385 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449dfff-04d7-4678-8d37-8febff4445cd req-b6a67299-4489-45dd-baa0-b8dc5ee828ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:24:21.372648 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c449dfff-04d7-4678-8d37-8febff4445cd req-b6a67299-4489-45dd-baa0-b8dc5ee828ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467353 Feb 15 15:24:21.467893 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c449dfff-04d7-4678-8d37-8febff4445cd req-3e3f5a07-df94-4a58-b1a7-350b14ff24e0 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877020 Feb 15 15:24:21.560405 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-c449dfff-04d7-4678-8d37-8febff4445cd req-b0985295-0e7a-4e00-b99d-7e4eb04dc41b service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861020 Feb 15 15:24:31.740238 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:24:40.849470 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:43.045049 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:44.975389 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6cf73a97-2af7-4212-9ed0-a8f0a054e7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:47.338078 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-12ccdf19-0d10-411c-8126-9787b7534dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:48.737792 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:50.034916 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:24:51.274998 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:08.739275 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:25:10.849615 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:13.070067 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:14.976353 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-1158c99c-028e-4205-b39a-3102a722e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:17.339771 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-657920b8-b778-4da6-a575-b8c0a6283838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:18.739772 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:20.036803 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:21.278808 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:22.992868 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-1d92c28e-acb9-4ef9-9052-bc7059c55e95 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524535 Feb 15 15:25:23.127641 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-62ab1b44-247d-4629-bbdc-02a4649c27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:23.129102 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-62ab1b44-247d-4629-bbdc-02a4649c27a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1129 time: 0.0503027 Feb 15 15:25:23.229626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-8c3fea76-1f06-4413-9015-012d39c07de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:23.231106 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-8c3fea76-1f06-4413-9015-012d39c07de7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.0836329 Feb 15 15:25:23.300252 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-fe7a907e-35c7-4487-9097-f280493b9c7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 200 len: 1002 time: 0.0622368 Feb 15 15:25:23.348313 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-1ccb48f9-0694-4047-a333-1a63ee16d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:23.349724 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-1ccb48f9-0694-4047-a333-1a63ee16d038 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0435009 Feb 15 15:25:23.399537 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-1a61be10-0999-4de1-a7c6-6ec2e89f2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:25:23.400988 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-1a61be10-0999-4de1-a7c6-6ec2e89f2899 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435882 Feb 15 15:25:23.492555 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-85b68f91-986b-4661-ba71-e2183ed9741a service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838609 Feb 15 15:25:23.581851 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-37cde7b1-4d3a-4b30-a1a4-f8580693f1cb req-919fa217-122d-4a95-94d2-5144ef13e9c6 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818579 Feb 15 15:25:40.848937 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:43.058391 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:44.976940 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-6aec2ae9-9c19-4631-a758-ea43cd0a562b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:45.737839 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:25:47.340475 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-4bff5c45-93d8-41b7-b0a1-f807da9a8706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:48.741857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:50.034458 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:51.281601 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:57.408391 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 63daee0a-7bf8-4bcb-9850-5aa27b42a415 details requested by agent hyperv_n-h2-829064-15 with host n-h2-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:25:57.503882 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 63daee0a-7bf8-4bcb-9850-5aa27b42a415, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:57.514719 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Returning: {'device': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'mac_address': 'fa:16:3e:bf:98:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:25:57.549984 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:57.550300 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:57.563230 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63daee0a-7bf8-4bcb-9850-5aa27b42a415 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:25:57.582163 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 63daee0a-7bf8-4bcb-9850-5aa27b42a415, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:57.586205 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:57.634443 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=63daee0a-7bf8-4bcb-9850-5aa27b42a415,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:25:57.641803 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.642152 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.642489 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.642824 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.643185 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.643514 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.643836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.644159 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.644479 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.644798 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.645118 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.645441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.645757 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:25:57.675409 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] get_ports_and_sgs() called for port_ids ['63daee0a-7bf8-4bcb-9850-5aa27b42a415'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:25:59.420809 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 63daee0a-7bf8-4bcb-9850-5aa27b42a415 up at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:25:59.470032 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Provisioning complete for port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:25:59.470401 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:59.543991 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:25:59.544382 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:59.566156 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:25:59.568312 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6229b1-fe59-4286-8732-cb5bdb13a4d7" -d '{"events": [{"server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "name": "network-vif-plugged", "status": "completed", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:25:59.581082 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 63daee0a-7bf8-4bcb-9850-5aa27b42a415, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:25:59.584777 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:25:59.612960 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541b4d23-2ffe-45d6-b1b0-ce7fe17d7048 x-openstack-request-id: req-541b4d23-2ffe-45d6-b1b0-ce7fe17d7048 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:25:59.613258 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "name": "network-vif-plugged", "status": "completed", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:25:59.613512 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-541b4d23-2ffe-45d6-b1b0-ce7fe17d7048 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:25:59.613896 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'code': 200} Feb 15 15:25:59.636359 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=63daee0a-7bf8-4bcb-9850-5aa27b42a415,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:10.855407 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:11.911865 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-2dcf0730-b1a5-4290-9ecb-6dff77e94b0a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-309416619&fields=id&tenant_id=7c53873c028b435fb76f5aba63e7feb5 HTTP/1.1" status: 200 len: 267 time: 0.0444694 Feb 15 15:26:12.017745 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-9a2a43dd-eb8a-4fb2-b14b-225f4ae3c690 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:12.019243 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-9a2a43dd-eb8a-4fb2-b14b-225f4ae3c690 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 810 time: 0.1011496 Feb 15 15:26:12.033989 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-90c10769-5631-4470-afde-a4e701a31f8a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/quotas/7c53873c028b435fb76f5aba63e7feb5 HTTP/1.1" status: 200 len: 375 time: 0.0091405 Feb 15 15:26:12.095493 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-8ddea2b1-6da1-4983-9ef5-bc3b1d55b3ae tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564189 Feb 15 15:26:12.165707 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-fd53db0e-2330-4bc7-ba2b-aa6b79ba12ae service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:26:12.166706 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-fd53db0e-2330-4bc7-ba2b-aa6b79ba12ae service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0602381 Feb 15 15:26:12.259167 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-3662242c-773e-4aee-ae2e-358fc8d9377d service neutron] 10.222.0.72 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865417 Feb 15 15:26:12.347247 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-101f5263-18b9-4713-a879-0dbe4407f784 service neutron] 10.222.0.72 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824049 Feb 15 15:26:13.069116 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:13.540688 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-218626fa-69bf-4b07-9281-e8f24fcaa98d req-ba34028c-c43b-4a64-8451-ff82203f3271 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 210 time: 0.0279617 Feb 15 15:26:14.584357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-1f95d307-492c-4325-a7c6-a9b0461510d2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:14.585831 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-1f95d307-492c-4325-a7c6-a9b0461510d2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.42 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 810 time: 0.1190250 Feb 15 15:26:14.643234 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-a206f6bb-ceda-4a20-b3f1-9d1f30d81518 req-e90176f0-aa85-4b45-b582-3272fe8257bb tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 210 time: 0.0276709 Feb 15 15:26:14.651045 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-78f302ea-1912-479e-b2f9-394b00c909be tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c53873c028b435fb76f5aba63e7feb5 HTTP/1.1" status: 200 len: 379 time: 0.0561373 Feb 15 15:26:14.671991 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Request body: {'port': {'device_id': '15809e59-eb54-4f96-b912-3efc72c1c292', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'admin_state_up': True, 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'security_groups': ['6c781719-833e-42c0-8bce-b64692214fd6']}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:26:14.777181 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Made reservation on behalf of 7c53873c028b435fb76f5aba63e7feb5 for: {'port': 1} {{(pid=109972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 15:26:14.780647 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:14.988311 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_common [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Allocated IP 172.20.0.3 (3fdd0478-ef2e-41b9-96e0-c5b0c36b2613/497c8cb9-8e8e-400e-9300-be04058e326d/fe223412-2926-4c6a-87a8-9974fdf113c3) {{(pid=109972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:26:14.990573 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-55534bb5-3d67-4771-9e31-35a5e81a04ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:15.195052 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), precommit_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:15.237942 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), after_create {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:15.301240 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 is already hosted by enough agents. {{(pid=109972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:26:15.304355 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.base_scheduler [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Resources bound (agent type, host, resource id): {{(pid=109972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:26:15.309074 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Received port after_create {{(pid=109972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:26:15.313619 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'Port': ['ID=fe223412-2926-4c6a-87a8-9974fdf113c3,revision_number=1']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:15.346794 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.347164 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.347502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.347836 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.348166 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.348494 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.348819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.349173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.349500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.349850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.350286 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.350653 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.351003 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:15.383043 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:15.385808 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:15.412175 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bcf4b62c-c49b-4168-bc64-e418aeb73f12 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7438655 Feb 15 15:26:15.513790 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 63daee0a-7bf8-4bcb-9850-5aa27b42a415 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:26:15.597011 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Current status of the port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 is: ACTIVE; New status is: DOWN {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:26:15.597744 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:15.630259 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:26:15.632914 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107d36f1-ee98-44a6-a367-39f49cb0dc4d" -d '{"events": [{"server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "name": "network-vif-unplugged", "status": "completed", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:26:15.661965 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] For port 63daee0a-7bf8-4bcb-9850-5aa27b42a415, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:15.678745 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-7e690644-cee8-454e-a198-95af9e521cfb None None] Provisioning complete for port fe223412-2926-4c6a-87a8-9974fdf113c3 triggered by entity DHCP. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:26:15.679535 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7e690644-cee8-454e-a198-95af9e521cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:15.709002 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:15.885142 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a64e9-1b48-4ee6-8440-3a7a71617991 req-d5452aaf-d6f0-4b26-9de9-a0f67b2e92ee tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:15.886662 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e54a64e9-1b48-4ee6-8440-3a7a71617991 req-d5452aaf-d6f0-4b26-9de9-a0f67b2e92ee tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 931 time: 0.1275520 Feb 15 15:26:15.957019 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e54a64e9-1b48-4ee6-8440-3a7a71617991 req-197119cf-98ab-4e52-9ba6-6de1fb84899d tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594931 Feb 15 15:26:15.986582 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 15:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fea7c3-6c56-4d07-9be3-be11cb38735c x-openstack-request-id: req-31fea7c3-6c56-4d07-9be3-be11cb38735c {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:26:15.987170 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "name": "network-vif-unplugged", "status": "completed", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:26:15.987428 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31fea7c3-6c56-4d07-9be3-be11cb38735c {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:26:15.987814 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'code': 200} Feb 15 15:26:16.009580 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-7e690644-cee8-454e-a198-95af9e521cfb None None] Port fe223412-2926-4c6a-87a8-9974fdf113c3 cannot update to ACTIVE because it is not bound. {{(pid=109973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 15:26:16.027010 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Pushing event updated for resources: {'Port': ['ID=63daee0a-7bf8-4bcb-9850-5aa27b42a415,revision_number=8']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:17.081733 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46d032-b802-4acc-af07-e4c422c29cb8 req-a86cffd0-06fa-47cd-ba66-c354e5c822af tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:17.084107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa46d032-b802-4acc-af07-e4c422c29cb8 req-a86cffd0-06fa-47cd-ba66-c354e5c822af tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 931 time: 0.0595901 Feb 15 15:26:17.138256 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-fa46d032-b802-4acc-af07-e4c422c29cb8 req-01d60052-50e2-4321-801b-b115ce8a7217 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483477 Feb 15 15:26:17.343647 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3c77de27-345b-4cbe-ab23-5658fd44a5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:18.272380 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596968-a39b-4d3a-9deb-7ab0133d8d39 req-f34eb1ed-daee-4938-a238-2f472086bc97 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:18.273970 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef596968-a39b-4d3a-9deb-7ab0133d8d39 req-f34eb1ed-daee-4938-a238-2f472086bc97 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 931 time: 0.0579207 Feb 15 15:26:18.335235 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ef596968-a39b-4d3a-9deb-7ab0133d8d39 req-98d3ade4-a977-4ede-9eef-22c5f7d190be tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551860 Feb 15 15:26:18.749783 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:19.470881 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db033fc9-2756-4017-9997-3bbf61853ffa req-abe2f539-bdde-498b-9556-297796e07756 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:19.472748 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db033fc9-2756-4017-9997-3bbf61853ffa req-abe2f539-bdde-498b-9556-297796e07756 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 931 time: 0.0631917 Feb 15 15:26:19.536436 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-db033fc9-2756-4017-9997-3bbf61853ffa req-0763c34d-4918-42bf-a545-d0b9d8bfea42 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579829 Feb 15 15:26:20.042531 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:20.720826 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81066af-f952-404a-bb1f-d9693b4b43bc req-8261eb01-f67c-4431-9d3a-9774c1ada911 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:20.722376 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b81066af-f952-404a-bb1f-d9693b4b43bc req-8261eb01-f67c-4431-9d3a-9774c1ada911 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 931 time: 0.0790036 Feb 15 15:26:20.795536 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-b81066af-f952-404a-bb1f-d9693b4b43bc req-bc2b6588-0e67-4bc0-a82b-b7e487599f5f tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662210 Feb 15 15:26:21.294308 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:21.940185 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bd61a-d485-40ac-8f05-e6c2eb563dba req-ad2d8dda-1a36-4498-ba8b-6919b30655d5 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:21.941707 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-672bd61a-d485-40ac-8f05-e6c2eb563dba req-ad2d8dda-1a36-4498-ba8b-6919b30655d5 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 931 time: 0.0597515 Feb 15 15:26:21.992249 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-672bd61a-d485-40ac-8f05-e6c2eb563dba req-30a3ab09-ce48-4f71-b59a-1f4da4924e17 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446091 Feb 15 15:26:22.658959 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-0c1da689-5634-49f7-aa63-eb92c759d0c3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:26:22.660354 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-0c1da689-5634-49f7-aa63-eb92c759d0c3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058048 Feb 15 15:26:22.714937 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.v2.base [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Request body: {'port': {'device_id': '15809e59-eb54-4f96-b912-3efc72c1c292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829064-15'}} {{(pid=109972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:26:22.736237 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:26:22.778109 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:23.046655 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe223412-2926-4c6a-87a8-9974fdf113c3 {{(pid=109972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:26:23.073485 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Publish callbacks [] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), precommit_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:23.096743 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.provisioning_blocks [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Transition to ACTIVE for port object fe223412-2926-4c6a-87a8-9974fdf113c3 will not be triggered until provisioned by entity L2. {{(pid=109972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 15:26:23.101323 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:23.112423 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-b24c6037-816d-4e65-a562-52dd941c521a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0799491 Feb 15 15:26:23.119765 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661264a5-3a29-4946-bee1-c085327008b6 req-d1ed88dd-0978-4e1c-9632-4dcaeb342671 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:23.121364 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-661264a5-3a29-4946-bee1-c085327008b6 req-d1ed88dd-0978-4e1c-9632-4dcaeb342671 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 931 time: 0.0553832 Feb 15 15:26:23.166515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Pushing event updated for resources: {'Port': ['ID=fe223412-2926-4c6a-87a8-9974fdf113c3,revision_number=2']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:23.177904 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-661264a5-3a29-4946-bee1-c085327008b6 req-d5c1738c-0704-498e-8abd-6e37a882ded9 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499623 Feb 15 15:26:23.279108 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Attempting to bind port fe223412-2926-4c6a-87a8-9974fdf113c3 on host n-h1-829064-15 for vnic_type normal with profile {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:26:23.279357 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Attempting to bind port fe223412-2926-4c6a-87a8-9974fdf113c3 by drivers openvswitch,hyperv on host n-h1-829064-15 at level 0 using segments [{'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 15:26:23.279681 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Attempting to bind port fe223412-2926-4c6a-87a8-9974fdf113c3 on network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:26:23.285155 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-49f5b2ae-912d-4e90-80c1-c3fbd67c6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:23.286762 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-49f5b2ae-912d-4e90-80c1-c3fbd67c6c0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1127 time: 0.0962954 Feb 15 15:26:23.288958 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Port fe223412-2926-4c6a-87a8-9974fdf113c3 on network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 not bound, no agent of type Open vSwitch agent registered on host n-h1-829064-15 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 15:26:23.289370 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Attempting to bind port fe223412-2926-4c6a-87a8-9974fdf113c3 on network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 15:26:23.295522 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Checking agent: {'id': '53bb68cc-32ed-4310-96cc-fe9a745b0ae3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829064-15', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'started_at': datetime.datetime(2022, 2, 15, 13, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 15:26:23.296267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Checking segment: {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 15:26:23.296267 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Bound using segment: {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'} {{(pid=109972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 15:26:23.296656 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.managers [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Bound port: fe223412-2926-4c6a-87a8-9974fdf113c3, host: n-h1-829064-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f58753e-6605-4928-865b-d70eb2a527ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613'}}] {{(pid=109972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 15:26:23.297036 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), before_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:23.437313 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] For port fe223412-2926-4c6a-87a8-9974fdf113c3, host n-h1-829064-15, cleared binding levels {{(pid=109972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 15:26:23.441501 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] For port fe223412-2926-4c6a-87a8-9974fdf113c3, host n-h1-829064-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fe223412-2926-4c6a-87a8-9974fdf113c3,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 15:26:23.445827 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-c0409713-fa36-4c1d-b8ff-05d5d7c617c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:23.447339 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-c0409713-fa36-4c1d-b8ff-05d5d7c617c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.1386969 Feb 15 15:26:23.448979 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8648910'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), after_update {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:23.520847 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:23.521477 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:23.522858 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe223412-2926-4c6a-87a8-9974fdf113c3 HTTP/1.1" status: 200 len: 1092 time: 0.8543575 Feb 15 15:26:23.523335 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:26:23.525606 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7399fc-f39d-4956-912e-ac40a7ae0b89" -d '{"events": [{"name": "network-changed", "server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:26:23.568019 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-daf5e0e0-ffe6-4e78-8454-81a9bc97616e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 200 len: 1000 time: 0.1111734 Feb 15 15:26:23.568997 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a97eb-3848-4ff9-a2e1-18ba6fa6ed95 service neutron] Pushing event updated for resources: {'Port': ['ID=fe223412-2926-4c6a-87a8-9974fdf113c3,revision_number=3']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:23.583096 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74e91cf-5156-46a0-80a5-a2ea667491ba x-openstack-request-id: req-a74e91cf-5156-46a0-80a5-a2ea667491ba {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:26:23.583399 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:26:23.583627 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a74e91cf-5156-46a0-80a5-a2ea667491ba {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:26:23.583953 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'status': 'completed', 'code': 200} Feb 15 15:26:23.653954 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-25a8e612-6b62-48f9-8fdb-bffa13afe8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:23.655403 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-25a8e612-6b62-48f9-8fdb-bffa13afe8d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0740774 Feb 15 15:26:23.662841 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-3e84e129-c61a-40b3-b617-59bcfee98703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:23.664362 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-3e84e129-c61a-40b3-b617-59bcfee98703 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 1126 time: 0.0920632 Feb 15 15:26:23.723226 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-1a8dbc8f-6b93-443d-94c6-89c02c4538e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe223412-2926-4c6a-87a8-9974fdf113c3 HTTP/1.1" status: 200 len: 217 time: 0.0503631 Feb 15 15:26:23.780891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-dd09c0e4-768e-437d-be8f-31e8cb425b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:23.782981 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-dd09c0e4-768e-437d-be8f-31e8cb425b2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0534842 Feb 15 15:26:23.784648 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-33cf0dc3-e2ed-410d-9681-ae23ce66d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:23.786033 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-33cf0dc3-e2ed-410d-9681-ae23ce66d4e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1208088 Feb 15 15:26:23.893818 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-76a7b3e6-ee8f-4734-ba88-a7c111817855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:23.895266 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-76a7b3e6-ee8f-4734-ba88-a7c111817855 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1060646 Feb 15 15:26:23.923584 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-b6868227-9210-41d3-b16b-75a0cfa8f205 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270130 Feb 15 15:26:24.305647 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41830d-1810-46b7-b60d-269411aa2f22 req-73bde205-9e99-4c8e-bb69-b69d21426af2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:24.307153 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c41830d-1810-46b7-b60d-269411aa2f22 req-73bde205-9e99-4c8e-bb69-b69d21426af2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 943 time: 0.0575986 Feb 15 15:26:24.335637 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-2a0ce3f3-e257-4f44-b806-962b736b426c service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320128 Feb 15 15:26:24.340799 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-439c250b-5ca5-49bf-a47e-5b8a3001475b req-d4bec8a8-664c-46ff-a004-00482b43afc4 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933494 Feb 15 15:26:24.356357 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3c41830d-1810-46b7-b60d-269411aa2f22 req-80fe2e85-6349-4ff1-8c68-3ecd7f8e1747 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432155 Feb 15 15:26:24.428710 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8170d57c-e4fb-460c-b0a7-cf5a0e5319c4 req-d92427ce-6ab8-4a0c-b87d-7194c915a358 service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819156 Feb 15 15:26:24.520255 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7399fc-f39d-4956-912e-ac40a7ae0b89 req-0089885e-b489-4e7a-b14f-195880a445b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:24.521629 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1f7399fc-f39d-4956-912e-ac40a7ae0b89 req-0089885e-b489-4e7a-b14f-195880a445b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 1126 time: 0.0491960 Feb 15 15:26:24.608404 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7399fc-f39d-4956-912e-ac40a7ae0b89 req-3357b10c-9e27-4235-b5b7-55184c3a326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:24.609829 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1f7399fc-f39d-4956-912e-ac40a7ae0b89 req-3357b10c-9e27-4235-b5b7-55184c3a326f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.0820141 Feb 15 15:26:24.655276 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1f7399fc-f39d-4956-912e-ac40a7ae0b89 req-c5d59529-76ed-496c-8faa-0360f871362f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe223412-2926-4c6a-87a8-9974fdf113c3 HTTP/1.1" status: 200 len: 217 time: 0.0377126 Feb 15 15:26:24.702595 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7399fc-f39d-4956-912e-ac40a7ae0b89 req-6ae36552-a46f-49dd-a8f4-bae6cf708cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:24.703994 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1f7399fc-f39d-4956-912e-ac40a7ae0b89 req-6ae36552-a46f-49dd-a8f4-bae6cf708cf1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0415511 Feb 15 15:26:24.756654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7399fc-f39d-4956-912e-ac40a7ae0b89 req-da814273-b3cf-4d2c-a903-9bcd098d19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:24.758096 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1f7399fc-f39d-4956-912e-ac40a7ae0b89 req-da814273-b3cf-4d2c-a903-9bcd098d19c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425823 Feb 15 15:26:24.852446 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1f7399fc-f39d-4956-912e-ac40a7ae0b89 req-e67a5787-bef4-4ebe-8b89-8f9e6e5ff7f7 service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826187 Feb 15 15:26:24.940811 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1f7399fc-f39d-4956-912e-ac40a7ae0b89 req-7b8427c9-b7bd-44d7-a612-8d412ef11824 service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803113 Feb 15 15:26:25.483381 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739a1b4-db59-4ca8-b198-527b642fcaa1 req-c65dfd3c-1856-4e84-a341-9aef45c7d369 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:25.484868 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3739a1b4-db59-4ca8-b198-527b642fcaa1 req-c65dfd3c-1856-4e84-a341-9aef45c7d369 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 943 time: 0.0523138 Feb 15 15:26:25.533280 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-3739a1b4-db59-4ca8-b198-527b642fcaa1 req-0e544909-b3cc-44d4-b603-4daddaae602b tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421488 Feb 15 15:26:25.727765 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fe223412-2926-4c6a-87a8-9974fdf113c3 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:26:25.820390 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fe223412-2926-4c6a-87a8-9974fdf113c3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fe223412-2926-4c6a-87a8-9974fdf113c3,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:25.832054 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'port_id': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'mac_address': 'fa:16:3e:ef:ee:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:26:25.870753 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port fe223412-2926-4c6a-87a8-9974fdf113c3 is: DOWN; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:26:25.871174 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:25.883403 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe223412-2926-4c6a-87a8-9974fdf113c3 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:26:25.901898 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fe223412-2926-4c6a-87a8-9974fdf113c3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fe223412-2926-4c6a-87a8-9974fdf113c3,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:25.905965 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:25.951141 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=fe223412-2926-4c6a-87a8-9974fdf113c3,revision_number=4']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:26.195554 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['fe223412-2926-4c6a-87a8-9974fdf113c3'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:26:26.650986 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae31fd9-3c66-4b1e-8be0-4848df65e42e req-716aaad9-0c25-43fd-bc81-00883d172ca3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:26.652449 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ae31fd9-3c66-4b1e-8be0-4848df65e42e req-716aaad9-0c25-43fd-bc81-00883d172ca3 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 944 time: 0.0518413 Feb 15 15:26:26.704568 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-5ae31fd9-3c66-4b1e-8be0-4848df65e42e req-e6b53ec7-b48e-4c15-844e-8513b3c6e05e tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452330 Feb 15 15:26:27.727256 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fe223412-2926-4c6a-87a8-9974fdf113c3 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:26:27.775046 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning for port fe223412-2926-4c6a-87a8-9974fdf113c3 completed by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 15:26:27.779133 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port fe223412-2926-4c6a-87a8-9974fdf113c3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:26:27.779511 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:27.824665 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ecf83-a9de-4f11-aaf8-115c0fbf53bf req-27c4ded8-5b23-4744-939d-227ccac549e8 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:27.826130 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e42ecf83-a9de-4f11-aaf8-115c0fbf53bf req-27c4ded8-5b23-4744-939d-227ccac549e8 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 944 time: 0.0536766 Feb 15 15:26:27.859893 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port fe223412-2926-4c6a-87a8-9974fdf113c3 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:26:27.860858 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:27.875107 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e42ecf83-a9de-4f11-aaf8-115c0fbf53bf req-276d15c8-accf-48f3-b686-2db83ea2f18a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432928 Feb 15 15:26:27.883890 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:26:27.886200 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801a5bca-0c14-4f70-bc6f-7af7de5b55b8" -d '{"events": [{"server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "name": "network-vif-plugged", "status": "completed", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:26:27.898970 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fe223412-2926-4c6a-87a8-9974fdf113c3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fe223412-2926-4c6a-87a8-9974fdf113c3,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:26:27.902697 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:27.926801 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdbfefe-39b6-4776-9232-923a4d014fa6 x-openstack-request-id: req-7fdbfefe-39b6-4776-9232-923a4d014fa6 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:26:27.927124 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "name": "network-vif-plugged", "status": "completed", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:26:27.927375 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7fdbfefe-39b6-4776-9232-923a4d014fa6 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:26:27.927763 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'code': 200} Feb 15 15:26:27.953459 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=fe223412-2926-4c6a-87a8-9974fdf113c3,revision_number=5']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:28.026793 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f6efe-6daf-4540-8079-9f253692d9d6 req-aacfc8d4-733d-4969-b801-eff928667db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:28.028240 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b13f6efe-6daf-4540-8079-9f253692d9d6 req-aacfc8d4-733d-4969-b801-eff928667db8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 1128 time: 0.0442982 Feb 15 15:26:28.075435 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-b13f6efe-6daf-4540-8079-9f253692d9d6 req-87cf2800-0e94-4d89-88fd-49fcb6ce9b4b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385475 Feb 15 15:26:28.993429 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237d85e-02f3-4d0d-af69-e341a3e21e84 req-ed312e34-6106-4514-a60b-e20c7934798e tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:28.994887 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6237d85e-02f3-4d0d-af69-e341a3e21e84 req-ed312e34-6106-4514-a60b-e20c7934798e tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 945 time: 0.0519109 Feb 15 15:26:29.042720 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-6237d85e-02f3-4d0d-af69-e341a3e21e84 req-9216e39f-3403-4da7-8f3c-17f8bd772cb2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423043 Feb 15 15:26:30.168820 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedd3cf-f290-4e7c-b12d-712758509392 req-32228ab2-cd4f-4c7c-b10f-f1b4cda886a8 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:30.170289 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4fedd3cf-f290-4e7c-b12d-712758509392 req-32228ab2-cd4f-4c7c-b10f-f1b4cda886a8 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 945 time: 0.0558393 Feb 15 15:26:30.218335 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-4fedd3cf-f290-4e7c-b12d-712758509392 req-cfb0bd54-0529-405f-9fdf-df47506a047a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425239 Feb 15 15:26:30.335278 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cf77c-219f-4d2c-8531-14cebb7ee942 req-2e151529-ac38-46cc-ad87-13f82bdedb2a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:30.336734 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b6cf77c-219f-4d2c-8531-14cebb7ee942 req-2e151529-ac38-46cc-ad87-13f82bdedb2a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 945 time: 0.0527289 Feb 15 15:26:30.385817 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-2b6cf77c-219f-4d2c-8531-14cebb7ee942 req-312dfc88-a3de-490f-b80b-b49ed5e10832 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434713 Feb 15 15:26:30.406491 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54914) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:30.449345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd1038-f5be-408f-89a2-595046ec66da tempest-TestSnapshotPattern-1617082673 tempest-TestSnapshotPattern-1617082673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:30.450856 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-2bcd1038-f5be-408f-89a2-595046ec66da tempest-TestSnapshotPattern-1617082673 tempest-TestSnapshotPattern-1617082673-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 1123 time: 0.0433576 Feb 15 15:26:30.453553 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 54916) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:26:30.458225 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.v2.base [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Request body: {'floatingip': {'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'port_id': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:26:30.478120 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:30.574855 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (None), before_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:30.679711 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_common [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Allocated IP 172.25.6.210 (8e90cd2a-dc5d-4acb-86f9-7060d5a134a9/a42a54d6-2859-44ce-8d94-0ab56dd281cf/28b40052-cdb2-452b-8d1e-58512773466f) {{(pid=109971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 15:26:30.783354 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for port (28b40052-cdb2-452b-8d1e-58512773466f), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:30.819226 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771394854593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (28b40052-cdb2-452b-8d1e-58512773466f), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:30.854392 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Network 8e90cd2a-dc5d-4acb-86f9-7060d5a134a9 is already hosted by enough agents. {{(pid=109971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 15:26:30.860630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Resources bound (agent type, host, resource id): {{(pid=109971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 15:26:30.864108 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Received port after_create {{(pid=109971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 15:26:30.890402 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'Port': ['ID=28b40052-cdb2-452b-8d1e-58512773466f,revision_number=1']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:30.903943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.904292 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.904636 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.904977 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.905311 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.905646 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.905972 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.906297 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.906626 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.906983 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.907308 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.907630 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:30.907951 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:26:31.224096 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for floatingip (e8373fce-b177-4240-bd67-0ad761a9a10e), precommit_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:31.292880 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (28b40052-cdb2-452b-8d1e-58512773466f), before_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:31.444568 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for port (28b40052-cdb2-452b-8d1e-58512773466f), precommit_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:31.449102 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-365147'] for port (28b40052-cdb2-452b-8d1e-58512773466f), after_update {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:31.522332 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event updated for resources: {'Port': ['ID=28b40052-cdb2-452b-8d1e-58512773466f,revision_number=2']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:26:31.531357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393982'] for floatingip (e8373fce-b177-4240-bd67-0ad761a9a10e), after_create {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:31.634835 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Floating IP e8373fce-b177-4240-bd67-0ad761a9a10e associated. External IP: 172.25.6.210, port: fe223412-2926-4c6a-87a8-9974fdf113c3. Feb 15 15:26:31.841565 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Router 9dd2a87c-5dd1-4206-b001-6f7d30253326 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:26:31.949126 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:26:31.959395 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ef491-b47a-45d3-b2c0-563c5075e6ca None None] Sync routers for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:26:31.965921 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:31.971398 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ef491-b47a-45d3-b2c0-563c5075e6ca None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:26:31.971998 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-186ef491-b47a-45d3-b2c0-563c5075e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:26:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:31.995717 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-0f9b4d1a-99b5-45b0-842b-cacd66f09579 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5411732 Feb 15 15:26:31.996316 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:26:31.998558 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1756c1-d476-4a17-a40d-915b61afbab8" -d '{"events": [{"name": "network-changed", "server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:26:32.035522 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f30638d-94ad-4964-a8c6-47cb6b38d97b x-openstack-request-id: req-4f30638d-94ad-4964-a8c6-47cb6b38d97b {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:26:32.035824 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:26:32.036085 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4f30638d-94ad-4964-a8c6-47cb6b38d97b {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:26:32.036490 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'status': 'completed', 'code': 200} Feb 15 15:26:32.080599 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-186ef491-b47a-45d3-b2c0-563c5075e6ca None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:26:32.113177 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1756c1-d476-4a17-a40d-915b61afbab8 req-d86156c2-45ee-4e58-adb3-33b19e098d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:32.114648 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ab1756c1-d476-4a17-a40d-915b61afbab8 req-d86156c2-45ee-4e58-adb3-33b19e098d0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 1128 time: 0.0498004 Feb 15 15:26:32.206699 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1756c1-d476-4a17-a40d-915b61afbab8 req-161415ff-016e-4a2e-8ea5-8d3cfbe19638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:32.208248 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ab1756c1-d476-4a17-a40d-915b61afbab8 req-161415ff-016e-4a2e-8ea5-8d3cfbe19638 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.0870125 Feb 15 15:26:32.282822 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ab1756c1-d476-4a17-a40d-915b61afbab8 req-b134b019-41d6-4efc-a519-13fe9c78c8e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe223412-2926-4c6a-87a8-9974fdf113c3 HTTP/1.1" status: 200 len: 999 time: 0.0662882 Feb 15 15:26:32.331408 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1756c1-d476-4a17-a40d-915b61afbab8 req-7a58cbe6-d878-4a7c-baa1-68a388fd5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:32.332868 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ab1756c1-d476-4a17-a40d-915b61afbab8 req-7a58cbe6-d878-4a7c-baa1-68a388fd5f8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0436652 Feb 15 15:26:32.382682 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1756c1-d476-4a17-a40d-915b61afbab8 req-cd750508-d91a-49f4-b3ce-72faadf3afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:26:32.384095 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ab1756c1-d476-4a17-a40d-915b61afbab8 req-cd750508-d91a-49f4-b3ce-72faadf3afe9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448086 Feb 15 15:26:32.393635 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-186ef491-b47a-45d3-b2c0-563c5075e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd04f3305-f1de-485c-828a-b7daf0ee5122', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:bf:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:13Z', 'updated_at': '2022-02-15T15:23:16Z', 'revision_number': 1, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}, {'id': 'e8373fce-b177-4240-bd67-0ad761a9a10e', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:ef:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15809e59-eb54-4f96-b912-3efc72c1c292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:31Z', 'updated_at': '2022-02-15T15:26:31Z', 'revision_number': 0, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:32.422599 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ef491-b47a-45d3-b2c0-563c5075e6ca None None] Checking router: 9dd2a87c-5dd1-4206-b001-6f7d30253326 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:26:32.431857 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ef491-b47a-45d3-b2c0-563c5075e6ca None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:26:32.432455 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-186ef491-b47a-45d3-b2c0-563c5075e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:26:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:32.478772 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ab1756c1-d476-4a17-a40d-915b61afbab8 req-67986ace-98da-4b43-9b35-1c464f4f96e0 service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872087 Feb 15 15:26:32.538193 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-186ef491-b47a-45d3-b2c0-563c5075e6ca None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:26:32.572968 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-ab1756c1-d476-4a17-a40d-915b61afbab8 req-38039e1e-6ae0-4077-8e56-5f727046e70e service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842068 Feb 15 15:26:32.762181 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-186ef491-b47a-45d3-b2c0-563c5075e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd04f3305-f1de-485c-828a-b7daf0ee5122', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:bf:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:13Z', 'updated_at': '2022-02-15T15:23:16Z', 'revision_number': 1, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}, {'id': 'e8373fce-b177-4240-bd67-0ad761a9a10e', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:ef:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15809e59-eb54-4f96-b912-3efc72c1c292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:31Z', 'updated_at': '2022-02-15T15:26:31Z', 'revision_number': 0, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:26:32.792730 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ef491-b47a-45d3-b2c0-563c5075e6ca None None] The sync data for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 is: [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd04f3305-f1de-485c-828a-b7daf0ee5122', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:bf:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:13Z', 'updated_at': '2022-02-15T15:23:16Z', 'revision_number': 1, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}, {'id': 'e8373fce-b177-4240-bd67-0ad761a9a10e', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:ef:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15809e59-eb54-4f96-b912-3efc72c1c292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:26:31Z', 'updated_at': '2022-02-15T15:26:31Z', 'revision_number': 0, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:26:32.995680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6808f-3434-40f9-b418-8511c3531b0a None None] New status for floating IP e8373fce-b177-4240-bd67-0ad761a9a10e: ACTIVE {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:26:40.849810 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:43.073993 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:44.976548 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bd7634cd-d480-4718-b2ad-c675b91901d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:47.347347 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2f25d274-b334-4be2-9d45-4d2b2ad4a853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:48.748646 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:50.042104 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:51.287249 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:26:59.735016 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:27:10.864191 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:13.086166 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:14.711381 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-710d1008-ea6e-4af8-b951-ead4e1ec9da4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435705 Feb 15 15:27:14.803099 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-52c4e177-7327-4c3b-845c-13a15605bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:14.804591 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-52c4e177-7327-4c3b-845c-13a15605bed5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 1128 time: 0.0498717 Feb 15 15:27:14.906173 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-1c2e81ba-c071-41e3-897a-3c6c7b8dad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:14.907555 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-1c2e81ba-c071-41e3-897a-3c6c7b8dad7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.0835946 Feb 15 15:27:14.977677 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-73ffba8f-4600-4d67-9678-d7283000e71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:14.980075 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-600b629c-2e8c-48c3-8798-45dfb5af6efc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe223412-2926-4c6a-87a8-9974fdf113c3 HTTP/1.1" status: 200 len: 1001 time: 0.0639462 Feb 15 15:27:15.028652 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-20be8b41-91a9-4956-a4a9-786723317b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:15.030111 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-20be8b41-91a9-4956-a4a9-786723317b63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0438917 Feb 15 15:27:15.080612 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-99c6e24f-90e7-49e3-bc1d-b03f89b03b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:15.082734 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-99c6e24f-90e7-49e3-bc1d-b03f89b03b24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445292 Feb 15 15:27:15.172769 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-5d4c2c31-1cfb-4b85-8fdd-1578393570e9 service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835912 Feb 15 15:27:15.265998 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-a2e037ec-303a-471a-b720-3a23056ad8e0 req-f467845b-9842-4b43-bfa2-24c9b2ee06d4 service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820546 Feb 15 15:27:17.348581 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c004e40c-b89b-4d15-b7b9-ae2903d4f29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:18.752014 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:20.045141 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:21.290021 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:25.154279 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-7cfaaf17-cd78-4a97-b058-825c7aad2e09 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436728 Feb 15 15:27:25.244481 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-0ea221ac-3f13-457d-a542-9eb49ef6201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:25.245967 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-0ea221ac-3f13-457d-a542-9eb49ef6201b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1127 time: 0.0490260 Feb 15 15:27:25.349225 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-831a22d2-fe1f-4d89-a52b-037252f1bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:25.350681 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-831a22d2-fe1f-4d89-a52b-037252f1bae9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.0842872 Feb 15 15:27:25.421198 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-9bce0194-5186-46f9-a114-265017b39ced service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 200 len: 1000 time: 0.0630367 Feb 15 15:27:25.469968 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-b8627c78-6245-4984-9ad3-fc589ea18777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:25.471434 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-b8627c78-6245-4984-9ad3-fc589ea18777 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0430906 Feb 15 15:27:25.521179 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-b89b1f74-d752-442b-b37e-0a7b6d47fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:27:25.522668 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-b89b1f74-d752-442b-b37e-0a7b6d47fe74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439057 Feb 15 15:27:25.614150 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-aca8913d-ee92-45c5-af0b-e7880771b0d6 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841877 Feb 15 15:27:25.702595 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-4e945f6f-4b9e-4fe9-a4f1-b7dfa431c87e req-7bb333da-fa22-4fa5-a5af-6843cbc84211 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817046 Feb 15 15:27:36.734226 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:27:40.878615 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:43.099036 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:44.979047 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-32fd5313-230b-4888-82c2-f80878183429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:47.349333 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-e58bb51e-44c2-44d1-b833-63d26cc0f093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:48.753853 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:50.042887 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:27:51.293975 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:10.878121 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:13.105604 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:13.734579 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:28:14.211792 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fe223412-2926-4c6a-87a8-9974fdf113c3 details requested by agent hyperv_n-h1-829064-15 with host n-h1-829064-15 {{(pid=109973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 15:28:14.306863 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fe223412-2926-4c6a-87a8-9974fdf113c3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fe223412-2926-4c6a-87a8-9974fdf113c3,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:14.318239 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Returning: {'device': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'port_id': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'mac_address': 'fa:16:3e:ef:ee:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 15:28:14.357510 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port fe223412-2926-4c6a-87a8-9974fdf113c3 is: ACTIVE; New status is: BUILD {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:28:14.357969 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:14.372371 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe223412-2926-4c6a-87a8-9974fdf113c3 {{(pid=109973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 15:28:14.392504 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fe223412-2926-4c6a-87a8-9974fdf113c3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fe223412-2926-4c6a-87a8-9974fdf113c3,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:14.396104 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:14.446242 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=fe223412-2926-4c6a-87a8-9974fdf113c3,revision_number=6']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:14.453747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.454105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.454444 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.454783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.455143 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.455484 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.455812 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.456138 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.456462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.456783 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.457105 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.457424 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.457743 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:14.494063 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] get_ports_and_sgs() called for port_ids ['fe223412-2926-4c6a-87a8-9974fdf113c3'] {{(pid=109973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 15:28:14.980609 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-49d7b506-3799-4cf0-9394-fc9d097528fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:15.753803 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d233c8b-8083-4039-b2ff-3cc2ee7af2cc req-ebf86e69-5d62-4911-9a97-3fa94f9e9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:15.755483 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1d233c8b-8083-4039-b2ff-3cc2ee7af2cc req-ebf86e69-5d62-4911-9a97-3fa94f9e9d4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 1127 time: 0.0614979 Feb 15 15:28:15.894993 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d233c8b-8083-4039-b2ff-3cc2ee7af2cc req-ce65f46d-05e6-469c-a148-fadfa8a4da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:15.896780 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1d233c8b-8083-4039-b2ff-3cc2ee7af2cc req-ce65f46d-05e6-469c-a148-fadfa8a4da1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.1162171 Feb 15 15:28:15.968966 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1d233c8b-8083-4039-b2ff-3cc2ee7af2cc req-32c7e7d4-a547-4397-9de8-dfe250cfd058 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe223412-2926-4c6a-87a8-9974fdf113c3 HTTP/1.1" status: 200 len: 1000 time: 0.0653152 Feb 15 15:28:16.031721 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d233c8b-8083-4039-b2ff-3cc2ee7af2cc req-0cbc00fd-2cd9-4d97-bfb8-1ea8989ef9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:16.033182 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1d233c8b-8083-4039-b2ff-3cc2ee7af2cc req-0cbc00fd-2cd9-4d97-bfb8-1ea8989ef9fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0576127 Feb 15 15:28:16.088429 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d233c8b-8083-4039-b2ff-3cc2ee7af2cc req-c882f08e-8ae9-4398-963a-20ce8e2ed4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:16.090100 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1d233c8b-8083-4039-b2ff-3cc2ee7af2cc req-c882f08e-8ae9-4398-963a-20ce8e2ed4f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503383 Feb 15 15:28:16.190574 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1d233c8b-8083-4039-b2ff-3cc2ee7af2cc req-1f718d8b-45e5-4503-a9f4-4b73a20a0e16 service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936973 Feb 15 15:28:16.239773 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fe223412-2926-4c6a-87a8-9974fdf113c3 up at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 15:28:16.325980 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.provisioning_blocks [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Provisioning complete for port fe223412-2926-4c6a-87a8-9974fdf113c3 triggered by entity L2. {{(pid=109973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 15:28:16.326830 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346864'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), provisioning_complete {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:16.339670 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-1d233c8b-8083-4039-b2ff-3cc2ee7af2cc req-504709d6-d07c-435e-a40f-ca458e7cec60 service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428123 Feb 15 15:28:16.450740 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Current status of the port fe223412-2926-4c6a-87a8-9974fdf113c3 is: BUILD; New status is: ACTIVE {{(pid=109973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 15:28:16.451304 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546881'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), before_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:16.487197 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.db [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] For port fe223412-2926-4c6a-87a8-9974fdf113c3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fe223412-2926-4c6a-87a8-9974fdf113c3,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:16.488053 n-d-829064-15 neutron-server[109973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3'}] {{(pid=109973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:28:16.490473 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b4bbff1bd96a98aa15005f081e994828db74bd2a9c7dc8c7fb92121097a5ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c23d0fd-cb10-40c1-aade-09eaabfb3308" -d '{"events": [{"server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "name": "network-vif-plugged", "status": "completed", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3"}]}' {{(pid=109973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:28:16.507533 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771395277087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771394854611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771394854629'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:16.542697 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fb86af-7821-4294-b111-42788187a9e9 x-openstack-request-id: req-81fb86af-7821-4294-b111-42788187a9e9 {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:28:16.543017 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "name": "network-vif-plugged", "status": "completed", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3", "code": 200}]} {{(pid=109973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:28:16.543276 n-d-829064-15 neutron-server[109973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-81fb86af-7821-4294-b111-42788187a9e9 {{(pid=109973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:28:16.543676 n-d-829064-15 neutron-server[109973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'code': 200} Feb 15 15:28:16.572944 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Pushing event updated for resources: {'Port': ['ID=fe223412-2926-4c6a-87a8-9974fdf113c3,revision_number=7']} {{(pid=109973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:17.356774 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-36d4bf62-ef24-4ff3-a50b-4cc88fb9c4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:18.764073 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:20.059114 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:21.302585 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:25.049941 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55132) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:25.209816 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Deleting port 28b40052-cdb2-452b-8d1e-58512773466f {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:28:25.210158 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (28b40052-cdb2-452b-8d1e-58512773466f), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:25.284494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (28b40052-cdb2-452b-8d1e-58512773466f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:25.284852 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for floatingip (28b40052-cdb2-452b-8d1e-58512773466f), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:25.297424 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Calling delete_port for 28b40052-cdb2-452b-8d1e-58512773466f owned by network:floatingip {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:28:25.443614 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (28b40052-cdb2-452b-8d1e-58512773466f), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:25.469609 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event deleted for resources: {'Port': ['ID=28b40052-cdb2-452b-8d1e-58512773466f,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:25.500886 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.501234 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.501578 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.501920 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.502252 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.502584 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.502928 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.503258 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.503581 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.503908 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.504229 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.504551 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.504878 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:25.545945 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for floatingip (e8373fce-b177-4240-bd67-0ad761a9a10e), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:25.546197 n-d-829064-15 neutron-server[109971]: INFO neutron.db.l3_db [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Floating IP e8373fce-b177-4240-bd67-0ad761a9a10e disassociated (deleted). External IP: 172.25.6.210, port: fe223412-2926-4c6a-87a8-9974fdf113c3. Feb 15 15:28:26.040861 n-d-829064-15 neutron-server[109971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Router 9dd2a87c-5dd1-4206-b001-6f7d30253326 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:28:26.146345 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:28:26.151509 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:26.157227 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b0094-5dc0-407a-b829-200a9705f79e None None] Sync routers for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:28:26.167465 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b0094-5dc0-407a-b829-200a9705f79e None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:28:26.168076 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4d3b0094-5dc0-407a-b829-200a9705f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:26.180781 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-6dafcc7f-b0b5-4890-80d3-200c338059ad tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "DELETE /v2.0/floatingips/e8373fce-b177-4240-bd67-0ad761a9a10e HTTP/1.1" status: 204 len: 168 time: 1.1297202 Feb 15 15:28:26.181391 n-d-829064-15 neutron-server[109971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3'}] {{(pid=109971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:28:26.183691 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4e3654f3cfeb2def040a8550b8cd8ab3d236a63dfbd5c8ddd1de7c667a1a3e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e58d163-5c94-453c-b67e-3e1f62ed0712" -d '{"events": [{"name": "network-changed", "server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3"}]}' {{(pid=109971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:28:26.288510 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4d3b0094-5dc0-407a-b829-200a9705f79e None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:28:26.293242 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad1c019-4a79-46c5-b58c-23e4eb63953e x-openstack-request-id: req-3ad1c019-4a79-46c5-b58c-23e4eb63953e {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:28:26.293561 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3", "status": "completed", "code": 200}]} {{(pid=109971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:28:26.293901 n-d-829064-15 neutron-server[109971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ad1c019-4a79-46c5-b58c-23e4eb63953e {{(pid=109971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:28:26.294258 n-d-829064-15 neutron-server[109971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'status': 'completed', 'code': 200} Feb 15 15:28:26.364450 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58d163-5c94-453c-b67e-3e1f62ed0712 req-c7b26bae-0c51-48ef-9121-81ef6bba7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:26.365991 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e58d163-5c94-453c-b67e-3e1f62ed0712 req-c7b26bae-0c51-48ef-9121-81ef6bba7df2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 1128 time: 0.0500546 Feb 15 15:28:26.463763 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58d163-5c94-453c-b67e-3e1f62ed0712 req-71fbbee3-68a2-40c9-b6db-80041777d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:26.465267 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e58d163-5c94-453c-b67e-3e1f62ed0712 req-71fbbee3-68a2-40c9-b6db-80041777d5c0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.0926609 Feb 15 15:28:26.497976 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f3aae-b81a-48b1-b3db-4c8689c0f534 req-e7810561-f666-49a0-9496-cae10e5c9e79 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:26.501222 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-076f3aae-b81a-48b1-b3db-4c8689c0f534 req-e7810561-f666-49a0-9496-cae10e5c9e79 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 945 time: 0.1188159 Feb 15 15:28:26.510658 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e58d163-5c94-453c-b67e-3e1f62ed0712 req-bef820ca-e34f-4556-98ed-f3185bb0a3ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe223412-2926-4c6a-87a8-9974fdf113c3 HTTP/1.1" status: 200 len: 217 time: 0.0376422 Feb 15 15:28:26.545746 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4d3b0094-5dc0-407a-b829-200a9705f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd04f3305-f1de-485c-828a-b7daf0ee5122', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:bf:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:13Z', 'updated_at': '2022-02-15T15:23:16Z', 'revision_number': 1, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:26.550604 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-076f3aae-b81a-48b1-b3db-4c8689c0f534 req-89500c00-d6e7-48d4-b16c-73547a2ade65 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449266 Feb 15 15:28:26.562500 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58d163-5c94-453c-b67e-3e1f62ed0712 req-f1019ad5-8f11-46b4-b0ca-f659c5acd8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:26.573099 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e58d163-5c94-453c-b67e-3e1f62ed0712 req-f1019ad5-8f11-46b4-b0ca-f659c5acd8d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0475256 Feb 15 15:28:26.574661 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b0094-5dc0-407a-b829-200a9705f79e None None] Checking router: 9dd2a87c-5dd1-4206-b001-6f7d30253326 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:28:26.583259 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b0094-5dc0-407a-b829-200a9705f79e None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:28:26.583866 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4d3b0094-5dc0-407a-b829-200a9705f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:26.618606 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58d163-5c94-453c-b67e-3e1f62ed0712 req-6f279006-9a46-4d75-b8ad-d282c34ce1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:26.620169 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e58d163-5c94-453c-b67e-3e1f62ed0712 req-6f279006-9a46-4d75-b8ad-d282c34ce1dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497570 Feb 15 15:28:26.690419 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-4d3b0094-5dc0-407a-b829-200a9705f79e None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:28:26.712329 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e58d163-5c94-453c-b67e-3e1f62ed0712 req-f052d9ea-84ce-4766-8b5f-f3c2eea0e0da service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842826 Feb 15 15:28:26.819530 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-0e58d163-5c94-453c-b67e-3e1f62ed0712 req-94883627-e654-49f8-bef5-93adddffc834 service neutron] 10.222.0.42 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990019 Feb 15 15:28:26.989500 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-d2123265-893b-4b66-ba57-b9bedcaab098 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836401 Feb 15 15:28:27.008149 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-4d3b0094-5dc0-407a-b829-200a9705f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd04f3305-f1de-485c-828a-b7daf0ee5122', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:bf:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:13Z', 'updated_at': '2022-02-15T15:23:16Z', 'revision_number': 1, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:27.034449 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b0094-5dc0-407a-b829-200a9705f79e None None] The sync data for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 is: [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_floatingips': [{'id': 'd04f3305-f1de-485c-828a-b7daf0ee5122', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'router_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'port_id': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'mac_address': 'fa:16:3e:bf:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T15:23:13Z', 'updated_at': '2022-02-15T15:23:16Z', 'revision_number': 1, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:28:27.078521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-0fd7ff9d-874a-4cbc-904a-e369872f91d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:27.080080 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-0fd7ff9d-874a-4cbc-904a-e369872f91d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1127 time: 0.0474241 Feb 15 15:28:27.193822 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-396a97fe-3ffd-42f2-b91a-7aca40811da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:27.195395 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-396a97fe-3ffd-42f2-b91a-7aca40811da5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.0915072 Feb 15 15:28:27.266420 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-82223a9b-a364-4319-933b-9ec316ab1549 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 200 len: 1000 time: 0.0640056 Feb 15 15:28:27.286423 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445bcfe9-8a17-4717-89fd-c9a4d67beeff None None] New status for floating IP e8373fce-b177-4240-bd67-0ad761a9a10e: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:28:27.317891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-78997b72-03d9-4827-a389-32b35bb721e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:27.319406 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-78997b72-03d9-4827-a389-32b35bb721e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.0452936 Feb 15 15:28:27.374515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-83b799d3-f84f-42d5-a0dc-3a4e1efda4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:27.376074 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-83b799d3-f84f-42d5-a0dc-3a4e1efda4e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504537 Feb 15 15:28:27.466448 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-aa0f5d61-bf1d-4510-b521-12e884320cd0 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824754 Feb 15 15:28:27.559868 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-999faffc-1d3e-494d-89ca-8a69926754f4 req-066c77d7-636b-4a66-b1c7-5441a06e481a service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866036 Feb 15 15:28:27.671549 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51011ae-5847-4389-8976-3522dbd6be7f req-8db70828-51bf-4f76-951a-0ccb4945e43d tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:27.673006 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e51011ae-5847-4389-8976-3522dbd6be7f req-8db70828-51bf-4f76-951a-0ccb4945e43d tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 945 time: 0.0519624 Feb 15 15:28:27.725236 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e51011ae-5847-4389-8976-3522dbd6be7f req-babf086e-ee72-42df-8507-9ff6c4b9a2e5 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466459 Feb 15 15:28:27.965458 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30776d-a8ad-4ce0-a903-aee43f2e1bf1 req-8380f652-b4b8-4033-b778-94a5a62c67f4 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:27.966930 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f30776d-a8ad-4ce0-a903-aee43f2e1bf1 req-8380f652-b4b8-4033-b778-94a5a62c67f4 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.42 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 945 time: 0.0532565 Feb 15 15:28:28.057318 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-6f30776d-a8ad-4ce0-a903-aee43f2e1bf1 req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Deleting port fe223412-2926-4c6a-87a8-9974fdf113c3 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:28:28.057660 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f30776d-a8ad-4ce0-a903-aee43f2e1bf1 req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:28.147850 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-6f30776d-a8ad-4ce0-a903-aee43f2e1bf1 req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] For port fe223412-2926-4c6a-87a8-9974fdf113c3, host n-h1-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829064-15',level=0,port_id=fe223412-2926-4c6a-87a8-9974fdf113c3,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:28.148237 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f30776d-a8ad-4ce0-a903-aee43f2e1bf1 req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:28.160748 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-6f30776d-a8ad-4ce0-a903-aee43f2e1bf1 req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Calling delete_port for fe223412-2926-4c6a-87a8-9974fdf113c3 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:28:28.288608 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fe223412-2926-4c6a-87a8-9974fdf113c3 no longer exists at agent hyperv_n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:28:28.291482 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f30776d-a8ad-4ce0-a903-aee43f2e1bf1 req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (fe223412-2926-4c6a-87a8-9974fdf113c3), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:28.310578 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] No Port match for: fe223412-2926-4c6a-87a8-9974fdf113c3 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:28:28.310951 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Device fe223412-2926-4c6a-87a8-9974fdf113c3 not bound to the agent host n-h1-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:28:28.322210 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event deleted for resources: {'Port': ['ID=fe223412-2926-4c6a-87a8-9974fdf113c3,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:28.346475 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.346831 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.347205 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.347550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.347891 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.348226 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.348561 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.348890 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.349216 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.349541 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.349865 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.350193 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.350515 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829064-15 {{(pid=109972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 15:28:28.373579 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f30776d-a8ad-4ce0-a903-aee43f2e1bf1 req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] No DVR routers for this DVR port fe223412-2926-4c6a-87a8-9974fdf113c3 on host n-h1-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:28:28.376200 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-6f30776d-a8ad-4ce0-a903-aee43f2e1bf1 req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:28.379663 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-6f30776d-a8ad-4ce0-a903-aee43f2e1bf1 req-2c0c6a84-b010-47fc-96a2-49017bd35ac0 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.42 "DELETE /v2.0/ports/fe223412-2926-4c6a-87a8-9974fdf113c3 HTTP/1.1" status: 204 len: 173 time: 0.4066808 Feb 15 15:28:28.380183 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'name': 'network-vif-deleted', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:28:28.382247 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ff9ae2-acce-4087-9e4e-25cdfe9d263a" -d '{"events": [{"server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "name": "network-vif-deleted", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:28:28.469458 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2521bb31-7422-4c5f-aa15-5a7bfa11632f x-openstack-request-id: req-2521bb31-7422-4c5f-aa15-5a7bfa11632f {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:28:28.469764 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15809e59-eb54-4f96-b912-3efc72c1c292", "name": "network-vif-deleted", "tag": "fe223412-2926-4c6a-87a8-9974fdf113c3", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:28:28.470017 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2521bb31-7422-4c5f-aa15-5a7bfa11632f {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:28:28.470421 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15809e59-eb54-4f96-b912-3efc72c1c292', 'name': 'network-vif-deleted', 'tag': 'fe223412-2926-4c6a-87a8-9974fdf113c3', 'status': 'completed', 'code': 200} Feb 15 15:28:28.841824 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-e465ac31-d259-468d-b5d8-8f1b22b57ff3 req-bfc90720-c029-480f-82e4-210d9bf288d4 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=15809e59-eb54-4f96-b912-3efc72c1c292 HTTP/1.1" status: 200 len: 210 time: 0.0278842 Feb 15 15:28:30.388902 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55210) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:30.546879 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Deleting port e2ce6553-7cab-4b3d-9093-61064569f0dd {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:28:30.547304 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (e2ce6553-7cab-4b3d-9093-61064569f0dd), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.621881 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (e2ce6553-7cab-4b3d-9093-61064569f0dd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.622125 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for floatingip (e2ce6553-7cab-4b3d-9093-61064569f0dd), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.633506 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Calling delete_port for e2ce6553-7cab-4b3d-9093-61064569f0dd owned by network:floatingip {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:28:30.779257 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (e2ce6553-7cab-4b3d-9093-61064569f0dd), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.804776 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event deleted for resources: {'Port': ['ID=e2ce6553-7cab-4b3d-9093-61064569f0dd,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:30.868245 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for floatingip (d04f3305-f1de-485c-828a-b7daf0ee5122), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:30.868568 n-d-829064-15 neutron-server[109972]: INFO neutron.db.l3_db [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Floating IP d04f3305-f1de-485c-828a-b7daf0ee5122 disassociated (deleted). External IP: 172.25.6.203, port: 63daee0a-7bf8-4bcb-9850-5aa27b42a415. Feb 15 15:28:31.073759 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Router 9dd2a87c-5dd1-4206-b001-6f7d30253326 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:28:31.181626 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:28:31.186491 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for floatingip (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:31.191210 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30253689-d128-4049-ac8b-525cb1bee8ec None None] Sync routers for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:28:31.202055 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30253689-d128-4049-ac8b-525cb1bee8ec None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:28:31.202663 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-30253689-d128-4049-ac8b-525cb1bee8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:31.216807 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-3deccfe7-8f23-406b-9954-a2b60bf73067 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "DELETE /v2.0/floatingips/d04f3305-f1de-485c-828a-b7daf0ee5122 HTTP/1.1" status: 204 len: 168 time: 0.8268249 Feb 15 15:28:31.217417 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:28:31.219751 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ad9b10-d01b-41ee-bc10-2c405924bd42" -d '{"events": [{"name": "network-changed", "server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:28:31.259155 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23821b71-fbaa-40a2-ae6c-d1d89ffecd52 x-openstack-request-id: req-23821b71-fbaa-40a2-ae6c-d1d89ffecd52 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:28:31.259450 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:28:31.259711 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23821b71-fbaa-40a2-ae6c-d1d89ffecd52 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:28:31.260152 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'status': 'completed', 'code': 200} Feb 15 15:28:31.321719 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-30253689-d128-4049-ac8b-525cb1bee8ec None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:28:31.331690 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad9b10-d01b-41ee-bc10-2c405924bd42 req-af149215-4e3f-477c-bdf9-520f58a6ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:31.333201 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01ad9b10-d01b-41ee-bc10-2c405924bd42 req-af149215-4e3f-477c-bdf9-520f58a6ba2d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c53873c028b435fb76f5aba63e7feb5&device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 1127 time: 0.0518188 Feb 15 15:28:31.450424 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad9b10-d01b-41ee-bc10-2c405924bd42 req-7b142a0c-f94e-4ab7-8dcc-6673d1857c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:31.452039 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01ad9b10-d01b-41ee-bc10-2c405924bd42 req-7b142a0c-f94e-4ab7-8dcc-6673d1857c19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 200 len: 911 time: 0.1103480 Feb 15 15:28:31.463156 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4240ed-d7fa-4095-8e96-25cf61a4735d req-7c063a2b-746c-45f7-bfa2-df4e12ec2944 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:31.464676 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea4240ed-d7fa-4095-8e96-25cf61a4735d req-7c063a2b-746c-45f7-bfa2-df4e12ec2944 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 944 time: 0.0570204 Feb 15 15:28:31.497900 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01ad9b10-d01b-41ee-bc10-2c405924bd42 req-556bbe01-42cf-4631-8d03-9b2081aadadb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 200 len: 217 time: 0.0390887 Feb 15 15:28:31.517402 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-ea4240ed-d7fa-4095-8e96-25cf61a4735d req-130b31cd-ce2f-485d-b3de-d038a923e88e tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465539 Feb 15 15:28:31.537997 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-30253689-d128-4049-ac8b-525cb1bee8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:31.565230 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30253689-d128-4049-ac8b-525cb1bee8ec None None] Checking router: 9dd2a87c-5dd1-4206-b001-6f7d30253326 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:28:31.574774 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30253689-d128-4049-ac8b-525cb1bee8ec None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:28:31.575439 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-30253689-d128-4049-ac8b-525cb1bee8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:31.686580 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-30253689-d128-4049-ac8b-525cb1bee8ec None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:28:31.832466 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad9b10-d01b-41ee-bc10-2c405924bd42 req-5a55acc0-8a1b-4832-9bbd-99e2dd15a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:31.833933 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01ad9b10-d01b-41ee-bc10-2c405924bd42 req-5a55acc0-8a1b-4832-9bbd-99e2dd15a461 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 200 len: 849 time: 0.3293056 Feb 15 15:28:31.884058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad9b10-d01b-41ee-bc10-2c405924bd42 req-2230f0d4-580c-466a-87ed-990fb8312271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:31.884798 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-30253689-d128-4049-ac8b-525cb1bee8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:31.885566 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01ad9b10-d01b-41ee-bc10-2c405924bd42 req-2230f0d4-580c-466a-87ed-990fb8312271 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440784 Feb 15 15:28:31.915310 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30253689-d128-4049-ac8b-525cb1bee8ec None None] The sync data for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 is: [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:47Z', 'revision_number': 4, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15', '_interfaces': [{'id': '55a72041-69ba-4509-a8dc-c31040331a82', 'name': '', 'network_id': '3fdd0478-ef2e-41b9-96e0-c5b0c36b2613', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'mac_address': 'fa:16:3e:46:5b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:47Z', 'updated_at': '2022-02-15T15:22:51Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'subnets': [{'id': '497c8cb9-8e8e-400e-9300-be04058e326d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:28:31.983620 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01ad9b10-d01b-41ee-bc10-2c405924bd42 req-4a6b8967-b6fc-48b1-8727-8491883c7d95 service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893807 Feb 15 15:28:32.079570 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-01ad9b10-d01b-41ee-bc10-2c405924bd42 req-c9003294-bd2c-43c2-bf1a-74d772da351c service neutron] 10.222.0.67 "GET /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859210 Feb 15 15:28:32.145887 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fe4677-777b-4e88-b23d-f79db27b1962 None None] New status for floating IP d04f3305-f1de-485c-828a-b7daf0ee5122: DOWN {{(pid=109973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 15:28:32.443833 n-d-829064-15 neutron-server[109972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef55eff-4939-4f43-977e-390b5134f014 req-43bbe4ed-55b9-4513-b5be-a0d6be01701c tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:32.445245 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8ef55eff-4939-4f43-977e-390b5134f014 req-43bbe4ed-55b9-4513-b5be-a0d6be01701c tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.67 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 944 time: 0.0540326 Feb 15 15:28:32.540171 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-8ef55eff-4939-4f43-977e-390b5134f014 req-879edbce-dfd3-4256-b06b-2eafee7b5c4b tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Deleting port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:28:32.540820 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ef55eff-4939-4f43-977e-390b5134f014 req-879edbce-dfd3-4256-b06b-2eafee7b5c4b tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:32.627722 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [req-8ef55eff-4939-4f43-977e-390b5134f014 req-879edbce-dfd3-4256-b06b-2eafee7b5c4b tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] For port 63daee0a-7bf8-4bcb-9850-5aa27b42a415, host n-h2-829064-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829064-15',level=0,port_id=63daee0a-7bf8-4bcb-9850-5aa27b42a415,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:32.628083 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ef55eff-4939-4f43-977e-390b5134f014 req-879edbce-dfd3-4256-b06b-2eafee7b5c4b tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:32.640934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50e9f2-bc09-4f01-bcf8-6363b4c9902d req-5c5864b6-c966-4c94-8c47-86ef704d0f4a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 15:28:32.641603 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [req-8ef55eff-4939-4f43-977e-390b5134f014 req-879edbce-dfd3-4256-b06b-2eafee7b5c4b tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Calling delete_port for 63daee0a-7bf8-4bcb-9850-5aa27b42a415 owned by compute:nova {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:28:32.642599 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be50e9f2-bc09-4f01-bcf8-6363b4c9902d req-5c5864b6-c966-4c94-8c47-86ef704d0f4a tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/ports?device_id=653e4a05-a396-4a6b-b61b-c406ed7e24b6 HTTP/1.1" status: 200 len: 944 time: 0.0538061 Feb 15 15:28:32.700962 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [req-be50e9f2-bc09-4f01-bcf8-6363b4c9902d req-5bd1be7c-3899-45b2-ad7a-4334fab5a63d tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c781719-833e-42c0-8bce-b64692214fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528390 Feb 15 15:28:32.776310 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ef55eff-4939-4f43-977e-390b5134f014 req-879edbce-dfd3-4256-b06b-2eafee7b5c4b tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (63daee0a-7bf8-4bcb-9850-5aa27b42a415), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:32.804723 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879edbce-dfd3-4256-b06b-2eafee7b5c4b tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event deleted for resources: {'Port': ['ID=63daee0a-7bf8-4bcb-9850-5aa27b42a415,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:32.851642 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef55eff-4939-4f43-977e-390b5134f014 req-879edbce-dfd3-4256-b06b-2eafee7b5c4b tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] No DVR routers for this DVR port 63daee0a-7bf8-4bcb-9850-5aa27b42a415 on host n-h2-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:28:32.854118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [req-8ef55eff-4939-4f43-977e-390b5134f014 req-879edbce-dfd3-4256-b06b-2eafee7b5c4b tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229137'] for port (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:32.857417 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [req-8ef55eff-4939-4f43-977e-390b5134f014 req-879edbce-dfd3-4256-b06b-2eafee7b5c4b tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.67 "DELETE /v2.0/ports/63daee0a-7bf8-4bcb-9850-5aa27b42a415 HTTP/1.1" status: 204 len: 173 time: 0.4067750 Feb 15 15:28:33.261620 n-d-829064-15 neutron-server[109972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'name': 'network-vif-deleted', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415'}] {{(pid=109972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 15:28:33.264122 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bce2ccdf239b6cba7d1b109b1c4c21a81fea81d81e4c4041d19a58310f87ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97987a91-559f-4c00-888c-862e8a93dd26" -d '{"events": [{"server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "name": "network-vif-deleted", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415"}]}' {{(pid=109972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 15:28:33.303209 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 15:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d59e60e-54a1-471e-aa3e-9de9283b3d14 x-openstack-request-id: req-4d59e60e-54a1-471e-aa3e-9de9283b3d14 {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 15:28:33.303374 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653e4a05-a396-4a6b-b61b-c406ed7e24b6", "name": "network-vif-deleted", "tag": "63daee0a-7bf8-4bcb-9850-5aa27b42a415", "status": "completed", "code": 200}]} {{(pid=109972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 15:28:33.303698 n-d-829064-15 neutron-server[109972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4d59e60e-54a1-471e-aa3e-9de9283b3d14 {{(pid=109972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 15:28:33.304663 n-d-829064-15 neutron-server[109972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653e4a05-a396-4a6b-b61b-c406ed7e24b6', 'name': 'network-vif-deleted', 'tag': '63daee0a-7bf8-4bcb-9850-5aa27b42a415', 'status': 'completed', 'code': 200} Feb 15 15:28:33.755790 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55224) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:33.812058 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0885ec6b-f0df-4dc7-bfde-21a9ee16fec2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group (6c781719-833e-42c0-8bce-b64692214fd6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:33.837384 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0885ec6b-f0df-4dc7-bfde-21a9ee16fec2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group (6c781719-833e-42c0-8bce-b64692214fd6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:33.895361 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0885ec6b-f0df-4dc7-bfde-21a9ee16fec2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (6c781719-833e-42c0-8bce-b64692214fd6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:33.897966 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0885ec6b-f0df-4dc7-bfde-21a9ee16fec2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:33.899143 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0885ec6b-f0df-4dc7-bfde-21a9ee16fec2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] 10.222.0.72 "DELETE /v2.0/security-groups/6c781719-833e-42c0-8bce-b64692214fd6 HTTP/1.1" status: 204 len: 168 time: 0.1423385 Feb 15 15:28:33.909706 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885ec6b-f0df-4dc7-bfde-21a9ee16fec2 tempest-TestSnapshotPattern-1680769014 tempest-TestSnapshotPattern-1680769014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c781719-833e-42c0-8bce-b64692214fd6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:33.950654 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55228) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:34.386401 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (9dd2a87c-5dd1-4206-b001-6f7d30253326), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:34.632502 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] Deleting port 55a72041-69ba-4509-a8dc-c31040331a82 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:28:34.632833 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (55a72041-69ba-4509-a8dc-c31040331a82), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:34.708186 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] For port 55a72041-69ba-4509-a8dc-c31040331a82, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=55a72041-69ba-4509-a8dc-c31040331a82,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:34.708543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (55a72041-69ba-4509-a8dc-c31040331a82), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:34.721363 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] Calling delete_port for 55a72041-69ba-4509-a8dc-c31040331a82 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:28:34.900720 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (55a72041-69ba-4509-a8dc-c31040331a82), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:34.928058 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] Pushing event deleted for resources: {'Port': ['ID=55a72041-69ba-4509-a8dc-c31040331a82,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:35.096659 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (9dd2a87c-5dd1-4206-b001-6f7d30253326), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:35.315153 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] Router 9dd2a87c-5dd1-4206-b001-6f7d30253326 has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:28:35.419914 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:28:35.425964 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-e39090a6-3234-434f-8b5f-cbeaab13425e admin admin] 10.222.0.72 "PUT /v2.0/routers/9dd2a87c-5dd1-4206-b001-6f7d30253326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4731638 Feb 15 15:28:35.428241 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55232) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:35.431572 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e941a-f3bf-40c5-848d-9e30f41d9e42 None None] Sync routers for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:28:35.441891 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e941a-f3bf-40c5-848d-9e30f41d9e42 None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:28:35.442500 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b04e941a-f3bf-40c5-848d-9e30f41d9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:35.531428 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Publish callbacks [] for router (9dd2a87c-5dd1-4206-b001-6f7d30253326), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:35.551012 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b04e941a-f3bf-40c5-848d-9e30f41d9e42 None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: n-d-829064-15 {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:28:35.636906 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Publish callbacks [] for router_gateway (9dd2a87c-5dd1-4206-b001-6f7d30253326), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:35.693596 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Deleting port 960dcd34-0494-4f30-a2a4-519a6b7a5b55 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:28:35.693941 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:35.724418 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b04e941a-f3bf-40c5-848d-9e30f41d9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:28:34Z', 'revision_number': 5, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port': {'id': '960dcd34-0494-4f30-a2a4-519a6b7a5b55', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:3e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:35.750886 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e941a-f3bf-40c5-848d-9e30f41d9e42 None None] Checking router: 9dd2a87c-5dd1-4206-b001-6f7d30253326 for host: n-d-829064-15 {{(pid=109974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:28:35.759086 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e941a-f3bf-40c5-848d-9e30f41d9e42 None None] Routers {'9dd2a87c-5dd1-4206-b001-6f7d30253326'} bound to L3 agent in host n-d-829064-15 {{(pid=109974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:28:35.759685 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b04e941a-f3bf-40c5-848d-9e30f41d9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['9dd2a87c-5dd1-4206-b001-6f7d30253326'], 'active': True} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:35.772165 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] For port 960dcd34-0494-4f30-a2a4-519a6b7a5b55, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=960dcd34-0494-4f30-a2a4-519a6b7a5b55,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:35.772522 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:35.790182 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Calling delete_port for 960dcd34-0494-4f30-a2a4-519a6b7a5b55 owned by network:router_gateway {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:28:35.847791 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_dvr_db [None req-b04e941a-f3bf-40c5-848d-9e30f41d9e42 None None] Set router 9dd2a87c-5dd1-4206-b001-6f7d30253326 gateway port host: None {{(pid=109974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:28:35.964195 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (960dcd34-0494-4f30-a2a4-519a6b7a5b55), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:35.995162 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.l3_hamode_db [None req-b04e941a-f3bf-40c5-848d-9e30f41d9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:28:35Z', 'revision_number': 6, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:35.995293 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=960dcd34-0494-4f30-a2a4-519a6b7a5b55,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:36.021014 n-d-829064-15 neutron-server[109974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e941a-f3bf-40c5-848d-9e30f41d9e42 None None] The sync data for ids ['9dd2a87c-5dd1-4206-b001-6f7d30253326'] in n-d-829064-15 is: [{'id': '9dd2a87c-5dd1-4206-b001-6f7d30253326', 'name': 'tempest-TestSnapshotPattern-1554481157-router', 'tenant_id': '7c53873c028b435fb76f5aba63e7feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:45Z', 'updated_at': '2022-02-15T15:28:35Z', 'revision_number': 6, 'project_id': '7c53873c028b435fb76f5aba63e7feb5', 'gw_port_host': None}] {{(pid=109974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:28:36.059815 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (9dd2a87c-5dd1-4206-b001-6f7d30253326), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.151542 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (9dd2a87c-5dd1-4206-b001-6f7d30253326), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.153640 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Publish callbacks [] for router_controller (9dd2a87c-5dd1-4206-b001-6f7d30253326), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.196247 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (9dd2a87c-5dd1-4206-b001-6f7d30253326), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.196792 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dd2a87c-5dd1-4206-b001-6f7d30253326 {{(pid=109971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:28:36.200983 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.202111 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-bcab31b2-64df-4c9f-8528-f78554639c0e admin admin] 10.222.0.72 "DELETE /v2.0/routers/9dd2a87c-5dd1-4206-b001-6f7d30253326 HTTP/1.1" status: 204 len: 168 time: 0.7728114 Feb 15 15:28:36.204934 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55234) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:36.248943 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.db_base_plugin_v2 [None req-1770819f-7538-42ea-b36d-1e5a96c829e8 admin admin] Deleting subnet 497c8cb9-8e8e-400e-9300-be04058e326d {{(pid=109971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:28:36.251842 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1770819f-7538-42ea-b36d-1e5a96c829e8 admin admin] Publish callbacks [] for subnet (497c8cb9-8e8e-400e-9300-be04058e326d), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.290357 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1770819f-7538-42ea-b36d-1e5a96c829e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10032278'] for subnet (497c8cb9-8e8e-400e-9300-be04058e326d), precommit_delete_associations {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.335794 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 63daee0a-7bf8-4bcb-9850-5aa27b42a415 no longer exists at agent hyperv_n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:28:36.359660 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] No Port match for: 63daee0a-7bf8-4bcb-9850-5aa27b42a415 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:28:36.360002 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Device 63daee0a-7bf8-4bcb-9850-5aa27b42a415 not bound to the agent host n-h2-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:28:36.368279 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1770819f-7538-42ea-b36d-1e5a96c829e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (497c8cb9-8e8e-400e-9300-be04058e326d), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.431098 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1770819f-7538-42ea-b36d-1e5a96c829e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-365073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2381418'] for subnet (497c8cb9-8e8e-400e-9300-be04058e326d), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.459557 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770819f-7538-42ea-b36d-1e5a96c829e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497c8cb9-8e8e-400e-9300-be04058e326d,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:36.462113 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-1770819f-7538-42ea-b36d-1e5a96c829e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.465474 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-1770819f-7538-42ea-b36d-1e5a96c829e8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/497c8cb9-8e8e-400e-9300-be04058e326d HTTP/1.1" status: 204 len: 168 time: 0.2596018 Feb 15 15:28:36.465933 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcad7870-ca43-4ad2-8bef-8103e14772f3 None None] Network 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:28:36.468012 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55236) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:36.539832 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (3fdd0478-ef2e-41b9-96e0-c5b0c36b2613), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.598291 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Deleting port 741fb77e-2b1f-47db-831e-0be7f149a093 {{(pid=109971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:28:36.598626 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.662984 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.db [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] For port 741fb77e-2b1f-47db-831e-0be7f149a093, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=741fb77e-2b1f-47db-831e-0be7f149a093,segment=NetworkSegment(5f58753e-6605-4928-865b-d70eb2a527ab),segment_id=5f58753e-6605-4928-865b-d70eb2a527ab)] {{(pid=109971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:36.663341 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.675889 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.plugin [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Calling delete_port for 741fb77e-2b1f-47db-831e-0be7f149a093 owned by network:dhcp {{(pid=109971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:28:36.752871 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-365154'] for port (741fb77e-2b1f-47db-831e-0be7f149a093), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.780757 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=741fb77e-2b1f-47db-831e-0be7f149a093,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:36.784222 n-d-829064-15 neutron-server[109971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] No DVR routers for this DVR port 741fb77e-2b1f-47db-831e-0be7f149a093 on host n-d-829064-15 {{(pid=109971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:28:36.800747 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058443bf-dac2-4685-b01e-3bfc2ce5ce40 None None] DHCP port deletion for 3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:28:36.870307 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (3fdd0478-ef2e-41b9-96e0-c5b0c36b2613), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.872676 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 55a72041-69ba-4509-a8dc-c31040331a82 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:28:36.891858 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdd0478-ef2e-41b9-96e0-c5b0c36b2613']}} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:36.896093 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 55a72041-69ba-4509-a8dc-c31040331a82 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:28:36.896441 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 55a72041-69ba-4509-a8dc-c31040331a82 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:28:36.896860 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 741fb77e-2b1f-47db-831e-0be7f149a093 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:28:36.901788 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f58753e-6605-4928-865b-d70eb2a527ab') {'for_net_delete': True} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:36.902091 n-d-829064-15 neutron-server[109971]: DEBUG neutron.services.segments.db [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f58753e-6605-4928-865b-d70eb2a527ab') {} {{(pid=109971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:36.912191 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10032289'] for segment (5f58753e-6605-4928-865b-d70eb2a527ab), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.917324 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 741fb77e-2b1f-47db-831e-0be7f149a093 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:28:36.918062 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 741fb77e-2b1f-47db-831e-0be7f149a093 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:28:36.918500 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 960dcd34-0494-4f30-a2a4-519a6b7a5b55 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:28:36.926762 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (5f58753e-6605-4928-865b-d70eb2a527ab), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.934212 n-d-829064-15 neutron-server[109971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:28:36.934599 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-365491'] for segment (5f58753e-6605-4928-865b-d70eb2a527ab), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: Traceback (most recent call last): Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: timer() Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: cb(*args, **kw) Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: return func(*args, **kwargs) Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: self._notify() Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: self.callback(batched_events) Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: event.method(event) Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: return f(self, *a, **k) Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: return self._get(url).json() Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: return self.request(url, 'GET', **kwargs) Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:28:36.936556 n-d-829064-15 neutron-server[109971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:28:36.948461 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 960dcd34-0494-4f30-a2a4-519a6b7a5b55 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:28:36.948895 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 960dcd34-0494-4f30-a2a4-519a6b7a5b55 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:28:36.993576 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (3fdd0478-ef2e-41b9-96e0-c5b0c36b2613), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:36.999293 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:37.002598 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3fdd0478-ef2e-41b9-96e0-c5b0c36b2613 HTTP/1.1" status: 204 len: 168 time: 0.5336711 Feb 15 15:28:37.005635 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55238) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:37.028537 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55711fdc-a196-4de3-9f0f-29b6629be5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdd0478-ef2e-41b9-96e0-c5b0c36b2613,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:37.356999 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395774'] for router_interface (007d28a5-dc35-41b7-ad16-0970262d724d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:37.600109 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] Deleting port 273c58ee-2e78-4e40-94fd-289a8dc51d71 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:28:37.600445 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:37.675782 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] For port 273c58ee-2e78-4e40-94fd-289a8dc51d71, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=273c58ee-2e78-4e40-94fd-289a8dc51d71,segment=NetworkSegment(db44b107-9837-42fc-b25d-47c308a53ca5),segment_id=db44b107-9837-42fc-b25d-47c308a53ca5)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:37.676059 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:37.688435 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] Calling delete_port for 273c58ee-2e78-4e40-94fd-289a8dc51d71 owned by network:router_interface {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:28:37.865039 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (273c58ee-2e78-4e40-94fd-289a8dc51d71), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:37.888126 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=273c58ee-2e78-4e40-94fd-289a8dc51d71,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:38.058285 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-395602'] for router_interface (007d28a5-dc35-41b7-ad16-0970262d724d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:38.552002 n-d-829064-15 neutron-server[109972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] Router 007d28a5-dc35-41b7-ad16-0970262d724d has already been hosted by L3 agent e7096227-8030-4472-83ea-06e8b7e0705b {{(pid=109972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 15:28:38.656086 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] Notify agent at l3_agent.n-d-829064-15 the message routers_updated {{(pid=109972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 15:28:38.661001 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-40b5cb1e-e71f-4a07-8bf8-436d46765c66 admin admin] 10.222.0.72 "PUT /v2.0/routers/007d28a5-dc35-41b7-ad16-0970262d724d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6543236 Feb 15 15:28:38.663565 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55240) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:38.664923 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a4e0d-e541-4a73-8884-fab0381afd04 None None] Sync routers for ids ['007d28a5-dc35-41b7-ad16-0970262d724d'] in n-d-829064-15 {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 15:28:38.675258 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a4e0d-e541-4a73-8884-fab0381afd04 None None] Routers {'007d28a5-dc35-41b7-ad16-0970262d724d'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:28:38.675874 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-be3a4e0d-e541-4a73-8884-fab0381afd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['007d28a5-dc35-41b7-ad16-0970262d724d'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:38.774118 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Publish callbacks [] for router (007d28a5-dc35-41b7-ad16-0970262d724d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:38.781836 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-be3a4e0d-e541-4a73-8884-fab0381afd04 None None] Set router 007d28a5-dc35-41b7-ad16-0970262d724d gateway port host: n-d-829064-15 {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:28:38.879761 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Publish callbacks [] for router_gateway (007d28a5-dc35-41b7-ad16-0970262d724d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:38.932549 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Deleting port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:28:38.932891 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:38.957377 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-be3a4e0d-e541-4a73-8884-fab0381afd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'name': 'tempest-TestSnapshotPattern-1493078804-router', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'external_fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:28:37Z', 'revision_number': 5, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'gw_port': {'id': '1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6', 'name': '', 'network_id': '8e90cd2a-dc5d-4acb-86f9-7060d5a134a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829064-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a42a54d6-2859-44ce-8d94-0ab56dd281cf', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829064-15'}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:38.987541 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a4e0d-e541-4a73-8884-fab0381afd04 None None] Checking router: 007d28a5-dc35-41b7-ad16-0970262d724d for host: n-d-829064-15 {{(pid=109973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 15:28:38.996487 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a4e0d-e541-4a73-8884-fab0381afd04 None None] Routers {'007d28a5-dc35-41b7-ad16-0970262d724d'} bound to L3 agent in host n-d-829064-15 {{(pid=109973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 15:28:38.997096 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-be3a4e0d-e541-4a73-8884-fab0381afd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829064-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T13:37:47Z,description=,heartbeat_timestamp=2022-02-15T15:28:17Z,host='n-d-829064-15',id=e7096227-8030-4472-83ea-06e8b7e0705b,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T13:37:47Z,topic='l3_agent')) {'router_ids': ['007d28a5-dc35-41b7-ad16-0970262d724d'], 'active': True} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:39.015928 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] For port 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6,segment=NetworkSegment(fce1978f-1c1c-48cd-8ebd-e432cd824c07),segment_id=fce1978f-1c1c-48cd-8ebd-e432cd824c07)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:39.016291 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.028835 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Calling delete_port for 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 owned by network:router_gateway {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:28:39.208955 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.237064 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:39.242881 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_dvr_db [None req-be3a4e0d-e541-4a73-8884-fab0381afd04 None None] Set router 007d28a5-dc35-41b7-ad16-0970262d724d gateway port host: None {{(pid=109973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 15:28:39.294006 n-d-829064-15 neutron-server[109973]: DEBUG neutron.db.l3_hamode_db [None req-be3a4e0d-e541-4a73-8884-fab0381afd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'name': 'tempest-TestSnapshotPattern-1493078804-router', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:28:38Z', 'revision_number': 6, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'gw_port_host': None}], 'n-d-829064-15', False) {} {{(pid=109973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:39.305727 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-393908'] for router_gateway (007d28a5-dc35-41b7-ad16-0970262d724d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.323456 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a4e0d-e541-4a73-8884-fab0381afd04 None None] The sync data for ids ['007d28a5-dc35-41b7-ad16-0970262d724d'] in n-d-829064-15 is: [{'id': '007d28a5-dc35-41b7-ad16-0970262d724d', 'name': 'tempest-TestSnapshotPattern-1493078804-router', 'tenant_id': '9b62f495f7c84a8f8a451a41b9687b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T15:22:49Z', 'updated_at': '2022-02-15T15:28:38Z', 'revision_number': 6, 'project_id': '9b62f495f7c84a8f8a451a41b9687b34', 'gw_port_host': None}] {{(pid=109973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 15:28:39.400773 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3488'] for router (007d28a5-dc35-41b7-ad16-0970262d724d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.402888 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Publish callbacks [] for router_controller (007d28a5-dc35-41b7-ad16-0970262d724d), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.445922 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-406596'] for router (007d28a5-dc35-41b7-ad16-0970262d724d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.446556 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 007d28a5-dc35-41b7-ad16-0970262d724d {{(pid=109972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 15:28:39.451415 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.452558 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-4c7b6758-ba50-4534-85b8-2149a4046524 admin admin] 10.222.0.72 "DELETE /v2.0/routers/007d28a5-dc35-41b7-ad16-0970262d724d HTTP/1.1" status: 204 len: 168 time: 0.7880828 Feb 15 15:28:39.455103 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55242) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:39.499526 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c583eb18-d9ca-40bf-8559-6889a0033db2 admin admin] Deleting subnet 91f06d09-2551-4aa7-acee-e6169240efd1 {{(pid=109972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 15:28:39.502567 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c583eb18-d9ca-40bf-8559-6889a0033db2 admin admin] Publish callbacks [] for subnet (91f06d09-2551-4aa7-acee-e6169240efd1), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.536868 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c583eb18-d9ca-40bf-8559-6889a0033db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421108'] for subnet (91f06d09-2551-4aa7-acee-e6169240efd1), precommit_delete_associations {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.615892 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c583eb18-d9ca-40bf-8559-6889a0033db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1358430'] for subnet (91f06d09-2551-4aa7-acee-e6169240efd1), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.668690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c583eb18-d9ca-40bf-8559-6889a0033db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1358409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8648836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903503'] for subnet (91f06d09-2551-4aa7-acee-e6169240efd1), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.697142 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583eb18-d9ca-40bf-8559-6889a0033db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f06d09-2551-4aa7-acee-e6169240efd1,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:39.699182 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-c583eb18-d9ca-40bf-8559-6889a0033db2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.702363 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-c583eb18-d9ca-40bf-8559-6889a0033db2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/91f06d09-2551-4aa7-acee-e6169240efd1 HTTP/1.1" status: 204 len: 168 time: 0.2463152 Feb 15 15:28:39.704886 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55244) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:39.705994 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0f0121-43c3-4ef8-a3a1-120d7ff5ed7a None None] Network 2f845561-8613-497f-aa0f-8a2c30275c97 requested from n-d-829064-15 {{(pid=109973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 15:28:39.781631 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1444057'] for network (2f845561-8613-497f-aa0f-8a2c30275c97), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.834999 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Deleting port 8ab279d2-e9e2-45d7-841f-8af535eb773d {{(pid=109972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 15:28:39.835383 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771395272614'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.895819 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.db [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] For port 8ab279d2-e9e2-45d7-841f-8af535eb773d, host n-d-829064-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829064-15',level=0,port_id=8ab279d2-e9e2-45d7-841f-8af535eb773d,segment=NetworkSegment(db44b107-9837-42fc-b25d-47c308a53ca5),segment_id=db44b107-9837-42fc-b25d-47c308a53ca5)] {{(pid=109972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 15:28:39.896091 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-394831'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:39.908521 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.plugin [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Calling delete_port for 8ab279d2-e9e2-45d7-841f-8af535eb773d owned by network:dhcp {{(pid=109972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 15:28:39.988822 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1546846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771395277069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771394854602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8648951'] for port (8ab279d2-e9e2-45d7-841f-8af535eb773d), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.015872 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab279d2-e9e2-45d7-841f-8af535eb773d,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:40.017625 n-d-829064-15 neutron-server[109972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] No DVR routers for this DVR port 8ab279d2-e9e2-45d7-841f-8af535eb773d on host n-d-829064-15 {{(pid=109972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 15:28:40.087378 n-d-829064-15 neutron-server[109973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea7c3c6-bd6b-45ea-ba66-2c2dbdeda9b2 None None] DHCP port deletion for 2f845561-8613-497f-aa0f-8a2c30275c97 request from n-d-829064-15 {{(pid=109973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 15:28:40.091790 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1358041', 'neutron.services.segments.db._delete_segments_for_network-8771395349050'] for network (2f845561-8613-497f-aa0f-8a2c30275c97), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.113281 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f845561-8613-497f-aa0f-8a2c30275c97']}} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:40.123564 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db44b107-9837-42fc-b25d-47c308a53ca5') {'for_net_delete': True} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:40.123856 n-d-829064-15 neutron-server[109972]: DEBUG neutron.services.segments.db [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db44b107-9837-42fc-b25d-47c308a53ca5') {} {{(pid=109972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 15:28:40.134570 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771395349315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421059'] for segment (db44b107-9837-42fc-b25d-47c308a53ca5), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.147543 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149'] for segment (db44b107-9837-42fc-b25d-47c308a53ca5), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.153239 n-d-829064-15 neutron-server[109972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=109972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 15:28:40.153613 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1353149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8648998'] for segment (db44b107-9837-42fc-b25d-47c308a53ca5), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: Traceback (most recent call last): Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: timer() Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: cb(*args, **kw) Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: return func(*args, **kwargs) Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: self._notify() Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: self.callback(batched_events) Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: event.method(event) Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: return f(self, *a, **k) Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: return self._get(url).json() Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: return self.request(url, 'GET', **kwargs) Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:28:40.155240 n-d-829064-15 neutron-server[109972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:28:40.212690 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1358016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-393936'] for network (2f845561-8613-497f-aa0f-8a2c30275c97), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.217701 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.221864 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2f845561-8613-497f-aa0f-8a2c30275c97 HTTP/1.1" status: 204 len: 168 time: 0.5160539 Feb 15 15:28:40.235550 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ed411-86ef-41fd-b737-4ebb0524d1c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f845561-8613-497f-aa0f-8a2c30275c97,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:40.344455 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55248) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:40.390257 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-1e87bd9c-52d8-4e86-beff-ff09c5303308 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c53873c028b435fb76f5aba63e7feb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444620 Feb 15 15:28:40.392806 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [-] (109972) accepted ('10.222.0.72', 55250) {{(pid=109972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:40.443594 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8be9-6f6c-40b2-a234-b7abb0278eeb admin admin] Publish callbacks [] for security_group (7f7950a8-0a63-475c-a051-8247956947fc), before_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.464023 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8be9-6f6c-40b2-a234-b7abb0278eeb admin admin] Publish callbacks [] for security_group (7f7950a8-0a63-475c-a051-8247956947fc), precommit_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.518054 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8be9-6f6c-40b2-a234-b7abb0278eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (7f7950a8-0a63-475c-a051-8247956947fc), after_delete {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.520767 n-d-829064-15 neutron-server[109972]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8be9-6f6c-40b2-a234-b7abb0278eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.521913 n-d-829064-15 neutron-server[109972]: INFO neutron.wsgi [None req-0e4c8be9-6f6c-40b2-a234-b7abb0278eeb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7f7950a8-0a63-475c-a051-8247956947fc HTTP/1.1" status: 204 len: 168 time: 0.1282327 Feb 15 15:28:40.530191 n-d-829064-15 neutron-server[109972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c8be9-6f6c-40b2-a234-b7abb0278eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7950a8-0a63-475c-a051-8247956947fc,revision_number=None']} {{(pid=109972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:40.561575 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 273c58ee-2e78-4e40-94fd-289a8dc51d71 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:28:40.585680 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 273c58ee-2e78-4e40-94fd-289a8dc51d71 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:28:40.586039 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 273c58ee-2e78-4e40-94fd-289a8dc51d71 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:28:40.586462 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:28:40.605785 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:28:40.606139 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 1a792d8b-d1a7-4fa6-a93b-e3924dfa6de6 not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:28:40.606549 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8ab279d2-e9e2-45d7-841f-8af535eb773d no longer exists at agent ovs-agent-n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 15:28:40.625255 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.plugin [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] No Port match for: 8ab279d2-e9e2-45d7-841f-8af535eb773d {{(pid=109973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 15:28:40.625613 n-d-829064-15 neutron-server[109973]: DEBUG neutron.plugins.ml2.rpc [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Device 8ab279d2-e9e2-45d7-841f-8af535eb773d not bound to the agent host n-d-829064-15 {{(pid=109973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 15:28:40.829239 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55256) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:40.869017 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-b18f21d7-68af-424e-a11e-e80396422ff6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b62f495f7c84a8f8a451a41b9687b34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386426 Feb 15 15:28:40.871440 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [-] (109971) accepted ('10.222.0.72', 55258) {{(pid=109971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 15:28:40.901573 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.919220 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3a8a634-57c2-4aef-8a72-5e588f040064 admin admin] Publish callbacks [] for security_group (90a394c7-4a17-4b93-8764-56936eb2f520), before_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.940494 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3a8a634-57c2-4aef-8a72-5e588f040064 admin admin] Publish callbacks [] for security_group (90a394c7-4a17-4b93-8764-56936eb2f520), precommit_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.986986 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3a8a634-57c2-4aef-8a72-5e588f040064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578077'] for security_group (90a394c7-4a17-4b93-8764-56936eb2f520), after_delete {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.989512 n-d-829064-15 neutron-server[109971]: DEBUG neutron_lib.callbacks.manager [None req-a3a8a634-57c2-4aef-8a72-5e588f040064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:40.990779 n-d-829064-15 neutron-server[109971]: INFO neutron.wsgi [None req-a3a8a634-57c2-4aef-8a72-5e588f040064 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/90a394c7-4a17-4b93-8764-56936eb2f520 HTTP/1.1" status: 204 len: 168 time: 0.1183791 Feb 15 15:28:40.998232 n-d-829064-15 neutron-server[109971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8a634-57c2-4aef-8a72-5e588f040064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a394c7-4a17-4b93-8764-56936eb2f520,revision_number=None']} {{(pid=109971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 15:28:43.105355 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:44.984504 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-164cce4c-2631-4b2a-9335-b0b40bd46f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:47.348758 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2a7c90f1-6646-4598-9c7d-3b1e394faf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:48.760459 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:50.049534 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:28:50.733412 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:28:51.296185 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:10.921251 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:13.110657 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:14.986962 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f5dbcd2c-fc76-4778-9c5e-7a9afc39cd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:17.348998 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-27b1cfe2-f045-45f8-a30f-a01a46f901b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:18.762872 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:20.051258 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:21.299059 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:27.732072 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:29:40.920864 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:43.105799 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:44.988035 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bc5569d0-d3b1-43ca-b709-b4f05153dde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:47.350475 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c02b0617-6dad-4899-81ff-c1f199556c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:48.768060 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:50.048277 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:29:51.301046 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:04.731343 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:30:10.920845 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:13.125264 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:14.991307 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2d72cddd-4b55-4917-b05d-8ee289554e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:17.355691 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-83e4fc9b-c416-4a8a-8956-6c16349cbc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:18.768622 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:20.051803 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:21.306950 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:40.918357 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:41.730630 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:30:43.122174 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:44.992775 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3adb4322-0634-4301-b4f7-61b78ced3d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:47.357376 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f4c75-3d51-40b5-ac36-05cdc43619d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:48.771526 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:50.050426 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:30:51.299486 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:10.926581 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:13.120928 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:14.994895 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-17efe505-9259-4cb4-9616-7253546f922d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:17.359012 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-818ef60d-8c77-4fa8-86a8-236dad09f32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:18.730757 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:31:18.773216 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:20.052902 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:21.301642 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:40.948789 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:43.151559 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:44.996060 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-fe01ce04-ab6c-419b-acec-a7938ac33a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:47.360718 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5104fcbf-7465-4675-959d-8197c4161dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:48.774695 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:50.048974 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:51.303570 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:31:55.730091 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:32:10.941274 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:13.167098 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:14.997718 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-3f9a6208-4bec-4fd2-9199-b39100ac3ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:17.362051 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-31fe6a47-9fd1-4bc2-bb82-95ba6c4befaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:18.777002 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:20.052879 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:21.306965 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:32.728822 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:32:40.956452 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:43.165991 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:45.000140 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7a8b72f9-b34e-42c4-9579-a5fd93b46bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:47.365025 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-f826f43f-169c-4a18-a6fe-7b9106eda454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:48.780403 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:50.056130 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:32:51.309321 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:09.727793 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:33:10.958989 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:13.163371 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:15.002335 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5a68d8c2-61f5-42c2-bc32-148f492213e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:17.365491 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-5d731b29-ede5-43d6-b384-c19eedf7d9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:18.782623 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:20.059578 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:21.313399 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:40.982806 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:43.194564 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:45.003653 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-c00efec2-f5cc-42d9-8517-93a515083383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:46.726214 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:33:47.369954 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-0cec40e5-74c6-42e3-9e4a-615cf084e2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:48.787290 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:50.062758 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:33:51.315440 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:10.997897 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:13.210280 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:15.005302 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-508fd0a2-fa02-4b47-8c5d-810d8114974d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:17.371316 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-21ddade4-54a8-4206-90aa-91f5c51a3e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:18.789196 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:20.065845 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:21.319152 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:23.725208 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:34:41.019117 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:43.208336 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:45.007596 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d33f6ac9-8a54-4196-8878-5069e007d9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:47.373204 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-34f4298f-c3db-4d6a-b855-9761f761c89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:48.792587 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:50.068624 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:34:51.321716 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:00.724915 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:35:11.047759 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:13.223137 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:15.009239 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-51911ec6-d401-4a9a-ab89-0f8dd7853053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:17.372748 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-bce9ecdb-b3d4-494e-8f5e-92b0fcf67494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:18.795186 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:20.071857 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:21.324982 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:37.724232 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:35:41.063505 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:41.893046 n-d-829064-15 neutron-server[109972]: DEBUG neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-cd67762b-4acc-4f01-b5f4-467439dcc147 service neutron] (109972) timed out ('10.222.0.72', 52874) {{(pid=109972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 15:35:41.994338 n-d-829064-15 neutron-server[109971]: DEBUG neutron.wsgi [req-54823966-fae6-4a7a-a8a3-c30f2f4d5f1d req-28133cb2-1fbe-45a5-b2c1-4b5c844cda41 tempest-TestShelveInstance-722887608 tempest-TestShelveInstance-722887608-project] (109971) timed out ('10.222.0.72', 52896) {{(pid=109971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 15:35:43.221215 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:45.016624 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7904dd76-c1cb-4b3c-8123-f844fedac06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:47.373664 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-d16e91be-279a-4530-8d2d-733eef023d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:48.796790 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:50.074891 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:35:51.327835 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:11.061742 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:13.251676 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:14.723917 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:36:15.008174 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-7c1321a7-8713-4a2a-8034-355f31457974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:17.374326 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-63176334-f6e2-41e2-ae8c-cabc3bd4eaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:18.799693 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:20.077328 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:21.331883 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:41.066233 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:43.250792 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:45.009074 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-96fe90e1-90d3-4d7f-ba28-ab053febc78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:47.375667 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-be6ed4db-41eb-427c-abfd-082d99ce06ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:48.802046 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:50.080278 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:51.334733 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:36:51.723242 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:37:11.075686 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:13.261839 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:15.010570 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-481ffd12-9bfb-4d00-92e1-c0d112b0360c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (6a03d099-26bc-400c-8f4c-d8e4e5b1cf43), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:17.376320 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-ee6799e5-0978-4377-9e33-96a33cbc7acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (e7096227-8030-4472-83ea-06e8b7e0705b), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:18.805641 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a0a82854-982d-4034-8ea8-f7f0c78e6d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c8bb2cb7-5296-4ef4-b1c8-3d4ee6418af6), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:20.084378 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-82f5aa9e-1e91-416d-bcc9-531b8a078b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (412384c9-c46b-4757-9911-e429980419b5), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:21.339014 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-9c96b100-71c1-488e-838f-5007dc20cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (c0380436-5f62-4ff2-9e56-a192128ed545), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:28.723046 n-d-829064-15 neutron-server[109974]: DEBUG neutron.db.agents_db [None req-c17e600b-e27c-4534-80c4-768f52190d37 None None] Agent healthcheck: found 7 active agents {{(pid=109974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 15:37:41.086841 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c4f9-a56f-4fdc-bbc7-ddc5cf47e724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (53bb68cc-32ed-4310-96cc-fe9a745b0ae3), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 15:37:43.278360 n-d-829064-15 neutron-server[109973]: DEBUG neutron_lib.callbacks.manager [None req-a9143cf2-7efd-494f-8db6-232cc967a0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771395349032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1347310'] for agent (9e768784-88dd-4eba-a3d4-482bdc977f89), after_update {{(pid=109973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}